-- Logs begin at Sat 2022-04-02 20:01:18 UTC, end at Sat 2022-04-02 22:20:08 UTC. --
Apr 02 20:41:04.835186 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Apr 02 20:41:07.841768 ncdv-master-1 neutron-server[121537]: INFO neutron.common.config [-] Logging enabled!
Apr 02 20:41:07.842330 ncdv-master-1 neutron-server[121537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77
Apr 02 20:41:07.842466 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121537) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 02 20:41:07.845752 ncdv-master-1 neutron-server[121537]: INFO neutron.common.config [-] Logging enabled!
Apr 02 20:41:07.846008 ncdv-master-1 neutron-server[121537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77
Apr 02 20:41:07.846315 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121537) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 02 20:41:07.847234 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 20:41:07.847468 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 02 20:41:07.847834 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 20:41:07.848081 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 02 20:41:07.848309 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 02 20:41:07.848812 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.849236 ncdv-master-1 neutron-server[121537]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Apr 02 20:41:07.849546 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.849843 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.850137 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.850433 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.850723 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.851005 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.851293 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.851588 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.851873 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.852153 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.852437 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.852752 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.853043 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.853331 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.853619 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.853904 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] debug                          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.854189 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.854713 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.855134 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.855414 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.855704 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.855985 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.856259 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.856560 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.856850 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.857179 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.857459 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.857746 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.858035 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.858322 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.858598 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.858874 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.859158 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.859431 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.859703 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.859978 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.860267 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.860580 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.860875 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.861103 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.861328 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.861631 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.861917 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.862193 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.862469 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.862745 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.863023 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.863299 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.863566 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.863850 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.864136 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.864426 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.864724 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.864999 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.865271 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.865544 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.865828 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.866105 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.866381 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.866656 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.866943 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.867216 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.867490 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.867791 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.868078 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.868361 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.868674 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.868952 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.869234 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.869505 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.869778 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.870574 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.870851 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.871106 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.871388 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.871660 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.871932 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.872205 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.872497 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.872785 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.873058 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:07.873353 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.873656 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.873954 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.874250 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.874542 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.874820 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.875107 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.875383 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.875671 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.875954 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.876238 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.876541 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.876840 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.877130 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.877424 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.877723 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.878011 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.878297 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.878570 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.878840 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.879110 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.879386 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.879672 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.879946 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.880232 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.880543 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.880825 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.881115 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.881398 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.881687 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.881972 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.882244 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.882522 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.882808 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.883086 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.883355 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.883635 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.883919 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.884194 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.884487 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.884766 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.885041 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.885308 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.885577 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.886399 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.886688 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.886963 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.887231 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.887499 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.887773 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.888041 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.888322 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.888632 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.888906 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.889179 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.889455 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.889728 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.890001 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.890277 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.890548 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.890829 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.891098 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.891370 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.891640 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.891912 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.892182 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.892474 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.892744 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.893022 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.893293 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.893570 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.893840 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.894111 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.894380 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.894667 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.894961 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.895236 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.895513 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.895789 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.896065 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.896339 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.896642 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.896921 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.897198 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.897468 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.897755 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.898036 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.898319 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.898618 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.898896 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.899188 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.899465 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.899739 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.900017 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.900293 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.900590 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.900876 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.901157 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.901473 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.901762 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.902053 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.902345 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.902638 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.902922 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.903228 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.903512 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:07.903736 ncdv-master-1 neutron-server[121537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 02 20:41:07.903966 ncdv-master-1 neutron-server[121537]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=121537) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 02 20:41:08.276334 ncdv-master-1 neutron-server[121537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=121537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 02 20:41:08.277167 ncdv-master-1 neutron-server[121537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=121537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 02 20:41:08.277478 ncdv-master-1 neutron-server[121537]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=121537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 02 20:41:08.277812 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 02 20:41:08.614718 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.614973 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.615192 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.616384 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.616684 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.617070 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.671870 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.672147 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.672428 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.687448 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.687730 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.687997 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.716771 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.717055 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.717328 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.863150 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.863802 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:08.863802 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.093539 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7848b59940> agent after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.093824 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7848b59940> agent after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.094090 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7848b599d0> segment precommit_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.094354 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7848b59a60> network precommit_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.095050 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7848b5faf0> segment before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.192299 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> network before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.192643 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f78489898b0> agent before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.192931 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> network before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.193206 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> port before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.193475 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> port before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.193786 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> segment precommit_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.194046 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> segment precommit_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.194302 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> segment after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.194554 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> segment after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.194836 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> network after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.195098 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> network precommit_delete 0 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.195362 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> port after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.195619 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> port after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.195870 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> port after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.196124 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> port provisioning_complete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.196388 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.196667 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.196936 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> agent after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.197203 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> subnet after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.197461 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> subnet precommit_delete 0 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.197732 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.197987 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.198787 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> segment_host_mapping after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.199168 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.199421 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.199666 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f784940bb20>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.200053 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:09.200293 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:09.200560 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:09.200799 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:09.201036 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:09.201270 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:09.201729 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 02 20:41:09.204812 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 02 20:41:09.208725 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 02 20:41:09.212860 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 02 20:41:09.215034 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 02 20:41:09.215493 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 02 20:41:09.215822 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 02 20:41:09.216202 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 02 20:41:09.219217 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 02 20:41:09.219473 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 02 20:41:09.219817 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 02 20:41:09.224665 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Apr 02 20:41:09.248174 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 02 20:41:09.248663 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7848b9a8e0>> qos_plugin after_init 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.248968 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=121537) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Apr 02 20:41:09.249341 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7848b9a340>> logging-plugin after_init 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.250694 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=121537) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 02 20:41:09.250975 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 02 20:41:09.251221 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 02 20:41:09.254648 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7848b91a00>> floatingip before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.254928 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7848b91a00>> port before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.322991 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 02 20:41:09.323759 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 02 20:41:09.324001 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 02 20:41:09.324374 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 02 20:41:09.349698 ncdv-master-1 neutron-server[121537]: DEBUG oslo_db.sqlalchemy.engines [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=121537) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 02 20:41:09.793993 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing driver for type 'gre'
Apr 02 20:41:09.794724 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] gre ID ranges: [(1, 1000)]
Apr 02 20:41:09.847989 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing driver for type 'local'
Apr 02 20:41:09.848396 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing driver for type 'vlan'
Apr 02 20:41:09.860767 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] VlanTypeDriver initialization complete
Apr 02 20:41:09.861125 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing driver for type 'vxlan'
Apr 02 20:41:09.861607 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] vxlan ID ranges: [(1, 1000)]
Apr 02 20:41:09.917012 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing extension driver 'port_security'
Apr 02 20:41:09.917598 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.extensions.port_security [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] PortSecurityExtensionDriver initialization complete
Apr 02 20:41:09.917689 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing mechanism driver 'openvswitch'
Apr 02 20:41:09.917985 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing mechanism driver 'hyperv'
Apr 02 20:41:09.924471 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.plugin [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=121537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:09.925159 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78489ead90>> port after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.925556 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78489ead90>> port after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.925905 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78489ead90>> port after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.926437 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=121537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 02 20:41:09.926877 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f784836b730>> subnet after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.927230 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f784836b730>> subnet after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.927574 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f784836b730>> subnet after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.927970 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=121537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 02 20:41:09.928387 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f784836bca0>> network after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.928762 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f784836bca0>> network after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.929103 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f784836bca0>> network after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.929503 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=121537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 02 20:41:09.929909 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78482871f0>> security_group after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.930256 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78482871f0>> security_group after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.930596 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78482871f0>> security_group after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.931121 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=121537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 02 20:41:09.931535 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7848842520>> security_group_rule after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.931893 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7848842520>> security_group_rule after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.932236 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7848842520>> security_group_rule after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.932700 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=121537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 02 20:41:09.933104 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7848287a60>> address_group after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.933449 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7848287a60>> address_group after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.933788 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7848287a60>> address_group after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.934183 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=121537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 02 20:41:09.934636 ncdv-master-1 neutron-server[121537]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] ML2 OVO RPC backend initialized. {{(pid=121537) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Apr 02 20:41:09.935338 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> router_interface after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.935699 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> router_interface after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.936110 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> network before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.936483 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> networks before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.936824 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> port before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.937163 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> ports before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.937503 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> subnet before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.937848 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> subnets before_response 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.938195 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> network after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.938531 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> network after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.938860 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> network after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.939191 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> port after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.939522 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> port after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.939851 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> port after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.940181 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> subnet after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.940547 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> subnet after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.940880 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f784828e1c0>> subnet after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.948617 ncdv-master-1 neutron-server[121537]: INFO neutron.quota [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f784828e340>.
Apr 02 20:41:09.949014 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.plugin [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Modular L2 Plugin initialization complete
Apr 02 20:41:09.949354 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading services supported by the core plugin {{(pid=121537) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 02 20:41:09.949693 ncdv-master-1 neutron-server[121537]: INFO neutron.plugins.ml2.managers [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Got port-security extension from driver 'port_security'
Apr 02 20:41:09.950164 ncdv-master-1 neutron-server[121537]: INFO neutron.extensions.vlantransparent [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Disabled vlantransparent extension.
Apr 02 20:41:09.950647 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=121537) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 02 20:41:09.950970 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: router
Apr 02 20:41:09.990639 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router_interface before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.991204 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_create 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.991917 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router before_create 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.992652 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router_interface before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.993371 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router_interface after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.994071 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_delete 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.994710 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> floatingip after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.995208 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> floatingip after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.995947 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_create 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.996480 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_update 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.997184 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_update 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.997920 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router_gateway after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.998323 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_update 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.998893 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router precommit_update 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:09.999624 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f784890df70> port after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.000223 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f784890de50> port after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.000840 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f784890dee0> subnet after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.001569 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f784890f040> subnetpool_address_scope after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.001963 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> port precommit_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.002502 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router precommit_create 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.003043 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7848a7a820> port before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.003573 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router precommit_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.004142 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router after_update 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.004513 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router precommit_delete 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.004877 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router precommit_create 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.005249 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router_interface after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.005607 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> router precommit_update 55549900 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.005987 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> agent after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.006349 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> agent after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.006700 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f784828e2b0>> network after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.007578 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Tracking information for resource: router configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:10.008703 ncdv-master-1 neutron-server[121537]: DEBUG neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Tracking information for resource: floatingip configured {{(pid=121537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 02 20:41:10.013396 ncdv-master-1 neutron-server[121537]: INFO neutron.db.l3_agentschedulers_db [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 02 20:41:10.013969 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7848308040> port after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.014330 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7848318ee0> port after_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.014682 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function _notify_port_delete at 0x7f7848318f70> port after_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.015038 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7848308160> port after_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.015824 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78482c4400>> router before_create 55550100 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.016239 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78482c4400>> router precommit_delete 55550100 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.016576 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78482c4400>> router precommit_create 55550100 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.016934 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78482c4400>> router precommit_update 55550100 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.021850 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.provider_configuration [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service providers = [] {{(pid=121537) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 02 20:41:10.022213 ncdv-master-1 neutron-server[121537]: DEBUG neutron.db.servicetype_db [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=121537) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 02 20:41:10.025163 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.service_base [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=121537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 02 20:41:10.025510 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.service_base [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=121537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 02 20:41:10.025849 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.service_base [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=121537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 02 20:41:10.027269 ncdv-master-1 neutron-server[121537]: DEBUG neutron.services.service_base [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=121537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 02 20:41:10.027634 ncdv-master-1 neutron-server[121537]: INFO neutron.services.service_base [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 02 20:41:10.028017 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.028333 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 02 20:41:10.038750 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.039087 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: auto_allocate
Apr 02 20:41:10.046558 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f784834a430> network precommit_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.046873 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f784834a430> network precommit_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.047396 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.047716 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: tag
Apr 02 20:41:10.054418 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.054756 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: timestamp
Apr 02 20:41:10.059093 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.059435 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: network_ip_availability
Apr 02 20:41:10.065062 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78482c4ac0>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.065440 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78482c4ac0>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.065796 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78482c4ac0>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.066490 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.066809 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: flavors
Apr 02 20:41:10.071574 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.071911 ncdv-master-1 neutron-server[121537]: INFO neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading Plugin: revisions
Apr 02 20:41:10.077355 ncdv-master-1 neutron-server[121537]: DEBUG neutron.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=121537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 02 20:41:10.077947 ncdv-master-1 neutron-server[121537]: DEBUG oslo_concurrency.lockutils [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=121537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 02 20:41:10.078881 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=121537) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 02 20:41:10.079218 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Initializing extension manager.
Apr 02 20:41:10.079965 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: __init__.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.080435 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: __pycache__ {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.080916 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: address_group.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.081826 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.082600 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: address-group
Apr 02 20:41:10.082932 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: address_scope.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.083640 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.084166 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: address-scope
Apr 02 20:41:10.084785 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: admin_state_down_before_update.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.085707 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.086231 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: router-admin-state-down-before-update
Apr 02 20:41:10.086573 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: agent.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.087252 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.087775 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: agent
Apr 02 20:41:10.088103 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: agent_resources_synced.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.089056 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.089575 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: agent-resources-synced
Apr 02 20:41:10.089899 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: allowedaddresspairs.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.091660 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.092189 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: allowed-address-pairs
Apr 02 20:41:10.092549 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: auto_allocated_topology.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.093797 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.094326 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: auto-allocated-topology
Apr 02 20:41:10.094651 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: availability_zone.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.095336 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.095857 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: availability_zone
Apr 02 20:41:10.096181 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: availability_zone_filter.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.097112 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.097635 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: availability_zone_filter
Apr 02 20:41:10.097957 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: data_plane_status.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.098850 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.099363 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 02 20:41:10.099682 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: default_subnetpools.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.100612 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.101137 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: default-subnetpools
Apr 02 20:41:10.101458 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: dhcpagentscheduler.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.102252 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.102778 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: dhcp_agent_scheduler
Apr 02 20:41:10.103097 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: dns.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.104006 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.104573 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension dns-integration not supported by any of loaded plugins
Apr 02 20:41:10.104897 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: dns_domain_ports.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.105801 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.106315 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 02 20:41:10.106633 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.107540 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.108059 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Apr 02 20:41:10.108379 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: dvr.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.109061 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.109575 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: dvr
Apr 02 20:41:10.109895 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: ecmp_routes.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.110799 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.111318 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension ecmp_routes not supported by any of loaded plugins
Apr 02 20:41:10.111643 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: empty_string_filtering.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.112575 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.113078 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: empty-string-filtering
Apr 02 20:41:10.113401 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.114296 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.114814 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 02 20:41:10.115138 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.116035 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.116570 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 02 20:41:10.116895 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: external_net.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.117801 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.118319 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: external-net
Apr 02 20:41:10.118637 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: extra_dhcp_opt.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.119528 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.120582 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: extra_dhcp_opt
Apr 02 20:41:10.120915 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: extraroute.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.121822 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.122339 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: extraroute
Apr 02 20:41:10.122661 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: extraroute_atomic.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.123664 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.124181 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: extraroute-atomic
Apr 02 20:41:10.124531 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: filter_validation.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.125181 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.125692 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: filter-validation
Apr 02 20:41:10.126014 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: fip_pf_description.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.126905 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.127419 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 02 20:41:10.127739 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: fip_pf_port_range.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.128665 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.129172 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Apr 02 20:41:10.129494 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: fip_port_details.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.130415 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.130932 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: fip-port-details
Apr 02 20:41:10.131257 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: flavors.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.132480 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.133007 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: flavors
Apr 02 20:41:10.133331 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.134958 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.135486 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 02 20:41:10.136358 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: floatingip_pools.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.137071 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.137596 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: floatingip-pools
Apr 02 20:41:10.137921 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: ip_allocation.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.138829 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.139341 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 02 20:41:10.139669 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.140607 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.141125 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: ip-substring-filtering
Apr 02 20:41:10.141448 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l2_adjacency.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.142368 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.142878 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 02 20:41:10.143200 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.144138 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.144696 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: router
Apr 02 20:41:10.145025 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_conntrack_helper.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.147296 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.147827 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 02 20:41:10.148158 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.149113 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.149644 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: ext-gw-mode
Apr 02 20:41:10.149972 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.150880 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.151428 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: l3-ha
Apr 02 20:41:10.151752 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.152687 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.153204 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Apr 02 20:41:10.153524 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_flavors.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.154523 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.155042 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: l3-flavors
Apr 02 20:41:10.155364 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_ndp_proxy.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.156745 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.157268 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Apr 02 20:41:10.157593 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.158501 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.159023 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 02 20:41:10.159353 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: l3agentscheduler.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.160373 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.160926 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: l3_agent_scheduler
Apr 02 20:41:10.161253 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: local_ip.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.163010 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.163545 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension local_ip not supported by any of loaded plugins
Apr 02 20:41:10.163880 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: logging.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.165379 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.165912 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension logging not supported by any of loaded plugins
Apr 02 20:41:10.166247 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: metering.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.167011 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.167594 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: metering
Apr 02 20:41:10.167923 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.169047 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.169577 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: metering_source_and_destination_fields
Apr 02 20:41:10.169904 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: multiprovidernet.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.170818 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.171336 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: multi-provider
Apr 02 20:41:10.171660 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: netmtu.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.172603 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.173119 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: net-mtu
Apr 02 20:41:10.173443 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: netmtu_writable.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.174350 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.174867 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: net-mtu-writable
Apr 02 20:41:10.175190 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: network_availability_zone.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.175848 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.176359 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: network_availability_zone
Apr 02 20:41:10.176709 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: network_ip_availability.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.177799 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.178320 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: network-ip-availability
Apr 02 20:41:10.178647 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: network_segment_range.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.179405 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.179915 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 02 20:41:10.180239 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: pagination.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.181305 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.181636 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: pagination
Apr 02 20:41:10.181955 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: port_device_profile.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.183370 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.183894 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: port-device-profile
Apr 02 20:41:10.184216 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.185284 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.185807 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: port-mac-address-regenerate
Apr 02 20:41:10.186302 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.187221 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.187738 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: port-numa-affinity-policy
Apr 02 20:41:10.188060 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: port_resource_request.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.188982 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.189502 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 02 20:41:10.189825 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: port_resource_request_groups.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.190770 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.191282 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Apr 02 20:41:10.191604 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: portbindings.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.192560 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.193082 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: binding
Apr 02 20:41:10.193407 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: portbindings_extended.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.194649 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.195173 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: binding-extended
Apr 02 20:41:10.195503 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: portsecurity.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.196411 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.196959 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: port-security
Apr 02 20:41:10.197285 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: project_id.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.198803 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.199138 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: project-id
Apr 02 20:41:10.199461 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: providernet.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.200378 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.200931 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: provider
Apr 02 20:41:10.201255 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.204823 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.205357 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos not supported by any of loaded plugins
Apr 02 20:41:10.205690 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.206917 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.207441 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 02 20:41:10.207768 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.208712 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.209235 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 02 20:41:10.209818 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_default.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.210735 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.211253 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-default not supported by any of loaded plugins
Apr 02 20:41:10.211579 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_fip.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.212514 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.213037 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-fip not supported by any of loaded plugins
Apr 02 20:41:10.213355 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_fip_network_policy.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.214290 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.214804 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Apr 02 20:41:10.215124 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_gateway_ip.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.216091 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.216638 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 02 20:41:10.216960 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_port_network_policy.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.217854 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.218366 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 02 20:41:10.218690 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.219726 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.220241 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Apr 02 20:41:10.220593 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.221618 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.222137 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Apr 02 20:41:10.222458 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_pps_rule.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.223606 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.224131 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-pps not supported by any of loaded plugins
Apr 02 20:41:10.224480 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_rule_type_details.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.225399 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.225915 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 02 20:41:10.226239 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_rule_type_filter.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.227139 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.227656 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Apr 02 20:41:10.227979 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: qos_rules_alias.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.229062 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.229600 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 02 20:41:10.229927 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: quota_check_limit.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.230832 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.231353 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: quota-check-limit
Apr 02 20:41:10.231679 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: quotasv2.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.232625 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.232953 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: quotas
Apr 02 20:41:10.233272 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: quotasv2_detail.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.235067 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.235411 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: quota_details
Apr 02 20:41:10.235745 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: rbac.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.236804 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.237345 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: rbac-policies
Apr 02 20:41:10.237678 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: rbac_address_group.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.238597 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.239125 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: rbac-address-group
Apr 02 20:41:10.239454 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: rbac_address_scope.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.240372 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.240923 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: rbac-address-scope
Apr 02 20:41:10.241250 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: rbac_security_groups.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.242234 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.242756 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: rbac-security-groups
Apr 02 20:41:10.243083 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: rbac_subnetpool.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.243991 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.244603 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: rbac-subnetpool
Apr 02 20:41:10.244932 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: revisionifmatch.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.246362 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.246888 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: revision-if-match
Apr 02 20:41:10.247213 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: revisions.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.248322 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.248872 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: standard-attr-revisions
Apr 02 20:41:10.249197 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: router_availability_zone.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.249860 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.250377 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: router_availability_zone
Apr 02 20:41:10.250698 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: routerservicetype.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.251608 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.252122 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension router-service-type not supported by any of loaded plugins
Apr 02 20:41:10.252442 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.253377 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.253896 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: security-groups-normalized-cidr
Apr 02 20:41:10.254220 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: security_groups_port_filtering.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.255219 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.255744 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: port-security-groups-filtering
Apr 02 20:41:10.256066 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.257023 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.257547 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: security-groups-remote-address-group
Apr 02 20:41:10.257870 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.258798 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.259318 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: security-groups-shared-filtering
Apr 02 20:41:10.259644 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.260217 ncdv-master-1 neutron-server[121537]: WARNING neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Apr 02 20:41:10.260568 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: securitygroup.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.270656 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.271192 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: security-group
Apr 02 20:41:10.271524 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: segment.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.272241 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.272797 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension segment not supported by any of loaded plugins
Apr 02 20:41:10.273129 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.274060 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.274580 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 02 20:41:10.274907 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: servicetype.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.275977 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.276562 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: service-type
Apr 02 20:41:10.276890 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: sorting.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.277855 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.278191 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: sorting
Apr 02 20:41:10.278514 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: standard_attr_segment.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.279411 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.279935 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 02 20:41:10.280253 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: standardattrdescription.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.280912 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.281427 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: standard-attr-description
Apr 02 20:41:10.281746 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: stateful_security_group.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.282667 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.283199 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: stateful-security-group
Apr 02 20:41:10.283523 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: stdattrs_common.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.284102 ncdv-master-1 neutron-server[121537]: WARNING neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 02 20:41:10.284424 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.285372 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.285895 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 02 20:41:10.286217 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: subnet_onboard.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.287258 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.287780 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: subnet_onboard
Apr 02 20:41:10.288105 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.289046 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.289565 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 02 20:41:10.289890 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: subnet_service_types.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.290799 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.291322 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: subnet-service-types
Apr 02 20:41:10.291649 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: subnetallocation.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.292791 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.293317 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: subnet_allocation
Apr 02 20:41:10.293645 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.294297 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.294815 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: subnetpool-prefix-ops
Apr 02 20:41:10.295137 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.296049 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.296637 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 02 20:41:10.296916 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: tagging.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.297964 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.298504 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: standard-attr-tag
Apr 02 20:41:10.298832 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: timestamp.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.300013 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.300571 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loaded extension: standard-attr-timestamp
Apr 02 20:41:10.300897 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: trunk.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.301913 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.302439 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension trunk not supported by any of loaded plugins
Apr 02 20:41:10.302762 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: trunk_details.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.303679 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.304202 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension trunk-details not supported by any of loaded plugins
Apr 02 20:41:10.304549 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: uplink_status_propagation.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.305453 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.305971 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 02 20:41:10.306295 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Loading extension file: vlantransparent.py {{(pid=121537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 02 20:41:10.306949 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=121537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 20:41:10.308135 ncdv-master-1 neutron-server[121537]: INFO neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 02 20:41:10.310658 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:network
Apr 02 20:41:10.311177 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:subnet
Apr 02 20:41:10.311573 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 20:41:10.311963 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:port
Apr 02 20:41:10.313209 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.313661 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service FLAVORS assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.314268 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.314688 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.315019 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:router
Apr 02 20:41:10.315454 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:floatingip
Apr 02 20:41:10.315934 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service METERING assigned prefix: /metering {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.317401 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78481b8bb0>> rbac-policy before_create 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.317771 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78481b8bb0>> rbac-policy before_update 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.318122 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78481b8bb0>> rbac-policy before_delete 55550000 {{(pid=121537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:41:10.319156 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 02 20:41:10.319596 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:security_group
Apr 02 20:41:10.320028 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 02 20:41:10.320652 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service CORE assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.320986 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 20:41:10.321332 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] subnetpool is already registered
Apr 02 20:41:10.321756 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service CORE assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.322092 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 20:41:10.322424 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] subnetpool is already registered
Apr 02 20:41:10.325217 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.325652 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service FLAVORS assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.326239 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.326661 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.326995 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:router
Apr 02 20:41:10.327332 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] router is already registered
Apr 02 20:41:10.327742 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:floatingip
Apr 02 20:41:10.328079 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] floatingip is already registered
Apr 02 20:41:10.328559 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service METERING assigned prefix: /metering {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.329222 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 02 20:41:10.329548 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] rbac_policy is already registered
Apr 02 20:41:10.329960 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:security_group
Apr 02 20:41:10.330293 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] security_group is already registered
Apr 02 20:41:10.330697 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 02 20:41:10.331033 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] security_group_rule is already registered
Apr 02 20:41:10.331651 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service CORE assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.331988 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 20:41:10.332319 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] subnetpool is already registered
Apr 02 20:41:10.332771 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.v2.resource_helper [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Service CORE assigned prefix:  {{(pid=121537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 02 20:41:10.333101 ncdv-master-1 neutron-server[121537]: INFO neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 20:41:10.333432 ncdv-master-1 neutron-server[121537]: WARNING neutron.quota.resource_registry [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] subnetpool is already registered
Apr 02 20:41:10.333903 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: extensions {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.335598 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: address-groups {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.337100 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: address-scopes {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.339382 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: agents {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.340663 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: auto-allocated-topology {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.341903 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: availability_zones {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.343104 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: dhcp-networks {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.344641 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: dhcp-agents {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.346051 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: routers {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.348234 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: flavors {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.349425 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: service_profiles {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.350626 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: next_providers {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.352039 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: service_profiles {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.353609 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: floatingip-pools {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.354865 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: routers {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.357073 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: floatingips {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.358324 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: l3-routers {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.359694 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: l3-agents {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.361469 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: metering-labels {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.362815 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: metering-label-rules {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.364094 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: network-ip-availabilities {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.365350 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: bindings {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.366988 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: quotas {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.368556 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: quotas {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.370702 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: rbac-policies {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.371985 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: security-groups {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.373225 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: security-group-rules {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.374445 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: service-providers {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.375656 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: subnetpools {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.377103 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: subnetpools {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.378534 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.380212 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.382028 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.383792 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.385634 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.388014 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.389879 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.392017 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.393834 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.396550 ncdv-master-1 neutron-server[121537]: DEBUG neutron.api.extensions [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Extended resource: tags {{(pid=121537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 02 20:41:10.402398 ncdv-master-1 neutron-server[121537]: WARNING keystonemiddleware.auth_token [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 02 20:41:10.540503 ncdv-master-1 neutron-server[121537]: WARNING keystonemiddleware.auth_token [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 02 20:41:10.549779 ncdv-master-1 neutron-server[121537]: DEBUG oslo_concurrency.lockutils [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Acquired lock "singleton_lock" {{(pid=121537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Apr 02 20:41:10.550203 ncdv-master-1 neutron-server[121537]: DEBUG oslo_concurrency.lockutils [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Releasing lock "singleton_lock" {{(pid=121537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Apr 02 20:41:10.550853 ncdv-master-1 neutron-server[121537]: INFO oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Starting 2 workers
Apr 02 20:41:10.555773 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Started child 121648 {{(pid=121537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 02 20:41:10.561000 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Started child 121649 {{(pid=121537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 02 20:41:10.561704 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:10.562546 ncdv-master-1 neutron-server[121537]: INFO neutron.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 02 20:41:10.563209 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Publish callbacks [] for process (None), before_spawn {{(pid=121537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:10.563344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [-] (121648) wsgi starting up on http://0.0.0.0:9696
Apr 02 20:41:10.565528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:10.565966 ncdv-master-1 neutron-server[121537]: INFO oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Starting 1 workers
Apr 02 20:41:10.566958 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [-] (121649) wsgi starting up on http://0.0.0.0:9696
Apr 02 20:41:10.570902 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Started child 121650 {{(pid=121537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 02 20:41:10.571430 ncdv-master-1 neutron-server[121537]: INFO oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Starting 1 workers
Apr 02 20:41:10.574486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] calling RpcWorker wait() {{(pid=121650) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 02 20:41:10.575018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] returning from RpcWorker wait() {{(pid=121650) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 02 20:41:10.576013 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Started child 121651 {{(pid=121537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 02 20:41:10.576190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:10.576645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:10.576864 ncdv-master-1 neutron-server[121537]: DEBUG neutron_lib.callbacks.manager [None req-1524a69e-cc92-499a-9c16-72eda1129f92 None None] Publish callbacks [] for process (None), after_spawn {{(pid=121537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:10.578719 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 02 20:41:10.578938 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 20:41:10.579123 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 02 20:41:10.579353 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 20:41:10.579706 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 02 20:41:10.579869 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 02 20:41:10.580355 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.580664 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.580935 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.581034 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:10.581484 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.581484 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.582062 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.582318 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.582580 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.582865 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.583106 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.583273 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.583437 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.583684 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.583930 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.584229 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.584772 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.585021 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.585286 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.585457 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.585736 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.585993 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.586224 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.586483 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.586733 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.587207 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.587442 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.587699 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.587924 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.588187 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.588408 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.588713 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.588982 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.589221 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.589461 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.589716 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.589958 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.590183 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.590446 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.590656 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.590910 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.591145 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.591616 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.591846 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.592064 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.592294 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.592573 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.592814 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.593045 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.593294 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.593542 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.593779 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.594022 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.594270 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.594525 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.594777 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.595019 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.595174 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.595414 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.595669 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.595921 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.596116 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.596267 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.596432 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.596710 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.596874 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.597128 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.597361 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.597575 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.597835 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.597986 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.598271 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.598461 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.598672 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.598933 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.600709 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.601111 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.601593 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.601828 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.601966 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.602176 ncdv-master-1 neutron-server[121651]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:10.602276 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.602564 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.602757 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.602991 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.603238 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.603512 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.603739 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.605101 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.605423 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.605767 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.606111 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.606432 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.606896 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.607759 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.607759 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.607759 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.608017 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.608323 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.608821 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.609155 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.609547 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.609850 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.610139 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.610427 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.610734 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.611062 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.611370 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.611694 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.611978 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.612263 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.612591 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.612890 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.613192 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.613480 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.614098 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.614464 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.614834 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.615095 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.615361 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.615625 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.615896 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.616147 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.616385 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.616680 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.616996 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.617240 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.617568 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.617834 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.618199 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.618622 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.618894 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.619210 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.619557 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.619787 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.620042 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.620841 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.621119 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.621363 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.621621 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.621866 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.622189 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.622493 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.622778 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.623107 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.623389 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.623642 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.624005 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.624238 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.624507 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.624754 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.625014 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.625244 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.625538 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.625853 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.626096 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.626335 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.626555 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.626775 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.627023 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.627254 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.627525 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.627769 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.628035 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.628360 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.628694 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.628923 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.629142 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.629369 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.629700 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.629925 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.630200 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.630462 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.630681 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.630906 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.631125 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.631346 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.631579 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.631797 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.632011 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.632224 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.632623 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.632838 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.633112 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.633353 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.633570 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.633788 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.634104 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.634351 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.634581 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.634821 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.635032 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.635249 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.635458 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.635677 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.635891 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.636125 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.636341 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.636597 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.636812 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.637030 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.637249 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.637461 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.637677 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.637914 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.638147 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.638539 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.638946 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.639279 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.639527 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.639868 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.640127 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.640365 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.640636 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.640881 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.641122 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.641336 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.641612 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.641881 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.642112 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.642334 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.642574 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.642816 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.643038 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.643258 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.643513 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.643753 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.644088 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.644321 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.644612 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.644873 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.645106 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.645365 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.645624 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.645924 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.646176 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.646461 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.646681 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.646950 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.647253 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.647526 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.647794 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.648056 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.648291 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.648680 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.649015 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.649294 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.649532 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.649887 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.650154 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.650414 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.650659 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.650905 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.651166 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.651476 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.651719 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.651932 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.652147 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.652421 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.652682 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.652922 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.653192 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.653445 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.653680 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.653932 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.654272 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.654524 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.654746 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.654976 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.655195 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.655428 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.655646 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.655889 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.656104 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.656341 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.656598 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.656816 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.657057 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.657290 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.657529 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.657748 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.657995 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.658214 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.658433 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.658697 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.658942 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.659184 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.659403 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.659636 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.659911 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.660154 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.660423 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.660690 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.660921 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.661149 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.661407 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.661647 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.661862 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.662122 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.662417 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.662643 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.662849 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.663069 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.663447 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.663670 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.663920 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.664135 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.664498 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.664772 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.665121 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.665371 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.665602 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.665917 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.666204 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.666448 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.666665 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.667384 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.667625 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.667861 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.668087 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.668333 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.668615 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.668850 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.669069 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.669288 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.669564 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.669802 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.670023 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.670243 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.670466 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.670706 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.670925 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.671170 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.671384 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.671601 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.671814 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.672035 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.672247 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.672561 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.672809 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.673034 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.673294 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.673531 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.673793 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.674022 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.674235 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.674489 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.674721 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.674938 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.675172 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.675402 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.675613 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.675828 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.676046 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.676262 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.676497 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.676732 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.676941 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.677175 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.677375 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.677594 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.677828 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.678070 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.678281 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.678492 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.678781 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.679001 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.679215 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.679443 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.679679 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.679915 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.680136 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.680355 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.680593 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.680886 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.681144 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.681363 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.681656 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.681889 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.682148 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.682372 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.683217 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.683435 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.683678 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.683922 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.684144 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.684369 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.684650 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.684976 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.685269 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.685529 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.685766 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.686062 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.686164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:10.686355 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.686617 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.686834 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.687129 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.687459 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.687742 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.687986 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.688239 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.688587 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.688822 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.689064 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.689287 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.689530 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.689768 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.690034 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.690296 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.690539 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.690780 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.691013 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.691235 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.691488 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.691723 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.691967 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.692201 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.692364 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 02 20:41:10.692892 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 02 20:41:10.693060 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 20:41:10.693214 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 02 20:41:10.693387 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 20:41:10.693559 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 02 20:41:10.693714 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 02 20:41:10.693924 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.694090 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.694256 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.694420 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.694585 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.694767 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.694931 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.695093 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.695258 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.695419 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.695583 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.695764 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.695935 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.696152 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.696322 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.696500 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.696666 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.696832 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.697001 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.697163 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.697323 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.697484 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.697646 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.697806 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.698017 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.698220 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.698366 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.698512 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.698672 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.698834 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699001 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699157 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699320 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699482 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699644 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699806 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.699967 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.700129 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.700293 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.700469 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.700631 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.700792 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.700953 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.701113 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.701273 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.701433 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.701595 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.701756 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.701918 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.702080 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.702239 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.702399 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.702560 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.702720 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.702880 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.703040 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.703201 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.703363 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.703523 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.703685 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.703880 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.704045 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.704206 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.704367 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.704548 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.704713 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.704873 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705033 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705193 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705353 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705514 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705674 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705834 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.705995 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.706156 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.706317 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.706478 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.706643 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.706861 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.707023 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.707258 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.707425 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.707585 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.707746 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.707906 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.708067 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.708229 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.708390 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.708559 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.708721 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.708882 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.709058 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.709192 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.709350 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.709760 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710005 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710143 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710342 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710468 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710552 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710678 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.710840 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711000 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711160 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711533 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711533 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711695 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711773 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.711928 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.712089 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.712251 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.712412 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.712594 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 02 20:41:10.712776 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.712943 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.713225 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.713353 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.713472 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.713578 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.714003 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.714185 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.714352 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.714516 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.714687 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.714858 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.715033 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.715207 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.715482 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.715767 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.716044 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.716272 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.716440 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.716629 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.716795 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.716961 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.717197 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.717483 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.717755 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.717928 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.718095 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.718271 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.718436 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.718694 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.718862 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.719028 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.719287 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.719567 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.719855 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.720138 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.720419 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.720737 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.720928 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.721099 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.721268 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.721434 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.721602 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.721768 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.721936 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.722103 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.722268 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.722433 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.722597 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.722763 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.722929 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.723093 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.723334 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.723460 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.723582 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.723727 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.723890 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.724065 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.724563 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.724563 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.724563 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.724817 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.724912 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.725047 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.725212 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.725378 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.725563 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.725747 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.727576 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.729031 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730942 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730942 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.730942 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731170 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731170 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731315 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731473 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731637 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731786 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.731952 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.732116 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.732283 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.732571 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.732741 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.732906 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.733070 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.733234 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.733401 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.733565 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.733730 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.733893 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.734059 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.734222 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.734385 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.734547 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.734710 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.734883 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.735046 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.735226 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.735378 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.735542 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.735716 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.735881 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.736045 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.736208 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.736372 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.736558 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.736722 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.736886 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.737050 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.737212 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.737376 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.737554 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.737721 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.737885 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.738046 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.738233 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.738396 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.738559 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.738722 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.738886 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.739048 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.739212 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.739376 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.739539 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.739702 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.739865 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.740030 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.740195 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.740379 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.740565 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.740731 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.740897 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.741060 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.741225 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.741389 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.741553 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.741716 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.741881 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.742045 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.742208 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.742371 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.742535 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.742699 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.742864 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.743029 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.743192 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.743355 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.743520 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.743683 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.743846 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.744008 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.744171 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.744337 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.744520 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.744684 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.744848 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.745060 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.745723 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.745889 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.746056 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.746221 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.746385 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.746550 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.746711 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.746875 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.747039 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.747201 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.747364 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.747527 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.747690 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.747870 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.748033 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.748196 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.748361 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.748545 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.748710 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.748874 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.749038 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.749202 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.749366 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.749531 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.749694 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.749857 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.750021 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.750184 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.750346 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.750514 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.750678 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.750840 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751003 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751168 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751332 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751495 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751657 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751819 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.751982 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.752144 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.752308 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.752495 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.752664 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.752828 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.752991 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.753155 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.753318 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.753482 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.753654 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.753818 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.753981 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.754144 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.754307 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.754469 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.754642 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.754805 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.754992 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.755155 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.755318 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.755481 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.755657 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.755820 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.755983 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.756144 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.756306 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.756485 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.756662 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.756822 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.756985 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.757147 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.757310 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.757472 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.757644 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.757807 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.757970 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.758133 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.758295 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.758458 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.758630 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.758795 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.758960 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.759131 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.759294 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.759457 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.759619 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.759794 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.759961 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.760155 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.760301 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.760440 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.760632 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.760817 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.760965 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.761129 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.761299 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.761459 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.761624 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.761797 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.761969 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.762133 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.762302 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.762477 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.762641 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.762804 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.762967 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.763173 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.763315 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.763480 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.763643 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.763809 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.763972 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.764136 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.764299 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.764495 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.764646 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.764811 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.764974 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.765137 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.765300 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.765465 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.765633 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 02 20:41:10.765790 ncdv-master-1 neutron-server[121537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 02 20:41:11.018142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48660) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:11.027161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068097
Apr 02 20:41:23.098068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086d0b1-4b35-4a93-bdcc-d85e061e60af None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 20:41:23.159956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e77abf4b-76ad-46b1-87a6-0262a31c0e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:23.201133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086d0b1-4b35-4a93-bdcc-d85e061e60af None None] No non-hosted networks {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 02 20:41:25.157134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-401985c3-8952-496f-a8d8-f072d45aedf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:25.332166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbac2-70b9-499b-bcea-3cd4c15671e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:26.427725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48724) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:26.525909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:27.033041 ncdv-master-1 neutron-server[121649]: WARNING oslo_policy.policy [None req-5d402d7e-f9e2-42cf-8d8d-a374cf6ec65e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:27.033820 ncdv-master-1 neutron-server[121649]: WARNING oslo_policy.policy [None req-5d402d7e-f9e2-42cf-8d8d-a374cf6ec65e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:27.274473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-5d402d7e-f9e2-42cf-8d8d-a374cf6ec65e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:41:27.275856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5d402d7e-f9e2-42cf-8d8d-a374cf6ec65e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8471673
Apr 02 20:41:28.537352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:29.143049 ncdv-master-1 neutron-server[121650]: INFO neutron.db.l3_hamode_db [None req-3bc327d1-27c9-40a5-8219-cf979ec2ffc2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 02 20:41:29.223127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc327d1-27c9-40a5-8219-cf979ec2ffc2 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:41:29.223527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc327d1-27c9-40a5-8219-cf979ec2ffc2 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 02 20:41:29.313727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:29.314819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.316336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.317306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.317655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.319300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.319650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.320378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.320761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.321404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.321746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.323197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.323576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.323907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.324701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.325025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:29.325470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7847eb4d90>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:29.339507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7847ead760>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:29.960632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:30.271798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:41:30.366236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.policy [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121649) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 02 20:41:30.409850 ncdv-master-1 neutron-server[121649]: WARNING oslo_policy.policy [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:30.410233 ncdv-master-1 neutron-server[121649]: WARNING oslo_policy.policy [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:30.505369 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759663475543', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759663474818', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759663491549', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759663435180', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759663442387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759663438106', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2051613', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1945086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-746208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532215'] for rbac-policy (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:30.571345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:30.572708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a3c42049-d03f-4ec9-b65d-5ba5e6ec9f09 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6110024
Apr 02 20:41:33.119940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48770) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:33.432843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:41:33.461524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Made reservation on behalf of fafd8cd7b251409d95125f977eb9d2e3 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:41:33.465327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.481552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.589689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks [] for security_group (ecad458e-e224-4983-b533-653aec676a11), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.593514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ecad458e-e224-4983-b533-653aec676a11), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.617104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:41:33.651760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759662041501', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (90f5f485-7c07-4578-bdb0-b133789ead3b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.652383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7848b599d0> segment precommit_create {{(pid=121649) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 02 20:41:33.652913 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Added segment 90f5f485-7c07-4578-bdb0-b133789ead3b of type vlan for network 165950af-c00d-4f42-a2ff-1352350b302f
Apr 02 20:41:33.668558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad458e-e224-4983-b533-653aec676a11,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:33.694192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.694535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.694872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.695204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.695531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.695857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.696178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.696524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.696853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.697171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.697489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.697831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.698148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.698463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.698778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Tracked resource versions report:
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]: pushed versions:
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]: {   'AddressGroup': {'1.2'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'Agent': {'1.1'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'ConntrackHelper': {'1.0'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'Log': {'1.0'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'NDPProxy': {'1.0'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'Network': {'1.1'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'Port': {'1.7'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'PortForwarding': {'1.3'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'QosPolicy': {'1.10'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'SecurityGroup': {'1.5'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'SubPort': {'1.0'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'Subnet': {'1.1'},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     'Trunk': {'1.1'}}
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]: consumer versions:
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     L3 agent@ncdv-master-1: {},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     Metering agent@ncdv-master-1: {},
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'Agent': '1.1',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'ConntrackHelper': '1.0',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'Log': '1.0',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'NDPProxy': '1.0',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'Network': '1.1',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'Port': '1.7',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'PortForwarding': '1.3',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'QosPolicy': '1.10',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'SecurityGroup': '1.5',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'SubPort': '1.0',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'Subnet': '1.1',
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:                                           'Trunk': '1.1'}}
Apr 02 20:41:33.699970 ncdv-master-1 neutron-server[121649]:  {{(pid=121649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:41:33.765525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (165950af-c00d-4f42-a2ff-1352350b302f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.802929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (165950af-c00d-4f42-a2ff-1352350b302f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.808835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:41:33.809577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:33.876942 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.7559028
Apr 02 20:41:33.924951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f550b-1e64-40fb-99c0-a465ebe8de3c demo demo] Pushing event updated for resources: {'Network': ['ID=165950af-c00d-4f42-a2ff-1352350b302f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:33.937586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 165950af-c00d-4f42-a2ff-1352350b302f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:41:36.492397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48782) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:36.897108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a12393-423b-42d0-a326-a933ce5e834e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:41:36.898475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a0a12393-423b-42d0-a326-a933ce5e834e demo admin] 10.222.0.18 "GET /v2.0/networks/165950af-c00d-4f42-a2ff-1352350b302f HTTP/1.1" status: 200  len: 825 time: 0.4051018
Apr 02 20:41:36.922574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9bb99a0-eb74-4ae4-8482-0f7ad801fe1b demo admin] 10.222.0.18 "GET /v2.0/subnetpools/7ac4ef4c-4641-4187-999c-9e232ab58766 HTTP/1.1" status: 200  len: 734 time: 0.0178978
Apr 02 20:41:36.930727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Request body: {'subnet': {'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:41:36.951138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Made reservation on behalf of fafd8cd7b251409d95125f977eb9d2e3 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:41:36.953383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:37.220598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (fa8df605-c6c7-4467-9a50-14b4569fbd8d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:37.287695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Pushing event updated for resources: {'Subnet': ['ID=fa8df605-c6c7-4467-9a50-14b4569fbd8d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:37.293568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Checking segment: {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:41:37.293956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Network hostable DHCP agents. Network: 165950af-c00d-4f42-a2ff-1352350b302f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:41:37.313746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Network 165950af-c00d-4f42-a2ff-1352350b302f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:41:37.324690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 165950af-c00d-4f42-a2ff-1352350b302f) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:41:37.329188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:41:37.329783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:37.334159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c240caa-ec20-41f0-9b9f-acc1f34d1815 None None] Network 165950af-c00d-4f42-a2ff-1352350b302f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:41:37.344532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dbbed8a6-8e00-44ea-ac6d-e84e6d69a06f demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4168837
Apr 02 20:41:37.710232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-165950af-c00d-4f42-a2ff-1352350b302f', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:41:37.711494 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:37.995004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Allocated IP 172.20.0.2 (165950af-c00d-4f42-a2ff-1352350b302f/fa8df605-c6c7-4467-9a50-14b4569fbd8d/7eac920d-a916-4538-ae1f-1a528c81e891) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:41:38.268537 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Publish callbacks [] for port (7eac920d-a916-4538-ae1f-1a528c81e891), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:38.276772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:38.341972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Network 165950af-c00d-4f42-a2ff-1352350b302f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:41:38.343358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:41:38.347043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:41:38.394983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Pushing event updated for resources: {'Port': ['ID=7eac920d-a916-4538-ae1f-1a528c81e891,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:38.421375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.421721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.422068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.422407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.422742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.423075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.423403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.423731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.424057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.424383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.424731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.425056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.425379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.425702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.426022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Tracked resource versions report:
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]: pushed versions:
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]: {   'AddressGroup': {'1.2'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'Agent': {'1.1'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'ConntrackHelper': {'1.0'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'Log': {'1.0'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'NDPProxy': {'1.0'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'Network': {'1.1'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'Port': {'1.7'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'PortForwarding': {'1.3'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'QosPolicy': {'1.10'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'SecurityGroup': {'1.5'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'SubPort': {'1.0'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'Subnet': {'1.1'},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     'Trunk': {'1.1'}}
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]: consumer versions:
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     L3 agent@ncdv-master-1: {},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     Metering agent@ncdv-master-1: {},
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'Agent': '1.1',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'ConntrackHelper': '1.0',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'Log': '1.0',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'NDPProxy': '1.0',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'Network': '1.1',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'Port': '1.7',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'PortForwarding': '1.3',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'QosPolicy': '1.10',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'SecurityGroup': '1.5',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'SubPort': '1.0',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'Subnet': '1.1',
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:                                           'Trunk': '1.1'}}
Apr 02 20:41:38.427182 ncdv-master-1 neutron-server[121650]:  {{(pid=121650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:41:38.457270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Attempting to bind port 7eac920d-a916-4538-ae1f-1a528c81e891 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:41:38.457671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Attempting to bind port 7eac920d-a916-4538-ae1f-1a528c81e891 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:41:38.458104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Attempting to bind port 7eac920d-a916-4538-ae1f-1a528c81e891 on network 165950af-c00d-4f42-a2ff-1352350b302f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:41:38.463753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:41:38.464143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Checking segment: {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:41:38.464653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:38.465073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Bound using segment: {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:41:38.465562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Bound port: 7eac920d-a916-4538-ae1f-1a528c81e891, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:41:38.465974 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:38.527975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] For port 7eac920d-a916-4538-ae1f-1a528c81e891, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:41:38.532248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] For port 7eac920d-a916-4538-ae1f-1a528c81e891, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7eac920d-a916-4538-ae1f-1a528c81e891,segment=NetworkSegment(90f5f485-7c07-4578-bdb0-b133789ead3b),segment_id=90f5f485-7c07-4578-bdb0-b133789ead3b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:41:38.542328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:38.604442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e7cb7-6e57-490d-92b4-01fbe379d55d None None] Pushing event updated for resources: {'Port': ['ID=7eac920d-a916-4538-ae1f-1a528c81e891,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:40.012027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48790) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:40.323835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-2c64a04a-cbfa-421a-8299-474ec2594484 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:41:40.324967 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2c64a04a-cbfa-421a-8299-474ec2594484 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3118212
Apr 02 20:41:42.928430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:43.431537 ncdv-master-1 neutron-server[121648]: WARNING oslo_policy.policy [None req-a8f64b6d-19dc-42e0-a7fc-eb38f07aae09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:43.432683 ncdv-master-1 neutron-server[121648]: WARNING oslo_policy.policy [None req-a8f64b6d-19dc-42e0-a7fc-eb38f07aae09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:43.655703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-a8f64b6d-19dc-42e0-a7fc-eb38f07aae09 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:41:43.657032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8f64b6d-19dc-42e0-a7fc-eb38f07aae09 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7264144
Apr 02 20:41:46.230935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:46.536779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:41:46.598657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.policy [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121648) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 02 20:41:46.642383 ncdv-master-1 neutron-server[121648]: WARNING oslo_policy.policy [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:46.642757 ncdv-master-1 neutron-server[121648]: WARNING oslo_policy.policy [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 20:41:46.704187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (6526b9a1-f360-439a-9f59-6b62951b6784), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:46.706241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (6526b9a1-f360-439a-9f59-6b62951b6784), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:46.861592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Publish callbacks [] for router_controller (6526b9a1-f360-439a-9f59-6b62951b6784), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:46.866404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (6526b9a1-f360-439a-9f59-6b62951b6784), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:46.888223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:46.889404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0fb37439-d83f-42c2-9c73-bfc8a876f2ff demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.6574295
Apr 02 20:41:49.505438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48832) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:49.819041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-e897a006-d873-40f3-b25a-9196c4c6b85a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:41:49.820026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e897a006-d873-40f3-b25a-9196c4c6b85a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3136241
Apr 02 20:41:50.143775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7eac920d-a916-4538-ae1f-1a528c81e891 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:41:50.238069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7eac920d-a916-4538-ae1f-1a528c81e891 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:50.238617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:50.302322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477403f-e344-47c3-a6ac-f3f81635595a None None] Network 165950af-c00d-4f42-a2ff-1352350b302f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:41:50.403682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7eac920d-a916-4538-ae1f-1a528c81e891 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:41:50.404059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:50.428152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4f015fa7-bf4e-461d-a87f-a7357f7a65c5 None None] Provisioning complete for port 7eac920d-a916-4538-ae1f-1a528c81e891 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:50.428558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4f015fa7-bf4e-461d-a87f-a7357f7a65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:50.477446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 7eac920d-a916-4538-ae1f-1a528c81e891, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7eac920d-a916-4538-ae1f-1a528c81e891,segment=NetworkSegment(90f5f485-7c07-4578-bdb0-b133789ead3b),segment_id=90f5f485-7c07-4578-bdb0-b133789ead3b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:41:50.488112 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:50.580873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=7eac920d-a916-4538-ae1f-1a528c81e891,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:50.624983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4f015fa7-bf4e-461d-a87f-a7357f7a65c5 None None] Current status of the port 7eac920d-a916-4538-ae1f-1a528c81e891 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:41:50.846022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5e771f0f-6c65-4336-b65b-6e82d1888932 None None] Provisioning complete for port 7eac920d-a916-4538-ae1f-1a528c81e891 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:50.846341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e771f0f-6c65-4336-b65b-6e82d1888932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:50.923227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5e771f0f-6c65-4336-b65b-6e82d1888932 None None] Current status of the port 7eac920d-a916-4538-ae1f-1a528c81e891 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:41:52.105683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7eac920d-a916-4538-ae1f-1a528c81e891 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:41:52.152341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7eac920d-a916-4538-ae1f-1a528c81e891 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:52.152768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:52.230757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7eac920d-a916-4538-ae1f-1a528c81e891 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:41:52.435128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48842) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:52.742615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:41:52.764758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Made reservation on behalf of fa034640396047d6b05aa8a8842d2e67 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:41:52.767582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:52.782883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:52.883849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks [] for security_group (a93906e7-51d0-4405-b1be-4e23aa484e11), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:52.887833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a93906e7-51d0-4405-b1be-4e23aa484e11), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:52.898494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Reserving flat network on physical network physnet1 {{(pid=121648) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 02 20:41:52.935730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759662041501', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (35b05935-d67e-46ba-8bb7-6aad85a10754), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:52.936308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7848b599d0> segment precommit_create {{(pid=121648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 02 20:41:52.936845 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Added segment 35b05935-d67e-46ba-8bb7-6aad85a10754 of type flat for network 69e968fd-ce84-40ce-a27b-620992c0d153
Apr 02 20:41:52.952713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93906e7-51d0-4405-b1be-4e23aa484e11,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:53.001520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.001855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.002188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.002521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.002833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.003155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.003474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.003790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.004107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.004420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.004791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.005100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.005401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.005867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.006007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Tracked resource versions report:
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]: pushed versions:
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]: {   'AddressGroup': {'1.2'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'Agent': {'1.1'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'ConntrackHelper': {'1.0'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'Log': {'1.0'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'NDPProxy': {'1.0'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'Network': {'1.1'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'Port': {'1.7'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'PortForwarding': {'1.3'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'QosPolicy': {'1.10'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'SecurityGroup': {'1.5'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'SubPort': {'1.0'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'Subnet': {'1.1'},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     'Trunk': {'1.1'}}
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]: consumer versions:
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     L3 agent@ncdv-master-1: {},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     Metering agent@ncdv-master-1: {},
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'Agent': '1.1',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'ConntrackHelper': '1.0',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'Log': '1.0',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'NDPProxy': '1.0',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'Network': '1.1',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'Port': '1.7',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'PortForwarding': '1.3',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'QosPolicy': '1.10',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'SecurityGroup': '1.5',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'SubPort': '1.0',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'Subnet': '1.1',
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:                                           'Trunk': '1.1'}}
Apr 02 20:41:53.007161 ncdv-master-1 neutron-server[121648]:  {{(pid=121648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:41:53.015946 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-207620d3-96d7-4243-9050-07bd2519a757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:53.059329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (69e968fd-ce84-40ce-a27b-620992c0d153), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:53.098848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (69e968fd-ce84-40ce-a27b-620992c0d153), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:53.099955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:41:53.100667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:53.157984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7218287
Apr 02 20:41:53.201822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e542d-9207-4a18-94ed-95162bfd1013 admin admin] Pushing event updated for resources: {'Network': ['ID=69e968fd-ce84-40ce-a27b-620992c0d153,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:53.213280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 69e968fd-ce84-40ce-a27b-620992c0d153 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:41:55.153075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c524-dddc-4670-8227-786c4d0bfa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:55.737516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48854) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:41:56.133703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc5d153-f9c8-4a45-942c-fea2cb9355b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:41:56.135140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4dc5d153-f9c8-4a45-942c-fea2cb9355b9 demo admin] 10.222.0.18 "GET /v2.0/subnets/fa8df605-c6c7-4467-9a50-14b4569fbd8d HTTP/1.1" status: 200  len: 849 time: 0.3966739
Apr 02 20:41:56.275674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef293de9-0d89-4818-8272-82eaa9082036 demo admin] 10.222.0.18 "GET /v2.0/routers/6526b9a1-f360-439a-9f59-6b62951b6784 HTTP/1.1" status: 200  len: 704 time: 0.1332738
Apr 02 20:41:56.438459 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:56.553196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:56.843973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Allocated IP 172.20.0.1 (165950af-c00d-4f42-a2ff-1352350b302f/fa8df605-c6c7-4467-9a50-14b4569fbd8d/3a724a24-19e1-45a0-b352-63692bbf179b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:41:57.023088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks [] for port (3a724a24-19e1-45a0-b352-63692bbf179b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.090105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.163268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Network 165950af-c00d-4f42-a2ff-1352350b302f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:41:57.168915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:41:57.172002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:41:57.172567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (6526b9a1-f360-439a-9f59-6b62951b6784), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.238505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Pushing event updated for resources: {'Port': ['ID=3a724a24-19e1-45a0-b352-63692bbf179b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:57.378701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d42feb1d-3108-4a55-853f-a9faed85e289 None None] Provisioning complete for port 3a724a24-19e1-45a0-b352-63692bbf179b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:57.379105 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d42feb1d-3108-4a55-853f-a9faed85e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.382306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.411444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d42feb1d-3108-4a55-853f-a9faed85e289 None None] Port 3a724a24-19e1-45a0-b352-63692bbf179b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:41:57.616772 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:41:57.637038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks [] for port (3a724a24-19e1-45a0-b352-63692bbf179b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.641536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.642317 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (6526b9a1-f360-439a-9f59-6b62951b6784), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:57.723303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Pushing event updated for resources: {'Port': ['ID=3a724a24-19e1-45a0-b352-63692bbf179b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:57.762408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Network 165950af-c00d-4f42-a2ff-1352350b302f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:41:57.763688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:41:57.929337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Router 6526b9a1-f360-439a-9f59-6b62951b6784 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:41:58.024167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:41:58.040868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-376136ce-691f-4f38-9cfb-d71eab0d3c8f demo admin] 10.222.0.18 "PUT /v2.0/routers/6526b9a1-f360-439a-9f59-6b62951b6784/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7496085
Apr 02 20:41:58.040966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-61445323-c592-400c-9853-0e5ab52ea564 None None] Provisioning complete for port 3a724a24-19e1-45a0-b352-63692bbf179b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:58.040966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61445323-c592-400c-9853-0e5ab52ea564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:58.041460 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Sync routers for ids ['6526b9a1-f360-439a-9f59-6b62951b6784'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:41:58.045910 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Routers {'6526b9a1-f360-439a-9f59-6b62951b6784'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:41:58.046786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7847d3cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:41:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6526b9a1-f360-439a-9f59-6b62951b6784'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:58.077261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-61445323-c592-400c-9853-0e5ab52ea564 None None] Port 3a724a24-19e1-45a0-b352-63692bbf179b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:41:58.237892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Set router 6526b9a1-f360-439a-9f59-6b62951b6784 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:41:58.483261 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:58.676684 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7847d3cc10>, [{'id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'name': 'router1', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:41:46Z', 'updated_at': '2022-04-02T20:41:57Z', 'revision_number': 2, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'gw_port_host': None, '_interfaces': [{'id': '3a724a24-19e1-45a0-b352-63692bbf179b', 'name': '', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'mac_address': 'fa:16:3e:01:6d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:41:56Z', 'updated_at': '2022-04-02T20:41:57Z', 'revision_number': 2, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'subnets': [{'id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:58.727272 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Checking router: 6526b9a1-f360-439a-9f59-6b62951b6784 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:41:58.727734 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Updating router 6526b9a1-f360-439a-9f59-6b62951b6784 port 3a724a24-19e1-45a0-b352-63692bbf179b binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:41:58.781686 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.300864 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Publish callbacks [] for port (3a724a24-19e1-45a0-b352-63692bbf179b), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.307983 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.310062 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.477258 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Pushing event updated for resources: {'Port': ['ID=3a724a24-19e1-45a0-b352-63692bbf179b,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:59.492168 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Attempting to bind port 3a724a24-19e1-45a0-b352-63692bbf179b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:41:59.492592 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Attempting to bind port 3a724a24-19e1-45a0-b352-63692bbf179b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:41:59.493029 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Attempting to bind port 3a724a24-19e1-45a0-b352-63692bbf179b on network 165950af-c00d-4f42-a2ff-1352350b302f {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:41:59.498947 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:41:59.499381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Checking segment: {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:41:59.499903 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.500274 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Bound using segment: {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:41:59.500772 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Bound port: 3a724a24-19e1-45a0-b352-63692bbf179b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5f485-7c07-4578-bdb0-b133789ead3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:41:59.501146 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.510629 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.510965 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.511303 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.511632 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.511960 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.512283 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.512625 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.512948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.513279 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.513598 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.513917 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.514234 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.514552 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.514868 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.515188 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Tracked resource versions report:
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]: pushed versions:
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]: {   'AddressGroup': {'1.2'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'Agent': {'1.1'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'ConntrackHelper': {'1.0'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'Log': {'1.0'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'NDPProxy': {'1.0'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'Network': {'1.1'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'Port': {'1.7'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'PortForwarding': {'1.3'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'QosPolicy': {'1.10'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'SecurityGroup': {'1.5'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'SubPort': {'1.0'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'Subnet': {'1.1'},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     'Trunk': {'1.1'}}
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]: consumer versions:
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     L3 agent@ncdv-master-1: {},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     Metering agent@ncdv-master-1: {},
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'Agent': '1.1',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'ConntrackHelper': '1.0',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'Log': '1.0',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'NDPProxy': '1.0',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'Network': '1.1',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'Port': '1.7',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'PortForwarding': '1.3',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'QosPolicy': '1.10',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'SecurityGroup': '1.5',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'SubPort': '1.0',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'Subnet': '1.1',
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:                                           'Trunk': '1.1'}}
Apr 02 20:41:59.516528 ncdv-master-1 neutron-server[121651]:  {{(pid=121651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:41:59.579576 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] For port 3a724a24-19e1-45a0-b352-63692bbf179b, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:41:59.600080 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] For port 3a724a24-19e1-45a0-b352-63692bbf179b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a724a24-19e1-45a0-b352-63692bbf179b,segment=NetworkSegment(90f5f485-7c07-4578-bdb0-b133789ead3b),segment_id=90f5f485-7c07-4578-bdb0-b133789ead3b)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:41:59.606199 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.610216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] Provisioning complete for port 3a724a24-19e1-45a0-b352-63692bbf179b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:59.610678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.666794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dcce2-29e0-4b9f-bec6-ad93a4589669 None None] Pushing event updated for resources: {'Port': ['ID=3a724a24-19e1-45a0-b352-63692bbf179b,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:59.671225 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Routers {'6526b9a1-f360-439a-9f59-6b62951b6784'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:41:59.671825 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7847d3cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:41:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6526b9a1-f360-439a-9f59-6b62951b6784'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:41:59.699649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] Current status of the port 3a724a24-19e1-45a0-b352-63692bbf179b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:41:59.701541 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.745372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] For port 3a724a24-19e1-45a0-b352-63692bbf179b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a724a24-19e1-45a0-b352-63692bbf179b,segment=NetworkSegment(90f5f485-7c07-4578-bdb0-b133789ead3b),segment_id=90f5f485-7c07-4578-bdb0-b133789ead3b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:41:59.753734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:41:59.778570 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] Set router 6526b9a1-f360-439a-9f59-6b62951b6784 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:41:59.814815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e48047-04bf-4ae1-9aff-0cc682e09111 None None] Pushing event updated for resources: {'Port': ['ID=3a724a24-19e1-45a0-b352-63692bbf179b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:41:59.879159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-81c259ee-de15-4e3b-b285-5721f3e9f365 None None] Provisioning complete for port 3a724a24-19e1-45a0-b352-63692bbf179b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:41:59.879769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-81c259ee-de15-4e3b-b285-5721f3e9f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:00.014766 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7847d3cc10>, [{'id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'name': 'router1', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:41:46Z', 'updated_at': '2022-04-02T20:41:57Z', 'revision_number': 2, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'gw_port_host': None, '_interfaces': [{'id': '3a724a24-19e1-45a0-b352-63692bbf179b', 'name': '', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'mac_address': 'fa:16:3e:01:6d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:41:56Z', 'updated_at': '2022-04-02T20:41:59Z', 'revision_number': 4, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'subnets': [{'id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:42:00.017683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-81c259ee-de15-4e3b-b285-5721f3e9f365 None None] Current status of the port 3a724a24-19e1-45a0-b352-63692bbf179b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:42:00.042755 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b713fd6-cb67-4f25-a901-9013593e7e45 None None] The sync data for ids ['6526b9a1-f360-439a-9f59-6b62951b6784'] in ncdv-master-1 is: [{'id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'name': 'router1', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:41:46Z', 'updated_at': '2022-04-02T20:41:57Z', 'revision_number': 2, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'gw_port_host': None, '_interfaces': [{'id': '3a724a24-19e1-45a0-b352-63692bbf179b', 'name': '', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'mac_address': 'fa:16:3e:01:6d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:41:56Z', 'updated_at': '2022-04-02T20:41:59Z', 'revision_number': 4, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'subnets': [{'id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:42:00.705886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48876) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:42:00.901012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe3d38-110c-4a39-a389-cb70bb4bc959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:42:00.902427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfbe3d38-110c-4a39-a389-cb70bb4bc959 admin admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 842 time: 0.1955743
Apr 02 20:42:00.912157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.35.4.1', 'cidr': '172.35.4.0/24', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_dhcp': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:42:00.938310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Made reservation on behalf of fa034640396047d6b05aa8a8842d2e67 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:42:00.940635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:01.237804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 20:42:01.238252 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (cef63af3-5b18-4d76-b178-3f886f1a4940), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:01.290226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef63af3-5b18-4d76-b178-3f886f1a4940,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:42:01.300348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:42:01.300722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Network hostable DHCP agents. Network: 69e968fd-ce84-40ce-a27b-620992c0d153, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:42:01.320823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:42:01.331760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69e968fd-ce84-40ce-a27b-620992c0d153) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:42:01.336559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:42:01.337815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:01.341521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde6026-f34e-4ab0-b10d-d157af588910 None None] Network 69e968fd-ce84-40ce-a27b-620992c0d153 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:42:01.353798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8d35493-9c6f-4bfe-aaff-fba35b4bdc3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4452369
Apr 02 20:42:01.450974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0a03d-671a-493b-a9f0-f4283f70d09b None None] Network 69e968fd-ce84-40ce-a27b-620992c0d153 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:42:03.940509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48894) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:42:04.085149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fc8171ef-d74d-4231-a5ac-1c0a418f6dee demo admin] 10.222.0.18 "GET /v2.0/routers/6526b9a1-f360-439a-9f59-6b62951b6784 HTTP/1.1" status: 200  len: 710 time: 0.1433477
Apr 02 20:42:04.169972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4d0d5-5273-45a7-bb1e-d1b397af5d4c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:42:04.171336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0e4d0d5-5273-45a7-bb1e-d1b397af5d4c demo admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 886 time: 0.0806267
Apr 02 20:42:04.180045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:42:04.500155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks [] for router_gateway (6526b9a1-f360-439a-9f59-6b62951b6784), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:04.727630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks [] for router_gateway (6526b9a1-f360-439a-9f59-6b62951b6784), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:04.799718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:04.903218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Allocated IP 172.35.4.169 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/130fd5cc-5e35-4c1f-af8e-56cec6b2594e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:42:05.001470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks [] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:05.035599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:05.073170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:42:05.077910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:42:05.082080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:42:05.115158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Pushing event updated for resources: {'Port': ['ID=130fd5cc-5e35-4c1f-af8e-56cec6b2594e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:42:05.335593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks [] for router_gateway (6526b9a1-f360-439a-9f59-6b62951b6784), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:05.539856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (6526b9a1-f360-439a-9f59-6b62951b6784), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:05.543915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (6526b9a1-f360-439a-9f59-6b62951b6784), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:05.655966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Router 6526b9a1-f360-439a-9f59-6b62951b6784 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:42:05.844104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:42:05.848341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:05.850169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-687c4eb5-5ba2-4717-9173-0cb54566e66e demo admin] 10.222.0.18 "PUT /v2.0/routers/6526b9a1-f360-439a-9f59-6b62951b6784 HTTP/1.1" status: 200  len: 890 time: 1.6731539
Apr 02 20:42:08.156658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3a724a24-19e1-45a0-b352-63692bbf179b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:42:08.203475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3a724a24-19e1-45a0-b352-63692bbf179b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:42:08.203968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:08.290588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3a724a24-19e1-45a0-b352-63692bbf179b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:42:08.501046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48906) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:42:08.627216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-750569c7-2f72-4542-b5e1-1fb79e2a87b1 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1251159
Apr 02 20:42:08.994088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Sync routers for ids ['6526b9a1-f360-439a-9f59-6b62951b6784'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:42:09.006027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Routers {'6526b9a1-f360-439a-9f59-6b62951b6784'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:42:09.006684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846180940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:41:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6526b9a1-f360-439a-9f59-6b62951b6784'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:42:09.224725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Set router 6526b9a1-f360-439a-9f59-6b62951b6784 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:42:09.632833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846180940>, [{'id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'name': 'router1', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': '130fd5cc-5e35-4c1f-af8e-56cec6b2594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:41:46Z', 'updated_at': '2022-04-02T20:42:05Z', 'revision_number': 4, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'gw_port': {'id': '130fd5cc-5e35-4c1f-af8e-56cec6b2594e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:42:04Z', 'updated_at': '2022-04-02T20:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a724a24-19e1-45a0-b352-63692bbf179b', 'name': '', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'mac_address': 'fa:16:3e:01:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:41:56Z', 'updated_at': '2022-04-02T20:41:59Z', 'revision_number': 5, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'subnets': [{'id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:42:09.684338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Checking router: 6526b9a1-f360-439a-9f59-6b62951b6784 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:42:09.684715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Updating router 6526b9a1-f360-439a-9f59-6b62951b6784 port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:42:09.733866 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:10.141766 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Publish callbacks [] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:10.147093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:10.195242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Attempting to bind port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:42:10.195611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Attempting to bind port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:42:10.195967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Attempting to bind port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:42:10.203449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe646fb-eba4-4913-9672-ab2ad93cf323 None None] Pushing event updated for resources: {'Port': ['ID=130fd5cc-5e35-4c1f-af8e-56cec6b2594e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:42:10.206761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:42:10.207133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:42:10.207528 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:10.207904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:42:10.208365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Bound port: 130fd5cc-5e35-4c1f-af8e-56cec6b2594e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:42:10.208761 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:10.257437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] For port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:42:10.261443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] For port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=130fd5cc-5e35-4c1f-af8e-56cec6b2594e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:42:10.270042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:10.329873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Routers {'6526b9a1-f360-439a-9f59-6b62951b6784'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:42:10.330496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846180940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:41:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6526b9a1-f360-439a-9f59-6b62951b6784'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:42:10.335609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe646fb-eba4-4913-9672-ab2ad93cf323 None None] Pushing event updated for resources: {'Port': ['ID=130fd5cc-5e35-4c1f-af8e-56cec6b2594e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:42:10.461358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] Set router 6526b9a1-f360-439a-9f59-6b62951b6784 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:42:10.685979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846180940>, [{'id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'name': 'router1', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': '130fd5cc-5e35-4c1f-af8e-56cec6b2594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:41:46Z', 'updated_at': '2022-04-02T20:42:05Z', 'revision_number': 4, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'gw_port': {'id': '130fd5cc-5e35-4c1f-af8e-56cec6b2594e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:42:04Z', 'updated_at': '2022-04-02T20:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a724a24-19e1-45a0-b352-63692bbf179b', 'name': '', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'mac_address': 'fa:16:3e:01:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:41:56Z', 'updated_at': '2022-04-02T20:41:59Z', 'revision_number': 5, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'subnets': [{'id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:42:10.715842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e215a73-ee36-44b5-bc9c-d19ede29f908 None None] The sync data for ids ['6526b9a1-f360-439a-9f59-6b62951b6784'] in ncdv-master-1 is: [{'id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'name': 'router1', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': '130fd5cc-5e35-4c1f-af8e-56cec6b2594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:41:46Z', 'updated_at': '2022-04-02T20:42:05Z', 'revision_number': 4, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'gw_port': {'id': '130fd5cc-5e35-4c1f-af8e-56cec6b2594e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:42:04Z', 'updated_at': '2022-04-02T20:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a724a24-19e1-45a0-b352-63692bbf179b', 'name': '', 'network_id': '165950af-c00d-4f42-a2ff-1352350b302f', 'tenant_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'mac_address': 'fa:16:3e:01:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526b9a1-f360-439a-9f59-6b62951b6784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:41:56Z', 'updated_at': '2022-04-02T20:41:59Z', 'revision_number': 5, 'project_id': 'fafd8cd7b251409d95125f977eb9d2e3', 'subnets': [{'id': 'fa8df605-c6c7-4467-9a50-14b4569fbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac4ef4c-4641-4187-999c-9e232ab58766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:42:12.171869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 130fd5cc-5e35-4c1f-af8e-56cec6b2594e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:42:12.245146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:42:12.245525 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:12.362574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:42:12.363188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:12.401689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=130fd5cc-5e35-4c1f-af8e-56cec6b2594e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:42:12.411347 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:12.485651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=130fd5cc-5e35-4c1f-af8e-56cec6b2594e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:42:14.190337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 130fd5cc-5e35-4c1f-af8e-56cec6b2594e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:42:14.259771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:42:14.260329 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (130fd5cc-5e35-4c1f-af8e-56cec6b2594e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:14.390100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 130fd5cc-5e35-4c1f-af8e-56cec6b2594e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:42:23.019151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61e16ef3-b2d6-4c7e-a8fe-50a9a5bf993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:25.159290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-37ef6244-e5fa-477b-885c-3b585d2b3059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:26.447150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:28.484868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:29.314102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:34.626336 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:42:53.021028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3784a1a4-193c-409f-aa8e-9534db9c5475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:55.152306 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-39f1ad7c-883b-4e27-bdb3-7a86708c86c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:56.447349 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:58.490712 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:42:59.322047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:11.614820 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:43:23.028602 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-26dd8fb2-00dc-4da7-b373-f91322b93d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:25.155365 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2d3a-7921-4852-b3c4-29674980adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:26.449445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:28.489025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:29.314123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:36.691817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:36.753276 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-1952a4af-a4ee-44f6-9ae1-e58c4fc079e7 admin admin] GET failed (client error): The resource could not be found.
Apr 02 20:43:36.754577 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1952a4af-a4ee-44f6-9ae1-e58c4fc079e7 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0618052
Apr 02 20:43:36.911031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c650de-9bb5-4898-a5f9-3befcf5de9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:36.912547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-29c650de-9bb5-4898-a5f9-3befcf5de9ae admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1532934
Apr 02 20:43:39.294568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49498) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:39.390892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf6302-fa00-4304-8ecc-d5c0334a476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:39.392217 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bebf6302-fa00-4304-8ecc-d5c0334a476d admin admin] 10.222.0.18 "GET /v2.0/subnets/fa8df605-c6c7-4467-9a50-14b4569fbd8d HTTP/1.1" status: 200  len: 849 time: 0.0967078
Apr 02 20:43:39.401526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:43:39.505665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Publish callbacks [] for subnet (fa8df605-c6c7-4467-9a50-14b4569fbd8d), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:39.652197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759661891054'] for subnet (fa8df605-c6c7-4467-9a50-14b4569fbd8d), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:39.685358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:39.685948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:39.690242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d24fe-8917-4743-ad76-a9cd2c07379c None None] Network 165950af-c00d-4f42-a2ff-1352350b302f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:43:39.690890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] 10.222.0.18 "PUT /v2.0/subnets/fa8df605-c6c7-4467-9a50-14b4569fbd8d HTTP/1.1" status: 200  len: 868 time: 0.2927375
Apr 02 20:43:39.712698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8df605-c6c7-4467-9a50-14b4569fbd8d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:43:39.720158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.720553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.720858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.721189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.721581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.721902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.722223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.722546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.722867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.723183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.723501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.723818 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.724145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.724512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:39.724799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08079143-0c6d-450b-a32e-48959b64b736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:43:40.019711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-019381ed-9b1e-4c54-ade7-393a29a50505 None None] Provisioning complete for port 3a724a24-19e1-45a0-b352-63692bbf179b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:43:40.020089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-019381ed-9b1e-4c54-ade7-393a29a50505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a724a24-19e1-45a0-b352-63692bbf179b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:40.100704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-019381ed-9b1e-4c54-ade7-393a29a50505 None None] Current status of the port 3a724a24-19e1-45a0-b352-63692bbf179b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:43:40.110356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-019381ed-9b1e-4c54-ade7-393a29a50505 None None] Provisioning complete for port 7eac920d-a916-4538-ae1f-1a528c81e891 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:43:40.110724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-019381ed-9b1e-4c54-ade7-393a29a50505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7eac920d-a916-4538-ae1f-1a528c81e891), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:40.183557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-019381ed-9b1e-4c54-ade7-393a29a50505 None None] Current status of the port 7eac920d-a916-4538-ae1f-1a528c81e891 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:43:42.081663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:42.277953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cad25-cb79-4e9c-a3ac-a029a9087b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:42.278337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cad25-cb79-4e9c-a3ac-a029a9087b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:42.279863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c7cad25-cb79-4e9c-a3ac-a029a9087b94 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1970098
Apr 02 20:43:44.678373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:44.809842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f464ba-c62a-41c1-a7e8-e928766a7d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:44.810316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f464ba-c62a-41c1-a7e8-e928766a7d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:44.811863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58f464ba-c62a-41c1-a7e8-e928766a7d16 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1325259
Apr 02 20:43:47.219833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49524) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:47.391102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6afaa8b-e189-4769-9ab1-bc0896b6aa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:47.392501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d6afaa8b-e189-4769-9ab1-bc0896b6aa92 admin admin] 10.222.0.18 "GET /v2.0/networks/165950af-c00d-4f42-a2ff-1352350b302f HTTP/1.1" status: 200  len: 869 time: 0.1716650
Apr 02 20:43:48.613315 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:43:49.764950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:49.889902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12301c38-ac3e-497d-82f8-f715e8dd17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:49.891238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-12301c38-ac3e-497d-82f8-f715e8dd17c7 admin admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 886 time: 0.1252737
Apr 02 20:43:52.275558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49540) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:52.411568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c5c09-cf2b-4a79-898e-3436899d324f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:52.412568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c5c09-cf2b-4a79-898e-3436899d324f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:52.414102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-155c5c09-cf2b-4a79-898e-3436899d324f admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1376038
Apr 02 20:43:53.026849 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1179abb3-75e0-4e32-9aa8-618252751146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:54.805554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49548) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:54.894956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec784f8-8704-4bfb-a14a-05b4054bbc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:54.895414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec784f8-8704-4bfb-a14a-05b4054bbc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:54.897539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3ec784f8-8704-4bfb-a14a-05b4054bbc51 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0910137
Apr 02 20:43:55.158728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a056270f-190c-4f00-b6bd-148ea56ca5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:56.452527 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:57.311532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:57.397969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c5009-61c4-43b6-a2c5-c4406ac409b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:57.399300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-014c5009-61c4-43b6-a2c5-c4406ac409b5 admin admin] 10.222.0.18 "GET /v2.0/subnets/cef63af3-5b18-4d76-b178-3f886f1a4940 HTTP/1.1" status: 200  len: 816 time: 0.0868356
Apr 02 20:43:58.491735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:59.317146 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:43:59.793261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49564) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:43:59.885431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3e06d-0c88-4fd6-a95b-01a4afdeda38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:43:59.886762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-83f3e06d-0c88-4fd6-a95b-01a4afdeda38 admin admin] 10.222.0.18 "GET /v2.0/subnets/fa8df605-c6c7-4467-9a50-14b4569fbd8d HTTP/1.1" status: 200  len: 868 time: 0.0925448
Apr 02 20:44:23.029545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fbbffc8b-e9c3-4995-b286-523c48a7c6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:25.159177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ffb48ed3-9283-4eec-ab4c-fd95349071fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:25.611984 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:44:26.463381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:28.495754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:29.320052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:29.411758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:44:29.463185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-a7d2692f-d413-4ec4-b0b8-6a03034ae737 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:44:29.464250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7d2692f-d413-4ec4-b0b8-6a03034ae737 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0515623
Apr 02 20:44:31.925233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49642) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:44:31.983839 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3bbe44-86bb-4f18-a283-04df4ea14fc9 admin admin] GET failed (client error): The resource could not be found.
Apr 02 20:44:31.985153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ad3bbe44-86bb-4f18-a283-04df4ea14fc9 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0589657
Apr 02 20:44:32.072944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdbddcc-add8-4c4d-b28a-7f932561dafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:44:32.074394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-abdbddcc-add8-4c4d-b28a-7f932561dafe admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0852809
Apr 02 20:44:34.498929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49650) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:44:34.544988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:44:34.563281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Made reservation on behalf of fa034640396047d6b05aa8a8842d2e67 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:44:34.565596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:34.591731 ncdv-master-1 neutron-server[121648]: WARNING neutron.services.revisions.revision_plugin [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f78459332b0] {project_id='fa034640396047d6b05aa8a8842d2e67', id='65e5bf1b-461f-4a5a-8440-fa150eaf6182', target_project='*', action='access_as_shared', object_id='344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}> to bump revision.
Apr 02 20:44:34.605887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:44:34.616335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (35fac328-6cff-4f2d-a437-86d1ff1c2c77), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:34.616706 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Added segment 35fac328-6cff-4f2d-a437-86d1ff1c2c77 of type vlan for network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e
Apr 02 20:44:34.662800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (344aba3b-09ac-4eeb-b477-7d4ffde1af0e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:34.685929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (344aba3b-09ac-4eeb-b477-7d4ffde1af0e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:34.686798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:44:34.687378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:34.718879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2188973
Apr 02 20:44:34.752180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Pushing event updated for resources: {'Network': ['ID=344aba3b-09ac-4eeb-b477-7d4ffde1af0e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:44:34.760274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.760663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.761015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.761356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.761694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.762047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.762378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.762708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.763038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.763367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.763689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.764006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.764330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.764674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.764994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a8d5e8-cb41-453f-9f14-0328ad315f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:34.776488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:44:37.104828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49658) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:44:37.171128 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a766841a-ea2d-44e6-8ece-5c0628d54255 admin admin] GET failed (client error): The resource could not be found.
Apr 02 20:44:37.172427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a766841a-ea2d-44e6-8ece-5c0628d54255 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0666752
Apr 02 20:44:37.273136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e5f3dc-8eff-4cb8-8b9b-ed04a0f4f365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:44:37.276950 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-74e5f3dc-8eff-4cb8-8b9b-ed04a0f4f365 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0998757
Apr 02 20:44:37.284861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:44:37.303322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Made reservation on behalf of fa034640396047d6b05aa8a8842d2e67 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:44:37.305542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:37.462772 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (3ece3c6a-4397-4fca-9e87-16ca9f70f2d1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:37.520556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:44:37.530808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:44:37.531157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Network hostable DHCP agents. Network: 344aba3b-09ac-4eeb-b477-7d4ffde1af0e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:44:37.546213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:44:37.554727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 344aba3b-09ac-4eeb-b477-7d4ffde1af0e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:44:37.558632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:44:37.559246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:37.564150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334349a4-1392-4641-944c-84ff6cdcadc5 None None] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:44:37.574396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c93e7579-a2cd-4da7-92e7-8d4e0422c834 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2930205
Apr 02 20:44:37.669224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'project_id': 'fa034640396047d6b05aa8a8842d2e67', 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:44:37.670085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:37.808285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Allocated IP 192.168.233.2 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/0c5d0fce-8678-4380-b6a7-268d0b0c209b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:44:37.950079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Publish callbacks [] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:37.958698 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:37.994985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:44:37.996328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:44:37.999693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:44:38.015703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Pushing event updated for resources: {'Port': ['ID=0c5d0fce-8678-4380-b6a7-268d0b0c209b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:44:38.041866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.042215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.042547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.042879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.043207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.044128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.044472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.044814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.045140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.045462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.045783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.046101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.046419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.046736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.047053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:44:38.075535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Attempting to bind port 0c5d0fce-8678-4380-b6a7-268d0b0c209b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:44:38.075811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Attempting to bind port 0c5d0fce-8678-4380-b6a7-268d0b0c209b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:44:38.076161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Attempting to bind port 0c5d0fce-8678-4380-b6a7-268d0b0c209b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:44:38.081623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:44:38.082508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:44:38.082921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:38.083307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:44:38.083771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Bound port: 0c5d0fce-8678-4380-b6a7-268d0b0c209b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:44:38.084150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:38.145220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] For port 0c5d0fce-8678-4380-b6a7-268d0b0c209b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:44:38.148369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] For port 0c5d0fce-8678-4380-b6a7-268d0b0c209b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c5d0fce-8678-4380-b6a7-268d0b0c209b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:44:38.154354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:38.210389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90c385-a225-4489-b120-e8061fa1a354 None None] Pushing event updated for resources: {'Port': ['ID=0c5d0fce-8678-4380-b6a7-268d0b0c209b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:44:39.148599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1a57e-a6c6-4a17-875e-1ce5ac60ff6f None None] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:44:39.253432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] Provisioning complete for port 0c5d0fce-8678-4380-b6a7-268d0b0c209b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:44:39.253758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:39.351983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] Current status of the port 0c5d0fce-8678-4380-b6a7-268d0b0c209b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:44:39.352807 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:39.389208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] For port 0c5d0fce-8678-4380-b6a7-268d0b0c209b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c5d0fce-8678-4380-b6a7-268d0b0c209b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:44:39.396581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:39.450109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c4b4-cdff-450e-82f6-25e1b11fbb3d None None] Pushing event updated for resources: {'Port': ['ID=0c5d0fce-8678-4380-b6a7-268d0b0c209b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:44:39.517053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1183fb9d-755b-4f7d-b381-9018a49de0bd None None] Provisioning complete for port 0c5d0fce-8678-4380-b6a7-268d0b0c209b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:44:39.517372 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1183fb9d-755b-4f7d-b381-9018a49de0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:39.612686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1183fb9d-755b-4f7d-b381-9018a49de0bd None None] Current status of the port 0c5d0fce-8678-4380-b6a7-268d0b0c209b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:44:40.297640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0c5d0fce-8678-4380-b6a7-268d0b0c209b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:44:40.364488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0c5d0fce-8678-4380-b6a7-268d0b0c209b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:44:40.364884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0c5d0fce-8678-4380-b6a7-268d0b0c209b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:40.459596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0c5d0fce-8678-4380-b6a7-268d0b0c209b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:44:53.031377 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a3e39b15-0bc8-4743-8c16-2bbe1a1e48c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:55.164731 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7354fbf7-1794-4c34-9920-8b140192f59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:56.460314 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:58.498922 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:44:59.322365 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:02.610786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:45:23.034282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-177e1031-6eed-4734-8088-acdf71539969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:25.165824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d5de71a-4812-429f-a22d-96dfadf17772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:26.463116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:28.502148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:29.328139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:39.609784 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:45:53.035936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-90486a04-26d9-4f6e-ae41-05941f1ed1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:55.168442 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9b6e765b-590c-4bbc-9496-42ed746103a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:56.465523 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.035892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49712) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:45:58.041426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-273da4fa-0afa-4f2c-803a-205ce96a8150 tempest-verify_tempest_config-1880021898 tempest-verify_tempest_config-1880021898-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:45:58.042385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-273da4fa-0afa-4f2c-803a-205ce96a8150 tempest-verify_tempest_config-1880021898 tempest-verify_tempest_config-1880021898-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0054991
Apr 02 20:45:58.330903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49730) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:45:58.434352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.502105 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.508545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Publish callbacks [] for security_group (47fdefc3-d85b-491c-ae82-e4abf99d608d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.512061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (47fdefc3-d85b-491c-ae82-e4abf99d608d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.556461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=998bd6b0d1234a5ba2ae357e4d162ea6&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2244895
Apr 02 20:45:58.557561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdefc3-d85b-491c-ae82-e4abf99d608d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:45:58.559193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:45:58.564194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.564576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.564916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.565252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.565580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.565908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.566233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.566555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.566875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.567195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.567513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.567832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.568149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.568475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.568806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239a43c-ac4e-4f82-9fa2-ecb31dc23b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.614279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Publish callbacks [] for security_group (47fdefc3-d85b-491c-ae82-e4abf99d608d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.633961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Publish callbacks [] for security_group (47fdefc3-d85b-491c-ae82-e4abf99d608d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.726467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (47fdefc3-d85b-491c-ae82-e4abf99d608d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.729003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:45:58.730128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47fdefc3-d85b-491c-ae82-e4abf99d608d HTTP/1.1" status: 204  len: 168 time: 0.1699238
Apr 02 20:45:58.738329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdefc3-d85b-491c-ae82-e4abf99d608d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:45:58.747251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.747735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.748197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.748670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.749147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.749612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.750285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.750754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.751220 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.751682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.752443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.753156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.753637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.754174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:58.754548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fece6-5bab-40cf-8226-d727b583de9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:45:59.321581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:16.608979 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:46:23.037278 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-548d25cd-8a6e-4e3b-a667-64725589fef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:25.169213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6918d7ee-1a2f-41ca-9aa4-51af79f2d0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:26.468870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:28.506596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:29.322617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:53.039049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03a45a35-d5cb-4940-99cd-70a68ace934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:53.607584 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:46:55.170581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e77d4d95-ea71-403d-be63-6f054a00ec17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:56.472427 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:58.511106 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:46:59.323650 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:23.042858 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-63987d36-d4fc-4644-a708-0f0008de8e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:25.174246 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55804120-da3e-49a8-84f3-fd355bb6a664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:26.474925 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:28.514808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:29.325585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:30.606275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:47:53.043977 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83f1d7fa-72f2-488c-ac74-b2ef7160ba1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:55.175039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcfad-39a3-49d2-9e92-e2cef283bd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:56.477688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:58.516722 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:47:59.328860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:07.605065 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:48:23.045972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a91c4393-7803-4ae9-84da-1d5b69719d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:25.176411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-168ba951-b944-4ded-8440-d8634dcee1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:26.479240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:28.520141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:29.331338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:44.604330 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 5 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:48:53.046457 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-561a242c-057e-4dd2-b1c2-fb4299bfb02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:55.177783 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1852854f-1c80-4442-9d36-6055b6705420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:56.482799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:58.522684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:48:59.333458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:14.111729 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:17.455298 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760014'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:21.603660 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:49:23.047466 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0afe9b2c-cb34-4e5b-a638-9389ed30e618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:25.179351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-638fa2d6-017d-4e2f-b9e9-0e1145ddcfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:26.485398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:28.524613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:29.336083 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:44.096007 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:47.441067 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:53.052379 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e23f2405-9ad5-4944-aee0-2c3d14c918d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:55.181604 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc07885d-58cc-40b8-abd2-624ea40b564a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:56.489639 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:58.526253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:49:58.562310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49856) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:49:58.603394 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:49:58.664759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ac6129d-d6ab-46b0-903b-1af4ac856e05 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1013572
Apr 02 20:49:59.339547 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:01.063265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:50:01.117931 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06d28f9c-b694-4b89-8865-6a1a01520851 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0535271
Apr 02 20:50:14.094414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:17.450670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:23.053435 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b156-f9d1-4585-aa11-fa1f3bd40af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:25.182827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4fb6726a-a80a-40e4-becd-2f0343018298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:26.490696 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:28.529150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:29.342883 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:35.602060 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:50:44.125534 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:47.477836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:53.058144 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f21b88ac-5aa7-4919-b158-1f859bd7c94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:55.185063 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fca58683-9b51-4b07-b8fc-3c0d12b2bf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:56.493291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:58.532433 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:50:59.344242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:12.600697 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:51:14.122430 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:17.464104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:23.054865 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3976503c-e17f-46fb-a5f5-8fa11fe761e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:25.192747 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd8d1741-60e1-42e8-8443-81c144a7ef7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:26.502243 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:28.559627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:29.347276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:31.117663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:31.326335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50122) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:31.494998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50130) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:31.495467 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0fb81207-0835-4fca-9d5e-4c920b26fd9c tempest-AutoAllocateNetworkTest-1040825620 tempest-AutoAllocateNetworkTest-1040825620-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a23ce3f3e63240dfa5f2f6cef20a8f18&shared=False HTTP/1.1" status: 200  len: 208 time: 0.3762417
Apr 02 20:51:31.654795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50142) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:31.688437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10fff3-3c6c-4298-8e87-e72b23e38fa0 tempest-AutoAllocateNetworkTest-1040825620 tempest-AutoAllocateNetworkTest-1040825620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:31.690476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a10fff3-3c6c-4298-8e87-e72b23e38fa0 tempest-AutoAllocateNetworkTest-1040825620 tempest-AutoAllocateNetworkTest-1040825620-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1942084
Apr 02 20:51:31.693595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50146) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:31.754892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1784190956-network', 'tenant_id': '162245b155e14a71bfc8d9d5250e4c78'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:31.795774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58f49b70-6435-4fa7-97ad-9d503e7f4afe tempest-AutoAllocateNetworkTest-1040825620 tempest-AutoAllocateNetworkTest-1040825620-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1007998
Apr 02 20:51:31.798512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:31.827667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Made reservation on behalf of 162245b155e14a71bfc8d9d5250e4c78 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:31.830778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a0edcd2-65fd-44af-b3ae-7f49ff59a958 tempest-AutoAllocateNetworkTest-1040825620 tempest-AutoAllocateNetworkTest-1040825620-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a23ce3f3e63240dfa5f2f6cef20a8f18 HTTP/1.1" status: 200  len: 208 time: 0.0308225
Apr 02 20:51:31.830907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:31.840074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:31.921360 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks [] for security_group (d4353389-ead4-4cc2-a950-86992782466b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:31.927132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d4353389-ead4-4cc2-a950-86992782466b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:31.967161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4353389-ead4-4cc2-a950-86992782466b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:31.980789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:51:31.983813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.984232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.984731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.985197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.985657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.986111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.986774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.987445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.987906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.988370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.988856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.989303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.989760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.990246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.990922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Tracked resource versions report:
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]: pushed versions:
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]: {   'AddressGroup': {'1.2'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'Agent': {'1.1'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'ConntrackHelper': {'1.0'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'Log': {'1.0'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'NDPProxy': {'1.0'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'Network': {'1.1'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'Port': {'1.7'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'PortForwarding': {'1.3'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'QosPolicy': {'1.10'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'SecurityGroup': {'1.5'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'SubPort': {'1.0'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'Subnet': {'1.1'},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     'Trunk': {'1.1'}}
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]: consumer versions:
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     HyperV agent@nch1-master-1: {},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     HyperV agent@nch2-master-1: {},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     L3 agent@ncdv-master-1: {},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     Metering agent@ncdv-master-1: {},
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'Agent': '1.1',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'ConntrackHelper': '1.0',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'Log': '1.0',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'NDPProxy': '1.0',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'Network': '1.1',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'Port': '1.7',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'PortForwarding': '1.3',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'QosPolicy': '1.10',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'SecurityGroup': '1.5',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'SubPort': '1.0',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'Subnet': '1.1',
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:                                           'Trunk': '1.1'}}
Apr 02 20:51:31.992025 ncdv-master-1 neutron-server[121649]:  {{(pid=121649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:51:32.007603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e00f474c-1672-467d-abfe-d009cad78861), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.008098 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Added segment e00f474c-1672-467d-abfe-d009cad78861 of type vlan for network 29ee4531-5080-4dc0-bb2b-b562ae224db6
Apr 02 20:51:32.053427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (29ee4531-5080-4dc0-bb2b-b562ae224db6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.066046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-network', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:32.097343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (29ee4531-5080-4dc0-bb2b-b562ae224db6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.098596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:32.099240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.107513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Made reservation on behalf of fde6bd005e3a4a25b63639832027ab85 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:32.110276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.122392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.150085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50174) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:32.150337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8227582
Apr 02 20:51:32.157430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Request body: {'subnet': {'network_id': '29ee4531-5080-4dc0-bb2b-b562ae224db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1784190956-subnet', 'tenant_id': '162245b155e14a71bfc8d9d5250e4c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:32.179319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Made reservation on behalf of 162245b155e14a71bfc8d9d5250e4c78 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:32.183062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.253147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks [] for security_group (efda46d9-3578-41e2-9bcc-a3f11e6b4bb0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.344619 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (efda46d9-3578-41e2-9bcc-a3f11e6b4bb0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.361451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e11997-a4a5-4224-b71a-8759bf974009 admin admin] Pushing event updated for resources: {'Network': ['ID=29ee4531-5080-4dc0-bb2b-b562ae224db6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:32.373242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 29ee4531-5080-4dc0-bb2b-b562ae224db6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:51:32.375352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:51:32.384247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f5af892e-d9b6-4fd1-a571-44ca71cb7e80), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.384619 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Added segment f5af892e-d9b6-4fd1-a571-44ca71cb7e80 of type vlan for network ad76fa2d-1a20-484e-b4bb-76fd756272b5
Apr 02 20:51:32.432039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ad76fa2d-1a20-484e-b4bb-76fd756272b5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.459255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda46d9-3578-41e2-9bcc-a3f11e6b4bb0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:32.460793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (a972355e-b036-46a6-9419-2740e3ec1647), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.463582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ad76fa2d-1a20-484e-b4bb-76fd756272b5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.465014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:32.465783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.498853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50190) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:32.527779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a972355e-b036-46a6-9419-2740e3ec1647,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:32.539126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.539255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] Pushing event updated for resources: {'Network': ['ID=ad76fa2d-1a20-484e-b4bb-76fd756272b5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:32.539724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.540253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.541009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.541357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.541817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.542001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.542581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.542988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Tracked resource versions report:
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: pushed versions:
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: {   'AddressGroup': {'1.2'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'Agent': {'1.1'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'ConntrackHelper': {'1.0'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'Log': {'1.0'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'NDPProxy': {'1.0'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'Network': {'1.1'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'Port': {'1.7'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'PortForwarding': {'1.3'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'QosPolicy': {'1.10'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'SecurityGroup': {'1.5'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'SubPort': {'1.0'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'Subnet': {'1.1'},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     'Trunk': {'1.1'}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: consumer versions:
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     HyperV agent@nch1-master-1: {},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     HyperV agent@nch2-master-1: {},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     L3 agent@ncdv-master-1: {},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     Metering agent@ncdv-master-1: {},
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'Agent': '1.1',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'ConntrackHelper': '1.0',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'Log': '1.0',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'NDPProxy': '1.0',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'Network': '1.1',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'Port': '1.7',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'PortForwarding': '1.3',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'QosPolicy': '1.10',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'SecurityGroup': '1.5',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'SubPort': '1.0',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'Subnet': '1.1',
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:                                           'Trunk': '1.1'}}
Apr 02 20:51:32.550188 ncdv-master-1 neutron-server[121648]:  {{(pid=121648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:51:32.552818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:51:32.560772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9f742c71-aead-4214-98c3-13f1723ca580 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.9052036
Apr 02 20:51:32.561598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50194) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:32.566716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Request body: {'subnet': {'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-subnet', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:32.573706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Checking segment: {'id': 'e00f474c-1672-467d-abfe-d009cad78861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '29ee4531-5080-4dc0-bb2b-b562ae224db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:32.574824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Network hostable DHCP agents. Network: 29ee4531-5080-4dc0-bb2b-b562ae224db6, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:51:32.592922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Made reservation on behalf of fde6bd005e3a4a25b63639832027ab85 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:32.596641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.605839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Network 29ee4531-5080-4dc0-bb2b-b562ae224db6 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:51:32.620292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29ee4531-5080-4dc0-bb2b-b562ae224db6) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:32.625904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:32.626759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.657769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be007b-9619-4a3e-a1bb-6cec605fa66d None None] Network 29ee4531-5080-4dc0-bb2b-b562ae224db6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:32.668575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6666db46-afd1-4f6e-bac5-58de6783f909 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5164611
Apr 02 20:51:32.861730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (73185779-b730-43d2-b225-febfc5420607), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:32.888944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23439a80-349a-434a-b661-581f1fae1a25 None None] Network 29ee4531-5080-4dc0-bb2b-b562ae224db6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:32.945918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73185779-b730-43d2-b225-febfc5420607,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:32.948721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Checking segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:32.949573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Network hostable DHCP agents. Network: ad76fa2d-1a20-484e-b4bb-76fd756272b5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:51:32.976676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:51:32.991706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad76fa2d-1a20-484e-b4bb-76fd756272b5) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:32.999241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:33.000037 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.012865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e45d5a-f14a-47b7-a292-8ebd5b9819be None None] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:33.031877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0ea1097-2073-46da-9b08-d7704aee2c97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.4665329
Apr 02 20:51:33.032313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50206) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:33.045400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:33.084904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (45e72fb7-e205-4257-a324-09fc6a3ce0c5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.088433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (45e72fb7-e205-4257-a324-09fc6a3ce0c5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.126783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9c34-eac0-4aa4-81fd-5aa660611ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.175822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:51:33.177022 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.253979 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9c34-eac0-4aa4-81fd-5aa660611ebe admin admin] Publish callbacks [] for security_group (896d4715-c484-42d1-8e46-52517cf9cbf6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.264035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9c34-eac0-4aa4-81fd-5aa660611ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (896d4715-c484-42d1-8e46-52517cf9cbf6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.320378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e0ac9c34-eac0-4aa4-81fd-5aa660611ebe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a23ce3f3e63240dfa5f2f6cef20a8f18&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8202560
Apr 02 20:51:33.323004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50224) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:33.361504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Allocated IP 172.20.0.2 (ad76fa2d-1a20-484e-b4bb-76fd756272b5/73185779-b730-43d2-b225-febfc5420607/68066bcf-d29b-486c-9004-95a93bbcf635) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:33.438754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d46dfb28-e5a7-4329-a200-2d6fe1ab4920 admin admin] Publish callbacks [] for security_group (896d4715-c484-42d1-8e46-52517cf9cbf6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.480437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d46dfb28-e5a7-4329-a200-2d6fe1ab4920 admin admin] Publish callbacks [] for security_group (896d4715-c484-42d1-8e46-52517cf9cbf6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.480792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac9c34-eac0-4aa4-81fd-5aa660611ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d4715-c484-42d1-8e46-52517cf9cbf6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:33.495076 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks [] for router_controller (45e72fb7-e205-4257-a324-09fc6a3ce0c5), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.597175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d46dfb28-e5a7-4329-a200-2d6fe1ab4920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (896d4715-c484-42d1-8e46-52517cf9cbf6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.603051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d46dfb28-e5a7-4329-a200-2d6fe1ab4920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.604542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d46dfb28-e5a7-4329-a200-2d6fe1ab4920 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/896d4715-c484-42d1-8e46-52517cf9cbf6 HTTP/1.1" status: 204  len: 168 time: 0.2804770
Apr 02 20:51:33.608821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Publish callbacks [] for port (68066bcf-d29b-486c-9004-95a93bbcf635), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.617817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dfb28-e5a7-4329-a200-2d6fe1ab4920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d4715-c484-42d1-8e46-52517cf9cbf6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:33.621088 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.668706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:33.676514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:33.691910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:33.713827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Pushing event updated for resources: {'Port': ['ID=68066bcf-d29b-486c-9004-95a93bbcf635,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.750823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.751680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Tracked resource versions report:
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]: pushed versions:
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]: {   'AddressGroup': {'1.2'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'Agent': {'1.1'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'ConntrackHelper': {'1.0'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'Log': {'1.0'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'NDPProxy': {'1.0'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'Network': {'1.1'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'Port': {'1.7'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'PortForwarding': {'1.3'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'QosPolicy': {'1.10'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'SecurityGroup': {'1.5'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'SubPort': {'1.0'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'Subnet': {'1.1'},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     'Trunk': {'1.1'}}
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]: consumer versions:
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     HyperV agent@nch1-master-1: {},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     HyperV agent@nch2-master-1: {},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     L3 agent@ncdv-master-1: {},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     Metering agent@ncdv-master-1: {},
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'Agent': '1.1',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'ConntrackHelper': '1.0',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'Log': '1.0',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'NDPProxy': '1.0',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'Network': '1.1',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'Port': '1.7',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'PortForwarding': '1.3',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'QosPolicy': '1.10',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'SecurityGroup': '1.5',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'SubPort': '1.0',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'Subnet': '1.1',
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:                                           'Trunk': '1.1'}}
Apr 02 20:51:33.752392 ncdv-master-1 neutron-server[121650]:  {{(pid=121650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:51:33.779637 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks [] for router_gateway (45e72fb7-e205-4257-a324-09fc6a3ce0c5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.784446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Attempting to bind port 68066bcf-d29b-486c-9004-95a93bbcf635 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:33.784446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Attempting to bind port 68066bcf-d29b-486c-9004-95a93bbcf635 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:33.785651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Attempting to bind port 68066bcf-d29b-486c-9004-95a93bbcf635 on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:33.790741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:33.791215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Checking segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:33.791622 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.791992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Bound using segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:33.792506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Bound port: 68066bcf-d29b-486c-9004-95a93bbcf635, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:33.792884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.862582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] For port 68066bcf-d29b-486c-9004-95a93bbcf635, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:33.865855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] For port 68066bcf-d29b-486c-9004-95a93bbcf635, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68066bcf-d29b-486c-9004-95a93bbcf635,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:33.876989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:33.978736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99159794-3a9b-4902-81a1-31beedf5b1af None None] Pushing event updated for resources: {'Port': ['ID=68066bcf-d29b-486c-9004-95a93bbcf635,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:34.101430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks [] for router_gateway (45e72fb7-e205-4257-a324-09fc6a3ce0c5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.131899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.350101 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Allocated IP 172.35.4.237 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/1f5e5de7-07ed-44b3-b05f-55f448edc52a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:34.495467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks [] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.515099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68066bcf-d29b-486c-9004-95a93bbcf635 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:34.593174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.596708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 68066bcf-d29b-486c-9004-95a93bbcf635 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:34.597902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.696940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 68066bcf-d29b-486c-9004-95a93bbcf635 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:34.697572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.745129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 68066bcf-d29b-486c-9004-95a93bbcf635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68066bcf-d29b-486c-9004-95a93bbcf635,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:51:34.753462 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.760876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:34.767666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:34.775827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:34.849193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50288) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:34.854922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275732254-network', 'tenant_id': '9d20400b6e624c6aa61a142f4c6a012c'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:34.901709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Made reservation on behalf of 9d20400b6e624c6aa61a142f4c6a012c for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:34.904290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:34.912632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=68066bcf-d29b-486c-9004-95a93bbcf635,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:34.919802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5e5de7-07ed-44b3-b05f-55f448edc52a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:34.922114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.097498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks [] for security_group (4fbfe0f7-581c-436b-88b2-a5fc0233ab8e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.103334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4fbfe0f7-581c-436b-88b2-a5fc0233ab8e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.125249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:51:35.135984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (98da1973-1599-414f-97a6-1fa284854bdc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.136373 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Added segment 98da1973-1599-414f-97a6-1fa284854bdc of type vlan for network 9fadf6fc-5caf-43b7-9aaa-404c3087e105
Apr 02 20:51:35.185399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (9fadf6fc-5caf-43b7-9aaa-404c3087e105), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.224030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (9fadf6fc-5caf-43b7-9aaa-404c3087e105), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.225496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:35.227176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.238067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a776181f-e976-4d47-af62-9548a7e7c6f2 None None] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:35.251315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbfe0f7-581c-436b-88b2-a5fc0233ab8e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:35.267372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4138894
Apr 02 20:51:35.275620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50306) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:35.306955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Request body: {'subnet': {'network_id': '9fadf6fc-5caf-43b7-9aaa-404c3087e105', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275732254-subnet', 'tenant_id': '9d20400b6e624c6aa61a142f4c6a012c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:35.371444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks [] for router_gateway (45e72fb7-e205-4257-a324-09fc6a3ce0c5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.429351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f2ecc038-457e-4bf3-a523-e6d6515d4b4e None None] Provisioning complete for port 68066bcf-d29b-486c-9004-95a93bbcf635 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:35.429783 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2ecc038-457e-4bf3-a523-e6d6515d4b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.528272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e9f2-5f9a-478d-872d-44b8b33fae2c admin admin] Pushing event updated for resources: {'Network': ['ID=9fadf6fc-5caf-43b7-9aaa-404c3087e105,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:35.552492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 9fadf6fc-5caf-43b7-9aaa-404c3087e105 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:51:35.637682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Made reservation on behalf of 9d20400b6e624c6aa61a142f4c6a012c for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:35.640359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.729071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f2ecc038-457e-4bf3-a523-e6d6515d4b4e None None] Current status of the port 68066bcf-d29b-486c-9004-95a93bbcf635 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:35.782369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50338) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:35.859336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (45e72fb7-e205-4257-a324-09fc6a3ce0c5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:35.954857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f31926c4-bd49-487f-812b-fa64d902c054 None None] Provisioning complete for port 68066bcf-d29b-486c-9004-95a93bbcf635 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:35.957082 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f31926c4-bd49-487f-812b-fa64d902c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.046024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (aadf550a-0882-4503-9eda-b4f7833f90ca), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.061081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f31926c4-bd49-487f-812b-fa64d902c054 None None] Current status of the port 68066bcf-d29b-486c-9004-95a93bbcf635 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:36.114221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc3a66d3-ff71-450d-881b-200cab303e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.152121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aadf550a-0882-4503-9eda-b4f7833f90ca,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:36.245019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc3a66d3-ff71-450d-881b-200cab303e8c admin admin] Publish callbacks [] for security_group (c5b66294-ac54-490e-a556-04d366fbd8c4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.251145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc3a66d3-ff71-450d-881b-200cab303e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c5b66294-ac54-490e-a556-04d366fbd8c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.251955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Checking segment: {'id': '98da1973-1599-414f-97a6-1fa284854bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fadf6fc-5caf-43b7-9aaa-404c3087e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:36.252552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Network hostable DHCP agents. Network: 9fadf6fc-5caf-43b7-9aaa-404c3087e105, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:51:36.256512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:51:36.320658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fc3a66d3-ff71-450d-881b-200cab303e8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65a0a62b97b54e7da98fb1453ad5c79a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5343800
Apr 02 20:51:36.320658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a66d3-ff71-450d-881b-200cab303e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b66294-ac54-490e-a556-04d366fbd8c4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:36.321663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50376) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:36.339982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Network 9fadf6fc-5caf-43b7-9aaa-404c3087e105 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:51:36.355986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fadf6fc-5caf-43b7-9aaa-404c3087e105) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:36.365088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:36.366066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.374945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e56304-0ed4-4b3a-901a-f65a1cfcd49c None None] Network 9fadf6fc-5caf-43b7-9aaa-404c3087e105 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:36.426283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-912908e6-521a-4e30-9797-db09d5dd4e26 admin admin] Publish callbacks [] for security_group (c5b66294-ac54-490e-a556-04d366fbd8c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.470417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-912908e6-521a-4e30-9797-db09d5dd4e26 admin admin] Publish callbacks [] for security_group (c5b66294-ac54-490e-a556-04d366fbd8c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.503573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-69f0b629-5858-470e-9f47-3a42c42dc647 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2268796
Apr 02 20:51:36.529119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68066bcf-d29b-486c-9004-95a93bbcf635 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:36.533249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:51:36.545056 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:51:36.556049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-912908e6-521a-4e30-9797-db09d5dd4e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c5b66294-ac54-490e-a556-04d366fbd8c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.559901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-912908e6-521a-4e30-9797-db09d5dd4e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.563901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-912908e6-521a-4e30-9797-db09d5dd4e26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5b66294-ac54-490e-a556-04d366fbd8c4 HTTP/1.1" status: 204  len: 168 time: 0.2382286
Apr 02 20:51:36.571305 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:36.572165 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462a8040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:36.579387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912908e6-521a-4e30-9797-db09d5dd4e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b66294-ac54-490e-a556-04d366fbd8c4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:36.596268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.598698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-10bc13b9-6867-4e85-9905-cfdde7b89064 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.5651040
Apr 02 20:51:36.601824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50392) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:36.675794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 68066bcf-d29b-486c-9004-95a93bbcf635 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:36.676428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:36.736504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19528860-64f0-440c-b97b-ea37d5bcf3cb None None] Network 9fadf6fc-5caf-43b7-9aaa-404c3087e105 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:36.748512 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:36.894402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50408) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:36.950562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 68066bcf-d29b-486c-9004-95a93bbcf635 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:37.036871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Deleting subnet a972355e-b036-46a6-9419-2740e3ec1647 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:51:37.051818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Publish callbacks [] for subnet (a972355e-b036-46a6-9419-2740e3ec1647), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.153083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Publish callbacks [] for subnet (a972355e-b036-46a6-9419-2740e3ec1647), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.169489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a972355e-b036-46a6-9419-2740e3ec1647), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.175002 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462a8040>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:35Z', 'revision_number': 3, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:37.238838 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:51:37.239367 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Updating router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 port 1f5e5de7-07ed-44b3-b05f-55f448edc52a binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:51:37.271296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (a972355e-b036-46a6-9419-2740e3ec1647), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.285330 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.321158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a972355e-b036-46a6-9419-2740e3ec1647,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:37.350486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.362390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-514306fc-8aaa-49a1-93b3-37ef50a95b39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a972355e-b036-46a6-9419-2740e3ec1647 HTTP/1.1" status: 204  len: 168 time: 0.4646847
Apr 02 20:51:37.363256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50446) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:37.494595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.536787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50460) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:37.585086 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (29ee4531-5080-4dc0-bb2b-b562ae224db6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.594438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-710ebdfc-5b85-47bf-8b8b-33026659fc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.678053 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Publish callbacks [] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.686996 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.765808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Allocated IP 172.20.0.1 (ad76fa2d-1a20-484e-b4bb-76fd756272b5/73185779-b730-43d2-b225-febfc5420607/d78109dc-2937-4cca-a58e-9b18c71cad73) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:37.773840 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Pushing event updated for resources: {'Port': ['ID=1f5e5de7-07ed-44b3-b05f-55f448edc52a,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:37.777245 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Attempting to bind port 1f5e5de7-07ed-44b3-b05f-55f448edc52a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:37.777976 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Attempting to bind port 1f5e5de7-07ed-44b3-b05f-55f448edc52a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:37.778194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Attempting to bind port 1f5e5de7-07ed-44b3-b05f-55f448edc52a on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:37.788213 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:37.788789 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:37.789306 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.789816 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:37.790393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Bound port: 1f5e5de7-07ed-44b3-b05f-55f448edc52a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:37.790874 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.794863 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.795342 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.805088 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.805675 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.806124 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.806547 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.806983 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.807406 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.807838 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.809439 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.809894 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.810305 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.810728 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.811149 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.811567 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Tracked resource versions report:
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]: pushed versions:
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]: {   'AddressGroup': {'1.2'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'Agent': {'1.1'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'ConntrackHelper': {'1.0'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'LocalIPAssociation': {'1.0'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'Log': {'1.0'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'NDPProxy': {'1.0'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'Network': {'1.1'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'Port': {'1.7'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'PortForwarding': {'1.3'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'QosPolicy': {'1.10'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'SecurityGroup': {'1.5'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'SecurityGroupRule': {'1.2'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'SubPort': {'1.0'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'Subnet': {'1.1'},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     'Trunk': {'1.1'}}
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]: consumer versions:
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]: {   DHCP agent@ncdv-master-1: {},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     HyperV agent@nch1-master-1: {},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     HyperV agent@nch2-master-1: {},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     L3 agent@ncdv-master-1: {},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     Metadata agent@ncdv-master-1: {},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     Metering agent@ncdv-master-1: {},
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'Agent': '1.1',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'ConntrackHelper': '1.0',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'LocalIPAssociation': '1.0',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'Log': '1.0',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'NDPProxy': '1.0',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'Network': '1.1',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'Port': '1.7',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'PortForwarding': '1.3',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'QosPolicy': '1.10',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'SecurityGroup': '1.5',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'SecurityGroupRule': '1.2',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'SubPort': '1.0',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'Subnet': '1.1',
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:                                           'Trunk': '1.1'}}
Apr 02 20:51:37.812842 ncdv-master-1 neutron-server[121651]:  {{(pid=121651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 02 20:51:37.885384 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] For port 1f5e5de7-07ed-44b3-b05f-55f448edc52a, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:37.892012 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] For port 1f5e5de7-07ed-44b3-b05f-55f448edc52a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5e5de7-07ed-44b3-b05f-55f448edc52a,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:37.907280 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.913179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks [] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.956912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:37.989349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:37.997063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:38.020377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:38.021809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:38.022519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (45e72fb7-e205-4257-a324-09fc6a3ce0c5), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.025553 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:38.027212 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462a8040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:38.165772 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (29ee4531-5080-4dc0-bb2b-b562ae224db6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.201676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7847c3e160>> segment before_delete 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.202852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7847c3e160>> subnet precommit_delete_associations 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.203898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> segment_host_mapping after_create 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.204610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> port after_create 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.205099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> port after_delete 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.205696 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> port after_update 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.206143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> segment after_delete 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.206586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> subnet after_create 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.207048 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> subnet after_delete 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.207500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845c3ac40>> subnet after_update 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.209262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Pushing event updated for resources: {'Port': ['ID=d78109dc-2937-4cca-a58e-9b18c71cad73,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:38.234182 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:38.374561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.408016 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f67c01-65b3-4a96-9e75-721a3dec425d None None] Pushing event updated for resources: {'Port': ['ID=1f5e5de7-07ed-44b3-b05f-55f448edc52a,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:38.415779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c021cb41-ea9d-49ef-be68-5b1639d16127 None None] Provisioning complete for port d78109dc-2937-4cca-a58e-9b18c71cad73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:38.416320 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c021cb41-ea9d-49ef-be68-5b1639d16127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.487000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c021cb41-ea9d-49ef-be68-5b1639d16127 None None] Port d78109dc-2937-4cca-a58e-9b18c71cad73 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:51:38.567714 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462a8040>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:35Z', 'revision_number': 3, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:38.598010 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c75bb-aaa0-4f83-8156-062877f229e5 None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:35Z', 'revision_number': 3, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:51:38.607505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50510) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:38.611343 ncdv-master-1 neutron-server[121648]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 02 20:51:38.612954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78465f2f40>> subnet after_create 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.613460 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78465f2f40>> subnet after_delete 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.613945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78465f2f40>> subnet before_create 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.613945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78465f2f40>> subnet before_update 55550000 {{(pid=121649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:38.614307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784696c430>,) {'filters': {'network_id': ['29ee4531-5080-4dc0-bb2b-b562ae224db6']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:38.650538 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-68d1db4a-b170-433a-b0d9-eeabc1608144 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9fb7e0a29fc4b53825f8910b80bc992&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0418377
Apr 02 20:51:38.657720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dccb-cd77-4c45-b72f-1f6814fb753f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.671812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784696c430>, 'e00f474c-1672-467d-abfe-d009cad78861') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:38.672074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784696c430>, 'e00f474c-1672-467d-abfe-d009cad78861') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:38.675800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks [] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.690731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.691379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (45e72fb7-e205-4257-a324-09fc6a3ce0c5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.698309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-710ebdfc-5b85-47bf-8b8b-33026659fc8c admin admin] Publish callbacks [] for security_group (1efc26ed-51aa-4365-bd0c-2b840f1bb68e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.705866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (e00f474c-1672-467d-abfe-d009cad78861), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.724119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-710ebdfc-5b85-47bf-8b8b-33026659fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1efc26ed-51aa-4365-bd0c-2b840f1bb68e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.758639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e00f474c-1672-467d-abfe-d009cad78861), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.795127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:51:38.795783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (e00f474c-1672-467d-abfe-d009cad78861), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.814528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Pushing event updated for resources: {'Port': ['ID=d78109dc-2937-4cca-a58e-9b18c71cad73,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   from cryptography.utils import int_from_bytes
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   from cryptography.utils import int_from_bytes
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:51:38.816156 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:51:38.841921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-710ebdfc-5b85-47bf-8b8b-33026659fc8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29ce96a670a64da8a7b56c28a2801d24&name=default HTTP/1.1" status: 200  len: 2992 time: 1.3040748
Apr 02 20:51:38.849783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50516) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:38.850188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50518) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:38.854956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ebdfc-5b85-47bf-8b8b-33026659fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc26ed-51aa-4365-bd0c-2b840f1bb68e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:38.893931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-637ae624-da85-4bd9-b2ea-2c5a6c37a84f tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:38.895584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-637ae624-da85-4bd9-b2ea-2c5a6c37a84f tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2350619
Apr 02 20:51:38.922771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (29ee4531-5080-4dc0-bb2b-b562ae224db6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.949944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-435047c2-28f0-4dc5-a2ea-8d677da3ee2f tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/quotas/b9fb7e0a29fc4b53825f8910b80bc992 HTTP/1.1" status: 200  len: 375 time: 0.0427101
Apr 02 20:51:38.958662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:38.968124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29ee4531-5080-4dc0-bb2b-b562ae224db6 HTTP/1.1" status: 204  len: 168 time: 1.6036794
Apr 02 20:51:38.971732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50526) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:39.003238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fcdea-c690-424a-bc4e-8f36755c5684 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ee4531-5080-4dc0-bb2b-b562ae224db6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:39.012790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dccb-cd77-4c45-b72f-1f6814fb753f admin admin] Publish callbacks [] for security_group (3e60422b-05a8-43d7-85df-837e87bbcfe6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.017505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dccb-cd77-4c45-b72f-1f6814fb753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3e60422b-05a8-43d7-85df-837e87bbcfe6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.065364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0fc1dccb-cd77-4c45-b72f-1f6814fb753f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd4106d02c9d4298a582766c6d8c6e55&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0411389
Apr 02 20:51:39.069109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50530) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:39.090836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1dccb-cd77-4c45-b72f-1f6814fb753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e60422b-05a8-43d7-85df-837e87bbcfe6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:39.144113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4d65af7-3e0d-4618-bc5a-6f2f054abcb3 admin admin] Publish callbacks [] for security_group (3e60422b-05a8-43d7-85df-837e87bbcfe6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.168191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-a45b5894-a9c5-4d0d-9151-4eb303b772af tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9fb7e0a29fc4b53825f8910b80bc992&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2173564
Apr 02 20:51:39.171083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4d65af7-3e0d-4618-bc5a-6f2f054abcb3 admin admin] Publish callbacks [] for security_group (3e60422b-05a8-43d7-85df-837e87bbcfe6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.179480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:39.188872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:39.193842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb44c-f0ec-471b-a9bf-0280418836e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.246297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4d65af7-3e0d-4618-bc5a-6f2f054abcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3e60422b-05a8-43d7-85df-837e87bbcfe6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.250113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4d65af7-3e0d-4618-bc5a-6f2f054abcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.251837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d4d65af7-3e0d-4618-bc5a-6f2f054abcb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e60422b-05a8-43d7-85df-837e87bbcfe6 HTTP/1.1" status: 204  len: 168 time: 0.1815746
Apr 02 20:51:39.274896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65af7-3e0d-4618-bc5a-6f2f054abcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e60422b-05a8-43d7-85df-837e87bbcfe6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:39.305416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bcb9bc-c9be-4f2f-ae22-069796c56cc8 admin admin] Publish callbacks [] for security_group (1efc26ed-51aa-4365-bd0c-2b840f1bb68e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.349767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Deleting subnet aadf550a-0882-4503-9eda-b4f7833f90ca {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:51:39.454597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Publish callbacks [] for subnet (aadf550a-0882-4503-9eda-b4f7833f90ca), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.483404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bcb9bc-c9be-4f2f-ae22-069796c56cc8 admin admin] Publish callbacks [] for security_group (1efc26ed-51aa-4365-bd0c-2b840f1bb68e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.610591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Publish callbacks [] for subnet (aadf550a-0882-4503-9eda-b4f7833f90ca), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.631355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0c3411d2-7639-4853-9669-21b547a5bb71 None None] Provisioning complete for port d78109dc-2937-4cca-a58e-9b18c71cad73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:39.632195 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c3411d2-7639-4853-9669-21b547a5bb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.637147 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (aadf550a-0882-4503-9eda-b4f7833f90ca), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.642914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bcb9bc-c9be-4f2f-ae22-069796c56cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1efc26ed-51aa-4365-bd0c-2b840f1bb68e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.645633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50554) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:39.646141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bcb9bc-c9be-4f2f-ae22-069796c56cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.647304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-54bcb9bc-c9be-4f2f-ae22-069796c56cc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1efc26ed-51aa-4365-bd0c-2b840f1bb68e HTTP/1.1" status: 204  len: 168 time: 0.7962596
Apr 02 20:51:39.676198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:51:39.687606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0c3411d2-7639-4853-9669-21b547a5bb71 None None] Port d78109dc-2937-4cca-a58e-9b18c71cad73 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:51:39.712906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcb9bc-c9be-4f2f-ae22-069796c56cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc26ed-51aa-4365-bd0c-2b840f1bb68e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:39.725606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb44c-f0ec-471b-a9bf-0280418836e6 admin admin] Publish callbacks [] for security_group (59f5e3cb-dfbe-4798-8e35-26af19122a92), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.746178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb44c-f0ec-471b-a9bf-0280418836e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (59f5e3cb-dfbe-4798-8e35-26af19122a92), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.779287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:39.826408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e3-64dc-4497-b5ab-5229585491fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.843518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for subnet (aadf550a-0882-4503-9eda-b4f7833f90ca), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.850943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb44c-f0ec-471b-a9bf-0280418836e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f5e3cb-dfbe-4798-8e35-26af19122a92,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:39.892393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9ebb44c-f0ec-471b-a9bf-0280418836e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=384de584a4f0454689b4e93a98080f19&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0399451
Apr 02 20:51:39.904835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50562) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:39.921119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aadf550a-0882-4503-9eda-b4f7833f90ca,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:39.965979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:39.977376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c7f4ccd-1d79-46e7-b96d-bfac543dab79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aadf550a-0882-4503-9eda-b4f7833f90ca HTTP/1.1" status: 204  len: 168 time: 1.0042100
Apr 02 20:51:39.983341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50568) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:40.014737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e3-64dc-4497-b5ab-5229585491fc admin admin] Publish callbacks [] for security_group (adb94e8a-1dd7-4343-8ce4-a75cd005e52d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.026339 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e3-64dc-4497-b5ab-5229585491fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (adb94e8a-1dd7-4343-8ce4-a75cd005e52d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.090951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (9fadf6fc-5caf-43b7-9aaa-404c3087e105), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.094361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd76ae2-8d96-4009-a87b-c5c3b461feb6 admin admin] Publish callbacks [] for security_group (59f5e3cb-dfbe-4798-8e35-26af19122a92), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.106325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:51:40.113362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5656a5f-b2ed-4765-922e-0e7551834471 admin admin] 10.222.0.18 "PUT /v2.0/routers/45e72fb7-e205-4257-a324-09fc6a3ce0c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5103884
Apr 02 20:51:40.147212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e85e80e3-64dc-4497-b5ab-5229585491fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=911a87539a0d4e949350e9514b7b821b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3644359
Apr 02 20:51:40.147212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e80e3-64dc-4497-b5ab-5229585491fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb94e8a-1dd7-4343-8ce4-a75cd005e52d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:40.164904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50576) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:40.199778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (9fadf6fc-5caf-43b7-9aaa-404c3087e105), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.221075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd76ae2-8d96-4009-a87b-c5c3b461feb6 admin admin] Publish callbacks [] for security_group (59f5e3cb-dfbe-4798-8e35-26af19122a92), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.228299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7848357f10>> segment before_delete 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.228974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7848357f10>> subnet precommit_delete_associations 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.230434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> segment_host_mapping after_create 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.230898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> port after_create 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.231396 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> port after_delete 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.232098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> port after_update 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.232593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> segment after_delete 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.233093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> subnet after_create 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.233552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> subnet after_delete 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.233991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7845d2e040>> subnet after_update 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.267088 ncdv-master-1 neutron-server[121649]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 02 20:51:40.392006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-006c63a8-22bf-4fea-a39a-9a972224eadb req-a4b9f734-30de-4dd7-ba2d-22a0179b6e62 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 210 time: 0.7437243
Apr 02 20:51:40.393238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c29ce4f-926b-4a32-8fe9-ca9214df6073 admin admin] Publish callbacks [] for security_group (adb94e8a-1dd7-4343-8ce4-a75cd005e52d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.457932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd76ae2-8d96-4009-a87b-c5c3b461feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (59f5e3cb-dfbe-4798-8e35-26af19122a92), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.469690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd76ae2-8d96-4009-a87b-c5c3b461feb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.474079 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3bd76ae2-8d96-4009-a87b-c5c3b461feb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59f5e3cb-dfbe-4798-8e35-26af19122a92 HTTP/1.1" status: 204  len: 168 time: 0.5682869
Apr 02 20:51:40.480959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c29ce4f-926b-4a32-8fe9-ca9214df6073 admin admin] Publish callbacks [] for security_group (adb94e8a-1dd7-4343-8ce4-a75cd005e52d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.494253 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f784565f730>> subnet after_create 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.494793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f784565f730>> subnet after_delete 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.496126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f784565f730>> subnet before_create 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.497041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f784565f730>> subnet before_update 55550000 {{(pid=121648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 02 20:51:40.498074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845d2e790>,) {'filters': {'network_id': ['9fadf6fc-5caf-43b7-9aaa-404c3087e105']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:40.520795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845d2e790>, '98da1973-1599-414f-97a6-1fa284854bdc') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:40.521433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845d2e790>, '98da1973-1599-414f-97a6-1fa284854bdc') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:40.539447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (98da1973-1599-414f-97a6-1fa284854bdc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.562416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd76ae2-8d96-4009-a87b-c5c3b461feb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f5e3cb-dfbe-4798-8e35-26af19122a92,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:40.568700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (98da1973-1599-414f-97a6-1fa284854bdc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.580761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:51:40.581333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (98da1973-1599-414f-97a6-1fa284854bdc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.586653 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c29ce4f-926b-4a32-8fe9-ca9214df6073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (adb94e8a-1dd7-4343-8ce4-a75cd005e52d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.596351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c29ce4f-926b-4a32-8fe9-ca9214df6073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.599036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c29ce4f-926b-4a32-8fe9-ca9214df6073 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adb94e8a-1dd7-4343-8ce4-a75cd005e52d HTTP/1.1" status: 204  len: 168 time: 0.4294572
Apr 02 20:51:40.621204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29ce4f-926b-4a32-8fe9-ca9214df6073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb94e8a-1dd7-4343-8ce4-a75cd005e52d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:40.625056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1f5e5de7-07ed-44b3-b05f-55f448edc52a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   from cryptography.utils import int_from_bytes
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   from cryptography.utils import int_from_bytes
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:51:40.663536 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:51:40.672235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (9fadf6fc-5caf-43b7-9aaa-404c3087e105), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.696905 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.703890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/9fadf6fc-5caf-43b7-9aaa-404c3087e105 HTTP/1.1" status: 204  len: 168 time: 0.7157619
Apr 02 20:51:40.703890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dffc6-0694-441a-9256-aba19044f6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9fadf6fc-5caf-43b7-9aaa-404c3087e105,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:40.740190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1f5e5de7-07ed-44b3-b05f-55f448edc52a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:40.740665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.839648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1f5e5de7-07ed-44b3-b05f-55f448edc52a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:40.840071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.863451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 1f5e5de7-07ed-44b3-b05f-55f448edc52a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5e5de7-07ed-44b3-b05f-55f448edc52a,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:51:40.874972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:40.961493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=1f5e5de7-07ed-44b3-b05f-55f448edc52a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:41.102998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:41.153956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:51:41.160790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4ddffc7-90fd-4b75-be10-7322a2052412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=162245b155e14a71bfc8d9d5250e4c78&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0563533
Apr 02 20:51:41.163302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50618) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:41.171949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:41.172896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845836580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:41.219580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4eef3a57-742e-4984-ba47-da1d1b1727de admin admin] Publish callbacks [] for security_group (d4353389-ead4-4cc2-a950-86992782466b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.249969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4eef3a57-742e-4984-ba47-da1d1b1727de admin admin] Publish callbacks [] for security_group (d4353389-ead4-4cc2-a950-86992782466b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.321775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:41.331349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4eef3a57-742e-4984-ba47-da1d1b1727de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d4353389-ead4-4cc2-a950-86992782466b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.335258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4eef3a57-742e-4984-ba47-da1d1b1727de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.336806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4eef3a57-742e-4984-ba47-da1d1b1727de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4353389-ead4-4cc2-a950-86992782466b HTTP/1.1" status: 204  len: 168 time: 0.1720188
Apr 02 20:51:41.352741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef3a57-742e-4984-ba47-da1d1b1727de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4353389-ead4-4cc2-a950-86992782466b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:41.444786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50632) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:41.468243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a827241d-b597-49c8-88a0-2da6726b1000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.663264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a827241d-b597-49c8-88a0-2da6726b1000 admin admin] Publish callbacks [] for security_group (a8723d2d-3cd4-4f5b-a870-77e1160b8c78), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.669465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a827241d-b597-49c8-88a0-2da6726b1000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a8723d2d-3cd4-4f5b-a870-77e1160b8c78), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.757461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a827241d-b597-49c8-88a0-2da6726b1000 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9d64caca1dd4076b5e69cb361e4fdbb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3110585
Apr 02 20:51:41.760142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50644) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:41.761696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827241d-b597-49c8-88a0-2da6726b1000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8723d2d-3cd4-4f5b-a870-77e1160b8c78,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:41.772631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845836580>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 2, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:41.811655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:51:41.812308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Updating router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 port d78109dc-2937-4cca-a58e-9b18c71cad73 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:51:41.835404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50650) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:41.843847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-network', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:41.867880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.21', 57112) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:41.872400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.903398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Made reservation on behalf of 14673cb7d0f940cabbca0f8510bf3545 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:41.907929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.933750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bab9de8-f96d-440b-8b0a-1f764d3d54b3 req-c508582d-db4c-4078-83a9-a61d6eb88296 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 210 time: 0.1031270
Apr 02 20:51:41.937038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e63af5-bb3a-4e72-a383-313dc142afff admin admin] Publish callbacks [] for security_group (a8723d2d-3cd4-4f5b-a870-77e1160b8c78), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.944639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:41.957880 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-d76c7a9d-96dc-46a1-bfe1-862d331db874 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b9fb7e0a29fc4b53825f8910b80bc992&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0877347
Apr 02 20:51:42.034993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e63af5-bb3a-4e72-a383-313dc142afff admin admin] Publish callbacks [] for security_group (a8723d2d-3cd4-4f5b-a870-77e1160b8c78), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.150423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e63af5-bb3a-4e72-a383-313dc142afff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a8723d2d-3cd4-4f5b-a870-77e1160b8c78), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.155092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e63af5-bb3a-4e72-a383-313dc142afff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.156842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-99e63af5-bb3a-4e72-a383-313dc142afff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8723d2d-3cd4-4f5b-a870-77e1160b8c78 HTTP/1.1" status: 204  len: 168 time: 0.3956735
Apr 02 20:51:42.160887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks [] for security_group (24251ae0-b1fe-4d0c-b645-c6deda84be81), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.169247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-515d800b-dc0e-492d-98da-b28dff9bd224 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:42.174098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-515d800b-dc0e-492d-98da-b28dff9bd224 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2074916
Apr 02 20:51:42.175361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (24251ae0-b1fe-4d0c-b645-c6deda84be81), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.178284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e63af5-bb3a-4e72-a383-313dc142afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8723d2d-3cd4-4f5b-a870-77e1160b8c78,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:42.201282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:51:42.217012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24251ae0-b1fe-4d0c-b645-c6deda84be81,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:42.220823 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c1be1d6b-31e7-4716-80b6-f76ec877f0dd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.221059 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Added segment c1be1d6b-31e7-4716-80b6-f76ec877f0dd of type vlan for network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462
Apr 02 20:51:42.269943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (44f4c1cb-12a2-44bd-91c8-3a9e0505e462), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.271406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Request body: {'port': {'device_id': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'b9fb7e0a29fc4b53825f8910b80bc992'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:42.273920 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Publish callbacks [] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.285930 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.297413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50658) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:42.335020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (44f4c1cb-12a2-44bd-91c8-3a9e0505e462), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.336345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:42.337514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.363649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b65c83-367b-42a3-84ab-9ec3d6491c6b None None] Pushing event updated for resources: {'Port': ['ID=d78109dc-2937-4cca-a58e-9b18c71cad73,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:42.367406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.5284159
Apr 02 20:51:42.368547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50662) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:42.397543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Request body: {'subnet': {'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-subnet', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:42.528260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Attempting to bind port d78109dc-2937-4cca-a58e-9b18c71cad73 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:42.528668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Attempting to bind port d78109dc-2937-4cca-a58e-9b18c71cad73 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:42.529034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Attempting to bind port d78109dc-2937-4cca-a58e-9b18c71cad73 on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:42.543286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:42.545689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Checking segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:42.546155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.547781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b1a0-3a94-440f-b4b0-22a15d193ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=44f4c1cb-12a2-44bd-91c8-3a9e0505e462,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:42.547926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Bound using segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:42.548415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Bound port: d78109dc-2937-4cca-a58e-9b18c71cad73, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:42.549625 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.561668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Made reservation on behalf of 14673cb7d0f940cabbca0f8510bf3545 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:42.565648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.572922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:51:42.575332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1f5e5de7-07ed-44b3-b05f-55f448edc52a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:42.607896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0eb99272-839f-47e7-b3e1-e9929c5f3fdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d20400b6e624c6aa61a142f4c6a012c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3091586
Apr 02 20:51:42.611120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50670) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:42.696002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Made reservation on behalf of b9fb7e0a29fc4b53825f8910b80bc992 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:42.704848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.725828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.804322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] For port d78109dc-2937-4cca-a58e-9b18c71cad73, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:42.807522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] For port d78109dc-2937-4cca-a58e-9b18c71cad73, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d78109dc-2937-4cca-a58e-9b18c71cad73,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:42.817325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1f5e5de7-07ed-44b3-b05f-55f448edc52a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:42.817568 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.821632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.831799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (eb52afe0-3e73-4c51-a040-0114f2900339), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.893000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb52afe0-3e73-4c51-a040-0114f2900339,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:42.936393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9896-ca47-477a-98f1-b2eeac09f6b8 admin admin] Publish callbacks [] for security_group (4fbfe0f7-581c-436b-88b2-a5fc0233ab8e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.949961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks [] for security_group (e43fe8f6-9076-48b3-aff8-4d84bd0d9082), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.950137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b65c83-367b-42a3-84ab-9ec3d6491c6b None None] Pushing event updated for resources: {'Port': ['ID=d78109dc-2937-4cca-a58e-9b18c71cad73,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:42.961122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:42.961757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845836580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:42.963601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] Provisioning complete for port d78109dc-2937-4cca-a58e-9b18c71cad73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:42.964559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.965872 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e43fe8f6-9076-48b3-aff8-4d84bd0d9082), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:42.968724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Checking segment: {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:42.968724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Network hostable DHCP agents. Network: 44f4c1cb-12a2-44bd-91c8-3a9e0505e462, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:51:43.001911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9896-ca47-477a-98f1-b2eeac09f6b8 admin admin] Publish callbacks [] for security_group (4fbfe0f7-581c-436b-88b2-a5fc0233ab8e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.036539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:51:43.063136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44f4c1cb-12a2-44bd-91c8-3a9e0505e462) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:43.077559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:43.078380 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.113978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cdc940e6-e904-4218-959e-bf3f0915e1a4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7442164
Apr 02 20:51:43.116651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50696) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:43.119227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfff19-20b4-4aa9-844e-d059aaa38376 None None] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:43.122701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:43.170199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.171890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.338768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43fe8f6-9076-48b3-aff8-4d84bd0d9082,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:43.349148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9896-ca47-477a-98f1-b2eeac09f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4fbfe0f7-581c-436b-88b2-a5fc0233ab8e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.354171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9896-ca47-477a-98f1-b2eeac09f6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.357860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ef8a9896-ca47-477a-98f1-b2eeac09f6b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fbfe0f7-581c-436b-88b2-a5fc0233ab8e HTTP/1.1" status: 204  len: 168 time: 0.7405488
Apr 02 20:51:43.390358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1f5e5de7-07ed-44b3-b05f-55f448edc52a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:43.391500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks [] for router_controller (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.431720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd92df2d-195a-4da4-b00b-28fbe3ad002f req-45d8c629-9f53-4b8c-9db5-26265df6409e tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 210 time: 0.0617270
Apr 02 20:51:43.433243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a9896-ca47-477a-98f1-b2eeac09f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbfe0f7-581c-436b-88b2-a5fc0233ab8e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:43.471923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:43.549290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] Current status of the port d78109dc-2937-4cca-a58e-9b18c71cad73 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:43.549665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.559355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Allocated IP 192.168.233.45 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/7af56c27-53b5-4df3-9e0f-085bb8d51a15) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:43.661844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] For port d78109dc-2937-4cca-a58e-9b18c71cad73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d78109dc-2937-4cca-a58e-9b18c71cad73,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:51:43.693898 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.710254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks [] for router_gateway (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:43.716553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-44f4c1cb-12a2-44bd-91c8-3a9e0505e462', 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462', 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'fixed_ips': [{'subnet_id': 'eb52afe0-3e73-4c51-a040-0114f2900339'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:51:43.719420 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:44.046853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks [] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:44.119623 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:44.205978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Allocated IP 172.20.0.2 (44f4c1cb-12a2-44bd-91c8-3a9e0505e462/eb52afe0-3e73-4c51-a040-0114f2900339/79a10574-634e-4c17-a67f-5aae32fa1542) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:44.294334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:44.314714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:44.461655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:44.554536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Pushing event updated for resources: {'Port': ['ID=7af56c27-53b5-4df3-9e0f-085bb8d51a15,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:44.571738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks [] for router_gateway (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:44.612728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:44.639367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:44.640476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:44.706729 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-c8862638-b269-4c52-a895-3bf27b8e0203 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4436567
Apr 02 20:51:44.783276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-f12b3d1f-b181-4713-80d1-d66f6c50750b tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:51:44.784285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-f12b3d1f-b181-4713-80d1-d66f6c50750b tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0253308
Apr 02 20:51:44.882845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e432c-e405-45bb-af67-0ffdf4157712 req-d88498a6-5de4-4671-b7be-20950177d319 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:44.889935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-422e432c-e405-45bb-af67-0ffdf4157712 req-d88498a6-5de4-4671-b7be-20950177d319 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 935 time: 0.2178774
Apr 02 20:51:44.928933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Allocated IP 172.35.4.171 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/d1783229-5784-445d-b450-5a79f357b19e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:45.016362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-422e432c-e405-45bb-af67-0ffdf4157712 req-fed2be2d-f22c-4566-80c7-279365a4b134 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182761
Apr 02 20:51:45.059561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8274fb7b-c28b-4b59-9559-3af3a2bc23af None None] Provisioning complete for port d78109dc-2937-4cca-a58e-9b18c71cad73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:45.059947 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8274fb7b-c28b-4b59-9559-3af3a2bc23af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.119905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Publish callbacks [] for port (79a10574-634e-4c17-a67f-5aae32fa1542), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.137268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.208359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks [] for port (d1783229-5784-445d-b450-5a79f357b19e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.210328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.221385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8274fb7b-c28b-4b59-9559-3af3a2bc23af None None] Current status of the port d78109dc-2937-4cca-a58e-9b18c71cad73 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:45.224869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072bd88-fcff-4216-8948-f9287e152d37 None None] Pushing event updated for resources: {'Port': ['ID=d78109dc-2937-4cca-a58e-9b18c71cad73,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:45.298753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Pushing event updated for resources: {'Port': ['ID=79a10574-634e-4c17-a67f-5aae32fa1542,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:45.303435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d1783229-5784-445d-b450-5a79f357b19e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.303745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:45.308924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:45.312613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:45.330745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845836580>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:42Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:45.373858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d01506-8387-4dd7-bdce-f44e1755706d None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:42Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:51:45.400443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-699485c0-052c-448c-a8b2-ee0afa7f763c None None] Provisioning complete for port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:45.400869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-699485c0-052c-448c-a8b2-ee0afa7f763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.408732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Pushing event updated for resources: {'Port': ['ID=d1783229-5784-445d-b450-5a79f357b19e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:45.473261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:45.489905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:45.497822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:45.516411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Attempting to bind port 79a10574-634e-4c17-a67f-5aae32fa1542 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:45.516892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Attempting to bind port 79a10574-634e-4c17-a67f-5aae32fa1542 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:45.517174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Attempting to bind port 79a10574-634e-4c17-a67f-5aae32fa1542 on network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:45.523750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-699485c0-052c-448c-a8b2-ee0afa7f763c None None] Port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:51:45.525605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:45.526077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Checking segment: {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:45.526458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.526888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Bound using segment: {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:45.527587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Bound port: 79a10574-634e-4c17-a67f-5aae32fa1542, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:45.528043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.666567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] For port 79a10574-634e-4c17-a67f-5aae32fa1542, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:45.675559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] For port 79a10574-634e-4c17-a67f-5aae32fa1542, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79a10574-634e-4c17-a67f-5aae32fa1542,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:45.685691 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:45.770012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52a331-465b-4879-bae8-4c5b39c7b26f None None] Pushing event updated for resources: {'Port': ['ID=79a10574-634e-4c17-a67f-5aae32fa1542,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:45.785107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Request body: {'port': {'device_id': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'device_owner': 'compute:tempest-test_az-1023348712', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:45.907431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:46.300852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks [] for router_gateway (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:46.482717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50768) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:46.556334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff205d-e127-4e65-a151-dfe105742381 req-f84676c7-2d8e-4378-b919-5c5612c5d4db tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:46.573047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23ff205d-e127-4e65-a151-dfe105742381 req-f84676c7-2d8e-4378-b919-5c5612c5d4db tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 935 time: 0.3877819
Apr 02 20:51:46.766787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79a10574-634e-4c17-a67f-5aae32fa1542 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:46.806294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23ff205d-e127-4e65-a151-dfe105742381 req-4404648c-b564-4ca9-bdd4-453bd21f38ff tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303147
Apr 02 20:51:46.903617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2bba6b2-2ee5-4f53-8780-d30bef2b9f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:46.915712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 79a10574-634e-4c17-a67f-5aae32fa1542 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:46.917824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:46.963028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.050230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af56c27-53b5-4df3-9e0f-085bb8d51a15 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:51:47.069243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Publish callbacks [] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.121579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Transition to ACTIVE for port object 7af56c27-53b5-4df3-9e0f-085bb8d51a15 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:51:47.133444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.141977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 79a10574-634e-4c17-a67f-5aae32fa1542 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:47.142370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.262670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Pushing event updated for resources: {'Port': ['ID=7af56c27-53b5-4df3-9e0f-085bb8d51a15,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:47.292869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 79a10574-634e-4c17-a67f-5aae32fa1542, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79a10574-634e-4c17-a67f-5aae32fa1542,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:51:47.300948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.301883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d78109dc-2937-4cca-a58e-9b18c71cad73 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:47.494853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d78109dc-2937-4cca-a58e-9b18c71cad73 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:47.496311 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.538775 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.541728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=79a10574-634e-4c17-a67f-5aae32fa1542,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:47.607837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Attempting to bind port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:47.609884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Attempting to bind port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:47.612058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Attempting to bind port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:47.647592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:51:47.649755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2bba6b2-2ee5-4f53-8780-d30bef2b9f4d admin admin] Publish callbacks [] for security_group (40def6a1-0679-4589-8c99-31c6d5d07215), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.650750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Attempting to bind port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:47.665257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2bba6b2-2ee5-4f53-8780-d30bef2b9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (40def6a1-0679-4589-8c99-31c6d5d07215), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.670991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d78109dc-2937-4cca-a58e-9b18c71cad73 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:47.683421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:47.684836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:47.685362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:47.687619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Bound port: 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:47.687619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:47.759132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bba6b2-2ee5-4f53-8780-d30bef2b9f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40def6a1-0679-4589-8c99-31c6d5d07215,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:47.797761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:51:47.806422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d2bba6b2-2ee5-4f53-8780-d30bef2b9f4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5e73c0b10434dd19a90d5687673ff8b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3226106
Apr 02 20:51:47.810508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50794) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:47.863354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a60bf-ad64-4b4c-b919-938a5cca1b29 None None] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:51:48.124503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:51:48.134105 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Sync routers for ids ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:51:48.155783 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Routers {'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:48.158468 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846090730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:48.176061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:48.181009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] For port 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:48.187558 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b4b73fef-e173-4aa3-a4eb-1ae817d37b5c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.0664413
Apr 02 20:51:48.189226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50808) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:48.222056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-28ca95e5-070e-424f-ae41-afdae1a95eb8 None None] Provisioning complete for port 79a10574-634e-4c17-a67f-5aae32fa1542 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:48.224813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28ca95e5-070e-424f-ae41-afdae1a95eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:48.248722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] For port 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:48.297259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:48.368158 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c494071b-57c5-4398-9146-2e6fa34ce0b5 admin admin] Publish callbacks [] for security_group (40def6a1-0679-4589-8c99-31c6d5d07215), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:48.446533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:48.453047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:48.461654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] 10.222.0.21 "PUT /v2.0/ports/7af56c27-53b5-4df3-9e0f-085bb8d51a15 HTTP/1.1" status: 200  len: 1117 time: 3.1953306
Apr 02 20:51:48.462605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'tag': '7af56c27-53b5-4df3-9e0f-085bb8d51a15'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:51:48.467452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-28ca95e5-070e-424f-ae41-afdae1a95eb8 None None] Current status of the port 79a10574-634e-4c17-a67f-5aae32fa1542 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:48.511105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749c8dc-cfa9-427a-9f91-5911772c88bf req-47e15af0-eebc-4cfc-acb6-ba7f7ef6d710 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:48.528855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7749c8dc-cfa9-427a-9f91-5911772c88bf req-47e15af0-eebc-4cfc-acb6-ba7f7ef6d710 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.4510453
Apr 02 20:51:48.553923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c494071b-57c5-4398-9146-2e6fa34ce0b5 admin admin] Publish callbacks [] for security_group (40def6a1-0679-4589-8c99-31c6d5d07215), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:48.576431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Set router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:48.606730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1398faf-2314-45b8-b0a1-03919927d387 service neutron] Pushing event updated for resources: {'Port': ['ID=7af56c27-53b5-4df3-9e0f-085bb8d51a15,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:48.627596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79a10574-634e-4c17-a67f-5aae32fa1542 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:48.803479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 79a10574-634e-4c17-a67f-5aae32fa1542 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:48.803940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:49.044531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-2f0a49c1-89ff-41a7-8e91-3ed104a46b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:49.063930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-2f0a49c1-89ff-41a7-8e91-3ed104a46b27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9fb7e0a29fc4b53825f8910b80bc992&device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 1151 time: 0.5193660
Apr 02 20:51:49.113121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 79a10574-634e-4c17-a67f-5aae32fa1542 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:49.168752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d9493fd2-5159-4c8e-a080-71823d23e626 None None] Provisioning complete for port 79a10574-634e-4c17-a67f-5aae32fa1542 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:49.169383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9493fd2-5159-4c8e-a080-71823d23e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:49.180627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846090730>, [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:51:45Z', 'revision_number': 3, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:49.290618 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Checking router: ae7764d6-c8a3-4ee8-a9d5-cd883108b10c for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:51:49.290968 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Updating router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c port d1783229-5784-445d-b450-5a79f357b19e binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:51:49.331918 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d1783229-5784-445d-b450-5a79f357b19e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:49.368486 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a4054f-8d48-4006-83d2-50640258b899" -d '{"events": [{"name": "network-changed", "server_uuid": "38f8f353-82ba-4c3e-82f7-792315bda7c6", "tag": "7af56c27-53b5-4df3-9e0f-085bb8d51a15"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:51:49.383453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-069064f0-5c07-4cfa-b658-9666b4d39132 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15 HTTP/1.1" status: 200  len: 217 time: 0.3156793
Apr 02 20:51:49.486666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d9493fd2-5159-4c8e-a080-71823d23e626 None None] Current status of the port 79a10574-634e-4c17-a67f-5aae32fa1542 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:49.522546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7749c8dc-cfa9-427a-9f91-5911772c88bf req-0bdf3e4d-3d10-4293-aa5a-6df528a29d3f tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9925709
Apr 02 20:51:49.584618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-9d34f846-ed4a-46c2-9401-c02a36f824ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:49.585993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-9d34f846-ed4a-46c2-9401-c02a36f824ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1869483
Apr 02 20:51:49.605245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c494071b-57c5-4398-9146-2e6fa34ce0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (40def6a1-0679-4589-8c99-31c6d5d07215), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:49.609348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c494071b-57c5-4398-9146-2e6fa34ce0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:49.612850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c494071b-57c5-4398-9146-2e6fa34ce0b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40def6a1-0679-4589-8c99-31c6d5d07215 HTTP/1.1" status: 204  len: 168 time: 1.7970817
Apr 02 20:51:49.646766 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:51:49.934509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:49.951429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494071b-57c5-4398-9146-2e6fa34ce0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40def6a1-0679-4589-8c99-31c6d5d07215,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:50.007987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-f90f2b38-e565-46bf-af73-696ccd9607de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:50.010228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-f90f2b38-e565-46bf-af73-696ccd9607de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3959353
Apr 02 20:51:50.052211 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc616d8-86ad-458a-af89-bca0f7081663 x-openstack-request-id: req-1cc616d8-86ad-458a-af89-bca0f7081663 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:51:50.053381 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f8f353-82ba-4c3e-82f7-792315bda7c6", "tag": "7af56c27-53b5-4df3-9e0f-085bb8d51a15", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:51:50.053825 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cc616d8-86ad-458a-af89-bca0f7081663 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:51:50.054885 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc616d8-86ad-458a-af89-bca0f7081663'] response: {'name': 'network-changed', 'server_uuid': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'tag': '7af56c27-53b5-4df3-9e0f-085bb8d51a15', 'status': 'completed', 'code': 200}
Apr 02 20:51:50.086247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50868) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:50.116099 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Publish callbacks [] for port (d1783229-5784-445d-b450-5a79f357b19e), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.125747 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d1783229-5784-445d-b450-5a79f357b19e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.221683 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1afe3-16f2-4383-8f15-f4cb321dade3 None None] Pushing event updated for resources: {'Port': ['ID=d1783229-5784-445d-b450-5a79f357b19e,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:50.271441 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Attempting to bind port d1783229-5784-445d-b450-5a79f357b19e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:50.272160 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Attempting to bind port d1783229-5784-445d-b450-5a79f357b19e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:50.275739 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Attempting to bind port d1783229-5784-445d-b450-5a79f357b19e on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:50.281736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-587fea65-da99-4625-afe0-02f2032b8a72 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938105
Apr 02 20:51:50.288542 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:50.289517 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:50.290215 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.290817 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:50.291515 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Bound port: d1783229-5784-445d-b450-5a79f357b19e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:50.292159 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d1783229-5784-445d-b450-5a79f357b19e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.399365 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] For port d1783229-5784-445d-b450-5a79f357b19e, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:50.412372 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] For port d1783229-5784-445d-b450-5a79f357b19e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1783229-5784-445d-b450-5a79f357b19e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:50.429104 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d1783229-5784-445d-b450-5a79f357b19e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.435787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Allocated IP 172.20.0.1 (44f4c1cb-12a2-44bd-91c8-3a9e0505e462/eb52afe0-3e73-4c51-a040-0114f2900339/7f3a74a5-1a5a-42df-bb3d-af4da749554e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:50.623176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks [] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.642206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4b17f4-008a-4721-992c-865be3e4e80b req-b3a7883e-aecf-4e1d-93a8-170b18ac5965 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931716
Apr 02 20:51:50.666332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Routers {'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:50.667654 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846090730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:50.669385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.673526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d0330fa-fa9f-4916-abf1-80a4dc1f10aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.710592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50880) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:50.731361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:50.744361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:50.769317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-196871f8-24af-49c1-9a57-4af0803d371a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.773982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:50.795873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Pushing event updated for resources: {'Port': ['ID=7f3a74a5-1a5a-42df-bb3d-af4da749554e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:50.959707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:50.981227 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1afe3-16f2-4383-8f15-f4cb321dade3 None None] Pushing event updated for resources: {'Port': ['ID=d1783229-5784-445d-b450-5a79f357b19e,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:51.051504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] Set router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:51.141401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b436-5fc7-40f4-b0be-2641eb9ca5b2 req-12e84f81-4dec-4748-8cae-b79746c7300f tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:51.143841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83f0b436-5fc7-40f4-b0be-2641eb9ca5b2 req-12e84f81-4dec-4748-8cae-b79746c7300f tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.4170625
Apr 02 20:51:51.191689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4054f-8d48-4006-83d2-50640258b899 req-9e76a468-4778-4d6c-9bd3-c60b86950ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:51.207105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-9e76a468-4778-4d6c-9bd3-c60b86950ed9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9fb7e0a29fc4b53825f8910b80bc992&device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 1151 time: 0.4466896
Apr 02 20:51:51.247444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e666dbec-1efb-4c88-9a2e-2a9b995ee3b8 None None] Provisioning complete for port 7f3a74a5-1a5a-42df-bb3d-af4da749554e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:51.264092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e666dbec-1efb-4c88-9a2e-2a9b995ee3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.349843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e666dbec-1efb-4c88-9a2e-2a9b995ee3b8 None None] Port 7f3a74a5-1a5a-42df-bb3d-af4da749554e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:51:51.401697 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846090730>, [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:51:45Z', 'revision_number': 3, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:51.405771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d0330fa-fa9f-4916-abf1-80a4dc1f10aa admin admin] Publish callbacks [] for security_group (8372d104-49f7-46ed-8791-0b9f4d7b8130), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.419076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83f0b436-5fc7-40f4-b0be-2641eb9ca5b2 req-9886a336-b902-4afa-8061-1595224191b6 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570453
Apr 02 20:51:51.420662 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d0330fa-fa9f-4916-abf1-80a4dc1f10aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8372d104-49f7-46ed-8791-0b9f4d7b8130), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.482902 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920264de-f555-45a4-bac5-c34abfd92b6f None None] The sync data for ids ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'] in ncdv-master-1 is: [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:51:45Z', 'revision_number': 3, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:51:51.504923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d0330fa-fa9f-4916-abf1-80a4dc1f10aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=167ee9fd69c34fbb9d0ba713458b21d3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4147885
Apr 02 20:51:51.506044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0330fa-fa9f-4916-abf1-80a4dc1f10aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8372d104-49f7-46ed-8791-0b9f4d7b8130,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:51.524330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:51.529133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-196871f8-24af-49c1-9a57-4af0803d371a admin admin] Publish callbacks [] for security_group (7ec86fac-2c53-4103-8811-48a3e3d9005c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.564112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-196871f8-24af-49c1-9a57-4af0803d371a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ec86fac-2c53-4103-8811-48a3e3d9005c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.658826 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-989a8066-1ee1-43e2-8c25-8e7233a2c173 admin admin] Publish callbacks [] for security_group (8372d104-49f7-46ed-8791-0b9f4d7b8130), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.731258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-989a8066-1ee1-43e2-8c25-8e7233a2c173 admin admin] Publish callbacks [] for security_group (8372d104-49f7-46ed-8791-0b9f4d7b8130), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.796527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ab2e22c6-dfd6-47f6-ba57-32c963a8bcf8 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2646444
Apr 02 20:51:51.815166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50912) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:51.817715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-196871f8-24af-49c1-9a57-4af0803d371a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc804c9aaef94c409c0c1a956db631c4&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1058729
Apr 02 20:51:51.835220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.957232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196871f8-24af-49c1-9a57-4af0803d371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec86fac-2c53-4103-8811-48a3e3d9005c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:51.973430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1193efd1-eada-4811-89c9-13382dd64d59 admin admin] Publish callbacks [] for security_group (7ec86fac-2c53-4103-8811-48a3e3d9005c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.993671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-989a8066-1ee1-43e2-8c25-8e7233a2c173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8372d104-49f7-46ed-8791-0b9f4d7b8130), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:51.996881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-989a8066-1ee1-43e2-8c25-8e7233a2c173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.000696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-989a8066-1ee1-43e2-8c25-8e7233a2c173 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8372d104-49f7-46ed-8791-0b9f4d7b8130 HTTP/1.1" status: 204  len: 168 time: 0.4685709
Apr 02 20:51:52.077497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a8066-1ee1-43e2-8c25-8e7233a2c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372d104-49f7-46ed-8791-0b9f4d7b8130,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:52.080625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1193efd1-eada-4811-89c9-13382dd64d59 admin admin] Publish callbacks [] for security_group (7ec86fac-2c53-4103-8811-48a3e3d9005c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.333257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4054f-8d48-4006-83d2-50640258b899 req-09b56634-58a6-42d7-acca-2fe562996590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:52.335162 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-09b56634-58a6-42d7-acca-2fe562996590 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2440419
Apr 02 20:51:52.406643 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks [] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.421174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-4f7da39a-78fd-4b95-b5c7-7ce826e830c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15 HTTP/1.1" status: 200  len: 217 time: 0.0641613
Apr 02 20:51:52.440551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.519439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1193efd1-eada-4811-89c9-13382dd64d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ec86fac-2c53-4103-8811-48a3e3d9005c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.524583 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1193efd1-eada-4811-89c9-13382dd64d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.527647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1193efd1-eada-4811-89c9-13382dd64d59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ec86fac-2c53-4103-8811-48a3e3d9005c HTTP/1.1" status: 204  len: 168 time: 0.7111468
Apr 02 20:51:52.553950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193efd1-eada-4811-89c9-13382dd64d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec86fac-2c53-4103-8811-48a3e3d9005c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:52.590470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4054f-8d48-4006-83d2-50640258b899 req-74bfe5fd-e51b-45ab-88fa-c41282cf7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:52.593077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-74bfe5fd-e51b-45ab-88fa-c41282cf7017 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1539047
Apr 02 20:51:52.668082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1783229-5784-445d-b450-5a79f357b19e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:52.704052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-7146840f-4a26-4c16-9dff-43d917f16644 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:52.713083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-7146840f-4a26-4c16-9dff-43d917f16644 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9156399
Apr 02 20:51:52.730427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.740097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Pushing event updated for resources: {'Port': ['ID=7f3a74a5-1a5a-42df-bb3d-af4da749554e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:52.769572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4054f-8d48-4006-83d2-50640258b899 req-c27b7b8c-1c49-40e4-8bd5-4f7c3c37f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:52.771163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-c27b7b8c-1c49-40e4-8bd5-4f7c3c37f746 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1618407
Apr 02 20:51:52.773014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-b4e5f82e-4b39-4a3b-a6bc-c9ab8c66f2ff tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/quotas/493bc8b0b32f4804a5694c0bf34cdeb4 HTTP/1.1" status: 200  len: 375 time: 0.0584240
Apr 02 20:51:52.806815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa7cad-9121-4c70-b1d6-8bcab9166942 req-dc433be4-2908-48a9-8bc4-802d94eed4f9 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:52.807389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d1783229-5784-445d-b450-5a79f357b19e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:52.811458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d1783229-5784-445d-b450-5a79f357b19e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:52.818987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9faa7cad-9121-4c70-b1d6-8bcab9166942 req-dc433be4-2908-48a9-8bc4-802d94eed4f9 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.1362498
Apr 02 20:51:52.976373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:53.003210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-4b3be387-7452-4b86-b90b-628843c94817 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2292712
Apr 02 20:51:53.029544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d1783229-5784-445d-b450-5a79f357b19e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:53.029952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d1783229-5784-445d-b450-5a79f357b19e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:53.139628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d1783229-5784-445d-b450-5a79f357b19e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1783229-5784-445d-b450-5a79f357b19e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:51:53.149505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a867baea-cd5c-44d0-a149-64cdf7d34c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:53.150461 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-312bcb8c-1292-406a-9044-65f9b7e6be5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:53.154623 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d1783229-5784-445d-b450-5a79f357b19e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:53.190524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9faa7cad-9121-4c70-b1d6-8bcab9166942 req-88ca531c-8dc9-4a8d-9162-c8cee24bca01 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3476346
Apr 02 20:51:53.248797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-b3894219-4110-416d-a7bd-f88b87b75f1d service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4260831
Apr 02 20:51:53.335634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d1783229-5784-445d-b450-5a79f357b19e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:53.630733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9a4054f-8d48-4006-83d2-50640258b899 req-73d1141c-8fee-4a12-bcc6-b0290d9e776d service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3512590
Apr 02 20:51:53.689500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7782a079-a851-4090-a08c-882f1939de50 req-d91b3338-61cb-4a25-b888-395d7d502c95 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 210 time: 0.0432734
Apr 02 20:51:53.713467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:53.716278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:53.902022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a867baea-cd5c-44d0-a149-64cdf7d34c68 admin admin] Publish callbacks [] for security_group (fe9b1ae6-35df-405e-a576-f82120756b7c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:53.915203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a867baea-cd5c-44d0-a149-64cdf7d34c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fe9b1ae6-35df-405e-a576-f82120756b7c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:53.992204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867baea-cd5c-44d0-a149-64cdf7d34c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b1ae6-35df-405e-a576-f82120756b7c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:54.005551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:51:54.024697 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a867baea-cd5c-44d0-a149-64cdf7d34c68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ef11d0b549f464d80a2db1b605bc2ba&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0436013
Apr 02 20:51:54.026646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50990) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:54.207994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb0ed-c6eb-46f9-b389-790a8921aa39 admin admin] Publish callbacks [] for security_group (fe9b1ae6-35df-405e-a576-f82120756b7c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:54.320319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5d197014-5f8a-44e8-92d9-f6ad36c70566 None None] Provisioning complete for port 7f3a74a5-1a5a-42df-bb3d-af4da749554e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:54.323031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d197014-5f8a-44e8-92d9-f6ad36c70566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:54.348130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb0ed-c6eb-46f9-b389-790a8921aa39 admin admin] Publish callbacks [] for security_group (fe9b1ae6-35df-405e-a576-f82120756b7c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:54.422357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:51:54.450401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95b87dc2-eb2c-4dc7-8fea-395f4320786b admin admin] 10.222.0.18 "PUT /v2.0/routers/ae7764d6-c8a3-4ee8-a9d5-cd883108b10c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2477567
Apr 02 20:51:54.535499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5d197014-5f8a-44e8-92d9-f6ad36c70566 None None] Port 7f3a74a5-1a5a-42df-bb3d-af4da749554e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:51:54.545232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb0ed-c6eb-46f9-b389-790a8921aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fe9b1ae6-35df-405e-a576-f82120756b7c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:54.553448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb0ed-c6eb-46f9-b389-790a8921aa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:54.560444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1cfcb0ed-c6eb-46f9-b389-790a8921aa39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe9b1ae6-35df-405e-a576-f82120756b7c HTTP/1.1" status: 204  len: 168 time: 0.5325506
Apr 02 20:51:54.609745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcb0ed-c6eb-46f9-b389-790a8921aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b1ae6-35df-405e-a576-f82120756b7c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:54.640874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1783229-5784-445d-b450-5a79f357b19e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:51:54.782813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934e258-0be1-4e91-a082-072c308c7f41 req-a9641d9d-9821-464b-bba6-cc86d0c8513d tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:54.787757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9934e258-0be1-4e91-a082-072c308c7f41 req-a9641d9d-9821-464b-bba6-cc86d0c8513d tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.3359342
Apr 02 20:51:54.863983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d1783229-5784-445d-b450-5a79f357b19e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:54.864637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d1783229-5784-445d-b450-5a79f357b19e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:54.908859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17acf63e-b8a2-4bf4-90b7-e8c1bac07e11 req-c6e2563a-7809-467d-b03c-906f17c142be tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 210 time: 0.0803497
Apr 02 20:51:54.982533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9934e258-0be1-4e91-a082-072c308c7f41 req-35d826a5-9058-4074-8f72-475566690dbe tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832643
Apr 02 20:51:55.094182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d1783229-5784-445d-b450-5a79f357b19e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:55.097910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Sync routers for ids ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:51:55.114526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Routers {'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:55.116094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458f97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:55.281963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d480607-ba06-461f-8aa7-9c8b211075f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:55.387084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Set router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:55.940644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458f97f0>, [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:51:51Z', 'revision_number': 4, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f3a74a5-1a5a-42df-bb3d-af4da749554e', 'name': '', 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'mac_address': 'fa:16:3e:d9:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'eb52afe0-3e73-4c51-a040-0114f2900339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:50Z', 'updated_at': '2022-04-02T20:51:52Z', 'revision_number': 2, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'subnets': [{'id': 'eb52afe0-3e73-4c51-a040-0114f2900339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:55.982371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Checking router: ae7764d6-c8a3-4ee8-a9d5-cd883108b10c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:51:55.983105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Updating router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c port 7f3a74a5-1a5a-42df-bb3d-af4da749554e binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:51:56.034627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.135430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.15', 56193) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:56.189915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-59bc5788-525d-41be-9338-b3d607b1c549 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0515261
Apr 02 20:51:56.263809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d24db8b5-f2cd-4ab3-9a37-88f572fa59d0 req-6e0b726b-5585-4662-8fc4-cc8d29583da2 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 210 time: 0.0764060
Apr 02 20:51:56.359026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-f734f9cf-b6aa-43bc-b261-4296377adc91 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:56.361171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-f734f9cf-b6aa-43bc-b261-4296377adc91 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1666737
Apr 02 20:51:56.441876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8429fbc-2204-4fb3-bddd-cc934b570618 req-1b6eb108-0aed-4965-86fe-0cd9913c28a6 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:56.443903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Request body: {'port': {'device_id': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '493bc8b0b32f4804a5694c0bf34cdeb4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:56.453872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8429fbc-2204-4fb3-bddd-cc934b570618 req-1b6eb108-0aed-4965-86fe-0cd9913c28a6 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.0896537
Apr 02 20:51:56.524676 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8429fbc-2204-4fb3-bddd-cc934b570618 req-30277ded-5cea-405b-9631-7184b48ec059 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696011
Apr 02 20:51:56.624577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.730582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Made reservation on behalf of 493bc8b0b32f4804a5694c0bf34cdeb4 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:51:56.741232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.757977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.842974 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Publish callbacks [] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.851017 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.918056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b088a-8401-4d51-8621-59d18aa65b53 None None] Pushing event updated for resources: {'Port': ['ID=7f3a74a5-1a5a-42df-bb3d-af4da749554e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:56.924340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks [] for security_group (7ad865fa-2997-45e4-8d2c-3f9adac590cb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.933999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ad865fa-2997-45e4-8d2c-3f9adac590cb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.980249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Attempting to bind port 7f3a74a5-1a5a-42df-bb3d-af4da749554e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:51:56.981675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Attempting to bind port 7f3a74a5-1a5a-42df-bb3d-af4da749554e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:51:56.982112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Attempting to bind port 7f3a74a5-1a5a-42df-bb3d-af4da749554e on network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:51:56.993485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:51:56.993959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Checking segment: {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:51:56.994441 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:56.995471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Bound using segment: {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:51:56.996008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Bound port: 7f3a74a5-1a5a-42df-bb3d-af4da749554e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:51:56.996480 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.077214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] For port 7f3a74a5-1a5a-42df-bb3d-af4da749554e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:51:57.082876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] For port 7f3a74a5-1a5a-42df-bb3d-af4da749554e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f3a74a5-1a5a-42df-bb3d-af4da749554e,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:51:57.090831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.159775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b088a-8401-4d51-8621-59d18aa65b53 None None] Pushing event updated for resources: {'Port': ['ID=7f3a74a5-1a5a-42df-bb3d-af4da749554e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:57.198783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Allocated IP 192.168.233.76 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/dc71895b-80e5-4b2a-850c-ab6d2e2a4e12) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:57.215530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Routers {'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:51:57.216195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458f97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:51:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:57.282028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51110) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:57.287014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045426101', 'description': 'tempest-description--1411785907'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:57.355180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.528710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] Set router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:51:57.551350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group (1ca10d98-e710-4787-b1e6-b021e7dfda9a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.561835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1ca10d98-e710-4787-b1e6-b021e7dfda9a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.664268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks [] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.671337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ea4786d-35a9-4dd3-997a-36ceea60bd90 req-84159564-fc16-404e-b906-6b627e40c1e6 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 210 time: 0.1161664
Apr 02 20:51:57.687151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad865fa-2997-45e4-8d2c-3f9adac590cb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:57.699541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.704362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4212766
Apr 02 20:51:57.704559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51126) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:57.706995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef51c-d22a-45e4-8f18-d96e0ab0ab4a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca10d98-e710-4787-b1e6-b021e7dfda9a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:57.719954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'security_group_rule': {'security_group_id': '1ca10d98-e710-4787-b1e6-b021e7dfda9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:57.761595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] Provisioning complete for port 7f3a74a5-1a5a-42df-bb3d-af4da749554e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:57.762419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.788988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group_rule (194b3b99-24ca-407d-8fa8-e4cd3b8bde0e), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.832053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:57.899498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Pushing event updated for resources: {'Port': ['ID=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:57.967097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:58.011813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:58.032691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group_rule (194b3b99-24ca-407d-8fa8-e4cd3b8bde0e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.034832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:58.047820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (194b3b99-24ca-407d-8fa8-e4cd3b8bde0e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.116610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194b3b99-24ca-407d-8fa8-e4cd3b8bde0e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:58.138704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47dbc3-67be-4711-b041-f987d29897d0 req-ee19db43-be9c-4122-8352-8aa7908a9955 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:58.148417 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d47dbc3-67be-4711-b041-f987d29897d0 req-ee19db43-be9c-4122-8352-8aa7908a9955 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.1981645
Apr 02 20:51:58.214271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.221822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d845bd6-c12f-4e88-a328-04878a8122a9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5068254
Apr 02 20:51:58.224586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51146) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:58.230820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'security_group_rule': {'security_group_id': '1ca10d98-e710-4787-b1e6-b021e7dfda9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:58.241960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:58.241960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.297679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d47dbc3-67be-4711-b041-f987d29897d0 req-f241d1dc-be04-455b-8c8e-e1d63f4e9e3e tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442385
Apr 02 20:51:58.316326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-ad8fa5db-e5b0-4ae2-a262-a7d78aaa9f7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8782864
Apr 02 20:51:58.338710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group_rule (f71b58f8-a6d8-4009-8bdb-2867a7cef671), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.347575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] Current status of the port 7f3a74a5-1a5a-42df-bb3d-af4da749554e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:58.347980 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.471530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458f97f0>, [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:51:51Z', 'revision_number': 4, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f3a74a5-1a5a-42df-bb3d-af4da749554e', 'name': '', 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'mac_address': 'fa:16:3e:d9:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'eb52afe0-3e73-4c51-a040-0114f2900339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:50Z', 'updated_at': '2022-04-02T20:51:57Z', 'revision_number': 4, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'subnets': [{'id': 'eb52afe0-3e73-4c51-a040-0114f2900339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:51:58.472509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group_rule (f71b58f8-a6d8-4009-8bdb-2867a7cef671), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.477122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (f71b58f8-a6d8-4009-8bdb-2867a7cef671), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.507829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-e5dcd778-b51a-47cc-b42a-0ce2bc9dee13 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:51:58.517060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71b58f8-a6d8-4009-8bdb-2867a7cef671,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:58.522205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-e5dcd778-b51a-47cc-b42a-0ce2bc9dee13 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0183039
Apr 02 20:51:58.531808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.540961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ad807b61-02d6-4472-ba50-01fa76708e36 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3132219
Apr 02 20:51:58.543845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51156) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:58.549602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:51:58.576432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] For port 7f3a74a5-1a5a-42df-bb3d-af4da749554e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f3a74a5-1a5a-42df-bb3d-af4da749554e,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:51:58.579265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53363073-bac8-4aec-8d9a-787fdd44da33 None None] The sync data for ids ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'] in ncdv-master-1 is: [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:51:51Z', 'revision_number': 4, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7f3a74a5-1a5a-42df-bb3d-af4da749554e', 'name': '', 'network_id': '44f4c1cb-12a2-44bd-91c8-3a9e0505e462', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'mac_address': 'fa:16:3e:d9:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'eb52afe0-3e73-4c51-a040-0114f2900339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:50Z', 'updated_at': '2022-04-02T20:51:57Z', 'revision_number': 4, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'subnets': [{'id': 'eb52afe0-3e73-4c51-a040-0114f2900339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:51:58.593180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.632361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.648643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.704500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d75d9-c344-438c-abb8-01e4dd15f08c None None] Pushing event updated for resources: {'Port': ['ID=7f3a74a5-1a5a-42df-bb3d-af4da749554e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:51:58.756201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-397cbae5-e72a-493b-9bea-90d740850e08 None None] Provisioning complete for port 7f3a74a5-1a5a-42df-bb3d-af4da749554e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:58.756630 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-397cbae5-e72a-493b-9bea-90d740850e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:58.881773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fecd6-75f1-4fd9-ae69-875118bbfe93 req-8c9b60b6-14e9-453d-be99-783a9894a415 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:58.896571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c5fecd6-75f1-4fd9-ae69-875118bbfe93 req-8c9b60b6-14e9-453d-be99-783a9894a415 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 935 time: 0.1125629
Apr 02 20:51:58.985405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-397cbae5-e72a-493b-9bea-90d740850e08 None None] Current status of the port 7f3a74a5-1a5a-42df-bb3d-af4da749554e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:51:59.029658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-397cbae5-e72a-493b-9bea-90d740850e08 None None] Provisioning complete for port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:51:59.030037 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-397cbae5-e72a-493b-9bea-90d740850e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:59.040893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:59.045473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c5fecd6-75f1-4fd9-ae69-875118bbfe93 req-f4f41f17-5ad4-42a9-8ff2-2f5c61995d16 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476824
Apr 02 20:51:59.174496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-397cbae5-e72a-493b-9bea-90d740850e08 None None] Port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:51:59.306572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Allocated IP 172.35.4.222 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:51:59.369937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:59.579319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:59.614134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be723b63-aa78-4047-acae-c40049cf42d7 req-2c75b5c0-0f83-4aa4-95d2-dd95bd041986 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:51:59.633228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be723b63-aa78-4047-acae-c40049cf42d7 req-2c75b5c0-0f83-4aa4-95d2-dd95bd041986 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.1701715
Apr 02 20:51:59.683248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:51:59.723663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51184) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:59.787827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:51:59.802699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:51:59.806554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:51:59.818444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51188) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:51:59.842654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be723b63-aa78-4047-acae-c40049cf42d7 req-5ff80f90-3956-45e1-a8ff-539d71ecf890 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073510
Apr 02 20:51:59.860371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'Port': ['ID=dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:00.030237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Request body: {'port': {'device_id': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:00.120787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65dacc4e-2d1c-4dfa-b7d7-68122f523029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.159167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.327146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd9acf-f861-4741-a65a-a864a6041156 req-84d562e9-d24b-4b90-a993-a9df01976a8a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:00.341820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44fd9acf-f861-4741-a65a-a864a6041156 req-84d562e9-d24b-4b90-a993-a9df01976a8a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 935 time: 0.1437171
Apr 02 20:52:00.375926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65dacc4e-2d1c-4dfa-b7d7-68122f523029 admin admin] Publish callbacks [] for security_group (82af48c9-eb69-4bb0-bc62-0b65fff8907c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.382517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65dacc4e-2d1c-4dfa-b7d7-68122f523029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (82af48c9-eb69-4bb0-bc62-0b65fff8907c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.471669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44fd9acf-f861-4741-a65a-a864a6041156 req-fa86913d-8460-41da-8ead-a3b9b3c918ce tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286972
Apr 02 20:52:00.474313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dacc4e-2d1c-4dfa-b7d7-68122f523029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82af48c9-eb69-4bb0-bc62-0b65fff8907c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:00.524630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-65dacc4e-2d1c-4dfa-b7d7-68122f523029 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8633aa0dea5440d9a9a03f23a9a8a558&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7944992
Apr 02 20:52:00.528053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51200) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:00.562227 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c058f81a-c891-4328-b32f-22f879e74e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.604552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.630934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e3b-4a25-4826-9fe3-8a64bb51269a admin admin] Publish callbacks [] for security_group (82af48c9-eb69-4bb0-bc62-0b65fff8907c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.651525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.671612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7f3a74a5-1a5a-42df-bb3d-af4da749554e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:00.691822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e3b-4a25-4826-9fe3-8a64bb51269a admin admin] Publish callbacks [] for security_group (82af48c9-eb69-4bb0-bc62-0b65fff8907c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.827952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e3b-4a25-4826-9fe3-8a64bb51269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (82af48c9-eb69-4bb0-bc62-0b65fff8907c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.831410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7af56c27-53b5-4df3-9e0f-085bb8d51a15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:52:00.833587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e3b-4a25-4826-9fe3-8a64bb51269a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.849704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bd7d7e3b-4a25-4826-9fe3-8a64bb51269a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82af48c9-eb69-4bb0-bc62-0b65fff8907c HTTP/1.1" status: 204  len: 168 time: 0.3205657
Apr 02 20:52:00.894060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d7e3b-4a25-4826-9fe3-8a64bb51269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82af48c9-eb69-4bb0-bc62-0b65fff8907c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:00.898160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c058f81a-c891-4328-b32f-22f879e74e80 admin admin] Publish callbacks [] for security_group (21181c03-e396-4de7-b98a-22df8fd97d39), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.915506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c058f81a-c891-4328-b32f-22f879e74e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (21181c03-e396-4de7-b98a-22df8fd97d39), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:00.957025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7f3a74a5-1a5a-42df-bb3d-af4da749554e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:00.963553 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.140037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:01.152869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '7af56c27-53b5-4df3-9e0f-085bb8d51a15', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '7af56c27-53b5-4df3-9e0f-085bb8d51a15', 'mac_address': 'fa:16:3e:f4:fd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:tempest-test_az-1023348712', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:52:01.265563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3feaec-b42e-4c6f-a272-2a4aed367066 req-c68e6863-248e-4d5e-b68e-1ae219c5c0e7 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:01.267168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c3feaec-b42e-4c6f-a272-2a4aed367066 req-c68e6863-248e-4d5e-b68e-1ae219c5c0e7 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 969 time: 0.2738001
Apr 02 20:52:01.269738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c058f81a-c891-4328-b32f-22f879e74e80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45eb276d740649e99bb0bbf1ac0ac989&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4452569
Apr 02 20:52:01.273476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51212) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:01.274626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f81a-c891-4328-b32f-22f879e74e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21181c03-e396-4de7-b98a-22df8fd97d39,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:01.335755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:01.336289 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.374318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1a0e-72cc-4c6d-a121-bcf39a1bd486 admin admin] Publish callbacks [] for security_group (21181c03-e396-4de7-b98a-22df8fd97d39), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.388509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af56c27-53b5-4df3-9e0f-085bb8d51a15 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:01.450342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1a0e-72cc-4c6d-a121-bcf39a1bd486 admin admin] Publish callbacks [] for security_group (21181c03-e396-4de7-b98a-22df8fd97d39), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.473993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c3feaec-b42e-4c6f-a272-2a4aed367066 req-3a47a3c9-72b3-419e-b795-c040110e0a33 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941426
Apr 02 20:52:01.511354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:01.561542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.619875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:01.689463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7f3a74a5-1a5a-42df-bb3d-af4da749554e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:01.695817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1a0e-72cc-4c6d-a121-bcf39a1bd486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (21181c03-e396-4de7-b98a-22df8fd97d39), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.699830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1a0e-72cc-4c6d-a121-bcf39a1bd486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.703456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b9b1a0e-72cc-4c6d-a121-bcf39a1bd486 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21181c03-e396-4de7-b98a-22df8fd97d39 HTTP/1.1" status: 204  len: 168 time: 0.4266179
Apr 02 20:52:01.734607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b1a0e-72cc-4c6d-a121-bcf39a1bd486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21181c03-e396-4de7-b98a-22df8fd97d39,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:01.765222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7af56c27-53b5-4df3-9e0f-085bb8d51a15,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:01.766133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1856af-b6b0-4cf1-89c1-581f98f5baac req-995ecf8b-3a43-4eed-a35f-e706529e323b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:01.796696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb1856af-b6b0-4cf1-89c1-581f98f5baac req-995ecf8b-3a43-4eed-a35f-e706529e323b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 935 time: 0.2045834
Apr 02 20:52:01.871816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb1856af-b6b0-4cf1-89c1-581f98f5baac req-799c8237-8fa6-4fe3-8d6b-e107bbaeebf9 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741093
Apr 02 20:52:01.872305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51226) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:01.904505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.910710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6197912e-8f2b-4aa5-a8ab-e3d9b05d2adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.911904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:01.925368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.935662 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Publish callbacks [] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:01.946971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7af56c27-53b5-4df3-9e0f-085bb8d51a15'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:01.985687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cc0b-2afd-4dfa-b2b8-2a8cee23ed60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.019053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.027447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Transition to ACTIVE for port object dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:52:02.040295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.073783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'Port': ['ID=dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:02.102210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cc0b-2afd-4dfa-b2b8-2a8cee23ed60 admin admin] Publish callbacks [] for security_group (eab4b41c-0a09-49f7-86fc-b2ea47ce2114), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.113728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cc0b-2afd-4dfa-b2b8-2a8cee23ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (eab4b41c-0a09-49f7-86fc-b2ea47ce2114), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.138372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:02.144440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.155754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0f30d852-9c2a-4776-9664-3b60dfb72fed tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6041842
Apr 02 20:52:02.241818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6197912e-8f2b-4aa5-a8ab-e3d9b05d2adb admin admin] Publish callbacks [] for security_group (5fb3d311-800a-42ec-b820-57229ec9be8b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.251346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6197912e-8f2b-4aa5-a8ab-e3d9b05d2adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5fb3d311-800a-42ec-b820-57229ec9be8b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.265859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8cc0b-2afd-4dfa-b2b8-2a8cee23ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4b41c-0a09-49f7-86fc-b2ea47ce2114,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:02.282832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3fe8cc0b-2afd-4dfa-b2b8-2a8cee23ed60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bda645627e434ca8a4db26e99ab32097&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6602082
Apr 02 20:52:02.283558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51230) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:02.323784 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6197912e-8f2b-4aa5-a8ab-e3d9b05d2adb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=822cb58660c8461fb50d6b3d8c93782b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4503930
Apr 02 20:52:02.329266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51234) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:02.370679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197912e-8f2b-4aa5-a8ab-e3d9b05d2adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb3d311-800a-42ec-b820-57229ec9be8b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:02.420249 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fa5307e-2590-44ed-8274-63cc4acb9370 admin admin] Publish callbacks [] for security_group (eab4b41c-0a09-49f7-86fc-b2ea47ce2114), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.493603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fa5307e-2590-44ed-8274-63cc4acb9370 admin admin] Publish callbacks [] for security_group (eab4b41c-0a09-49f7-86fc-b2ea47ce2114), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.501035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Attempting to bind port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:02.501418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Attempting to bind port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:02.504111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Attempting to bind port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:02.549930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:02.550533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Attempting to bind port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:02.619798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:02.620141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:02.620560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:02.621056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Bound port: dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:02.621419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.627818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48b8cfa8-4514-46e1-9396-d5e67c31e09e admin admin] Publish callbacks [] for security_group (5fb3d311-800a-42ec-b820-57229ec9be8b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.653207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fa5307e-2590-44ed-8274-63cc4acb9370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (eab4b41c-0a09-49f7-86fc-b2ea47ce2114), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.657513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fa5307e-2590-44ed-8274-63cc4acb9370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.662000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3fa5307e-2590-44ed-8274-63cc4acb9370 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eab4b41c-0a09-49f7-86fc-b2ea47ce2114 HTTP/1.1" status: 204  len: 168 time: 0.3733983
Apr 02 20:52:02.674245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5307e-2590-44ed-8274-63cc4acb9370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4b41c-0a09-49f7-86fc-b2ea47ce2114,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:02.683556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-28251dca-dbcc-4d19-aff7-df00c8b775e5 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1045426101&fields=id&tenant_id=fde6bd005e3a4a25b63639832027ab85 HTTP/1.1" status: 200  len: 267 time: 0.1700449
Apr 02 20:52:02.697995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48b8cfa8-4514-46e1-9396-d5e67c31e09e admin admin] Publish callbacks [] for security_group (5fb3d311-800a-42ec-b820-57229ec9be8b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.722458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa3865-500e-4d9c-bd33-0f6f6a6aa952 req-ce3d1341-a64e-4633-a23e-796a1ae2e0bc tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:02.724058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0aaa3865-500e-4d9c-bd33-0f6f6a6aa952 req-ce3d1341-a64e-4633-a23e-796a1ae2e0bc tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 970 time: 0.1292703
Apr 02 20:52:02.798742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51250) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:02.849844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a20de634-8aa6-4d4d-b7dc-6fe331861d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.856723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0aaa3865-500e-4d9c-bd33-0f6f6a6aa952 req-cc512436-801e-4d4e-9dd0-5804e45694e7 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244195
Apr 02 20:52:02.977825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a20de634-8aa6-4d4d-b7dc-6fe331861d2d admin admin] Publish callbacks [] for security_group (fd88e22e-eb42-444f-8d1d-14c46c79eb92), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.985112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a20de634-8aa6-4d4d-b7dc-6fe331861d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fd88e22e-eb42-444f-8d1d-14c46c79eb92), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:02.989493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] For port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:02.994326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] For port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:03.004258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-832a4464-a9ef-4ca1-95b0-226a202485cc tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:03.013550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-832a4464-a9ef-4ca1-95b0-226a202485cc tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 823 time: 0.3282261
Apr 02 20:52:03.021040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48b8cfa8-4514-46e1-9396-d5e67c31e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5fb3d311-800a-42ec-b820-57229ec9be8b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.023558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48b8cfa8-4514-46e1-9396-d5e67c31e09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.028091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-48b8cfa8-4514-46e1-9396-d5e67c31e09e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fb3d311-800a-42ec-b820-57229ec9be8b HTTP/1.1" status: 204  len: 168 time: 0.6876290
Apr 02 20:52:03.031362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.096687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-a42e10fc-3f35-40dd-9a18-2168d4293236 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/quotas/fde6bd005e3a4a25b63639832027ab85 HTTP/1.1" status: 200  len: 375 time: 0.0819020
Apr 02 20:52:03.109422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a20de634-8aa6-4d4d-b7dc-6fe331861d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c96c12dfc9eb478ead4ac4ae32cd9fe6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3095007
Apr 02 20:52:03.110154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51258) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:03.126791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20de634-8aa6-4d4d-b7dc-6fe331861d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88e22e-eb42-444f-8d1d-14c46c79eb92,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:03.197144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8cfa8-4514-46e1-9396-d5e67c31e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb3d311-800a-42ec-b820-57229ec9be8b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:03.206904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:03.223839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87834e68-c6ed-446a-ba0e-d3e853c8e5ff req-c7ee6b21-353d-479d-8685-812f9188482f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:03.224968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:03.225696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87834e68-c6ed-446a-ba0e-d3e853c8e5ff req-c7ee6b21-353d-479d-8685-812f9188482f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.2004790
Apr 02 20:52:03.245371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.247818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-5556ff2e-69b1-4c39-8436-eb7c2be9fe75 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 HTTP/1.1" status: 200  len: 1095 time: 4.2030344
Apr 02 20:52:03.249076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'tag': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:03.251948 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f711af57-ed77-41e1-941e-05c5bda9fc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "956192a0-bfaa-49a0-ad2b-3fb4b6a2566f", "tag": "dc71895b-80e5-4b2a-850c-ab6d2e2a4e12"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:03.305459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c5a-ffc7-462b-a920-d1abd2585f73 admin admin] Publish callbacks [] for security_group (fd88e22e-eb42-444f-8d1d-14c46c79eb92), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.375323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51264) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:03.403171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87834e68-c6ed-446a-ba0e-d3e853c8e5ff req-7bff6437-5097-41dd-9f8a-13c5306872cf tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514137
Apr 02 20:52:03.407804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-07a148e2-e459-46e1-a34d-42c718754701 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3101325
Apr 02 20:52:03.414440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c5a-ffc7-462b-a920-d1abd2585f73 admin admin] Publish callbacks [] for security_group (fd88e22e-eb42-444f-8d1d-14c46c79eb92), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.433110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af255160-b117-4149-995e-134370acacaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.532312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c5a-ffc7-462b-a920-d1abd2585f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fd88e22e-eb42-444f-8d1d-14c46c79eb92), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.536235 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefcb579-571b-4e3a-90f9-7f115e7f8cda x-openstack-request-id: req-eefcb579-571b-4e3a-90f9-7f115e7f8cda {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:03.538491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c5a-ffc7-462b-a920-d1abd2585f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.540662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9ba06c5a-ffc7-462b-a920-d1abd2585f73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd88e22e-eb42-444f-8d1d-14c46c79eb92 HTTP/1.1" status: 204  len: 168 time: 0.4276919
Apr 02 20:52:03.543460 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956192a0-bfaa-49a0-ad2b-3fb4b6a2566f", "tag": "dc71895b-80e5-4b2a-850c-ab6d2e2a4e12", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:03.544781 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eefcb579-571b-4e3a-90f9-7f115e7f8cda {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:03.545504 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefcb579-571b-4e3a-90f9-7f115e7f8cda'] response: {'name': 'network-changed', 'server_uuid': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'tag': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12', 'status': 'completed', 'code': 200}
Apr 02 20:52:03.552349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba06c5a-ffc7-462b-a920-d1abd2585f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88e22e-eb42-444f-8d1d-14c46c79eb92,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:03.683114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af255160-b117-4149-995e-134370acacaa admin admin] Publish callbacks [] for security_group (8ec70569-6b7c-47df-b59c-e474f5cbbe26), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.688243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af255160-b117-4149-995e-134370acacaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ec70569-6b7c-47df-b59c-e474f5cbbe26), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.727922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af255160-b117-4149-995e-134370acacaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6480226e0a61431e905695dfd7f8e4a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3515682
Apr 02 20:52:03.732633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51276) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:03.752058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51278) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:03.753806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af255160-b117-4149-995e-134370acacaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec70569-6b7c-47df-b59c-e474f5cbbe26,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:03.792905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45178ef3-3699-4299-8197-29acf0cdaa32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.840486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69196386-432a-4aa4-9f02-4f16f7f78cd1 admin admin] Publish callbacks [] for security_group (8ec70569-6b7c-47df-b59c-e474f5cbbe26), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.879080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69196386-432a-4aa4-9f02-4f16f7f78cd1 admin admin] Publish callbacks [] for security_group (8ec70569-6b7c-47df-b59c-e474f5cbbe26), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.960110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45178ef3-3699-4299-8197-29acf0cdaa32 admin admin] Publish callbacks [] for security_group (ac976232-f34d-4a8f-8e5e-16c131631b00), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:03.972852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45178ef3-3699-4299-8197-29acf0cdaa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ac976232-f34d-4a8f-8e5e-16c131631b00), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.026905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69196386-432a-4aa4-9f02-4f16f7f78cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ec70569-6b7c-47df-b59c-e474f5cbbe26), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.029592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69196386-432a-4aa4-9f02-4f16f7f78cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.030837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-69196386-432a-4aa4-9f02-4f16f7f78cd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ec70569-6b7c-47df-b59c-e474f5cbbe26 HTTP/1.1" status: 204  len: 168 time: 0.2985914
Apr 02 20:52:04.083769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-45178ef3-3699-4299-8197-29acf0cdaa32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c8862ffa283462ca3bc634c79f45ba6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3299234
Apr 02 20:52:04.086425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178ef3-3699-4299-8197-29acf0cdaa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac976232-f34d-4a8f-8e5e-16c131631b00,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:04.086557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51290) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:04.103249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196386-432a-4aa4-9f02-4f16f7f78cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec70569-6b7c-47df-b59c-e474f5cbbe26,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:04.126292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2099-f104-45f1-b074-4ddfb49b125b req-91275306-8bec-4567-8bb9-0d7a4b75a151 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:04.128210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ece2099-f104-45f1-b074-4ddfb49b125b req-91275306-8bec-4567-8bb9-0d7a4b75a151 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 970 time: 0.1083961
Apr 02 20:52:04.151709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-21343d9e-e7ca-41e4-b392-bb6864671295 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:04.165146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-21343d9e-e7ca-41e4-b392-bb6864671295 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4991863
Apr 02 20:52:04.213658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ece2099-f104-45f1-b074-4ddfb49b125b req-9a2e2144-c53a-430f-a828-46a390ae0596 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683458
Apr 02 20:52:04.362193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c70f22-1ed6-401f-b6bf-8b78465d3dfc admin admin] Publish callbacks [] for security_group (ac976232-f34d-4a8f-8e5e-16c131631b00), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.365789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-5bcfa78c-6e8f-4641-b041-3e424d34924c service neutron] 10.222.0.18 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998720
Apr 02 20:52:04.428633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c70f22-1ed6-401f-b6bf-8b78465d3dfc admin admin] Publish callbacks [] for security_group (ac976232-f34d-4a8f-8e5e-16c131631b00), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.580399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-f6495757-3978-4747-8e15-2df0ff8ab25c service neutron] 10.222.0.18 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042568
Apr 02 20:52:04.602206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218d47-1862-4a98-acdc-f132e887e7c1 req-aa979223-5976-4689-82d8-1eae1aa0f513 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:04.605271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c70f22-1ed6-401f-b6bf-8b78465d3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ac976232-f34d-4a8f-8e5e-16c131631b00), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.610974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c70f22-1ed6-401f-b6bf-8b78465d3dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.614640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3c70f22-1ed6-401f-b6bf-8b78465d3dfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac976232-f34d-4a8f-8e5e-16c131631b00 HTTP/1.1" status: 204  len: 168 time: 0.5270007
Apr 02 20:52:04.617748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1218d47-1862-4a98-acdc-f132e887e7c1 req-aa979223-5976-4689-82d8-1eae1aa0f513 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.1239617
Apr 02 20:52:04.626222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c70f22-1ed6-401f-b6bf-8b78465d3dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac976232-f34d-4a8f-8e5e-16c131631b00,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:04.736575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1218d47-1862-4a98-acdc-f132e887e7c1 req-38f274c9-042e-4d37-ae27-60bb110bcef8 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173441
Apr 02 20:52:04.803107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7af56c27-53b5-4df3-9e0f-085bb8d51a15 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:04.948912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:52:04.952862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:04.953341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:04.959768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c097620d-50ba-45aa-a877-4523b4b9e458 req-72bddfae-1eb6-4faf-aed3-706be0bb91ca tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 210 time: 0.0471632
Apr 02 20:52:05.093839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:05.094225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:05.139147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:05.140728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af56c27-53b5-4df3-9e0f-085bb8d51a15'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:05.223543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:05.284764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7af56c27-53b5-4df3-9e0f-085bb8d51a15,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:05.434085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e7aa4-9863-4633-8f1d-6e29a95d2fd8 req-fd31349c-7efd-49ce-a2ab-106bf28e6af8 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:05.436199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a12e7aa4-9863-4633-8f1d-6e29a95d2fd8 req-fd31349c-7efd-49ce-a2ab-106bf28e6af8 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.0773427
Apr 02 20:52:05.527841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a12e7aa4-9863-4633-8f1d-6e29a95d2fd8 req-0e1178de-6afe-40f1-85ae-ed3c6ada3579 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703449
Apr 02 20:52:05.654420 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a052c15c-20db-410d-badf-7b3f8b97831b" -d '{"events": [{"server_uuid": "38f8f353-82ba-4c3e-82f7-792315bda7c6", "name": "network-vif-plugged", "status": "completed", "tag": "7af56c27-53b5-4df3-9e0f-085bb8d51a15"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:05.876660 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fcd146-9931-4e96-8d14-f397caf384cc x-openstack-request-id: req-18fcd146-9931-4e96-8d14-f397caf384cc {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:05.877262 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8f353-82ba-4c3e-82f7-792315bda7c6", "name": "network-vif-plugged", "status": "completed", "tag": "7af56c27-53b5-4df3-9e0f-085bb8d51a15", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:05.877262 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18fcd146-9931-4e96-8d14-f397caf384cc {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:05.877687 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fcd146-9931-4e96-8d14-f397caf384cc'] response: {'server_uuid': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af56c27-53b5-4df3-9e0f-085bb8d51a15', 'code': 200}
Apr 02 20:52:05.878359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf6027-e519-44a7-8b10-f076b11b50d6 req-b4067414-ad56-4234-a374-e97ad82843b0 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:05.880071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1faf6027-e519-44a7-8b10-f076b11b50d6 req-b4067414-ad56-4234-a374-e97ad82843b0 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.0746691
Apr 02 20:52:06.024253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1faf6027-e519-44a7-8b10-f076b11b50d6 req-28092a32-947e-4b88-86e9-d130ebe1ef07 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254628
Apr 02 20:52:06.045849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddbed-744e-4332-b010-d980b16d3086 req-8bc3d097-2522-41e8-bbe9-5e0016358caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:06.047343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a8ddbed-744e-4332-b010-d980b16d3086 req-8bc3d097-2522-41e8-bbe9-5e0016358caa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 1153 time: 0.0889194
Apr 02 20:52:06.070382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1a8ddbed-744e-4332-b010-d980b16d3086 req-40ff1674-525a-409a-a03c-4085c7829278 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:06.102054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f98b94a1-0845-4cba-a971-fbb63b9bd96f req-65718438-e405-4bd5-bc68-3f9f382d06d3 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 210 time: 0.0538847
Apr 02 20:52:06.178870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1a8ddbed-744e-4332-b010-d980b16d3086 req-40ff1674-525a-409a-a03c-4085c7829278 service neutron] Publish callbacks [] for security_group (c757b92b-a2a9-4166-b41d-e1d06656da81), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:06.183959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1a8ddbed-744e-4332-b010-d980b16d3086 req-40ff1674-525a-409a-a03c-4085c7829278 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c757b92b-a2a9-4166-b41d-e1d06656da81), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:06.234926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a8ddbed-744e-4332-b010-d980b16d3086 req-40ff1674-525a-409a-a03c-4085c7829278 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800978
Apr 02 20:52:06.235982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff1674-525a-409a-a03c-4085c7829278 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c757b92b-a2a9-4166-b41d-e1d06656da81,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:06.664379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f876b-4f51-4f7a-8c24-6b0f1186d76b req-240ca20e-aea5-43bf-92ad-50cc1406a4b2 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:06.666252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c79f876b-4f51-4f7a-8c24-6b0f1186d76b req-240ca20e-aea5-43bf-92ad-50cc1406a4b2 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.0804098
Apr 02 20:52:06.747279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c79f876b-4f51-4f7a-8c24-6b0f1186d76b req-bafd236b-c80d-4bdb-8740-6861bfbe7872 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716977
Apr 02 20:52:07.247912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89c7066c-9309-428e-9316-47a7846e28a3 req-a67bbc0e-7363-4b21-b595-417bff93343a tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d4e4c08f91e24bedb51356cd9e640749&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291312
Apr 02 20:52:07.351331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8cf4b-a1af-4ef2-9a89-739809c2599b req-235ed4f2-b465-445f-a471-a2a26d14e66f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:07.352791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0c8cf4b-a1af-4ef2-9a89-739809c2599b req-235ed4f2-b465-445f-a471-a2a26d14e66f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.2470498
Apr 02 20:52:07.363766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7066c-9309-428e-9316-47a7846e28a3 req-d301b9bd-e5ce-4389-a62b-6335c533c404 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:07.365220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89c7066c-9309-428e-9316-47a7846e28a3 req-d301b9bd-e5ce-4389-a62b-6335c533c404 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1119204
Apr 02 20:52:07.379794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89c7066c-9309-428e-9316-47a7846e28a3 req-3b25c27b-b353-4321-ac7e-4c512c3d3759 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/quotas/d4e4c08f91e24bedb51356cd9e640749 HTTP/1.1" status: 200  len: 375 time: 0.0084651
Apr 02 20:52:07.399263 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0c8cf4b-a1af-4ef2-9a89-739809c2599b req-240e3afe-fcfa-4e21-a0c2-a48dfb87831d tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403330
Apr 02 20:52:07.411242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89c7066c-9309-428e-9316-47a7846e28a3 req-6655b03c-32ab-425b-9842-bd7c8077f4fb tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e4c08f91e24bedb51356cd9e640749&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0259504
Apr 02 20:52:07.533737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bc9e760-2565-41e5-b42d-597cc50b3167 req-b67704ed-08db-4aef-b7d1-6c3d046c6dd9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 210 time: 0.0267196
Apr 02 20:52:07.906395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca05cc4-e78a-4786-b844-64c920024c73 req-7ae7ebd2-9736-40cc-bb98-b73696fc5985 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:07.908026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ca05cc4-e78a-4786-b844-64c920024c73 req-7ae7ebd2-9736-40cc-bb98-b73696fc5985 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.0560095
Apr 02 20:52:07.967899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ca05cc4-e78a-4786-b844-64c920024c73 req-23ac5e1a-2168-4a84-94fc-2d5e39a3bb58 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531108
Apr 02 20:52:08.119155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51506) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:08.207960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51510) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:08.315126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb96d60c-4b08-4f14-a5a4-7539c9eda515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.348847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04068004-66fc-4615-80f9-eab61612b6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.441933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb96d60c-4b08-4f14-a5a4-7539c9eda515 admin admin] Publish callbacks [] for security_group (9bb998f8-a343-4f19-8966-e08e0c67be0f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.451464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb96d60c-4b08-4f14-a5a4-7539c9eda515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9bb998f8-a343-4f19-8966-e08e0c67be0f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.529100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04068004-66fc-4615-80f9-eab61612b6f5 admin admin] Publish callbacks [] for security_group (66825b43-132f-4819-b57f-92e44679c5c6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.554175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-eb96d60c-4b08-4f14-a5a4-7539c9eda515 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30bc4f8730a441fabe8d11fe1c918c1d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4332640
Apr 02 20:52:08.555338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96d60c-4b08-4f14-a5a4-7539c9eda515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb998f8-a343-4f19-8966-e08e0c67be0f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:08.558320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51530) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:08.560645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04068004-66fc-4615-80f9-eab61612b6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (66825b43-132f-4819-b57f-92e44679c5c6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.564264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-522e50ce-bc28-41b4-8c8b-1cf69fa52c08 req-c0440e0a-c27d-4b5c-8c8c-0894baab30cb tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d4e4c08f91e24bedb51356cd9e640749&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0733871
Apr 02 20:52:08.596152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00893880-bce5-4797-add1-f7f69e95b3f8 req-bd07ea2c-232e-497b-be2d-a29c2bb45429 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:08.605199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00893880-bce5-4797-add1-f7f69e95b3f8 req-bd07ea2c-232e-497b-be2d-a29c2bb45429 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.0926907
Apr 02 20:52:08.647890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-04068004-66fc-4615-80f9-eab61612b6f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9839c4966f3646a692929ca82a9a5fa5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4388225
Apr 02 20:52:08.652359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:08.683867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04068004-66fc-4615-80f9-eab61612b6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66825b43-132f-4819-b57f-92e44679c5c6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:08.700251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711af57-ed77-41e1-941e-05c5bda9fc7c req-ed0442ff-d71d-4024-b502-6903f4e6f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:08.701829 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f711af57-ed77-41e1-941e-05c5bda9fc7c req-ed0442ff-d71d-4024-b502-6903f4e6f869 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 1129 time: 0.1874416
Apr 02 20:52:08.720699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00893880-bce5-4797-add1-f7f69e95b3f8 req-8090c3c1-7612-4aa5-8d13-8c012e0fdf64 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144757
Apr 02 20:52:08.723170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99a90ac9-b987-4617-976e-5ef38f67c8d6 admin admin] Publish callbacks [] for security_group (9bb998f8-a343-4f19-8966-e08e0c67be0f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.748980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f711af57-ed77-41e1-941e-05c5bda9fc7c req-3b231c88-a0b2-4567-b8ab-f56aab1387ff service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0290399
Apr 02 20:52:08.756312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e50ce-bc28-41b4-8c8b-1cf69fa52c08 req-898111a1-90ec-4922-ae5b-8b26478f5ac2 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:08.763319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-522e50ce-bc28-41b4-8c8b-1cf69fa52c08 req-898111a1-90ec-4922-ae5b-8b26478f5ac2 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1869450
Apr 02 20:52:08.765172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99a90ac9-b987-4617-976e-5ef38f67c8d6 admin admin] Publish callbacks [] for security_group (9bb998f8-a343-4f19-8966-e08e0c67be0f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.767162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e239c401-9e0c-437c-92bb-6482968a925e admin admin] Publish callbacks [] for security_group (66825b43-132f-4819-b57f-92e44679c5c6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.813371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-522e50ce-bc28-41b4-8c8b-1cf69fa52c08 req-4019074c-0a4d-4b0d-b0b5-64df208bdbaf tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/quotas/d4e4c08f91e24bedb51356cd9e640749 HTTP/1.1" status: 200  len: 375 time: 0.0488567
Apr 02 20:52:08.823223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e239c401-9e0c-437c-92bb-6482968a925e admin admin] Publish callbacks [] for security_group (66825b43-132f-4819-b57f-92e44679c5c6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.846985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88cd8007-8e67-4a29-a3d8-4f049bc30429 req-30c8efb1-54eb-4ea2-9343-f6a7c66cca6b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 210 time: 0.0426855
Apr 02 20:52:08.887928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99a90ac9-b987-4617-976e-5ef38f67c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9bb998f8-a343-4f19-8966-e08e0c67be0f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.891233 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99a90ac9-b987-4617-976e-5ef38f67c8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.892348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-99a90ac9-b987-4617-976e-5ef38f67c8d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bb998f8-a343-4f19-8966-e08e0c67be0f HTTP/1.1" status: 204  len: 168 time: 0.3308802
Apr 02 20:52:08.901808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a90ac9-b987-4617-976e-5ef38f67c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb998f8-a343-4f19-8966-e08e0c67be0f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:08.914193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-522e50ce-bc28-41b4-8c8b-1cf69fa52c08 req-9f505fb2-0e72-4010-baa4-b9636fb2e447 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e4c08f91e24bedb51356cd9e640749&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0858719
Apr 02 20:52:08.917866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e239c401-9e0c-437c-92bb-6482968a925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (66825b43-132f-4819-b57f-92e44679c5c6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.922689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e239c401-9e0c-437c-92bb-6482968a925e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:08.927651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e239c401-9e0c-437c-92bb-6482968a925e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66825b43-132f-4819-b57f-92e44679c5c6 HTTP/1.1" status: 204  len: 168 time: 0.2741928
Apr 02 20:52:08.938380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239c401-9e0c-437c-92bb-6482968a925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66825b43-132f-4819-b57f-92e44679c5c6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:09.030758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711af57-ed77-41e1-941e-05c5bda9fc7c req-fd1fcba9-ec5f-4512-a7d8-95f54147bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.033022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f711af57-ed77-41e1-941e-05c5bda9fc7c req-fd1fcba9-ec5f-4512-a7d8-95f54147bb2e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2671835
Apr 02 20:52:09.143429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.15', 56199) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:09.172412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1645ce3-b5a8-427f-b334-74b42dac638b req-f7b427cf-52b2-4214-b575-e3a531bc2a22 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.177465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1645ce3-b5a8-427f-b334-74b42dac638b req-f7b427cf-52b2-4214-b575-e3a531bc2a22 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.1134593
Apr 02 20:52:09.255944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-6bbfc12a-d6aa-4ad2-8f2d-dd7ec53cad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.257698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-6bbfc12a-d6aa-4ad2-8f2d-dd7ec53cad19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 1129 time: 0.1133382
Apr 02 20:52:09.285342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1645ce3-b5a8-427f-b334-74b42dac638b req-409fd250-f111-4188-b90f-81b21d2eb323 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949619
Apr 02 20:52:09.309694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-dd35b16c-8f4c-4eb2-927a-41d499f8d2af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 HTTP/1.1" status: 200  len: 217 time: 0.0415344
Apr 02 20:52:09.316503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-2b5bf77d-6ecb-43b3-a693-e867d4956192 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.318272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-2b5bf77d-6ecb-43b3-a693-e867d4956192 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 823 time: 0.2141759
Apr 02 20:52:09.348057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:09.364141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a8026bc-4a5f-46a8-bc03-c8cc19340940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.461621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-c8a57c64-2b6a-4852-9e20-8781089cad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.463343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-c8a57c64-2b6a-4852-9e20-8781089cad74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1441979
Apr 02 20:52:09.522552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-dfdf080a-4e94-498d-bbb8-40f7df3713c1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fde6bd005e3a4a25b63639832027ab85 HTTP/1.1" status: 200  len: 380 time: 0.1955459
Apr 02 20:52:09.533559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'port': {'device_id': '807e6da4-1b09-4731-9332-98dce9466b87', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'admin_state_up': True, 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'security_groups': ['1ca10d98-e710-4787-b1e6-b021e7dfda9a']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:09.568365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-da5f397e-2119-4cb5-abde-efa6562ce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.570106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-da5f397e-2119-4cb5-abde-efa6562ce64f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0995820
Apr 02 20:52:09.615604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:09.661208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebc8fd2e-e599-4854-8baf-07c904813f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.683423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a8026bc-4a5f-46a8-bc03-c8cc19340940 admin admin] Publish callbacks [] for security_group (0f1af5a6-5dbc-4dad-a7fb-45462281c76e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.686647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df3e8f-8c10-4791-8203-6ac9d11599c1 req-3c6a1e8f-c9bd-4c73-b293-6f30b2232b7a tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:09.688167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4df3e8f-8c10-4791-8203-6ac9d11599c1 req-3c6a1e8f-c9bd-4c73-b293-6f30b2232b7a tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 1153 time: 0.2530923
Apr 02 20:52:09.689457 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a8026bc-4a5f-46a8-bc03-c8cc19340940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0f1af5a6-5dbc-4dad-a7fb-45462281c76e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.742495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4df3e8f-8c10-4791-8203-6ac9d11599c1 req-90373c2f-ff42-4eac-9625-a0d66fbcdff7 tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.745907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8026bc-4a5f-46a8-bc03-c8cc19340940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1af5a6-5dbc-4dad-a7fb-45462281c76e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:09.756207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1a8026bc-4a5f-46a8-bc03-c8cc19340940 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d16a4ecf2834c978f5fa6646ed26a32&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4069242
Apr 02 20:52:09.779940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:09.794954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Made reservation on behalf of fde6bd005e3a4a25b63639832027ab85 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:09.798496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.816820 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-0efea4fe-379f-4319-9aa8-c65abb5a48c9 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403407
Apr 02 20:52:09.871942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4df3e8f-8c10-4791-8203-6ac9d11599c1 req-90373c2f-ff42-4eac-9625-a0d66fbcdff7 tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] Publish callbacks [] for security_group (175fe14d-8a00-404b-8363-dbf320fdde6f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.873228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd57f174-e2af-42fb-b3ab-01f126a46cfc admin admin] Publish callbacks [] for security_group (0f1af5a6-5dbc-4dad-a7fb-45462281c76e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.878273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4df3e8f-8c10-4791-8203-6ac9d11599c1 req-90373c2f-ff42-4eac-9625-a0d66fbcdff7 tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (175fe14d-8a00-404b-8363-dbf320fdde6f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.940695 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd57f174-e2af-42fb-b3ab-01f126a46cfc admin admin] Publish callbacks [] for security_group (0f1af5a6-5dbc-4dad-a7fb-45462281c76e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:09.949796 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4df3e8f-8c10-4791-8203-6ac9d11599c1 req-90373c2f-ff42-4eac-9625-a0d66fbcdff7 tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423656
Apr 02 20:52:09.951909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373c2f-ff42-4eac-9625-a0d66fbcdff7 tempest-AggregatesAdminTestJSON-1327216345 tempest-AggregatesAdminTestJSON-1327216345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175fe14d-8a00-404b-8363-dbf320fdde6f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:10.003256 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebc8fd2e-e599-4854-8baf-07c904813f31 admin admin] Publish callbacks [] for security_group (1c9d81ed-6e99-4f58-9963-1c2da407a597), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.019967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd57f174-e2af-42fb-b3ab-01f126a46cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0f1af5a6-5dbc-4dad-a7fb-45462281c76e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.021353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebc8fd2e-e599-4854-8baf-07c904813f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c9d81ed-6e99-4f58-9963-1c2da407a597), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.023688 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd57f174-e2af-42fb-b3ab-01f126a46cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.027963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd57f174-e2af-42fb-b3ab-01f126a46cfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f1af5a6-5dbc-4dad-a7fb-45462281c76e HTTP/1.1" status: 204  len: 168 time: 0.2437508
Apr 02 20:52:10.033732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57f174-e2af-42fb-b3ab-01f126a46cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1af5a6-5dbc-4dad-a7fb-45462281c76e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:10.066220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c952e77-b972-4da3-ba17-664549debf6b req-4e8c4101-c361-4fbd-ac1f-6f00ca8d2b90 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 210 time: 0.0304568
Apr 02 20:52:10.144424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77dc28b-b5f8-4bd0-8757-7488997277dd req-8a5f6251-ee93-400e-8b92-600e28948a02 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076749
Apr 02 20:52:10.165873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ebc8fd2e-e599-4854-8baf-07c904813f31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cca916b334104d67baa72f3b541a0c7b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5473535
Apr 02 20:52:10.168631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51582) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:10.172004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8fd2e-e599-4854-8baf-07c904813f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9d81ed-6e99-4f58-9963-1c2da407a597,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:10.184509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Allocated IP 172.20.0.9 (ad76fa2d-1a20-484e-b4bb-76fd756272b5/73185779-b730-43d2-b225-febfc5420607/94129b94-caea-4aa7-bc27-5f3cfd83ebcb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:10.204770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4fb16-8141-495e-9bb6-0079c513b835 req-e6a1667d-bd21-4ac5-a970-c16a5c711725 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:10.213828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98a4fb16-8141-495e-9bb6-0079c513b835 req-e6a1667d-bd21-4ac5-a970-c16a5c711725 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.2163160
Apr 02 20:52:10.246925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-edde2c9f-b589-4f2a-863c-123952bb54e3 admin admin] Publish callbacks [] for security_group (1c9d81ed-6e99-4f58-9963-1c2da407a597), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.305743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-edde2c9f-b589-4f2a-863c-123952bb54e3 admin admin] Publish callbacks [] for security_group (1c9d81ed-6e99-4f58-9963-1c2da407a597), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.334690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98a4fb16-8141-495e-9bb6-0079c513b835 req-553641f1-4f73-45d2-88a0-b8d3cc6e6593 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196194
Apr 02 20:52:10.413164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-edde2c9f-b589-4f2a-863c-123952bb54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c9d81ed-6e99-4f58-9963-1c2da407a597), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.418288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-edde2c9f-b589-4f2a-863c-123952bb54e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.430489 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-edde2c9f-b589-4f2a-863c-123952bb54e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c9d81ed-6e99-4f58-9963-1c2da407a597 HTTP/1.1" status: 204  len: 168 time: 0.2607477
Apr 02 20:52:10.460147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2c9f-b589-4f2a-863c-123952bb54e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9d81ed-6e99-4f58-9963-1c2da407a597,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:10.474762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.560406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a6ed5ec-803c-4508-bb9d-428ac99a011b req-6b10201b-32c1-4561-a715-1d24a4e7081f tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d4e4c08f91e24bedb51356cd9e640749&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0441477
Apr 02 20:52:10.642233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.706633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956fc25-b3d5-4fd1-b010-89da1d97c9d4 req-789f1270-dd5a-424f-924e-c87998318a39 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:10.708306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2956fc25-b3d5-4fd1-b010-89da1d97c9d4 req-789f1270-dd5a-424f-924e-c87998318a39 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.0797002
Apr 02 20:52:10.728547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:10.737178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:10.762162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:10.769859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:10.781783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2956fc25-b3d5-4fd1-b010-89da1d97c9d4 req-661da31e-19b4-4ea9-a346-06cbb9b01659 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642569
Apr 02 20:52:10.802742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed5ec-803c-4508-bb9d-428ac99a011b req-e2dc0b23-6759-49db-95ef-d93d57ccd19c tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:10.804963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a6ed5ec-803c-4508-bb9d-428ac99a011b req-e2dc0b23-6759-49db-95ef-d93d57ccd19c tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2387323
Apr 02 20:52:10.833942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a6ed5ec-803c-4508-bb9d-428ac99a011b req-d77c0715-391f-4697-894e-b1d2385be77b tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/quotas/d4e4c08f91e24bedb51356cd9e640749 HTTP/1.1" status: 200  len: 375 time: 0.0186584
Apr 02 20:52:10.853106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:10.853995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:10.904497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a6ed5ec-803c-4508-bb9d-428ac99a011b req-f75fdc43-eb09-4ea1-955a-808c21ec4d76 tempest-QuotasAdminNegativeTest-1052956590 tempest-QuotasAdminNegativeTest-1052956590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e4c08f91e24bedb51356cd9e640749&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562415
Apr 02 20:52:10.921331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-946448ea-75e8-4875-9178-d60088bda33f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3917952
Apr 02 20:52:10.933362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Request body: {'port': {'device_id': '807e6da4-1b09-4731-9332-98dce9466b87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:11.043382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:11.087815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ffc04d73-4593-4ce2-839a-bc4ad91414a3 None None] Provisioning complete for port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:11.089276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ffc04d73-4593-4ce2-839a-bc4ad91414a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:11.131692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ffc04d73-4593-4ce2-839a-bc4ad91414a3 None None] Port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:11.472251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1f52-cffd-4ab7-8c1c-df46b0a440f9 req-9036bdaf-f8e9-43c7-a091-ea0ef896333c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:11.473786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-426f1f52-cffd-4ab7-8c1c-df46b0a440f9 req-9036bdaf-f8e9-43c7-a091-ea0ef896333c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 931 time: 0.3194702
Apr 02 20:52:11.494551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674e33-2a29-47ee-8ecf-24f4e4f729ef req-7efd0bdf-7d2a-43fc-b57b-02e29fd6c74a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:11.503047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af674e33-2a29-47ee-8ecf-24f4e4f729ef req-7efd0bdf-7d2a-43fc-b57b-02e29fd6c74a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.0727413
Apr 02 20:52:11.552200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-426f1f52-cffd-4ab7-8c1c-df46b0a440f9 req-522ed894-174c-46cd-aac5-dac5d51079ef tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545335
Apr 02 20:52:11.580094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af674e33-2a29-47ee-8ecf-24f4e4f729ef req-362174bf-90e8-4db6-a4e8-563505bed58e tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624385
Apr 02 20:52:11.632138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94129b94-caea-4aa7-bc27-5f3cfd83ebcb {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:11.640533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Publish callbacks [] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:11.655798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Transition to ACTIVE for port object 94129b94-caea-4aa7-bc27-5f3cfd83ebcb will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:52:11.660818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:11.735085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:11.795088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Attempting to bind port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:11.795440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Attempting to bind port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:11.795774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Attempting to bind port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:11.816913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:11.819427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Attempting to bind port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:11.829659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:11.829989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Checking segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:11.830380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Bound using segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:11.830812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Bound port: 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:11.831175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:11.867125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51664) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:11.952342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:11.953290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca741b3-9da9-4d2e-bfb5-18f839062ec9 req-cd6e861a-6ecf-4499-88c7-babb4e5f7aa2 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:11.956506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:11.961757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cca741b3-9da9-4d2e-bfb5-18f839062ec9 req-cd6e861a-6ecf-4499-88c7-babb4e5f7aa2 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.0853074
Apr 02 20:52:11.967088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.014427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.015008 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.016581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] 10.222.0.15 "PUT /v2.0/ports/94129b94-caea-4aa7-bc27-5f3cfd83ebcb HTTP/1.1" status: 200  len: 1091 time: 1.0879014
Apr 02 20:52:12.017145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:12.019737 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27205d53-91fc-4852-82c1-c00afe492c15" -d '{"events": [{"name": "network-changed", "server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:12.048981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fa3c2-2693-424a-9cf7-3616443f1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:12.075384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cca741b3-9da9-4d2e-bfb5-18f839062ec9 req-5b1cfc2e-0508-4f27-b895-f9f0160f4c92 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43fe8f6-9076-48b3-aff8-4d84bd0d9082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127627
Apr 02 20:52:12.133043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-10bcbb00-45b0-413b-a7ed-f4e723187b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.136053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-10bcbb00-45b0-413b-a7ed-f4e723187b76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 1125 time: 0.0654173
Apr 02 20:52:12.139744 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e0c12-5a3d-4aae-b3ed-c25df254ec39 x-openstack-request-id: req-c14e0c12-5a3d-4aae-b3ed-c25df254ec39 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:12.140248 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:12.140593 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c14e0c12-5a3d-4aae-b3ed-c25df254ec39 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:12.140988 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14e0c12-5a3d-4aae-b3ed-c25df254ec39'] response: {'name': 'network-changed', 'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'status': 'completed', 'code': 200}
Apr 02 20:52:12.211390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-ba484910-0e55-42b3-9a26-47a6b7928a9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb HTTP/1.1" status: 200  len: 217 time: 0.0600154
Apr 02 20:52:12.254753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92f5f7b3-6f70-42d4-986c-bb630933c55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.303283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-41edbf9f-b5c8-4585-bf84-e6005c4caac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.303283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-41edbf9f-b5c8-4585-bf84-e6005c4caac5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.0630922
Apr 02 20:52:12.346983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8601-1945-476a-bb28-903749f28af9 req-7d221d92-a4e1-4072-8faa-04009252cec3 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.348689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d21a8601-1945-476a-bb28-903749f28af9 req-7d221d92-a4e1-4072-8faa-04009252cec3 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.21 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 971 time: 0.1489027
Apr 02 20:52:12.385130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92f5f7b3-6f70-42d4-986c-bb630933c55b admin admin] Publish callbacks [] for security_group (4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.389971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92f5f7b3-6f70-42d4-986c-bb630933c55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.464657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92f5f7b3-6f70-42d4-986c-bb630933c55b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4e4c08f91e24bedb51356cd9e640749&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5958681
Apr 02 20:52:12.467147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51688) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:12.475337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f7b3-6f70-42d4-986c-bb630933c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:12.495987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-d94682a7-33b9-4441-93bc-2b3b30f5cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.497532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-d94682a7-33b9-4441-93bc-2b3b30f5cd49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1937921
Apr 02 20:52:12.544276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35f8f2f9-8fc4-4f29-ab40-86a611fdd294 admin admin] Publish callbacks [] for security_group (4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.615343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35f8f2f9-8fc4-4f29-ab40-86a611fdd294 admin admin] Publish callbacks [] for security_group (4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.645366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-ecc7b2e7-e984-47ce-ab55-4d0308b61f37 service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393261
Apr 02 20:52:12.649120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Deleting port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:12.649120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.782731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a8742-cfff-414e-81c4-b4bd3cdc7826 req-15c01401-2cab-4bce-a58e-bc09d995cd85 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.784333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f74a8742-cfff-414e-81c4-b4bd3cdc7826 req-15c01401-2cab-4bce-a58e-bc09d995cd85 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.0824089
Apr 02 20:52:12.785908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35f8f2f9-8fc4-4f29-ab40-86a611fdd294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.788536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35f8f2f9-8fc4-4f29-ab40-86a611fdd294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.792067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-35f8f2f9-8fc4-4f29-ab40-86a611fdd294 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7 HTTP/1.1" status: 204  len: 168 time: 0.3214860
Apr 02 20:52:12.800387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fbeac2f-40ba-458b-bbdd-d999faed6ad9 req-3ecfd738-a491-47d7-8f8b-e11fc53d0a0f service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481106
Apr 02 20:52:12.817027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8f2f9-8fc4-4f29-ab40-86a611fdd294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b1f8c-f99f-489a-93f4-7c20ae1d5af7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:12.865091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f74a8742-cfff-414e-81c4-b4bd3cdc7826 req-dc3fdb2b-3830-4921-b28d-21b0e146f020 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741262
Apr 02 20:52:12.911355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08cce6-7624-4625-aa3d-ba4e2801a66f req-9560300b-921f-4230-9fcb-b4dfcde8647b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:12.913023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe08cce6-7624-4625-aa3d-ba4e2801a66f req-9560300b-921f-4230-9fcb-b4dfcde8647b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 943 time: 0.1619275
Apr 02 20:52:12.930150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] For port 7af56c27-53b5-4df3-9e0f-085bb8d51a15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7af56c27-53b5-4df3-9e0f-085bb8d51a15,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:12.930517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:12.961472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Calling delete_port for 7af56c27-53b5-4df3-9e0f-085bb8d51a15 owned by compute:tempest-test_az-1023348712 {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:13.000224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205d53-91fc-4852-82c1-c00afe492c15 req-ef1d11e4-03b6-4a03-9860-8841b12bb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:13.001822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-ef1d11e4-03b6-4a03-9860-8841b12bb7eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 1125 time: 0.1435606
Apr 02 20:52:13.084065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe08cce6-7624-4625-aa3d-ba4e2801a66f req-fa1be182-ae04-41b6-a172-641182c68790 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642332
Apr 02 20:52:13.211411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205d53-91fc-4852-82c1-c00afe492c15 req-342ad116-2883-4ed7-bfb6-5c9d1b013c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:13.212982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-342ad116-2883-4ed7-bfb6-5c9d1b013c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 924 time: 0.1881344
Apr 02 20:52:13.220136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51714) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:13.237587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-968a6f97-17a7-4baa-880d-ce64505fc63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.268059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-e4bba99a-ea16-460f-803e-5c5c8a441996 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb HTTP/1.1" status: 200  len: 217 time: 0.0477459
Apr 02 20:52:13.310617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7af56c27-53b5-4df3-9e0f-085bb8d51a15), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.326978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-968a6f97-17a7-4baa-880d-ce64505fc63b admin admin] Publish callbacks [] for security_group (1f7d90a9-081f-486e-b0a0-b15a8c2dae2e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.328138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7af56c27-53b5-4df3-9e0f-085bb8d51a15'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:13.332722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-968a6f97-17a7-4baa-880d-ce64505fc63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1f7d90a9-081f-486e-b0a0-b15a8c2dae2e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.359181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Pushing event deleted for resources: {'Port': ['ID=7af56c27-53b5-4df3-9e0f-085bb8d51a15,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:13.378981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a6f97-17a7-4baa-880d-ce64505fc63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d90a9-081f-486e-b0a0-b15a8c2dae2e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:13.419419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205d53-91fc-4852-82c1-c00afe492c15 req-d520f1dc-6917-4ae2-a70b-f917c3012c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:13.423519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-d520f1dc-6917-4ae2-a70b-f917c3012c95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.1450160
Apr 02 20:52:13.425153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:13.425605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-968a6f97-17a7-4baa-880d-ce64505fc63b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87adb6fa7637407eb49196fdf2eaad73&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2031353
Apr 02 20:52:13.457624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] No DVR routers for this DVR port 7af56c27-53b5-4df3-9e0f-085bb8d51a15 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:52:13.462600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.465991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d21a8601-1945-476a-bb28-903749f28af9 req-c888d512-7549-4131-bb3a-84919763d641 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.21 "DELETE /v2.0/ports/7af56c27-53b5-4df3-9e0f-085bb8d51a15 HTTP/1.1" status: 204  len: 173 time: 1.1080673
Apr 02 20:52:13.549364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205d53-91fc-4852-82c1-c00afe492c15 req-19632cf5-a89c-487f-b36c-c693be6d3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:13.550893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-19632cf5-a89c-487f-b36c-c693be6d3e73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1194594
Apr 02 20:52:13.551680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-398d3589-0298-405e-b90a-06035a1fed98 admin admin] Publish callbacks [] for security_group (1f7d90a9-081f-486e-b0a0-b15a8c2dae2e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.609991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-398d3589-0298-405e-b90a-06035a1fed98 admin admin] Publish callbacks [] for security_group (1f7d90a9-081f-486e-b0a0-b15a8c2dae2e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.670934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49ab0742-d8eb-4299-8a11-fe515cd3c708 req-2a53d1c0-398f-4ca7-91b0-813ee6bb38b7 tempest-AggregatesAdminTestJSON-1153364545 tempest-AggregatesAdminTestJSON-1153364545-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f8f353-82ba-4c3e-82f7-792315bda7c6 HTTP/1.1" status: 200  len: 210 time: 0.0467682
Apr 02 20:52:13.695474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-af23f10d-f9f9-482a-bea8-a10afe27bee7 service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292830
Apr 02 20:52:13.710547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-398d3589-0298-405e-b90a-06035a1fed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1f7d90a9-081f-486e-b0a0-b15a8c2dae2e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.714343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-398d3589-0298-405e-b90a-06035a1fed98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:13.715437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-398d3589-0298-405e-b90a-06035a1fed98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f7d90a9-081f-486e-b0a0-b15a8c2dae2e HTTP/1.1" status: 204  len: 168 time: 0.2893715
Apr 02 20:52:13.757187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d3589-0298-405e-b90a-06035a1fed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d90a9-081f-486e-b0a0-b15a8c2dae2e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:13.827702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27205d53-91fc-4852-82c1-c00afe492c15 req-ffbd2abc-7ab0-4af4-b137-e492dc0b22b0 service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256375
Apr 02 20:52:14.016214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc18757-db85-4fc9-aa9f-a27a9c8b5444 req-74d70a6a-b369-49cf-a492-3d53e64ba8b6 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:14.017925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bc18757-db85-4fc9-aa9f-a27a9c8b5444 req-74d70a6a-b369-49cf-a492-3d53e64ba8b6 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 947 time: 0.0596278
Apr 02 20:52:14.124227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bc18757-db85-4fc9-aa9f-a27a9c8b5444 req-1f337e48-0d6c-42d1-bffe-c89938e4dccb tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944848
Apr 02 20:52:14.130690 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:14.142110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'name': 'network-vif-deleted', 'tag': '7af56c27-53b5-4df3-9e0f-085bb8d51a15'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:14.146911 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded39477-8bb9-4f69-9ae1-9f0904dc650f" -d '{"events": [{"server_uuid": "38f8f353-82ba-4c3e-82f7-792315bda7c6", "name": "network-vif-deleted", "tag": "7af56c27-53b5-4df3-9e0f-085bb8d51a15"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:14.242505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:52:14.288813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb721-3914-4e75-a7cb-6dc76d358973 req-c268ee5e-4446-4f9b-8512-eeafd2484be2 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:14.290803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694eb721-3914-4e75-a7cb-6dc76d358973 req-c268ee5e-4446-4f9b-8512-eeafd2484be2 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 943 time: 0.0915363
Apr 02 20:52:14.347962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694eb721-3914-4e75-a7cb-6dc76d358973 req-a6038e61-42d3-42ba-a847-9c259d003e2f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511398
Apr 02 20:52:14.389061 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f408358a-1311-4139-ac6f-b008320356cb x-openstack-request-id: req-f408358a-1311-4139-ac6f-b008320356cb {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:14.389377 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8f353-82ba-4c3e-82f7-792315bda7c6", "name": "network-vif-deleted", "tag": "7af56c27-53b5-4df3-9e0f-085bb8d51a15", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:14.389638 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f408358a-1311-4139-ac6f-b008320356cb {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:14.390228 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f408358a-1311-4139-ac6f-b008320356cb'] response: {'server_uuid': '38f8f353-82ba-4c3e-82f7-792315bda7c6', 'name': 'network-vif-deleted', 'tag': '7af56c27-53b5-4df3-9e0f-085bb8d51a15', 'status': 'completed', 'code': 200}
Apr 02 20:52:14.400949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:14.413158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12', 'mac_address': 'fa:16:3e:11:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:52:14.456255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:14.456694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:14.470450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:14.495505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:14.501444 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:14.564025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:14.832683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:14.986270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:15.090966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96136d23-c6f2-4579-a878-95740167f18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.189358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96136d23-c6f2-4579-a878-95740167f18c admin admin] Publish callbacks [] for security_group (f75cffca-6872-4c84-8602-98a59f007cc5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.195652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96136d23-c6f2-4579-a878-95740167f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f75cffca-6872-4c84-8602-98a59f007cc5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.252715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96136d23-c6f2-4579-a878-95740167f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75cffca-6872-4c84-8602-98a59f007cc5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:15.268077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96136d23-c6f2-4579-a878-95740167f18c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6171ea999c7c40809bd2fbf1ee0bae27&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4336259
Apr 02 20:52:15.270689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51834) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:15.326433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83ad99-ed55-4d81-9f87-3e5efc72099f req-875504f5-2099-468e-94da-a46bf39cb9aa tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:15.328229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83ad99-ed55-4d81-9f87-3e5efc72099f req-875504f5-2099-468e-94da-a46bf39cb9aa tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 948 time: 0.0914526
Apr 02 20:52:15.336089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d0c9a-caea-4498-a34a-e9d3a32a6fce admin admin] Publish callbacks [] for security_group (f75cffca-6872-4c84-8602-98a59f007cc5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.375366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d0c9a-caea-4498-a34a-e9d3a32a6fce admin admin] Publish callbacks [] for security_group (f75cffca-6872-4c84-8602-98a59f007cc5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.413225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83ad99-ed55-4d81-9f87-3e5efc72099f req-4ba8c8d3-f490-4c0f-8d31-84b03af15711 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780907
Apr 02 20:52:15.458973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d0c9a-caea-4498-a34a-e9d3a32a6fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f75cffca-6872-4c84-8602-98a59f007cc5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.462005 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d0c9a-caea-4498-a34a-e9d3a32a6fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:15.463682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-597d0c9a-caea-4498-a34a-e9d3a32a6fce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f75cffca-6872-4c84-8602-98a59f007cc5 HTTP/1.1" status: 204  len: 168 time: 0.1909969
Apr 02 20:52:15.475473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d0c9a-caea-4498-a34a-e9d3a32a6fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75cffca-6872-4c84-8602-98a59f007cc5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:15.547528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bb438-db27-4e72-81b1-a9c2d981a44c req-7b26f86d-13a6-4931-8007-a8c5349d01b5 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:15.554385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-999bb438-db27-4e72-81b1-a9c2d981a44c req-7b26f86d-13a6-4931-8007-a8c5349d01b5 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 943 time: 0.0628891
Apr 02 20:52:15.609162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-999bb438-db27-4e72-81b1-a9c2d981a44c req-febacdf9-7f24-4ac6-8f25-561d95fab378 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535555
Apr 02 20:52:16.024028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51892) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:16.037700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd837eb1-ef15-4491-85a8-3467683671a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.139643 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd837eb1-ef15-4491-85a8-3467683671a3 admin admin] Publish callbacks [] for security_group (0e8e84eb-d424-48e3-81b2-f97db44b43ae), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.146985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:16.152662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd837eb1-ef15-4491-85a8-3467683671a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0e8e84eb-d424-48e3-81b2-f97db44b43ae), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.193201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cd837eb1-ef15-4491-85a8-3467683671a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b221652690d48439f5cfd605c190c09&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1680450
Apr 02 20:52:16.194110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd837eb1-ef15-4491-85a8-3467683671a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8e84eb-d424-48e3-81b2-f97db44b43ae,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.196423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51910) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:16.231390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:16.280347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-769c4a49-9754-410f-acb0-d868a135a1d3 admin admin] Publish callbacks [] for security_group (0e8e84eb-d424-48e3-81b2-f97db44b43ae), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.310934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-769c4a49-9754-410f-acb0-d868a135a1d3 admin admin] Publish callbacks [] for security_group (0e8e84eb-d424-48e3-81b2-f97db44b43ae), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.320872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:52:16.323376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6248ee3-64fa-4d8b-926a-52bd0e2aac91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.326870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:16.327364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.379473 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-769c4a49-9754-410f-acb0-d868a135a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0e8e84eb-d424-48e3-81b2-f97db44b43ae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.383243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-769c4a49-9754-410f-acb0-d868a135a1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.385311 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-769c4a49-9754-410f-acb0-d868a135a1d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e8e84eb-d424-48e3-81b2-f97db44b43ae HTTP/1.1" status: 204  len: 168 time: 0.1873317
Apr 02 20:52:16.409563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c4a49-9754-410f-acb0-d868a135a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8e84eb-d424-48e3-81b2-f97db44b43ae,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.462109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1264301081', 'description': 'tempest-description-1672593002'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:16.510026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.515920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6248ee3-64fa-4d8b-926a-52bd0e2aac91 admin admin] Publish callbacks [] for security_group (ea95f313-a8c1-4241-9b32-0416f40d4121), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.520426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:16.520859 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.524135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.528226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6248ee3-64fa-4d8b-926a-52bd0e2aac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ea95f313-a8c1-4241-9b32-0416f40d4121), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.563090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:16.564627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:16.568961 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72197db1-9fa5-4da8-aade-73521ef11b53" -d '{"events": [{"server_uuid": "956192a0-bfaa-49a0-ad2b-3fb4b6a2566f", "name": "network-vif-plugged", "status": "completed", "tag": "dc71895b-80e5-4b2a-850c-ab6d2e2a4e12"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:16.574981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.625689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (a4b159ea-c9cc-4d15-bf9a-aba7e49b9823), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.626480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6248ee3-64fa-4d8b-926a-52bd0e2aac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea95f313-a8c1-4241-9b32-0416f40d4121,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.631867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a4b159ea-c9cc-4d15-bf9a-aba7e49b9823), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.635657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6248ee3-64fa-4d8b-926a-52bd0e2aac91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b334c3fec504bfd9e51005cb348310f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4864974
Apr 02 20:52:16.636498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51940) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:16.662021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.699346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b735e42-3032-4a2a-84bb-5bef30c514ea admin admin] Publish callbacks [] for security_group (ea95f313-a8c1-4241-9b32-0416f40d4121), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.707503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b159ea-c9cc-4d15-bf9a-aba7e49b9823,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.723013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b735e42-3032-4a2a-84bb-5bef30c514ea admin admin] Publish callbacks [] for security_group (ea95f313-a8c1-4241-9b32-0416f40d4121), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.763300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (a7ca6dcf-9eec-4f14-b150-94989984ac91), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.767915 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a7ca6dcf-9eec-4f14-b150-94989984ac91), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.799709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.808548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d068-fb6c-42a2-8ff1-d3d7bf1644d3 req-ebd00b15-d311-4120-9098-f05eab4438da tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:16.810501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc54d068-fb6c-42a2-8ff1-d3d7bf1644d3 req-ebd00b15-d311-4120-9098-f05eab4438da tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 949 time: 0.0788856
Apr 02 20:52:16.819595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45f0e8fb-5377-4cf5-af97-56afbc088e25 req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.3615649
Apr 02 20:52:16.826105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c5db9-c627-489d-b27e-01228f1ce674 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca6dcf-9eec-4f14-b150-94989984ac91,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.836285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b735e42-3032-4a2a-84bb-5bef30c514ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ea95f313-a8c1-4241-9b32-0416f40d4121), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.838916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b735e42-3032-4a2a-84bb-5bef30c514ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:16.840020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3b735e42-3032-4a2a-84bb-5bef30c514ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea95f313-a8c1-4241-9b32-0416f40d4121 HTTP/1.1" status: 204  len: 168 time: 0.2019544
Apr 02 20:52:16.850371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b735e42-3032-4a2a-84bb-5bef30c514ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea95f313-a8c1-4241-9b32-0416f40d4121,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:16.883136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc54d068-fb6c-42a2-8ff1-d3d7bf1644d3 req-8fc241ca-bc89-49a6-bdf5-12a49047426f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643091
Apr 02 20:52:16.890280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7af56c27-53b5-4df3-9e0f-085bb8d51a15 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:52:16.895832 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69726637-45c8-4e02-91a6-a55409028889 x-openstack-request-id: req-69726637-45c8-4e02-91a6-a55409028889 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:16.904866 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956192a0-bfaa-49a0-ad2b-3fb4b6a2566f", "name": "network-vif-plugged", "status": "completed", "tag": "dc71895b-80e5-4b2a-850c-ab6d2e2a4e12", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:16.904866 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69726637-45c8-4e02-91a6-a55409028889 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:16.904866 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69726637-45c8-4e02-91a6-a55409028889'] response: {'server_uuid': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12', 'code': 200}
Apr 02 20:52:16.925351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 7af56c27-53b5-4df3-9e0f-085bb8d51a15 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:52:16.937182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7af56c27-53b5-4df3-9e0f-085bb8d51a15 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:52:16.966303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-e369118f-5988-43eb-85df-e25eafb35025 req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Request body: {'security_group': {'name': 'tempest-securitygroup-53673134', 'description': 'tempest-description-900208683'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:16.999972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e369118f-5988-43eb-85df-e25eafb35025 req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.071560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c1ab6-ca4b-487c-9c8b-e9054f571add req-598dbe8d-6b51-4b71-bbbf-202d838ac4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:17.073857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b96c1ab6-ca4b-487c-9c8b-e9054f571add req-598dbe8d-6b51-4b71-bbbf-202d838ac4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 1131 time: 0.1041753
Apr 02 20:52:17.089907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e369118f-5988-43eb-85df-e25eafb35025 req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (653cbe4b-4f5a-4980-a77a-8281a90a0d76), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.095286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e369118f-5988-43eb-85df-e25eafb35025 req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (653cbe4b-4f5a-4980-a77a-8281a90a0d76), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.096853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7dc4a-036f-413d-bc48-190b3e9af9cc req-e0a84618-130e-4191-bb1a-18cffc7b3f1e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:17.098507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ef7dc4a-036f-413d-bc48-190b3e9af9cc req-e0a84618-130e-4191-bb1a-18cffc7b3f1e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 943 time: 0.0913255
Apr 02 20:52:17.133993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e369118f-5988-43eb-85df-e25eafb35025 req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.135929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e369118f-5988-43eb-85df-e25eafb35025 req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1737769
Apr 02 20:52:17.145142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0071-908a-4c1b-9a23-aa22d53ee1cd tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653cbe4b-4f5a-4980-a77a-8281a90a0d76,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:17.160830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b96c1ab6-ca4b-487c-9c8b-e9054f571add req-30ad011c-e01a-4933-a2e2-42048767a9e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796330
Apr 02 20:52:17.177171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ef7dc4a-036f-413d-bc48-190b3e9af9cc req-fb7a0f37-3628-42f2-b2a0-2ce4b56514b5 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718756
Apr 02 20:52:17.260267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:17.285472 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94cfc6e2-b3d1-4bbe-8252-1895661f28f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.395475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94cfc6e2-b3d1-4bbe-8252-1895661f28f4 admin admin] Publish callbacks [] for security_group (c17ca9ed-a72f-48a3-863d-1841d62da199), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.406759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94cfc6e2-b3d1-4bbe-8252-1895661f28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c17ca9ed-a72f-48a3-863d-1841d62da199), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.444888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:17.455029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94cfc6e2-b3d1-4bbe-8252-1895661f28f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9bebc59831444768cbbd198adead85d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1934009
Apr 02 20:52:17.457967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51998) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:17.467259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfc6e2-b3d1-4bbe-8252-1895661f28f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ca9ed-a72f-48a3-863d-1841d62da199,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:17.469368 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.539729 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd500-a1be-49f3-a461-773eb770a3e6 admin admin] Publish callbacks [] for security_group (c17ca9ed-a72f-48a3-863d-1841d62da199), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.578777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd500-a1be-49f3-a461-773eb770a3e6 admin admin] Publish callbacks [] for security_group (c17ca9ed-a72f-48a3-863d-1841d62da199), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.626818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1091049768-network', 'tenant_id': '1e586602a4da4d659974e36ab71486a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:17.648324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd500-a1be-49f3-a461-773eb770a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c17ca9ed-a72f-48a3-863d-1841d62da199), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.649950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd500-a1be-49f3-a461-773eb770a3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.653988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d0cdd500-a1be-49f3-a461-773eb770a3e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c17ca9ed-a72f-48a3-863d-1841d62da199 HTTP/1.1" status: 204  len: 168 time: 0.1921363
Apr 02 20:52:17.667737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdd500-a1be-49f3-a461-773eb770a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ca9ed-a72f-48a3-863d-1841d62da199,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:17.672670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1236863135', 'description': 'tempest-description-1860152754'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:17.700015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Made reservation on behalf of 1e586602a4da4d659974e36ab71486a7 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:17.709494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.729480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.741797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.755370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.907188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks [] for security_group (4262795b-7b7b-4370-bea0-f93ec3f271c7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.918505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4262795b-7b7b-4370-bea0-f93ec3f271c7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.957152 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (aa163cc6-fdb6-4efb-b9ef-a4246943b010), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.973221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (aa163cc6-fdb6-4efb-b9ef-a4246943b010), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:17.987865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:52:18.001589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262795b-7b7b-4370-bea0-f93ec3f271c7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:18.044766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (da6795f9-1cdf-4e16-91a0-bb34e5116eb9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.045082 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Added segment da6795f9-1cdf-4e16-91a0-bb34e5116eb9 of type vlan for network 83a57283-8e77-4048-913b-713f633ea68f
Apr 02 20:52:18.078150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa163cc6-fdb6-4efb-b9ef-a4246943b010,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:18.127731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (83a57283-8e77-4048-913b-713f633ea68f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.142669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (d8fb4a03-a222-4744-aba2-975054d55376), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.154334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d8fb4a03-a222-4744-aba2-975054d55376), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.177146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (83a57283-8e77-4048-913b-713f633ea68f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.177995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:18.178738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.205301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.206563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc81201a-6377-421f-89f9-240d3fe3273c req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.5607915
Apr 02 20:52:18.221893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e2e51-0781-4201-b8df-d5d6d4525332 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb4a03-a222-4744-aba2-975054d55376,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:18.232085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 94129b94-caea-4aa7-bc27-5f3cfd83ebcb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:52:18.243262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7963288
Apr 02 20:52:18.249155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52052) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:18.264549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Request body: {'subnet': {'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1091049768-subnet', 'tenant_id': '1e586602a4da4d659974e36ab71486a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:18.272835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52054) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:18.282006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f03ab-ac89-4f6e-8f9a-b22ca18d1140 admin admin] Pushing event updated for resources: {'Network': ['ID=83a57283-8e77-4048-913b-713f633ea68f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:18.297932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 83a57283-8e77-4048-913b-713f633ea68f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:52:18.321261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a52c0d-7adf-4bab-85e2-488016abee36 req-631e7f54-bade-4b05-ab3a-869818559d3f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:18.330438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1a52c0d-7adf-4bab-85e2-488016abee36 req-631e7f54-bade-4b05-ab3a-869818559d3f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 949 time: 0.1411133
Apr 02 20:52:18.340424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Made reservation on behalf of 1e586602a4da4d659974e36ab71486a7 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:18.344319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.436029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:18.455026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'port_id': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'mac_address': 'fa:16:3e:57:c6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:52:18.480197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1a52c0d-7adf-4bab-85e2-488016abee36 req-bef50913-7440-4ac8-a361-1a3cc624de32 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432824
Apr 02 20:52:18.516505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f745e6b-d522-4d08-a9c7-9b720d83ebb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.542481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:18.543025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.562115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94129b94-caea-4aa7-bc27-5f3cfd83ebcb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:18.590747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:18.596517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.665692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:18.689447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (a9e393bb-af15-4c91-8d30-7f48f998d072), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.700602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e251e50-2b81-454e-b95f-9b35be87362d req-8cb252aa-bc93-4cba-a3c2-2aa7845e688b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:18.702223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e251e50-2b81-454e-b95f-9b35be87362d req-8cb252aa-bc93-4cba-a3c2-2aa7845e688b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 944 time: 0.1208885
Apr 02 20:52:18.771127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4354345e-e672-4c38-9a9f-6b1bec74ae12 req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-3950191', 'description': 'tempest-description-1473618981'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:18.779366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e393bb-af15-4c91-8d30-7f48f998d072,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:18.804863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4354345e-e672-4c38-9a9f-6b1bec74ae12 req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.805053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e251e50-2b81-454e-b95f-9b35be87362d req-cf981a7a-185c-4bca-b3a6-75db0a3b40d9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803142
Apr 02 20:52:18.812768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:18.813724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Network hostable DHCP agents. Network: 83a57283-8e77-4048-913b-713f633ea68f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:52:18.841548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Network 83a57283-8e77-4048-913b-713f633ea68f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:52:18.845666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83a57283-8e77-4048-913b-713f633ea68f) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:18.850330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:18.851098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.859528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd0848-7a5b-4e6d-a0d1-7da5b70209f9 None None] Network 83a57283-8e77-4048-913b-713f633ea68f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:18.874701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1d199b4b-b89b-484c-9377-d5fcdcb340de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6224282
Apr 02 20:52:18.917918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f745e6b-d522-4d08-a9c7-9b720d83ebb1 admin admin] Publish callbacks [] for security_group (75877cda-9998-4d90-b143-9a28cab17517), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.920815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['94129b94-caea-4aa7-bc27-5f3cfd83ebcb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:18.933070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f745e6b-d522-4d08-a9c7-9b720d83ebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (75877cda-9998-4d90-b143-9a28cab17517), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.955464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4354345e-e672-4c38-9a9f-6b1bec74ae12 req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (c09aa001-e89b-4980-8498-64f042d6b050), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:18.972379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4354345e-e672-4c38-9a9f-6b1bec74ae12 req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c09aa001-e89b-4980-8498-64f042d6b050), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.013817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3f745e6b-d522-4d08-a9c7-9b720d83ebb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77f55ac7e48c4634ba63ef1bec31a1de&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7399378
Apr 02 20:52:19.016531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52086) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:19.028102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745e6b-d522-4d08-a9c7-9b720d83ebb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75877cda-9998-4d90-b143-9a28cab17517,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:19.089884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4354345e-e672-4c38-9a9f-6b1bec74ae12 req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.101268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4354345e-e672-4c38-9a9f-6b1bec74ae12 req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3353324
Apr 02 20:52:19.129395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0d69b6e-a4c7-455c-a54f-b844598f5d59 admin admin] Publish callbacks [] for security_group (75877cda-9998-4d90-b143-9a28cab17517), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.157235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967225d-c692-43ad-b038-fe83e1c823d7 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09aa001-e89b-4980-8498-64f042d6b050,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:19.170104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0d69b6e-a4c7-455c-a54f-b844598f5d59 admin admin] Publish callbacks [] for security_group (75877cda-9998-4d90-b143-9a28cab17517), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.199455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45a94a-ff63-40a8-b707-1d63411288e9 None None] Network 83a57283-8e77-4048-913b-713f633ea68f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:19.295392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0d69b6e-a4c7-455c-a54f-b844598f5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (75877cda-9998-4d90-b143-9a28cab17517), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.298500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0d69b6e-a4c7-455c-a54f-b844598f5d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.299965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0d69b6e-a4c7-455c-a54f-b844598f5d59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75877cda-9998-4d90-b143-9a28cab17517 HTTP/1.1" status: 204  len: 168 time: 0.2822230
Apr 02 20:52:19.320182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d69b6e-a4c7-455c-a54f-b844598f5d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75877cda-9998-4d90-b143-9a28cab17517,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:19.523053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-d2977231-5f00-4af5-82d5-98f1f83260a2 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 42606 time: 0.3942053
Apr 02 20:52:19.573847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-649daa44-0c9d-4546-98e8-7f86a61e277b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/175fe14d-8a00-404b-8363-dbf320fdde6f HTTP/1.1" status: 200  len: 2998 time: 0.0490301
Apr 02 20:52:19.641603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-64f53f2b-9799-47dd-aa0e-91e049e95861 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/175fe14d-8a00-404b-8363-dbf320fdde6f HTTP/1.1" status: 200  len: 2998 time: 0.0670955
Apr 02 20:52:19.689532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debe238-12aa-4450-81a4-a8fc4b2d902a req-08e5e661-ea81-449e-a7ea-0f645dd3df87 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:19.690134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-fe18132d-301e-4b2a-9520-fe75a4cb75ad tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/24251ae0-b1fe-4d0c-b645-c6deda84be81 HTTP/1.1" status: 200  len: 2994 time: 0.0467308
Apr 02 20:52:19.698078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0debe238-12aa-4450-81a4-a8fc4b2d902a req-08e5e661-ea81-449e-a7ea-0f645dd3df87 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 949 time: 0.0695274
Apr 02 20:52:19.703402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52124) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:19.773376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-16c2e7b4-4c43-4b80-b5b0-7a74e8e15617 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/24251ae0-b1fe-4d0c-b645-c6deda84be81 HTTP/1.1" status: 200  len: 2994 time: 0.0827019
Apr 02 20:52:19.779483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0debe238-12aa-4450-81a4-a8fc4b2d902a req-c7e01c3c-4fef-4304-b461-979e08251ec8 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799210
Apr 02 20:52:19.817449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-73c88dd2-56af-43c7-bea0-8cdb92d36e39 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4262795b-7b7b-4370-bea0-f93ec3f271c7 HTTP/1.1" status: 200  len: 2998 time: 0.0428424
Apr 02 20:52:19.861010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-1af4debe-6c39-47ec-97b4-42871423af60 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4262795b-7b7b-4370-bea0-f93ec3f271c7 HTTP/1.1" status: 200  len: 2998 time: 0.0372567
Apr 02 20:52:19.877744 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-6d8ec0dc-a7ae-40bc-81e1-f4b38b886243 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] show failed (client error): The resource could not be found.
Apr 02 20:52:19.878818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-6d8ec0dc-a7ae-40bc-81e1-f4b38b886243 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/75877cda-9998-4d90-b143-9a28cab17517 HTTP/1.1" status: 404  len: 352 time: 0.0127296
Apr 02 20:52:19.902316 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-4cdd55c1-af80-49e4-b2a4-2c9753fa0956 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] show failed (client error): The resource could not be found.
Apr 02 20:52:19.903478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-4cdd55c1-af80-49e4-b2a4-2c9753fa0956 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/75877cda-9998-4d90-b143-9a28cab17517 HTTP/1.1" status: 404  len: 352 time: 0.0161679
Apr 02 20:52:19.945791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52140) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:19.959370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de2979bf-099d-4006-8543-86af2c993ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:19.974476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3470-518c-4a27-bc1f-0fbb1c28afe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.009707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-81e36f81-48a4-47bb-8a96-235dbf71b305 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7ad865fa-2997-45e4-8d2c-3f9adac590cb HTTP/1.1" status: 200  len: 2998 time: 0.0977147
Apr 02 20:52:20.057529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de2979bf-099d-4006-8543-86af2c993ae8 admin admin] Publish callbacks [] for security_group (1683adcd-dd12-4dfe-8847-8f36b62932ea), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.063129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de2979bf-099d-4006-8543-86af2c993ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1683adcd-dd12-4dfe-8847-8f36b62932ea), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.082656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-d00bc90b-e645-4e76-bed2-ec5e58405f97 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7ad865fa-2997-45e4-8d2c-3f9adac590cb HTTP/1.1" status: 200  len: 2998 time: 0.0719273
Apr 02 20:52:20.120288 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-de2979bf-099d-4006-8543-86af2c993ae8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b8a9be50ed245fba2aa19eee5c6ee08&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1733160
Apr 02 20:52:20.123275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2979bf-099d-4006-8543-86af2c993ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1683adcd-dd12-4dfe-8847-8f36b62932ea,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:20.124665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52146) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:20.197102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-ae1e0275-3a7d-4202-aecb-35a3013bb08b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a4b159ea-c9cc-4d15-bf9a-aba7e49b9823 HTTP/1.1" status: 200  len: 2998 time: 0.1135795
Apr 02 20:52:20.198842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3470-518c-4a27-bc1f-0fbb1c28afe2 admin admin] Publish callbacks [] for security_group (8f1dcf10-b58a-4b41-b02c-17ef3d09abcc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.213328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3470-518c-4a27-bc1f-0fbb1c28afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8f1dcf10-b58a-4b41-b02c-17ef3d09abcc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.254514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2852b031-2a54-47f3-8816-4ed9b38e9efc admin admin] Publish callbacks [] for security_group (1683adcd-dd12-4dfe-8847-8f36b62932ea), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.300420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fdbb3470-518c-4a27-bc1f-0fbb1c28afe2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2256486ffe742f1bd7777b410610a88&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5960345
Apr 02 20:52:20.303128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52150) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:20.306414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb3470-518c-4a27-bc1f-0fbb1c28afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1dcf10-b58a-4b41-b02c-17ef3d09abcc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:20.320373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2852b031-2a54-47f3-8816-4ed9b38e9efc admin admin] Publish callbacks [] for security_group (1683adcd-dd12-4dfe-8847-8f36b62932ea), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.334552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-d42a079f-fc52-4ec2-b15d-0aef75e6256b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a4b159ea-c9cc-4d15-bf9a-aba7e49b9823 HTTP/1.1" status: 200  len: 2998 time: 0.1283233
Apr 02 20:52:20.379261 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36afa10e-141c-4441-b63f-1bed26733ff4 admin admin] Publish callbacks [] for security_group (8f1dcf10-b58a-4b41-b02c-17ef3d09abcc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.408490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36afa10e-141c-4441-b63f-1bed26733ff4 admin admin] Publish callbacks [] for security_group (8f1dcf10-b58a-4b41-b02c-17ef3d09abcc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.441361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-7333aa4c-3eb0-495c-a530-9670c807100b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a93906e7-51d0-4405-b1be-4e23aa484e11 HTTP/1.1" status: 200  len: 2994 time: 0.1059332
Apr 02 20:52:20.481065 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2852b031-2a54-47f3-8816-4ed9b38e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1683adcd-dd12-4dfe-8847-8f36b62932ea), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.483828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2852b031-2a54-47f3-8816-4ed9b38e9efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.485418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2852b031-2a54-47f3-8816-4ed9b38e9efc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1683adcd-dd12-4dfe-8847-8f36b62932ea HTTP/1.1" status: 204  len: 168 time: 0.3589430
Apr 02 20:52:20.498957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36afa10e-141c-4441-b63f-1bed26733ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8f1dcf10-b58a-4b41-b02c-17ef3d09abcc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.503115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852b031-2a54-47f3-8816-4ed9b38e9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1683adcd-dd12-4dfe-8847-8f36b62932ea,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:20.512007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36afa10e-141c-4441-b63f-1bed26733ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.515511 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-36afa10e-141c-4441-b63f-1bed26733ff4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f1dcf10-b58a-4b41-b02c-17ef3d09abcc HTTP/1.1" status: 204  len: 168 time: 0.2113402
Apr 02 20:52:20.518051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-c3f82e77-6261-4715-9293-d692475b992b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a93906e7-51d0-4405-b1be-4e23aa484e11 HTTP/1.1" status: 200  len: 2994 time: 0.0755055
Apr 02 20:52:20.518740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52158) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:20.557718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afa10e-141c-4441-b63f-1bed26733ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1dcf10-b58a-4b41-b02c-17ef3d09abcc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:20.576899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-87ec7bfc-1924-484e-90d5-8a70a6c67b25 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/aa163cc6-fdb6-4efb-b9ef-a4246943b010 HTTP/1.1" status: 200  len: 2998 time: 0.0578108
Apr 02 20:52:20.629929 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-be7738d7-336b-4046-b0a5-4135583d12de tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/aa163cc6-fdb6-4efb-b9ef-a4246943b010 HTTP/1.1" status: 200  len: 2998 time: 0.0521641
Apr 02 20:52:20.681753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-86dc6375-9a40-4e96-8311-c6b5392b9299 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c757b92b-a2a9-4166-b41d-e1d06656da81 HTTP/1.1" status: 200  len: 2998 time: 0.0431182
Apr 02 20:52:20.728804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-b9f09736-3a04-4f9d-8867-a1f741022072 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c757b92b-a2a9-4166-b41d-e1d06656da81 HTTP/1.1" status: 200  len: 2998 time: 0.0384097
Apr 02 20:52:20.770859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-0ff5f48c-7b45-4133-852b-3f9b56bd8176 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e43fe8f6-9076-48b3-aff8-4d84bd0d9082 HTTP/1.1" status: 200  len: 2998 time: 0.0361602
Apr 02 20:52:20.826477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-4b82169c-b576-43f1-bed8-b9622f1b16a1 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e43fe8f6-9076-48b3-aff8-4d84bd0d9082 HTTP/1.1" status: 200  len: 2998 time: 0.0473742
Apr 02 20:52:20.856046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52172) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:20.857417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9fbfad1-b944-4726-951c-0ec7b8f13791 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9fb7e0a29fc4b53825f8910b80bc992&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3324947
Apr 02 20:52:20.906277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-3cfd02ca-57ad-4991-ae4b-11b1285585e4 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ecad458e-e224-4983-b533-653aec676a11 HTTP/1.1" status: 200  len: 2990 time: 0.0711255
Apr 02 20:52:20.929429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48c73afc-6513-400e-8cc7-e7b39f4bdfce admin admin] Publish callbacks [] for security_group (e43fe8f6-9076-48b3-aff8-4d84bd0d9082), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.939486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52176) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:20.948755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1873546618-network', 'tenant_id': '1b0aa5573931449796e2c01365d4292f'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:20.976144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Made reservation on behalf of 1b0aa5573931449796e2c01365d4292f for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:20.977996 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48c73afc-6513-400e-8cc7-e7b39f4bdfce admin admin] Publish callbacks [] for security_group (e43fe8f6-9076-48b3-aff8-4d84bd0d9082), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.979491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:20.989539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-a268b03a-050d-4e16-a778-231857a30a89 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ecad458e-e224-4983-b533-653aec676a11 HTTP/1.1" status: 200  len: 2990 time: 0.0655026
Apr 02 20:52:20.990311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.059178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-987d4d2e-4836-4716-9269-d34a259a7049 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/efda46d9-3578-41e2-9bcc-a3f11e6b4bb0 HTTP/1.1" status: 200  len: 2994 time: 0.0609927
Apr 02 20:52:21.085446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48c73afc-6513-400e-8cc7-e7b39f4bdfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e43fe8f6-9076-48b3-aff8-4d84bd0d9082), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.088896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48c73afc-6513-400e-8cc7-e7b39f4bdfce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.090289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-48c73afc-6513-400e-8cc7-e7b39f4bdfce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e43fe8f6-9076-48b3-aff8-4d84bd0d9082 HTTP/1.1" status: 204  len: 168 time: 0.2334480
Apr 02 20:52:21.111884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73afc-6513-400e-8cc7-e7b39f4bdfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43fe8f6-9076-48b3-aff8-4d84bd0d9082,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:21.114568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks [] for security_group (22322a65-0872-44cd-80a1-fd2f315dfce5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.120890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (22322a65-0872-44cd-80a1-fd2f315dfce5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.139937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852bb058-0c34-43d5-88e5-3589d1407cfa req-b2ead2e9-58d1-45b4-864c-41c391c4914c tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/efda46d9-3578-41e2-9bcc-a3f11e6b4bb0 HTTP/1.1" status: 200  len: 2994 time: 0.0701277
Apr 02 20:52:21.162682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22322a65-0872-44cd-80a1-fd2f315dfce5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:21.174064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-c3ec8e0a-ff49-4cdb-a9f4-0ec95fcd4c4c req-fc3fd741-6603-44fd-b5c3-ac1712ed9685 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:21.185311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52184) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:21.201281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c3ec8e0a-ff49-4cdb-a9f4-0ec95fcd4c4c req-fc3fd741-6603-44fd-b5c3-ac1712ed9685 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2778513
Apr 02 20:52:21.202240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:52:21.210836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d54276b0-0f7d-476c-968d-71b9f116c87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.233807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (dc1d0ce3-680e-4a8b-8a00-a321cd457ca5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.234478 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Added segment dc1d0ce3-680e-4a8b-8a00-a321cd457ca5 of type vlan for network 986fa22e-8367-4d48-829c-8d0616758c07
Apr 02 20:52:21.293056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (986fa22e-8367-4d48-829c-8d0616758c07), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.327341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (986fa22e-8367-4d48-829c-8d0616758c07), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.330107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:21.331541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.363268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c67a1-9977-4413-b13d-965ee89d20be req-7a570a0d-910c-4f66-9e48-c70d0987bd8a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:21.364920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef4c67a1-9977-4413-b13d-965ee89d20be req-7a570a0d-910c-4f66-9e48-c70d0987bd8a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 944 time: 0.1251900
Apr 02 20:52:21.385047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4436212
Apr 02 20:52:21.391887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52194) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:21.400029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Request body: {'subnet': {'network_id': '986fa22e-8367-4d48-829c-8d0616758c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1873546618-subnet', 'tenant_id': '1b0aa5573931449796e2c01365d4292f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:21.415714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1e48-5b1d-4dba-8e51-878318780bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=986fa22e-8367-4d48-829c-8d0616758c07,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:21.428696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 986fa22e-8367-4d48-829c-8d0616758c07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:52:21.456073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d54276b0-0f7d-476c-968d-71b9f116c87b admin admin] Publish callbacks [] for security_group (9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.465827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Made reservation on behalf of 1b0aa5573931449796e2c01365d4292f for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:21.468110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.473477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d54276b0-0f7d-476c-968d-71b9f116c87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.512667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54276b0-0f7d-476c-968d-71b9f116c87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:21.528533 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef4c67a1-9977-4413-b13d-965ee89d20be req-0f6df6ec-5405-4cdd-b8d0-0e47412239e0 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490202
Apr 02 20:52:21.598222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d54276b0-0f7d-476c-968d-71b9f116c87b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fbdabfd7e35449c833c59dffcdd1128&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4111841
Apr 02 20:52:21.600908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52200) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:21.667046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-646c1c57-3e9a-4187-8d11-f44389e3ca60 admin admin] Publish callbacks [] for security_group (9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.693205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-646c1c57-3e9a-4187-8d11-f44389e3ca60 admin admin] Publish callbacks [] for security_group (9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.699574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ec9dcef-b6e1-49ad-94d5-968a3369a83d req-5904620e-3905-4e6d-8911-f4fea6107ac8 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7076023af114f8399ce254557d49a92 HTTP/1.1" status: 200  len: 6152 time: 0.1170032
Apr 02 20:52:21.748752 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-646c1c57-3e9a-4187-8d11-f44389e3ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.756240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-646c1c57-3e9a-4187-8d11-f44389e3ca60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.761254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-646c1c57-3e9a-4187-8d11-f44389e3ca60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78 HTTP/1.1" status: 204  len: 168 time: 0.1591234
Apr 02 20:52:21.778504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c1c57-3e9a-4187-8d11-f44389e3ca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ed2c7-f35b-4fc7-ba9d-0f98fe554e78,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:21.794777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ec9dcef-b6e1-49ad-94d5-968a3369a83d req-974ceb56-5afb-44e5-9351-45be3705928f tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "GET /v2.0/security-groups/a4b159ea-c9cc-4d15-bf9a-aba7e49b9823 HTTP/1.1" status: 200  len: 2998 time: 0.0874314
Apr 02 20:52:21.796062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (ed672af0-b8c4-4fbf-be60-631ae89c40fa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:21.885232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed672af0-b8c4-4fbf-be60-631ae89c40fa,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:21.892510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52212) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:21.904944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ec9dcef-b6e1-49ad-94d5-968a3369a83d req-e0ae4ffb-71c7-41f6-852d-e95cc51ac664 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "GET /v2.0/security-groups/a4b159ea-c9cc-4d15-bf9a-aba7e49b9823 HTTP/1.1" status: 200  len: 2998 time: 0.0825925
Apr 02 20:52:21.906733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Checking segment: {'id': 'dc1d0ce3-680e-4a8b-8a00-a321cd457ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '986fa22e-8367-4d48-829c-8d0616758c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:21.907617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Network hostable DHCP agents. Network: 986fa22e-8367-4d48-829c-8d0616758c07, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:52:21.943536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363600c-7259-40a2-8816-ce5bab58b7b4 req-473af3a3-3af5-47aa-9733-afd0448bd449 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:21.946180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c363600c-7259-40a2-8816-ce5bab58b7b4 req-473af3a3-3af5-47aa-9733-afd0448bd449 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 949 time: 0.0969796
Apr 02 20:52:21.948074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Network 986fa22e-8367-4d48-829c-8d0616758c07 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:52:21.963433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-49c4cc12-dad1-44a7-8d34-af8868fc61dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9904a696bbb043e4bafd415933961394&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0657501
Apr 02 20:52:21.964363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:22.000974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 986fa22e-8367-4d48-829c-8d0616758c07) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:22.012667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450b5bb-c9a3-4d20-ab6a-69b48ad5a997 None None] Network 986fa22e-8367-4d48-829c-8d0616758c07 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:22.016892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:22.018074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.029929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c363600c-7259-40a2-8816-ce5bab58b7b4 req-4c9443ba-7a84-4fe1-939c-a6448cd6a9d7 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700982
Apr 02 20:52:22.118441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-269685ad-3da9-45fc-911e-605079de7e4b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7251725
Apr 02 20:52:22.135931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-f7221c57-9e90-4911-9abc-3f2e7af4d4ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1740131
Apr 02 20:52:22.172220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64270383-ab92-4064-b358-8584075b90cb req-ae4f7b5b-9ff9-4c8d-b06d-0074ee45e423 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c09aa001-e89b-4980-8498-64f042d6b050 HTTP/1.1" status: 200  len: 1792 time: 0.1128263
Apr 02 20:52:22.174184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf50f-28a0-41a1-85fa-b27d6decadc8 admin admin] Publish callbacks [] for security_group (175fe14d-8a00-404b-8363-dbf320fdde6f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.211340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26b80a-02e3-480a-b93a-1cbc86a8820e None None] Network 986fa22e-8367-4d48-829c-8d0616758c07 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:22.279230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 94129b94-caea-4aa7-bc27-5f3cfd83ebcb up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:22.317303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf50f-28a0-41a1-85fa-b27d6decadc8 admin admin] Publish callbacks [] for security_group (175fe14d-8a00-404b-8363-dbf320fdde6f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.375953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:52:22.380957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:22.381843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.387559 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e00a042f-9b51-49ab-aeb6-179da819814e tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330312
Apr 02 20:52:22.417507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64270383-ab92-4064-b358-8584075b90cb req-252cf310-fe84-4878-9c83-76832eecd00b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (c09aa001-e89b-4980-8498-64f042d6b050), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.476993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64270383-ab92-4064-b358-8584075b90cb req-252cf310-fe84-4878-9c83-76832eecd00b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (c09aa001-e89b-4980-8498-64f042d6b050), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.515656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-863f49ba-62e6-4fb3-b0e7-3d37f3106f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:22.517343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-863f49ba-62e6-4fb3-b0e7-3d37f3106f52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 1131 time: 0.3103907
Apr 02 20:52:22.531648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64270383-ab92-4064-b358-8584075b90cb req-252cf310-fe84-4878-9c83-76832eecd00b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c09aa001-e89b-4980-8498-64f042d6b050), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.543518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64270383-ab92-4064-b358-8584075b90cb req-252cf310-fe84-4878-9c83-76832eecd00b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.544706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64270383-ab92-4064-b358-8584075b90cb req-252cf310-fe84-4878-9c83-76832eecd00b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/c09aa001-e89b-4980-8498-64f042d6b050 HTTP/1.1" status: 204  len: 173 time: 0.3714635
Apr 02 20:52:22.558314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:22.558841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.565229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf310-fe84-4878-9c83-76832eecd00b tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09aa001-e89b-4980-8498-64f042d6b050,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:22.634955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52264) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:22.639662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:22.642904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf50f-28a0-41a1-85fa-b27d6decadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (175fe14d-8a00-404b-8363-dbf320fdde6f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.645769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf50f-28a0-41a1-85fa-b27d6decadc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.646770 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411b59d6-fa97-4f12-85bc-51bf5d25a5b4" -d '{"events": [{"server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "name": "network-vif-plugged", "status": "completed", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:22.650664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4ddaf50f-28a0-41a1-85fa-b27d6decadc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/175fe14d-8a00-404b-8363-dbf320fdde6f HTTP/1.1" status: 204  len: 168 time: 0.6758838
Apr 02 20:52:22.651977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-1a3970d9-132b-4d70-bb30-ae48b239f34a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:22.662353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-1a3970d9-132b-4d70-bb30-ae48b239f34a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2686579
Apr 02 20:52:22.675810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:22.677922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf50f-28a0-41a1-85fa-b27d6decadc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175fe14d-8a00-404b-8363-dbf320fdde6f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:22.681829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.692324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-3cf6f756-aad3-48ee-8ddc-6c25685ec663 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/quotas/493bc8b0b32f4804a5694c0bf34cdeb4 HTTP/1.1" status: 200  len: 375 time: 0.0237164
Apr 02 20:52:22.751482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-3f57135c-5db0-4013-95fe-8edccf3c978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:22.753318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-3f57135c-5db0-4013-95fe-8edccf3c978f service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2050877
Apr 02 20:52:22.754159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:22.791643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-eef8978a-cb92-4c7e-a6ca-a555331aecaf tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0964985
Apr 02 20:52:22.817289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-bb3aba8d-1969-4ce6-a956-207db6b0f61d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 HTTP/1.1" status: 200  len: 217 time: 0.0499859
Apr 02 20:52:22.843751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2039c9-4db7-4e49-b54d-d407cf7f1e3b req-ff8dab45-2e72-43e0-97bb-1e41dd1bd5e5 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:22.845324 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f2039c9-4db7-4e49-b54d-d407cf7f1e3b req-ff8dab45-2e72-43e0-97bb-1e41dd1bd5e5 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 945 time: 0.1742997
Apr 02 20:52:22.906222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36e213db-d2e5-4ec6-883f-1bf2f1799562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:22.937954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-d904b29f-d051-407e-903a-e26d8740e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:22.939436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-d904b29f-d051-407e-903a-e26d8740e354 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1140428
Apr 02 20:52:23.003099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f2039c9-4db7-4e49-b54d-d407cf7f1e3b req-77f23628-8872-4801-a985-e8c3ae8cf9ec tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1385121
Apr 02 20:52:23.027123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a91b254-142e-4acd-9dd0-8a05b4b04804 req-25915cbd-8fad-4c03-a50b-2409a1a98d05 tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d8fb4a03-a222-4744-aba2-975054d55376 HTTP/1.1" status: 200  len: 1795 time: 0.0790741
Apr 02 20:52:23.084056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bdaff75d-26bf-4db8-9504-2b0726a6ced4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.084409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-20761bbc-9577-4d2b-8e6f-05608fca1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:23.089075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-20761bbc-9577-4d2b-8e6f-05608fca1c32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1431601
Apr 02 20:52:23.118619 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd159b1-023c-43a3-9cbc-8bc82751d523 x-openstack-request-id: req-bdd159b1-023c-43a3-9cbc-8bc82751d523 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:23.119578 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "name": "network-vif-plugged", "status": "completed", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:23.120139 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdd159b1-023c-43a3-9cbc-8bc82751d523 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:23.120821 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd159b1-023c-43a3-9cbc-8bc82751d523'] response: {'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'code': 200}
Apr 02 20:52:23.128001 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5a91b254-142e-4acd-9dd0-8a05b4b04804 req-827e51d9-c4cb-4f9e-8d75-2aaba6a82b2a tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (d8fb4a03-a222-4744-aba2-975054d55376), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.193509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5a91b254-142e-4acd-9dd0-8a05b4b04804 req-827e51d9-c4cb-4f9e-8d75-2aaba6a82b2a tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (d8fb4a03-a222-4744-aba2-975054d55376), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.225164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36e213db-d2e5-4ec6-883f-1bf2f1799562 admin admin] Publish callbacks [] for security_group (603e9d1a-9ccb-4f49-9030-297344baf7b1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.259430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36e213db-d2e5-4ec6-883f-1bf2f1799562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (603e9d1a-9ccb-4f49-9030-297344baf7b1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.282977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5a91b254-142e-4acd-9dd0-8a05b4b04804 req-827e51d9-c4cb-4f9e-8d75-2aaba6a82b2a tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d8fb4a03-a222-4744-aba2-975054d55376), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.288296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5a91b254-142e-4acd-9dd0-8a05b4b04804 req-827e51d9-c4cb-4f9e-8d75-2aaba6a82b2a tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.297182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a91b254-142e-4acd-9dd0-8a05b4b04804 req-827e51d9-c4cb-4f9e-8d75-2aaba6a82b2a tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8fb4a03-a222-4744-aba2-975054d55376 HTTP/1.1" status: 204  len: 173 time: 0.2605264
Apr 02 20:52:23.324515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36e213db-d2e5-4ec6-883f-1bf2f1799562 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6641567a5d6d4eddb03a728991b989ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6884034
Apr 02 20:52:23.326132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52298) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:23.329371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e51d9-c4cb-4f9e-8d75-2aaba6a82b2a tempest-SecurityGroupsTestAdminJSON-153696875 tempest-SecurityGroupsTestAdminJSON-153696875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb4a03-a222-4744-aba2-975054d55376,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:23.332974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e213db-d2e5-4ec6-883f-1bf2f1799562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e9d1a-9ccb-4f49-9030-297344baf7b1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:23.342869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0031-a40a-4cc2-ab69-f5bdb480f752 req-7c3deb4b-5209-4a0c-83c6-f5af928d1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:23.344378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fdf0031-a40a-4cc2-ab69-f5bdb480f752 req-7c3deb4b-5209-4a0c-83c6-f5af928d1224 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 1127 time: 0.1761866
Apr 02 20:52:23.349915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-fc17e617-88ef-4f5b-896d-24c8674f679c service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506137
Apr 02 20:52:23.452149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de84f1fa-80ba-4c7b-a41b-9d9ab0b89ecf req-29f99d6f-4759-46b6-86eb-8f4a9960df44 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 210 time: 0.0633590
Apr 02 20:52:23.492781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fdf0031-a40a-4cc2-ab69-f5bdb480f752 req-7559873c-a662-4fd5-aae5-340bdac990c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413283
Apr 02 20:52:23.535178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c270b-0082-4d3f-a94d-143b709c39a5 req-0397ef25-0dd0-4658-b182-6922029ac12c service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775784
Apr 02 20:52:23.557808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b30779c2-b41f-47f0-9b56-da8ff8efc203 admin admin] Publish callbacks [] for security_group (603e9d1a-9ccb-4f49-9030-297344baf7b1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.585154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b30779c2-b41f-47f0-9b56-da8ff8efc203 admin admin] Publish callbacks [] for security_group (603e9d1a-9ccb-4f49-9030-297344baf7b1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.629590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25fbbfca-1ebb-4edb-befc-b821a51c7c48 req-9b530358-731a-49af-ad10-cf061dc8f334 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "GET /v2.0/security-groups/653cbe4b-4f5a-4980-a77a-8281a90a0d76 HTTP/1.1" status: 200  len: 1792 time: 0.1240802
Apr 02 20:52:23.753187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b30779c2-b41f-47f0-9b56-da8ff8efc203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (603e9d1a-9ccb-4f49-9030-297344baf7b1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.756227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b30779c2-b41f-47f0-9b56-da8ff8efc203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.760076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b30779c2-b41f-47f0-9b56-da8ff8efc203 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/603e9d1a-9ccb-4f49-9030-297344baf7b1 HTTP/1.1" status: 204  len: 168 time: 0.4078531
Apr 02 20:52:23.766208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30779c2-b41f-47f0-9b56-da8ff8efc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e9d1a-9ccb-4f49-9030-297344baf7b1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:23.768416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-25fbbfca-1ebb-4edb-befc-b821a51c7c48 req-fe0b3ca7-c44c-44cc-b479-32b094a95f1d tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (653cbe4b-4f5a-4980-a77a-8281a90a0d76), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.796753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-25fbbfca-1ebb-4edb-befc-b821a51c7c48 req-fe0b3ca7-c44c-44cc-b479-32b094a95f1d tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (653cbe4b-4f5a-4980-a77a-8281a90a0d76), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.798578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-bcb151c1-41fb-4627-94d4-e9e29e050675 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:23.800395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-bcb151c1-41fb-4627-94d4-e9e29e050675 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.1476557
Apr 02 20:52:23.821127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-738328f3-f0fe-4944-bee0-3a09e353a958 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/quotas/1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 375 time: 0.0140982
Apr 02 20:52:23.867949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-25fbbfca-1ebb-4edb-befc-b821a51c7c48 req-fe0b3ca7-c44c-44cc-b479-32b094a95f1d tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (653cbe4b-4f5a-4980-a77a-8281a90a0d76), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.872976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-25fbbfca-1ebb-4edb-befc-b821a51c7c48 req-fe0b3ca7-c44c-44cc-b479-32b094a95f1d tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:23.880576 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25fbbfca-1ebb-4edb-befc-b821a51c7c48 req-fe0b3ca7-c44c-44cc-b479-32b094a95f1d tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "DELETE /v2.0/security-groups/653cbe4b-4f5a-4980-a77a-8281a90a0d76 HTTP/1.1" status: 204  len: 173 time: 0.2488136
Apr 02 20:52:23.908780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b3ca7-c44c-44cc-b479-32b094a95f1d tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653cbe4b-4f5a-4980-a77a-8281a90a0d76,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:23.928107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-a68bef36-614e-489a-969c-d8ac8dd6c698 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1010227
Apr 02 20:52:23.995110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17674f69-f682-4b25-91d7-d1743ba0476a req-ff213988-06ea-4e64-b99f-f0b7e7503819 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "GET /v2.0/security-groups/a7ca6dcf-9eec-4f14-b150-94989984ac91 HTTP/1.1" status: 200  len: 1795 time: 0.0880454
Apr 02 20:52:24.046873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-7a985b15-4907-4d7a-bbeb-815a95d6ab23 service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152887
Apr 02 20:52:24.077057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17674f69-f682-4b25-91d7-d1743ba0476a req-54f3b0e1-11b2-4783-8c79-ea5648651503 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (a7ca6dcf-9eec-4f14-b150-94989984ac91), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.104796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17674f69-f682-4b25-91d7-d1743ba0476a req-54f3b0e1-11b2-4783-8c79-ea5648651503 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (a7ca6dcf-9eec-4f14-b150-94989984ac91), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.163507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17674f69-f682-4b25-91d7-d1743ba0476a req-54f3b0e1-11b2-4783-8c79-ea5648651503 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a7ca6dcf-9eec-4f14-b150-94989984ac91), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.170299 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17674f69-f682-4b25-91d7-d1743ba0476a req-54f3b0e1-11b2-4783-8c79-ea5648651503 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.173174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17674f69-f682-4b25-91d7-d1743ba0476a req-54f3b0e1-11b2-4783-8c79-ea5648651503 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7ca6dcf-9eec-4f14-b150-94989984ac91 HTTP/1.1" status: 204  len: 173 time: 0.1758471
Apr 02 20:52:24.184640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-25a1770e-f5b3-4317-b193-383b98a74e7a service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298699
Apr 02 20:52:24.189946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b0e1-11b2-4783-8c79-ea5648651503 tempest-SecurityGroupsTestAdminJSON-1384498464 tempest-SecurityGroupsTestAdminJSON-1384498464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca6dcf-9eec-4f14-b150-94989984ac91,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:24.365162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e592e-6985-48e2-ade3-f34c6bb38c46 req-b4183c1b-9051-4d5b-bf51-1bef80d2aa61 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:24.372965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d49e592e-6985-48e2-ade3-f34c6bb38c46 req-b4183c1b-9051-4d5b-bf51-1bef80d2aa61 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 945 time: 0.0747759
Apr 02 20:52:24.420728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-fce6ec03-dfcb-420f-bfed-c700843e2f72 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0398312
Apr 02 20:52:24.433030 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d49e592e-6985-48e2-ade3-f34c6bb38c46 req-b5c7b9b9-6ed8-41e8-b0d0-b2394251b5f7 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588613
Apr 02 20:52:24.639674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2db7f912-3a90-4765-aed7-c78032f03d5c req-6503e176-a4e5-4523-93ca-b822daf4038e tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 210 time: 0.0582013
Apr 02 20:52:24.644006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52356) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:24.678593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5922c3d1-9b18-46d4-81d3-8b539cb6b17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.741547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f212b47-2d8c-4b5f-9e42-1248fee0f864 req-3bb31256-c6ac-4283-92ad-fc19a51c5e6a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 210 time: 0.1252453
Apr 02 20:52:24.752013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-930596ca-dd57-4596-9dd4-a9e155df30e3 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:24.753547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-930596ca-dd57-4596-9dd4-a9e155df30e3 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3280811
Apr 02 20:52:24.767549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Request body: {'port': {'device_id': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '493bc8b0b32f4804a5694c0bf34cdeb4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:24.779243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5922c3d1-9b18-46d4-81d3-8b539cb6b17e admin admin] Publish callbacks [] for security_group (7da4aa08-3485-4752-92ee-9d7421b5d078), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.786251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5922c3d1-9b18-46d4-81d3-8b539cb6b17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7da4aa08-3485-4752-92ee-9d7421b5d078), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.849503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5922c3d1-9b18-46d4-81d3-8b539cb6b17e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=222fbfe211d84bd98883124a710e98ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2003846
Apr 02 20:52:24.851243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c3d1-9b18-46d4-81d3-8b539cb6b17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da4aa08-3485-4752-92ee-9d7421b5d078,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:24.854000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52364) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:24.935717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98a729ea-a17d-4ec8-98d0-8cf25a32e7ba admin admin] Publish callbacks [] for security_group (7da4aa08-3485-4752-92ee-9d7421b5d078), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:24.971474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98a729ea-a17d-4ec8-98d0-8cf25a32e7ba admin admin] Publish callbacks [] for security_group (7da4aa08-3485-4752-92ee-9d7421b5d078), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.029308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Made reservation on behalf of 493bc8b0b32f4804a5694c0bf34cdeb4 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:25.031876 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98a729ea-a17d-4ec8-98d0-8cf25a32e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7da4aa08-3485-4752-92ee-9d7421b5d078), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.034148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.035926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98a729ea-a17d-4ec8-98d0-8cf25a32e7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.037213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-98a729ea-a17d-4ec8-98d0-8cf25a32e7ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7da4aa08-3485-4752-92ee-9d7421b5d078 HTTP/1.1" status: 204  len: 168 time: 0.1817405
Apr 02 20:52:25.048177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a729ea-a17d-4ec8-98d0-8cf25a32e7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da4aa08-3485-4752-92ee-9d7421b5d078,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:25.103230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:25.197558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eddceadd-1740-4477-a50a-4a4c393161ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.203446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Allocated IP 192.168.233.8 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/fb218633-df83-4912-b30d-33b8e54180f1) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:25.374859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks [] for port (fb218633-df83-4912-b30d-33b8e54180f1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.416548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fb218633-df83-4912-b30d-33b8e54180f1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.431457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:25.488424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:25.495342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:25.511191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:25.520403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Pushing event updated for resources: {'Port': ['ID=fb218633-df83-4912-b30d-33b8e54180f1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:25.628970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:25.629566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.668866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d2fb3-8fa8-4700-8dc1-6a4f6bb61575 req-7788f8df-b648-4475-a3cb-486535f9329f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:25.681219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b31d2fb3-8fa8-4700-8dc1-6a4f6bb61575 req-7788f8df-b648-4475-a3cb-486535f9329f tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 945 time: 0.1157229
Apr 02 20:52:25.684344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1e4d9a08-53c7-4c50-96f9-378be17bced4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7076023af114f8399ce254557d49a92&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5797386
Apr 02 20:52:25.686469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-e60a338b-2760-4c75-87c2-d9e00177171b tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.9242952
Apr 02 20:52:25.687111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52396) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:25.710719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Request body: {'port': {'device_id': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:25.860236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b31d2fb3-8fa8-4700-8dc1-6a4f6bb61575 req-1a8b3d64-c207-4f2a-9f9b-004174143446 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1701744
Apr 02 20:52:25.921184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.21', 57126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:25.964535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afcc10df-12ec-4a31-b010-2e9c829ff5b1 admin admin] Publish callbacks [] for security_group (a4b159ea-c9cc-4d15-bf9a-aba7e49b9823), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.970896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb218633-df83-4912-b30d-33b8e54180f1), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:25.995354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b3b8c7d8-e96b-430e-a5e1-ff497da82454 None None] Provisioning complete for port fb218633-df83-4912-b30d-33b8e54180f1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:26.002569 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c7d8-e96b-430e-a5e1-ff497da82454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fb218633-df83-4912-b30d-33b8e54180f1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.129779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8c7d8-e96b-430e-a5e1-ff497da82454 None None] Port fb218633-df83-4912-b30d-33b8e54180f1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:26.412933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14a2d62c-9682-4b40-996d-015d61e92cf5 req-63f6b724-66f8-4274-b6c8-0eadd0ed273e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 210 time: 0.2640834
Apr 02 20:52:26.517557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.518277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-ae31f770-32c0-4724-bed8-51965af10806 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:26.520386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-ae31f770-32c0-4724-bed8-51965af10806 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.5744309
Apr 02 20:52:26.544223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Request body: {'port': {'device_id': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'admin_state_up': True, 'tenant_id': '1e586602a4da4d659974e36ab71486a7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:26.597337 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:52:26.685318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb218633-df83-4912-b30d-33b8e54180f1 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:26.693037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Publish callbacks [] for port (fb218633-df83-4912-b30d-33b8e54180f1), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.705989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Transition to ACTIVE for port object fb218633-df83-4912-b30d-33b8e54180f1 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:52:26.750473 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fb218633-df83-4912-b30d-33b8e54180f1), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.792819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805bef7-96d6-47b2-8869-9816ffaef294 req-55e43f32-9685-43d2-acc2-b6e73ccb5e43 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:26.800710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afcc10df-12ec-4a31-b010-2e9c829ff5b1 admin admin] Publish callbacks [] for security_group (a4b159ea-c9cc-4d15-bf9a-aba7e49b9823), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.802245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8805bef7-96d6-47b2-8869-9816ffaef294 req-55e43f32-9685-43d2-acc2-b6e73ccb5e43 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 945 time: 0.2794957
Apr 02 20:52:26.805380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52432) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:26.826583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'floatingip': {'port_id': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:26.877196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Pushing event updated for resources: {'Port': ['ID=fb218633-df83-4912-b30d-33b8e54180f1,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:26.889275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Made reservation on behalf of 1e586602a4da4d659974e36ab71486a7 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:26.893250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.907560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288e103-a4ae-422e-8db9-5b74700b550f req-745eca72-d5ef-48e0-bbe6-126dcc7680f5 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:26.924438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f288e103-a4ae-422e-8db9-5b74700b550f req-745eca72-d5ef-48e0-bbe6-126dcc7680f5 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 946 time: 0.2170641
Apr 02 20:52:26.967698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:26.998731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f288e103-a4ae-422e-8db9-5b74700b550f req-93aa9877-5376-4ebc-b111-2b9f761c995f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732725
Apr 02 20:52:27.059611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Attempting to bind port fb218633-df83-4912-b30d-33b8e54180f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:27.059611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Attempting to bind port fb218633-df83-4912-b30d-33b8e54180f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:27.059611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Attempting to bind port fb218633-df83-4912-b30d-33b8e54180f1 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:27.059611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Port fb218633-df83-4912-b30d-33b8e54180f1 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:27.059611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Attempting to bind port fb218633-df83-4912-b30d-33b8e54180f1 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:27.069991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afcc10df-12ec-4a31-b010-2e9c829ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a4b159ea-c9cc-4d15-bf9a-aba7e49b9823), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:27.074238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afcc10df-12ec-4a31-b010-2e9c829ff5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:27.078245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-afcc10df-12ec-4a31-b010-2e9c829ff5b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4b159ea-c9cc-4d15-bf9a-aba7e49b9823 HTTP/1.1" status: 204  len: 168 time: 1.3868124
Apr 02 20:52:27.078245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:27.078245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:27.078704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:27.079283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Bound port: fb218633-df83-4912-b30d-33b8e54180f1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:27.080016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb218633-df83-4912-b30d-33b8e54180f1), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:27.106759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc10df-12ec-4a31-b010-2e9c829ff5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b159ea-c9cc-4d15-bf9a-aba7e49b9823,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:27.189249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] For port fb218633-df83-4912-b30d-33b8e54180f1, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:27.193663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] For port fb218633-df83-4912-b30d-33b8e54180f1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb218633-df83-4912-b30d-33b8e54180f1,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:27.202784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fb218633-df83-4912-b30d-33b8e54180f1), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:27.246648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:27.247388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:27.248905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] 10.222.0.21 "PUT /v2.0/ports/fb218633-df83-4912-b30d-33b8e54180f1 HTTP/1.1" status: 200  len: 1094 time: 1.5474033
Apr 02 20:52:27.251690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'tag': 'fb218633-df83-4912-b30d-33b8e54180f1'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:27.254110 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec7b20b-1034-4464-9954-f90b187eba19" -d '{"events": [{"name": "network-changed", "server_uuid": "d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d", "tag": "fb218633-df83-4912-b30d-33b8e54180f1"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:27.299607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ab465-6e26-4638-af23-464b1d09ec69 service neutron] Pushing event updated for resources: {'Port': ['ID=fb218633-df83-4912-b30d-33b8e54180f1,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:27.375794 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73786325-083c-4c61-8780-76d97730796f x-openstack-request-id: req-73786325-083c-4c61-8780-76d97730796f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:27.376201 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d", "tag": "fb218633-df83-4912-b30d-33b8e54180f1", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:27.376550 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73786325-083c-4c61-8780-76d97730796f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:27.377016 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73786325-083c-4c61-8780-76d97730796f'] response: {'name': 'network-changed', 'server_uuid': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'tag': 'fb218633-df83-4912-b30d-33b8e54180f1', 'status': 'completed', 'code': 200}
Apr 02 20:52:27.427686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-f1a43a61-6571-4dd9-8e7a-ee3148409e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:27.429439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-f1a43a61-6571-4dd9-8e7a-ee3148409e30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 1128 time: 0.0989726
Apr 02 20:52:27.536186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-2b267c41-1e83-4be6-97e9-cff2f8b962dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=fb218633-df83-4912-b30d-33b8e54180f1 HTTP/1.1" status: 200  len: 217 time: 0.0958395
Apr 02 20:52:27.555158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Allocated IP 172.20.0.11 (83a57283-8e77-4048-913b-713f633ea68f/a9e393bb-af15-4c91-8d30-7f48f998d072/df51f42c-1b75-412d-b9f6-4349066d58c2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:27.627796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-853714ca-c445-4052-9153-691fb7ad928e req-ed20c71c-8272-44a1-896f-e66af1ac37e6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 210 time: 0.0647874
Apr 02 20:52:27.642569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-7ba3e425-574b-4a36-aa7f-faae53dfa888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:27.644592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-7ba3e425-574b-4a36-aa7f-faae53dfa888 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0991023
Apr 02 20:52:27.719968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262665f-7ac8-452d-92a5-506b22faa372 req-0f0ed633-470d-453d-accc-cea5f1b24f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:27.724781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-0f0ed633-470d-453d-accc-cea5f1b24f42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0684953
Apr 02 20:52:27.834285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-36cc4e1f-24ca-4c21-83bc-77921f178061 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009264
Apr 02 20:52:27.944046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52470) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:27.970424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a262665f-7ac8-452d-92a5-506b22faa372 req-9fca829a-50e7-48c0-a3e5-5f1f0c935494 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290872
Apr 02 20:52:28.107127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-5d85eef5-c284-480a-8d0e-cd5862c976da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:28.108863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-5d85eef5-c284-480a-8d0e-cd5862c976da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 1128 time: 0.0639675
Apr 02 20:52:28.142510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52478) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:28.224448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-cce21b91-3140-4ca1-8c5e-0afd9dcd0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:28.225469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks [] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.225599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-cce21b91-3140-4ca1-8c5e-0afd9dcd0038 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1098609
Apr 02 20:52:28.279575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-3ebd422d-58fc-4650-ac32-485e882690b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=fb218633-df83-4912-b30d-33b8e54180f1 HTTP/1.1" status: 200  len: 217 time: 0.0444286
Apr 02 20:52:28.291510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52484) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:28.293555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:52:28.341041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69525f-96b6-4fff-89d0-c498e2f676f4 req-61b0509e-1898-42f7-81cf-6077ab97d3ee tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:28.342016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-2340d857-b34c-480d-8ce6-2a1ee98417fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:28.342538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b69525f-96b6-4fff-89d0-c498e2f676f4 req-61b0509e-1898-42f7-81cf-6077ab97d3ee tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 946 time: 0.2506812
Apr 02 20:52:28.343806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-2340d857-b34c-480d-8ce6-2a1ee98417fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0541465
Apr 02 20:52:28.357768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd7819dc-a061-4203-ad4f-81607c3e5f1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ed7f8ebd83c4423a9c268bcac9e2e33&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2129333
Apr 02 20:52:28.373787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:28.382692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe6cf-babe-4708-bede-4acc3850e3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.435307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.462607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.464686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.469977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-b34e3465-a66f-4fd6-8bdb-7a7a065e6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:28.471507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-b34e3465-a66f-4fd6-8bdb-7a7a065e6992 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1193318
Apr 02 20:52:28.544898 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.569570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Network 83a57283-8e77-4048-913b-713f633ea68f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:28.591835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c67a3ebf-dc19-4ce5-a65c-5bc49901d09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.634017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:28.650134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:28.656342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b69525f-96b6-4fff-89d0-c498e2f676f4 req-4b27ae72-c0e7-46e0-92c6-d25af226ec7f tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912388
Apr 02 20:52:28.703539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16d61a7f-6896-42db-98e7-3fec3407f9f6 admin admin] Publish callbacks [] for security_group (aa163cc6-fdb6-4efb-b9ef-a4246943b010), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.710271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c67a3ebf-dc19-4ce5-a65c-5bc49901d09d admin admin] Publish callbacks [] for security_group (227bf70c-6321-4ac5-a937-cefa4627651b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.733484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c67a3ebf-dc19-4ce5-a65c-5bc49901d09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (227bf70c-6321-4ac5-a937-cefa4627651b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.735919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:28.767332 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094 associated. External IP: 172.35.4.222, port: 94129b94-caea-4aa7-bc27-5f3cfd83ebcb.
Apr 02 20:52:28.770771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16d61a7f-6896-42db-98e7-3fec3407f9f6 admin admin] Publish callbacks [] for security_group (aa163cc6-fdb6-4efb-b9ef-a4246943b010), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.778689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:28.779547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.795930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a3ebf-dc19-4ce5-a65c-5bc49901d09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227bf70c-6321-4ac5-a937-cefa4627651b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:28.827428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-0872e0c1-7bc0-466f-8990-e1556a3aa6f9 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3477356
Apr 02 20:52:28.894624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-4a3af440-ad2f-47a0-8743-0f88a79a26a3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3568885
Apr 02 20:52:28.896442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c67a3ebf-dc19-4ce5-a65c-5bc49901d09d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b2be6848c6e4205b771081eb2b6ec99&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6038938
Apr 02 20:52:28.900884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:28.903516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe6cf-babe-4708-bede-4acc3850e3f8 admin admin] Publish callbacks [] for security_group (dccb8b3b-bb98-432a-8378-22fc2775b81e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.937505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe6cf-babe-4708-bede-4acc3850e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dccb8b3b-bb98-432a-8378-22fc2775b81e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:28.948102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Request body: {'port': {'device_id': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:29.006263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfe6cf-babe-4708-bede-4acc3850e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb8b3b-bb98-432a-8378-22fc2775b81e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:29.020826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7cdfe6cf-babe-4708-bede-4acc3850e3f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=745143f194794a09bc5a093721a70a0e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0752325
Apr 02 20:52:29.027181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52530) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:29.058373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad196b6-83d1-484d-acf0-2f1a247bd5fb req-9cb8763b-fad8-4dd3-ad5d-6016e97303fd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:29.060905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ad196b6-83d1-484d-acf0-2f1a247bd5fb req-9cb8763b-fad8-4dd3-ad5d-6016e97303fd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 932 time: 0.2730865
Apr 02 20:52:29.063723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ec7b20b-1034-4464-9954-f90b187eba19 req-94891c59-dec0-41e7-a400-d76240e4e5a9 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230840
Apr 02 20:52:29.095845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16d61a7f-6896-42db-98e7-3fec3407f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (aa163cc6-fdb6-4efb-b9ef-a4246943b010), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.097072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-7ee549a0-f813-4aae-8e62-3d153317faf7 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7755ff4a52a843d5afe245dd067d37fb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324018
Apr 02 20:52:29.098305 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16d61a7f-6896-42db-98e7-3fec3407f9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.099573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-16d61a7f-6896-42db-98e7-3fec3407f9f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa163cc6-fdb6-4efb-b9ef-a4246943b010 HTTP/1.1" status: 204  len: 168 time: 0.7246463
Apr 02 20:52:29.123802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5c1-3704-4bab-bf2d-15e023688da1 admin admin] Publish callbacks [] for security_group (dccb8b3b-bb98-432a-8378-22fc2775b81e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.129303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d61a7f-6896-42db-98e7-3fec3407f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa163cc6-fdb6-4efb-b9ef-a4246943b010,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:29.141302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.185015 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b8f27d8-ddc1-427d-8561-f074b4269719 admin admin] Publish callbacks [] for security_group (227bf70c-6321-4ac5-a937-cefa4627651b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.223719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5c1-3704-4bab-bf2d-15e023688da1 admin admin] Publish callbacks [] for security_group (dccb8b3b-bb98-432a-8378-22fc2775b81e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.275228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-58856440-d573-4776-89f8-366a7129699d tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:29.281019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-58856440-d573-4776-89f8-366a7129699d tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1717911
Apr 02 20:52:29.284165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ad196b6-83d1-484d-acf0-2f1a247bd5fb req-00c607c7-a139-4496-ab15-eab322bd757d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981058
Apr 02 20:52:29.292145 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b8f27d8-ddc1-427d-8561-f074b4269719 admin admin] Publish callbacks [] for security_group (227bf70c-6321-4ac5-a937-cefa4627651b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.299412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-48e51ed3-cd20-43fd-a1c7-306217ad5822 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/quotas/7755ff4a52a843d5afe245dd067d37fb HTTP/1.1" status: 200  len: 375 time: 0.0163991
Apr 02 20:52:29.354847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2489503c-0e6f-46d0-95d8-59ab51fddc02 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7755ff4a52a843d5afe245dd067d37fb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492489
Apr 02 20:52:29.371266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5c1-3704-4bab-bf2d-15e023688da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dccb8b3b-bb98-432a-8378-22fc2775b81e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.374045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.379834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5c1-3704-4bab-bf2d-15e023688da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.385734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fed2d5c1-3704-4bab-bf2d-15e023688da1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dccb8b3b-bb98-432a-8378-22fc2775b81e HTTP/1.1" status: 204  len: 168 time: 0.3552170
Apr 02 20:52:29.395116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2d5c1-3704-4bab-bf2d-15e023688da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb8b3b-bb98-432a-8378-22fc2775b81e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:29.424595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:52:29.459210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b8f27d8-ddc1-427d-8561-f074b4269719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (227bf70c-6321-4ac5-a937-cefa4627651b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.462510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b8f27d8-ddc1-427d-8561-f074b4269719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.466408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9b8f27d8-ddc1-427d-8561-f074b4269719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/227bf70c-6321-4ac5-a937-cefa4627651b HTTP/1.1" status: 204  len: 168 time: 0.5593846
Apr 02 20:52:29.539598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f27d8-ddc1-427d-8561-f074b4269719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227bf70c-6321-4ac5-a937-cefa4627651b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:29.615941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e71e3dfb-8670-4fb5-90cb-5828e17a43c1 req-53e08537-7d37-4971-b179-8eaa3e738f10 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 210 time: 0.0590570
Apr 02 20:52:29.810815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:52:29.843097 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:29.845846 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:52:29.871656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:29.873660 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845da2820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:29.922197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c39ccd49-f1e8-4aad-9904-b40c73d1eaa1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "PUT /v2.0/floatingips/f6690914-e5fa-4b0b-9d70-fdedeab4d094 HTTP/1.1" status: 200  len: 991 time: 3.1073179
Apr 02 20:52:29.932035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:29.971607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a06ae-0f38-4f03-972f-4cf2f864fc0f req-637f1ab7-1a56-444d-9f41-6dd31c7e9d20 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:29.980372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd0a06ae-0f38-4f03-972f-4cf2f864fc0f req-637f1ab7-1a56-444d-9f41-6dd31c7e9d20 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 946 time: 0.2020154
Apr 02 20:52:30.043935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd0a06ae-0f38-4f03-972f-4cf2f864fc0f req-f822dd7c-e21a-4a00-84f2-7e4736375b78 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569997
Apr 02 20:52:30.080431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df51f42c-1b75-412d-b9f6-4349066d58c2 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:30.093289 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Publish callbacks [] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.115238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:30.116616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Transition to ACTIVE for port object df51f42c-1b75-412d-b9f6-4349066d58c2 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:52:30.137626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.222892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52586) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:30.245470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-671e489a-247b-4910-b340-984c7a20e11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.431052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52602) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:30.480262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-671e489a-247b-4910-b340-984c7a20e11d admin admin] Publish callbacks [] for security_group (643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.483158 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a2b870b-88f0-4475-bd73-6676b91f523b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.521090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-671e489a-247b-4910-b340-984c7a20e11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.530800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:30.575228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629f351-0f8c-4ebc-9eb2-38b25788e6a1 req-297b77af-c7e2-446f-b3eb-665ac8439a9b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:30.577039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b629f351-0f8c-4ebc-9eb2-38b25788e6a1 req-297b77af-c7e2-446f-b3eb-665ac8439a9b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 945 time: 0.4581840
Apr 02 20:52:30.625448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e489a-247b-4910-b340-984c7a20e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:30.641996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-671e489a-247b-4910-b340-984c7a20e11d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b56936d85e94b27b8d70a3f6bd5f4f6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4180355
Apr 02 20:52:30.646938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52610) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:30.679159 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b629f351-0f8c-4ebc-9eb2-38b25788e6a1 req-1bfec23f-f5dc-42bf-9539-8b3715569bc8 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697496
Apr 02 20:52:30.694118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caa988-8a3c-4479-af51-0c442585a10a req-cbd8ca30-6769-40be-ba84-7e1af5529c50 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:30.704345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8caa988-8a3c-4479-af51-0c442585a10a req-cbd8ca30-6769-40be-ba84-7e1af5529c50 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.2438090
Apr 02 20:52:30.804362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:30.804954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:30.807424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:30.814865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:30.818797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:30.829973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:30.830270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:30.830961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:30.834424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Bound port: df51f42c-1b75-412d-b9f6-4349066d58c2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:30.834424 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.835199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8caa988-8a3c-4479-af51-0c442585a10a req-7d666578-90d4-429c-bfbb-99539664c0cc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292527
Apr 02 20:52:30.865019 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef394fd-1edf-4273-9525-19a085279c07" -d '{"events": [{"name": "network-changed", "server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:30.881538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abcbcb1d-b1f1-424c-aaff-c0c19d242067 admin admin] Publish callbacks [] for security_group (643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.911781 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abcbcb1d-b1f1-424c-aaff-c0c19d242067 admin admin] Publish callbacks [] for security_group (643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:30.946540 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845da2820>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6690914-e5fa-4b0b-9d70-fdedeab4d094', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'port_id': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'mac_address': 'fa:16:3e:57:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807e6da4-1b09-4731-9332-98dce9466b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:51:59Z', 'updated_at': '2022-04-02T20:52:28Z', 'revision_number': 1, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:30.963921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8db2ac70-120c-4b8a-9360-60c7e34aca0a req-f1182243-7a19-4f9f-ab96-90bdc26fd753 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 210 time: 0.0641294
Apr 02 20:52:30.993470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fb218633-df83-4912-b30d-33b8e54180f1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:52:31.007721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a2b870b-88f0-4475-bd73-6676b91f523b admin admin] Publish callbacks [] for security_group (cd2de1c3-06a6-4c15-9464-f1c61bc522ec), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.014701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a2b870b-88f0-4475-bd73-6676b91f523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cd2de1c3-06a6-4c15-9464-f1c61bc522ec), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.040574 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:52:31.051803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:31.063393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6a2b870b-88f0-4475-bd73-6676b91f523b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=709ba1dd2e6b42568f31073a18b238b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6284871
Apr 02 20:52:31.063393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abcbcb1d-b1f1-424c-aaff-c0c19d242067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.069165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abcbcb1d-b1f1-424c-aaff-c0c19d242067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.072176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-abcbcb1d-b1f1-424c-aaff-c0c19d242067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30 HTTP/1.1" status: 204  len: 168 time: 0.4200659
Apr 02 20:52:31.074067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:31.076147 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:31.079511 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845da2820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:31.098678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b870b-88f0-4475-bd73-6676b91f523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2de1c3-06a6-4c15-9464-f1c61bc522ec,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:31.140167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbcb1d-b1f1-424c-aaff-c0c19d242067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f7fe9-dcdd-49d4-a5d3-d2f27af5bc30,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:31.172823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:31.233872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.251174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-ac87db50-f53e-4de0-a433-b5706e09a6c2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7755ff4a52a843d5afe245dd067d37fb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0771370
Apr 02 20:52:31.282589 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:31.347663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port fb218633-df83-4912-b30d-33b8e54180f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb218633-df83-4912-b30d-33b8e54180f1,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:31.362090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:31.362844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.368179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] 10.222.0.21 "PUT /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 1092 time: 2.4546216
Apr 02 20:52:31.376328 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8218f2-5aba-4400-8c26-6784b88bcde7 x-openstack-request-id: req-8c8218f2-5aba-4400-8c26-6784b88bcde7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:31.376674 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:31.376936 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c8218f2-5aba-4400-8c26-6784b88bcde7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:31.377392 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8218f2-5aba-4400-8c26-6784b88bcde7'] response: {'name': 'network-changed', 'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'status': 'completed', 'code': 200}
Apr 02 20:52:31.397436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'fb218633-df83-4912-b30d-33b8e54180f1', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'fb218633-df83-4912-b30d-33b8e54180f1', 'mac_address': 'fa:16:3e:20:eb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:52:31.473233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port fb218633-df83-4912-b30d-33b8e54180f1 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:31.473909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb218633-df83-4912-b30d-33b8e54180f1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.492347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb218633-df83-4912-b30d-33b8e54180f1 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:31.520081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port fb218633-df83-4912-b30d-33b8e54180f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb218633-df83-4912-b30d-33b8e54180f1,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:31.527839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fb218633-df83-4912-b30d-33b8e54180f1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.582214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813031aa-ea02-4045-9c2f-91782c78f0a6 req-2659cadd-760d-40bb-98e8-c40a8b1728bc tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:31.585152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-813031aa-ea02-4045-9c2f-91782c78f0a6 req-2659cadd-760d-40bb-98e8-c40a8b1728bc tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 946 time: 0.3053663
Apr 02 20:52:31.590637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef394fd-1edf-4273-9525-19a085279c07 req-34dbadb3-14d8-4380-8680-792ad0c0ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:31.592216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-34dbadb3-14d8-4380-8680-792ad0c0ca91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 1127 time: 0.1920426
Apr 02 20:52:31.598997 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Publish callbacks [] for security_group (cd2de1c3-06a6-4c15-9464-f1c61bc522ec), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.606944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603091d-6ef9-4784-83d4-d8a1725c6b96 service neutron] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:31.632180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=fb218633-df83-4912-b30d-33b8e54180f1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:31.651332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-ff6a5d3b-b095-4929-b4cd-eb7b52a5b5a4 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:31.656189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-ff6a5d3b-b095-4929-b4cd-eb7b52a5b5a4 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3975554
Apr 02 20:52:31.677007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Request body: {'port': {'device_id': '014472c4-1c30-4532-b3c6-f008e2778674', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '7755ff4a52a843d5afe245dd067d37fb'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:31.695136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Publish callbacks [] for security_group (cd2de1c3-06a6-4c15-9464-f1c61bc522ec), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.751918 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845da2820>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6690914-e5fa-4b0b-9d70-fdedeab4d094', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'port_id': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'mac_address': 'fa:16:3e:57:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807e6da4-1b09-4731-9332-98dce9466b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:51:59Z', 'updated_at': '2022-04-02T20:52:28Z', 'revision_number': 1, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:31.766778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-89564eb2-7b72-4a20-9627-ce47f7828bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:31.768557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-89564eb2-7b72-4a20-9627-ce47f7828bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1126 time: 0.3039906
Apr 02 20:52:31.780982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['fb218633-df83-4912-b30d-33b8e54180f1'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:31.820127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-813031aa-ea02-4045-9c2f-91782c78f0a6 req-867336ba-c025-4838-b24c-329adf208688 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249188
Apr 02 20:52:31.856335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef394fd-1edf-4273-9525-19a085279c07 req-7bf14506-a92c-45f6-976a-13de8e9f39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:31.865590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-7bf14506-a92c-45f6-976a-13de8e9f39f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 924 time: 0.2557690
Apr 02 20:52:31.865713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fff81-4cf8-4cd3-a29f-05a5882c2187 None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6690914-e5fa-4b0b-9d70-fdedeab4d094', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'port_id': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'mac_address': 'fa:16:3e:57:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807e6da4-1b09-4731-9332-98dce9466b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:51:59Z', 'updated_at': '2022-04-02T20:52:28Z', 'revision_number': 1, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:52:31.888704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-0c46dcfe-b1c0-4040-9c24-8c7684ace0d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.1121120
Apr 02 20:52:31.937138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52654) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:31.979967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cd2de1c3-06a6-4c15-9464-f1c61bc522ec), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.983890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:31.985414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd2de1c3-06a6-4c15-9464-f1c61bc522ec HTTP/1.1" status: 204  len: 168 time: 0.9094696
Apr 02 20:52:32.002803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2de1c3-06a6-4c15-9464-f1c61bc522ec,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:32.016433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-d6b2650c-6386-473a-867b-efacc4963eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:32.018598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-d6b2650c-6386-473a-867b-efacc4963eec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1192381
Apr 02 20:52:32.021901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.022429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.022924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.023419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.023920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.024441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.025047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.025553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.026033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.026525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.027103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.027572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.028247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.028764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.029477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d390cb-ef52-4f66-850c-187e5eccb4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:32.101610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-c9e300a9-f2be-4e82-9f15-43c8b2336bd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664325
Apr 02 20:52:32.157188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-56d44187-c4af-42b4-8738-553c6a79c717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb HTTP/1.1" status: 200  len: 999 time: 0.2796781
Apr 02 20:52:32.184686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Made reservation on behalf of 7755ff4a52a843d5afe245dd067d37fb for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:32.189846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:32.247542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-516ea5cb-ad66-4cf3-b373-dcee89936285 req-2bad87ff-e850-4925-bff8-aa205a9cc3b5 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 210 time: 0.1346979
Apr 02 20:52:32.274510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2a3e4-689d-4294-b971-ed9eeb735044 None None] New status for floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:52:32.294946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-2853db47-dbba-4af0-87f9-e1f5f6d35df1 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833286
Apr 02 20:52:32.494011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38b4c77b-36af-44b9-80a5-8dc7cab418ad req-d589fa35-bea5-4f7f-9cf3-6bfb9dc73137 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914351
Apr 02 20:52:32.616208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:32.662562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381a7e-84c9-4bb2-90ac-f477297d1f88 req-e9ba2765-f81c-46ee-9a8e-61b40394c108 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:32.671118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed381a7e-84c9-4bb2-90ac-f477297d1f88 req-e9ba2765-f81c-46ee-9a8e-61b40394c108 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.7328091
Apr 02 20:52:32.690784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10eee36c-6887-4030-a1d5-a6a7c5506b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:32.751877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef394fd-1edf-4273-9525-19a085279c07 req-dcfdadc4-06e5-474c-8e6f-05c564f881a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:32.755953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-dcfdadc4-06e5-474c-8e6f-05c564f881a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.5864089
Apr 02 20:52:32.817357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed381a7e-84c9-4bb2-90ac-f477297d1f88 req-fb532d87-3a0b-4057-af91-0c6f0102ca36 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446490
Apr 02 20:52:32.885733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks [] for security_group (c5673267-2b8f-4014-9377-a7ad932bc1e5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:32.902594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef394fd-1edf-4273-9525-19a085279c07 req-66781a05-556b-4349-a44d-d54002ef1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:32.905277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-66781a05-556b-4349-a44d-d54002ef1370 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1362836
Apr 02 20:52:32.915428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c5673267-2b8f-4014-9377-a7ad932bc1e5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:32.982591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10eee36c-6887-4030-a1d5-a6a7c5506b9c admin admin] Publish callbacks [] for security_group (d948d5f8-c8c1-4c61-b046-fa30c1c532fd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:32.999272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fb218633-df83-4912-b30d-33b8e54180f1 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:33.066529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port fb218633-df83-4912-b30d-33b8e54180f1 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:52:33.070047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10eee36c-6887-4030-a1d5-a6a7c5506b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d948d5f8-c8c1-4c61-b046-fa30c1c532fd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.073095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port fb218633-df83-4912-b30d-33b8e54180f1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:33.074155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fb218633-df83-4912-b30d-33b8e54180f1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.098123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5673267-2b8f-4014-9377-a7ad932bc1e5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:33.167024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.167687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.167687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.168067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.168400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.168895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.169226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.169555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.169887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.170215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.170540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.170869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.171194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.171512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.171837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:33.221142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-10eee36c-6887-4030-a1d5-a6a7c5506b9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce16d6684bbf4f0eb8223f7a65631ccc&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2054625
Apr 02 20:52:33.223877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:33.310834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c90e81f-43ea-45cb-87db-e94b8cab2d02 admin admin] Publish callbacks [] for security_group (d948d5f8-c8c1-4c61-b046-fa30c1c532fd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.322925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port fb218633-df83-4912-b30d-33b8e54180f1 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:33.323496 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb218633-df83-4912-b30d-33b8e54180f1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.325242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd1b51-063b-4612-b049-a3c09541af86 req-7f3c3df2-b34f-4067-854f-8362a126cb77 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:33.326815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0bcd1b51-063b-4612-b049-a3c09541af86 req-7f3c3df2-b34f-4067-854f-8362a126cb77 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 947 time: 0.3470500
Apr 02 20:52:33.327480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eee36c-6887-4030-a1d5-a6a7c5506b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d948d5f8-c8c1-4c61-b046-fa30c1c532fd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:33.367703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52740) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:33.370853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c90e81f-43ea-45cb-87db-e94b8cab2d02 admin admin] Publish callbacks [] for security_group (d948d5f8-c8c1-4c61-b046-fa30c1c532fd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.372839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb218633-df83-4912-b30d-33b8e54180f1'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:33.375458 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fb3541-6ad3-40c2-a7e1-e526db96837e" -d '{"events": [{"server_uuid": "d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d", "name": "network-vif-plugged", "status": "completed", "tag": "fb218633-df83-4912-b30d-33b8e54180f1"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:33.375641 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-5c3d2aa0-93a6-49bf-bfe5-09b949f4c55e service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4547348
Apr 02 20:52:33.391065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port fb218633-df83-4912-b30d-33b8e54180f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb218633-df83-4912-b30d-33b8e54180f1,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:33.398004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fb218633-df83-4912-b30d-33b8e54180f1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.415169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Allocated IP 192.168.233.36 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/6a0a7717-2bfa-4c0d-8e10-daf1dc138f06) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:33.421460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:33.425847 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:33.440114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9a8b0f2-8f70-4a2d-aba3-1ec05d3593ba req-c9fd08c7-559c-4c87-9b8c-7f6fd8e82d63 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 210 time: 0.0789640
Apr 02 20:52:33.518395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0bcd1b51-063b-4612-b049-a3c09541af86 req-07f98800-ee89-49bc-a9e5-94c7e48eab39 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669254
Apr 02 20:52:33.565270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=fb218633-df83-4912-b30d-33b8e54180f1,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:33.591796 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea95cc9d-0f6e-4fcf-b280-26553695f64f x-openstack-request-id: req-ea95cc9d-0f6e-4fcf-b280-26553695f64f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:33.592288 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d", "name": "network-vif-plugged", "status": "completed", "tag": "fb218633-df83-4912-b30d-33b8e54180f1", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:33.593054 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea95cc9d-0f6e-4fcf-b280-26553695f64f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:33.593279 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea95cc9d-0f6e-4fcf-b280-26553695f64f'] response: {'server_uuid': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb218633-df83-4912-b30d-33b8e54180f1', 'code': 200}
Apr 02 20:52:33.594124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c90e81f-43ea-45cb-87db-e94b8cab2d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d948d5f8-c8c1-4c61-b046-fa30c1c532fd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.598205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c90e81f-43ea-45cb-87db-e94b8cab2d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.599881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1c90e81f-43ea-45cb-87db-e94b8cab2d02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d948d5f8-c8c1-4c61-b046-fa30c1c532fd HTTP/1.1" status: 204  len: 168 time: 0.3750031
Apr 02 20:52:33.617865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90e81f-43ea-45cb-87db-e94b8cab2d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d948d5f8-c8c1-4c61-b046-fa30c1c532fd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:33.625821 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4de5c9-c7df-4d28-a984-c5c7cb0bd0d7 x-openstack-request-id: req-eb4de5c9-c7df-4d28-a984-c5c7cb0bd0d7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:33.626298 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:33.626707 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb4de5c9-c7df-4d28-a984-c5c7cb0bd0d7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:33.627554 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4de5c9-c7df-4d28-a984-c5c7cb0bd0d7'] response: {'name': 'network-changed', 'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'status': 'completed', 'code': 200}
Apr 02 20:52:33.638808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ef394fd-1edf-4273-9525-19a085279c07 req-c84f4f43-75b1-48de-9b76-1cd446a347bf service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401361
Apr 02 20:52:33.716762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7473b8-3888-43d0-92c5-224394357506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.769674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29809e5-bc75-4dbc-8635-60d699c94767 req-a49882aa-ecae-4c54-9133-94e38605eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:33.772155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b29809e5-bc75-4dbc-8635-60d699c94767 req-a49882aa-ecae-4c54-9133-94e38605eeec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 1130 time: 0.0792615
Apr 02 20:52:33.822139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks [] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.834573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b29809e5-bc75-4dbc-8635-60d699c94767 req-9bcc7d0b-75c7-4b74-b9df-ed0c5f23b104 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552726
Apr 02 20:52:33.851346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-77b07cf2-3d5e-4fea-8f5d-debbf88aa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:33.853039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-77b07cf2-3d5e-4fea-8f5d-debbf88aa81c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1126 time: 0.1385474
Apr 02 20:52:33.891330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:33.895868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7473b8-3888-43d0-92c5-224394357506 admin admin] Publish callbacks [] for security_group (79ade140-9d7f-4ec7-a125-5a27223fce1b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.903825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7473b8-3888-43d0-92c5-224394357506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (79ade140-9d7f-4ec7-a125-5a27223fce1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.925313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:33.980958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85514-eef5-41f2-8376-caa02ca7a701 req-8481eeb1-c71d-4a42-a7ab-c71c39ef266c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:33.984122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be7473b8-3888-43d0-92c5-224394357506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a20461c81df249d49f39a4137ddefcd5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6086206
Apr 02 20:52:33.986402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52768) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:33.993652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11b85514-eef5-41f2-8376-caa02ca7a701 req-8481eeb1-c71d-4a42-a7ab-c71c39ef266c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.0888245
Apr 02 20:52:33.994686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7473b8-3888-43d0-92c5-224394357506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ade140-9d7f-4ec7-a125-5a27223fce1b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:34.013549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:34.022578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:34.035182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:34.041634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Pushing event updated for resources: {'Port': ['ID=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:34.081778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11b85514-eef5-41f2-8376-caa02ca7a701 req-70ad2d08-65f0-44eb-b1f5-9e0f3f1360f5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871065
Apr 02 20:52:34.095280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-network', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:34.127827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Made reservation on behalf of cb35175e41264b7cb3ca65aea6b25361 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:34.132104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.154033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.185101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:34.186587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.231711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:34.261600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb8ecb64-8105-4ca9-af63-dd013329cae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.268656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks [] for security_group (873b5f35-2dbf-407d-818f-9112b4309cdf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.283914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (873b5f35-2dbf-407d-818f-9112b4309cdf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.290356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e06d60d3-be00-4ac9-8c09-93585de2a949 admin admin] Publish callbacks [] for security_group (79ade140-9d7f-4ec7-a125-5a27223fce1b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.298314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-4e38ed6b-9eab-4c73-b08c-cc5a749ea787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:34.299936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-4e38ed6b-9eab-4c73-b08c-cc5a749ea787 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2206876
Apr 02 20:52:34.320389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-04a73754-d267-4d97-b946-7e1a57fbc3e9 None None] Provisioning complete for port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:34.321251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-04a73754-d267-4d97-b946-7e1a57fbc3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.321372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:52:34.343985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f215242c-2b6e-4b0a-a584-281449cd0bde), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.344327 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Added segment f215242c-2b6e-4b0a-a584-281449cd0bde of type vlan for network 89fb7f49-e1b9-4564-bf88-2f6653e5d759
Apr 02 20:52:34.348663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-aa01748a-777d-4cc4-b7c9-05525139cd5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.0390182
Apr 02 20:52:34.349888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873b5f35-2dbf-407d-818f-9112b4309cdf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:34.372786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-04a73754-d267-4d97-b946-7e1a57fbc3e9 None None] Port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:34.389306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-2243c2d3-3472-491f-b4cd-1372e57a49b3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7178891
Apr 02 20:52:34.407228 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e06d60d3-be00-4ac9-8c09-93585de2a949 admin admin] Publish callbacks [] for security_group (79ade140-9d7f-4ec7-a125-5a27223fce1b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.417708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (89fb7f49-e1b9-4564-bf88-2f6653e5d759), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.424117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Request body: {'port': {'device_id': '014472c4-1c30-4532-b3c6-f008e2778674', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:34.486309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-7dce4253-1f32-42e9-b157-813ef2c2695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:34.487974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-7dce4253-1f32-42e9-b157-813ef2c2695a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1171010
Apr 02 20:52:34.491779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb8ecb64-8105-4ca9-af63-dd013329cae5 admin admin] Publish callbacks [] for security_group (f6def3e3-bfb8-45d7-b430-74a772e4cd88), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.494541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (89fb7f49-e1b9-4564-bf88-2f6653e5d759), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.496057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:34.497528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.540677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb8ecb64-8105-4ca9-af63-dd013329cae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f6def3e3-bfb8-45d7-b430-74a772e4cd88), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.550779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-c096e703-6d4f-43fa-8232-30eb7112b270 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374150
Apr 02 20:52:34.565374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.577143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6845875
Apr 02 20:52:34.577972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e06d60d3-be00-4ac9-8c09-93585de2a949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (79ade140-9d7f-4ec7-a125-5a27223fce1b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.580354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52786) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:34.581471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e06d60d3-be00-4ac9-8c09-93585de2a949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.582818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e06d60d3-be00-4ac9-8c09-93585de2a949 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79ade140-9d7f-4ec7-a125-5a27223fce1b HTTP/1.1" status: 204  len: 168 time: 0.5955117
Apr 02 20:52:34.591408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ecb64-8105-4ca9-af63-dd013329cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6def3e3-bfb8-45d7-b430-74a772e4cd88,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:34.619035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Request body: {'subnet': {'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-subnet', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:34.625149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d60d3-be00-4ac9-8c09-93585de2a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ade140-9d7f-4ec7-a125-5a27223fce1b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:34.688503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1288b-cec1-4e4b-b6aa-18f5880b9408 admin admin] Pushing event updated for resources: {'Network': ['ID=89fb7f49-e1b9-4564-bf88-2f6653e5d759,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:34.704782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:52:34.707635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bb8ecb64-8105-4ca9-af63-dd013329cae5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6feca2ef39044127853c20cf5eef04db&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4745550
Apr 02 20:52:34.709630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52790) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:34.712279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Made reservation on behalf of cb35175e41264b7cb3ca65aea6b25361 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:34.714793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:34.737589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0031-68d2-42f2-ab3f-3f813e01a747 req-18811f23-3068-468c-add7-b3f66ca19bba tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:34.739265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e3ff0031-68d2-42f2-ab3f-3f813e01a747 req-18811f23-3068-468c-add7-b3f66ca19bba tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 935 time: 0.2005556
Apr 02 20:52:34.809314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-bf8f864f-5c60-43bb-9f08-911cbfea0aff service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512403
Apr 02 20:52:34.839827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e3ff0031-68d2-42f2-ab3f-3f813e01a747 req-be60c529-e73d-4d78-a0f0-efb0b4a9ec23 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882282
Apr 02 20:52:34.871619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf3f3-dac4-416c-a0df-60bbe3f38e51 req-74aaab83-3155-44dd-bb9a-1734cd8f4e03 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:34.873133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6faf3f3-dac4-416c-a0df-60bbe3f38e51 req-74aaab83-3155-44dd-bb9a-1734cd8f4e03 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.2609143
Apr 02 20:52:34.962509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4883344-0d16-4d8f-b25e-f26ecd258e51 admin admin] Publish callbacks [] for security_group (f6def3e3-bfb8-45d7-b430-74a772e4cd88), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.008636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (7a835138-1d1e-46c9-befd-c606a26ea5c8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.012606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:52:35.064890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4883344-0d16-4d8f-b25e-f26ecd258e51 admin admin] Publish callbacks [] for security_group (f6def3e3-bfb8-45d7-b430-74a772e4cd88), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.080332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8379ce-9f3e-4bf0-b31f-4e500691fe6e req-abc4db33-c7de-4295-ad70-78da5b72ab90 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2617021
Apr 02 20:52:35.089445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6faf3f3-dac4-416c-a0df-60bbe3f38e51 req-a49033b0-c32b-4c4f-81e4-f66869fc6f0d tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062838
Apr 02 20:52:35.173229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Checking segment: {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:35.173527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Network hostable DHCP agents. Network: 89fb7f49-e1b9-4564-bf88-2f6653e5d759, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:52:35.193107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4883344-0d16-4d8f-b25e-f26ecd258e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f6def3e3-bfb8-45d7-b430-74a772e4cd88), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.196353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4883344-0d16-4d8f-b25e-f26ecd258e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.200032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d4883344-0d16-4d8f-b25e-f26ecd258e51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6def3e3-bfb8-45d7-b430-74a772e4cd88 HTTP/1.1" status: 204  len: 168 time: 0.4849744
Apr 02 20:52:35.207484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a835138-1d1e-46c9-befd-c606a26ea5c8,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:35.229474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:52:35.247144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89fb7f49-e1b9-4564-bf88-2f6653e5d759) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:35.252173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:35.252795 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.262440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0341b57f-8b2e-4888-a57e-d3b1733b093e None None] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:35.285650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4883344-0d16-4d8f-b25e-f26ecd258e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6def3e3-bfb8-45d7-b430-74a772e4cd88,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:35.286659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5859b01c-5ff0-4cb4-935a-aecfca514232 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.6807399
Apr 02 20:52:35.287301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52806) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:35.294940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:35.308922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:35.310886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:35.337724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (83709aea-a986-4db3-969c-72a6c75dbe6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.338374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Publish callbacks [] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.340665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (83709aea-a986-4db3-969c-72a6c75dbe6a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.381468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Transition to ACTIVE for port object 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:52:35.390014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'port_id': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'mac_address': 'fa:16:3e:31:8f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e393bb-af15-4c91-8d30-7f48f998d072', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:52:35.392068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.442862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks [] for router_controller (83709aea-a986-4db3-969c-72a6c75dbe6a), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.508418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fceb51-e26c-4617-ac8a-4f4ffd7a461c req-883854b0-d799-4d0e-a49d-cc438ebed1a7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:35.520144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18fceb51-e26c-4617-ac8a-4f4ffd7a461c req-883854b0-d799-4d0e-a49d-cc438ebed1a7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.2951202
Apr 02 20:52:35.571568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port df51f42c-1b75-412d-b9f6-4349066d58c2 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:35.571964 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.583627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89fb7f49-e1b9-4564-bf88-2f6653e5d759', 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759', 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'fixed_ips': [{'subnet_id': '7a835138-1d1e-46c9-befd-c606a26ea5c8'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:52:35.587524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.622394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:35.658696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df51f42c-1b75-412d-b9f6-4349066d58c2 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:35.694676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:35.753687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18fceb51-e26c-4617-ac8a-4f4ffd7a461c req-ca270871-55ce-4ce9-bf4c-a46a939e2ccd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2327139
Apr 02 20:52:35.770675 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks [] for router_gateway (83709aea-a986-4db3-969c-72a6c75dbe6a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.790740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Attempting to bind port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:35.790740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Attempting to bind port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:35.790740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Attempting to bind port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:35.790740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:35.790740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Attempting to bind port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:35.802130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.804053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:35.805253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:35.806413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:35.807382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Bound port: 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:35.808362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:35.940372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] For port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:35.944682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] For port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:35.959264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:35.963938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.005606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:36.006790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.009135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 HTTP/1.1" status: 200  len: 1095 time: 1.5994711
Apr 02 20:52:36.009739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014472c4-1c30-4532-b3c6-f008e2778674', 'tag': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:36.012443 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd92e8-83c1-42a7-a313-32ab664e6993" -d '{"events": [{"name": "network-changed", "server_uuid": "014472c4-1c30-4532-b3c6-f008e2778674", "tag": "6a0a7717-2bfa-4c0d-8e10-daf1dc138f06"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:36.013088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.013712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.015471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.016783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.017416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.019102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.019960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.021696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.023602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.024202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.024908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.026444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.026993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.028820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.030130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:36.043474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2388c5c-6c51-454e-a3b7-b1d6d2eae9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:36.065176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['df51f42c-1b75-412d-b9f6-4349066d58c2'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:36.109333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Allocated IP 172.20.0.2 (89fb7f49-e1b9-4564-bf88-2f6653e5d759/7a835138-1d1e-46c9-befd-c606a26ea5c8/dc46b7db-3bfd-4fe4-a002-850af8f67424) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:36.130944 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8b8f1c-0e0d-4324-873a-c9db86102349 x-openstack-request-id: req-7a8b8f1c-0e0d-4324-873a-c9db86102349 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:36.131198 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014472c4-1c30-4532-b3c6-f008e2778674", "tag": "6a0a7717-2bfa-4c0d-8e10-daf1dc138f06", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:36.131821 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a8b8f1c-0e0d-4324-873a-c9db86102349 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:36.134101 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8b8f1c-0e0d-4324-873a-c9db86102349'] response: {'name': 'network-changed', 'server_uuid': '014472c4-1c30-4532-b3c6-f008e2778674', 'tag': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06', 'status': 'completed', 'code': 200}
Apr 02 20:52:36.156220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:36.174166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-ff03c1de-4755-47ce-86f3-54636436d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:36.185014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-ff03c1de-4755-47ce-86f3-54636436d9d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7755ff4a52a843d5afe245dd067d37fb&device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 1129 time: 0.1266854
Apr 02 20:52:36.204850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5adb90-1daf-4983-a8dc-ad3f3c36b385 req-dbb6cb41-c353-49ad-8be8-1b12c055b4a0 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:36.206540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe5adb90-1daf-4983-a8dc-ad3f3c36b385 req-dbb6cb41-c353-49ad-8be8-1b12c055b4a0 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 947 time: 0.2522540
Apr 02 20:52:36.216191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks [] for router_gateway (83709aea-a986-4db3-969c-72a6c75dbe6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.254838 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.287424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-9bae10e7-43ba-4eb9-8815-1908ef6ba949 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 HTTP/1.1" status: 200  len: 217 time: 0.0951228
Apr 02 20:52:36.377757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe5adb90-1daf-4983-a8dc-ad3f3c36b385 req-5ff44455-6918-478c-b09b-6cf6a62c4362 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309459
Apr 02 20:52:36.470341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Allocated IP 172.35.4.119 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/4c129d78-6201-4c28-9d7e-58cc2a3128b7) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:36.491893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-71eafe60-1751-44cd-90e7-8dd566b2f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:36.493998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-71eafe60-1751-44cd-90e7-8dd566b2f016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1764445
Apr 02 20:52:36.522023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcbc03-e5de-4914-8cdd-64d52b1a7173 req-f00c9c69-8b90-4858-a906-63c4df8d0be4 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:36.528354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Publish callbacks [] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.529699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aefcbc03-e5de-4914-8cdd-64d52b1a7173 req-f00c9c69-8b90-4858-a906-63c4df8d0be4 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.2441752
Apr 02 20:52:36.548729 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.615840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:36.619072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abc7e0c9-ff65-4c8e-b137-0682ddd6f5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.631961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:36.632292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e96ad36a-dd66-4fe2-b0d5-239bde493913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:36.635128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-e96ad36a-dd66-4fe2-b0d5-239bde493913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1300888
Apr 02 20:52:36.646238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aefcbc03-e5de-4914-8cdd-64d52b1a7173 req-293098ca-6f08-419b-aa0d-f5320cea1996 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155524
Apr 02 20:52:36.653381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Pushing event updated for resources: {'Port': ['ID=dc46b7db-3bfd-4fe4-a002-850af8f67424,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:36.674750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:36.709092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks [] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.763960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.766010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Attempting to bind port dc46b7db-3bfd-4fe4-a002-850af8f67424 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:36.766546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Attempting to bind port dc46b7db-3bfd-4fe4-a002-850af8f67424 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:36.767048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Attempting to bind port dc46b7db-3bfd-4fe4-a002-850af8f67424 on network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:36.779214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:36.779525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Checking segment: {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:36.780219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.780776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Bound using segment: {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:36.781786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Bound port: dc46b7db-3bfd-4fe4-a002-850af8f67424, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:36.782524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:36.826380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:36.834928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:36.837230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:36.839298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Pushing event updated for resources: {'Port': ['ID=4c129d78-6201-4c28-9d7e-58cc2a3128b7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:36.888052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-9a2fda3f-4386-4080-851b-36658fa599d9 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407713
Apr 02 20:52:36.909827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] For port dc46b7db-3bfd-4fe4-a002-850af8f67424, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:36.914928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] For port dc46b7db-3bfd-4fe4-a002-850af8f67424, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc46b7db-3bfd-4fe4-a002-850af8f67424,segment=NetworkSegment(f215242c-2b6e-4b0a-a584-281449cd0bde),segment_id=f215242c-2b6e-4b0a-a584-281449cd0bde)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:36.924823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.021591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abc7e0c9-ff65-4c8e-b137-0682ddd6f5c9 admin admin] Publish callbacks [] for security_group (8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.041658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abc7e0c9-ff65-4c8e-b137-0682ddd6f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.045715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:37.087171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b65dfa3-0c64-44f9-bd25-e11bc333b541 req-d0546547-724e-4e50-81d9-b0726b50018c service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904330
Apr 02 20:52:37.096377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293540f5-1abe-437a-9c2b-3ec239715d24 None None] Pushing event updated for resources: {'Port': ['ID=dc46b7db-3bfd-4fe4-a002-850af8f67424,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:37.166643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7e0c9-ff65-4c8e-b137-0682ddd6f5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:37.223325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-abc7e0c9-ff65-4c8e-b137-0682ddd6f5c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a79a409571c4c9989b0843b6accacc8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0660472
Apr 02 20:52:37.240166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52884) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:37.261556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1275516765-network', 'tenant_id': '38e81bc12e244167b6e8410e634607aa'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:37.342310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Made reservation on behalf of 38e81bc12e244167b6e8410e634607aa for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:37.344600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.373573 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.382505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153b73e-c3c0-463c-b863-1326f66ed7ef req-7c1a82a3-b293-483d-9335-9cfefaa76dae tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:37.389695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f153b73e-c3c0-463c-b863-1326f66ed7ef req-7c1a82a3-b293-483d-9335-9cfefaa76dae tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.1723790
Apr 02 20:52:37.392932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-8d0e126f-7fa2-42a4-acb2-4ff8225db987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:37.394445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-8d0e126f-7fa2-42a4-acb2-4ff8225db987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7755ff4a52a843d5afe245dd067d37fb&device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 1129 time: 0.2458057
Apr 02 20:52:37.499749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8df4782-24bc-4401-aab0-4400c7ad0b3c admin admin] Publish callbacks [] for security_group (8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.564179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks [] for router_gateway (83709aea-a986-4db3-969c-72a6c75dbe6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.612510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45ba00-dec3-4f56-b320-4f16c0991b20 req-a9a2f50d-114c-409d-87ec-f5737d4473c1 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:37.620474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce45ba00-dec3-4f56-b320-4f16c0991b20 req-a9a2f50d-114c-409d-87ec-f5737d4473c1 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.4949567
Apr 02 20:52:37.745339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce45ba00-dec3-4f56-b320-4f16c0991b20 req-ddfb503b-6254-4235-9f01-a993043fb37b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196706
Apr 02 20:52:37.853356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8df4782-24bc-4401-aab0-4400c7ad0b3c admin admin] Publish callbacks [] for security_group (8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.871201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f153b73e-c3c0-463c-b863-1326f66ed7ef req-25eaf98b-e795-460e-a1f6-8499357a80da tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4806376
Apr 02 20:52:37.948775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b49c41-f961-44d0-8335-5f4feb591253 req-3f3e4119-6aef-47a5-8ef5-f2302c69a0df tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:37.949940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-1ac43d6b-7c39-4477-a335-49a36255a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:37.951030 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6b49c41-f961-44d0-8335-5f4feb591253 req-3f3e4119-6aef-47a5-8ef5-f2302c69a0df tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 947 time: 0.1097028
Apr 02 20:52:37.957317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-1ac43d6b-7c39-4477-a335-49a36255a628 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.5520616
Apr 02 20:52:37.967227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (83709aea-a986-4db3-969c-72a6c75dbe6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:37.998536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8df4782-24bc-4401-aab0-4400c7ad0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.000986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8df4782-24bc-4401-aab0-4400c7ad0b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.002099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8df4782-24bc-4401-aab0-4400c7ad0b3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6 HTTP/1.1" status: 204  len: 168 time: 0.7609932
Apr 02 20:52:38.032319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c87a34-d321-48cc-a113-7681bd11715b req-ab1fa4a6-59c1-4d61-844f-1bad092d5e84 tempest-FlavorsV2NegativeTest-1595473388 tempest-FlavorsV2NegativeTest-1595473388-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d64a68c4487249c3835dff411ea414fa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0740173
Apr 02 20:52:38.042192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-ecb988e9-525d-4c29-9966-f0eb246bda2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 HTTP/1.1" status: 200  len: 217 time: 0.0656931
Apr 02 20:52:38.050916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df4782-24bc-4401-aab0-4400c7ad0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d6ad7-b352-4f1c-a60f-7cc2c5fe77e6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:38.090011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6b49c41-f961-44d0-8335-5f4feb591253 req-355d6ee7-6a21-44d2-beaf-189ba0114123 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323009
Apr 02 20:52:38.119271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks [] for security_group (a21b60d9-9755-4cb6-9aeb-11c9d25963a4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.137413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a21b60d9-9755-4cb6-9aeb-11c9d25963a4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.174339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Router 83709aea-a986-4db3-969c-72a6c75dbe6a is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:52:38.237214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:52:38.258102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b60d9-9755-4cb6-9aeb-11c9d25963a4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:38.277972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-7306389d-f7a8-4bdb-b370-537954cc28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:38.280139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-7306389d-f7a8-4bdb-b370-537954cc28e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2246101
Apr 02 20:52:38.286944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (934710ee-4aac-4568-bf1b-3265f6c2d617), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.287312 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Added segment 934710ee-4aac-4568-bf1b-3265f6c2d617 of type vlan for network bd617d49-5fd6-4378-b7f2-596b5fba89c0
Apr 02 20:52:38.295080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:52:38.307200 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Sync routers for ids ['83709aea-a986-4db3-969c-72a6c75dbe6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:52:38.325272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.326512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-025bb0d7-4638-4520-892b-b8a3287e637b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 3.0376158
Apr 02 20:52:38.328134 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Routers {'83709aea-a986-4db3-969c-72a6c75dbe6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:38.329151 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461ff640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['83709aea-a986-4db3-969c-72a6c75dbe6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:38.329418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52916) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:38.354178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87a34-d321-48cc-a113-7681bd11715b req-f591bf47-955a-4fbc-a036-4a58d90a2482 tempest-FlavorsV2NegativeTest-1595473388 tempest-FlavorsV2NegativeTest-1595473388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:38.361016 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c87a34-d321-48cc-a113-7681bd11715b req-f591bf47-955a-4fbc-a036-4a58d90a2482 tempest-FlavorsV2NegativeTest-1595473388 tempest-FlavorsV2NegativeTest-1595473388-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3136249
Apr 02 20:52:38.409748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c87a34-d321-48cc-a113-7681bd11715b req-e5f97e66-70e5-40cc-b277-31f0c4a16c4b tempest-FlavorsV2NegativeTest-1595473388 tempest-FlavorsV2NegativeTest-1595473388-project] 10.222.0.18 "GET /v2.0/quotas/d64a68c4487249c3835dff411ea414fa HTTP/1.1" status: 200  len: 375 time: 0.0478261
Apr 02 20:52:38.463827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (bd617d49-5fd6-4378-b7f2-596b5fba89c0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.467484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-ea06671c-86c5-4ddc-9baf-64073da956ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:38.469063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-ea06671c-86c5-4ddc-9baf-64073da956ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1713915
Apr 02 20:52:38.489237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c87a34-d321-48cc-a113-7681bd11715b req-fc7376ef-1926-494c-88f0-ea8d0d65d8b8 tempest-FlavorsV2NegativeTest-1595473388 tempest-FlavorsV2NegativeTest-1595473388-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d64a68c4487249c3835dff411ea414fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0681388
Apr 02 20:52:38.505781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:38.528709 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Set router 83709aea-a986-4db3-969c-72a6c75dbe6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:38.540968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35843aac-e254-4f9e-940d-731400454092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.653271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (bd617d49-5fd6-4378-b7f2-596b5fba89c0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.655516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:38.657249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.657491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc46b7db-3bfd-4fe4-a002-850af8f67424 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:38.713572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4782660e-17d6-4c7a-933e-887b0ca15d2a None None] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:38.761897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7125583
Apr 02 20:52:38.762452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:38.803763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Request body: {'subnet': {'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1275516765-subnet', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:38.883797 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461ff640>, [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:37Z', 'revision_number': 3, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port': {'id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:36Z', 'updated_at': '2022-04-02T20:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:38.888777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Provisioning complete for port dc46b7db-3bfd-4fe4-a002-850af8f67424 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:38.889658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.911435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dc46b7db-3bfd-4fe4-a002-850af8f67424 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:38.911812 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.923742 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Checking router: 83709aea-a986-4db3-969c-72a6c75dbe6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:52:38.923970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-9b621f28-b38b-49b3-8698-e7258b69cc52 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4336877
Apr 02 20:52:38.924368 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Updating router 83709aea-a986-4db3-969c-72a6c75dbe6a port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:52:38.954493 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:38.954902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Made reservation on behalf of 38e81bc12e244167b6e8410e634607aa for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:52:38.960107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.060490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:39.071503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560cf09-0969-430d-88a8-82af3620eb0a req-8b5d3b4f-9bdb-4c05-bb40-abb0e0da41f8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:39.081761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1560cf09-0969-430d-88a8-82af3620eb0a req-8b5d3b4f-9bdb-4c05-bb40-abb0e0da41f8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.1761301
Apr 02 20:52:39.089503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6cd92e8-83c1-42a7-a313-32ab664e6993 req-1ebfcd5b-d05e-4455-9b55-f8b91ae833c6 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1096134
Apr 02 20:52:39.134496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.254725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6921fb-738e-4442-b2ff-97b5214cd5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd617d49-5fd6-4378-b7f2-596b5fba89c0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:39.275527 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Publish callbacks [] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.283527 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.346595 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Pushing event updated for resources: {'Port': ['ID=4c129d78-6201-4c28-9d7e-58cc2a3128b7,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:39.347466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1560cf09-0969-430d-88a8-82af3620eb0a req-515cee70-ac07-4950-b6f6-da130751e402 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570217
Apr 02 20:52:39.350383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dc46b7db-3bfd-4fe4-a002-850af8f67424 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:39.351087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.358155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:52:39.363467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c346ea9-54c7-4033-a59f-f6967f50780f req-9dbfef8f-b8c2-455e-93cc-a46392802ce4 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:39.365502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c346ea9-54c7-4033-a59f-f6967f50780f req-9dbfef8f-b8c2-455e-93cc-a46392802ce4 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.4000225
Apr 02 20:52:39.370800 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.371814 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.372423 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.372790 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.373223 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.373716 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.374145 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.374939 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.376267 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.377050 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.378059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.378572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.379582 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.380224 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.380874 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:52:39.433197 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Attempting to bind port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:39.433681 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Attempting to bind port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:39.434163 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Attempting to bind port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:39.444172 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:39.444926 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:39.446134 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.446657 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:39.447342 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Bound port: 4c129d78-6201-4c28-9d7e-58cc2a3128b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:39.447889 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.480883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35843aac-e254-4f9e-940d-731400454092 admin admin] Publish callbacks [] for security_group (532e08ce-b4a4-4f47-9a96-ca280e5c7185), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.496418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35843aac-e254-4f9e-940d-731400454092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (532e08ce-b4a4-4f47-9a96-ca280e5c7185), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.514631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Current status of the port dc46b7db-3bfd-4fe4-a002-850af8f67424 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:39.515020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.524899 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] For port 4c129d78-6201-4c28-9d7e-58cc2a3128b7, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:39.530690 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] For port 4c129d78-6201-4c28-9d7e-58cc2a3128b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c129d78-6201-4c28-9d7e-58cc2a3128b7,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:39.542757 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.552123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Allocated IP 172.20.0.1 (89fb7f49-e1b9-4564-bf88-2f6653e5d759/7a835138-1d1e-46c9-befd-c606a26ea5c8/a30925c5-9881-44c9-a03f-01132bcb2b1b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:39.571382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35843aac-e254-4f9e-940d-731400454092 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83be0892990d4db087ad8d6294ae0047&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0639212
Apr 02 20:52:39.575611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d1300-e7d5-46ee-bb76-f6917f6fd7fa req-4de8dcad-2925-4899-ace6-5ea459841df3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:39.583462 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b44d1300-e7d5-46ee-bb76-f6917f6fd7fa req-4de8dcad-2925-4899-ace6-5ea459841df3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 947 time: 0.1003585
Apr 02 20:52:39.592154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:39.603306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35843aac-e254-4f9e-940d-731400454092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e08ce-b4a4-4f47-9a96-ca280e5c7185,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:39.615704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c346ea9-54c7-4033-a59f-f6967f50780f req-63b684c0-5fa1-4987-b741-b1d7d932b704 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352536
Apr 02 20:52:39.617907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port df51f42c-1b75-412d-b9f6-4349066d58c2 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:52:39.637889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port dc46b7db-3bfd-4fe4-a002-850af8f67424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc46b7db-3bfd-4fe4-a002-850af8f67424,segment=NetworkSegment(f215242c-2b6e-4b0a-a584-281449cd0bde),segment_id=f215242c-2b6e-4b0a-a584-281449cd0bde)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:39.644144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port df51f42c-1b75-412d-b9f6-4349066d58c2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:39.644944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.705026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.720658 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15ce7c-4ee4-4338-8393-8383489093f5 None None] Pushing event updated for resources: {'Port': ['ID=4c129d78-6201-4c28-9d7e-58cc2a3128b7,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:39.737938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (76ef80a1-73f6-4e28-8cdc-ccfceb240923), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.743458 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Routers {'83709aea-a986-4db3-969c-72a6c75dbe6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:39.744374 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461ff640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['83709aea-a986-4db3-969c-72a6c75dbe6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:39.817495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Checking segment: {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:39.817715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Network hostable DHCP agents. Network: bd617d49-5fd6-4378-b7f2-596b5fba89c0, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:52:39.831740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ef80a1-73f6-4e28-8cdc-ccfceb240923,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:39.843024 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b44d1300-e7d5-46ee-bb76-f6917f6fd7fa req-29c00130-8719-47b3-ad22-e70d35e69666 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586131
Apr 02 20:52:39.850142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:52:39.886710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 20:52:39.891582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ab84a6f-a53f-4e85-8bd8-e269f90eba05 admin admin] Publish callbacks [] for security_group (532e08ce-b4a4-4f47-9a96-ca280e5c7185), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.897362 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 20:52:39.912431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd617d49-5fd6-4378-b7f2-596b5fba89c0) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:39.933496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865e12c-acf9-4f32-99e4-a19c420f2d87 None None] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:39.933893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ab84a6f-a53f-4e85-8bd8-e269f90eba05 admin admin] Publish callbacks [] for security_group (532e08ce-b4a4-4f47-9a96-ca280e5c7185), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.934736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:39.936320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.938806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=dc46b7db-3bfd-4fe4-a002-850af8f67424,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:39.944999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d3fb-7448-4989-853f-ea2618ea98ed req-8a2a88c2-f481-431f-9e14-f814fa3c51c0 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:39.947339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8f3d3fb-7448-4989-853f-ea2618ea98ed req-8a2a88c2-f481-431f-9e14-f814fa3c51c0 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 1130 time: 0.0928745
Apr 02 20:52:39.977159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f8f3d3fb-7448-4989-853f-ea2618ea98ed req-73aa6cfd-3c7a-4237-b0e3-0b835b55da36 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:39.989992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52954) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:39.996636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port df51f42c-1b75-412d-b9f6-4349066d58c2 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:39.997364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.000663 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] Set router 83709aea-a986-4db3-969c-72a6c75dbe6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:40.005795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9bd2cc9-84a4-4fa8-9a1f-450eeb46d73f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2145174
Apr 02 20:52:40.009870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:40.016475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:40.042285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks [] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.052605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.054309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.087569 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ab84a6f-a53f-4e85-8bd8-e269f90eba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (532e08ce-b4a4-4f47-9a96-ca280e5c7185), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.093713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ab84a6f-a53f-4e85-8bd8-e269f90eba05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.097131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4ab84a6f-a53f-4e85-8bd8-e269f90eba05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/532e08ce-b4a4-4f47-9a96-ca280e5c7185 HTTP/1.1" status: 204  len: 168 time: 0.5038905
Apr 02 20:52:40.159841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84a6f-a53f-4e85-8bd8-e269f90eba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e08ce-b4a4-4f47-9a96-ca280e5c7185,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:40.214545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks [] for router_controller (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.248545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.370167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:40.373476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:40.381230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:40.384845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:40.395168 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799335a4-1550-453e-a1da-1aa6b7a3b700" -d '{"events": [{"server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "name": "network-vif-plugged", "status": "completed", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:40.424560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Pushing event updated for resources: {'Port': ['ID=a30925c5-9881-44c9-a03f-01132bcb2b1b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:40.457146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (83709aea-a986-4db3-969c-72a6c75dbe6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.507242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f8f3d3fb-7448-4989-853f-ea2618ea98ed req-73aa6cfd-3c7a-4237-b0e3-0b835b55da36 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] Publish callbacks [] for security_group (324b5219-6f6f-493f-a461-0f73f9b16578), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.540629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:40.616129 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.626994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd617d49-5fd6-4378-b7f2-596b5fba89c0', 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0', 'project_id': '38e81bc12e244167b6e8410e634607aa', 'fixed_ips': [{'subnet_id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:52:40.627891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.654169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc46b7db-3bfd-4fe4-a002-850af8f67424 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:40.660662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461ff640>, [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:37Z', 'revision_number': 3, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port': {'id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:36Z', 'updated_at': '2022-04-02T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:40.663035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f8f3d3fb-7448-4989-853f-ea2618ea98ed req-73aa6cfd-3c7a-4237-b0e3-0b835b55da36 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (324b5219-6f6f-493f-a461-0f73f9b16578), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.667123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24a95cd-b30d-42fc-aa23-12f2c8d82c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.686859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-35b8aded-8370-4e2d-919c-f882eb36810f None None] Current status of the port dc46b7db-3bfd-4fe4-a002-850af8f67424 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:40.717024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202cf97-37a8-4b3b-a509-cc427d0ec0ef req-46e94ee1-843b-4ad4-a5a8-18e826e05a47 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:40.720155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e202cf97-37a8-4b3b-a509-cc427d0ec0ef req-46e94ee1-843b-4ad4-a5a8-18e826e05a47 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 946 time: 0.1975858
Apr 02 20:52:40.751746 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3f7e-e007-4770-9991-bc38569841a5 None None] The sync data for ids ['83709aea-a986-4db3-969c-72a6c75dbe6a'] in ncdv-master-1 is: [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:37Z', 'revision_number': 3, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port': {'id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:36Z', 'updated_at': '2022-04-02T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:52:40.803974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8f3d3fb-7448-4989-853f-ea2618ea98ed req-73aa6cfd-3c7a-4237-b0e3-0b835b55da36 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8475809
Apr 02 20:52:40.858976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks [] for router_gateway (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.866773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:40.869168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa6cfd-3c7a-4237-b0e3-0b835b55da36 tempest-LiveMigrationNegativeTest-688717613 tempest-LiveMigrationNegativeTest-688717613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324b5219-6f6f-493f-a461-0f73f9b16578,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:40.896854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e202cf97-37a8-4b3b-a509-cc427d0ec0ef req-74783595-df0a-4efb-9759-f2619796cc65 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650360
Apr 02 20:52:40.995582 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b8f4e7-7b7a-428a-be7a-cd28f8ca00dc x-openstack-request-id: req-f5b8f4e7-7b7a-428a-be7a-cd28f8ca00dc {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:40.996800 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "name": "network-vif-plugged", "status": "completed", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:40.998046 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5b8f4e7-7b7a-428a-be7a-cd28f8ca00dc {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:40.998564 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b8f4e7-7b7a-428a-be7a-cd28f8ca00dc'] response: {'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'code': 200}
Apr 02 20:52:41.074941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:41.090524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-10f654a6-3dbd-455b-bc4c-4d899d2a6dc1 None None] Provisioning complete for port dc46b7db-3bfd-4fe4-a002-850af8f67424 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:41.094933 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-10f654a6-3dbd-455b-bc4c-4d899d2a6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.161487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e61286-44e5-4001-851d-a4374b37085b req-d063a73e-ddfe-4c39-bbb7-e6705cbe0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:41.163882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0e61286-44e5-4001-851d-a4374b37085b req-d063a73e-ddfe-4c39-bbb7-e6705cbe0782 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1128 time: 0.1167803
Apr 02 20:52:41.182558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dc46b7db-3bfd-4fe4-a002-850af8f67424 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:41.182928 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.223802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-f0837ebc-f56a-4faf-ac43-8ccafb4d004e req-6864667f-bd22-4dbd-afcf-4b017daf0db0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:41.225207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0837ebc-f56a-4faf-ac43-8ccafb4d004e req-6864667f-bd22-4dbd-afcf-4b017daf0db0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0297821
Apr 02 20:52:41.278577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Allocated IP 172.20.0.2 (bd617d49-5fd6-4378-b7f2-596b5fba89c0/76ef80a1-73f6-4e28-8cdc-ccfceb240923/aa373600-9873-48d2-88b6-5ae2460e1738) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:41.413199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24a95cd-b30d-42fc-aa23-12f2c8d82c9b admin admin] Publish callbacks [] for security_group (e3eecf71-15ef-40ce-a478-d18eb0f75506), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.416019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-10f654a6-3dbd-455b-bc4c-4d899d2a6dc1 None None] Current status of the port dc46b7db-3bfd-4fe4-a002-850af8f67424 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:41.446770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24a95cd-b30d-42fc-aa23-12f2c8d82c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3eecf71-15ef-40ce-a478-d18eb0f75506), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.465149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0e61286-44e5-4001-851d-a4374b37085b req-09265741-df50-4e2f-a30c-19407870270a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909241
Apr 02 20:52:41.521945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks [] for router_gateway (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.569121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.583885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a95cd-b30d-42fc-aa23-12f2c8d82c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eecf71-15ef-40ce-a478-d18eb0f75506,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:41.663910 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Publish callbacks [] for port (aa373600-9873-48d2-88b6-5ae2460e1738), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.671370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c24a95cd-b30d-42fc-aa23-12f2c8d82c9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d64a68c4487249c3835dff411ea414fa&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6785266
Apr 02 20:52:41.680397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.682101 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53000) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:41.737920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29758-13d7-4fac-b28f-fa2aae15ec76 req-d788f2d0-936c-480f-be9d-019731985e3c tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:41.744178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:41.745739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ff29758-13d7-4fac-b28f-fa2aae15ec76 req-d788f2d0-936c-480f-be9d-019731985e3c tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 947 time: 0.3889759
Apr 02 20:52:41.747911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Pushing event updated for resources: {'Port': ['ID=aa373600-9873-48d2-88b6-5ae2460e1738,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:41.750702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:41.754642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:41.779275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0f64d6b3-bcf9-47b6-8d27-ecf9a90334af None None] Provisioning complete for port a30925c5-9881-44c9-a03f-01132bcb2b1b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:41.779869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0f64d6b3-bcf9-47b6-8d27-ecf9a90334af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.799216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dc46b7db-3bfd-4fe4-a002-850af8f67424 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:41.896685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ff29758-13d7-4fac-b28f-fa2aae15ec76 req-a894ff18-9c05-43a5-ae00-176c8656a440 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311586
Apr 02 20:52:41.896930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Allocated IP 172.35.4.135 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/fa6c352e-69f9-46aa-a31e-c9fd979aa600) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:41.925146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5022-2afd-4f26-96ef-376b1c17466d admin admin] Publish callbacks [] for security_group (e3eecf71-15ef-40ce-a478-d18eb0f75506), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.949353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks [] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.963461 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.965417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f514243-e6d8-4497-9bf5-915ed6aab72c req-cb0a4451-f0b1-496c-bd98-a57ef2f320dc tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:41.970939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0f64d6b3-bcf9-47b6-8d27-ecf9a90334af None None] Port a30925c5-9881-44c9-a03f-01132bcb2b1b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:41.972289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f514243-e6d8-4497-9bf5-915ed6aab72c req-cb0a4451-f0b1-496c-bd98-a57ef2f320dc tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.1322641
Apr 02 20:52:41.982293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Attempting to bind port aa373600-9873-48d2-88b6-5ae2460e1738 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:41.982850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Attempting to bind port aa373600-9873-48d2-88b6-5ae2460e1738 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:41.983219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Attempting to bind port aa373600-9873-48d2-88b6-5ae2460e1738 on network bd617d49-5fd6-4378-b7f2-596b5fba89c0 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:41.998184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:41.998845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Checking segment: {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:41.998962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:41.999332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Bound using segment: {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:41.999815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Bound port: aa373600-9873-48d2-88b6-5ae2460e1738, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:42.000198 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.016591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5022-2afd-4f26-96ef-376b1c17466d admin admin] Publish callbacks [] for security_group (e3eecf71-15ef-40ce-a478-d18eb0f75506), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.070139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Pushing event updated for resources: {'Port': ['ID=a30925c5-9881-44c9-a03f-01132bcb2b1b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:42.102277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (83709aea-a986-4db3-969c-72a6c75dbe6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.104983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] For port aa373600-9873-48d2-88b6-5ae2460e1738, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:42.109574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] For port aa373600-9873-48d2-88b6-5ae2460e1738, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa373600-9873-48d2-88b6-5ae2460e1738,segment=NetworkSegment(934710ee-4aac-4568-bf1b-3265f6c2d617),segment_id=934710ee-4aac-4568-bf1b-3265f6c2d617)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:42.119393 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.131643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f514243-e6d8-4497-9bf5-915ed6aab72c req-0acadd34-cb58-4e45-904b-dab4b5250653 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583519
Apr 02 20:52:42.157410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks [] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.211575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3470cc8-5f5b-430d-b45f-6f5e5a3464d4 None None] Pushing event updated for resources: {'Port': ['ID=aa373600-9873-48d2-88b6-5ae2460e1738,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:42.239771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.273551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefccde5-1868-4e6f-b7f9-a4d4dddadb28 req-d8e2f0b0-5d2d-4c4f-a957-fdf71ae074f0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:42.280802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cefccde5-1868-4e6f-b7f9-a4d4dddadb28 req-d8e2f0b0-5d2d-4c4f-a957-fdf71ae074f0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 946 time: 0.2065182
Apr 02 20:52:42.283173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6c352e-69f9-46aa-a31e-c9fd979aa600,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:42.305401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:42.306681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:42.311109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:42.323806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5022-2afd-4f26-96ef-376b1c17466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3eecf71-15ef-40ce-a478-d18eb0f75506), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.326644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5022-2afd-4f26-96ef-376b1c17466d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:42.327811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2e8f5022-2afd-4f26-96ef-376b1c17466d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3eecf71-15ef-40ce-a478-d18eb0f75506 HTTP/1.1" status: 204  len: 168 time: 0.6447136
Apr 02 20:52:42.355129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:52:42.373808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f5022-2afd-4f26-96ef-376b1c17466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eecf71-15ef-40ce-a478-d18eb0f75506,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:42.393226 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cefccde5-1868-4e6f-b7f9-a4d4dddadb28 req-ced58a0f-034b-43a5-a792-68808efeb02b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109588
Apr 02 20:52:42.416362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:42.418646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:42.760127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:42.781849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4c129d78-6201-4c28-9d7e-58cc2a3128b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:42.803698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Router 83709aea-a986-4db3-969c-72a6c75dbe6a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:52:42.890100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06', 'mac_address': 'fa:16:3e:68:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:52:42.968434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:52:42.973824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1459b8ee-1878-4123-9935-eb331f386de3 admin admin] 10.222.0.18 "PUT /v2.0/routers/83709aea-a986-4db3-969c-72a6c75dbe6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6433823
Apr 02 20:52:43.036210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks [] for router_gateway (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.054244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:43.055432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.075245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:52:43.100695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:43.116661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.182651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:43.194302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0bfcbeee-c690-4b88-baea-84758922dab3 None None] Provisioning complete for port a30925c5-9881-44c9-a03f-01132bcb2b1b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:43.196768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0bfcbeee-c690-4b88-baea-84758922dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.236092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:43.236723 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.332353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcbeee-c690-4b88-baea-84758922dab3 None None] Port a30925c5-9881-44c9-a03f-01132bcb2b1b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:43.350575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:43.350971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.378017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4c129d78-6201-4c28-9d7e-58cc2a3128b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c129d78-6201-4c28-9d7e-58cc2a3128b7,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:43.383575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e294-b9d2-4e55-9efb-b7c41854fb7b req-8936662b-e0a0-45c8-b7eb-da569efaa45a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:43.384425 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.386342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2a5e294-b9d2-4e55-9efb-b7c41854fb7b req-8936662b-e0a0-45c8-b7eb-da569efaa45a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.1093981
Apr 02 20:52:43.459465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6a0a7717-2bfa-4c0d-8e10-daf1dc138f06'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:43.478719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2a5e294-b9d2-4e55-9efb-b7c41854fb7b req-d97ceee0-ea15-4e2b-9fb0-c2d41c5ade35 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764077
Apr 02 20:52:43.520069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4c129d78-6201-4c28-9d7e-58cc2a3128b7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:43.711867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9bec5-6f2d-4c5a-b64a-b636a5ab1007 req-b04cb0dc-a41a-4a44-bb63-601ef249b431 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:43.713434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e7b9bec5-6f2d-4c5a-b64a-b636a5ab1007 req-b04cb0dc-a41a-4a44-bb63-601ef249b431 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 948 time: 0.5505402
Apr 02 20:52:43.728568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:43.744012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-53e27c90-f89c-45bb-9623-efc0d4c92046 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:43.745717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-53e27c90-f89c-45bb-9623-efc0d4c92046 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 948 time: 0.1574311
Apr 02 20:52:43.855044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Sync routers for ids ['83709aea-a986-4db3-969c-72a6c75dbe6a'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:52:43.874758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Routers {'83709aea-a986-4db3-969c-72a6c75dbe6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:43.875223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784568b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['83709aea-a986-4db3-969c-72a6c75dbe6a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:43.928920 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-1e325793-7b44-4062-afca-a3982bec8b05 req-74a52483-2e60-427b-9ec7-68b3eb6054da tempest-FloatingIPDetailsNegativeTestJSON-59448123 tempest-FloatingIPDetailsNegativeTestJSON-59448123-project] show failed (client error): The resource could not be found.
Apr 02 20:52:43.938305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e325793-7b44-4062-afca-a3982bec8b05 req-74a52483-2e60-427b-9ec7-68b3eb6054da tempest-FloatingIPDetailsNegativeTestJSON-59448123 tempest-FloatingIPDetailsNegativeTestJSON-59448123-project] 10.222.0.18 "GET /v2.0/floatingips/e9d1ac2c-dce7-461b-b0c6-f12509edc190 HTTP/1.1" status: 404  len: 350 time: 0.0487249
Apr 02 20:52:43.944713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:43.959765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e7b9bec5-6f2d-4c5a-b64a-b636a5ab1007 req-85cbd7f0-33e1-4e95-a6cf-a488ee9cffd6 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345614
Apr 02 20:52:44.022582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Set router 83709aea-a986-4db3-969c-72a6c75dbe6a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:44.041943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Deleting port fb218633-df83-4912-b30d-33b8e54180f1 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:44.042504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fb218633-df83-4912-b30d-33b8e54180f1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:44.087332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:52:44.214621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa7a36-7cf8-416d-aeb9-8db7dc1d86b8 req-42afe442-f8bf-4d37-ba06-8ac24530127b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:44.217530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4fa7a36-7cf8-416d-aeb9-8db7dc1d86b8 req-42afe442-f8bf-4d37-ba06-8ac24530127b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 946 time: 0.1744888
Apr 02 20:52:44.301808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] For port fb218633-df83-4912-b30d-33b8e54180f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb218633-df83-4912-b30d-33b8e54180f1,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:44.302569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fb218633-df83-4912-b30d-33b8e54180f1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:44.325092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Calling delete_port for fb218633-df83-4912-b30d-33b8e54180f1 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:44.356214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:52:44.368478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Sync routers for ids ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:52:44.385034 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Routers {'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:44.386641 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcbcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:44.388165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8537c7-9968-41c5-9be8-eb907eb5437d None None] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:44.391668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:44.409255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4fa7a36-7cf8-416d-aeb9-8db7dc1d86b8 req-a33f3652-842e-426d-b3f2-8658f34e8599 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864283
Apr 02 20:52:44.426161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:44.481479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:44.488232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-38e7afbe-2e61-4c00-afba-ce98dcfd5f73 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4767568
Apr 02 20:52:44.499137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53094) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:44.684052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53100) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:44.700614 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Set router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:44.771849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fb218633-df83-4912-b30d-33b8e54180f1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:44.787721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] Provisioning complete for port aa373600-9873-48d2-88b6-5ae2460e1738 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:44.788057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:44.824755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Pushing event deleted for resources: {'Port': ['ID=fb218633-df83-4912-b30d-33b8e54180f1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:44.827153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['fb218633-df83-4912-b30d-33b8e54180f1'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:44.830479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:44.905260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device aa373600-9873-48d2-88b6-5ae2460e1738 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:44.913511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9525b534-2b0c-4612-aeca-251626c2018d req-6a88fb84-e91c-4f3e-bde2-0959e8cc49b2 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d HTTP/1.1" status: 200  len: 210 time: 0.1423669
Apr 02 20:52:45.016660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] No DVR routers for this DVR port fb218633-df83-4912-b30d-33b8e54180f1 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:52:45.023280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.028428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e6097e9-5474-4b14-8c98-306dc5715498 req-44ca67a1-d618-4b84-ae83-a7fb3dcde59a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.21 "DELETE /v2.0/ports/fb218633-df83-4912-b30d-33b8e54180f1 HTTP/1.1" status: 204  len: 173 time: 1.2723119
Apr 02 20:52:45.029248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'name': 'network-vif-deleted', 'tag': 'fb218633-df83-4912-b30d-33b8e54180f1'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:45.042352 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791da6bb-8a56-4e19-8799-b0e2b339d8a1" -d '{"events": [{"server_uuid": "d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d", "name": "network-vif-deleted", "tag": "fb218633-df83-4912-b30d-33b8e54180f1"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:45.079209 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcbcd0>, [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:52:42Z', 'revision_number': 3, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:45.115005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:52:45.138296 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Checking router: b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:52:45.138644 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Updating router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 port fa6c352e-69f9-46aa-a31e-c9fd979aa600 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:52:45.154071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3f61fca9-76aa-4f55-85d0-43f93724fa69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.213561 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.285704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:45.287216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.288670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ff0e3-085c-45bb-b78c-771c5f27d760 req-c3a10d11-b024-412c-b9fd-7b2a66d1bed8 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:45.298240 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-115ff0e3-085c-45bb-b78c-771c5f27d760 req-c3a10d11-b024-412c-b9fd-7b2a66d1bed8 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1128 time: 0.3948722
Apr 02 20:52:45.347507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (83709aea-a986-4db3-969c-72a6c75dbe6a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.517980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port aa373600-9873-48d2-88b6-5ae2460e1738 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:45.519153 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.550310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] Current status of the port aa373600-9873-48d2-88b6-5ae2460e1738 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:45.551032 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.663144 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.663350 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Publish callbacks [] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.671444 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.672814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784568b670>, [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:40Z', 'revision_number': 4, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port': {'id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:36Z', 'updated_at': '2022-04-02T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a30925c5-9881-44c9-a03f-01132bcb2b1b', 'name': '', 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'mac_address': 'fa:16:3e:45:03:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7a835138-1d1e-46c9-befd-c606a26ea5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:39Z', 'updated_at': '2022-04-02T20:52:41Z', 'revision_number': 2, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'subnets': [{'id': '7a835138-1d1e-46c9-befd-c606a26ea5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:45.735955 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2b5f0-5102-4887-9297-f671c3d01733 None None] Pushing event updated for resources: {'Port': ['ID=fa6c352e-69f9-46aa-a31e-c9fd979aa600,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:45.751977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Checking router: 83709aea-a986-4db3-969c-72a6c75dbe6a for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:52:45.752741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Updating router 83709aea-a986-4db3-969c-72a6c75dbe6a port a30925c5-9881-44c9-a03f-01132bcb2b1b binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:52:45.783205 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Attempting to bind port fa6c352e-69f9-46aa-a31e-c9fd979aa600 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:45.783560 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Attempting to bind port fa6c352e-69f9-46aa-a31e-c9fd979aa600 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:45.783979 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Attempting to bind port fa6c352e-69f9-46aa-a31e-c9fd979aa600 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:45.785327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:45.785924 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.798168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] For port aa373600-9873-48d2-88b6-5ae2460e1738, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa373600-9873-48d2-88b6-5ae2460e1738,segment=NetworkSegment(934710ee-4aac-4568-bf1b-3265f6c2d617),segment_id=934710ee-4aac-4568-bf1b-3265f6c2d617)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:45.800405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:45.800899 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:45.801377 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.803850 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:45.805176 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Bound port: fa6c352e-69f9-46aa-a31e-c9fd979aa600, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:45.805719 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.827295 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.854068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.887685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014472c4-1c30-4532-b3c6-f008e2778674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:45.890336 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bd6d86-6b1c-4014-ace5-56ec7235aa11" -d '{"events": [{"server_uuid": "014472c4-1c30-4532-b3c6-f008e2778674", "name": "network-vif-plugged", "status": "completed", "tag": "6a0a7717-2bfa-4c0d-8e10-daf1dc138f06"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:45.892436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] For port fa6c352e-69f9-46aa-a31e-c9fd979aa600, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:45.897672 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] For port fa6c352e-69f9-46aa-a31e-c9fd979aa600, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa6c352e-69f9-46aa-a31e-c9fd979aa600,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:45.908001 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:45.923298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:45.950541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Allocated IP 172.20.0.1 (bd617d49-5fd6-4378-b7f2-596b5fba89c0/76ef80a1-73f6-4e28-8cdc-ccfceb240923/4d6b0592-6121-4561-a529-ce2b2faac5d5) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:45.964254 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.004425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-115ff0e3-085c-45bb-b78c-771c5f27d760 req-c2d2c42d-80ef-440f-a323-b9ffabec7a56 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7030640
Apr 02 20:52:46.027246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3944ae0-06a5-4c2f-b100-9d9b8117cc55 None None] Pushing event updated for resources: {'Port': ['ID=aa373600-9873-48d2-88b6-5ae2460e1738,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:46.034740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port aa373600-9873-48d2-88b6-5ae2460e1738 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:46.035954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4c129d78-6201-4c28-9d7e-58cc2a3128b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:46.049144 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2b5f0-5102-4887-9297-f671c3d01733 None None] Pushing event updated for resources: {'Port': ['ID=fa6c352e-69f9-46aa-a31e-c9fd979aa600,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:46.062838 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Routers {'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:46.065026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcbcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:46.074774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3f61fca9-76aa-4f55-85d0-43f93724fa69 admin admin] Publish callbacks [] for security_group (4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.094090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3f61fca9-76aa-4f55-85d0-43f93724fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.107664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks [] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.135231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ed509219-382f-4948-8a89-569a4e537a47 None None] Provisioning complete for port aa373600-9873-48d2-88b6-5ae2460e1738 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:46.135731 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed509219-382f-4948-8a89-569a4e537a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.147695 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd562ee4-c572-4960-afc1-12fdf30792c0 x-openstack-request-id: req-dd562ee4-c572-4960-afc1-12fdf30792c0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:46.148080 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44212aa-c3f1-4d1a-8f72-d033e5f2cf8d", "name": "network-vif-deleted", "tag": "fb218633-df83-4912-b30d-33b8e54180f1", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:46.149008 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd562ee4-c572-4960-afc1-12fdf30792c0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:46.149658 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd562ee4-c572-4960-afc1-12fdf30792c0'] response: {'server_uuid': 'd44212aa-c3f1-4d1a-8f72-d033e5f2cf8d', 'name': 'network-vif-deleted', 'tag': 'fb218633-df83-4912-b30d-33b8e54180f1', 'status': 'completed', 'code': 200}
Apr 02 20:52:46.153364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.165685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3f61fca9-76aa-4f55-85d0-43f93724fa69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0140cd55dde64802a079e71ca0012604&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4798415
Apr 02 20:52:46.168432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:46.205629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:46.213344 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae711db7-79ee-4f24-a717-80fb91988044 x-openstack-request-id: req-ae711db7-79ee-4f24-a717-80fb91988044 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:46.214494 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014472c4-1c30-4532-b3c6-f008e2778674", "name": "network-vif-plugged", "status": "completed", "tag": "6a0a7717-2bfa-4c0d-8e10-daf1dc138f06", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:46.214494 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae711db7-79ee-4f24-a717-80fb91988044 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:46.214494 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae711db7-79ee-4f24-a717-80fb91988044'] response: {'server_uuid': '014472c4-1c30-4532-b3c6-f008e2778674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06', 'code': 200}
Apr 02 20:52:46.221466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:46.224491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:46.257591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46b8c9-8915-4f22-ad36-07792c186182 req-22dcdeff-27c1-4ca8-9cf5-29db7e1467ec tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:46.268146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de46b8c9-8915-4f22-ad36-07792c186182 req-22dcdeff-27c1-4ca8-9cf5-29db7e1467ec tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 948 time: 0.6135826
Apr 02 20:52:46.272832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6b0592-6121-4561-a529-ce2b2faac5d5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:46.283909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61fca9-76aa-4f55-85d0-43f93724fa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:46.292220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] Set router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:46.332731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:46.404103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de46b8c9-8915-4f22-ad36-07792c186182 req-c65d0243-92ec-483f-8532-3f107636c4a3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349063
Apr 02 20:52:46.406335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.485595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbecf2-e453-4b99-b837-eaa639684a64 req-b2e5b329-7e9c-4764-aaf9-c009f0ead965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:46.487620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32bbecf2-e453-4b99-b837-eaa639684a64 req-b2e5b329-7e9c-4764-aaf9-c009f0ead965 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 1131 time: 0.1823187
Apr 02 20:52:46.534092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18a75cd-0734-4ad3-aab5-58d5a8321220 admin admin] Publish callbacks [] for security_group (4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.584725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338373b-baed-4553-a273-18b4dae2c1ae req-cad0b44e-5833-44c4-a61d-8390415670ff tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:46.603182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f338373b-baed-4553-a273-18b4dae2c1ae req-cad0b44e-5833-44c4-a61d-8390415670ff tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1128 time: 0.2442212
Apr 02 20:52:46.636710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Publish callbacks [] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.638882 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcbcd0>, [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:52:42Z', 'revision_number': 3, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:46.649130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32bbecf2-e453-4b99-b837-eaa639684a64 req-913b2bdd-1a1d-407e-8b00-d7b19f3e594a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552401
Apr 02 20:52:46.658294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.662121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:46.662885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.692075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.700577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f338373b-baed-4553-a273-18b4dae2c1ae req-3f812d51-aabc-4f52-83ce-a3ca6c39eafb tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963194
Apr 02 20:52:46.711498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18a75cd-0734-4ad3-aab5-58d5a8321220 admin admin] Publish callbacks [] for security_group (4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.727339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Deleting port a30925c5-9881-44c9-a03f-01132bcb2b1b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:46.727807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.745346 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9cff81-9d40-40dd-96d5-41cfc9237152 None None] The sync data for ids ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'] in ncdv-master-1 is: [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:52:42Z', 'revision_number': 3, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:52:46.764138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ed509219-382f-4948-8a89-569a4e537a47 None None] Current status of the port aa373600-9873-48d2-88b6-5ae2460e1738 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:46.784303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416fdaf-cdb6-4f12-a87b-8cca920ee909 None None] Pushing event updated for resources: {'Port': ['ID=a30925c5-9881-44c9-a03f-01132bcb2b1b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:46.975503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.978685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Attempting to bind port a30925c5-9881-44c9-a03f-01132bcb2b1b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:46.979176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Attempting to bind port a30925c5-9881-44c9-a03f-01132bcb2b1b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:46.979641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Attempting to bind port a30925c5-9881-44c9-a03f-01132bcb2b1b on network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:46.982779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18a75cd-0734-4ad3-aab5-58d5a8321220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.984776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks [] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.985119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:46.989171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-16a89dcf-542d-4cb8-bfc4-d1ceb0ba5b3d None None] Provisioning complete for port 4d6b0592-6121-4561-a529-ce2b2faac5d5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:46.989621 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-16a89dcf-542d-4cb8-bfc4-d1ceb0ba5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.990258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18a75cd-0734-4ad3-aab5-58d5a8321220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:46.994496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f18a75cd-0734-4ad3-aab5-58d5a8321220 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f HTTP/1.1" status: 204  len: 168 time: 0.8208277
Apr 02 20:52:47.003025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.020114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:47.020968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Checking segment: {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:47.025034 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.025547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Bound using segment: {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:47.026170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Bound port: a30925c5-9881-44c9-a03f-01132bcb2b1b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f215242c-2b6e-4b0a-a584-281449cd0bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:47.027622 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.101134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fb218633-df83-4912-b30d-33b8e54180f1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:52:47.112287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.118949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a75cd-0734-4ad3-aab5-58d5a8321220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758dadc-2a04-4cd0-a5ae-2ecad54b6b5f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:47.139435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Calling delete_port for a30925c5-9881-44c9-a03f-01132bcb2b1b owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:47.213804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device aa373600-9873-48d2-88b6-5ae2460e1738 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:47.228836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-16a89dcf-542d-4cb8-bfc4-d1ceb0ba5b3d None None] Port 4d6b0592-6121-4561-a529-ce2b2faac5d5 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:47.230518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: fb218633-df83-4912-b30d-33b8e54180f1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:52:47.231163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fb218633-df83-4912-b30d-33b8e54180f1 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:52:47.287862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6b0592-6121-4561-a529-ce2b2faac5d5,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:47.369610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:47.372113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:47.525042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83b5d-abf7-479f-a674-055e652aabd1 req-7cf11a4d-4762-437e-9334-1681cab7b0db tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:47.533973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1da83b5d-abf7-479f-a674-055e652aabd1 req-7cf11a4d-4762-437e-9334-1681cab7b0db tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 949 time: 0.5380521
Apr 02 20:52:47.537661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] For port a30925c5-9881-44c9-a03f-01132bcb2b1b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:47.556988 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.577363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] For port a30925c5-9881-44c9-a03f-01132bcb2b1b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a30925c5-9881-44c9-a03f-01132bcb2b1b,segment=NetworkSegment(f215242c-2b6e-4b0a-a584-281449cd0bde),segment_id=f215242c-2b6e-4b0a-a584-281449cd0bde)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:47.589947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-383f0055-25a7-4b7c-9100-87e02e6ec79c None None] Provisioning complete for port a30925c5-9881-44c9-a03f-01132bcb2b1b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:47.590670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-383f0055-25a7-4b7c-9100-87e02e6ec79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.628094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.730727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53150) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:47.788107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port aa373600-9873-48d2-88b6-5ae2460e1738 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:47.788672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.874100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bf7d111-dad9-416a-8a22-1b4212a283cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.901017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Routers {'83709aea-a986-4db3-969c-72a6c75dbe6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:47.902239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784568b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['83709aea-a986-4db3-969c-72a6c75dbe6a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:47.971704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416fdaf-cdb6-4f12-a87b-8cca920ee909 None None] Pushing event updated for resources: {'Port': ['ID=a30925c5-9881-44c9-a03f-01132bcb2b1b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:47.979843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bf7d111-dad9-416a-8a22-1b4212a283cb admin admin] Publish callbacks [] for security_group (c62a3423-d159-4436-b410-e802d5755285), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:47.996241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1da83b5d-abf7-479f-a674-055e652aabd1 req-b10cfbd6-a208-45bc-9da9-df7e68c6a240 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ad865fa-2997-45e4-8d2c-3f9adac590cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4596872
Apr 02 20:52:48.037398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bf7d111-dad9-416a-8a22-1b4212a283cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c62a3423-d159-4436-b410-e802d5755285), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.047554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:52:48.207437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-383f0055-25a7-4b7c-9100-87e02e6ec79c None None] Current status of the port a30925c5-9881-44c9-a03f-01132bcb2b1b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:48.208219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-383f0055-25a7-4b7c-9100-87e02e6ec79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.224124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7d111-dad9-416a-8a22-1b4212a283cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a3423-d159-4436-b410-e802d5755285,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:48.238860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1bf7d111-dad9-416a-8a22-1b4212a283cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e82c61a5452449679f698f4aa7eae49d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4635630
Apr 02 20:52:48.245732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53158) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:48.277003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] Set router 83709aea-a986-4db3-969c-72a6c75dbe6a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:48.317724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a30925c5-9881-44c9-a03f-01132bcb2b1b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.340764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port aa373600-9873-48d2-88b6-5ae2460e1738 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:48.366510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:52:48.378449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6587ccf2-73b3-4df6-adca-c815aa27bdd2 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1b12f7c-3ffc-4969-bc1a-b80a29b555e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8748937
Apr 02 20:52:48.438470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89a27365-cf75-4c58-9a2b-93288091e91e admin admin] Publish callbacks [] for security_group (c62a3423-d159-4436-b410-e802d5755285), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.441005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30925c5-9881-44c9-a03f-01132bcb2b1b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:48.554852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89a27365-cf75-4c58-9a2b-93288091e91e admin admin] Publish callbacks [] for security_group (c62a3423-d159-4436-b410-e802d5755285), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.725770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-27d53c34-28fb-4da8-afce-0be9e7aacae5 None None] Provisioning complete for port 4d6b0592-6121-4561-a529-ce2b2faac5d5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:48.726845 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-27d53c34-28fb-4da8-afce-0be9e7aacae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.745644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89a27365-cf75-4c58-9a2b-93288091e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c62a3423-d159-4436-b410-e802d5755285), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.748656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89a27365-cf75-4c58-9a2b-93288091e91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.749902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89a27365-cf75-4c58-9a2b-93288091e91e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c62a3423-d159-4436-b410-e802d5755285 HTTP/1.1" status: 204  len: 168 time: 0.5032442
Apr 02 20:52:48.764208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a27365-cf75-4c58-9a2b-93288091e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a3423-d159-4436-b410-e802d5755285,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:48.853516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-27d53c34-28fb-4da8-afce-0be9e7aacae5 None None] Port 4d6b0592-6121-4561-a529-ce2b2faac5d5 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:52:48.866413 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (83709aea-a986-4db3-969c-72a6c75dbe6a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:48.902366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-27d53c34-28fb-4da8-afce-0be9e7aacae5 None None] Could not find standard attr ID for object a30925c5-9881-44c9-a03f-01132bcb2b1b. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 20:52:48.926174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-bf198319-63ab-4872-ab00-54ed84bb9a7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:48.928012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-bf198319-63ab-4872-ab00-54ed84bb9a7a tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.15 "GET /v2.0/ports?device_id=956192a0-bfaa-49a0-ad2b-3fb4b6a2566f HTTP/1.1" status: 200  len: 949 time: 0.1168668
Apr 02 20:52:49.006161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784568b670>, [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:40Z', 'revision_number': 4, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port': {'id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:36Z', 'updated_at': '2022-04-02T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a30925c5-9881-44c9-a03f-01132bcb2b1b', 'name': '', 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'mac_address': 'fa:16:3e:45:03:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7a835138-1d1e-46c9-befd-c606a26ea5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:39Z', 'updated_at': '2022-04-02T20:52:47Z', 'revision_number': 4, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'subnets': [{'id': '7a835138-1d1e-46c9-befd-c606a26ea5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:49.094410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadedac2-d9c3-4613-8317-aaf4fb17a325 None None] The sync data for ids ['83709aea-a986-4db3-969c-72a6c75dbe6a'] in ncdv-master-1 is: [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:40Z', 'revision_number': 4, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port': {'id': '4c129d78-6201-4c28-9d7e-58cc2a3128b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:36Z', 'updated_at': '2022-04-02T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a30925c5-9881-44c9-a03f-01132bcb2b1b', 'name': '', 'network_id': '89fb7f49-e1b9-4564-bf88-2f6653e5d759', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'mac_address': 'fa:16:3e:45:03:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7a835138-1d1e-46c9-befd-c606a26ea5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:39Z', 'updated_at': '2022-04-02T20:52:47Z', 'revision_number': 4, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'subnets': [{'id': '7a835138-1d1e-46c9-befd-c606a26ea5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:52:49.233911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa6c352e-69f9-46aa-a31e-c9fd979aa600 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:49.244243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Deleting port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:49.244612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:49.357651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fa6c352e-69f9-46aa-a31e-c9fd979aa600 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:49.358469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:49.495211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Router 83709aea-a986-4db3-969c-72a6c75dbe6a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:52:49.534295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ce3f3-7ae5-4230-a836-8b857a6b674e req-b5ec8318-e188-4338-a1a6-7a081b1992a9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:49.535195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fa6c352e-69f9-46aa-a31e-c9fd979aa600 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:49.535979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:49.541949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-790ce3f3-7ae5-4230-a836-8b857a6b674e req-b5ec8318-e188-4338-a1a6-7a081b1992a9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 949 time: 0.1413696
Apr 02 20:52:49.543949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] For port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:49.546399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:49.577338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Calling delete_port for dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:49.584336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port fa6c352e-69f9-46aa-a31e-c9fd979aa600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa6c352e-69f9-46aa-a31e-c9fd979aa600,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:49.594136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:49.691773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53204) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:49.736149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=fa6c352e-69f9-46aa-a31e-c9fd979aa600,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:49.755047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-790ce3f3-7ae5-4230-a836-8b857a6b674e req-739bea69-5353-4fd8-921e-145630037444 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095661
Apr 02 20:52:49.811596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:52:49.822774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f9b7971b-0444-4b27-934b-36da32051f39 admin admin] 10.222.0.18 "PUT /v2.0/routers/83709aea-a986-4db3-969c-72a6c75dbe6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8758228
Apr 02 20:52:49.827598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53214) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:49.854563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc71895b-80e5-4b2a-850c-ab6d2e2a4e12), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:49.867932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:49.954972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Sync routers for ids ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:52:49.967102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Pushing event deleted for resources: {'Port': ['ID=dc71895b-80e5-4b2a-850c-ab6d2e2a4e12,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:49.978887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks [] for router (83709aea-a986-4db3-969c-72a6c75dbe6a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:50.003921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Routers {'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:50.004882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784535c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:50.103246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] No DVR routers for this DVR port dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:52:50.113279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:50.118625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e21ef377-38d4-4337-b4ac-1451000a9081 req-c33386c4-0368-4b2c-a278-56995073bb58 tempest-LiveMigrationNegativeTest-1556791358 tempest-LiveMigrationNegativeTest-1556791358-project] 10.222.0.15 "DELETE /v2.0/ports/dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 HTTP/1.1" status: 204  len: 173 time: 1.1851294
Apr 02 20:52:50.119056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'name': 'network-vif-deleted', 'tag': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:50.123313 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece9802-95f6-4c62-8add-7a85750cc69f" -d '{"events": [{"server_uuid": "956192a0-bfaa-49a0-ad2b-3fb4b6a2566f", "name": "network-vif-deleted", "tag": "dc71895b-80e5-4b2a-850c-ab6d2e2a4e12"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:50.201314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Set router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:50.222703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-c5a35806-70eb-42be-aa65-433929670a44 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:50.239154 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-c5a35806-70eb-42be-aa65-433929670a44 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.5445418
Apr 02 20:52:50.244131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks [] for router_gateway (83709aea-a986-4db3-969c-72a6c75dbe6a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:50.532322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784535c0a0>, [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:52:46Z', 'revision_number': 4, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d6b0592-6121-4561-a529-ce2b2faac5d5', 'name': '', 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'mac_address': 'fa:16:3e:b6:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:45Z', 'updated_at': '2022-04-02T20:52:46Z', 'revision_number': 2, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'subnets': [{'id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:50.583336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Checking router: b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:52:50.583693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Updating router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 port 4d6b0592-6121-4561-a529-ce2b2faac5d5 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:52:50.615180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:50.816377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Deleting port 4c129d78-6201-4c28-9d7e-58cc2a3128b7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:50.817511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:50.874761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-b28a7d7c-5038-453d-b1bc-d8969e5275ec tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5409021
Apr 02 20:52:50.907844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:50.974407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.005850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] For port 4c129d78-6201-4c28-9d7e-58cc2a3128b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c129d78-6201-4c28-9d7e-58cc2a3128b7,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:51.006335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.024669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Calling delete_port for 4c129d78-6201-4c28-9d7e-58cc2a3128b7 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:51.026932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-7b21c118-371a-4084-af75-910cde3f0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:51.028280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-7b21c118-371a-4084-af75-910cde3f0a86 service neutron] 10.222.0.18 "GET /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 1125 time: 0.6449809
Apr 02 20:52:51.030818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Publish callbacks [] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.040431 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.048241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:51.048877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:52:51.239416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa6c352e-69f9-46aa-a31e-c9fd979aa600 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:51.296766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e89f6-88de-490d-8dd6-a37506ad17c0 None None] Pushing event updated for resources: {'Port': ['ID=4d6b0592-6121-4561-a529-ce2b2faac5d5,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:51.363659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.368121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Attempting to bind port 4d6b0592-6121-4561-a529-ce2b2faac5d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:51.368528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Attempting to bind port 4d6b0592-6121-4561-a529-ce2b2faac5d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:51.369867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Attempting to bind port 4d6b0592-6121-4561-a529-ce2b2faac5d5 on network bd617d49-5fd6-4378-b7f2-596b5fba89c0 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:51.375160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fa6c352e-69f9-46aa-a31e-c9fd979aa600 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:51.375919 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.377428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:51.377991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Checking segment: {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:51.378395 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.378799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Bound using segment: {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:51.379493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Bound port: 4d6b0592-6121-4561-a529-ce2b2faac5d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934710ee-4aac-4568-bf1b-3265f6c2d617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:51.379661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.401869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] Sync routers for ids ['83709aea-a986-4db3-969c-72a6c75dbe6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:52:51.422889 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] Routers {'83709aea-a986-4db3-969c-72a6c75dbe6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:51.423929 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['83709aea-a986-4db3-969c-72a6c75dbe6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:51.452364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:51.452722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:51.453052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:51.496174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] For port 4d6b0592-6121-4561-a529-ce2b2faac5d5, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:51.519449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:51.520230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:51.544977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4c129d78-6201-4c28-9d7e-58cc2a3128b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.553682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] For port 4d6b0592-6121-4561-a529-ce2b2faac5d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d6b0592-6121-4561-a529-ce2b2faac5d5,segment=NetworkSegment(934710ee-4aac-4568-bf1b-3265f6c2d617),segment_id=934710ee-4aac-4568-bf1b-3265f6c2d617)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:51.559669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fa6c352e-69f9-46aa-a31e-c9fd979aa600 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:51.568380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.584652 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] Set router 83709aea-a986-4db3-969c-72a6c75dbe6a gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:51.585102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c129d78-6201-4c28-9d7e-58cc2a3128b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:51.594131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:51.594467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:51.594838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:51.595275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Bound port: df51f42c-1b75-412d-b9f6-4349066d58c2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:51.635733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Routers {'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:51.636379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784535c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:51.657904 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ea00>, [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:50Z', 'revision_number': 6, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:51.681882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e89f6-88de-490d-8dd6-a37506ad17c0 None None] Pushing event updated for resources: {'Port': ['ID=4d6b0592-6121-4561-a529-ce2b2faac5d5,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:51.697424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Allocated IP 172.35.4.83 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/ad6009d6-9bb1-4465-af6a-9215fdfb10cb) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:51.740173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] Provisioning complete for port 4d6b0592-6121-4561-a529-ce2b2faac5d5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:51.740576 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.764558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (83709aea-a986-4db3-969c-72a6c75dbe6a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.805931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] Set router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:51.825687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] Checking router: 83709aea-a986-4db3-969c-72a6c75dbe6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:52:51.835194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] Routers {'83709aea-a986-4db3-969c-72a6c75dbe6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:52:51.836673 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['83709aea-a986-4db3-969c-72a6c75dbe6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:51.913602 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] Set router 83709aea-a986-4db3-969c-72a6c75dbe6a gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:52:51.927617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (83709aea-a986-4db3-969c-72a6c75dbe6a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.931292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:51.932799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks [] for router_controller (83709aea-a986-4db3-969c-72a6c75dbe6a), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.943661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.944587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-8f01153c-2277-4732-bd9e-2e02a31df2ad service neutron] 10.222.0.18 "POST /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2/bindings HTTP/1.1" status: 201  len: 389 time: 0.9037218
Apr 02 20:52:51.953953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] Current status of the port 4d6b0592-6121-4561-a529-ce2b2faac5d5 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:51.954860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:51.968994 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ea00>, [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:51Z', 'revision_number': 7, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:52.014267 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dded3-73de-4d70-8716-4232d08224bb None None] The sync data for ids ['83709aea-a986-4db3-969c-72a6c75dbe6a'] in ncdv-master-1 is: [{'id': '83709aea-a986-4db3-969c-72a6c75dbe6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1567315107-router', 'tenant_id': 'cb35175e41264b7cb3ca65aea6b25361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:35Z', 'updated_at': '2022-04-02T20:52:51Z', 'revision_number': 7, 'project_id': 'cb35175e41264b7cb3ca65aea6b25361', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:52:52.057899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (83709aea-a986-4db3-969c-72a6c75dbe6a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.058728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83709aea-a986-4db3-969c-72a6c75dbe6a {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:52:52.071560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.074240 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e18c7f32-25d2-41de-b06b-d379046a2479 admin admin] 10.222.0.18 "DELETE /v2.0/routers/83709aea-a986-4db3-969c-72a6c75dbe6a HTTP/1.1" status: 204  len: 168 time: 2.2377334
Apr 02 20:52:52.077830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53250) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:52.105494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.165381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] For port 4d6b0592-6121-4561-a529-ce2b2faac5d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d6b0592-6121-4561-a529-ce2b2faac5d5,segment=NetworkSegment(934710ee-4aac-4568-bf1b-3265f6c2d617),segment_id=934710ee-4aac-4568-bf1b-3265f6c2d617)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:52.176926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-68e9050e-673e-420c-946d-e058837cd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784535c0a0>, [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:52:46Z', 'revision_number': 4, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d6b0592-6121-4561-a529-ce2b2faac5d5', 'name': '', 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'mac_address': 'fa:16:3e:b6:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:45Z', 'updated_at': '2022-04-02T20:52:51Z', 'revision_number': 4, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'subnets': [{'id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:52.187528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.206131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.208008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9050e-673e-420c-946d-e058837cd7af None None] The sync data for ids ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'] in ncdv-master-1 is: [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:52:46Z', 'revision_number': 4, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d6b0592-6121-4561-a529-ce2b2faac5d5', 'name': '', 'network_id': 'bd617d49-5fd6-4378-b7f2-596b5fba89c0', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'mac_address': 'fa:16:3e:b6:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:45Z', 'updated_at': '2022-04-02T20:52:51Z', 'revision_number': 4, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'subnets': [{'id': '76ef80a1-73f6-4e28-8cdc-ccfceb240923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:52:52.225708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Deleting subnet 7a835138-1d1e-46c9-befd-c606a26ea5c8 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:52:52.244214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Publish callbacks [] for subnet (7a835138-1d1e-46c9-befd-c606a26ea5c8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.293936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Pushing event updated for resources: {'Port': ['ID=ad6009d6-9bb1-4465-af6a-9215fdfb10cb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:52.304017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51578662-c22c-4424-b173-b38b6c2076bd None None] Pushing event updated for resources: {'Port': ['ID=4d6b0592-6121-4561-a529-ce2b2faac5d5,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:52.309172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:52.310591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:52.313278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:52.332099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7988b135-a7ec-4ec0-97eb-73a9159d83d9 None None] Provisioning complete for port 4d6b0592-6121-4561-a529-ce2b2faac5d5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:52.332715 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7988b135-a7ec-4ec0-97eb-73a9159d83d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.392503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (7a835138-1d1e-46c9-befd-c606a26ea5c8), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.499553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:52:52.502559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7988b135-a7ec-4ec0-97eb-73a9159d83d9 None None] Current status of the port 4d6b0592-6121-4561-a529-ce2b2faac5d5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:52.537992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-3b0b976d-040c-426d-a1dd-4711fb769571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:52.539575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:52:52.539922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device dc71895b-80e5-4b2a-850c-ab6d2e2a4e12 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:52:52.542569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-3b0b976d-040c-426d-a1dd-4711fb769571 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1128 time: 0.2231236
Apr 02 20:52:52.615470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (a00de447-64d1-4e41-b714-5e8792fc440c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.689548 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.763363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53256) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:52.795773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7a835138-1d1e-46c9-befd-c606a26ea5c8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.894847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.900543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:52.926843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-9000e814-3101-41d5-980f-fb659b7483d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:52.928700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-9000e814-3101-41d5-980f-fb659b7483d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.3807437
Apr 02 20:52:53.014923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-b5d282fb-1078-4d01-bc8b-77287452de85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.0722733
Apr 02 20:52:53.071191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (7a835138-1d1e-46c9-befd-c606a26ea5c8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.076777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Pushing event updated for resources: {'Port': ['ID=ad6009d6-9bb1-4465-af6a-9215fdfb10cb,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:53.092745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a00de447-64d1-4e41-b714-5e8792fc440c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.104792 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6be102ef-dc6a-4961-8788-2c2b2b877469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.132931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.139662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-303ee620-300d-4ae0-8697-7016fc4da873 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2376704
Apr 02 20:52:53.197587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4d6b0592-6121-4561-a529-ce2b2faac5d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:52:53.203493 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.207469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7a835138-1d1e-46c9-befd-c606a26ea5c8 HTTP/1.1" status: 204  len: 168 time: 1.1273470
Apr 02 20:52:53.212104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53264) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:53.251605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-b30f44b0-a765-4aba-8292-0dee0b00f077 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.83 HTTP/1.1" status: 200  len: 695 time: 0.1110389
Apr 02 20:52:53.271027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246eb62-f0a2-441f-beaf-ade8454357ae None None] Network 89fb7f49-e1b9-4564-bf88-2f6653e5d759 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:52:53.304851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06a16-8dfb-4b16-b284-396eb9fe5e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a835138-1d1e-46c9-befd-c606a26ea5c8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:53.317022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (89fb7f49-e1b9-4564-bf88-2f6653e5d759), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.333613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-849654d0-c3a7-491c-801c-a3dd9af16a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:53.336426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-849654d0-c3a7-491c-801c-a3dd9af16a80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.3125968
Apr 02 20:52:53.392234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-c6519b4f-1494-480e-901f-ec285ad3afb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456834
Apr 02 20:52:53.399690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b48edc72-e016-4a24-b56b-c9bde5eaa137 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=493bc8b0b32f4804a5694c0bf34cdeb4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5761564
Apr 02 20:52:53.403120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53266) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:53.545557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4d6b0592-6121-4561-a529-ce2b2faac5d5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:52:53.545934 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.614890 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e30f8d-c2df-4aeb-9b54-3ac472698475 x-openstack-request-id: req-90e30f8d-c2df-4aeb-9b54-3ac472698475 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:53.615211 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956192a0-bfaa-49a0-ad2b-3fb4b6a2566f", "name": "network-vif-deleted", "tag": "dc71895b-80e5-4b2a-850c-ab6d2e2a4e12", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:53.615451 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90e30f8d-c2df-4aeb-9b54-3ac472698475 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:53.615853 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e30f8d-c2df-4aeb-9b54-3ac472698475'] response: {'server_uuid': '956192a0-bfaa-49a0-ad2b-3fb4b6a2566f', 'name': 'network-vif-deleted', 'tag': 'dc71895b-80e5-4b2a-850c-ab6d2e2a4e12', 'status': 'completed', 'code': 200}
Apr 02 20:52:53.679377 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43338099-bfa2-44af-833e-2e85c0036bc3 admin admin] Publish callbacks [] for security_group (7ad865fa-2997-45e4-8d2c-3f9adac590cb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.702885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4d6b0592-6121-4561-a529-ce2b2faac5d5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:52:53.714980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-241ced72-ea34-4ad6-89e5-49d1db6eb63b service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3138182
Apr 02 20:52:53.729007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] DHCP port deletion for 89fb7f49-e1b9-4564-bf88-2f6653e5d759 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:52:53.789198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a30925c5-9881-44c9-a03f-01132bcb2b1b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:52:53.794198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43338099-bfa2-44af-833e-2e85c0036bc3 admin admin] Publish callbacks [] for security_group (7ad865fa-2997-45e4-8d2c-3f9adac590cb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.813742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a30925c5-9881-44c9-a03f-01132bcb2b1b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:52:53.813961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Deleting port dc46b7db-3bfd-4fe4-a002-850af8f67424 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:53.814151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a30925c5-9881-44c9-a03f-01132bcb2b1b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:52:53.814548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.814818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4c129d78-6201-4c28-9d7e-58cc2a3128b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:52:53.835074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-006e0da9-3dc1-48b8-a08a-0255f52c370b tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:53.837427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-006e0da9-3dc1-48b8-a08a-0255f52c370b tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.5796354
Apr 02 20:52:53.850308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-e5097ea3-eeaa-431e-9c9c-c72f418b9f90 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:53.852280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4c129d78-6201-4c28-9d7e-58cc2a3128b7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:52:53.852875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4c129d78-6201-4c28-9d7e-58cc2a3128b7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:52:53.853711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd04ebc1-08da-4e08-a34d-07d51dc10e05 req-e5097ea3-eeaa-431e-9c9c-c72f418b9f90 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092454
Apr 02 20:52:53.856209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] Deleting port dc46b7db-3bfd-4fe4-a002-850af8f67424 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:53.856608 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.960022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] For port dc46b7db-3bfd-4fe4-a002-850af8f67424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc46b7db-3bfd-4fe4-a002-850af8f67424,segment=NetworkSegment(f215242c-2b6e-4b0a-a584-281449cd0bde),segment_id=f215242c-2b6e-4b0a-a584-281449cd0bde)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:53.961410 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.973423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] For port dc46b7db-3bfd-4fe4-a002-850af8f67424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc46b7db-3bfd-4fe4-a002-850af8f67424,segment=NetworkSegment(f215242c-2b6e-4b0a-a584-281449cd0bde),segment_id=f215242c-2b6e-4b0a-a584-281449cd0bde)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:53.973793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:53.976874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] Calling delete_port for dc46b7db-3bfd-4fe4-a002-850af8f67424 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:54.016227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-1e98074c-941b-4b21-8978-5d3d56213625 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2869163
Apr 02 20:52:54.049551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Calling delete_port for dc46b7db-3bfd-4fe4-a002-850af8f67424 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:54.051023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842294dd-151e-403a-b45f-10097e59e9db req-14013a64-fd85-4834-b719-b554ceb9dcf2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:54.052807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-842294dd-151e-403a-b45f-10097e59e9db req-14013a64-fd85-4834-b719-b554ceb9dcf2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 946 time: 0.0926743
Apr 02 20:52:54.125853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-842294dd-151e-403a-b45f-10097e59e9db req-76aa7b5a-e5a7-4b21-99b8-7586e3831c9e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650334
Apr 02 20:52:54.146125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.156601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43338099-bfa2-44af-833e-2e85c0036bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ad865fa-2997-45e4-8d2c-3f9adac590cb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.159292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43338099-bfa2-44af-833e-2e85c0036bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.163166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-43338099-bfa2-44af-833e-2e85c0036bc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ad865fa-2997-45e4-8d2c-3f9adac590cb HTTP/1.1" status: 204  len: 168 time: 0.7513704
Apr 02 20:52:54.168502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] No DVR routers for this DVR port dc46b7db-3bfd-4fe4-a002-850af8f67424 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:52:54.177861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17992362-0ccc-4f1b-8307-eebe463cf77b req-63d3e7b0-b481-47f3-8630-aeb41d7a2818 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:54.179936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17992362-0ccc-4f1b-8307-eebe463cf77b req-63d3e7b0-b481-47f3-8630-aeb41d7a2818 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 949 time: 0.1558185
Apr 02 20:52:54.216175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05d222-d0c3-4302-b9ff-97028d07ffe0 None None] Pushing event deleted for resources: {'Port': ['ID=dc46b7db-3bfd-4fe4-a002-850af8f67424,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:54.223832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f78ad5c-0f20-40ed-95f5-147dc1567694 req-d97e3d01-3300-4506-b69d-cca870765c1f tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips/a00de447-64d1-4e41-b714-5e8792fc440c HTTP/1.1" status: 200  len: 692 time: 0.0657339
Apr 02 20:52:54.244010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43338099-bfa2-44af-833e-2e85c0036bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad865fa-2997-45e4-8d2c-3f9adac590cb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:54.370621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc46b7db-3bfd-4fe4-a002-850af8f67424), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.383450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78ad5c-0f20-40ed-95f5-147dc1567694 req-bcf189e2-bf7c-425e-ae4d-a8674396949b tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:54.384788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-7a3985f8-cc6f-4cf5-916b-725713e9e323 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:54.386503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-7a3985f8-cc6f-4cf5-916b-725713e9e323 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1998460
Apr 02 20:52:54.390231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f78ad5c-0f20-40ed-95f5-147dc1567694 req-bcf189e2-bf7c-425e-ae4d-a8674396949b tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1655283
Apr 02 20:52:54.395930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-6f78ad5c-0f20-40ed-95f5-147dc1567694 req-ba9678f5-be4b-416c-9d2b-4da8b92f24ea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:54.397067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f78ad5c-0f20-40ed-95f5-147dc1567694 req-ba9678f5-be4b-416c-9d2b-4da8b92f24ea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060449
Apr 02 20:52:54.415629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17992362-0ccc-4f1b-8307-eebe463cf77b req-a2a04a70-6ba2-4b36-a1f8-b3b41e2b0eae tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276278
Apr 02 20:52:54.420132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:54.422902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc46b7db-3bfd-4fe4-a002-850af8f67424,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:54.467747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] No DVR routers for this DVR port dc46b7db-3bfd-4fe4-a002-850af8f67424 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:52:54.606534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53288) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:54.633991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0f55702-f19d-47c2-9ea4-971e0d783ee7 req-4d05c2b1-ea46-47cc-95b1-111b4ebced86 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=38e81bc12e244167b6e8410e634607aa HTTP/1.1" status: 200  len: 695 time: 0.1233869
Apr 02 20:52:54.653780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a902e902-3bde-4226-8c82-fe44bb3e1d7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=302dda741e3141789056831e28cf1bfc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460534
Apr 02 20:52:54.656201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53292) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:54.667478 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (89fb7f49-e1b9-4564-bf88-2f6653e5d759), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.670127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.715659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5281-4b1b-42db-b2bf-65d5d3af79f8 admin admin] Publish callbacks [] for security_group (324b5219-6f6f-493f-a461-0f73f9b16578), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.740106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5281-4b1b-42db-b2bf-65d5d3af79f8 admin admin] Publish callbacks [] for security_group (324b5219-6f6f-493f-a461-0f73f9b16578), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.740478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844336160>,) {'filters': {'network_id': ['89fb7f49-e1b9-4564-bf88-2f6653e5d759']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:54.813677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5281-4b1b-42db-b2bf-65d5d3af79f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (324b5219-6f6f-493f-a461-0f73f9b16578), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.816682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5281-4b1b-42db-b2bf-65d5d3af79f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:54.824170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dbaf5281-4b1b-42db-b2bf-65d5d3af79f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/324b5219-6f6f-493f-a461-0f73f9b16578 HTTP/1.1" status: 204  len: 168 time: 0.1665592
Apr 02 20:52:54.843521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5281-4b1b-42db-b2bf-65d5d3af79f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324b5219-6f6f-493f-a461-0f73f9b16578,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:55.047478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844336160>, 'f215242c-2b6e-4b0a-a584-281449cd0bde') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:55.047776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844336160>, 'f215242c-2b6e-4b0a-a584-281449cd0bde') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:52:55.068062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f215242c-2b6e-4b0a-a584-281449cd0bde), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.099568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc46b7db-3bfd-4fe4-a002-850af8f67424 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:52:55.112513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f215242c-2b6e-4b0a-a584-281449cd0bde), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.117346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53312) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:55.135941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: dc46b7db-3bfd-4fe4-a002-850af8f67424 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:52:55.137067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc46b7db-3bfd-4fe4-a002-850af8f67424 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:52:55.139814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:52:55.140798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f215242c-2b6e-4b0a-a584-281449cd0bde), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:52:55.144764 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:52:55.196892 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2226f7ee-3f10-49ec-9300-b7b498b58cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.206982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55702-f19d-47c2-9ea4-971e0d783ee7 req-457986d6-fe46-47dc-98d4-fbb913fa319e tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:55.208549 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0f55702-f19d-47c2-9ea4-971e0d783ee7 req-457986d6-fe46-47dc-98d4-fbb913fa319e tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks?id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 787 time: 0.5475669
Apr 02 20:52:55.272080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-d0f55702-f19d-47c2-9ea4-971e0d783ee7 req-0ca40998-9e6c-45ea-8ace-54ac6ee341d1 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:55.277094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0f55702-f19d-47c2-9ea4-971e0d783ee7 req-0ca40998-9e6c-45ea-8ace-54ac6ee341d1 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0396612
Apr 02 20:52:55.295271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e92a5-3597-4145-8328-a523551918d3 req-33d24010-b66d-4bea-b71b-69dee66f3c48 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:55.303141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec4e92a5-3597-4145-8328-a523551918d3 req-33d24010-b66d-4bea-b71b-69dee66f3c48 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 946 time: 0.0749159
Apr 02 20:52:55.359824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (89fb7f49-e1b9-4564-bf88-2f6653e5d759), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.363949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec4e92a5-3597-4145-8328-a523551918d3 req-ddbbe569-3e5c-4352-bb49-1d17a824fcf3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596261
Apr 02 20:52:55.410717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c5a09a-3a07-4b3d-9202-e23d680be75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.416062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:55.428325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53326) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:55.433370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.433768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] 10.222.0.18 "DELETE /v2.0/networks/89fb7f49-e1b9-4564-bf88-2f6653e5d759 HTTP/1.1" status: 204  len: 168 time: 2.2200818
Apr 02 20:52:55.449091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-c6a542e1-728b-44b0-a29b-7631bcdd09a0 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips/a00de447-64d1-4e41-b714-5e8792fc440c HTTP/1.1" status: 200  len: 692 time: 0.1376452
Apr 02 20:52:55.480645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824453c-fbb5-47aa-8786-541d80321bba req-631f4ea6-9863-4d89-85c5-af4caa7cf447 tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:55.482474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6824453c-fbb5-47aa-8786-541d80321bba req-631f4ea6-9863-4d89-85c5-af4caa7cf447 tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 1131 time: 0.3340087
Apr 02 20:52:55.483100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197fc5-cefe-4f44-8c1b-1e62ba17bbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=89fb7f49-e1b9-4564-bf88-2f6653e5d759,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:55.547860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c5a09a-3a07-4b3d-9202-e23d680be75d admin admin] Publish callbacks [] for security_group (cdb18790-97e0-49b5-ac3c-1f17abde069d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.584971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c5a09a-3a07-4b3d-9202-e23d680be75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cdb18790-97e0-49b5-ac3c-1f17abde069d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.634859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:55.647749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30c5a09a-3a07-4b3d-9202-e23d680be75d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2496c2b222148dfad37efb60e08356b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5248070
Apr 02 20:52:55.647749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53338) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:55.647749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5a09a-3a07-4b3d-9202-e23d680be75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb18790-97e0-49b5-ac3c-1f17abde069d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:55.655753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:55.667853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226d362-67c5-431f-b02b-af29db962593 req-e481d617-9e09-4e17-a4a1-a10a3afd2a27 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:55.675734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f226d362-67c5-431f-b02b-af29db962593 req-e481d617-9e09-4e17-a4a1-a10a3afd2a27 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 949 time: 0.1420002
Apr 02 20:52:55.701387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-4ddda83b-2402-4fbd-8739-5e9ad4b4192a tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:55.707841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-4ddda83b-2402-4fbd-8739-5e9ad4b4192a tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.2524302
Apr 02 20:52:55.716434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-61ed2584-96de-421b-bb37-51e6e1f926cb tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:52:55.723453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-61ed2584-96de-421b-bb37-51e6e1f926cb tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0146368
Apr 02 20:52:55.727871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:55.730431 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8e79be-6e9f-4de0-ba97-7368cbd6f415" -d '{"events": [{"server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "name": "network-vif-unplugged", "status": "completed", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:55.734020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Publish callbacks [] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.798896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.809678 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f226d362-67c5-431f-b02b-af29db962593 req-8ae1b0b5-93bd-4e0e-805d-8a8b5272035d tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329067
Apr 02 20:52:55.816514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eae570e6-b950-4572-b15d-7a6f3c84fbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.844408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-21ac6c0a-364f-47eb-835e-b67bd96259df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb35175e41264b7cb3ca65aea6b25361&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1943710
Apr 02 20:52:55.844767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-8ce9ab14-28df-4965-b7c6-16b0630077bd tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.83 HTTP/1.1" status: 200  len: 695 time: 0.1204622
Apr 02 20:52:55.845454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53346) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:55.881393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Deleting port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:55.881729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.886602 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5dc2a6-7f75-4848-b1bb-3e951f976dbc x-openstack-request-id: req-8f5dc2a6-7f75-4848-b1bb-3e951f976dbc {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:55.886922 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "name": "network-vif-unplugged", "status": "completed", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:55.887224 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f5dc2a6-7f75-4848-b1bb-3e951f976dbc {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:55.887612 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5dc2a6-7f75-4848-b1bb-3e951f976dbc'] response: {'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'code': 200}
Apr 02 20:52:55.898430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-994ae9a5-97c8-4861-bdf4-bdbdbe126d95 admin admin] Publish callbacks [] for security_group (cdb18790-97e0-49b5-ac3c-1f17abde069d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.951321 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-994ae9a5-97c8-4861-bdf4-bdbdbe126d95 admin admin] Publish callbacks [] for security_group (cdb18790-97e0-49b5-ac3c-1f17abde069d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:55.972137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-7592562a-fe9c-4c85-b2f1-a9e63ebb50bc tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.83 HTTP/1.1" status: 200  len: 695 time: 0.1059670
Apr 02 20:52:55.972772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:56.001238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0116bb46-8664-4be6-baf4-a5e75d30fad2 admin admin] Publish callbacks [] for security_group (873b5f35-2dbf-407d-818f-9112b4309cdf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.036254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:52:56.036254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:52:56.036619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:56.043949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0116bb46-8664-4be6-baf4-a5e75d30fad2 admin admin] Publish callbacks [] for security_group (873b5f35-2dbf-407d-818f-9112b4309cdf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.082317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:52:56.082514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Attempting to bind port df51f42c-1b75-412d-b9f6-4349066d58c2 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:52:56.093416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-994ae9a5-97c8-4861-bdf4-bdbdbe126d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cdb18790-97e0-49b5-ac3c-1f17abde069d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.096075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-994ae9a5-97c8-4861-bdf4-bdbdbe126d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.099655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-994ae9a5-97c8-4861-bdf4-bdbdbe126d95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdb18790-97e0-49b5-ac3c-1f17abde069d HTTP/1.1" status: 204  len: 168 time: 0.4387479
Apr 02 20:52:56.104239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eae570e6-b950-4572-b15d-7a6f3c84fbb1 admin admin] Publish callbacks [] for security_group (373b9420-996d-4d07-ae4e-af1e45d4cb73), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.112722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eae570e6-b950-4572-b15d-7a6f3c84fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (373b9420-996d-4d07-ae4e-af1e45d4cb73), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.114994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ae9a5-97c8-4861-bdf4-bdbdbe126d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb18790-97e0-49b5-ac3c-1f17abde069d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:56.138920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] For port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:52:56.139587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.142623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:52:56.143145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:52:56.143691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:52:56.144831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Bound port: df51f42c-1b75-412d-b9f6-4349066d58c2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:52:56.145371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.185129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eae570e6-b950-4572-b15d-7a6f3c84fbb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee9875c19e834d52b2f43c18e116140c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7549303
Apr 02 20:52:56.189852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Calling delete_port for 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:56.191677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53358) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:56.205561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae570e6-b950-4572-b15d-7a6f3c84fbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b9420-996d-4d07-ae4e-af1e45d4cb73,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:56.231085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0116bb46-8664-4be6-baf4-a5e75d30fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (873b5f35-2dbf-407d-818f-9112b4309cdf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.239647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0116bb46-8664-4be6-baf4-a5e75d30fad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.242513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0116bb46-8664-4be6-baf4-a5e75d30fad2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/873b5f35-2dbf-407d-818f-9112b4309cdf HTTP/1.1" status: 204  len: 168 time: 0.3886356
Apr 02 20:52:56.253762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116bb46-8664-4be6-baf4-a5e75d30fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b5f35-2dbf-407d-818f-9112b4309cdf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:56.373359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:52:56.386917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Deleting port ad6009d6-9bb1-4465-af6a-9215fdfb10cb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:52:56.387267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.409118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:52:56.412321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49c22434-56b9-46ed-8155-9b4039bce6ea admin admin] Publish callbacks [] for security_group (373b9420-996d-4d07-ae4e-af1e45d4cb73), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.431810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.519956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.563410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49c22434-56b9-46ed-8155-9b4039bce6ea admin admin] Publish callbacks [] for security_group (373b9420-996d-4d07-ae4e-af1e45d4cb73), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.566588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc125-eb90-4dcc-8d25-b24466b89ba3 req-5609d6c5-7c38-4458-91d7-3461f0a29e5b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:56.570679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8dbc125-eb90-4dcc-8d25-b24466b89ba3 req-5609d6c5-7c38-4458-91d7-3461f0a29e5b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.0998371
Apr 02 20:52:56.661739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8dbc125-eb90-4dcc-8d25-b24466b89ba3 req-1d1046ac-a590-4d51-90f9-fb55f4e4546d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797837
Apr 02 20:52:56.664321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=8']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:56.667340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6a0a7717-2bfa-4c0d-8e10-daf1dc138f06), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.671860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.672188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.682761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6a0a7717-2bfa-4c0d-8e10-daf1dc138f06'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:56.721589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:56.722224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.723651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ec1052e1-2702-4667-ad4f-96e1db2b9f42 service neutron] 10.222.0.15 "PUT /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 1122 time: 2.3181350
Apr 02 20:52:56.733626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a0a7717-2bfa-4c0d-8e10-daf1dc138f06,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:56.736742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Calling delete_port for ad6009d6-9bb1-4465-af6a-9215fdfb10cb owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:52:56.791162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['df51f42c-1b75-412d-b9f6-4349066d58c2'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:52:56.850758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] No DVR routers for this DVR port 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:52:56.866201 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.872707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6824453c-fbb5-47aa-8786-541d80321bba req-681ebd11-90cf-4eb4-bbf5-2dad9aa52d3f tempest-DeleteServersAdminTestJSON-498974367 tempest-DeleteServersAdminTestJSON-498974367-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 HTTP/1.1" status: 204  len: 173 time: 1.3721733
Apr 02 20:52:56.877441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49c22434-56b9-46ed-8155-9b4039bce6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (373b9420-996d-4d07-ae4e-af1e45d4cb73), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.880206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49c22434-56b9-46ed-8155-9b4039bce6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:56.881575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-49c22434-56b9-46ed-8155-9b4039bce6ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/373b9420-996d-4d07-ae4e-af1e45d4cb73 HTTP/1.1" status: 204  len: 168 time: 0.6887610
Apr 02 20:52:56.905786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c22434-56b9-46ed-8155-9b4039bce6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b9420-996d-4d07-ae4e-af1e45d4cb73,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:57.090897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a0c708b-6196-4c00-8de5-a0855fc42173 req-3babdfe9-ba57-4c8c-be82-a6b6d600ebc5 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=014472c4-1c30-4532-b3c6-f008e2778674 HTTP/1.1" status: 200  len: 210 time: 0.0943251
Apr 02 20:52:57.095639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ad6009d6-9bb1-4465-af6a-9215fdfb10cb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.147285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Pushing event deleted for resources: {'Port': ['ID=ad6009d6-9bb1-4465-af6a-9215fdfb10cb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:57.233676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (a00de447-64d1-4e41-b714-5e8792fc440c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.237444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.243855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9572f64b-1aa5-4bc2-9b7b-1383d75f76f6 req-023ed8ce-8e3b-41ff-89ce-87224b5f7447 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "DELETE /v2.0/floatingips/a00de447-64d1-4e41-b714-5e8792fc440c HTTP/1.1" status: 204  len: 173 time: 1.2238061
Apr 02 20:52:57.398404 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-badfe799-0810-44f6-a783-e065d5843dbf req-775748e6-1e0d-4ff0-8b87-ca1d4322472a tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1378846
Apr 02 20:52:57.410401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:52:57.435480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.578568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.664597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53410) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:57.699770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0685-485f-4acf-9e43-a0bedd70c9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.705839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Allocated IP 172.35.4.42 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e4b2b17a-e382-4d8f-b66a-c85f71508168) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:52:57.864060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0685-485f-4acf-9e43-a0bedd70c9c1 admin admin] Publish callbacks [] for security_group (dde598eb-c512-42c3-b589-f54c01de91a8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.880951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247e031-e9a7-4d6e-b5b2-97ba10233834 req-912e7b35-1b2d-40d3-b1d6-29f337c9e133 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:57.882465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9247e031-e9a7-4d6e-b5b2-97ba10233834 req-912e7b35-1b2d-40d3-b1d6-29f337c9e133 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.1013491
Apr 02 20:52:57.883305 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0685-485f-4acf-9e43-a0bedd70c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dde598eb-c512-42c3-b589-f54c01de91a8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.893240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2'}, {'server_uuid': '014472c4-1c30-4532-b3c6-f008e2778674', 'name': 'network-vif-deleted', 'tag': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:52:57.896668 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f205b9-61ee-46c3-aef9-7f7493be62d3" -d '{"events": [{"name": "network-changed", "server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2"}, {"server_uuid": "014472c4-1c30-4532-b3c6-f008e2778674", "name": "network-vif-deleted", "tag": "6a0a7717-2bfa-4c0d-8e10-daf1dc138f06"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:52:57.903901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.957745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d7e0685-485f-4acf-9e43-a0bedd70c9c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa0b17111e9c49b8949bb1703bcceec5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2895541
Apr 02 20:52:57.959591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53428) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:57.971688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e0685-485f-4acf-9e43-a0bedd70c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde598eb-c512-42c3-b589-f54c01de91a8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:57.989394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:57.993399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9247e031-e9a7-4d6e-b5b2-97ba10233834 req-ee677e8b-03eb-4a03-830e-504d4a312c2b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899866
Apr 02 20:52:58.053803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:52:58.062119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:52:58.072353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:52:58.099287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Pushing event updated for resources: {'Port': ['ID=e4b2b17a-e382-4d8f-b66a-c85f71508168,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:58.133629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5da1c50-903b-43d9-9df5-ed31c2fb5829 admin admin] Publish callbacks [] for security_group (dde598eb-c512-42c3-b589-f54c01de91a8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.179545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5da1c50-903b-43d9-9df5-ed31c2fb5829 admin admin] Publish callbacks [] for security_group (dde598eb-c512-42c3-b589-f54c01de91a8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.223060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (027ed45c-aa9d-4d2a-a68e-6dad1f1ed733), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.226773 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 02 Apr 2022 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11d672-1126-470d-a288-1fd785e2d51a x-openstack-request-id: req-7a11d672-1126-470d-a288-1fd785e2d51a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:52:58.227515 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2", "status": "completed", "code": 200}, {"server_uuid": "014472c4-1c30-4532-b3c6-f008e2778674", "name": "network-vif-deleted", "tag": "6a0a7717-2bfa-4c0d-8e10-daf1dc138f06", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:52:58.228094 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a11d672-1126-470d-a288-1fd785e2d51a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:52:58.228727 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a11d672-1126-470d-a288-1fd785e2d51a'] response: {'name': 'network-changed', 'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'status': 'completed', 'code': 200}
Apr 02 20:52:58.229008 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a11d672-1126-470d-a288-1fd785e2d51a'] response: {'server_uuid': '014472c4-1c30-4532-b3c6-f008e2778674', 'name': 'network-vif-deleted', 'tag': '6a0a7717-2bfa-4c0d-8e10-daf1dc138f06', 'status': 'completed', 'code': 200}
Apr 02 20:52:58.268976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.296655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5da1c50-903b-43d9-9df5-ed31c2fb5829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dde598eb-c512-42c3-b589-f54c01de91a8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.299201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5da1c50-903b-43d9-9df5-ed31c2fb5829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.302816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d5da1c50-903b-43d9-9df5-ed31c2fb5829 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dde598eb-c512-42c3-b589-f54c01de91a8 HTTP/1.1" status: 204  len: 168 time: 0.3392799
Apr 02 20:52:58.312828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da1c50-903b-43d9-9df5-ed31c2fb5829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde598eb-c512-42c3-b589-f54c01de91a8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:58.329120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-b6d26069-79f1-4b83-b673-5343b0ebdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:58.329120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-b6d26069-79f1-4b83-b673-5343b0ebdd3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1156 time: 0.0748913
Apr 02 20:52:58.512035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-dd30d9ab-81d1-47e0-9e0e-0f94351433f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:58.514371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-dd30d9ab-81d1-47e0-9e0e-0f94351433f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.1767704
Apr 02 20:52:58.540872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.549665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.551522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.603077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-4e80ab0e-6fc2-49fb-b3e2-6e71f678a15e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.0809345
Apr 02 20:52:58.646520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Pushing event updated for resources: {'Port': ['ID=e4b2b17a-e382-4d8f-b66a-c85f71508168,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:58.656928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (027ed45c-aa9d-4d2a-a68e-6dad1f1ed733), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.669890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-13789a2a-4a07-429a-90e0-2b0468bb00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:58.673551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-13789a2a-4a07-429a-90e0-2b0468bb00f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0620334
Apr 02 20:52:58.681480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:58.682718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-badfe799-0810-44f6-a783-e065d5843dbf req-20a5c6b4-4868-4fd2-9576-ca8202c6a6de tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.2782087
Apr 02 20:52:58.713040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-b73e4025-39cb-4db2-ad53-39784340e491 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0331213
Apr 02 20:52:58.744233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-badfe799-0810-44f6-a783-e065d5843dbf req-e17ae494-0d1c-40ea-8cdb-6cfa2dbda744 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.42 HTTP/1.1" status: 200  len: 695 time: 0.0554085
Apr 02 20:52:58.812402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-5bf79082-4fdf-4233-b765-4c0a2aef48aa service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924165
Apr 02 20:52:58.858100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe799-0810-44f6-a783-e065d5843dbf req-bc3832ab-a5a0-4be5-86df-6680cfbe0c3a tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:58.878983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-badfe799-0810-44f6-a783-e065d5843dbf req-bc3832ab-a5a0-4be5-86df-6680cfbe0c3a tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1327116
Apr 02 20:52:58.942635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27f205b9-61ee-46c3-aef9-7f7493be62d3 req-01cb6061-6c5e-4f59-be87-b7f036f4a043 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231799
Apr 02 20:52:58.971373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-e1624d24-4a05-4f55-add1-7482a6fe9e3b tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7755ff4a52a843d5afe245dd067d37fb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0260975
Apr 02 20:52:59.122331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-9f447c89-8e09-4e8e-bb3f-9395b4ecf918 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:59.125089 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-9f447c89-8e09-4e8e-bb3f-9395b4ecf918 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1477942
Apr 02 20:52:59.142994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-96ca7e57-58c4-4007-9ab0-59aacf0f34c3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/quotas/7755ff4a52a843d5afe245dd067d37fb HTTP/1.1" status: 200  len: 375 time: 0.0115652
Apr 02 20:52:59.182298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-ab4989e7-ebd6-49c3-b11d-74cc4181092d tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7755ff4a52a843d5afe245dd067d37fb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0329072
Apr 02 20:52:59.212160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53510) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:59.286893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-d81c0832-5e42-4b3e-9352-e3c53a005116 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips/027ed45c-aa9d-4d2a-a68e-6dad1f1ed733 HTTP/1.1" status: 200  len: 692 time: 0.0530860
Apr 02 20:52:59.370386 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:59.438387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d46b672-403f-4736-b216-4aaeedb0142f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:59.568836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561e75a-1bf4-4517-8e5c-0b2e4067e20a req-9a886bea-e451-44f5-b547-0f837878f53a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:59.570420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4561e75a-1bf4-4517-8e5c-0b2e4067e20a req-9a886bea-e451-44f5-b547-0f837878f53a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.0841954
Apr 02 20:52:59.629178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d46b672-403f-4736-b216-4aaeedb0142f admin admin] Publish callbacks [] for security_group (f70d01f2-086a-4896-8f77-8a9ada9cc617), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:59.642707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d46b672-403f-4736-b216-4aaeedb0142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f70d01f2-086a-4896-8f77-8a9ada9cc617), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:59.692261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6d46b672-403f-4736-b216-4aaeedb0142f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f5ee31cb0954403a80a9edea439fdda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4784403
Apr 02 20:52:59.695404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53540) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:52:59.716620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4561e75a-1bf4-4517-8e5c-0b2e4067e20a req-a32df552-05cc-4fb4-bc72-5c64bb68ce99 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343961
Apr 02 20:52:59.732274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46b672-403f-4736-b216-4aaeedb0142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d01f2-086a-4896-8f77-8a9ada9cc617,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:52:59.758447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-f1b7fa34-c308-4843-90b8-7090e387703e tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:52:59.759907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-f1b7fa34-c308-4843-90b8-7090e387703e tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.4658554
Apr 02 20:52:59.824408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-f407eeb9-3ef0-42be-b9ee-088476fed3eb tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.42 HTTP/1.1" status: 200  len: 695 time: 0.0552149
Apr 02 20:52:59.884789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-f6fb6c30-7267-4e80-b010-f18b81de6b71 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.42 HTTP/1.1" status: 200  len: 695 time: 0.0545588
Apr 02 20:52:59.895806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3931ff4d-5ebc-404d-840b-7e0684f03af2 admin admin] Publish callbacks [] for security_group (f70d01f2-086a-4896-8f77-8a9ada9cc617), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:52:59.993108 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3931ff4d-5ebc-404d-840b-7e0684f03af2 admin admin] Publish callbacks [] for security_group (f70d01f2-086a-4896-8f77-8a9ada9cc617), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.069302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Deleting port e4b2b17a-e382-4d8f-b66a-c85f71508168 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:00.070411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.130758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3931ff4d-5ebc-404d-840b-7e0684f03af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f70d01f2-086a-4896-8f77-8a9ada9cc617), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.134035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3931ff4d-5ebc-404d-840b-7e0684f03af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.137483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3931ff4d-5ebc-404d-840b-7e0684f03af2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f70d01f2-086a-4896-8f77-8a9ada9cc617 HTTP/1.1" status: 204  len: 168 time: 0.4359896
Apr 02 20:53:00.147413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931ff4d-5ebc-404d-840b-7e0684f03af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d01f2-086a-4896-8f77-8a9ada9cc617,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:00.177337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.178000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (e4b2b17a-e382-4d8f-b66a-c85f71508168), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.198544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Calling delete_port for e4b2b17a-e382-4d8f-b66a-c85f71508168 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:00.246965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8cdcc2b0-10ce-43ba-82ce-f440d0d0458d req-0d92c7ae-080e-4163-b3e0-81c9a2502d36 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 210 time: 0.0429072
Apr 02 20:53:00.378313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e4b2b17a-e382-4d8f-b66a-c85f71508168), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.404972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Pushing event deleted for resources: {'Port': ['ID=e4b2b17a-e382-4d8f-b66a-c85f71508168,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:00.464108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:00.479517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks [] for floatingip (027ed45c-aa9d-4d2a-a68e-6dad1f1ed733), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.482601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.483807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c95e7bf-385c-43ef-b375-0056b7f59792 req-27a46cf1-c742-4062-9ff3-25dd2dcc2fea tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "DELETE /v2.0/floatingips/027ed45c-aa9d-4d2a-a68e-6dad1f1ed733 HTTP/1.1" status: 204  len: 173 time: 0.5981784
Apr 02 20:53:00.490119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:00.519418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:53:00.519991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6a0a7717-2bfa-4c0d-8e10-daf1dc138f06 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:00.556882 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-7ed7564e-47de-403f-8554-d5cbd73e24c6 req-f5f022f3-1fd2-423a-9775-abbcff988d32 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] show failed (client error): The resource could not be found.
Apr 02 20:53:00.575250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ed7564e-47de-403f-8554-d5cbd73e24c6 req-f5f022f3-1fd2-423a-9775-abbcff988d32 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips/027ed45c-aa9d-4d2a-a68e-6dad1f1ed733 HTTP/1.1" status: 404  len: 350 time: 0.0613883
Apr 02 20:53:00.654128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:00.661299 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-007d4f34-51d5-443f-9146-fa0b313568b4 req-c414725f-2279-4002-a167-faffce17b802 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] show failed (client error): The resource could not be found.
Apr 02 20:53:00.672086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:00.673667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-007d4f34-51d5-443f-9146-fa0b313568b4 req-c414725f-2279-4002-a167-faffce17b802 tempest-FloatingIPsTestJSON-1312895134 tempest-FloatingIPsTestJSON-1312895134-project] 10.222.0.18 "GET /v2.0/floatingips/027ed45c-aa9d-4d2a-a68e-6dad1f1ed733 HTTP/1.1" status: 404  len: 350 time: 0.0439830
Apr 02 20:53:00.675378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:53:00.789810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53598) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:00.807517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43d74f4-1d46-48fc-97a2-c3f244ef1f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:00.807764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-f5502c60-25f4-4544-b69b-f3c4a1dcfeec tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7755ff4a52a843d5afe245dd067d37fb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0373895
Apr 02 20:53:00.907548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:00.941816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b21d-4855-45b6-b03d-0cd8e6d6aacd req-de99eb82-dd79-467f-9516-bd8a2891276a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:00.949348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c54b21d-4855-45b6-b03d-0cd8e6d6aacd req-de99eb82-dd79-467f-9516-bd8a2891276a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.1354833
Apr 02 20:53:01.006778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-d3832c52-0598-49cc-be07-f6e6a7593902 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:01.009027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-d3832c52-0598-49cc-be07-f6e6a7593902 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1935701
Apr 02 20:53:01.023491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Request body: {'port': {'device_id': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '7755ff4a52a843d5afe245dd067d37fb'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:01.053054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c54b21d-4855-45b6-b03d-0cd8e6d6aacd req-9e727f15-bba3-43fe-a0a9-b722d7e61f77 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885921
Apr 02 20:53:01.069900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43d74f4-1d46-48fc-97a2-c3f244ef1f45 admin admin] Publish callbacks [] for security_group (59f270fd-a115-41be-9d6d-21d33fdfd025), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.095441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43d74f4-1d46-48fc-97a2-c3f244ef1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (59f270fd-a115-41be-9d6d-21d33fdfd025), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.155470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d43d74f4-1d46-48fc-97a2-c3f244ef1f45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09f879d952994286b2cc4335f43a0843&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3644702
Apr 02 20:53:01.158108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53610) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:01.183152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d74f4-1d46-48fc-97a2-c3f244ef1f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f270fd-a115-41be-9d6d-21d33fdfd025,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:01.191389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12bc5ab1-59b9-4279-88ec-c52babd21f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.262280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Made reservation on behalf of 7755ff4a52a843d5afe245dd067d37fb for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:01.279712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.302374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c858f0f-5d5f-4470-b03c-6c2a07a7d00c admin admin] Publish callbacks [] for security_group (59f270fd-a115-41be-9d6d-21d33fdfd025), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.350088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12bc5ab1-59b9-4279-88ec-c52babd21f41 admin admin] Publish callbacks [] for security_group (ea7e5d13-a7ae-4941-889f-6df1a281a0b3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.358153 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12bc5ab1-59b9-4279-88ec-c52babd21f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ea7e5d13-a7ae-4941-889f-6df1a281a0b3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.413545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.416277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1236dd6a-0fd5-43f0-8d00-7e1ad33688b6 req-263ae7df-3ffc-455c-ba45-35b47ddfc9df tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 210 time: 0.0414977
Apr 02 20:53:01.425300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc5ab1-59b9-4279-88ec-c52babd21f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e5d13-a7ae-4941-889f-6df1a281a0b3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:01.441857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53622) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:01.444885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c858f0f-5d5f-4470-b03c-6c2a07a7d00c admin admin] Publish callbacks [] for security_group (59f270fd-a115-41be-9d6d-21d33fdfd025), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.465837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-12bc5ab1-59b9-4279-88ec-c52babd21f41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53a52cc441fb4933bc02b16d4327307d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5557454
Apr 02 20:53:01.469723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:01.572917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f49ab919-2432-4990-a5d0-6ad09b58e1c3 admin admin] Publish callbacks [] for security_group (ea7e5d13-a7ae-4941-889f-6df1a281a0b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.603401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c858f0f-5d5f-4470-b03c-6c2a07a7d00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (59f270fd-a115-41be-9d6d-21d33fdfd025), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.607015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c858f0f-5d5f-4470-b03c-6c2a07a7d00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.610664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4c858f0f-5d5f-4470-b03c-6c2a07a7d00c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59f270fd-a115-41be-9d6d-21d33fdfd025 HTTP/1.1" status: 204  len: 168 time: 0.4490488
Apr 02 20:53:01.619155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Allocated IP 192.168.233.49 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/5df181c0-2ca5-438b-9cc6-9e344369eb5b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:01.628135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f49ab919-2432-4990-a5d0-6ad09b58e1c3 admin admin] Publish callbacks [] for security_group (ea7e5d13-a7ae-4941-889f-6df1a281a0b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.633532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c858f0f-5d5f-4470-b03c-6c2a07a7d00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f270fd-a115-41be-9d6d-21d33fdfd025,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:01.722131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ee5-35f4-4819-b8c5-fdb30759f03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.744389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f49ab919-2432-4990-a5d0-6ad09b58e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ea7e5d13-a7ae-4941-889f-6df1a281a0b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.747568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f49ab919-2432-4990-a5d0-6ad09b58e1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.749262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f49ab919-2432-4990-a5d0-6ad09b58e1c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea7e5d13-a7ae-4941-889f-6df1a281a0b3 HTTP/1.1" status: 204  len: 168 time: 0.2785425
Apr 02 20:53:01.776374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ab919-2432-4990-a5d0-6ad09b58e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e5d13-a7ae-4941-889f-6df1a281a0b3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:01.819851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Deleting port 4d6b0592-6121-4561-a529-ce2b2faac5d5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:01.820585 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.900014 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks [] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.911276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ee5-35f4-4819-b8c5-fdb30759f03e admin admin] Publish callbacks [] for security_group (8b486205-4b35-4890-9793-94fa19154ff6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.919672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ee5-35f4-4819-b8c5-fdb30759f03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8b486205-4b35-4890-9793-94fa19154ff6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.943106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] For port 4d6b0592-6121-4561-a529-ce2b2faac5d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d6b0592-6121-4561-a529-ce2b2faac5d5,segment=NetworkSegment(934710ee-4aac-4568-bf1b-3265f6c2d617),segment_id=934710ee-4aac-4568-bf1b-3265f6c2d617)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:01.943476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:01.968497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Calling delete_port for 4d6b0592-6121-4561-a529-ce2b2faac5d5 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:01.975008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0dc3ee5-35f4-4819-b8c5-fdb30759f03e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad36f69b8e4e4691ad078f8f626f41df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5261736
Apr 02 20:53:01.978984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3ee5-35f4-4819-b8c5-fdb30759f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b486205-4b35-4890-9793-94fa19154ff6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:01.984035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53642) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:02.001433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.066710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:02.072573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:02.080059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:02.111752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Pushing event updated for resources: {'Port': ['ID=5df181c0-2ca5-438b-9cc6-9e344369eb5b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:02.122898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014a8700-a024-4e70-a3cd-446c3240d6e9 admin admin] Publish callbacks [] for security_group (8b486205-4b35-4890-9793-94fa19154ff6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.171048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014a8700-a024-4e70-a3cd-446c3240d6e9 admin admin] Publish callbacks [] for security_group (8b486205-4b35-4890-9793-94fa19154ff6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.179431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:02.180031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.232871 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4d6b0592-6121-4561-a529-ce2b2faac5d5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.282074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6b0592-6121-4561-a529-ce2b2faac5d5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:02.289602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-b4935efe-bce0-4999-a0c9-9c986e79e5d2 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2693050
Apr 02 20:53:02.305210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Request body: {'port': {'device_id': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:02.353400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59465-7b7a-4986-87f9-92956e1ec6cb req-acab9a0b-917b-4882-8053-27c19c047b3a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:02.355134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1ac59465-7b7a-4986-87f9-92956e1ec6cb req-acab9a0b-917b-4882-8053-27c19c047b3a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.1863270
Apr 02 20:53:02.359850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014a8700-a024-4e70-a3cd-446c3240d6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8b486205-4b35-4890-9793-94fa19154ff6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.362768 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014a8700-a024-4e70-a3cd-446c3240d6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.364123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-014a8700-a024-4e70-a3cd-446c3240d6e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b486205-4b35-4890-9793-94fa19154ff6 HTTP/1.1" status: 204  len: 168 time: 0.3791478
Apr 02 20:53:02.429255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a8700-a024-4e70-a3cd-446c3240d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b486205-4b35-4890-9793-94fa19154ff6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:02.467563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.519095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1ac59465-7b7a-4986-87f9-92956e1ec6cb req-69481bed-3b93-4287-901c-676c6cda0ad6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498077
Apr 02 20:53:02.544706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9384d43a-470f-4983-95ef-66fd62be1a62 None None] Provisioning complete for port 5df181c0-2ca5-438b-9cc6-9e344369eb5b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:02.545831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9384d43a-470f-4983-95ef-66fd62be1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.617777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9384d43a-470f-4983-95ef-66fd62be1a62 None None] Port 5df181c0-2ca5-438b-9cc6-9e344369eb5b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:02.678452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:02.901686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c04bd-ce0b-4f70-8338-40d62235ee2c req-ea9ac11c-8e45-4a2d-b76b-359be75e4d5e tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:02.910068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e17c04bd-ce0b-4f70-8338-40d62235ee2c req-ea9ac11c-8e45-4a2d-b76b-359be75e4d5e tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 935 time: 0.2048686
Apr 02 20:53:03.001340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e17c04bd-ce0b-4f70-8338-40d62235ee2c req-5438a95b-9ec6-488b-84e2-ac75dc7e862b tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826108
Apr 02 20:53:03.114367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df181c0-2ca5-438b-9cc6-9e344369eb5b {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:03.130266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Publish callbacks [] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:03.147632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Transition to ACTIVE for port object 5df181c0-2ca5-438b-9cc6-9e344369eb5b will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:03.152416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:03.248472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Pushing event updated for resources: {'Port': ['ID=5df181c0-2ca5-438b-9cc6-9e344369eb5b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:03.261987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:53:03.348223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Attempting to bind port 5df181c0-2ca5-438b-9cc6-9e344369eb5b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:03.348594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Attempting to bind port 5df181c0-2ca5-438b-9cc6-9e344369eb5b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:03.348932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Attempting to bind port 5df181c0-2ca5-438b-9cc6-9e344369eb5b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:03.354499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Port 5df181c0-2ca5-438b-9cc6-9e344369eb5b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:03.354832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Attempting to bind port 5df181c0-2ca5-438b-9cc6-9e344369eb5b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:03.365516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:03.365860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:03.366873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:03.367320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Bound port: 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:03.367681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:03.469259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] For port 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:03.473916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] For port 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:03.483496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:03.486011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:03.492174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ef9373dd-062e-4d45-afe6-d9e2ef1b9c02 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1b12f7c-3ffc-4969-bc1a-b80a29b555e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8179882
Apr 02 20:53:03.494704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53698) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:03.497305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] Sync routers for ids ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:03.519144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] Routers {'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:03.522163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a06b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:03.548184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:03.548803 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:03.550357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] 10.222.0.21 "PUT /v2.0/ports/5df181c0-2ca5-438b-9cc6-9e344369eb5b HTTP/1.1" status: 200  len: 1095 time: 1.2518861
Apr 02 20:53:03.550817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'tag': '5df181c0-2ca5-438b-9cc6-9e344369eb5b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:03.554353 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a3389-8e47-4e23-af23-8bb12d3c08ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7df662-e1f8-4b13-8774-cebcd1d703a4", "tag": "5df181c0-2ca5-438b-9cc6-9e344369eb5b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:03.594840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc671e-f88e-4f67-9d7f-0b4a061ece1f service neutron] Pushing event updated for resources: {'Port': ['ID=5df181c0-2ca5-438b-9cc6-9e344369eb5b,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:03.605765 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:53:03.609914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53706) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:03.654678 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a526ea-d3b9-4d08-9473-ae0d60ae9f6e x-openstack-request-id: req-a7a526ea-d3b9-4d08-9473-ae0d60ae9f6e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:03.655004 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7df662-e1f8-4b13-8774-cebcd1d703a4", "tag": "5df181c0-2ca5-438b-9cc6-9e344369eb5b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:03.655269 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7a526ea-d3b9-4d08-9473-ae0d60ae9f6e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:03.655685 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a526ea-d3b9-4d08-9473-ae0d60ae9f6e'] response: {'name': 'network-changed', 'server_uuid': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'tag': '5df181c0-2ca5-438b-9cc6-9e344369eb5b', 'status': 'completed', 'code': 200}
Apr 02 20:53:03.702982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-c78d4131-6584-4791-9243-8cbf4eeaf8f8 service neutron] 10.222.0.21 "GET /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2755480
Apr 02 20:53:03.752923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] Set router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:03.804536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-14442ed4-939e-4931-906f-318905402d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:03.806847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-14442ed4-939e-4931-906f-318905402d82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7755ff4a52a843d5afe245dd067d37fb&device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 1129 time: 0.1801507
Apr 02 20:53:03.819041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc537b-b3df-44b9-a0cf-76dcb2a25249 req-feca47ae-b067-4205-bfa9-d9df8a1c6850 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:03.826616 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afcc537b-b3df-44b9-a0cf-76dcb2a25249 req-feca47ae-b067-4205-bfa9-d9df8a1c6850 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 944 time: 0.1196599
Apr 02 20:53:03.836835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks [] for router (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:03.883749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-168b54d6-f622-4d3c-8535-ef68251c0173 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b HTTP/1.1" status: 200  len: 217 time: 0.0551198
Apr 02 20:53:03.942997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-network', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:03.970232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afcc537b-b3df-44b9-a0cf-76dcb2a25249 req-b5ccb437-d91c-4345-9976-2e6fe57e8ede tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402426
Apr 02 20:53:04.000302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-bc525a4f-2aa1-42d2-ac24-6579fb74e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:04.002075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-bc525a4f-2aa1-42d2-ac24-6579fb74e06d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1066511
Apr 02 20:53:04.009910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Made reservation on behalf of 6e2a80eb708d4a2b8aab54b268dc218d for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:04.013457 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.052096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks [] for router_gateway (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.105108 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.182678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a06b50>, [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:53:02Z', 'revision_number': 5, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port': {'id': 'fa6c352e-69f9-46aa-a31e-c9fd979aa600', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:52:41Z', 'updated_at': '2022-04-02T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:04.213464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] Checking router: b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:04.222973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] Routers {'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:04.223897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a06b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:04.229967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-043b34d4-13c5-47ef-a9c9-2d0537a23bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:04.231465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-043b34d4-13c5-47ef-a9c9-2d0537a23bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2148807
Apr 02 20:53:04.264512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:04.331660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Deleting port fa6c352e-69f9-46aa-a31e-c9fd979aa600 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:04.332286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.336390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:04.353885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] Set router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:04.396960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e3851-afbe-4a2b-8465-b13148eb6d7a req-e9b5910c-9d5e-4cbf-81f7-a44ed2b709ca tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:04.403472 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks [] for security_group (1c2432c5-a6f3-41de-b5f9-348ba2ef910c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.405042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-758e3851-afbe-4a2b-8465-b13148eb6d7a req-e9b5910c-9d5e-4cbf-81f7-a44ed2b709ca tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 947 time: 0.2636948
Apr 02 20:53:04.407668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-cd185ba1-5d09-47e3-96b0-4449c8a08046 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622770
Apr 02 20:53:04.413710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c2432c5-a6f3-41de-b5f9-348ba2ef910c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.460565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a06b50>, [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:53:04Z', 'revision_number': 6, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:04.483358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df51f42c-1b75-412d-b9f6-4349066d58c2 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:04.502726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:04.507915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8b23d-e385-428a-a08e-6789eef4da23 None None] The sync data for ids ['b1b12f7c-3ffc-4969-bc1a-b80a29b555e4'] in ncdv-master-1 is: [{'id': 'b1b12f7c-3ffc-4969-bc1a-b80a29b555e4', 'name': 'tempest-FloatingIPsTestJSON-1275516765-router', 'tenant_id': '38e81bc12e244167b6e8410e634607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:52:40Z', 'updated_at': '2022-04-02T20:53:04Z', 'revision_number': 6, 'project_id': '38e81bc12e244167b6e8410e634607aa', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:04.518637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:53:04.550927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] For port fa6c352e-69f9-46aa-a31e-c9fd979aa600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa6c352e-69f9-46aa-a31e-c9fd979aa600,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:04.551422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.567231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.582160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2432c5-a6f3-41de-b5f9-348ba2ef910c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:04.587864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Calling delete_port for fa6c352e-69f9-46aa-a31e-c9fd979aa600 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:04.594366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b6a07578-dc6a-477b-aa61-00cbe012b27c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.594647 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Added segment b6a07578-dc6a-477b-aa61-00cbe012b27c of type vlan for network a4850a71-8145-40aa-b0f3-8efc7deb071e
Apr 02 20:53:04.605021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-758e3851-afbe-4a2b-8465-b13148eb6d7a req-a50cd00a-ebe5-4fcb-8c96-2571474e08c7 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985898
Apr 02 20:53:04.666765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a4850a71-8145-40aa-b0f3-8efc7deb071e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.675329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc63cc9f-b4b3-4269-ae35-02d2ae85ef9c req-5b6c0211-8ff1-4f35-905e-9e7e11e652b3 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582824
Apr 02 20:53:04.717686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a4850a71-8145-40aa-b0f3-8efc7deb071e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.718743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:04.719945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.746325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:04.769234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] Transition to ACTIVE for port object df51f42c-1b75-412d-b9f6-4349066d58c2 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:04.801571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1898308
Apr 02 20:53:04.804140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:04.805957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53740) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:04.841692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Request body: {'subnet': {'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-subnet', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:04.858650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc54b-d20f-4b9d-b247-8de51064a81a admin admin] Pushing event updated for resources: {'Network': ['ID=a4850a71-8145-40aa-b0f3-8efc7deb071e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:04.881322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-efe648d3-d47b-45f0-8a61-656d76500341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:04.883453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-efe648d3-d47b-45f0-8a61-656d76500341 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7755ff4a52a843d5afe245dd067d37fb&device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 1129 time: 0.1332595
Apr 02 20:53:04.886750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a4850a71-8145-40aa-b0f3-8efc7deb071e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:53:04.903038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] No DVR routers for this DVR port df51f42c-1b75-412d-b9f6-4349066d58c2 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:04.909661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=10']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:04.983380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Made reservation on behalf of 6e2a80eb708d4a2b8aab54b268dc218d for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:05.004184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.023524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-ae7c416b-382a-49c9-b666-4e24b2a6ffd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3054249
Apr 02 20:53:05.048133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4d6b0592-6121-4561-a529-ce2b2faac5d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:05.066232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fa6c352e-69f9-46aa-a31e-c9fd979aa600), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.125963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6c352e-69f9-46aa-a31e-c9fd979aa600,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:05.129345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4d6b0592-6121-4561-a529-ce2b2faac5d5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:53:05.129896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4d6b0592-6121-4561-a529-ce2b2faac5d5 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:05.217220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-3e2f2c35-3309-41b6-89b5-189ad1145c27 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ee534be172494c1b842d8749d1dfe969&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1976082
Apr 02 20:53:05.219148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.236613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53754) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:05.315402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b00ec-67ea-493d-8d8b-8c9a1d25fcc6 req-47cf32b9-bb4c-4ed8-a7ea-0355593ec711 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.322603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-141b00ec-67ea-493d-8d8b-8c9a1d25fcc6 req-47cf32b9-bb4c-4ed8-a7ea-0355593ec711 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.2056110
Apr 02 20:53:05.329235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1191337821-network', 'tenant_id': '89b61101b5644010bc714c2cdeba96eb'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:05.354907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.361308 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks [] for router_controller (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.368805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-945c9204-b304-4ecc-9c29-1a265913cf7c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.370228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-945c9204-b304-4ecc-9c29-1a265913cf7c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2429085
Apr 02 20:53:05.377785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-9f3fd05d-5c21-4138-bd92-80c2f02d4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.377985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Made reservation on behalf of 89b61101b5644010bc714c2cdeba96eb for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:05.379180 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-9f3fd05d-5c21-4138-bd92-80c2f02d4cde service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.4883826
Apr 02 20:53:05.380030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.432441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3901f30d-afa1-44fb-870c-a85fadfb55b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.432825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.442082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (b1b12f7c-3ffc-4969-bc1a-b80a29b555e4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.442625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:53:05.448280 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.449417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c28b0cb-4dbb-47b3-b307-ee2da325e382 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b1b12f7c-3ffc-4969-bc1a-b80a29b555e4 HTTP/1.1" status: 204  len: 168 time: 1.9538703
Apr 02 20:53:05.457035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-141b00ec-67ea-493d-8d8b-8c9a1d25fcc6 req-246dffd2-dba2-47a3-9a04-d0bca9460776 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334598
Apr 02 20:53:05.457488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:05.507540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-eb91bacf-2942-4d8f-918a-20498c90691f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b HTTP/1.1" status: 200  len: 217 time: 0.1161072
Apr 02 20:53:05.531227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Deleting subnet 76ef80a1-73f6-4e28-8cdc-ccfceb240923 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:53:05.537484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Publish callbacks [] for subnet (76ef80a1-73f6-4e28-8cdc-ccfceb240923), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.588112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (76ef80a1-73f6-4e28-8cdc-ccfceb240923), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.635766 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks [] for security_group (5acc8303-64a5-4a13-8e1a-bc5d110ac439), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.646955 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5acc8303-64a5-4a13-8e1a-bc5d110ac439), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.694650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:53:05.781551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (011afb72-72d2-4986-b062-f58afac63e1b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.781796 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Added segment 011afb72-72d2-4986-b062-f58afac63e1b of type vlan for network 0f6792b8-5956-4f22-8fa8-e47e1a830c39
Apr 02 20:53:05.796587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc8303-64a5-4a13-8e1a-bc5d110ac439,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:05.806902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (76ef80a1-73f6-4e28-8cdc-ccfceb240923), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.816656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-6da451e3-a917-481f-b026-129b5db4fd58 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.818167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-6da451e3-a917-481f-b026-129b5db4fd58 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6001768
Apr 02 20:53:05.878908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0f6792b8-5956-4f22-8fa8-e47e1a830c39), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.899306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dd49b-23ab-4249-b77b-6ae8699d423f req-a75542d9-fd3f-4901-85b3-4b3e9a3d3ce1 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.900817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58dd49b-23ab-4249-b77b-6ae8699d423f req-a75542d9-fd3f-4901-85b3-4b3e9a3d3ce1 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 947 time: 0.2166543
Apr 02 20:53:05.910620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-5d116c69-2b6a-46f9-9bb8-82db9f33b2ed tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/quotas/ee534be172494c1b842d8749d1dfe969 HTTP/1.1" status: 200  len: 375 time: 0.0748169
Apr 02 20:53:05.916613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-d3d2d5a2-0919-410d-8660-d32df0f40808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.919567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-d3d2d5a2-0919-410d-8660-d32df0f40808 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71&tenant_id=1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 1127 time: 0.5380518
Apr 02 20:53:05.927675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-3a2224a5-030f-486f-a167-87d908257aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.929709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-3a2224a5-030f-486f-a167-87d908257aa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.4119499
Apr 02 20:53:05.948347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0f6792b8-5956-4f22-8fa8-e47e1a830c39), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.951524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:05.951524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.979173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (76ef80a1-73f6-4e28-8cdc-ccfceb240923), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:05.988007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-a20ea49e-8851-4258-9512-e0af1bb1c94e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee534be172494c1b842d8749d1dfe969&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0687344
Apr 02 20:53:06.024830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (42a48075-b829-4dea-b465-ee7c9a7d47c6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.030231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2795277
Apr 02 20:53:06.032016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:06.032655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ef80a1-73f6-4e28-8cdc-ccfceb240923,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:06.046226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285b007-cf05-44e9-b09c-715dbef899ff None None] Network bd617d49-5fd6-4378-b7f2-596b5fba89c0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:06.059398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Request body: {'subnet': {'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1191337821-subnet', 'tenant_id': '89b61101b5644010bc714c2cdeba96eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:06.072764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.078913 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e40e231f-7eba-44b2-9f46-4756a1004af0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/76ef80a1-73f6-4e28-8cdc-ccfceb240923 HTTP/1.1" status: 204  len: 168 time: 0.6199954
Apr 02 20:53:06.081800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53764) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:06.086612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58dd49b-23ab-4249-b77b-6ae8699d423f req-06e7600a-eefc-4db8-ae9f-c489e069f314 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766441
Apr 02 20:53:06.087670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003a38a-d502-4454-8b52-249d36774e05 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6792b8-5956-4f22-8fa8-e47e1a830c39,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:06.109438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:53:06.207748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5edce6e-0e0a-4d4e-9c17-cf2ac62eb0e5 req-9896aacf-c53a-4642-bddc-93298e2119d5 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 210 time: 0.0386653
Apr 02 20:53:06.247034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Made reservation on behalf of 89b61101b5644010bc714c2cdeba96eb for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:06.249346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.252864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (bd617d49-5fd6-4378-b7f2-596b5fba89c0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.281479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a48075-b829-4dea-b465-ee7c9a7d47c6,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:06.306935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3901f30d-afa1-44fb-870c-a85fadfb55b6 admin admin] Publish callbacks [] for security_group (7b48fa6f-f901-497d-ac60-34f9ac967a17), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.310386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-b8168a72-5bb1-4294-a4ac-2dbe8be324b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:06.312056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-b8168a72-5bb1-4294-a4ac-2dbe8be324b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3646507
Apr 02 20:53:06.318515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-cf06295d-4fe4-44ce-9ef1-be5ac9e7177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:06.319975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-cf06295d-4fe4-44ce-9ef1-be5ac9e7177a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1127 time: 0.3621500
Apr 02 20:53:06.323069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3901f30d-afa1-44fb-870c-a85fadfb55b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7b48fa6f-f901-497d-ac60-34f9ac967a17), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.342511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] DHCP port deletion for bd617d49-5fd6-4378-b7f2-596b5fba89c0 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:53:06.394343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] Deleting port aa373600-9873-48d2-88b6-5ae2460e1738 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:06.394713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.433302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Checking segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:06.433665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Network hostable DHCP agents. Network: a4850a71-8145-40aa-b0f3-8efc7deb071e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:53:06.478348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] For port aa373600-9873-48d2-88b6-5ae2460e1738, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa373600-9873-48d2-88b6-5ae2460e1738,segment=NetworkSegment(934710ee-4aac-4568-bf1b-3265f6c2d617),segment_id=934710ee-4aac-4568-bf1b-3265f6c2d617)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:06.478857 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.492622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] Calling delete_port for aa373600-9873-48d2-88b6-5ae2460e1738 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:06.512236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3901f30d-afa1-44fb-870c-a85fadfb55b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcd560b43be74b8695b2a917defd0497&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2610743
Apr 02 20:53:06.514005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901f30d-afa1-44fb-870c-a85fadfb55b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b48fa6f-f901-497d-ac60-34f9ac967a17,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:06.515093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:06.586499 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f95dd0b-5086-4e49-a335-2594943bf8a6 admin admin] Publish callbacks [] for security_group (7b48fa6f-f901-497d-ac60-34f9ac967a17), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.615512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f95dd0b-5086-4e49-a335-2594943bf8a6 admin admin] Publish callbacks [] for security_group (7b48fa6f-f901-497d-ac60-34f9ac967a17), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.620581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.646729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] Pushing event deleted for resources: {'Port': ['ID=aa373600-9873-48d2-88b6-5ae2460e1738,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:06.655240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707dc5b-29f6-4e96-80cd-dd0321271b6f None None] No DVR routers for this DVR port aa373600-9873-48d2-88b6-5ae2460e1738 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:06.671152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Network a4850a71-8145-40aa-b0f3-8efc7deb071e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:53:06.695828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f95dd0b-5086-4e49-a335-2594943bf8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7b48fa6f-f901-497d-ac60-34f9ac967a17), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.700541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f95dd0b-5086-4e49-a335-2594943bf8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.700541 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7f95dd0b-5086-4e49-a335-2594943bf8a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b48fa6f-f901-497d-ac60-34f9ac967a17 HTTP/1.1" status: 204  len: 168 time: 0.1838949
Apr 02 20:53:06.708501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95dd0b-5086-4e49-a335-2594943bf8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b48fa6f-f901-497d-ac60-34f9ac967a17,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:06.768796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-a30b63b6-7d22-4cc2-b9ef-dc814a2e0f3a service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4415987
Apr 02 20:53:06.773118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4850a71-8145-40aa-b0f3-8efc7deb071e) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:06.782961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3438032-2315-489a-88b9-85449ee33b4d None None] Network a4850a71-8145-40aa-b0f3-8efc7deb071e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:06.793925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-fc8099f0-cef0-45a6-8bd0-87e3347c5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:06.795493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-fc8099f0-cef0-45a6-8bd0-87e3347c5542 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.4225233
Apr 02 20:53:06.807965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:06.808719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.873184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-f71362fd-16b1-4cd8-be8f-fedb5b21ae0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.0499063
Apr 02 20:53:06.885053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc656-b110-452a-b723-57323bd6f19d req-b7cdb48c-44ce-412a-af0a-36e2d80c15a8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:06.903349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea9fc656-b110-452a-b723-57323bd6f19d req-b7cdb48c-44ce-412a-af0a-36e2d80c15a8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.3481514
Apr 02 20:53:06.904035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4850a71-8145-40aa-b0f3-8efc7deb071e', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:53:06.905303 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:06.927797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Deleting port aa373600-9873-48d2-88b6-5ae2460e1738 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:06.928054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.004507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a75f6a3-759d-4b27-b77a-d5c87711519d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1944823
Apr 02 20:53:07.007452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53786) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:07.013393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:07.038069 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (404a0473-81c5-4778-aa53-a9e89b4005f9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.039684 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (404a0473-81c5-4778-aa53-a9e89b4005f9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.078163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53788) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:07.107734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Allocated IP 172.20.0.2 (a4850a71-8145-40aa-b0f3-8efc7deb071e/42a48075-b829-4dea-b465-ee7c9a7d47c6/d3a06b92-e314-4076-a27d-8c5aed256bdd) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:07.123131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-383b-4d11-86ea-2afd5dac20c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.134096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa6c352e-69f9-46aa-a31e-c9fd979aa600 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:07.134860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks [] for router_controller (404a0473-81c5-4778-aa53-a9e89b4005f9), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.142823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] For port aa373600-9873-48d2-88b6-5ae2460e1738, host ncdv-master-1, got binding levels [] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:07.143304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.158279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Calling delete_port for aa373600-9873-48d2-88b6-5ae2460e1738 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:07.161078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Port aa373600-9873-48d2-88b6-5ae2460e1738 was not found and therefore no delete operation was performed {{(pid=121648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 20:53:07.188417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5df181c0-2ca5-438b-9cc6-9e344369eb5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:07.193415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fa6c352e-69f9-46aa-a31e-c9fd979aa600 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:53:07.194347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa6c352e-69f9-46aa-a31e-c9fd979aa600 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:07.194781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device aa373600-9873-48d2-88b6-5ae2460e1738 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:07.198718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (aa373600-9873-48d2-88b6-5ae2460e1738), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.208748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-371daeb5-d56b-4312-a7e9-05a71180c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:07.210985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-371daeb5-d56b-4312-a7e9-05a71180c779 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.2962792
Apr 02 20:53:07.225913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (a004d3b2-5068-45eb-9db5-ab2d02775e06), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.231261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:07.242014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] No DVR routers for this DVR port aa373600-9873-48d2-88b6-5ae2460e1738 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:07.286154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: aa373600-9873-48d2-88b6-5ae2460e1738 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:53:07.286534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device aa373600-9873-48d2-88b6-5ae2460e1738 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:07.417862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-d03d9734-789d-46f0-94d7-2b9a6d012e94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1650045
Apr 02 20:53:07.418744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa373600-9873-48d2-88b6-5ae2460e1738,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:07.431107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port df51f42c-1b75-412d-b9f6-4349066d58c2 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:53:07.431820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:07.458690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea9fc656-b110-452a-b723-57323bd6f19d req-cc515e5f-04c0-40f9-864c-e6f9bee179b4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5544767
Apr 02 20:53:07.460770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-6caeea5b-a08b-4f25-b8cb-c549b64d9860 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ee534be172494c1b842d8749d1dfe969&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1130073
Apr 02 20:53:07.503480 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Publish callbacks [] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.510145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461a3389-8e47-4e23-af23-8bb12d3c08ba req-ba2ef9cc-1a8b-43a5-9c27-bcfda7dfd8e7 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7122300
Apr 02 20:53:07.524843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:07.528122 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.566189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5df181c0-2ca5-438b-9cc6-9e344369eb5b', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '5df181c0-2ca5-438b-9cc6-9e344369eb5b', 'mac_address': 'fa:16:3e:cc:4e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:07.591850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Network a4850a71-8145-40aa-b0f3-8efc7deb071e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:07.613581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Pushing event updated for resources: {'Port': ['ID=d3a06b92-e314-4076-a27d-8c5aed256bdd,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:07.620890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:07.625006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:07.636952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-383b-4d11-86ea-2afd5dac20c6 admin admin] Publish callbacks [] for security_group (f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.641408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (bd617d49-5fd6-4378-b7f2-596b5fba89c0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.641573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5df181c0-2ca5-438b-9cc6-9e344369eb5b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:07.641573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.645720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a004d3b2-5068-45eb-9db5-ab2d02775e06,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:07.653554 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-383b-4d11-86ea-2afd5dac20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.671137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df181c0-2ca5-438b-9cc6-9e344369eb5b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:07.716292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:07.717454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Attempting to bind port d3a06b92-e314-4076-a27d-8c5aed256bdd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:07.717821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Attempting to bind port d3a06b92-e314-4076-a27d-8c5aed256bdd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:07.718175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Attempting to bind port d3a06b92-e314-4076-a27d-8c5aed256bdd on network a4850a71-8145-40aa-b0f3-8efc7deb071e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:07.724997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:07.725254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Checking segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:07.726056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.726460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Bound using segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:07.726931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Bound port: d3a06b92-e314-4076-a27d-8c5aed256bdd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:07.727310 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.730449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.758044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-270248a8-8eb7-4033-bb4b-84882e4f6d28 req-469a7b06-8ee4-48bf-bb5a-c09792cbe21c tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 210 time: 0.1707304
Apr 02 20:53:07.761562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks [] for router_gateway (404a0473-81c5-4778-aa53-a9e89b4005f9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.781714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a632-a83f-407a-ac8f-bac165490f2b req-0469b9de-10cb-42e5-a28b-5919cc530c11 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:07.782324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78444dd280>,) {'filters': {'network_id': ['bd617d49-5fd6-4378-b7f2-596b5fba89c0']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:07.782606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9155a632-a83f-407a-ac8f-bac165490f2b req-0469b9de-10cb-42e5-a28b-5919cc530c11 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 947 time: 0.5952120
Apr 02 20:53:07.785719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b52da6-383b-4d11-86ea-2afd5dac20c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:07.794094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1b52da6-383b-4d11-86ea-2afd5dac20c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cd060f313a04b86bd019ead7321a583&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7148285
Apr 02 20:53:07.794691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53796) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:07.827472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78444dd280>, '934710ee-4aac-4568-bf1b-3265f6c2d617') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:07.827844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78444dd280>, '934710ee-4aac-4568-bf1b-3265f6c2d617') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:07.836401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Checking segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:07.836908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Network hostable DHCP agents. Network: 0f6792b8-5956-4f22-8fa8-e47e1a830c39, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:53:07.856087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-f51100be-b029-4bf6-986c-8d8ce3b10fd7 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:07.857036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-f51100be-b029-4bf6-986c-8d8ce3b10fd7 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3762469
Apr 02 20:53:07.859456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (934710ee-4aac-4568-bf1b-3265f6c2d617), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.876932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-46f06245-5191-4b8f-9ce5-a2062d9dea61 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288266
Apr 02 20:53:07.880128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Request body: {'port': {'device_id': '35b99e55-492a-476a-b17a-9a634f11e99d', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'ee534be172494c1b842d8749d1dfe969'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:07.894375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9155a632-a83f-407a-ac8f-bac165490f2b req-2f0dac4b-9935-49ca-b810-00fa84988ee8 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109028
Apr 02 20:53:07.911393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f76f5eb-ddde-42b9-8291-c9677581140e admin admin] Publish callbacks [] for security_group (f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.927434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (934710ee-4aac-4568-bf1b-3265f6c2d617), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.971742 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f76f5eb-ddde-42b9-8291-c9677581140e admin admin] Publish callbacks [] for security_group (f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.981020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:53:07.981230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5df181c0-2ca5-438b-9cc6-9e344369eb5b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:07.981511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (934710ee-4aac-4568-bf1b-3265f6c2d617), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:53:07.983924 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:53:07.996786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] For port d3a06b92-e314-4076-a27d-8c5aed256bdd, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:08.021466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:53:08.026801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5df181c0-2ca5-438b-9cc6-9e344369eb5b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:08.121998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f6792b8-5956-4f22-8fa8-e47e1a830c39) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:08.128877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:08.129160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.139176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f76f5eb-ddde-42b9-8291-c9677581140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.143026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f76f5eb-ddde-42b9-8291-c9677581140e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.150250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f3c362-5de6-4b9e-8458-207dfe0119a6 None None] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:08.154567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (bd617d49-5fd6-4378-b7f2-596b5fba89c0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.155747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1f76f5eb-ddde-42b9-8291-c9677581140e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b HTTP/1.1" status: 204  len: 168 time: 0.3499660
Apr 02 20:53:08.161154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.167911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bd617d49-5fd6-4378-b7f2-596b5fba89c0 HTTP/1.1" status: 204  len: 168 time: 2.0754495
Apr 02 20:53:08.180529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] For port d3a06b92-e314-4076-a27d-8c5aed256bdd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a06b92-e314-4076-a27d-8c5aed256bdd,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:08.205879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0f6aab85-c605-4be1-acad-be14f4da593e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.1607533
Apr 02 20:53:08.215467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f54013-00da-48a6-8103-3059e9c08b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd617d49-5fd6-4378-b7f2-596b5fba89c0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:08.222574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.241469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-2014d8c8-bb15-423c-a7f0-99024de11887 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3535945
Apr 02 20:53:08.250318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks [] for router_gateway (404a0473-81c5-4778-aa53-a9e89b4005f9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.264390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Made reservation on behalf of ee534be172494c1b842d8749d1dfe969 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:08.264901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76f5eb-ddde-42b9-8291-c9677581140e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3455eb9-d375-4e4f-9d0f-ebd5e2a4e89b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:08.276534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.302221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.311109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.407935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026efca-3319-4091-87ed-1a62145a6d58 None None] Pushing event updated for resources: {'Port': ['ID=d3a06b92-e314-4076-a27d-8c5aed256bdd,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:08.457925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b9ea8-e9f1-4e86-b0b0-9e2a4386f5a8 None None] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:08.544221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks [] for security_group (0fccbf77-d163-4741-b949-633d61d39211), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.554486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0fccbf77-d163-4741-b949-633d61d39211), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:08.649941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:08.784174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Allocated IP 172.35.4.240 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/bed07a47-a378-4535-ab46-0b605d35bfba) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:08.818943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-84e36488-d5ba-4dfd-900f-1c669607490a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38e81bc12e244167b6e8410e634607aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1677847
Apr 02 20:53:08.823595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53814) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:08.966012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e16ec7dd-820a-4615-887e-31439c6f2a58 req-6324c92a-f1b1-48ee-b95b-fb4ed3f49dca tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 210 time: 0.0902040
Apr 02 20:53:09.021008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e18bf5c-6c1d-413c-b49c-9a86253b1cc7 admin admin] Publish callbacks [] for security_group (a21b60d9-9755-4cb6-9aeb-11c9d25963a4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.050414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e18bf5c-6c1d-413c-b49c-9a86253b1cc7 admin admin] Publish callbacks [] for security_group (a21b60d9-9755-4cb6-9aeb-11c9d25963a4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.128930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fccbf77-d163-4741-b949-633d61d39211,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:09.139631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks [] for port (bed07a47-a378-4535-ab46-0b605d35bfba), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.184838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5df181c0-2ca5-438b-9cc6-9e344369eb5b up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:09.215640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-5bff205e-1a47-4f9c-89c0-9c95452cc52b tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:09.217420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-5bff205e-1a47-4f9c-89c0-9c95452cc52b tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.6310205
Apr 02 20:53:09.232724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb383d06-7d55-4a5e-bac4-3ec66ed9ec04 req-aa26177e-b74a-4b86-91ae-7a46ea2c35ad tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:09.234418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fb383d06-7d55-4a5e-bac4-3ec66ed9ec04 req-aa26177e-b74a-4b86-91ae-7a46ea2c35ad tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 948 time: 0.1135962
Apr 02 20:53:09.236419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.248231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e18bf5c-6c1d-413c-b49c-9a86253b1cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a21b60d9-9755-4cb6-9aeb-11c9d25963a4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.251405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e18bf5c-6c1d-413c-b49c-9a86253b1cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.254883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4e18bf5c-6c1d-413c-b49c-9a86253b1cc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a21b60d9-9755-4cb6-9aeb-11c9d25963a4 HTTP/1.1" status: 204  len: 168 time: 0.4276526
Apr 02 20:53:09.271489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855bc2d-bf7e-4058-a505-812e764b5dd8 req-2512f007-a005-4dad-91b8-a3632cf632cf tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:09.273588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c855bc2d-bf7e-4058-a505-812e764b5dd8 req-2512f007-a005-4dad-91b8-a3632cf632cf tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.2330575
Apr 02 20:53:09.275416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3a06b92-e314-4076-a27d-8c5aed256bdd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:09.283992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Allocated IP 192.168.233.166 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/63bb602f-5c79-43d0-b981-f61c7d0d8c28) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:09.349716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 5df181c0-2ca5-438b-9cc6-9e344369eb5b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:09.352665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:09.353684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Pushing event updated for resources: {'Port': ['ID=bed07a47-a378-4535-ab46-0b605d35bfba,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:09.358462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5df181c0-2ca5-438b-9cc6-9e344369eb5b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:09.359207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.372034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:09.399075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18bf5c-6c1d-413c-b49c-9a86253b1cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b60d9-9755-4cb6-9aeb-11c9d25963a4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:09.406282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:09.455363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d3a06b92-e314-4076-a27d-8c5aed256bdd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:09.455980 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.491613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fb383d06-7d55-4a5e-bac4-3ec66ed9ec04 req-09436994-8637-4fa6-a177-07383b532b28 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209632
Apr 02 20:53:09.573025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5df181c0-2ca5-438b-9cc6-9e344369eb5b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:09.573924 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.633481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c855bc2d-bf7e-4058-a505-812e764b5dd8 req-47efa4e3-1368-4548-84bf-a33a7a6addc7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3452289
Apr 02 20:53:09.680095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df181c0-2ca5-438b-9cc6-9e344369eb5b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:09.682358 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ab2d6-493a-4844-9044-165627a0ade6" -d '{"events": [{"server_uuid": "9e7df662-e1f8-4b13-8774-cebcd1d703a4", "name": "network-vif-plugged", "status": "completed", "tag": "5df181c0-2ca5-438b-9cc6-9e344369eb5b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:09.711852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:09.741951 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.746969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d3a06b92-e314-4076-a27d-8c5aed256bdd is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:09.752577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.790529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-68e98f0e-63b5-4fc3-853c-b0e5e9e12de7 service neutron] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:09.803164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-68e98f0e-63b5-4fc3-853c-b0e5e9e12de7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:09.820127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8eeb735-84dd-4817-9abd-85b450623a0c req-68e98f0e-63b5-4fc3-853c-b0e5e9e12de7 service neutron] 10.222.0.15 "DELETE /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5789640
Apr 02 20:53:09.974612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d3a06b92-e314-4076-a27d-8c5aed256bdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a06b92-e314-4076-a27d-8c5aed256bdd,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:09.996333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.003982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57517ce1-91ab-4836-a274-a0422d6dec3b None None] Network a4850a71-8145-40aa-b0f3-8efc7deb071e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:10.012241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214fea0-edb0-41e2-8aa6-dd360a557f33 req-2f43268f-23dc-444f-aa74-d4f71ebf171a tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:10.013915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2214fea0-edb0-41e2-8aa6-dd360a557f33 req-2f43268f-23dc-444f-aa74-d4f71ebf171a tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1127 time: 0.1780028
Apr 02 20:53:10.017048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks [] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.081351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.126042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2214fea0-edb0-41e2-8aa6-dd360a557f33 req-ac19ba8e-5f7e-4991-981e-bec4d15a4a44 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958977
Apr 02 20:53:10.150693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:10.154321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:10.154494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5df181c0-2ca5-438b-9cc6-9e344369eb5b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:10.156555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks [] for router_gateway (404a0473-81c5-4778-aa53-a9e89b4005f9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.185674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:10.243831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:10.317433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:10.322027 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.334825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d3a06b92-e314-4076-a27d-8c5aed256bdd,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:10.341480 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19cf28-f919-49d6-acab-90f047ad51bc x-openstack-request-id: req-3b19cf28-f919-49d6-acab-90f047ad51bc {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:10.342013 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7df662-e1f8-4b13-8774-cebcd1d703a4", "name": "network-vif-plugged", "status": "completed", "tag": "5df181c0-2ca5-438b-9cc6-9e344369eb5b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:10.342441 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b19cf28-f919-49d6-acab-90f047ad51bc {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:10.342976 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b19cf28-f919-49d6-acab-90f047ad51bc'] response: {'server_uuid': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df181c0-2ca5-438b-9cc6-9e344369eb5b', 'code': 200}
Apr 02 20:53:10.353591 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8c464999-7613-4534-bc87-95f058aca81a None None] Provisioning complete for port d3a06b92-e314-4076-a27d-8c5aed256bdd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:10.354344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8c464999-7613-4534-bc87-95f058aca81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.394962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-db876cfe-c666-4b86-981a-b9d62bfc3ecb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5251768
Apr 02 20:53:10.493914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Request body: {'port': {'device_id': '35b99e55-492a-476a-b17a-9a634f11e99d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:10.516529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8c464999-7613-4534-bc87-95f058aca81a None None] Current status of the port d3a06b92-e314-4076-a27d-8c5aed256bdd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:10.540606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-2c5cb6a5-9958-448f-bde5-7ba4081b6a00 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:10.542171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-2c5cb6a5-9958-448f-bde5-7ba4081b6a00 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 818 time: 0.5187490
Apr 02 20:53:10.622443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-de76e0a7-80c0-466e-8275-206d06ba4c34 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/quotas/89b61101b5644010bc714c2cdeba96eb HTTP/1.1" status: 200  len: 375 time: 0.0199308
Apr 02 20:53:10.658374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bcbdf7fc-d76b-4ef5-b921-34654c67e68e None None] Provisioning complete for port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:10.658977 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bcbdf7fc-d76b-4ef5-b921-34654c67e68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.694508 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.708925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3c7ee25e-1419-4c13-b217-39c481543c67 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0580299
Apr 02 20:53:10.717748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6f87-eca0-4474-9297-f453fb6b1bc7 req-53d17eb1-b069-4e65-8ac7-5c45a5bace01 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:10.723291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-14cb3eeb-596f-410c-a2f6-476d5436e109 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:53:10.724720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-14cb3eeb-596f-410c-a2f6-476d5436e109 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076213
Apr 02 20:53:10.724978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6efb6f87-eca0-4474-9297-f453fb6b1bc7 req-53d17eb1-b069-4e65-8ac7-5c45a5bace01 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 936 time: 0.3886380
Apr 02 20:53:10.729034 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (404a0473-81c5-4778-aa53-a9e89b4005f9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.743000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941fa6f-8509-4c3c-baa3-549b78dcba4b req-150ef165-2726-4a10-99db-0eb8b72f1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:10.744200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941fa6f-8509-4c3c-baa3-549b78dcba4b req-150ef165-2726-4a10-99db-0eb8b72f1041 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 1131 time: 0.2855692
Apr 02 20:53:10.803685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdf7fc-d76b-4ef5-b921-34654c67e68e None None] Port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:10.832792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6efb6f87-eca0-4474-9297-f453fb6b1bc7 req-b1cd0730-6cb2-499f-94c3-81937804f5c4 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030867
Apr 02 20:53:10.888174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941fa6f-8509-4c3c-baa3-549b78dcba4b req-65a285ed-3528-405d-bc71-c0758a0f14c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324248
Apr 02 20:53:10.936819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e66966e9-782e-4ebf-9d5c-5e7c9fbddda7 None None] Provisioning complete for port d3a06b92-e314-4076-a27d-8c5aed256bdd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:10.937919 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e66966e9-782e-4ebf-9d5c-5e7c9fbddda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:10.960443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-ccd36998-c3e2-4b95-8d51-be93b558ec8e service neutron] 10.222.0.18 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219479
Apr 02 20:53:11.111661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e66966e9-782e-4ebf-9d5c-5e7c9fbddda7 None None] Current status of the port d3a06b92-e314-4076-a27d-8c5aed256bdd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:11.119164 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-44ddf8e1-573a-42ba-a36e-9d0f27c92a16 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323993
Apr 02 20:53:11.146373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaec8fd-9736-446e-8bfd-d9d4f2ccfa7c req-d5e8978d-0490-4d0b-abc3-62c929680e37 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:11.146842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Router 404a0473-81c5-4778-aa53-a9e89b4005f9 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:53:11.149541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-baaec8fd-9736-446e-8bfd-d9d4f2ccfa7c req-d5e8978d-0490-4d0b-abc3-62c929680e37 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 949 time: 0.2022052
Apr 02 20:53:11.167345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3a06b92-e314-4076-a27d-8c5aed256bdd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:11.269964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d3a06b92-e314-4076-a27d-8c5aed256bdd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:11.270423 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:11.324823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:11.337581 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Sync routers for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:11.350188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:11.351467 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:11.352105 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed62b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:11.355487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-42cbb7f6-7adb-4c15-8ee2-68598ecba52d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3464248
Apr 02 20:53:11.358418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53898) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:11.379135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-baaec8fd-9736-446e-8bfd-d9d4f2ccfa7c req-a8172359-99c5-437c-ba77-942cb1b2088b tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232783
Apr 02 20:53:11.533810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d3a06b92-e314-4076-a27d-8c5aed256bdd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:11.583741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb602f-5c79-43d0-b981-f61c7d0d8c28 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:11.599388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Publish callbacks [] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:11.618292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Transition to ACTIVE for port object 63bb602f-5c79-43d0-b981-f61c7d0d8c28 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:11.623738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:11.677361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:11.705604 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:11.828945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53924) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:11.874441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Attempting to bind port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:11.876914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Attempting to bind port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:11.877658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Attempting to bind port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:11.889912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:11.891894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Attempting to bind port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:11.907206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:11.908156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:11.908156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:11.908762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Bound port: 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:11.908979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.145484 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed62b0>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:09Z', 'revision_number': 3, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:12.149078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-39bddb91-6fc7-40dc-897e-df72fad433f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.207561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-0164e6c1-8fbd-4e14-b3d8-533f09d09b50 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:12.210361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:12.216212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-0164e6c1-8fbd-4e14-b3d8-533f09d09b50 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.6732614
Apr 02 20:53:12.216855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:12.235457 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.236818 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Checking router: 404a0473-81c5-4778-aa53-a9e89b4005f9 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:12.237206 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Updating router 404a0473-81c5-4778-aa53-a9e89b4005f9 port bed07a47-a378-4535-ab46-0b605d35bfba binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:53:12.278428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-abaab9dc-5fb4-4de6-bcd6-1019fac9130a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/quotas/1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 375 time: 0.0611901
Apr 02 20:53:12.301403 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.339026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:12.416327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-2938c894-acd4-4917-a53e-83e692686edd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1308470
Apr 02 20:53:12.443413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-39bddb91-6fc7-40dc-897e-df72fad433f5 admin admin] Publish callbacks [] for security_group (f892b1bd-8512-4e74-bc08-18f5406ac32a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.481020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2621763-a8b8-45c9-b981-1dd29dd42700 req-09094838-9c0a-42bf-8a23-686599fc3eea tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 210 time: 0.1195652
Apr 02 20:53:12.483224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:12.488172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.493995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-94a94848-f35b-4167-9a70-ff8d60b3593c service neutron] 10.222.0.15 "PUT /v2.0/ports/63bb602f-5c79-43d0-b981-f61c7d0d8c28 HTTP/1.1" status: 200  len: 1096 time: 2.0336909
Apr 02 20:53:12.494652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:12.501106 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3eeac1-b0be-47c8-8502-448dd928544c" -d '{"events": [{"name": "network-changed", "server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:12.503557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-39bddb91-6fc7-40dc-897e-df72fad433f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f892b1bd-8512-4e74-bc08-18f5406ac32a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.617672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-3569f54f-234d-49a4-baf9-b4e8c78a06b9 service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467552
Apr 02 20:53:12.675617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-39bddb91-6fc7-40dc-897e-df72fad433f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88c7e099234e4d2d84e2cdfe1908dfa1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8455811
Apr 02 20:53:12.693129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53946) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:12.693852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bddb91-6fc7-40dc-897e-df72fad433f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f892b1bd-8512-4e74-bc08-18f5406ac32a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:12.731595 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Publish callbacks [] for port (bed07a47-a378-4535-ab46-0b605d35bfba), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.740615 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.792864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-ff2fdb29-1ecd-4522-a2cf-92c0e2528d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:12.794292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-ff2fdb29-1ecd-4522-a2cf-92c0e2528d8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee534be172494c1b842d8749d1dfe969&device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 1130 time: 0.2426538
Apr 02 20:53:12.803142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcdc6-31e1-4c66-97b5-89312a04c17d req-cf8219c9-ed4d-43d0-9223-a625b2c4b929 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:12.805562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-251bcdc6-31e1-4c66-97b5-89312a04c17d req-cf8219c9-ed4d-43d0-9223-a625b2c4b929 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 948 time: 0.1612790
Apr 02 20:53:12.851565 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6bd1-d9b2-41b6-a1ff-14a329d2bdb0 None None] Pushing event updated for resources: {'Port': ['ID=bed07a47-a378-4535-ab46-0b605d35bfba,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:12.867421 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Attempting to bind port bed07a47-a378-4535-ab46-0b605d35bfba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:12.869280 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Attempting to bind port bed07a47-a378-4535-ab46-0b605d35bfba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:12.869750 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Attempting to bind port bed07a47-a378-4535-ab46-0b605d35bfba on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:12.872578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-60e209cf-647b-43b2-8895-8bebf2f21632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28 HTTP/1.1" status: 200  len: 217 time: 0.0645518
Apr 02 20:53:12.876968 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:12.876968 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:12.877507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360b69e1-b211-4a74-be92-4a3a237b2b73 admin admin] Publish callbacks [] for security_group (f892b1bd-8512-4e74-bc08-18f5406ac32a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.877688 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.878137 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:12.878786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Bound port: bed07a47-a378-4535-ab46-0b605d35bfba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:12.879278 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.904847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360b69e1-b211-4a74-be92-4a3a237b2b73 admin admin] Publish callbacks [] for security_group (f892b1bd-8512-4e74-bc08-18f5406ac32a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.920984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04594787-9d95-49b1-afbf-f702ceb8904d service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2832148
Apr 02 20:53:12.958149 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] For port bed07a47-a378-4535-ab46-0b605d35bfba, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:12.980189 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] For port bed07a47-a378-4535-ab46-0b605d35bfba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bed07a47-a378-4535-ab46-0b605d35bfba,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:12.994429 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:12.997799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360b69e1-b211-4a74-be92-4a3a237b2b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f892b1bd-8512-4e74-bc08-18f5406ac32a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:13.000398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360b69e1-b211-4a74-be92-4a3a237b2b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:13.004552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-360b69e1-b211-4a74-be92-4a3a237b2b73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f892b1bd-8512-4e74-bc08-18f5406ac32a HTTP/1.1" status: 204  len: 168 time: 0.2965121
Apr 02 20:53:13.019572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:13.077962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-251bcdc6-31e1-4c66-97b5-89312a04c17d req-c4e5bafc-a456-48de-9da4-ac2ca083bc61 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582424
Apr 02 20:53:13.096976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b69e1-b211-4a74-be92-4a3a237b2b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f892b1bd-8512-4e74-bc08-18f5406ac32a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:13.136922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-ca903f59-5d0a-4757-9f7c-bba80a4e35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:13.138593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-ca903f59-5d0a-4757-9f7c-bba80a4e35ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1828401
Apr 02 20:53:13.253779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:13.258536 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed62b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:13.265124 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c21fb24-5036-49cb-9e51-1a5f8841876a x-openstack-request-id: req-6c21fb24-5036-49cb-9e51-1a5f8841876a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:13.267067 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:13.267540 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c21fb24-5036-49cb-9e51-1a5f8841876a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:13.268725 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c21fb24-5036-49cb-9e51-1a5f8841876a'] response: {'name': 'network-changed', 'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'status': 'completed', 'code': 200}
Apr 02 20:53:13.283556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-14f2d428-8138-4f6a-91ef-b03136de9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:13.289242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-14f2d428-8138-4f6a-91ef-b03136de9580 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1428306
Apr 02 20:53:13.369920 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6bd1-d9b2-41b6-a1ff-14a329d2bdb0 None None] Pushing event updated for resources: {'Port': ['ID=bed07a47-a378-4535-ab46-0b605d35bfba,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:13.381310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-392da260-2eee-462c-af55-e80ad724c74e req-0baaeafa-e239-452a-bd95-7bc9d273257b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 210 time: 0.0485196
Apr 02 20:53:13.430608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683c01d-1214-4d51-bc23-4d490fd96385 req-09c2c0c5-46fb-42fe-9163-76b640283dd8 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:13.432146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f683c01d-1214-4d51-bc23-4d490fd96385 req-09c2c0c5-46fb-42fe-9163-76b640283dd8 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 949 time: 0.1314397
Apr 02 20:53:13.440036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Allocated IP 172.20.0.1 (a4850a71-8145-40aa-b0f3-8efc7deb071e/42a48075-b829-4dea-b465-ee7c9a7d47c6/8ff6e885-2113-46ab-8a3d-4d475e531047) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:13.537194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-03b0163c-8b54-4e0a-a996-a674cf45a377 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401152
Apr 02 20:53:13.596193 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:13.635236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f683c01d-1214-4d51-bc23-4d490fd96385 req-041d24f9-a422-4f86-9a55-3dedd07173bb tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965294
Apr 02 20:53:13.702191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks [] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:13.778793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:13.809667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-468a1271-cd92-4668-870b-f984b6ffb906 req-588439c4-ea42-46f0-8a7d-c157f87a4588 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 210 time: 0.1427348
Apr 02 20:53:13.824611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53996) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:13.859595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Pushing event updated for resources: {'Port': ['ID=8ff6e885-2113-46ab-8a3d-4d475e531047,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:13.876326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Network a4850a71-8145-40aa-b0f3-8efc7deb071e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:13.878201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:13.882357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:13.890384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-16856221-d242-4e48-9db2-1514f3bf597e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:13.935710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (404a0473-81c5-4778-aa53-a9e89b4005f9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.055923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265c7d18-0436-400b-a722-55963e1bf6d6 req-745f5656-b28e-40e7-b9a7-f51fe6bbca1d service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5126529
Apr 02 20:53:14.130549 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.219844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed62b0>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:09Z', 'revision_number': 3, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:14.278976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54012) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:14.293806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.313833 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46668dad-ec1a-46d6-b287-ea1ca3100ef9 None None] The sync data for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 is: [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:09Z', 'revision_number': 3, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:14.403048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-10a6e326-70d3-4f9a-aec6-1bb37f91df53 None None] Provisioning complete for port 8ff6e885-2113-46ab-8a3d-4d475e531047 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:14.403991 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-10a6e326-70d3-4f9a-aec6-1bb37f91df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.509316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-10a6e326-70d3-4f9a-aec6-1bb37f91df53 None None] Port 8ff6e885-2113-46ab-8a3d-4d475e531047 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:14.659202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-e00cb02f-9fd0-4370-bb18-9c8f25a11012 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:14.669640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-e00cb02f-9fd0-4370-bb18-9c8f25a11012 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 818 time: 0.6793687
Apr 02 20:53:14.685618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82687bec-508b-4de1-9ef1-97ef6a51398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.687842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3cfc39a3-0524-44a2-a816-453cb42972a7 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:14.689530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3cfc39a3-0524-44a2-a816-453cb42972a7 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.15 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 818 time: 0.2900274
Apr 02 20:53:14.700393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Request body: {'port': {'device_id': '98a121f5-71aa-45c3-9a40-c1534709b364', 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'admin_state_up': True, 'tenant_id': '89b61101b5644010bc714c2cdeba96eb'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:14.714600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6aa92-a3e6-43e1-9e7c-7ce705dc9bb9 req-6a0b220f-7f59-448d-afd5-016aa1d92623 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:14.716534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ac6aa92-a3e6-43e1-9e7c-7ce705dc9bb9 req-6a0b220f-7f59-448d-afd5-016aa1d92623 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 948 time: 0.4579353
Apr 02 20:53:14.736157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Request body: {'port': {'device_id': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'admin_state_up': True, 'tenant_id': '89b61101b5644010bc714c2cdeba96eb'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:14.807337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-fe6fd548-3cba-487a-80bc-e67acaa0b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:14.808891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-fe6fd548-3cba-487a-80bc-e67acaa0b5e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee534be172494c1b842d8749d1dfe969&device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 1130 time: 0.5071061
Apr 02 20:53:14.846817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926cad-9f7c-4245-a690-205b14d0d9c9 req-f9aa4ef3-c46a-4ce9-9b16-831590a8af11 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:14.848573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc926cad-9f7c-4245-a690-205b14d0d9c9 req-f9aa4ef3-c46a-4ce9-9b16-831590a8af11 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 949 time: 0.3373196
Apr 02 20:53:14.920682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks [] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.939787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:14.961431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3a5672ec-2604-4f55-8f06-b60cbacf2ea8 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:14.963036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3a5672ec-2604-4f55-8f06-b60cbacf2ea8 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 818 time: 0.3436041
Apr 02 20:53:15.025067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Request body: {'port': {'device_id': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'admin_state_up': True, 'tenant_id': '89b61101b5644010bc714c2cdeba96eb'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:15.123797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82687bec-508b-4de1-9ef1-97ef6a51398d admin admin] Publish callbacks [] for security_group (ab7a4126-d6dd-4ee6-9b79-2baae458aa98), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.166137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bed07a47-a378-4535-ab46-0b605d35bfba up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:15.171910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-16856221-d242-4e48-9db2-1514f3bf597e admin admin] Publish callbacks [] for security_group (ccc1d6af-3a29-4e3c-86b2-8cba10f29804), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.204504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.21', 57159) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:15.229363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bed07a47-a378-4535-ab46-0b605d35bfba triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:15.229734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.245462 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-16856221-d242-4e48-9db2-1514f3bf597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ccc1d6af-3a29-4e3c-86b2-8cba10f29804), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.270610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (404a0473-81c5-4778-aa53-a9e89b4005f9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.300952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82687bec-508b-4de1-9ef1-97ef6a51398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ab7a4126-d6dd-4ee6-9b79-2baae458aa98), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.340197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bed07a47-a378-4535-ab46-0b605d35bfba is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:15.340378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16856221-d242-4e48-9db2-1514f3bf597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1d6af-3a29-4e3c-86b2-8cba10f29804,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:15.340621 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.358561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82687bec-508b-4de1-9ef1-97ef6a51398d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2b5a50c00394b35b72f313d4ce7bc59&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0759151
Apr 02 20:53:15.358561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Made reservation on behalf of 89b61101b5644010bc714c2cdeba96eb for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:15.361321 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.378365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:15.380645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687bec-508b-4de1-9ef1-97ef6a51398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a4126-d6dd-4ee6-9b79-2baae458aa98,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:15.402811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port bed07a47-a378-4535-ab46-0b605d35bfba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bed07a47-a378-4535-ab46-0b605d35bfba,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:15.410080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.435346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ac6aa92-a3e6-43e1-9e7c-7ce705dc9bb9 req-5d21c0b4-f1ff-4cc9-82e9-6e92641f6d8c tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7116306
Apr 02 20:53:15.496136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-16856221-d242-4e48-9db2-1514f3bf597e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca3f37d42d5d4616a3f3224fa72fdff3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6674066
Apr 02 20:53:15.499733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=bed07a47-a378-4535-ab46-0b605d35bfba,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:15.503528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54022) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:15.516366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Allocated IP 172.20.0.3 (0f6792b8-5956-4f22-8fa8-e47e1a830c39/a004d3b2-5068-45eb-9db5-ab2d02775e06/0010195d-fd1b-4803-93c3-4bf1afaebdc0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:15.563929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc926cad-9f7c-4245-a690-205b14d0d9c9 req-863c10c5-5b10-4bd4-834e-5b279a10a751 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7017167
Apr 02 20:53:15.594096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Pushing event updated for resources: {'Port': ['ID=8ff6e885-2113-46ab-8a3d-4d475e531047,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:15.640370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d833f2c1-ad22-4de8-957b-00cda81833b3 req-4f113687-2116-40e0-91b5-dcb656688bc2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 210 time: 0.0841482
Apr 02 20:53:15.745271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Made reservation on behalf of 89b61101b5644010bc714c2cdeba96eb for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:15.748794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.753773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-37d7f166-5992-447e-bd26-5fdcee7ecd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:15.755311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-37d7f166-5992-447e-bd26-5fdcee7ecd9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.9155693
Apr 02 20:53:15.765061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-792a2dc7-ff50-4055-8767-fa2ffe295351 req-0e87df6c-2ac8-42cf-9752-a97e8850e151 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 210 time: 0.0750840
Apr 02 20:53:15.766044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-a3b31023-640b-4bb7-88f6-23feae23a634 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:15.768332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-a3b31023-640b-4bb7-88f6-23feae23a634 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.5625334
Apr 02 20:53:15.778872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Made reservation on behalf of 89b61101b5644010bc714c2cdeba96eb for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:15.788302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.819829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-daf02e18-afd5-4304-a55c-85d915f55197 admin admin] Publish callbacks [] for security_group (ccc1d6af-3a29-4e3c-86b2-8cba10f29804), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.834568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb0952dc-ba33-4747-a33f-516ec9381dcd admin admin] Publish callbacks [] for security_group (ab7a4126-d6dd-4ee6-9b79-2baae458aa98), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.843303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Request body: {'port': {'device_id': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'admin_state_up': True, 'tenant_id': '1e586602a4da4d659974e36ab71486a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:15.855348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Network a4850a71-8145-40aa-b0f3-8efc7deb071e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:15.863620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:15.882655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb0952dc-ba33-4747-a33f-516ec9381dcd admin admin] Publish callbacks [] for security_group (ab7a4126-d6dd-4ee6-9b79-2baae458aa98), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.924036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-82b21032-7fef-468c-b750-407451657dd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28 HTTP/1.1" status: 200  len: 217 time: 0.1462555
Apr 02 20:53:15.938130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-daf02e18-afd5-4304-a55c-85d915f55197 admin admin] Publish callbacks [] for security_group (ccc1d6af-3a29-4e3c-86b2-8cba10f29804), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:15.999995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks [] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.082827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecea80-3322-48a1-8743-37a82791b1cc req-da3f3a8d-d4fb-4979-a3ee-10c153938c86 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:16.084718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14ecea80-3322-48a1-8743-37a82791b1cc req-da3f3a8d-d4fb-4979-a3ee-10c153938c86 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 949 time: 0.2107172
Apr 02 20:53:16.121866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb0952dc-ba33-4747-a33f-516ec9381dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ab7a4126-d6dd-4ee6-9b79-2baae458aa98), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.124380 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb0952dc-ba33-4747-a33f-516ec9381dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.125563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bb0952dc-ba33-4747-a33f-516ec9381dcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab7a4126-d6dd-4ee6-9b79-2baae458aa98 HTTP/1.1" status: 204  len: 168 time: 0.5783217
Apr 02 20:53:16.157756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1cf49e16-3d65-48f0-b186-e5799da73510 None None] Provisioning complete for port 8ff6e885-2113-46ab-8a3d-4d475e531047 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:16.158399 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1cf49e16-3d65-48f0-b186-e5799da73510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.169769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.171206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0952dc-ba33-4747-a33f-516ec9381dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a4126-d6dd-4ee6-9b79-2baae458aa98,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:16.214665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Router 404a0473-81c5-4778-aa53-a9e89b4005f9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:53:16.244675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1cf49e16-3d65-48f0-b186-e5799da73510 None None] Port 8ff6e885-2113-46ab-8a3d-4d475e531047 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:16.263940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-cf93f5cc-2358-430c-9a8e-b68110a22ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:16.265560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-cf93f5cc-2358-430c-9a8e-b68110a22ad5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.3254328
Apr 02 20:53:16.271203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Made reservation on behalf of 1e586602a4da4d659974e36ab71486a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:16.274752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.275419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:16.279354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14ecea80-3322-48a1-8743-37a82791b1cc req-270cd5b1-4eaf-4132-816b-3a0a696fd3fe tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878181
Apr 02 20:53:16.293914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:16.300463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Pushing event updated for resources: {'Port': ['ID=0010195d-fd1b-4803-93c3-4bf1afaebdc0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:16.307039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:16.372244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-daf02e18-afd5-4304-a55c-85d915f55197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ccc1d6af-3a29-4e3c-86b2-8cba10f29804), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.375912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-daf02e18-afd5-4304-a55c-85d915f55197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.377704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-daf02e18-afd5-4304-a55c-85d915f55197 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccc1d6af-3a29-4e3c-86b2-8cba10f29804 HTTP/1.1" status: 204  len: 168 time: 0.8494003
Apr 02 20:53:16.393948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Allocated IP 172.20.0.9 (0f6792b8-5956-4f22-8fa8-e47e1a830c39/a004d3b2-5068-45eb-9db5-ab2d02775e06/9682d761-627f-435b-8889-b0b79b5a3c78) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:16.423514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf02e18-afd5-4304-a55c-85d915f55197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1d6af-3a29-4e3c-86b2-8cba10f29804,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:16.437564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:16.438212 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:16.489427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-22442c90-c059-4ce2-bdd9-edf58a5ea233 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4758446
Apr 02 20:53:16.497704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-806fd122-714e-402f-acfa-e28f3ae10a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:16.499672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-806fd122-714e-402f-acfa-e28f3ae10a49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2223284
Apr 02 20:53:16.507493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Request body: {'port': {'device_id': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:16.793631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-9e8bfba6-838d-496e-934f-feb446c6ba9e service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809420
Apr 02 20:53:16.883431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Allocated IP 172.20.0.2 (83a57283-8e77-4048-913b-713f633ea68f/a9e393bb-af15-4c91-8d30-7f48f998d072/c462078a-088f-40a2-8510-d6fb4357f7dc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:16.901936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d65c1-5c08-4485-9934-84800944466e req-5655dde1-9cad-476c-a624-d451e4c02345 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:16.903452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d20d65c1-5c08-4485-9934-84800944466e req-5655dde1-9cad-476c-a624-d451e4c02345 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 948 time: 0.3448513
Apr 02 20:53:16.908428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:16.921575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Sync routers for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:16.936543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:16.937192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455eb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:16.939085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0ea508be-8bc8-4a23-8351-fa1c89fb635a admin admin] 10.222.0.18 "PUT /v2.0/routers/404a0473-81c5-4778-aa53-a9e89b4005f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5792215
Apr 02 20:53:16.941962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e41333-8c0d-453b-8aff-adc23e2f5d46 req-7b155bb0-0683-476e-8ed8-b933fb9ee536 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 210 time: 0.0662997
Apr 02 20:53:16.956296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.056834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks [] for port (9682d761-627f-435b-8889-b0b79b5a3c78), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.182447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:17.195637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d20d65c1-5c08-4485-9934-84800944466e req-3382cff3-1216-400f-8ffe-aba4e7b84ec6 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2759066
Apr 02 20:53:17.217923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a3eeac1-b0be-47c8-8502-448dd928544c req-35941312-41e4-4a3c-bb71-ccdad8931c22 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3944628
Apr 02 20:53:17.234190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57ad700a-4c6e-48af-ac30-8e2ff3113fad req-0cd86621-c52c-42d5-be26-ec7fe27cc6f1 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 210 time: 0.0846143
Apr 02 20:53:17.260027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.21', 57160) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:17.285829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bed07a47-a378-4535-ab46-0b605d35bfba up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:17.302610 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.333549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6859c84-9824-4abe-add0-89665b42669a req-181755ec-ac40-4452-a182-2c1a273778cd tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:17.337739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6859c84-9824-4abe-add0-89665b42669a req-181755ec-ac40-4452-a182-2c1a273778cd tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 949 time: 0.0758708
Apr 02 20:53:17.426165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:17.527597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:17.543672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:17.546894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Deleting port 5df181c0-2ca5-438b-9cc6-9e344369eb5b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:17.547286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.554749 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.576021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bed07a47-a378-4535-ab46-0b605d35bfba triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:17.576745 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.615079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks [] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.650987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455eb6a0>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 2, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:17.655590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Pushing event updated for resources: {'Port': ['ID=9682d761-627f-435b-8889-b0b79b5a3c78,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:17.662466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Allocated IP 172.20.0.7 (0f6792b8-5956-4f22-8fa8-e47e1a830c39/a004d3b2-5068-45eb-9db5-ab2d02775e06/7452f163-14e5-4e33-a069-7a4221cce019) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:17.685641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:17.686257 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.694470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Checking router: 404a0473-81c5-4778-aa53-a9e89b4005f9 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:17.695197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Updating router 404a0473-81c5-4778-aa53-a9e89b4005f9 port 8ff6e885-2113-46ab-8a3d-4d475e531047 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:53:17.708622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecd215-b6d9-457f-8558-c7d6b0d632ae req-2f6f84df-cd9d-4277-aa29-e95800c831e3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:17.716733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11ecd215-b6d9-457f-8558-c7d6b0d632ae req-2f6f84df-cd9d-4277-aa29-e95800c831e3 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7df662-e1f8-4b13-8774-cebcd1d703a4 HTTP/1.1" status: 200  len: 949 time: 0.2395113
Apr 02 20:53:17.723287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] For port 5df181c0-2ca5-438b-9cc6-9e344369eb5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5df181c0-2ca5-438b-9cc6-9e344369eb5b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:17.726438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.754707 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:17.771455 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-52e5cd44-0586-495e-b660-0d028d2965d5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0501895
Apr 02 20:53:17.776055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Calling delete_port for 5df181c0-2ca5-438b-9cc6-9e344369eb5b owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:17.793555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Request body: {'port': {'device_id': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:17.811734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bed07a47-a378-4535-ab46-0b605d35bfba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:17.892353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.002602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11ecd215-b6d9-457f-8558-c7d6b0d632ae req-1d875617-b3c2-4c17-9f99-db59df8dfd01 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5673267-2b8f-4014-9377-a7ad932bc1e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807610
Apr 02 20:53:18.027086 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5df181c0-2ca5-438b-9cc6-9e344369eb5b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.048997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5df181c0-2ca5-438b-9cc6-9e344369eb5b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:18.072521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Pushing event deleted for resources: {'Port': ['ID=5df181c0-2ca5-438b-9cc6-9e344369eb5b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:18.113244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.163624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Network 83a57283-8e77-4048-913b-713f633ea68f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:18.199685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] No DVR routers for this DVR port 5df181c0-2ca5-438b-9cc6-9e344369eb5b on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:18.202982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.207032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6859c84-9824-4abe-add0-89665b42669a req-f45c8cf2-a7da-459b-8c6e-f08cb3fe02e9 tempest-DeleteServersAdminTestJSON-318202056 tempest-DeleteServersAdminTestJSON-318202056-project] 10.222.0.21 "DELETE /v2.0/ports/5df181c0-2ca5-438b-9cc6-9e344369eb5b HTTP/1.1" status: 204  len: 173 time: 0.8635011
Apr 02 20:53:18.207512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'name': 'network-vif-deleted', 'tag': '5df181c0-2ca5-438b-9cc6-9e344369eb5b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:18.209842 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9570e74-3dd9-4679-abd3-ddaeaeaf8ef7" -d '{"events": [{"server_uuid": "9e7df662-e1f8-4b13-8774-cebcd1d703a4", "name": "network-vif-deleted", "tag": "5df181c0-2ca5-438b-9cc6-9e344369eb5b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:18.245026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:18.247075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:18.271657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:18.436974 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Publish callbacks [] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.460044 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.517444 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8d488a-fec9-4038-bf64-c6f7bd96b078 x-openstack-request-id: req-cb8d488a-fec9-4038-bf64-c6f7bd96b078 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:18.517764 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7df662-e1f8-4b13-8774-cebcd1d703a4", "name": "network-vif-deleted", "tag": "5df181c0-2ca5-438b-9cc6-9e344369eb5b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:18.518032 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb8d488a-fec9-4038-bf64-c6f7bd96b078 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:18.518483 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8d488a-fec9-4038-bf64-c6f7bd96b078'] response: {'server_uuid': '9e7df662-e1f8-4b13-8774-cebcd1d703a4', 'name': 'network-vif-deleted', 'tag': '5df181c0-2ca5-438b-9cc6-9e344369eb5b', 'status': 'completed', 'code': 200}
Apr 02 20:53:18.534767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee481d6-0274-4096-b172-7a0c9db127e5 None None] Pushing event updated for resources: {'Port': ['ID=8ff6e885-2113-46ab-8a3d-4d475e531047,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:18.608967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:18.616154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-network', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:18.618648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:18.639856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Attempting to bind port 8ff6e885-2113-46ab-8a3d-4d475e531047 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:18.640558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Attempting to bind port 8ff6e885-2113-46ab-8a3d-4d475e531047 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:18.641076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Attempting to bind port 8ff6e885-2113-46ab-8a3d-4d475e531047 on network a4850a71-8145-40aa-b0f3-8efc7deb071e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:18.652200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:18.653322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Checking segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:18.653888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.654555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Bound using segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:18.655207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Bound port: 8ff6e885-2113-46ab-8a3d-4d475e531047, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:18.655806 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.676617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Made reservation on behalf of f13f1d267fc04ac989b506aaa7708ddc for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:18.689768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.727112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.970165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks [] for port (7452f163-14e5-4e33-a069-7a4221cce019), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:18.986703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00009f-d053-4bf8-b5c2-7dbfd1487791 req-2d60adf2-7f41-4495-90e4-8ab847666bb8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:18.988276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba00009f-d053-4bf8-b5c2-7dbfd1487791 req-2d60adf2-7f41-4495-90e4-8ab847666bb8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 931 time: 0.8640683
Apr 02 20:53:18.993935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:18.994563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.037044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-04c42f9e-7285-4ba8-a777-070e4428e804 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2229533
Apr 02 20:53:19.040297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks [] for security_group (203ed2cb-923d-42b8-8a36-b4c00f4c7d0f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.062062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Request body: {'port': {'device_id': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:19.074182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:19.076482 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (203ed2cb-923d-42b8-8a36-b4c00f4c7d0f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.091713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:53:19.103924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2c92409a-9c52-4ab6-883e-82e537a248ed), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.104277 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Added segment 2c92409a-9c52-4ab6-883e-82e537a248ed of type vlan for network 00a03aec-a942-4c04-867c-52cbfeae762e
Apr 02 20:53:19.117201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'mac_address': 'fa:16:3e:94:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:19.125227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] For port 8ff6e885-2113-46ab-8a3d-4d475e531047, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:19.128109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc371827-ba96-41d4-adb3-44080e5d604f None None] Provisioning complete for port 8ff6e885-2113-46ab-8a3d-4d475e531047 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:19.128768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc371827-ba96-41d4-adb3-44080e5d604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.136151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] For port 8ff6e885-2113-46ab-8a3d-4d475e531047, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ff6e885-2113-46ab-8a3d-4d475e531047,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:19.152188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (00a03aec-a942-4c04-867c-52cbfeae762e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.160867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba00009f-d053-4bf8-b5c2-7dbfd1487791 req-4244d6f5-7480-4aae-9adf-61c78a47410b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580219
Apr 02 20:53:19.191698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.202764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (00a03aec-a942-4c04-867c-52cbfeae762e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.203793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:19.204664 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.214374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf915dee-44d3-4909-8af4-2c93cda007ca req-420900a3-874e-430c-b9b5-8467822c76b2 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:19.224648 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf915dee-44d3-4909-8af4-2c93cda007ca req-420900a3-874e-430c-b9b5-8467822c76b2 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 948 time: 0.5006592
Apr 02 20:53:19.229914 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.269584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bc371827-ba96-41d4-adb3-44080e5d604f None None] Port 8ff6e885-2113-46ab-8a3d-4d475e531047 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:19.273096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54128) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:19.314824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:19.315481 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.348857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:19.351033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455eb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:52:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:19.435403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203ed2cb-923d-42b8-8a36-b4c00f4c7d0f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:19.505072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8951192
Apr 02 20:53:19.541846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:19.545783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54136) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:19.552848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf915dee-44d3-4909-8af4-2c93cda007ca req-c58f8f00-cd55-4bf5-88e2-752db2a92def tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3266551
Apr 02 20:53:19.559209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Request body: {'subnet': {'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-subnet', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:19.612182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8562a2c-1f19-4058-8800-266fb20792a7 admin admin] Pushing event updated for resources: {'Network': ['ID=00a03aec-a942-4c04-867c-52cbfeae762e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:19.621280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Made reservation on behalf of f13f1d267fc04ac989b506aaa7708ddc for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:19.624844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.631623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb602f-5c79-43d0-b981-f61c7d0d8c28 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:19.659875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 00a03aec-a942-4c04-867c-52cbfeae762e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:53:19.685793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:19.693180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7452f163-14e5-4e33-a069-7a4221cce019), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.700309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.702558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee481d6-0274-4096-b172-7a0c9db127e5 None None] Pushing event updated for resources: {'Port': ['ID=8ff6e885-2113-46ab-8a3d-4d475e531047,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:19.789657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c462078a-088f-40a2-8510-d6fb4357f7dc {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:19.812277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Publish callbacks [] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.829443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:19.833452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:19.838757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (54f1e583-f233-46b1-be18-c3d86840f747), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.842002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:19.857398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-634e96b5-e91d-49d2-9ba7-1dd7290a43a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.918391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:19.919265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.932980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe3bb-adb0-45c1-8aaf-d4387ec35f54 req-6dc768f5-7bc6-42af-9ce2-d796f0193448 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:19.934586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e1fe3bb-adb0-45c1-8aaf-d4387ec35f54 req-6dc768f5-7bc6-42af-9ce2-d796f0193448 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 931 time: 0.6574035
Apr 02 20:53:19.938625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Pushing event updated for resources: {'Port': ['ID=7452f163-14e5-4e33-a069-7a4221cce019,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:19.948902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Transition to ACTIVE for port object c462078a-088f-40a2-8510-d6fb4357f7dc will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:19.956902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:19.967275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0010195d-fd1b-4803-93c3-4bf1afaebdc0 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:19.980762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f1e583-f233-46b1-be18-c3d86840f747,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:19.992164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Publish callbacks [] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.005537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Checking segment: {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:20.005991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Network hostable DHCP agents. Network: 00a03aec-a942-4c04-867c-52cbfeae762e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:53:20.021761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7986b426-55c9-40c9-898b-6f5e3e5c177c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3254173
Apr 02 20:53:20.046430 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-d14d4e81-9c24-4d3a-9b59-915e82797b7c tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e3659a4fe104604ab6161e28854b4a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0675466
Apr 02 20:53:20.086305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Request body: {'port': {'device_id': '98a121f5-71aa-45c3-9a40-c1534709b364', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:20.092258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Transition to ACTIVE for port object 0010195d-fd1b-4803-93c3-4bf1afaebdc0 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:20.094846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e1fe3bb-adb0-45c1-8aaf-d4387ec35f54 req-fd9e695e-e2b7-4d4d-b41b-935e2e13d35f tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402032
Apr 02 20:53:20.102897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.110494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.114997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] Provisioning complete for port 8ff6e885-2113-46ab-8a3d-4d475e531047 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:20.115409 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.130954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.157763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Network 00a03aec-a942-4c04-867c-52cbfeae762e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:53:20.177501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['63bb602f-5c79-43d0-b981-f61c7d0d8c28'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:20.248199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00a03aec-a942-4c04-867c-52cbfeae762e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:20.253066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:20.253642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.261791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Pushing event updated for resources: {'Port': ['ID=0010195d-fd1b-4803-93c3-4bf1afaebdc0,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.302184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735ece6-e12b-4a86-bb6e-a4019238b096 None None] Network 00a03aec-a942-4c04-867c-52cbfeae762e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:20.308676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455eb6a0>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:19Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:20.314735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] Current status of the port 8ff6e885-2113-46ab-8a3d-4d475e531047 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:20.314735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.315864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:20.315864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:20.316399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:20.318297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-634e96b5-e91d-49d2-9ba7-1dd7290a43a5 admin admin] Publish callbacks [] for security_group (061aaa6b-9b5f-43fe-bee1-457fef15f21b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.325003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:20.325454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:20.325622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-61dc51cd-6043-45b6-8ccc-e079e13c2d4f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7715604
Apr 02 20:53:20.329271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54156) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:20.332552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7452f163-14e5-4e33-a069-7a4221cce019), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.339067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:20.347543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-634e96b5-e91d-49d2-9ba7-1dd7290a43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (061aaa6b-9b5f-43fe-bee1-457fef15f21b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.359742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:20.360273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:20.360926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:20.361634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Bound port: c462078a-088f-40a2-8510-d6fb4357f7dc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:20.361786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-db988579-65e4-4554-8018-1df4933c6487 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:20.362031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.363960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-db988579-65e4-4554-8018-1df4933c6487 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3110068
Apr 02 20:53:20.386210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c052b-178b-419a-9e55-02356d8d2b33 None None] The sync data for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 is: [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:19Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:20.435801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f6125834-680f-4425-83ee-6076d4c8f051 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/quotas/0e3659a4fe104604ab6161e28854b4a6 HTTP/1.1" status: 200  len: 375 time: 0.0563161
Apr 02 20:53:20.443196 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-634e96b5-e91d-49d2-9ba7-1dd7290a43a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abb6d9d53aaf43509015709451572a4b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1470716
Apr 02 20:53:20.452108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e96b5-e91d-49d2-9ba7-1dd7290a43a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061aaa6b-9b5f-43fe-bee1-457fef15f21b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.460335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54158) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:20.492239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-19f4037e-7919-4f7f-b391-764f8ddad81b tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3659a4fe104604ab6161e28854b4a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0554781
Apr 02 20:53:20.530970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Attempting to bind port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:20.531147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Attempting to bind port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:20.531470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Attempting to bind port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:20.551508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:20.551847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Attempting to bind port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:20.556291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] For port 8ff6e885-2113-46ab-8a3d-4d475e531047, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ff6e885-2113-46ab-8a3d-4d475e531047,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:20.560586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:20.560996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Checking segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:20.561507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Bound using segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:20.562010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Bound port: 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:20.562367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.571033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.587085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c540-8321-46ff-ab2b-d9eb254f1bd8 admin admin] Publish callbacks [] for security_group (061aaa6b-9b5f-43fe-bee1-457fef15f21b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.682996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c540-8321-46ff-ab2b-d9eb254f1bd8 admin admin] Publish callbacks [] for security_group (061aaa6b-9b5f-43fe-bee1-457fef15f21b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.698343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-00a03aec-a942-4c04-867c-52cbfeae762e', 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e', 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'fixed_ips': [{'subnet_id': '54f1e583-f233-46b1-be18-c3d86840f747'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:53:20.700814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.740633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] For port 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:20.755664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] For port 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:20.763765 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.812281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:20.813524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.815719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] 10.222.0.21 "PUT /v2.0/ports/0010195d-fd1b-4803-93c3-4bf1afaebdc0 HTTP/1.1" status: 200  len: 1091 time: 4.3170536
Apr 02 20:53:20.826643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'tag': '0010195d-fd1b-4803-93c3-4bf1afaebdc0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:20.828921 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "94aec714-8ebc-4f16-8b88-6cc60f848fa5", "tag": "0010195d-fd1b-4803-93c3-4bf1afaebdc0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:20.865118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c540-8321-46ff-ab2b-d9eb254f1bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (061aaa6b-9b5f-43fe-bee1-457fef15f21b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.868298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c540-8321-46ff-ab2b-d9eb254f1bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.869549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a7c0c540-8321-46ff-ab2b-d9eb254f1bd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/061aaa6b-9b5f-43fe-bee1-457fef15f21b HTTP/1.1" status: 204  len: 168 time: 0.4088986
Apr 02 20:53:20.879691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f0220712-ed94-4aae-956a-c70f568e6565), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.881884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f0220712-ed94-4aae-956a-c70f568e6565), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:20.894289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591e679-967d-4eb9-aefe-cac83ea04c76 None None] Pushing event updated for resources: {'Port': ['ID=8ff6e885-2113-46ab-8a3d-4d475e531047,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.935032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0c540-8321-46ff-ab2b-d9eb254f1bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061aaa6b-9b5f-43fe-bee1-457fef15f21b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.965083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454198-3a01-4363-919b-d82d5d5c811e service neutron] Pushing event updated for resources: {'Port': ['ID=0010195d-fd1b-4803-93c3-4bf1afaebdc0,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:20.992400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9682d761-627f-435b-8889-b0b79b5a3c78 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:21.008536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643e20-79bc-4e2b-87be-91e7e62d946e req-5c444555-82b3-442d-882a-c47e0d8eee20 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:21.016320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Publish callbacks [] for port (9682d761-627f-435b-8889-b0b79b5a3c78), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:21.026139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32643e20-79bc-4e2b-87be-91e7e62d946e req-5c444555-82b3-442d-882a-c47e0d8eee20 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 949 time: 0.2276747
Apr 02 20:53:21.080314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Transition to ACTIVE for port object 9682d761-627f-435b-8889-b0b79b5a3c78 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:21.084636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:21.110984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:21.116010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32643e20-79bc-4e2b-87be-91e7e62d946e req-a1d2b4f3-ebfe-44ce-99b5-0279336e91b4 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869715
Apr 02 20:53:21.144159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-ffb4daac-2d57-4996-aae6-09abd5942228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:21.150253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-ffb4daac-2d57-4996-aae6-09abd5942228 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 1125 time: 0.2785492
Apr 02 20:53:21.265624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5df181c0-2ca5-438b-9cc6-9e344369eb5b no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:21.267316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:21.282171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-084cf195-0483-4b23-be1c-86ebf2273c63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0 HTTP/1.1" status: 200  len: 217 time: 0.1210029
Apr 02 20:53:21.332498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ca4ac59-0d05-4c90-a727-584225f05d74 req-754a2c72-31f2-47f0-b63b-6f30ec5f4520 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 210 time: 0.0534389
Apr 02 20:53:21.370379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:21.391505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9722f89-e390-4fec-ba3c-d713482b6530 req-3334ba58-2127-430d-8123-23cce9c425ef tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:21.407762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9722f89-e390-4fec-ba3c-d713482b6530 req-3334ba58-2127-430d-8123-23cce9c425ef tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 1.0181515
Apr 02 20:53:21.450134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-93933395-21ef-4d28-8ebd-06ee417b8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:21.455961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-93933395-21ef-4d28-8ebd-06ee417b8211 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 200  len: 858 time: 0.1219423
Apr 02 20:53:21.523676 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-0c6799a7-fa85-4aaf-85c4-634cfd257054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f6792b8-5956-4f22-8fa8-e47e1a830c39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584590
Apr 02 20:53:21.527017 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b388fd-8681-499d-80e7-44db90a4402f x-openstack-request-id: req-65b388fd-8681-499d-80e7-44db90a4402f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:21.527310 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94aec714-8ebc-4f16-8b88-6cc60f848fa5", "tag": "0010195d-fd1b-4803-93c3-4bf1afaebdc0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:21.527565 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65b388fd-8681-499d-80e7-44db90a4402f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:21.527952 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b388fd-8681-499d-80e7-44db90a4402f'] response: {'name': 'network-changed', 'server_uuid': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'tag': '0010195d-fd1b-4803-93c3-4bf1afaebdc0', 'status': 'completed', 'code': 200}
Apr 02 20:53:21.604326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks [] for router_controller (f0220712-ed94-4aae-956a-c70f568e6565), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:21.618344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Pushing event updated for resources: {'Port': ['ID=9682d761-627f-435b-8889-b0b79b5a3c78,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:21.654592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:21.655827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:21.659031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] 10.222.0.21 "PUT /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 1091 time: 2.6060386
Apr 02 20:53:21.668404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:21.671205 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:21.762172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de83ff8-a043-421e-9b25-6e34b0fc560d service neutron] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:21.780475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-4b0fd248-099c-4f74-8d08-d088cbb5fb7e service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461591
Apr 02 20:53:21.806453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45e8bf-bf2d-47d3-9dc7-425348aed3ba req-51c0a105-90ea-4ed3-9914-6d296c7f490b tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:21.809399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ff6e885-2113-46ab-8a3d-4d475e531047 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:21.822407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e45e8bf-bf2d-47d3-9dc7-425348aed3ba req-51c0a105-90ea-4ed3-9914-6d296c7f490b tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 943 time: 0.2344363
Apr 02 20:53:21.862656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 5df181c0-2ca5-438b-9cc6-9e344369eb5b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:53:21.863032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5df181c0-2ca5-438b-9cc6-9e344369eb5b not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:21.924906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Allocated IP 172.20.0.2 (00a03aec-a942-4c04-867c-52cbfeae762e/54f1e583-f233-46b1-be18-c3d86840f747/bd362f65-2511-4ef2-809c-47d8929b7f58) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:21.992758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8ff6e885-2113-46ab-8a3d-4d475e531047 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:21.993483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.014762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks [] for router_gateway (f0220712-ed94-4aae-956a-c70f568e6565), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.031835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9722f89-e390-4fec-ba3c-d713482b6530 req-92e985b3-8297-426c-8084-7f18f1b7b33d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6229496
Apr 02 20:53:22.055834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e45e8bf-bf2d-47d3-9dc7-425348aed3ba req-a91334e9-a4a3-4c42-a753-a2df90fe851c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318490
Apr 02 20:53:22.123250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-aa47b583-53eb-4139-8999-9da465002343 service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3227885
Apr 02 20:53:22.211244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-6307db40-d881-40b5-aec1-3785b3530b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:22.215845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-6307db40-d881-40b5-aec1-3785b3530b51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1125 time: 0.4501495
Apr 02 20:53:22.248859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Attempting to bind port 9682d761-627f-435b-8889-b0b79b5a3c78 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:22.249372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Attempting to bind port 9682d761-627f-435b-8889-b0b79b5a3c78 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:22.249703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Attempting to bind port 9682d761-627f-435b-8889-b0b79b5a3c78 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:22.289098 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffcfaa7-d2ef-468a-b497-3077107d900e x-openstack-request-id: req-4ffcfaa7-d2ef-468a-b497-3077107d900e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:22.289394 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:22.289745 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ffcfaa7-d2ef-468a-b497-3077107d900e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:22.290145 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ffcfaa7-d2ef-468a-b497-3077107d900e'] response: {'name': 'network-changed', 'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'status': 'completed', 'code': 200}
Apr 02 20:53:22.314884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7452f163-14e5-4e33-a069-7a4221cce019 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:22.329089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-95faa5a7-7d66-4e03-90b5-c8ca72b94592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:22.330850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-95faa5a7-7d66-4e03-90b5-c8ca72b94592 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 1125 time: 0.1573427
Apr 02 20:53:22.359013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Publish callbacks [] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.374791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8ff6e885-2113-46ab-8a3d-4d475e531047 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:22.379437 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.398029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Port 9682d761-627f-435b-8889-b0b79b5a3c78 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:22.398390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Attempting to bind port 9682d761-627f-435b-8889-b0b79b5a3c78 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:22.413134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-73c33c9e-6308-4339-be4f-b6860bdd356f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 217 time: 0.1695497
Apr 02 20:53:22.422041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Publish callbacks [] for port (7452f163-14e5-4e33-a069-7a4221cce019), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.431738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:22.433805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Checking segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:22.434500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Bound using segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:22.435638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Bound port: 9682d761-627f-435b-8889-b0b79b5a3c78, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:22.436170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.468892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Network 00a03aec-a942-4c04-867c-52cbfeae762e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:22.472171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:22.478295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:22.499431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Pushing event updated for resources: {'Port': ['ID=bd362f65-2511-4ef2-809c-47d8929b7f58,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:22.505593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-aef21454-484d-4341-8569-9eae2ae87fec tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e3659a4fe104604ab6161e28854b4a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1262715
Apr 02 20:53:22.575192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54210) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:22.580491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Attempting to bind port bd362f65-2511-4ef2-809c-47d8929b7f58 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:22.581576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Attempting to bind port bd362f65-2511-4ef2-809c-47d8929b7f58 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:22.582162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Attempting to bind port bd362f65-2511-4ef2-809c-47d8929b7f58 on network 00a03aec-a942-4c04-867c-52cbfeae762e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:22.590412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:22.590779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Checking segment: {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:22.591180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.591834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Bound using segment: {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:22.592666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Bound port: bd362f65-2511-4ef2-809c-47d8929b7f58, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:22.593474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.604554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54212) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:22.609353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-e77680c1-de11-4a99-a0af-02393de15bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:22.610877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-e77680c1-de11-4a99-a0af-02393de15bfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1697311
Apr 02 20:53:22.627608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Transition to ACTIVE for port object 7452f163-14e5-4e33-a069-7a4221cce019 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:22.631288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-12c5d410-a794-4e9b-9cb0-258a2b553ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6039381
Apr 02 20:53:22.664947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-87d1809a-7e47-4165-b80a-46425bb870ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383885
Apr 02 20:53:22.676831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7452f163-14e5-4e33-a069-7a4221cce019), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.681740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:22.684203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a8f8302-8310-4153-a018-e94ce34dbfc9 req-4b5d13f6-c52b-4efd-8ce6-683df174d055 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 210 time: 0.0595350
Apr 02 20:53:22.798258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-1f337b1c-dfd4-416d-b602-060441de1e22 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:22.799750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-1f337b1c-dfd4-416d-b602-060441de1e22 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2767859
Apr 02 20:53:22.801315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] For port bd362f65-2511-4ef2-809c-47d8929b7f58, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:22.805217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] For port bd362f65-2511-4ef2-809c-47d8929b7f58, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd362f65-2511-4ef2-809c-47d8929b7f58,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:22.814932 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.841037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:22.850893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Request body: {'port': {'device_id': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '0e3659a4fe104604ab6161e28854b4a6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:22.854758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:22.855131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.913671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2150d7-defc-4d4b-a4b7-927e2d9eb2b8 None None] Pushing event updated for resources: {'Port': ['ID=bd362f65-2511-4ef2-809c-47d8929b7f58,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:22.977914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:22.979080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:22.984781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-fd0a628e-272c-440b-9dd8-dda1ff46efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:22.986469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-fd0a628e-272c-440b-9dd8-dda1ff46efdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 919 time: 0.6479948
Apr 02 20:53:23.013730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:23.016365 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fed7e8-4972-44a9-9eaa-8a1a72cb7260" -d '{"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-plugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:23.039134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-94b452af-39eb-4e06-a45c-4b0445dfc382 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0 HTTP/1.1" status: 200  len: 217 time: 0.0450261
Apr 02 20:53:23.045386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:23.050957 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.155556 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32763bbe-5368-47e0-aeea-13b4f700a6ba x-openstack-request-id: req-32763bbe-5368-47e0-aeea-13b4f700a6ba {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:23.155926 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-plugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:23.156258 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32763bbe-5368-47e0-aeea-13b4f700a6ba {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:23.156720 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32763bbe-5368-47e0-aeea-13b4f700a6ba'] response: {'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'code': 200}
Apr 02 20:53:23.157756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:23.164823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Pushing event updated for resources: {'Port': ['ID=7452f163-14e5-4e33-a069-7a4221cce019,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:23.174935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.15', 56217) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:23.207551 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb868-e1b3-4eb4-ad87-0368ee04e882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.228036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-200521250-network', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:23.266629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715137-ff7d-4d96-a01d-d1562b769c9d req-b1fff6f2-47e1-4197-b316-2d0fb3f6d4e6 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:23.273144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c715137-ff7d-4d96-a01d-d1562b769c9d req-b1fff6f2-47e1-4197-b316-2d0fb3f6d4e6 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 949 time: 1.0197914
Apr 02 20:53:23.321009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Made reservation on behalf of 8d12a2c8ad9a43f2bded1c2804915030 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:23.323511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.427514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.458413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-9d4a1733-2e0b-4722-89d2-a4e2efc88f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:23.459502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-9d4a1733-2e0b-4722-89d2-a4e2efc88f50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 200  len: 858 time: 0.4138918
Apr 02 20:53:23.462849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Made reservation on behalf of 0e3659a4fe104604ab6161e28854b4a6 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:23.466393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.482359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46007d1e-f0a2-4f70-8d6c-0cc43eb4f917 req-45a41409-6782-4bca-9f74-27be81d12170 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:23.483855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46007d1e-f0a2-4f70-8d6c-0cc43eb4f917 req-45a41409-6782-4bca-9f74-27be81d12170 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.1083443
Apr 02 20:53:23.493307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.510044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] For port 9682d761-627f-435b-8889-b0b79b5a3c78, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:23.525337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-4caa9527-8850-44e2-8e51-3de62c22b7dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f6792b8-5956-4f22-8fa8-e47e1a830c39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500350
Apr 02 20:53:23.540257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-2fe08f54-1a38-4c42-af37-01bb4af330ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:23.541793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-2fe08f54-1a38-4c42-af37-01bb4af330ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 1127 time: 0.8418758
Apr 02 20:53:23.580511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] For port 9682d761-627f-435b-8889-b0b79b5a3c78, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9682d761-627f-435b-8889-b0b79b5a3c78,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:23.604128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af40543-a620-4f0f-83ea-0abafc45df10 req-f62ef129-6c8b-4085-a0ed-5b1ea307a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:23.606300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6af40543-a620-4f0f-83ea-0abafc45df10 req-f62ef129-6c8b-4085-a0ed-5b1ea307a295 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 1132 time: 0.4234154
Apr 02 20:53:23.609431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2c720616-d377-426c-8efd-c21fd4b7d167 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7755ff4a52a843d5afe245dd067d37fb&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0300286
Apr 02 20:53:23.638134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54228) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:23.645449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46007d1e-f0a2-4f70-8d6c-0cc43eb4f917 req-4df18639-9688-4533-ad71-d7a5a6f74689 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531529
Apr 02 20:53:23.658771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c715137-ff7d-4d96-a01d-d1562b769c9d req-e02d6599-8df0-4d55-846e-350033062dde tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3833401
Apr 02 20:53:23.704777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-259d9d7d-c83c-48c2-a050-6dd75e6129da service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0081398
Apr 02 20:53:23.705958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.741551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-27a4f0ed-a45f-4a6d-accb-299ed8f205cf service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066789
Apr 02 20:53:23.816888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks [] for security_group (ba51a0da-17c7-43bb-9fcd-2019483075c0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.834756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ba51a0da-17c7-43bb-9fcd-2019483075c0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.838395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd35cd1-930d-4c33-b3df-7cb260897dc6 admin admin] Publish callbacks [] for security_group (c5673267-2b8f-4014-9377-a7ad932bc1e5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.844011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Attempting to bind port 7452f163-14e5-4e33-a069-7a4221cce019 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:23.844352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Attempting to bind port 7452f163-14e5-4e33-a069-7a4221cce019 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:23.844706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Attempting to bind port 7452f163-14e5-4e33-a069-7a4221cce019 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:23.911504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:23.912636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:23.914037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] 10.222.0.15 "PUT /v2.0/ports/9682d761-627f-435b-8889-b0b79b5a3c78 HTTP/1.1" status: 200  len: 1091 time: 6.1308725
Apr 02 20:53:23.925346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Port 7452f163-14e5-4e33-a069-7a4221cce019 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:23.925758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Attempting to bind port 7452f163-14e5-4e33-a069-7a4221cce019 on network 0f6792b8-5956-4f22-8fa8-e47e1a830c39 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:23.929724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d0ec177-4bf1-41c2-9325-c35654b2b4f1 req-0ea7869d-26df-4f02-8ff6-bf158f3a9b69 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 210 time: 0.1310847
Apr 02 20:53:23.958798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51a0da-17c7-43bb-9fcd-2019483075c0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:24.005419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd35cd1-930d-4c33-b3df-7cb260897dc6 admin admin] Publish callbacks [] for security_group (c5673267-2b8f-4014-9377-a7ad932bc1e5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.041145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:24.041616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Checking segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:24.042268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Bound using segment: {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:24.043001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Bound port: 7452f163-14e5-4e33-a069-7a4221cce019, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011afb72-72d2-4986-b062-f58afac63e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:24.043594 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7452f163-14e5-4e33-a069-7a4221cce019), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.046672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e30a2e-fad1-41fe-9bc1-10783d026c73 req-f27fb96a-83cd-493f-ac32-c7caa645420e tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.053479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37e30a2e-fad1-41fe-9bc1-10783d026c73 req-f27fb96a-83cd-493f-ac32-c7caa645420e tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 943 time: 0.3064711
Apr 02 20:53:24.087614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97fdc8-8624-4550-89a3-7299c52ad4ea service neutron] Pushing event updated for resources: {'Port': ['ID=9682d761-627f-435b-8889-b0b79b5a3c78,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:24.118129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6af40543-a620-4f0f-83ea-0abafc45df10 req-e7fcf9b7-9386-4fee-9a28-9e0648c5ad95 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4212420
Apr 02 20:53:24.128134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73b79b-9dfa-4b02-b7fa-59a8c38013ce None None] Network 00a03aec-a942-4c04-867c-52cbfeae762e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:24.134082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-f470e9f3-2a61-441f-a96d-3af417c089d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.135579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-f470e9f3-2a61-441f-a96d-3af417c089d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 924 time: 0.5589216
Apr 02 20:53:24.149381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks [] for router_gateway (f0220712-ed94-4aae-956a-c70f568e6565), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.158348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7ad683-3f90-434c-96a5-b8c1cf911a5f req-9da8b2db-ca82-402d-a412-4a4a5157c6bd service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4026768
Apr 02 20:53:24.180007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks [] for security_group (c32f97ab-a857-427f-b483-c21bdd72185d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.201077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fa40a7-50ce-42ec-87a6-08aad4e5ff03 req-e30aa05f-7987-4536-8aa8-9a995af11ca9 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4534523
Apr 02 20:53:24.206110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.207105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c32f97ab-a857-427f-b483-c21bdd72185d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.219151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Allocated IP 192.168.233.237 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/38aff574-c6a0-4aad-aadc-b0fdbe398a3b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:24.228097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37e30a2e-fad1-41fe-9bc1-10783d026c73 req-e2cee873-0d94-4bbd-9864-38beaa1c4121 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559570
Apr 02 20:53:24.236951 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd35cd1-930d-4c33-b3df-7cb260897dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c5673267-2b8f-4014-9377-a7ad932bc1e5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.239654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bd35cd1-930d-4c33-b3df-7cb260897dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.244646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3bd35cd1-930d-4c33-b3df-7cb260897dc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5673267-2b8f-4014-9377-a7ad932bc1e5 HTTP/1.1" status: 204  len: 168 time: 0.5992451
Apr 02 20:53:24.254942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:53:24.258508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd35cd1-930d-4c33-b3df-7cb260897dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5673267-2b8f-4014-9377-a7ad932bc1e5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:24.317976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'tag': '9682d761-627f-435b-8889-b0b79b5a3c78'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:24.319031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] Provisioning complete for port bd362f65-2511-4ef2-809c-47d8929b7f58 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:24.319594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.320359 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9544590-22ac-45e4-ba60-6a09968bb4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "61c0c36e-2bc2-43ab-96c0-1582c8b94e00", "tag": "9682d761-627f-435b-8889-b0b79b5a3c78"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:24.324227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-2bd4431c-dcd2-405d-99a7-fc702a1beed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.325792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-2bd4431c-dcd2-405d-99a7-fc702a1beed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 1125 time: 0.3201530
Apr 02 20:53:24.347155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.347500 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Added segment 1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d of type vlan for network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4
Apr 02 20:53:24.351177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f97ab-a857-427f-b483-c21bdd72185d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:24.387039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] For port 7452f163-14e5-4e33-a069-7a4221cce019, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:24.429729 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff102fed-f21c-49e3-bde4-c9aa7041cde9 x-openstack-request-id: req-ff102fed-f21c-49e3-bde4-c9aa7041cde9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:24.430019 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c0c36e-2bc2-43ab-96c0-1582c8b94e00", "tag": "9682d761-627f-435b-8889-b0b79b5a3c78", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:24.430449 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff102fed-f21c-49e3-bde4-c9aa7041cde9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:24.431019 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff102fed-f21c-49e3-bde4-c9aa7041cde9'] response: {'name': 'network-changed', 'server_uuid': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'tag': '9682d761-627f-435b-8889-b0b79b5a3c78', 'status': 'completed', 'code': 200}
Apr 02 20:53:24.487033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] Current status of the port bd362f65-2511-4ef2-809c-47d8929b7f58 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:24.487695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.497609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks [] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.520000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] For port 7452f163-14e5-4e33-a069-7a4221cce019, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7452f163-14e5-4e33-a069-7a4221cce019,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:24.531627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-b0da6bec-ffc5-4962-99cd-8de086afbbc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9682d761-627f-435b-8889-b0b79b5a3c78 HTTP/1.1" status: 200  len: 217 time: 0.1464431
Apr 02 20:53:24.555865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] For port bd362f65-2511-4ef2-809c-47d8929b7f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd362f65-2511-4ef2-809c-47d8929b7f58,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:24.556111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.558067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.563414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.590355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7452f163-14e5-4e33-a069-7a4221cce019), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.617879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:24.624250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:24.630602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:24.643710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4c1f2-826c-48d8-ac9c-e73e316847e1 None None] Pushing event updated for resources: {'Port': ['ID=bd362f65-2511-4ef2-809c-47d8929b7f58,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:24.671762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Pushing event updated for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:24.702859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.resource_extend [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:53:24.716666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.717348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.748165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-f70f8b20-24c9-4011-851f-0e8a6943e15f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9304578
Apr 02 20:53:24.753250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-4e96b442-b9db-4705-a77f-5965f657ef31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb HTTP/1.1" status: 200  len: 1001 time: 0.3691978
Apr 02 20:53:24.765799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Request body: {'port': {'device_id': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:24.824702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.825329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.826740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] 10.222.0.21 "PUT /v2.0/ports/7452f163-14e5-4e33-a069-7a4221cce019 HTTP/1.1" status: 200  len: 1091 time: 4.7715638
Apr 02 20:53:24.842787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-72986a33-912b-4d4e-8729-a775c2c1f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.844296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-72986a33-912b-4d4e-8729-a775c2c1f379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1125 time: 0.5108759
Apr 02 20:53:24.857010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Allocated IP 172.35.4.95 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/0a6c9752-bdc2-4b02-95df-b8a534eef671) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:24.876243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.877253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.877829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.913955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54244) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:24.925823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b0de627f-dc4b-4afd-b619-f2b62ec3ef6a None None] Provisioning complete for port bd362f65-2511-4ef2-809c-47d8929b7f58 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:24.926296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0de627f-dc4b-4afd-b619-f2b62ec3ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:24.942301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-c3869783-538f-488a-b9c2-a4815fcc106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.944157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-c3869783-538f-488a-b9c2-a4815fcc106b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 200  len: 858 time: 0.3791528
Apr 02 20:53:24.973763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72afc4-ea66-4e6b-9dd4-574010ec78f2 req-057a0917-8299-4e82-8bf4-829754b193e2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:24.975633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb72afc4-ea66-4e6b-9dd4-574010ec78f2 req-057a0917-8299-4e82-8bf4-829754b193e2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.1536417
Apr 02 20:53:24.977228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.024019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73063c20-f98e-4c0e-9eb6-b4c8914acc84 service neutron] Pushing event updated for resources: {'Port': ['ID=7452f163-14e5-4e33-a069-7a4221cce019,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:25.032248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b0de627f-dc4b-4afd-b619-f2b62ec3ef6a None None] Current status of the port bd362f65-2511-4ef2-809c-47d8929b7f58 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:25.073764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-94b4e660-88cf-43b2-8b34-c81121cd4ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f6792b8-5956-4f22-8fa8-e47e1a830c39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968442
Apr 02 20:53:25.074641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9db83454-b6a8-4976-be51-87efdaf189e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.088013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb72afc4-ea66-4e6b-9dd4-574010ec78f2 req-4e279c79-7870-454e-bb52-1501b11fe847 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987949
Apr 02 20:53:25.161709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7b010867-1908-485e-b99e-dcf699a5eefb None None] Provisioning complete for port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:25.162351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b010867-1908-485e-b99e-dcf699a5eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.200570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bd362f65-2511-4ef2-809c-47d8929b7f58 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:25.252181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3e66-09aa-4614-8ebd-0a6fb9b5ec2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.269292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7b010867-1908-485e-b99e-dcf699a5eefb None None] Port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:25.280336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 0010195d-fd1b-4803-93c3-4bf1afaebdc0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:25.304226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bbb66-55af-4a12-b037-576623240aa9 req-e3a037ad-8d99-44f3-9478-edbfd196d7d2 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:25.306037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc4bbb66-55af-4a12-b037-576623240aa9 req-e3a037ad-8d99-44f3-9478-edbfd196d7d2 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 936 time: 0.1255679
Apr 02 20:53:25.329932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bd362f65-2511-4ef2-809c-47d8929b7f58 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:25.330401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.350895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.7390177
Apr 02 20:53:25.355443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54252) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:25.361132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Request body: {'subnet': {'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-200521250-subnet', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:25.460931 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc4bbb66-55af-4a12-b037-576623240aa9 req-77d3555e-8d2a-4537-8331-c923b4d37793 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395068
Apr 02 20:53:25.471918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38aff574-c6a0-4aad-aadc-b0fdbe398a3b {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:25.481695 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Publish callbacks [] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.496783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Transition to ACTIVE for port object 38aff574-c6a0-4aad-aadc-b0fdbe398a3b will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:25.497956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Made reservation on behalf of 8d12a2c8ad9a43f2bded1c2804915030 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:25.501035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9db83454-b6a8-4976-be51-87efdaf189e5 admin admin] Publish callbacks [] for security_group (85e1efc7-0ea4-452a-ae84-a33365e63a8c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.501129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.503132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-181663bf-6220-465b-bec2-37c271aee0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:25.504974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-181663bf-6220-465b-bec2-37c271aee0cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.7187867
Apr 02 20:53:25.507758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:25.523723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '0010195d-fd1b-4803-93c3-4bf1afaebdc0', 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'port_id': '0010195d-fd1b-4803-93c3-4bf1afaebdc0', 'mac_address': 'fa:16:3e:9f:ab:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a004d3b2-5068-45eb-9db5-ab2d02775e06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:25.542045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9db83454-b6a8-4976-be51-87efdaf189e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (85e1efc7-0ea4-452a-ae84-a33365e63a8c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.571968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.597726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe624-5ce6-463d-b89f-0f0c0276fa5b admin admin] Pushing event updated for resources: {'Network': ['ID=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:25.598299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:25.598694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.619340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:53:25.647508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0010195d-fd1b-4803-93c3-4bf1afaebdc0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:25.652274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bd362f65-2511-4ef2-809c-47d8929b7f58 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:25.669504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-89127a01-92b3-4dca-a3a6-7576bfdf9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:25.671088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-89127a01-92b3-4dca-a3a6-7576bfdf9136 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 1125 time: 0.7789562
Apr 02 20:53:25.677962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e8a6c-d222-4eff-b764-58d83724a854 req-87d28b59-4e3b-406e-b6a3-6d51de337b9d tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:25.679452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f08e8a6c-d222-4eff-b764-58d83724a854 req-87d28b59-4e3b-406e-b6a3-6d51de337b9d tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 950 time: 0.8636558
Apr 02 20:53:25.702118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Pushing event updated for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:25.720880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:25.726366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.785481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=0010195d-fd1b-4803-93c3-4bf1afaebdc0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:25.795684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9db83454-b6a8-4976-be51-87efdaf189e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6d66d2af87345d38fa807f9c3d25bf2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8502882
Apr 02 20:53:25.798752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54254) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:25.838055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83454-b6a8-4976-be51-87efdaf189e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1efc7-0ea4-452a-ae84-a33365e63a8c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:25.842312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Attempting to bind port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:25.842606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Attempting to bind port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:25.842932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Attempting to bind port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:25.853865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-e35ea07b-a162-4efa-90f4-d8781a681b82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7452f163-14e5-4e33-a069-7a4221cce019 HTTP/1.1" status: 200  len: 217 time: 0.1086016
Apr 02 20:53:25.855735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16045b1-7590-46af-98ed-fbbd352d610f req-9b9fa855-ee41-4086-acf5-97c58f546d7a tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:25.857273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a16045b1-7590-46af-98ed-fbbd352d610f req-9b9fa855-ee41-4086-acf5-97c58f546d7a tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 943 time: 0.2883265
Apr 02 20:53:25.871451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-473dcfcd-f41f-47a2-8081-6796c3f39a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:25.871691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:25.871872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Attempting to bind port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:25.872946 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-473dcfcd-f41f-47a2-8081-6796c3f39a08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.9859798
Apr 02 20:53:25.913203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:25.913541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:25.913916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:25.914351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Bound port: 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:25.914698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.992482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks [] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:25.997797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['0010195d-fd1b-4803-93c3-4bf1afaebdc0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:26.000359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-84fa49a4-23d6-4e81-af2a-e639588580d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 217 time: 0.1079483
Apr 02 20:53:26.002451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-78c06d05-3a82-468d-9c6e-632e39ca285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:26.004131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-78c06d05-3a82-468d-9c6e-632e39ca285b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4570158
Apr 02 20:53:26.012197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-7ab54f66-4390-449b-9424-b211e36229e6 service neutron] 10.222.0.15 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6424258
Apr 02 20:53:26.015465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f08e8a6c-d222-4eff-b764-58d83724a854 req-f6d43dcb-6cf4-4fe5-a7f6-9da7481978fd tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2952542
Apr 02 20:53:26.025808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (bb1d077f-90ca-45e8-b2b8-79c9f197eb84), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.034940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a16045b1-7590-46af-98ed-fbbd352d610f req-d41a9641-1fb3-41ef-90fe-bd2bf774c5b6 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642375
Apr 02 20:53:26.035550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-616b1542-a610-4c20-b14d-4f1ba07cc96f admin admin] Publish callbacks [] for security_group (85e1efc7-0ea4-452a-ae84-a33365e63a8c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.103230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-1e55a2fa-430c-4696-9647-dbc71f90df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:26.103627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-616b1542-a610-4c20-b14d-4f1ba07cc96f admin admin] Publish callbacks [] for security_group (85e1efc7-0ea4-452a-ae84-a33365e63a8c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.105031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-1e55a2fa-430c-4696-9647-dbc71f90df2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 200  len: 858 time: 0.2350810
Apr 02 20:53:26.153550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-8933dc23-1dae-42b6-823c-75d17dcf94d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f6792b8-5956-4f22-8fa8-e47e1a830c39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366206
Apr 02 20:53:26.185380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1d077f-90ca-45e8-b2b8-79c9f197eb84,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:26.189563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:26.208002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Checking segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:26.208402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Network hostable DHCP agents. Network: ed04ed65-fba2-4ea7-a7ef-233d1e3869f4, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:53:26.212028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:26.224640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.263450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-616b1542-a610-4c20-b14d-4f1ba07cc96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (85e1efc7-0ea4-452a-ae84-a33365e63a8c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.266035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-616b1542-a610-4c20-b14d-4f1ba07cc96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.269718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-616b1542-a610-4c20-b14d-4f1ba07cc96f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85e1efc7-0ea4-452a-ae84-a33365e63a8c HTTP/1.1" status: 204  len: 168 time: 0.4651186
Apr 02 20:53:26.285553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:26.286193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.287726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] 10.222.0.21 "PUT /v2.0/ports/38aff574-c6a0-4aad-aadc-b0fdbe398a3b HTTP/1.1" status: 200  len: 1096 time: 1.5325060
Apr 02 20:53:26.288181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:26.290447 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0949fc26-8378-4e5a-8ef1-9884ab45fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:26.296937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b1542-a610-4c20-b14d-4f1ba07cc96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1efc7-0ea4-452a-ae84-a33365e63a8c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:26.304221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:53:26.327774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc84e5-07a9-4938-8fce-6db53957e738 service neutron] Pushing event updated for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:26.332257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed04ed65-fba2-4ea7-a7ef-233d1e3869f4) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:26.337584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:26.339477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.343815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939bfa1f-a16f-45e7-ab00-1910460b11b6 None None] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:26.401296 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-531a5ea9-e9ad-4339-85b3-e76b399257cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0444298
Apr 02 20:53:26.427040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-ca18b2d2-86e9-4c5e-9a39-6cd518b1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:26.433464 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da605e-a58a-45d6-8e54-c8430a7bcdde x-openstack-request-id: req-e8da605e-a58a-45d6-8e54-c8430a7bcdde {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:26.433464 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:26.433761 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8da605e-a58a-45d6-8e54-c8430a7bcdde {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:26.434178 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8da605e-a58a-45d6-8e54-c8430a7bcdde'] response: {'name': 'network-changed', 'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b', 'status': 'completed', 'code': 200}
Apr 02 20:53:26.442427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-ca18b2d2-86e9-4c5e-9a39-6cd518b1047f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.4242585
Apr 02 20:53:26.465585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a121f5-71aa-45c3-9a40-c1534709b364', 'tag': '7452f163-14e5-4e33-a069-7a4221cce019'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:26.467871 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f9cd9-1556-425b-83ee-792ab0818930" -d '{"events": [{"name": "network-changed", "server_uuid": "98a121f5-71aa-45c3-9a40-c1534709b364", "tag": "7452f163-14e5-4e33-a069-7a4221cce019"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:26.470405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54262) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:26.482476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:26.517180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-3a061b39-212f-4dde-ba68-885b194df80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:26.526239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-3a061b39-212f-4dde-ba68-885b194df80c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e3659a4fe104604ab6161e28854b4a6&device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 1130 time: 0.1777222
Apr 02 20:53:26.527437 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (d73d42fd-3937-45bd-b627-2ff218ae7497), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.528448 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (d73d42fd-3937-45bd-b627-2ff218ae7497), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.645241 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.655408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks [] for router_controller (d73d42fd-3937-45bd-b627-2ff218ae7497), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.701051 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597265a4-d140-47a8-a089-c1ccc08eb4f6 x-openstack-request-id: req-597265a4-d140-47a8-a089-c1ccc08eb4f6 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:26.701243 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a121f5-71aa-45c3-9a40-c1534709b364", "tag": "7452f163-14e5-4e33-a069-7a4221cce019", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:26.701477 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-597265a4-d140-47a8-a089-c1ccc08eb4f6 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:26.701872 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597265a4-d140-47a8-a089-c1ccc08eb4f6'] response: {'name': 'network-changed', 'server_uuid': '98a121f5-71aa-45c3-9a40-c1534709b364', 'tag': '7452f163-14e5-4e33-a069-7a4221cce019', 'status': 'completed', 'code': 200}
Apr 02 20:53:26.705847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:53:26.707315 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.714244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:26.823373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-63af00d9-2705-4cb6-8ebb-fca7ca558ee8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3224850
Apr 02 20:53:26.891503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-219cfe8e-ceff-4711-b5a7-2df08651a2b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7213738
Apr 02 20:53:26.916185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Allocated IP 172.20.0.2 (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4/bb1d077f-90ca-45e8-b2b8-79c9f197eb84/88d2b4e9-6178-4b36-89b7-126d57060f82) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:26.917202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-9c75b9ae-9e5f-4592-9d89-9386e3a2915b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b HTTP/1.1" status: 200  len: 217 time: 0.2542589
Apr 02 20:53:26.934995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-b5f5f40e-9412-4fbb-bd5c-868641820f4a service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9145091
Apr 02 20:53:26.953306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:26.965693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-eba42fcf-0e12-41e4-9793-f590b8fa4dee service neutron] 10.222.0.15 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9355295
Apr 02 20:53:26.979020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks [] for router_gateway (d73d42fd-3937-45bd-b627-2ff218ae7497), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.012839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:27.015952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:27.080218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c9752-bdc2-4b02-95df-b8a534eef671,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:27.093454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-e6178cd9-6678-4600-8915-12ddc9e01448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:27.095171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-e6178cd9-6678-4600-8915-12ddc9e01448 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0980730
Apr 02 20:53:27.112093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0b7ca-1013-44d7-91f9-3fbc86d1fb29 req-14d0ae4b-3cb6-4507-8ad8-53b856fd094f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:27.113826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6d0b7ca-1013-44d7-91f9-3fbc86d1fb29 req-14d0ae4b-3cb6-4507-8ad8-53b856fd094f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.8909299
Apr 02 20:53:27.115125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Publish callbacks [] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.126164 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.179589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928ca6-d7c2-4e24-9d66-8d79b8f2f12f req-b7cd36e8-3fd6-4da7-9355-862444f1fa07 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:27.181123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19928ca6-d7c2-4e24-9d66-8d79b8f2f12f req-b7cd36e8-3fd6-4da7-9355-862444f1fa07 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 948 time: 0.3089545
Apr 02 20:53:27.216100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Pushing event updated for resources: {'Port': ['ID=88d2b4e9-6178-4b36-89b7-126d57060f82,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:27.220408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:27.222432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:27.226360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:27.257771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-e26b1248-ade8-4db7-b330-071725f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:27.259486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-e26b1248-ade8-4db7-b330-071725f76ce2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1513164
Apr 02 20:53:27.286297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:27.298199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 0010195d-fd1b-4803-93c3-4bf1afaebdc0 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:27.421155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19928ca6-d7c2-4e24-9d66-8d79b8f2f12f req-b41fd4ba-7429-4fbe-96c0-5b38fcd5673e tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284014
Apr 02 20:53:27.424873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-1deba314-9524-4f12-ad43-d06c57fd28d8 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448483
Apr 02 20:53:27.547845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Attempting to bind port 88d2b4e9-6178-4b36-89b7-126d57060f82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:27.551892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Attempting to bind port 88d2b4e9-6178-4b36-89b7-126d57060f82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:27.552261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Attempting to bind port 88d2b4e9-6178-4b36-89b7-126d57060f82 on network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:27.582645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:27.583596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Checking segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:27.584654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.585058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Bound using segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:27.585549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Bound port: 88d2b4e9-6178-4b36-89b7-126d57060f82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:27.585929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.635665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:27.643040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:27.643417 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.760202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-81898d8e-55db-43ea-9e35-819b65dd60a9 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8733280
Apr 02 20:53:27.770030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-dddeb62e-db37-4b6e-9f18-e371b584d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:27.771212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-dddeb62e-db37-4b6e-9f18-e371b584d8f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 1125 time: 0.7004564
Apr 02 20:53:27.783037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] For port 88d2b4e9-6178-4b36-89b7-126d57060f82, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:27.786557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84e4a724-ca07-4a2d-8243-3db846062ed9 req-3b9c2a28-54db-4c88-87a8-d94ccac560fb service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8545876
Apr 02 20:53:27.803628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] For port 88d2b4e9-6178-4b36-89b7-126d57060f82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d2b4e9-6178-4b36-89b7-126d57060f82,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:27.859531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:27.859941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.867006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:27.893902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4637ed-65cc-4a23-b1d9-a563aeb9f3ea req-b5cc3ede-3753-4b09-ac89-6fb68abb660f service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217248
Apr 02 20:53:27.909393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6d0b7ca-1013-44d7-91f9-3fbc86d1fb29 req-64031e6c-cbef-4653-ae8b-8a96e9a53980 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6975453
Apr 02 20:53:27.934465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aaa0895-c1cb-423b-a8bb-ebdfc69b4312 req-510c172b-f581-4f99-9cde-5b1dafdb46ce service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9677048
Apr 02 20:53:27.956829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:28.027915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0010195d-fd1b-4803-93c3-4bf1afaebdc0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:28.030234 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cdc5df-8685-42a2-aea2-3991afe6062b" -d '{"events": [{"server_uuid": "94aec714-8ebc-4f16-8b88-6cc60f848fa5", "name": "network-vif-plugged", "status": "completed", "tag": "0010195d-fd1b-4803-93c3-4bf1afaebdc0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:28.037538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'port_id': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'mac_address': 'fa:16:3e:8c:95:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e393bb-af15-4c91-8d30-7f48f998d072', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:28.060937 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks [] for router_gateway (d73d42fd-3937-45bd-b627-2ff218ae7497), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.095792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.097737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:28.113830 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.114891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602e22-d454-4737-83dd-fc32e1801837 req-fb59c2f6-572f-4a30-9aa0-7d195c400250 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.121701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb89dda-a919-4ae1-b033-d0c623ca552c None None] Pushing event updated for resources: {'Port': ['ID=88d2b4e9-6178-4b36-89b7-126d57060f82,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:28.122483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c602e22-d454-4737-83dd-fc32e1801837 req-fb59c2f6-572f-4a30-9aa0-7d195c400250 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 950 time: 0.6343393
Apr 02 20:53:28.153197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ffe846e-e253-41e2-aeb4-4ba0cfd41f72 req-db6dd637-7f74-4993-ae50-b47d47dcf22a service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7137647
Apr 02 20:53:28.183760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=0010195d-fd1b-4803-93c3-4bf1afaebdc0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:28.187469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c462078a-088f-40a2-8510-d6fb4357f7dc is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:28.188279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.219384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c462078a-088f-40a2-8510-d6fb4357f7dc {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:28.254711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:28.266038 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.384363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-35790498-62bf-4fbf-b057-264f963e680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.385937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-35790498-62bf-4fbf-b057-264f963e680e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b61101b5644010bc714c2cdeba96eb&device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 1125 time: 0.4841824
Apr 02 20:53:28.395807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c602e22-d454-4737-83dd-fc32e1801837 req-c8c5a088-6c6f-432e-882b-496e18f624fb tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2722669
Apr 02 20:53:28.441286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:28.481185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-f45cf92c-72d5-40da-8ade-3f04b37c2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.482981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-f45cf92c-72d5-40da-8ade-3f04b37c2bd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 919 time: 0.6936216
Apr 02 20:53:28.498222 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Allocated IP 172.35.4.128 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/5182352a-a31c-4aa1-b9ab-5a19ec027eb8) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:28.501539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-e791d1a4-0063-4dd0-8764-30a51ae86f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.501769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc44faf-1db3-4085-b901-af55f330f799 req-664f670a-6117-49c1-b1ac-ff3b4466c6bf tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.503363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-e791d1a4-0063-4dd0-8764-30a51ae86f09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e3659a4fe104604ab6161e28854b4a6&device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 1130 time: 0.2772784
Apr 02 20:53:28.510098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-edc44faf-1db3-4085-b901-af55f330f799 req-664f670a-6117-49c1-b1ac-ff3b4466c6bf tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 943 time: 0.2977123
Apr 02 20:53:28.519621 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689dc197-e296-4c12-a1e0-937e0f07e75e x-openstack-request-id: req-689dc197-e296-4c12-a1e0-937e0f07e75e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:28.519939 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aec714-8ebc-4f16-8b88-6cc60f848fa5", "name": "network-vif-plugged", "status": "completed", "tag": "0010195d-fd1b-4803-93c3-4bf1afaebdc0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:28.520250 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-689dc197-e296-4c12-a1e0-937e0f07e75e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:28.521753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks [] for router_gateway (f0220712-ed94-4aae-956a-c70f568e6565), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.521896 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689dc197-e296-4c12-a1e0-937e0f07e75e'] response: {'server_uuid': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0010195d-fd1b-4803-93c3-4bf1afaebdc0', 'code': 200}
Apr 02 20:53:28.578886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c462078a-088f-40a2-8510-d6fb4357f7dc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:28.630100 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.654157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-638d9245-34be-40c8-ae86-a07cdb0cd42d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9682d761-627f-435b-8889-b0b79b5a3c78 HTTP/1.1" status: 200  len: 217 time: 0.1603389
Apr 02 20:53:28.772395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-bea56531-eb07-423c-844d-d2e425662c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.774215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-bea56531-eb07-423c-844d-d2e425662c17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2615547
Apr 02 20:53:28.844056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-2d9837be-b342-4b8a-ad07-a96b1833aeb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b HTTP/1.1" status: 200  len: 217 time: 0.0609741
Apr 02 20:53:28.847633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks [] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:28.872512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-edc44faf-1db3-4085-b901-af55f330f799 req-2f072da1-8804-4d4c-b594-7aa50c0bd1de tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3559718
Apr 02 20:53:28.876787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-eafb0917-ede1-49af-9490-a775595bdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.878270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-eafb0917-ede1-49af-9490-a775595bdfb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 200  len: 919 time: 0.4788837
Apr 02 20:53:28.879639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-8d4cb995-9254-464e-9e99-4f6ae3a5cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.883740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-8d4cb995-9254-464e-9e99-4f6ae3a5cafd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 200  len: 858 time: 0.2169390
Apr 02 20:53:28.923971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-4350b06c-6e7d-473d-a9ce-aa262e98f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:28.925651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-4350b06c-6e7d-473d-a9ce-aa262e98f854 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0736518
Apr 02 20:53:28.970886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-9a94da36-d3d6-445b-8d49-7ecc69a1083d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7452f163-14e5-4e33-a069-7a4221cce019 HTTP/1.1" status: 200  len: 217 time: 0.0838764
Apr 02 20:53:28.979688 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.034268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-c5e42384-b1a5-442c-bdee-dda8cbb475a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f6792b8-5956-4f22-8fa8-e47e1a830c39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1264536
Apr 02 20:53:29.036610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33a707-1024-4e85-acc6-1ea5c2e671ea req-9c588f70-d4a8-40eb-b1c6-73ea7f1e6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:29.037951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db33a707-1024-4e85-acc6-1ea5c2e671ea req-9c588f70-d4a8-40eb-b1c6-73ea7f1e6c25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 1127 time: 0.3871584
Apr 02 20:53:29.054451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:29.057131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Pushing event updated for resources: {'Port': ['ID=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:29.062928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-6d2d5417-b6a8-494b-8180-e1326532a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:29.065087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-6d2d5417-b6a8-494b-8180-e1326532a09b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1304424
Apr 02 20:53:29.066030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:29.074764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:29.258143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d2b4e9-6178-4b36-89b7-126d57060f82 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:29.300082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-e0786f75-5c28-4677-a9c9-f875f8fa36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:29.302219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-e0786f75-5c28-4677-a9c9-f875f8fa36b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 200  len: 858 time: 0.3056085
Apr 02 20:53:29.367177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:29.384492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-94bd8dc5-efc9-405a-84ea-529a2d76e765 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f6792b8-5956-4f22-8fa8-e47e1a830c39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641727
Apr 02 20:53:29.390716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-fcc731fb-a8d0-4740-92aa-855529bae9d6 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3171537
Apr 02 20:53:29.413158 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.432812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 88d2b4e9-6178-4b36-89b7-126d57060f82 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:29.433556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.447867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-5b9197fb-016d-4455-8677-946667a5d890 service neutron] 10.222.0.15 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3934884
Apr 02 20:53:29.493668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db33a707-1024-4e85-acc6-1ea5c2e671ea req-9eae56a8-3281-4dc3-9935-f5d10fd1c465 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4432750
Apr 02 20:53:29.495522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f0220712-ed94-4aae-956a-c70f568e6565), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.538355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 88d2b4e9-6178-4b36-89b7-126d57060f82 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:29.538860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.540958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c462078a-088f-40a2-8510-d6fb4357f7dc completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:29.546221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c462078a-088f-40a2-8510-d6fb4357f7dc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:29.546700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.578926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a7849-69cf-48cb-9939-8fe16a900a1f None None] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:53:29.605241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9544590-22ac-45e4-ba60-6a09968bb4d9 req-feee35bf-ea76-4b0d-8c8f-70efc75c7d8e service neutron] 10.222.0.15 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1047313
Apr 02 20:53:29.650268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0949fc26-8378-4e5a-8ef1-9884ab45fc94 req-a91dbce8-0a0e-45c4-af0b-33bbe13bf755 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459474
Apr 02 20:53:29.669472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ae25-6fb6-4c30-a961-84339050ad0b req-43fb4b18-89fb-42d9-a592-9ff6c7808c35 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:29.670953 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c27ae25-6fb6-4c30-a961-84339050ad0b req-43fb4b18-89fb-42d9-a592-9ff6c7808c35 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 944 time: 0.2300076
Apr 02 20:53:29.677231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks [] for router_gateway (d73d42fd-3937-45bd-b627-2ff218ae7497), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.682982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 88d2b4e9-6178-4b36-89b7-126d57060f82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d2b4e9-6178-4b36-89b7-126d57060f82,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:29.697637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.699444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701bdc-ac92-4e0d-a5e2-f7b201743b95 req-472d366b-d8f2-4db6-8a4d-08bb80fb8552 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:29.701582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad701bdc-ac92-4e0d-a5e2-f7b201743b95 req-472d366b-d8f2-4db6-8a4d-08bb80fb8552 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 948 time: 0.7340014
Apr 02 20:53:29.718521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b67e2ec1-f438-4ac6-80e8-219122e4ee7b None None] Provisioning complete for port 88d2b4e9-6178-4b36-89b7-126d57060f82 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:29.719021 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b67e2ec1-f438-4ac6-80e8-219122e4ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.815034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c27ae25-6fb6-4c30-a961-84339050ad0b req-24870a08-38b1-4cec-b2b5-16f74db4235c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326270
Apr 02 20:53:29.838535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad701bdc-ac92-4e0d-a5e2-f7b201743b95 req-302d4cd5-181f-4b5c-89a9-0b7d442d0cb4 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031079
Apr 02 20:53:29.856910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-dbce9c0a-7960-4eb6-970c-4d2cb9aecce2 service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4077668
Apr 02 20:53:29.880103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=88d2b4e9-6178-4b36-89b7-126d57060f82,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:29.886582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c462078a-088f-40a2-8510-d6fb4357f7dc is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:29.887060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:29.987287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:29.988874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b67e2ec1-f438-4ac6-80e8-219122e4ee7b None None] Current status of the port 88d2b4e9-6178-4b36-89b7-126d57060f82 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:29.994330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:30.032477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (d73d42fd-3937-45bd-b627-2ff218ae7497), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:30.061137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:30.066023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c96f9cd9-1556-425b-83ee-792ab0818930 req-0e1d04f4-ebd7-4754-9ca4-e087b156539a service neutron] 10.222.0.21 "GET /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744511
Apr 02 20:53:30.095705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Router f0220712-ed94-4aae-956a-c70f568e6565 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:53:30.226053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b4f0f-b8a3-4ac0-83b6-f697dca7f475 req-cf51acbb-a01f-4c95-87bf-c2df05fc0210 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:30.227131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fb5b4f0f-b8a3-4ac0-83b6-f697dca7f475 req-cf51acbb-a01f-4c95-87bf-c2df05fc0210 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 943 time: 0.1286073
Apr 02 20:53:30.234336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:30.250539 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Sync routers for ids ['f0220712-ed94-4aae-956a-c70f568e6565'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:30.260281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:30.264878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54368) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:30.265137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d1f5fbe7-9aab-4e60-91ce-adfd4793faad admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 9.9336619
Apr 02 20:53:30.267901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Routers {'f0220712-ed94-4aae-956a-c70f568e6565'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:30.268520 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f0220712-ed94-4aae-956a-c70f568e6565'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:30.331669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c3567301-2766-4db4-ac45-a3d429bf753c None None] Provisioning complete for port 88d2b4e9-6178-4b36-89b7-126d57060f82 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:30.332108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c3567301-2766-4db4-ac45-a3d429bf753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:30.356798 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fb5b4f0f-b8a3-4ac0-83b6-f697dca7f475 req-0ab0273a-a3d1-40a9-a534-1e5442220701 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193662
Apr 02 20:53:30.394014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Router d73d42fd-3937-45bd-b627-2ff218ae7497 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:53:30.489483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c3567301-2766-4db4-ac45-a3d429bf753c None None] Current status of the port 88d2b4e9-6178-4b36-89b7-126d57060f82 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:30.523349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:30.525992 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b779264e-501d-42df-92d5-82e5505329fe" -d '{"events": [{"server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "name": "network-vif-plugged", "status": "completed", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:30.526739 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Set router f0220712-ed94-4aae-956a-c70f568e6565 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:30.584057 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b539007a-8a94-4cdf-a2a1-1e0279b52a5f x-openstack-request-id: req-b539007a-8a94-4cdf-a2a1-1e0279b52a5f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:30.584680 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "name": "network-vif-plugged", "status": "completed", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:30.584883 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b539007a-8a94-4cdf-a2a1-1e0279b52a5f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:30.585353 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b539007a-8a94-4cdf-a2a1-1e0279b52a5f'] response: {'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'code': 200}
Apr 02 20:53:30.623786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:30.643049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9682d761-627f-435b-8889-b0b79b5a3c78 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:30.665270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Sync routers for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:30.667456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:30.671340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-751c9bb1-dda0-4eca-ba2f-067fd2f2f52e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.1969526
Apr 02 20:53:30.671593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54394) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:30.709123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:30.709767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7847edfbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:30.759526 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e100>, [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:53:27Z', 'revision_number': 3, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:30.796691 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Checking router: f0220712-ed94-4aae-956a-c70f568e6565 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:30.797360 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Updating router f0220712-ed94-4aae-956a-c70f568e6565 port 0a6c9752-bdc2-4b02-95df-b8a534eef671 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:53:30.841247 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:30.916597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9682d761-627f-435b-8889-b0b79b5a3c78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9682d761-627f-435b-8889-b0b79b5a3c78,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:30.962650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '9682d761-627f-435b-8889-b0b79b5a3c78', 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'port_id': '9682d761-627f-435b-8889-b0b79b5a3c78', 'mac_address': 'fa:16:3e:02:de:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a004d3b2-5068-45eb-9db5-ab2d02775e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:30.976668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:31.017296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3028f-3df1-4502-8fac-7d20ab499f59 req-43708f98-c5c6-490d-832e-3b974ded3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:31.018845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55d3028f-3df1-4502-8fac-7d20ab499f59 req-43708f98-c5c6-490d-832e-3b974ded3503 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1127 time: 0.3448224
Apr 02 20:53:31.243069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9682d761-627f-435b-8889-b0b79b5a3c78 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:31.243498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.261966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9682d761-627f-435b-8889-b0b79b5a3c78 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:31.266891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d2b4e9-6178-4b36-89b7-126d57060f82 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:31.277023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38aff574-c6a0-4aad-aadc-b0fdbe398a3b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:31.279749 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Publish callbacks [] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.286201 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.320352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.358137 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0f569-2078-4b50-93b4-d03170312eac None None] Pushing event updated for resources: {'Port': ['ID=0a6c9752-bdc2-4b02-95df-b8a534eef671,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:31.358310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9682d761-627f-435b-8889-b0b79b5a3c78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9682d761-627f-435b-8889-b0b79b5a3c78,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:31.359977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5041b62-f1bb-4ecc-a324-6f48b49fbd81 req-8cb15667-8946-4712-88ae-8b3ae23dd846 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:31.367056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5041b62-f1bb-4ecc-a324-6f48b49fbd81 req-8cb15667-8946-4712-88ae-8b3ae23dd846 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 945 time: 0.0962725
Apr 02 20:53:31.385995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Attempting to bind port 0a6c9752-bdc2-4b02-95df-b8a534eef671 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:31.386671 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Attempting to bind port 0a6c9752-bdc2-4b02-95df-b8a534eef671 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:31.387348 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Attempting to bind port 0a6c9752-bdc2-4b02-95df-b8a534eef671 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:31.394865 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:31.395528 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:31.396213 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.396825 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:31.397627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Bound port: 0a6c9752-bdc2-4b02-95df-b8a534eef671, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:31.398195 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.401658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.468823 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] For port 0a6c9752-bdc2-4b02-95df-b8a534eef671, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:31.473601 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] For port 0a6c9752-bdc2-4b02-95df-b8a534eef671, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6c9752-bdc2-4b02-95df-b8a534eef671,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:31.488788 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.508685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55d3028f-3df1-4502-8fac-7d20ab499f59 req-c542c366-7352-4a95-9e62-7f9d15f58586 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4685535
Apr 02 20:53:31.527015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376b32c-178d-4448-a456-2ebca2090fd8 req-de2868c7-aa4d-4c0e-a0b8-22cbd3888010 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:31.534413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7376b32c-178d-4448-a456-2ebca2090fd8 req-de2868c7-aa4d-4c0e-a0b8-22cbd3888010 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 948 time: 0.5356157
Apr 02 20:53:31.559890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9682d761-627f-435b-8889-b0b79b5a3c78,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:31.567927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5041b62-f1bb-4ecc-a324-6f48b49fbd81 req-f56948bc-1adf-4330-b028-a13d9864dfb9 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998780
Apr 02 20:53:31.598814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 88d2b4e9-6178-4b36-89b7-126d57060f82 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:31.600066 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.621559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Allocated IP 172.20.0.1 (00a03aec-a942-4c04-867c-52cbfeae762e/54f1e583-f233-46b1-be18-c3d86840f747/c9e4faa7-b139-4875-b159-ebaaeaecd500) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:31.634907 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Routers {'f0220712-ed94-4aae-956a-c70f568e6565'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:31.636805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f0220712-ed94-4aae-956a-c70f568e6565'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:31.657272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7376b32c-178d-4448-a456-2ebca2090fd8 req-04d693f2-2b70-457a-9924-95d4563513ee tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217265
Apr 02 20:53:31.719386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:31.744732 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0f569-2078-4b50-93b4-d03170312eac None None] Pushing event updated for resources: {'Port': ['ID=0a6c9752-bdc2-4b02-95df-b8a534eef671,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:31.745234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b', 'mac_address': 'fa:16:3e:1a:24:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:31.818207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7847edfbb0>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:29Z', 'revision_number': 3, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:31.850202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks [] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.856621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9682d761-627f-435b-8889-b0b79b5a3c78'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:31.858396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:31.858936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.891401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Checking router: d73d42fd-3937-45bd-b627-2ff218ae7497 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:31.891765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Updating router d73d42fd-3937-45bd-b627-2ff218ae7497 port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:53:31.897496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 88d2b4e9-6178-4b36-89b7-126d57060f82 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:31.907011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5377-1226-470f-a776-a67f3f1d4901 req-b5047ed9-42e7-43b7-8a30-99c33b9a87ef tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:31.908488 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] Set router f0220712-ed94-4aae-956a-c70f568e6565 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:31.909290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38aff574-c6a0-4aad-aadc-b0fdbe398a3b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:31.913764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6acb5377-1226-470f-a776-a67f3f1d4901 req-b5047ed9-42e7-43b7-8a30-99c33b9a87ef tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 944 time: 0.1314414
Apr 02 20:53:31.936364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.978056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6acb5377-1226-470f-a776-a67f3f1d4901 req-85856c8d-98b2-4583-a55d-5aa7e47c9412 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626578
Apr 02 20:53:31.978810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:31.984636 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.989121 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:31.998674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7452f163-14e5-4e33-a069-7a4221cce019 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:32.038519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e4faa7-b139-4875-b159-ebaaeaecd500,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:32.050207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.050659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.051095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.051529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.051980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.052499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.053404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.053404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.053668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.054580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.054956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.055525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.055934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.056351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.056815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:32.062496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Network 00a03aec-a942-4c04-867c-52cbfeae762e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:32.064401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:32.067259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:32.142137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f0220712-ed94-4aae-956a-c70f568e6565), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.200545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.204026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:53:32.265524 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e100>, [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:53:27Z', 'revision_number': 3, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:32.298507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:32.329140 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb6ad-ecd9-44d1-a960-f983e4165d87 None None] The sync data for ids ['f0220712-ed94-4aae-956a-c70f568e6565'] in ncdv-master-1 is: [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:53:27Z', 'revision_number': 3, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:32.417595 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.479918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Allocated IP 172.20.0.1 (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4/bb1d077f-90ca-45e8-b2b8-79c9f197eb84/0136e3ca-39fc-4d30-9bb3-46f0f5767fc7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:32.596708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7452f163-14e5-4e33-a069-7a4221cce019, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7452f163-14e5-4e33-a069-7a4221cce019,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:32.659662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '7452f163-14e5-4e33-a069-7a4221cce019', 'network_id': '0f6792b8-5956-4f22-8fa8-e47e1a830c39', 'port_id': '7452f163-14e5-4e33-a069-7a4221cce019', 'mac_address': 'fa:16:3e:e6:87:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a004d3b2-5068-45eb-9db5-ab2d02775e06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:32.685332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-435d8b45-47dc-4e76-a7e0-2b5eb9b62033 None None] Provisioning complete for port c9e4faa7-b139-4875-b159-ebaaeaecd500 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:32.685586 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-435d8b45-47dc-4e76-a7e0-2b5eb9b62033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.688984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks [] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.766915 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks [] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.779823 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.812904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.829292 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f0220712-ed94-4aae-956a-c70f568e6565), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.861871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:32.865785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:32.868732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:32.891863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7452f163-14e5-4e33-a069-7a4221cce019 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:32.892518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7452f163-14e5-4e33-a069-7a4221cce019), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.894962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-435d8b45-47dc-4e76-a7e0-2b5eb9b62033 None None] Port c9e4faa7-b139-4875-b159-ebaaeaecd500 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:32.938452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769cc17-8949-4c5f-bdff-5c8f51a1807b req-3e659357-8c91-459d-afaa-25bef4219667 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:32.938983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7452f163-14e5-4e33-a069-7a4221cce019 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:32.947345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a769cc17-8949-4c5f-bdff-5c8f51a1807b req-3e659357-8c91-459d-afaa-25bef4219667 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 945 time: 0.1726041
Apr 02 20:53:32.958059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Pushing event updated for resources: {'Port': ['ID=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:32.971726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Publish callbacks [] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.983513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e4faa7-b139-4875-b159-ebaaeaecd500,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:32.994292 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:32.997672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (d73d42fd-3937-45bd-b627-2ff218ae7497), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.005353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7452f163-14e5-4e33-a069-7a4221cce019, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7452f163-14e5-4e33-a069-7a4221cce019,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:33.009600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997958f-4129-4832-ba71-d2b534ef50f2 req-8e8ba5cd-0e70-404e-b12b-ee7d3b9da1c7 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:33.017333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9997958f-4129-4832-ba71-d2b534ef50f2 req-8e8ba5cd-0e70-404e-b12b-ee7d3b9da1c7 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 949 time: 0.1794364
Apr 02 20:53:33.073028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7452f163-14e5-4e33-a069-7a4221cce019), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.110011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Network 00a03aec-a942-4c04-867c-52cbfeae762e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:33.113015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:33.133642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a769cc17-8949-4c5f-bdff-5c8f51a1807b req-53cdd878-1711-4e7d-9141-91545164424c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842937
Apr 02 20:53:33.149229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9997958f-4129-4832-ba71-d2b534ef50f2 req-08332bcc-fa3f-4e22-9abe-98c4ad9622ef tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309183
Apr 02 20:53:33.151573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Attempting to bind port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:33.151906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Attempting to bind port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:33.152193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Attempting to bind port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:33.154407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c03c0-3e7c-4031-959a-73825b5c8efa None None] Pushing event updated for resources: {'Port': ['ID=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:33.173604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:33.174253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:33.174822 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.175383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:33.176041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Bound port: 5182352a-a31c-4aa1-b9ab-5a19ec027eb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:33.176623 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.314946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a6c9752-bdc2-4b02-95df-b8a534eef671 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:33.363494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] For port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:33.382575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.427508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7452f163-14e5-4e33-a069-7a4221cce019'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:33.429897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['38aff574-c6a0-4aad-aadc-b0fdbe398a3b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:33.435916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] For port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:33.461700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Router f0220712-ed94-4aae-956a-c70f568e6565 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:53:33.564190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.602954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-14c85ebd-23eb-40a9-bc36-994476444d95 None None] Provisioning complete for port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:33.603524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-14c85ebd-23eb-40a9-bc36-994476444d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.627578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7452f163-14e5-4e33-a069-7a4221cce019,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:33.694608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:33.720501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71fe26f7-7ed2-4980-a589-7a4e1d715228 admin admin] 10.222.0.18 "PUT /v2.0/routers/f0220712-ed94-4aae-956a-c70f568e6565/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4543059
Apr 02 20:53:33.749739 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks [] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.764212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd521a0-6d00-40eb-9461-0282d795c545 req-f798203f-4e30-4e5a-9f1c-9d35ccd7d622 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:33.772823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebd521a0-6d00-40eb-9461-0282d795c545 req-f798203f-4e30-4e5a-9f1c-9d35ccd7d622 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 944 time: 0.3841186
Apr 02 20:53:33.783684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.816059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-14c85ebd-23eb-40a9-bc36-994476444d95 None None] Port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:33.835470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:33.836109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7847edfbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:33.849557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0a6c9752-bdc2-4b02-95df-b8a534eef671 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:33.849557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.850797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c03c0-3e7c-4031-959a-73825b5c8efa None None] Pushing event updated for resources: {'Port': ['ID=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:33.922304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Pushing event updated for resources: {'Port': ['ID=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:33.937034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebd521a0-6d00-40eb-9461-0282d795c545 req-ea29ae49-c082-4c20-b903-90b2dc6f2a8b tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632881
Apr 02 20:53:33.945822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (d73d42fd-3937-45bd-b627-2ff218ae7497), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:33.949498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.949847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.954158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.954718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.955244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.955882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.956377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.957082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.957592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.958089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.958620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.959103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.959585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.960064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:33.960584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:34.091511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:34.093066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:34.237869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1cd98b17-694f-47d6-a0c4-caf915a4cf59 None None] Provisioning complete for port c9e4faa7-b139-4875-b159-ebaaeaecd500 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:34.238254 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1cd98b17-694f-47d6-a0c4-caf915a4cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:34.368806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1cd98b17-694f-47d6-a0c4-caf915a4cf59 None None] Port c9e4faa7-b139-4875-b159-ebaaeaecd500 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:34.476651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:34.486281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb386cf-efa3-4df6-b1d5-90db6dd0577e req-58a353b4-bd68-46e4-9bd8-e31e5da20e8e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:34.495983 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dbb386cf-efa3-4df6-b1d5-90db6dd0577e req-58a353b4-bd68-46e4-9bd8-e31e5da20e8e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 945 time: 0.1828747
Apr 02 20:53:34.524722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e553287-b4e3-4739-b86f-0af60bb3fdf1 req-e2ddb3bc-aff6-4e47-85b6-e12264f15b33 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:34.539437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e553287-b4e3-4739-b86f-0af60bb3fdf1 req-e2ddb3bc-aff6-4e47-85b6-e12264f15b33 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 949 time: 0.2305305
Apr 02 20:53:34.542915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Router d73d42fd-3937-45bd-b627-2ff218ae7497 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:53:34.625090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54510) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:34.641715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0a6c9752-bdc2-4b02-95df-b8a534eef671 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:34.641914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e553287-b4e3-4739-b86f-0af60bb3fdf1 req-0d68bea1-da1f-41e2-9f31-9ab279b36dd2 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964711
Apr 02 20:53:34.642292 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:34.714993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:34.730855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9682d761-627f-435b-8889-b0b79b5a3c78 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:34.764509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dbb386cf-efa3-4df6-b1d5-90db6dd0577e req-a0600bf4-e6d7-4297-b422-b426095e7b80 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671702
Apr 02 20:53:34.795683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:34.809368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3bdce75-7c83-442d-af69-433bc796487e admin admin] 10.222.0.18 "PUT /v2.0/routers/d73d42fd-3937-45bd-b627-2ff218ae7497/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1364372
Apr 02 20:53:34.967025 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba41a6a5-0928-47e4-82c9-7ec46389283f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.007585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d1d0c-8be0-4513-83d6-8ed9c418c78c req-92a20566-f59d-441a-ae35-0f8e1a241636 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:35.025763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:35.029531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c66d1d0c-8be0-4513-83d6-8ed9c418c78c req-92a20566-f59d-441a-ae35-0f8e1a241636 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1127 time: 0.1453979
Apr 02 20:53:35.057795 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Sync routers for ids ['f0220712-ed94-4aae-956a-c70f568e6565'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:35.058651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'mac_address': 'fa:16:3e:94:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:53:35.073576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e5d1ffe7-dd20-4373-a9ba-b38a6ee5e883 None None] Provisioning complete for port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:35.073950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ffe7-dd20-4373-a9ba-b38a6ee5e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.079239 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Routers {'f0220712-ed94-4aae-956a-c70f568e6565'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:35.080103 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eb0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f0220712-ed94-4aae-956a-c70f568e6565'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:35.085535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 0a6c9752-bdc2-4b02-95df-b8a534eef671, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6c9752-bdc2-4b02-95df-b8a534eef671,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:35.128025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c66d1d0c-8be0-4513-83d6-8ed9c418c78c req-822d1c13-c4f3-485a-ac2c-78e1a16b38a3 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955427
Apr 02 20:53:35.196383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf61858-39bb-409b-918a-cc7ccb866cbb req-c4a8cd61-af0d-4cd0-bac5-17f3ed54bef0 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:35.206243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf61858-39bb-409b-918a-cc7ccb866cbb req-c4a8cd61-af0d-4cd0-bac5-17f3ed54bef0 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 944 time: 0.1053579
Apr 02 20:53:35.276915 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Set router f0220712-ed94-4aae-956a-c70f568e6565 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:35.281281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:35.282043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.284850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba41a6a5-0928-47e4-82c9-7ec46389283f admin admin] Publish callbacks [] for security_group (584d29b5-2e67-4c9a-8064-b80d0c5dc7d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.288518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.308718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba41a6a5-0928-47e4-82c9-7ec46389283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (584d29b5-2e67-4c9a-8064-b80d0c5dc7d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.340089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf61858-39bb-409b-918a-cc7ccb866cbb req-1ad31233-3ae0-4828-b2fe-c97bd299d72c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265070
Apr 02 20:53:35.401633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54534) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:35.408723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ba41a6a5-0928-47e4-82c9-7ec46389283f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98cc0bc9ea444d929db8bfb87ed4d6d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7550507
Apr 02 20:53:35.446322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41a6a5-0928-47e4-82c9-7ec46389283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d29b5-2e67-4c9a-8064-b80d0c5dc7d6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:35.491324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63bb602f-5c79-43d0-b981-f61c7d0d8c28 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:35.499533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38aff574-c6a0-4aad-aadc-b0fdbe398a3b up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:35.525028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1ffe7-dd20-4373-a9ba-b38a6ee5e883 None None] Port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:35.616481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2d355f3-f819-4bed-bc42-27c09de89571 admin admin] Publish callbacks [] for security_group (584d29b5-2e67-4c9a-8064-b80d0c5dc7d6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.644084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:35.656670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54536) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:35.667313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557229410', 'description': 'tempest-description--148950551'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:35.674606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2d355f3-f819-4bed-bc42-27c09de89571 admin admin] Publish callbacks [] for security_group (584d29b5-2e67-4c9a-8064-b80d0c5dc7d6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.697544 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eb0fd0>, [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:53:32Z', 'revision_number': 4, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9e4faa7-b139-4875-b159-ebaaeaecd500', 'name': '', 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'mac_address': 'fa:16:3e:de:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '54f1e583-f233-46b1-be18-c3d86840f747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:31Z', 'updated_at': '2022-04-02T20:53:32Z', 'revision_number': 2, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'subnets': [{'id': '54f1e583-f233-46b1-be18-c3d86840f747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:35.713193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.730425 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Checking router: f0220712-ed94-4aae-956a-c70f568e6565 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:35.730786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Updating router f0220712-ed94-4aae-956a-c70f568e6565 port c9e4faa7-b139-4875-b159-ebaaeaecd500 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:53:35.757023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05c84-d83c-4049-a410-fc30218b657c req-1233c272-ffad-4683-9214-b0f84b4c0ae1 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:35.766049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6c05c84-d83c-4049-a410-fc30218b657c req-1233c272-ffad-4683-9214-b0f84b4c0ae1 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1127 time: 0.2716990
Apr 02 20:53:35.767640 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.786130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.889573 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2d355f3-f819-4bed-bc42-27c09de89571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (584d29b5-2e67-4c9a-8064-b80d0c5dc7d6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.892896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2d355f3-f819-4bed-bc42-27c09de89571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.897464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c2d355f3-f819-4bed-bc42-27c09de89571 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/584d29b5-2e67-4c9a-8064-b80d0c5dc7d6 HTTP/1.1" status: 204  len: 168 time: 0.4913723
Apr 02 20:53:35.900307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 9682d761-627f-435b-8889-b0b79b5a3c78 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:35.929534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 9682d761-627f-435b-8889-b0b79b5a3c78 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:35.930263 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:35.936041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d355f3-f819-4bed-bc42-27c09de89571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d29b5-2e67-4c9a-8064-b80d0c5dc7d6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:35.956111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18707b-8ce8-410d-8de4-2f7d41a8b2db req-d24d905f-7123-477b-ae94-2787d9d79fb1 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:35.959535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6c05c84-d83c-4049-a410-fc30218b657c req-9fb0298d-af80-4c8b-b231-a94b03757b35 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924953
Apr 02 20:53:35.967631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa18707b-8ce8-410d-8de4-2f7d41a8b2db req-d24d905f-7123-477b-ae94-2787d9d79fb1 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 949 time: 0.1904745
Apr 02 20:53:36.032237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['63bb602f-5c79-43d0-b981-f61c7d0d8c28'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:36.117547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa18707b-8ce8-410d-8de4-2f7d41a8b2db req-aec42b35-94ea-4fab-ad7e-fefa79d55215 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485870
Apr 02 20:53:36.156090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=0a6c9752-bdc2-4b02-95df-b8a534eef671,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:36.157682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group (5ba35e6a-fc76-40b1-b3a5-db6bc6b35705), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.164428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5ba35e6a-fc76-40b1-b3a5-db6bc6b35705), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.188894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.189829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.190056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.190503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.197019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.197334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.197582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.197908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.198449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.198747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.199154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.199532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.199891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.200241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.200595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:53:36.224805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.228986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:36.235514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Request body: {'security_group_rule': {'security_group_id': '5ba35e6a-fc76-40b1-b3a5-db6bc6b35705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:36.239222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5778034
Apr 02 20:53:36.245965 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Publish callbacks [] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.250809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328541e-3bb3-41fd-a641-c6ae5b7883e0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:36.254936 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.305990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:36.320040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eb595-3032-48ca-a7f9-119e81a1b09f None None] Pushing event updated for resources: {'Port': ['ID=c9e4faa7-b139-4875-b159-ebaaeaecd500,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:36.340629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:36.367452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:36.367829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.407344 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Attempting to bind port c9e4faa7-b139-4875-b159-ebaaeaecd500 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:36.407720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Attempting to bind port c9e4faa7-b139-4875-b159-ebaaeaecd500 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:36.408125 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Attempting to bind port c9e4faa7-b139-4875-b159-ebaaeaecd500 on network 00a03aec-a942-4c04-867c-52cbfeae762e {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:36.414320 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:36.414698 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Checking segment: {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:36.415099 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.415490 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Bound using segment: {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:36.415966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Bound port: c9e4faa7-b139-4875-b159-ebaaeaecd500, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c92409a-9c52-4ab6-883e-82e537a248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:36.416344 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.421720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group_rule (5d5bc6eb-9ced-4130-90aa-23322abe2699), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.491925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7847edfbb0>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 2, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:36.498581 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] For port c9e4faa7-b139-4875-b159-ebaaeaecd500, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:36.503057 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] For port c9e4faa7-b139-4875-b159-ebaaeaecd500, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9e4faa7-b139-4875-b159-ebaaeaecd500,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:36.513153 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.719393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eb595-3032-48ca-a7f9-119e81a1b09f None None] Pushing event updated for resources: {'Port': ['ID=c9e4faa7-b139-4875-b159-ebaaeaecd500,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:36.761958 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Routers {'f0220712-ed94-4aae-956a-c70f568e6565'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:36.763656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eb0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f0220712-ed94-4aae-956a-c70f568e6565'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:36.788887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c3e10-59c9-468a-84fc-38788c3df5c0 None None] The sync data for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 is: [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 2, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:36.813776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb55cd7-c7d8-468d-b6ad-997efdd986ab req-a414da6a-3344-4bf7-8a67-b9b32b07d5e5 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:36.822180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group_rule (5d5bc6eb-9ced-4130-90aa-23322abe2699), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.823277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddb55cd7-c7d8-468d-b6ad-997efdd986ab req-a414da6a-3344-4bf7-8a67-b9b32b07d5e5 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1127 time: 0.1224082
Apr 02 20:53:36.841208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (5d5bc6eb-9ced-4130-90aa-23322abe2699), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.916850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:36.920125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6898789
Apr 02 20:53:36.942498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:36.962485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85cae-dbd9-4836-bc19-d0d0b99bcf67 req-4c7918a0-e456-4a3a-955e-d8bd550931cf tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:36.963869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddb55cd7-c7d8-468d-b6ad-997efdd986ab req-40a54d78-fa78-431f-a36c-19b8e3218edb tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393702
Apr 02 20:53:36.980923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Request body: {'security_group_rule': {'security_group_id': '5ba35e6a-fc76-40b1-b3a5-db6bc6b35705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:36.992412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:37.004747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45f85cae-dbd9-4836-bc19-d0d0b99bcf67 req-4c7918a0-e456-4a3a-955e-d8bd550931cf tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 944 time: 0.3860855
Apr 02 20:53:37.052996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9682d761-627f-435b-8889-b0b79b5a3c78 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:37.053906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.079468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82219d55-e438-4112-982e-a0b8f506bff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.153018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group_rule (1f155596-6977-4aff-8419-546cb90d422b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.156158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7fd81-569a-4b06-86c4-8f7cf137667b tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5bc6eb-9ced-4130-90aa-23322abe2699,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:37.265109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:37.265643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.289296 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] Set router f0220712-ed94-4aae-956a-c70f568e6565 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:37.301231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] Provisioning complete for port c9e4faa7-b139-4875-b159-ebaaeaecd500 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:37.301754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.303290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9682d761-627f-435b-8889-b0b79b5a3c78'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:37.317104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45f85cae-dbd9-4836-bc19-d0d0b99bcf67 req-db0c5ef5-d296-4494-a9da-90ffb901b481 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054588
Apr 02 20:53:37.325378 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfebbc-9341-4d66-96b9-217d8c5c726e" -d '{"events": [{"server_uuid": "61c0c36e-2bc2-43ab-96c0-1582c8b94e00", "name": "network-vif-plugged", "status": "completed", "tag": "9682d761-627f-435b-8889-b0b79b5a3c78"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:37.426335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group_rule (1f155596-6977-4aff-8419-546cb90d422b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.454468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (1f155596-6977-4aff-8419-546cb90d422b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.584091 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d42a6cf-c8ef-4ba2-9c7f-f747ec68ad39 x-openstack-request-id: req-0d42a6cf-c8ef-4ba2-9c7f-f747ec68ad39 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:37.595190 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c0c36e-2bc2-43ab-96c0-1582c8b94e00", "name": "network-vif-plugged", "status": "completed", "tag": "9682d761-627f-435b-8889-b0b79b5a3c78", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:37.597124 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d42a6cf-c8ef-4ba2-9c7f-f747ec68ad39 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:37.598506 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d42a6cf-c8ef-4ba2-9c7f-f747ec68ad39'] response: {'server_uuid': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9682d761-627f-435b-8889-b0b79b5a3c78', 'code': 200}
Apr 02 20:53:37.614275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9682d761-627f-435b-8889-b0b79b5a3c78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9682d761-627f-435b-8889-b0b79b5a3c78,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:37.624589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a6c9752-bdc2-4b02-95df-b8a534eef671 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:37.633336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f155596-6977-4aff-8419-546cb90d422b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:37.697819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.735456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:37.762262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db6cbb-4c77-4e1f-98ed-9fe07db20f41 req-3c6d3f75-a558-4f83-9243-9e4bcdb263a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:37.766126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84db6cbb-4c77-4e1f-98ed-9fe07db20f41 req-3c6d3f75-a558-4f83-9243-9e4bcdb263a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 1127 time: 0.1421010
Apr 02 20:53:37.772586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.776198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d814232-dba1-4314-aede-6ffd8dc7580c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8094082
Apr 02 20:53:37.779042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54596) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:37.803841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:37.920979 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eb0fd0>, [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:53:32Z', 'revision_number': 4, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9e4faa7-b139-4875-b159-ebaaeaecd500', 'name': '', 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'mac_address': 'fa:16:3e:de:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '54f1e583-f233-46b1-be18-c3d86840f747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:31Z', 'updated_at': '2022-04-02T20:53:36Z', 'revision_number': 4, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'subnets': [{'id': '54f1e583-f233-46b1-be18-c3d86840f747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:37.934738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:37.950683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c33b1-1c90-4d20-b97c-cb4b2bbd5772 req-48fdebb7-22e1-4272-b02b-c8b8a7b0c78f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:37.952259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f6c33b1-1c90-4d20-b97c-cb4b2bbd5772 req-48fdebb7-22e1-4272-b02b-c8b8a7b0c78f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 949 time: 0.4536681
Apr 02 20:53:37.991542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:38.009645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.012260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84db6cbb-4c77-4e1f-98ed-9fe07db20f41 req-971ad7b1-63f8-4cf7-9997-36f409904fab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371266
Apr 02 20:53:38.013485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1bdce-7f44-4fd1-9ff8-19cd488eb3a6 None None] The sync data for ids ['f0220712-ed94-4aae-956a-c70f568e6565'] in ncdv-master-1 is: [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:53:32Z', 'revision_number': 4, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c9e4faa7-b139-4875-b159-ebaaeaecd500', 'name': '', 'network_id': '00a03aec-a942-4c04-867c-52cbfeae762e', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'mac_address': 'fa:16:3e:de:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '54f1e583-f233-46b1-be18-c3d86840f747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:31Z', 'updated_at': '2022-04-02T20:53:36Z', 'revision_number': 4, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'subnets': [{'id': '54f1e583-f233-46b1-be18-c3d86840f747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:38.053586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7452f163-14e5-4e33-a069-7a4221cce019 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:38.056311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0a6c9752-bdc2-4b02-95df-b8a534eef671 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:38.057060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.123165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82219d55-e438-4112-982e-a0b8f506bff7 admin admin] Publish callbacks [] for security_group (323ca339-91f8-49b2-b318-4db495820cb5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.168023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82219d55-e438-4112-982e-a0b8f506bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (323ca339-91f8-49b2-b318-4db495820cb5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.204668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9682d761-627f-435b-8889-b0b79b5a3c78,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:38.300218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:38.333781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:38.334517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.391608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82219d55-e438-4112-982e-a0b8f506bff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ca339-91f8-49b2-b318-4db495820cb5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:38.512117 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82219d55-e438-4112-982e-a0b8f506bff7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da1d6d7095bf4102889aabebcd5cb05b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5126443
Apr 02 20:53:38.542932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54608) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:38.549074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f6c33b1-1c90-4d20-b97c-cb4b2bbd5772 req-be0bd56c-c230-4ca0-b063-4c0884f0cd48 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5887735
Apr 02 20:53:38.645938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dfb26-a6ab-4656-beec-4dff19899ddf req-cea1f5b5-1e2a-4413-96df-bbacdc7ec5d9 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:38.652383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] Current status of the port c9e4faa7-b139-4875-b159-ebaaeaecd500 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:38.652727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.653738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db5dfb26-a6ab-4656-beec-4dff19899ddf req-cea1f5b5-1e2a-4413-96df-bbacdc7ec5d9 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1127 time: 0.3043506
Apr 02 20:53:38.723024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:38.777736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 7452f163-14e5-4e33-a069-7a4221cce019 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:53:38.931730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79debd3b-3999-4c30-bca5-12c8bdeb2501 admin admin] Publish callbacks [] for security_group (323ca339-91f8-49b2-b318-4db495820cb5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.023137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db5dfb26-a6ab-4656-beec-4dff19899ddf req-20f1c55e-1107-4dad-90fe-f75c2920566f tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3688025
Apr 02 20:53:39.040584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79debd3b-3999-4c30-bca5-12c8bdeb2501 admin admin] Publish callbacks [] for security_group (323ca339-91f8-49b2-b318-4db495820cb5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.154296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79debd3b-3999-4c30-bca5-12c8bdeb2501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (323ca339-91f8-49b2-b318-4db495820cb5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.159697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79debd3b-3999-4c30-bca5-12c8bdeb2501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.167365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79debd3b-3999-4c30-bca5-12c8bdeb2501 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/323ca339-91f8-49b2-b318-4db495820cb5 HTTP/1.1" status: 204  len: 168 time: 0.6105318
Apr 02 20:53:39.179110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 7452f163-14e5-4e33-a069-7a4221cce019 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:39.180255 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7452f163-14e5-4e33-a069-7a4221cce019), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.188142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79debd3b-3999-4c30-bca5-12c8bdeb2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ca339-91f8-49b2-b318-4db495820cb5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:39.203228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0a6c9752-bdc2-4b02-95df-b8a534eef671 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:39.270521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] For port c9e4faa7-b139-4875-b159-ebaaeaecd500, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9e4faa7-b139-4875-b159-ebaaeaecd500,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:39.314119 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.353809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Allocated IP 172.35.4.71 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/d43c7086-e02c-4fae-ac88-582149feaec7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:39.440285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af1611-3b6c-4805-bf5e-c05188b88b79 req-2fceb63e-4cfb-49cb-afbd-fe1e76400b60 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:39.451434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07af1611-3b6c-4805-bf5e-c05188b88b79 req-2fceb63e-4cfb-49cb-afbd-fe1e76400b60 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 945 time: 0.2299011
Apr 02 20:53:39.591819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:39.592700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.677022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:39.682296 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec078f34-11f7-4ff1-bf42-0e4c64920347" -d '{"events": [{"server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "name": "network-vif-plugged", "status": "completed", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:39.766248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:39.782630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07af1611-3b6c-4805-bf5e-c05188b88b79 req-f118bc5f-22d8-4d46-a03b-234cb7e0d9fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225462
Apr 02 20:53:39.793458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.850721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for port (d43c7086-e02c-4fae-ac88-582149feaec7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:39.871912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c9e4faa7-b139-4875-b159-ebaaeaecd500 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:39.962215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d43c7086-e02c-4fae-ac88-582149feaec7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:40.059572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event updated for resources: {'Port': ['ID=d43c7086-e02c-4fae-ac88-582149feaec7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:40.093439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6a6174c3-8864-4681-9327-cf0b6581daf3 None None] Provisioning complete for port c9e4faa7-b139-4875-b159-ebaaeaecd500 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:40.093819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a6174c3-8864-4681-9327-cf0b6581daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:40.114158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:40.117387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:40.122646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:40.205993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9d0d6-f709-43f4-a49e-c9d6c686fa41 req-845433e6-4a9f-43fe-8ae8-be71ea0943c6 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:40.219122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6f9d0d6-f709-43f4-a49e-c9d6c686fa41 req-845433e6-4a9f-43fe-8ae8-be71ea0943c6 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.1958117
Apr 02 20:53:40.436407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6f9d0d6-f709-43f4-a49e-c9d6c686fa41 req-69e9b4de-e5a0-476d-af23-10717b42f1b0 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155383
Apr 02 20:53:40.531842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (297fbf3e-719a-4d77-a72c-a811b8ca6fff), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:40.562431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc4c1a-1f6a-4d63-9bdf-0f4206618710 None None] Pushing event updated for resources: {'Port': ['ID=c9e4faa7-b139-4875-b159-ebaaeaecd500,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:40.596250 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:53:40.732999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d43c7086-e02c-4fae-ac88-582149feaec7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:40.909946 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118bd45-2ae6-4a43-90ed-a88f9bab6a05 x-openstack-request-id: req-1118bd45-2ae6-4a43-90ed-a88f9bab6a05 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:40.910302 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "name": "network-vif-plugged", "status": "completed", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:40.910521 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1118bd45-2ae6-4a43-90ed-a88f9bab6a05 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:40.923155 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1118bd45-2ae6-4a43-90ed-a88f9bab6a05'] response: {'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b', 'code': 200}
Apr 02 20:53:40.947735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:41.049657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd2b4-56c8-4829-99ac-0293f83da6e0 req-5639f38b-9dd8-408f-98bd-9bd1bc86feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:41.058318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-950bd2b4-56c8-4829-99ac-0293f83da6e0 req-5639f38b-9dd8-408f-98bd-9bd1bc86feae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 1132 time: 0.2019908
Apr 02 20:53:41.078391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6a6174c3-8864-4681-9327-cf0b6581daf3 None None] Current status of the port c9e4faa7-b139-4875-b159-ebaaeaecd500 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:41.144563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7452f163-14e5-4e33-a069-7a4221cce019 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:41.150194 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7452f163-14e5-4e33-a069-7a4221cce019), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:41.187063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cacec-09e6-4f45-bbbc-6d899ada5d56 req-479c918e-0749-4af0-b6b6-1cc15af23351 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:41.200993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f09cacec-09e6-4f45-bbbc-6d899ada5d56 req-479c918e-0749-4af0-b6b6-1cc15af23351 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 945 time: 0.1667790
Apr 02 20:53:41.201504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c9e4faa7-b139-4875-b159-ebaaeaecd500 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:41.203341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:41.331490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f09cacec-09e6-4f45-bbbc-6d899ada5d56 req-5e88bb18-1c69-4658-b57d-1b49c756346e tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287246
Apr 02 20:53:41.335123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7452f163-14e5-4e33-a069-7a4221cce019, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7452f163-14e5-4e33-a069-7a4221cce019,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:41.399144 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7452f163-14e5-4e33-a069-7a4221cce019), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:41.422530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-950bd2b4-56c8-4829-99ac-0293f83da6e0 req-6a37da8f-04b3-4486-b199-0a550fdd097a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3527517
Apr 02 20:53:41.619148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7452f163-14e5-4e33-a069-7a4221cce019,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:41.624019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323262f6-1d64-46fe-9c3a-7bf87fd40b4f req-d5b79570-72c8-4fb8-9efb-e80d5e94b9a7 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:41.642245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for port (d43c7086-e02c-4fae-ac88-582149feaec7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:41.643704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-323262f6-1d64-46fe-9c3a-7bf87fd40b4f req-d5b79570-72c8-4fb8-9efb-e80d5e94b9a7 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 945 time: 0.1531999
Apr 02 20:53:41.666980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d43c7086-e02c-4fae-ac88-582149feaec7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:41.811093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c9e4faa7-b139-4875-b159-ebaaeaecd500 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:41.812199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:41.921287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-74fd176c-4bf8-4f50-b825-e53cbfa021ae tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:53:41.936404 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-74fd176c-4bf8-4f50-b825-e53cbfa021ae tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0488586
Apr 02 20:53:41.997576 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-323262f6-1d64-46fe-9c3a-7bf87fd40b4f req-ef548d1b-6eca-47f0-9f4a-d7a0cc35645c tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3476710
Apr 02 20:53:42.024404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (297fbf3e-719a-4d77-a72c-a811b8ca6fff), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:42.043514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:42.044400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:42.087226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event updated for resources: {'Port': ['ID=d43c7086-e02c-4fae-ac88-582149feaec7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:42.099949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:42.108523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-21429d76-2af7-442d-ad91-4b4c78c89d17 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3213737
Apr 02 20:53:42.110653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-31a6ddf3-c7ff-498a-a569-df0eccb27068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:42.129351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-31a6ddf3-c7ff-498a-a569-df0eccb27068 service neutron] 10.222.0.18 "GET /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 1124 time: 0.1850204
Apr 02 20:53:42.143093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:42.144443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:53:42.351954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on host nch1-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:42.353065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:42.353674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:42.359941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:42.360493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:42.383592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:42.384200 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:42.402056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:42.402687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:42.403417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:42.404408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Bound port: c462078a-088f-40a2-8510-d6fb4357f7dc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:42.500598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:42.509473 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:42.524716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:42.536011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:42.553196 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ee905cb5-1486-4262-8393-0c68f2343dfa service neutron] 10.222.0.18 "POST /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc/bindings HTTP/1.1" status: 201  len: 389 time: 0.4196997
Apr 02 20:53:42.589357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ac6a-25b4-4431-938b-47469e68740c req-db185071-bb34-40f4-8e90-b8fec3be42bc tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:42.596374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d90ac6a-25b4-4431-938b-47469e68740c req-db185071-bb34-40f4-8e90-b8fec3be42bc tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.2450597
Apr 02 20:53:42.719271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Sync routers for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:42.820003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c9e4faa7-b139-4875-b159-ebaaeaecd500 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:42.824980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:42.860578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:42.861434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845414460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:42.904279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d90ac6a-25b4-4431-938b-47469e68740c req-94966308-d39c-451e-afba-06a9df495aa3 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963035
Apr 02 20:53:42.956209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}, {'server_uuid': '98a121f5-71aa-45c3-9a40-c1534709b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452f163-14e5-4e33-a069-7a4221cce019'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:42.961023 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47a981-f863-424b-abe3-078c41a515b7" -d '{"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-plugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}, {"server_uuid": "98a121f5-71aa-45c3-9a40-c1534709b364", "name": "network-vif-plugged", "status": "completed", "tag": "7452f163-14e5-4e33-a069-7a4221cce019"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:43.216067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-fca7afee-45fd-42e3-bf3a-61862872935f tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1557229410&fields=id&tenant_id=8d12a2c8ad9a43f2bded1c2804915030 HTTP/1.1" status: 200  len: 267 time: 0.1083505
Apr 02 20:53:43.231150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c9e4faa7-b139-4875-b159-ebaaeaecd500 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:43.231633 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:43.328794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac59fc-fe1b-4c79-aa41-11cff87d73cf req-f3268aab-e9b4-468d-90b2-e3026251df5a tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:43.338913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ac59fc-fe1b-4c79-aa41-11cff87d73cf req-f3268aab-e9b4-468d-90b2-e3026251df5a tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 945 time: 0.2314734
Apr 02 20:53:43.383541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-daa8a2cb-8531-4404-839e-7534b6ff5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:43.395109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-30207a10-a567-484b-a4d5-5b1f04ac086f tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:43.396872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-daa8a2cb-8531-4404-839e-7534b6ff5b24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1127 time: 0.3712661
Apr 02 20:53:43.403652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:43.408133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-30207a10-a567-484b-a4d5-5b1f04ac086f tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/networks?id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 HTTP/1.1" status: 200  len: 814 time: 0.1906328
Apr 02 20:53:43.459323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-1791408e-6c4f-467e-a77c-6b46d9b29f33 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/quotas/8d12a2c8ad9a43f2bded1c2804915030 HTTP/1.1" status: 200  len: 375 time: 0.0489552
Apr 02 20:53:43.530590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ac59fc-fe1b-4c79-aa41-11cff87d73cf req-605a73f9-3f6b-4916-8d15-c400d6b4c0a5 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866312
Apr 02 20:53:43.647153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c9e4faa7-b139-4875-b159-ebaaeaecd500 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:43.652605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-7bae78ab-a5ad-4107-8043-5f27e2fa9708 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d12a2c8ad9a43f2bded1c2804915030&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1894429
Apr 02 20:53:43.847994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-683e9226-85b6-421d-9d76-12fdcd0ec051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:43.850871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-683e9226-85b6-421d-9d76-12fdcd0ec051 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.3592062
Apr 02 20:53:43.852206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845414460>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 2, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:43.891598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-4809da6b-b1da-4c47-b5fb-249f585def1b service neutron] 10.222.0.18 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149379
Apr 02 20:53:43.911692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-909b9725-ac19-4267-91d7-c16a596ab492 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 217 time: 0.0511675
Apr 02 20:53:43.922744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Checking router: d73d42fd-3937-45bd-b627-2ff218ae7497 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:43.923366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Updating router d73d42fd-3937-45bd-b627-2ff218ae7497 port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:53:43.986585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:44.099779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-9dd06827-2132-4eea-9fce-0f5febc3de3f service neutron] 10.222.0.18 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2068217
Apr 02 20:53:44.250562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823427c-98ec-49d8-8a4f-457979282bc7 req-e9585b8a-294e-4135-bb81-706e93c80c86 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:44.258555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0823427c-98ec-49d8-8a4f-457979282bc7 req-e9585b8a-294e-4135-bb81-706e93c80c86 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 945 time: 0.5384934
Apr 02 20:53:44.270784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-04805102-a754-409a-9552-e7501bdf2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:44.272050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-04805102-a754-409a-9552-e7501bdf2d69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.3506787
Apr 02 20:53:44.492936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-e4837661-c923-48bb-9851-9881aa54f74f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1851215
Apr 02 20:53:44.722840 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3eb76eea-225e-44ca-8162-1dc983b2ea1d service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290111
Apr 02 20:53:44.734528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0823427c-98ec-49d8-8a4f-457979282bc7 req-5199d0f7-8f83-405c-bb26-4e2f2320932d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4744298
Apr 02 20:53:44.744846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:44.761331 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf7785-e6c6-4bb3-bec0-f2be99065014 x-openstack-request-id: req-eabf7785-e6c6-4bb3-bec0-f2be99065014 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:44.762058 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-plugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "code": 200}, {"server_uuid": "98a121f5-71aa-45c3-9a40-c1534709b364", "name": "network-vif-plugged", "status": "completed", "tag": "7452f163-14e5-4e33-a069-7a4221cce019", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:44.762320 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eabf7785-e6c6-4bb3-bec0-f2be99065014 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:44.762777 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabf7785-e6c6-4bb3-bec0-f2be99065014'] response: {'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'code': 200}
Apr 02 20:53:44.763039 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabf7785-e6c6-4bb3-bec0-f2be99065014'] response: {'server_uuid': '98a121f5-71aa-45c3-9a40-c1534709b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452f163-14e5-4e33-a069-7a4221cce019', 'code': 200}
Apr 02 20:53:44.771927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:44.979337 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Publish callbacks [] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:45.025392 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:45.243930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4745b-ad48-47c5-a546-041e68bf00a5 None None] Pushing event updated for resources: {'Port': ['ID=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:45.248809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df363e-538f-4ebe-a4a8-61d724f9a343 req-864883ad-b55c-4294-945e-5e0c315da729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:45.257605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95df363e-538f-4ebe-a4a8-61d724f9a343 req-864883ad-b55c-4294-945e-5e0c315da729 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 1127 time: 0.5375819
Apr 02 20:53:45.321801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fd144e7-d388-49b9-9eb5-de5167349b41 req-fa500ad1-e541-4a1f-8f3e-bb9b25576188 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 210 time: 0.0989585
Apr 02 20:53:45.445343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8b00-507f-4a84-a787-7cbf7d21da36 req-1cc0fb83-eaff-43e9-92ff-02cbd0bfe7f0 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:45.460985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-681e8b00-507f-4a84-a787-7cbf7d21da36 req-1cc0fb83-eaff-43e9-92ff-02cbd0bfe7f0 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.3457849
Apr 02 20:53:45.476862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:45.479308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:45.506180 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-4cff4234-668f-49be-b25b-782ef4453ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7694786
Apr 02 20:53:45.512546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95df363e-538f-4ebe-a4a8-61d724f9a343 req-36b77c2d-2afd-4259-8159-33c3c905728b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299106
Apr 02 20:53:45.565976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e0dba-469e-410f-9a6e-5c95d6eb7c2f req-2505fee4-f9ae-43b3-bb74-74d474d44b68 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:45.579104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-484e0dba-469e-410f-9a6e-5c95d6eb7c2f req-2505fee4-f9ae-43b3-bb74-74d474d44b68 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 945 time: 0.1424856
Apr 02 20:53:45.593435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-681e8b00-507f-4a84-a787-7cbf7d21da36 req-560cbde2-ea07-4e0c-91cf-f0dba185e712 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271112
Apr 02 20:53:45.692822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Attempting to bind port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:45.694579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Attempting to bind port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:45.696168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Attempting to bind port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 on network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:45.741381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:45.741803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Checking segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:45.742162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:45.745097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Bound using segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:45.745763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Bound port: 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:45.746159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:45.770509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-484e0dba-469e-410f-9a6e-5c95d6eb7c2f req-e0e53011-a62c-49e7-a2d9-f005165203e4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707368
Apr 02 20:53:45.802525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-17b3b5ca-0177-49da-8cba-14b916292c1b tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:45.810801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-17b3b5ca-0177-49da-8cba-14b916292c1b tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1779408
Apr 02 20:53:45.847094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:45.863759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:45.999526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8aa897f9-7d56-4b28-9cbb-210ca57147be None None] Provisioning complete for port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:46.008632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8aa897f9-7d56-4b28-9cbb-210ca57147be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:46.117011 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:46.242342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] For port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:46.264991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8aa897f9-7d56-4b28-9cbb-210ca57147be None None] Port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:46.298464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] For port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:46.320238 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:46.502880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4745b-ad48-47c5-a546-041e68bf00a5 None None] Pushing event updated for resources: {'Port': ['ID=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:46.516497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:46.516497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845414460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:46.715538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:46.847372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:46.947464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Publish callbacks [] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:46.950782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:46.953851 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20484ef-2867-42f4-a11f-270497d4c8cd" -d '{"events": [{"server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "name": "network-vif-unplugged", "status": "completed", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:47.095650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.284260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:47.286220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:47.338551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-3a806e3e-1c4a-4b66-9931-0d435f55cfb7 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:47.341057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-3a806e3e-1c4a-4b66-9931-0d435f55cfb7 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.15 "GET /v2.0/networks?id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 HTTP/1.1" status: 200  len: 814 time: 0.3834388
Apr 02 20:53:47.380746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:47.381168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:47.383658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:47.392732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Provisioning complete for port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:47.393361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.399797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04347faa-032a-4ef2-8f8a-1a8763fce41e req-45fac34a-7032-4f6c-abab-2260a33b7439 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:47.406789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04347faa-032a-4ef2-8f8a-1a8763fce41e req-45fac34a-7032-4f6c-abab-2260a33b7439 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.3438125
Apr 02 20:53:47.471549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:47.471888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Attempting to bind port c462078a-088f-40a2-8510-d6fb4357f7dc on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:47.486044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:47.486835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.506608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:47.507019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:47.507403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:47.507848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Bound port: c462078a-088f-40a2-8510-d6fb4357f7dc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:47.508204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.543751 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.610444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:47.734350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:47.734766 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.739826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-40efec56-706a-4e2a-a3e1-e8d642b8c871 req-778841ad-0f66-4b99-a755-576b78ba090d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 210 time: 0.0596063
Apr 02 20:53:47.788784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Current status of the port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:47.789342 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:47.864850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-cabab754-74b7-4079-afc0-6bce49026095 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d12a2c8ad9a43f2bded1c2804915030 HTTP/1.1" status: 200  len: 380 time: 0.4997513
Apr 02 20:53:47.876969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Request body: {'port': {'device_id': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'admin_state_up': True, 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'security_groups': ['5ba35e6a-fc76-40b1-b3a5-db6bc6b35705']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:48.023852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:48.095041 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:48.112488 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-cb4708ba-fbc3-44ca-9686-7bff3a1dc01c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1045426101&fields=id&tenant_id=fde6bd005e3a4a25b63639832027ab85 HTTP/1.1" status: 200  len: 267 time: 0.1184070
Apr 02 20:53:48.116517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04347faa-032a-4ef2-8f8a-1a8763fce41e req-41a73c71-4616-45c4-9d44-b595f3dfa2ba tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7086761
Apr 02 20:53:48.117452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Made reservation on behalf of 8d12a2c8ad9a43f2bded1c2804915030 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:48.121110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:48.183161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-d5d10380-43c3-45b4-b967-3bc4153723bb tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:48.195202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-d5d10380-43c3-45b4-b967-3bc4153723bb tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "GET /v2.0/ports?device_id=807e6da4-1b09-4731-9332-98dce9466b87 HTTP/1.1" status: 200  len: 945 time: 0.3910103
Apr 02 20:53:48.315061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:48.382581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845414460>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:46Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:48.412395 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 20:53:48.412786 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 20:53:48.413318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-37736f22-b7b0-4791-b04a-248489d605b9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:48.413501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776f57-d63f-466a-aaaa-21ba1e138e32 None None] The sync data for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 is: [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:46Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:53:48.426396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-37736f22-b7b0-4791-b04a-248489d605b9 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 823 time: 0.3080721
Apr 02 20:53:48.452074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-970af23a-c275-47fc-a630-e0eb9244055e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/quotas/fde6bd005e3a4a25b63639832027ab85 HTTP/1.1" status: 200  len: 375 time: 0.0197148
Apr 02 20:53:48.479971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Allocated IP 172.20.0.12 (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4/bb1d077f-90ca-45e8-b2b8-79c9f197eb84/4037f3ad-46a9-4e66-8974-76920ca5320b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:48.538440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54828) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:48.587710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-d9b48606-b530-48f3-900b-e50c68028580 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1295185
Apr 02 20:53:48.628426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:48.685203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:53:48.803278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696917ae-8471-4ee8-aa0c-8465bcac37ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:48.805801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:48.806189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:48.903638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:48.991092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696917ae-8471-4ee8-aa0c-8465bcac37ed admin admin] Publish callbacks [] for security_group (bd32cb85-60b2-4420-96eb-16ec099ea617), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.002238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-77629ded-9bf6-4d65-8a96-371bd904a7e2 None None] Current status of the port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:49.007897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696917ae-8471-4ee8-aa0c-8465bcac37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bd32cb85-60b2-4420-96eb-16ec099ea617), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.057279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.108488 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-11a5092f-d8c9-4126-a823-c62a93e932ec service neutron] 10.222.0.18 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5045240
Apr 02 20:53:49.115930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.116666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:49.120559 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.179574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-696917ae-8471-4ee8-aa0c-8465bcac37ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3958f52713e40dab22c92ad1f806a20&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6398458
Apr 02 20:53:49.180629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696917ae-8471-4ee8-aa0c-8465bcac37ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd32cb85-60b2-4420-96eb-16ec099ea617,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:49.187980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54842) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:49.239544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-7b1c6ddd-fcb1-47eb-849f-6e84310678ad tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:49.247702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-7b1c6ddd-fcb1-47eb-849f-6e84310678ad tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.4836888
Apr 02 20:53:49.329228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:49.344670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd8b41-21bd-4bc1-93c1-732d2f4dc0d5 req-3569b199-674a-4fd7-a16a-1e31b1cf95cb tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:49.352690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9cd8b41-21bd-4bc1-93c1-732d2f4dc0d5 req-3569b199-674a-4fd7-a16a-1e31b1cf95cb tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 945 time: 0.7527504
Apr 02 20:53:49.380819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7de98a1f-6dd7-4c09-9d51-f7558f921062 admin admin] Publish callbacks [] for security_group (bd32cb85-60b2-4420-96eb-16ec099ea617), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.418252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:53:49.455588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Deleting port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:49.458929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.465401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:53:49.486216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7de98a1f-6dd7-4c09-9d51-f7558f921062 admin admin] Publish callbacks [] for security_group (bd32cb85-60b2-4420-96eb-16ec099ea617), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.526208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=8']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:49.526504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-e4e7c02f-65d3-4de1-b02b-8409ef9fcfe1 service neutron] 10.222.0.18 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3937023
Apr 02 20:53:49.634986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7de98a1f-6dd7-4c09-9d51-f7558f921062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bd32cb85-60b2-4420-96eb-16ec099ea617), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.637804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7de98a1f-6dd7-4c09-9d51-f7558f921062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.641283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7de98a1f-6dd7-4c09-9d51-f7558f921062 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd32cb85-60b2-4420-96eb-16ec099ea617 HTTP/1.1" status: 204  len: 168 time: 0.4274247
Apr 02 20:53:49.663850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de98a1f-6dd7-4c09-9d51-f7558f921062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd32cb85-60b2-4420-96eb-16ec099ea617,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:49.978401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-15f99f3f-60c6-47cc-9ab1-d70ae0cecb1f None None] Provisioning complete for port 4037f3ad-46a9-4e66-8974-76920ca5320b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:53:49.978924 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15f99f3f-60c6-47cc-9ab1-d70ae0cecb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:49.995507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:49.996082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:50.009131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3fc05b50-26e4-4690-8543-07b6ed8b057f service neutron] 10.222.0.15 "PUT /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 1121 time: 4.1861920
Apr 02 20:53:50.018683 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877f3bf-307d-4c16-95a0-aea6d1b1acb9 x-openstack-request-id: req-e877f3bf-307d-4c16-95a0-aea6d1b1acb9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:50.019025 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "name": "network-vif-unplugged", "status": "completed", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:50.019248 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e877f3bf-307d-4c16-95a0-aea6d1b1acb9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:50.019675 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e877f3bf-307d-4c16-95a0-aea6d1b1acb9'] response: {'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'code': 200}
Apr 02 20:53:50.131018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0785139-b60f-475d-b513-05aa7bbd7800 req-7e54bd8f-aaa3-4484-bbdd-5a5795b9255a tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:50.132841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c462078a-088f-40a2-8510-d6fb4357f7dc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:50.135233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-15f99f3f-60c6-47cc-9ab1-d70ae0cecb1f None None] Port 4037f3ad-46a9-4e66-8974-76920ca5320b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:53:50.150562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:50.151234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:50.162655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0785139-b60f-475d-b513-05aa7bbd7800 req-7e54bd8f-aaa3-4484-bbdd-5a5795b9255a tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.1249893
Apr 02 20:53:50.227619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9cd8b41-21bd-4bc1-93c1-732d2f4dc0d5 req-eba85bfb-6f0c-40df-a7d4-ba9be2336fb4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8733549
Apr 02 20:53:50.274252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event updated for resources: {'Port': ['ID=4037f3ad-46a9-4e66-8974-76920ca5320b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:50.309930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-92be6708-1027-432c-9c79-094834aea6bd tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4371493
Apr 02 20:53:50.315035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:50.315550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:50.334519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Request body: {'port': {'device_id': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:50.465647 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0785139-b60f-475d-b513-05aa7bbd7800 req-184df505-bd0e-4883-a5e8-b62d54acf9d2 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3013270
Apr 02 20:53:50.585266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Deleting port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:50.586084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:50.597740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54868) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:50.654218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba256bae-c948-4738-a34b-b256715aa12b req-bd31079c-f5e2-470f-8c31-ada076afa42d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:50.655656 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba256bae-c948-4738-a34b-b256715aa12b req-bd31079c-f5e2-470f-8c31-ada076afa42d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 932 time: 0.1041920
Apr 02 20:53:50.784733 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba256bae-c948-4738-a34b-b256715aa12b req-f767b3af-bef5-4980-b0c4-03cdf0bdd700 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219170
Apr 02 20:53:51.007380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8152e-a1ff-4a80-939e-e206c04da655 req-62d1ce3e-f441-421a-8cc6-a2335c6c724b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:51.009120 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2b8152e-a1ff-4a80-939e-e206c04da655 req-62d1ce3e-f441-421a-8cc6-a2335c6c724b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.1093974
Apr 02 20:53:51.126758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2b8152e-a1ff-4a80-939e-e206c04da655 req-1277cf70-53c1-42f7-8338-fcebfb48131b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023638
Apr 02 20:53:51.212489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b870-3e1b-4875-83f4-5ceb553450ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:51.295179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d26b3ac-2108-474c-99f0-89008345d7f2 req-2dd69f21-14f9-4ec3-9cfb-9859604f3e7c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 210 time: 0.0611770
Apr 02 20:53:51.335605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:51.741181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f3024-f13a-420b-b68e-e790f8764fab req-1fa0a5a2-3933-43a5-8c75-978bcc536e60 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:51.742754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b73f3024-f13a-420b-b68e-e790f8764fab req-1fa0a5a2-3933-43a5-8c75-978bcc536e60 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.1088052
Apr 02 20:53:51.866688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b73f3024-f13a-420b-b68e-e790f8764fab req-df9377d8-2ff8-4a1a-9ebc-1d21bb8e0d5f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174617
Apr 02 20:53:52.139959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431f68f-5f67-4f8a-b2e2-c6085b8cca89 req-b73641cc-57d6-493e-808e-fe3be8b9c19e tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:52.139959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a431f68f-5f67-4f8a-b2e2-c6085b8cca89 req-b73641cc-57d6-493e-808e-fe3be8b9c19e tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 945 time: 0.1119051
Apr 02 20:53:52.208260 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a431f68f-5f67-4f8a-b2e2-c6085b8cca89 req-0d8f0071-c58a-41ff-9b13-96578b930ccf tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539441
Apr 02 20:53:52.248962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4037f3ad-46a9-4e66-8974-76920ca5320b {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:52.259226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Publish callbacks [] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:52.289851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Transition to ACTIVE for port object 4037f3ad-46a9-4e66-8974-76920ca5320b will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:52.291778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:52.296526 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac48c719-e15e-4f7c-b3c1-a5236abcc134" -d '{"events": [{"name": "network-changed", "server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:52.339380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:52.489316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572538fa-d954-4c04-9a9a-6cc7b9c8d0fe req-42dcfe4a-70e4-44bd-90f0-763ae7c133a0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:52.508098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-572538fa-d954-4c04-9a9a-6cc7b9c8d0fe req-42dcfe4a-70e4-44bd-90f0-763ae7c133a0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 944 time: 0.1197701
Apr 02 20:53:52.617328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-572538fa-d954-4c04-9a9a-6cc7b9c8d0fe req-8f4ced5c-9095-4a43-85ca-4424e9642290 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080706
Apr 02 20:53:52.696412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:53:52.701191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 94129b94-caea-4aa7-bc27-5f3cfd83ebcb no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:52.711471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:52.711849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:52.745781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Calling delete_port for 38aff574-c6a0-4aad-aadc-b0fdbe398a3b owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:52.758911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae58d-6b09-41c7-a24b-55cd3b6b8033 req-d15f5dd1-6b59-419f-8f6f-6ef32ae14308 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:52.775075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-462ae58d-6b09-41c7-a24b-55cd3b6b8033 req-d15f5dd1-6b59-419f-8f6f-6ef32ae14308 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.0934598
Apr 02 20:53:52.882633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-c7089fe5-0471-427c-a162-470d4b2dfd04 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:52.887401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-c7089fe5-0471-427c-a162-470d4b2dfd04 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 823 time: 1.2112200
Apr 02 20:53:52.888014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-462ae58d-6b09-41c7-a24b-55cd3b6b8033 req-30161c75-4820-44b2-a776-eb6c0f829653 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115429
Apr 02 20:53:52.915439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b870-3e1b-4875-83f4-5ceb553450ec admin admin] Publish callbacks [] for security_group (de5f15ae-c7f3-4cb8-ac83-548b7a25b97f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:52.933687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:52.934072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:52.934417 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094 disassociated. External IP: 172.35.4.222, port: 94129b94-caea-4aa7-bc27-5f3cfd83ebcb.
Apr 02 20:53:52.934761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Calling delete_port for 94129b94-caea-4aa7-bc27-5f3cfd83ebcb owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:52.946287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:52.962180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:53:53.024604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:53.030253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.069411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:53.072679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:53.075308 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003179e2-b73f-4e00-ae00-7b4c62527e81" -d '{"events": [{"server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "name": "network-vif-unplugged", "status": "completed", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:53.087722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb438551-6bee-47fa-a1c0-8260f85c42b9 req-39d2203d-4057-478f-86a5-276441014696 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 210 time: 0.0872207
Apr 02 20:53:53.091643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b870-3e1b-4875-83f4-5ceb553450ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (de5f15ae-c7f3-4cb8-ac83-548b7a25b97f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.092296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.133701 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-27357d13-8b7c-4e08-8f14-455203a94d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.181078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:53.212611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f057-d3d4-446c-ad8a-0021395055ba req-0ba3ddf4-a2ed-474a-afd8-701bbf3b0bfb tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:53.214046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b686f057-d3d4-446c-ad8a-0021395055ba req-0ba3ddf4-a2ed-474a-afd8-701bbf3b0bfb tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 945 time: 0.1590445
Apr 02 20:53:53.279080 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3044e6e4-26b8-49f9-9e61-326f56d40db7 x-openstack-request-id: req-3044e6e4-26b8-49f9-9e61-326f56d40db7 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:53.279080 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:53.279761 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3044e6e4-26b8-49f9-9e61-326f56d40db7 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:53.282488 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3044e6e4-26b8-49f9-9e61-326f56d40db7'] response: {'name': 'network-changed', 'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'status': 'completed', 'code': 200}
Apr 02 20:53:53.326874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5b870-3e1b-4875-83f4-5ceb553450ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f15ae-c7f3-4cb8-ac83-548b7a25b97f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:53.340714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38aff574-c6a0-4aad-aadc-b0fdbe398a3b no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:53.364770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ac5b870-3e1b-4875-83f4-5ceb553450ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=172f8520d33e47999f5918c066be33d4&name=default HTTP/1.1" status: 200  len: 2996 time: 2.7656295
Apr 02 20:53:53.368939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54890) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:53.407441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (94129b94-caea-4aa7-bc27-5f3cfd83ebcb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.409462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=4037f3ad-46a9-4e66-8974-76920ca5320b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:53.480240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event deleted for resources: {'Port': ['ID=94129b94-caea-4aa7-bc27-5f3cfd83ebcb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:53.535489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003670e-e0ff-429e-8f60-d81e37eca842 req-62fd3552-4c68-46bd-ae60-6887152fec12 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:53.537138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b003670e-e0ff-429e-8f60-d81e37eca842 req-62fd3552-4c68-46bd-ae60-6887152fec12 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 950 time: 0.1581247
Apr 02 20:53:53.538573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:53:53.538970 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.601848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Deleting port 7452f163-14e5-4e33-a069-7a4221cce019 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:53:53.602195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7452f163-14e5-4e33-a069-7a4221cce019), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.607098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:53.615265 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.679352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-d81e9ab0-07b1-4789-8295-699d9efed22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:53.680583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-d81e9ab0-07b1-4789-8295-699d9efed22a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1155 time: 0.4138393
Apr 02 20:53:53.721632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:53.753692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b003670e-e0ff-429e-8f60-d81e37eca842 req-21f79ed8-c626-4686-89d9-07abc45c8c44 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba51a0da-17c7-43bb-9fcd-2019483075c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047892
Apr 02 20:53:53.820054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] For port 7452f163-14e5-4e33-a069-7a4221cce019, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7452f163-14e5-4e33-a069-7a4221cce019,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:53.820410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7452f163-14e5-4e33-a069-7a4221cce019), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:53.845816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Calling delete_port for 7452f163-14e5-4e33-a069-7a4221cce019 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:53:53.850321 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b39fe-37da-490f-b6bb-12c1aad3ca24 x-openstack-request-id: req-718b39fe-37da-490f-b6bb-12c1aad3ca24 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:53.850639 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "name": "network-vif-unplugged", "status": "completed", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:53.850905 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-718b39fe-37da-490f-b6bb-12c1aad3ca24 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:53.851307 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718b39fe-37da-490f-b6bb-12c1aad3ca24'] response: {'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'code': 200}
Apr 02 20:53:53.983217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-debdcfbf-a62b-4fa2-ac9b-411f847cb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:53.984958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-debdcfbf-a62b-4fa2-ac9b-411f847cb8b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2431076
Apr 02 20:53:53.990705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-85c9be8e-4442-4f0d-9803-d161a4573890 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fde6bd005e3a4a25b63639832027ab85 HTTP/1.1" status: 200  len: 380 time: 0.9162295
Apr 02 20:53:54.014192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'port': {'device_id': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'admin_state_up': True, 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'security_groups': ['1ca10d98-e710-4787-b1e6-b021e7dfda9a']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:53:54.203372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7452f163-14e5-4e33-a069-7a4221cce019), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.219486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['0010195d-fd1b-4803-93c3-4bf1afaebdc0', '7452f163-14e5-4e33-a069-7a4221cce019'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:54.224268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9682d761-627f-435b-8889-b0b79b5a3c78'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:53:54.357008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Pushing event deleted for resources: {'Port': ['ID=7452f163-14e5-4e33-a069-7a4221cce019,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:54.376873 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01e5c3b8-d58b-425b-b843-93619705f476 admin admin] Publish callbacks [] for security_group (de5f15ae-c7f3-4cb8-ac83-548b7a25b97f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.416830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-ad9e37e9-4989-4de7-8d3e-c41ba990ba50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 217 time: 0.3860791
Apr 02 20:53:54.417417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Made reservation on behalf of fde6bd005e3a4a25b63639832027ab85 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:53:54.424288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.467717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (38aff574-c6a0-4aad-aadc-b0fdbe398a3b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.481466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Attempting to bind port 4037f3ad-46a9-4e66-8974-76920ca5320b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:53:54.481833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Attempting to bind port 4037f3ad-46a9-4e66-8974-76920ca5320b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:53:54.482241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Attempting to bind port 4037f3ad-46a9-4e66-8974-76920ca5320b on network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:54.513688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] No DVR routers for this DVR port 7452f163-14e5-4e33-a069-7a4221cce019 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:54.535872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd24e8-c393-4e2b-8541-d8163b257ae1 req-ba5ba872-d619-458e-97c5-dd04a0ed4637 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:54.544138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03dd24e8-c393-4e2b-8541-d8163b257ae1 req-ba5ba872-d619-458e-97c5-dd04a0ed4637 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a121f5-71aa-45c3-9a40-c1534709b364 HTTP/1.1" status: 200  len: 945 time: 0.5736260
Apr 02 20:53:54.556085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.559797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b686f057-d3d4-446c-ad8a-0021395055ba req-54955190-0bd6-4822-9d03-c8c2b45cc58d tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "DELETE /v2.0/ports/7452f163-14e5-4e33-a069-7a4221cce019 HTTP/1.1" status: 204  len: 173 time: 1.3257082
Apr 02 20:53:54.560249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a121f5-71aa-45c3-9a40-c1534709b364', 'name': 'network-vif-deleted', 'tag': '7452f163-14e5-4e33-a069-7a4221cce019'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:54.568565 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf03ff6-0dc9-4c0c-ab1b-306aca041825" -d '{"events": [{"server_uuid": "98a121f5-71aa-45c3-9a40-c1534709b364", "name": "network-vif-deleted", "tag": "7452f163-14e5-4e33-a069-7a4221cce019"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:54.604542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Pushing event deleted for resources: {'Port': ['ID=38aff574-c6a0-4aad-aadc-b0fdbe398a3b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:54.669821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Port 4037f3ad-46a9-4e66-8974-76920ca5320b on network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:53:54.670037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Attempting to bind port 4037f3ad-46a9-4e66-8974-76920ca5320b on network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:53:54.697447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03dd24e8-c393-4e2b-8541-d8163b257ae1 req-89f09a13-f9f0-4798-b0ab-929db6ffde82 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522665
Apr 02 20:53:54.697659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01e5c3b8-d58b-425b-b843-93619705f476 admin admin] Publish callbacks [] for security_group (de5f15ae-c7f3-4cb8-ac83-548b7a25b97f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.701703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:53:54.702073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Checking segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:53:54.711761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Bound using segment: {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:53:54.711761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Bound port: 4037f3ad-46a9-4e66-8974-76920ca5320b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:53:54.711761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.846094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01e5c3b8-d58b-425b-b843-93619705f476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (de5f15ae-c7f3-4cb8-ac83-548b7a25b97f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.849299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01e5c3b8-d58b-425b-b843-93619705f476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:54.852779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01e5c3b8-d58b-425b-b843-93619705f476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de5f15ae-c7f3-4cb8-ac83-548b7a25b97f HTTP/1.1" status: 204  len: 168 time: 1.4309845
Apr 02 20:53:54.944708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9bbfc-0c59-4336-92aa-0c537f0d6c52 req-4ca9b1b8-0550-45e8-a3ec-a4a2b7f72168 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:54.958938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d9bbfc-0c59-4336-92aa-0c537f0d6c52 req-4ca9b1b8-0550-45e8-a3ec-a4a2b7f72168 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 944 time: 0.1453240
Apr 02 20:53:54.995990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-c56108ea-0a57-4197-abba-1522e4b800c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:55.014314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-c56108ea-0a57-4197-abba-1522e4b800c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.5705004
Apr 02 20:53:55.031481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5c3b8-d58b-425b-b843-93619705f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f15ae-c7f3-4cb8-ac83-548b7a25b97f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:55.094236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d9bbfc-0c59-4336-92aa-0c537f0d6c52 req-c88bea56-f177-4e83-8998-be5aab9d7159 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339550
Apr 02 20:53:55.122854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] No DVR routers for this DVR port 38aff574-c6a0-4aad-aadc-b0fdbe398a3b on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:55.144188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:55.159381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40618c90-63e3-4575-91cf-e6c8893c8afd req-0c0d8796-c5b2-430f-b874-2b944b606af8 tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.21 "DELETE /v2.0/ports/38aff574-c6a0-4aad-aadc-b0fdbe398a3b HTTP/1.1" status: 204  len: 173 time: 5.9040730
Apr 02 20:53:55.203761 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa8ff-bd9b-4a93-8901-251b61302cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:55.315239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'name': 'network-vif-deleted', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:55.329394 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8168d51-9524-47a1-b98e-6d010946a19d" -d '{"events": [{"server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "name": "network-vif-deleted", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:55.357246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-10af3031-cc78-4378-bd06-93f3414cd6d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2435932
Apr 02 20:53:55.574471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96051ed-a5f6-45fb-b0df-a179af1b2252 req-457fb73d-d97e-43f6-a05d-8c4ca5cc565d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:55.593243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c96051ed-a5f6-45fb-b0df-a179af1b2252 req-457fb73d-d97e-43f6-a05d-8c4ca5cc565d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.3760662
Apr 02 20:53:55.699516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:53:55.718112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c96051ed-a5f6-45fb-b0df-a179af1b2252 req-5220ba05-2012-4ca1-9730-c1e27b1f8ab6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239362
Apr 02 20:53:55.842450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] For port 4037f3ad-46a9-4e66-8974-76920ca5320b, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:55.852424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:55.854773 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a41481-3b51-408c-9e32-9385d95c292b" -d '{"events": [{"server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "name": "network-vif-unplugged", "status": "completed", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:55.935997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5dbce42d-dee6-448a-a376-d5917a4686b7 req-516df76d-9eb8-42b0-88c7-1866eaa52ddf tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 210 time: 0.0585148
Apr 02 20:53:55.955157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] For port 4037f3ad-46a9-4e66-8974-76920ca5320b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4037f3ad-46a9-4e66-8974-76920ca5320b,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:53:56.049193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:56.049741 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30590def-9382-420c-98ed-8c555619e1ce x-openstack-request-id: req-30590def-9382-420c-98ed-8c555619e1ce {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:56.050912 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a121f5-71aa-45c3-9a40-c1534709b364", "name": "network-vif-deleted", "tag": "7452f163-14e5-4e33-a069-7a4221cce019", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:56.052384 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30590def-9382-420c-98ed-8c555619e1ce {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:56.053177 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30590def-9382-420c-98ed-8c555619e1ce'] response: {'server_uuid': '98a121f5-71aa-45c3-9a40-c1534709b364', 'name': 'network-vif-deleted', 'tag': '7452f163-14e5-4e33-a069-7a4221cce019', 'status': 'completed', 'code': 200}
Apr 02 20:53:56.259805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-133b0708-f9fe-41d1-9c7f-cc0e9b29c798 req-fa2bc7eb-5529-4469-b69f-49f3b674ce2f tempest-ServerDiagnosticsNegativeTest-518155627 tempest-ServerDiagnosticsNegativeTest-518155627-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c04cc-d558-4512-a7cf-6306a624af7b HTTP/1.1" status: 200  len: 210 time: 0.0476692
Apr 02 20:53:56.473058 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8258276d-f8ac-4802-9030-2db2763b3f65 x-openstack-request-id: req-8258276d-f8ac-4802-9030-2db2763b3f65 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:56.473351 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "name": "network-vif-deleted", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:56.473599 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8258276d-f8ac-4802-9030-2db2763b3f65 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:56.474002 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8258276d-f8ac-4802-9030-2db2763b3f65'] response: {'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'name': 'network-vif-deleted', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b', 'status': 'completed', 'code': 200}
Apr 02 20:53:56.476027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Allocated IP 172.20.0.3 (ad76fa2d-1a20-484e-b4bb-76fd756272b5/73185779-b730-43d2-b225-febfc5420607/a84128dc-caef-46d0-8071-fe3f7c4c4a81) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:53:56.486090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-dbda9ea2-221b-4091-9ce9-48052f3f7c0d service neutron] 10.222.0.21 "GET /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.6778514
Apr 02 20:53:56.528006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:56.582859 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca843782-1594-41f2-b00b-0303fc069ceb x-openstack-request-id: req-ca843782-1594-41f2-b00b-0303fc069ceb {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:53:56.586278 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c04cc-d558-4512-a7cf-6306a624af7b", "name": "network-vif-unplugged", "status": "completed", "tag": "38aff574-c6a0-4aad-aadc-b0fdbe398a3b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:53:56.586773 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca843782-1594-41f2-b00b-0303fc069ceb {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:53:56.587428 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca843782-1594-41f2-b00b-0303fc069ceb'] response: {'server_uuid': '0f6c04cc-d558-4512-a7cf-6306a624af7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38aff574-c6a0-4aad-aadc-b0fdbe398a3b', 'code': 200}
Apr 02 20:53:56.629906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:56.630540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:56.648768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] 10.222.0.15 "PUT /v2.0/ports/4037f3ad-46a9-4e66-8974-76920ca5320b HTTP/1.1" status: 200  len: 1092 time: 6.3127964
Apr 02 20:53:56.659795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-0e303119-726a-454b-872f-a9a98f25a9cf service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2785254
Apr 02 20:53:56.810059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a39a2-91f4-437b-a02a-cabcf333bb9c req-fa35f8fd-dc90-4f97-973c-3c2cf9a0d770 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:56.826675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe4a39a2-91f4-437b-a02a-cabcf333bb9c req-fa35f8fd-dc90-4f97-973c-3c2cf9a0d770 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 944 time: 0.1424952
Apr 02 20:53:56.960660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe4a39a2-91f4-437b-a02a-cabcf333bb9c req-6c07c76e-25a2-44a2-9846-57aa1efb126c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277950
Apr 02 20:53:57.058840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f5b78-2aa3-40f0-9bbe-46bf6c529ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=4037f3ad-46a9-4e66-8974-76920ca5320b,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:57.338182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7452f163-14e5-4e33-a069-7a4221cce019 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:57.405268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 7452f163-14e5-4e33-a069-7a4221cce019 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:53:57.423106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7452f163-14e5-4e33-a069-7a4221cce019 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:57.569526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09c52a-b0a4-488a-9a0f-b9e07303f437 req-429f3405-598a-4a3a-b69f-c2db0714c8c4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:57.577577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d09c52a-b0a4-488a-9a0f-b9e07303f437 req-429f3405-598a-4a3a-b69f-c2db0714c8c4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 943 time: 0.1655896
Apr 02 20:53:57.753077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d09c52a-b0a4-488a-9a0f-b9e07303f437 req-5cc525e0-c109-4ca3-a52b-545e754b8349 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743569
Apr 02 20:53:57.761830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:57.834476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:53:57.931477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b3895e5-075d-4617-bdb3-e90f3d6343d1 req-25b461a1-fd9d-4ae1-9223-f2c8fa1e63e2 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 210 time: 0.0640512
Apr 02 20:53:57.935843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:53:57.949175 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:53:57.973428 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:57.974241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b5e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:58.266276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c462078a-088f-40a2-8510-d6fb4357f7dc {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:53:58.285189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] No DVR routers for this DVR port 94129b94-caea-4aa7-bc27-5f3cfd83ebcb on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:58.305697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3706782-81a6-439d-84dc-2ae746db40e5 req-548c0e00-5ddf-45f7-9cc1-8e93e4dea661 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:58.305923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:58.310408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4fd2ec6-4582-4a12-8b6e-0e172eaa2cd3 req-033be4d5-6215-44a8-b66f-cdcb88f65b64 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "DELETE /v2.0/ports/94129b94-caea-4aa7-bc27-5f3cfd83ebcb HTTP/1.1" status: 204  len: 173 time: 9.7117779
Apr 02 20:53:58.337634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3706782-81a6-439d-84dc-2ae746db40e5 req-548c0e00-5ddf-45f7-9cc1-8e93e4dea661 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 944 time: 0.1685915
Apr 02 20:53:58.362535 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:58.392368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:53:58.402013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-672a5cf2-e248-4ea4-9513-e8002b41df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:58.404325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-672a5cf2-e248-4ea4-9513-e8002b41df7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d12a2c8ad9a43f2bded1c2804915030&device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 1126 time: 1.7148306
Apr 02 20:53:58.502533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3706782-81a6-439d-84dc-2ae746db40e5 req-5ba05f07-fc79-4d61-9d40-dd7c5f02d756 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621060
Apr 02 20:53:58.510350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b'}, {'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'name': 'network-vif-deleted', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:53:58.513678 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3138d4a6-4024-4506-8788-750134b5d89a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b"}, {"server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "name": "network-vif-deleted", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:53:58.565277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:58.659616 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac48c719-e15e-4f7c-b3c1-a5236abcc134 req-67d128a7-94c4-4c49-9c18-d145daed5176 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8456359
Apr 02 20:53:58.663380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:58.680438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-562e8990-9a49-4eeb-934d-65ea94f36203 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4037f3ad-46a9-4e66-8974-76920ca5320b HTTP/1.1" status: 200  len: 217 time: 0.2349777
Apr 02 20:53:58.757563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:58.857702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-dfd18f53-cb79-455b-b181-35ec11459124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:58.862791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-dfd18f53-cb79-455b-b181-35ec11459124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb1d077f-90ca-45e8-b2b8-79c9f197eb84 HTTP/1.1" status: 200  len: 853 time: 0.1512077
Apr 02 20:53:58.974579 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.017917 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b5e9a0>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:59.104954 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:53:59.137764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf4ef76f-d3af-4100-b45a-3182540d9e83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3659a4fe104604ab6161e28854b4a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3766496
Apr 02 20:53:59.138331 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:53:59.138331 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b5e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:59.138902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54984) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:53:59.276803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] Transition to ACTIVE for port object c462078a-088f-40a2-8510-d6fb4357f7dc will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:53:59.293408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a32733d2-fa15-4de7-b3c8-6de2230c695a admin admin] Publish callbacks [] for security_group (ba51a0da-17c7-43bb-9fcd-2019483075c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.298243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.361844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-50d15227-9859-4144-a99c-d87c2a57ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:53:59.364304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-50d15227-9859-4144-a99c-d87c2a57ec20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4913144
Apr 02 20:53:59.370425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a32733d2-fa15-4de7-b3c8-6de2230c695a admin admin] Publish callbacks [] for security_group (ba51a0da-17c7-43bb-9fcd-2019483075c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.391872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:53:59.428267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.471789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a32733d2-fa15-4de7-b3c8-6de2230c695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ba51a0da-17c7-43bb-9fcd-2019483075c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.474639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a32733d2-fa15-4de7-b3c8-6de2230c695a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.476095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a32733d2-fa15-4de7-b3c8-6de2230c695a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba51a0da-17c7-43bb-9fcd-2019483075c0 HTTP/1.1" status: 204  len: 168 time: 0.3346796
Apr 02 20:53:59.493799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32733d2-fa15-4de7-b3c8-6de2230c695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51a0da-17c7-43bb-9fcd-2019483075c0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:59.578491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] No DVR routers for this DVR port c462078a-088f-40a2-8510-d6fb4357f7dc on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:53:59.581168 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:53:59.592420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port c462078a-088f-40a2-8510-d6fb4357f7dc host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:53:59.593170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:53:59.641025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] Pushing event updated for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:59.663589 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:53:59.954095 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b5e9a0>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:53:59.960201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event updated for resources: {'Port': ['ID=a84128dc-caef-46d0-8071-fe3f7c4c4a81,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:53:59.983284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:53:59.990541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ad70abfa-5835-4df5-8039-41600b85a08d service neutron] 10.222.0.21 "PUT /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 3.4624968
Apr 02 20:53:59.993324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:00.002771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:00.069697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-45fd2cf1-acbc-4a86-882e-4f17dfb1f602 service neutron] 10.222.0.15 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6949394
Apr 02 20:54:00.235580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1745ad03-e3c7-4bc5-ac07-d11831d2fb87 req-d6a01c4f-af77-40cc-a1ca-57cc0d7b9d29 service neutron] 10.222.0.15 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472003
Apr 02 20:54:00.236150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55000) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:00.321887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:00.323587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:00.326671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf086ba3-a188-41e7-85cf-6983772e0f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:00.327504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352c02a-a841-4be0-a63d-03f8417dd444 None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:54:00.375846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-030472bf-14fa-407e-959e-45a75da81a9d tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:00.380423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-030472bf-14fa-407e-959e-45a75da81a9d tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.3040020
Apr 02 20:54:00.385026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-2d0f17d7-c093-40a4-a909-e89f1b62220c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3752074
Apr 02 20:54:00.437585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Request body: {'port': {'device_id': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:00.568070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-8376b257-84b7-4562-9347-a64485d8e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:00.569968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-8376b257-84b7-4562-9347-a64485d8e4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743&tenant_id=1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 1126 time: 0.1747859
Apr 02 20:54:00.623738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:00.761520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf086ba3-a188-41e7-85cf-6983772e0f35 admin admin] Publish callbacks [] for security_group (88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:00.869429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f065c52-7a76-4320-b684-ac2b5cc6f42c None None] New status for floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:54:00.932440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf086ba3-a188-41e7-85cf-6983772e0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.066616 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf086ba3-a188-41e7-85cf-6983772e0f35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e05922789c9541b695a41ac4ef91c389&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7803044
Apr 02 20:54:01.070424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:01.081417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-98ff6b31-6bb0-45f3-af60-3ca67980c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:01.083884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-98ff6b31-6bb0-45f3-af60-3ca67980c2a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1126 time: 0.4287882
Apr 02 20:54:01.084683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086ba3-a188-41e7-85cf-6983772e0f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:01.209832 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5cafad60-3495-4cce-a55d-22548a158aaf admin admin] Publish callbacks [] for security_group (88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.265865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5cafad60-3495-4cce-a55d-22548a158aaf admin admin] Publish callbacks [] for security_group (88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.322883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3f42c070-bf9e-401f-8179-753965d802a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:01.324670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-3f42c070-bf9e-401f-8179-753965d802a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2310641
Apr 02 20:54:01.353035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5cafad60-3495-4cce-a55d-22548a158aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.357605 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5cafad60-3495-4cce-a55d-22548a158aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.361574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5cafad60-3495-4cce-a55d-22548a158aaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9 HTTP/1.1" status: 204  len: 168 time: 0.2874415
Apr 02 20:54:01.378217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafad60-3495-4cce-a55d-22548a158aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dfb08a-61b3-4ea6-ad2b-e6049ec6f8b9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:01.417333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84128dc-caef-46d0-8071-fe3f7c4c4a81 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:01.464198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Publish callbacks [] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.472409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-1b9b7e69-7598-4301-a249-446ad21a6dcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 217 time: 0.0630069
Apr 02 20:54:01.542529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Transition to ACTIVE for port object a84128dc-caef-46d0-8071-fe3f7c4c4a81 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:01.594970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:01.627582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-b4092329-90f6-4fbc-8c07-1a5b4b2dd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:01.629518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-b4092329-90f6-4fbc-8c07-1a5b4b2dd6d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1498146
Apr 02 20:54:01.787062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Pushing event updated for resources: {'Port': ['ID=a84128dc-caef-46d0-8071-fe3f7c4c4a81,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:01.824101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-17fef218-9cf2-4623-8fce-c945a82c4769 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1851456
Apr 02 20:54:02.083097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Attempting to bind port a84128dc-caef-46d0-8071-fe3f7c4c4a81 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:02.092850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Attempting to bind port a84128dc-caef-46d0-8071-fe3f7c4c4a81 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:02.093266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Attempting to bind port a84128dc-caef-46d0-8071-fe3f7c4c4a81 on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:02.134658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-89c5d4d1-68c2-4dec-9f2c-7d8c2d84c55b service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2874513
Apr 02 20:54:02.137492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Port a84128dc-caef-46d0-8071-fe3f7c4c4a81 on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:02.137820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Attempting to bind port a84128dc-caef-46d0-8071-fe3f7c4c4a81 on network ad76fa2d-1a20-484e-b4bb-76fd756272b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:02.149094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:02.149434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Checking segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:02.149812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Bound using segment: {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:02.150245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Bound port: a84128dc-caef-46d0-8071-fe3f7c4c4a81, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:02.150603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:02.281865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] For port a84128dc-caef-46d0-8071-fe3f7c4c4a81, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:02.289848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] For port a84128dc-caef-46d0-8071-fe3f7c4c4a81, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:02.325749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:02.471053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:02.472051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:02.481608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] 10.222.0.15 "PUT /v2.0/ports/a84128dc-caef-46d0-8071-fe3f7c4c4a81 HTTP/1.1" status: 200  len: 1091 time: 2.0480578
Apr 02 20:54:02.635145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd1c2c-7086-4b3c-ac54-5d1f488aa8bd service neutron] Pushing event updated for resources: {'Port': ['ID=a84128dc-caef-46d0-8071-fe3f7c4c4a81,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:02.635145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-ae7de631-b211-4d97-86c4-59c7062ba630 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4870746
Apr 02 20:54:02.735636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-6a22b86d-eab9-4270-afaf-f01413df9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:02.739161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-6a22b86d-eab9-4270-afaf-f01413df9041 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 1125 time: 0.1435690
Apr 02 20:54:02.845622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-65637851-4c63-4827-add2-192f43b4ed65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81 HTTP/1.1" status: 200  len: 217 time: 0.0958939
Apr 02 20:54:02.949873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-ced6b627-227c-49b7-844d-cf733551fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:02.951425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-ced6b627-227c-49b7-844d-cf733551fcef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.0963831
Apr 02 20:54:03.071977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-48d2791d-ba3d-43bd-bafa-82c9099572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:03.075364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-48d2791d-ba3d-43bd-bafa-82c9099572e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1156139
Apr 02 20:54:03.715031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-3e7a4f5d-c06e-49d2-99a3-37d94e4f6f00 service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6313512
Apr 02 20:54:03.749226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-cf1e8c8d-6542-4d62-8740-9483185d7ed2 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:03.751013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-cf1e8c8d-6542-4d62-8740-9483185d7ed2 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.5392520
Apr 02 20:54:03.911260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81817a79-ede1-4573-851f-f11c1eec0a9b req-d88710a8-eb28-47fa-8db1-cfbaad316251 service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898310
Apr 02 20:54:03.977338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-f4a51f0c-31a5-4831-a5b2-ac9a885bdd60 service neutron] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:03.990842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-f4a51f0c-31a5-4831-a5b2-ac9a885bdd60 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:03.990842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bf59dce-d2e4-4a8c-bb1e-5caced3d4a11 req-f4a51f0c-31a5-4831-a5b2-ac9a885bdd60 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2149608
Apr 02 20:54:04.092904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-c59b4966-12b4-42d4-a2b2-a23352a39266 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0397482
Apr 02 20:54:04.119252 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 02 Apr 2022 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa4d7a1-ab50-4e9a-b1b4-b1210e4a436e x-openstack-request-id: req-aaa4d7a1-ab50-4e9a-b1b4-b1210e4a436e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:04.119558 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b", "status": "completed", "code": 200}, {"server_uuid": "807e6da4-1b09-4731-9332-98dce9466b87", "name": "network-vif-deleted", "tag": "94129b94-caea-4aa7-bc27-5f3cfd83ebcb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:04.119819 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaa4d7a1-ab50-4e9a-b1b4-b1210e4a436e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:04.120236 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa4d7a1-ab50-4e9a-b1b4-b1210e4a436e'] response: {'name': 'network-changed', 'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'status': 'completed', 'code': 200}
Apr 02 20:54:04.120540 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa4d7a1-ab50-4e9a-b1b4-b1210e4a436e'] response: {'server_uuid': '807e6da4-1b09-4731-9332-98dce9466b87', 'name': 'network-vif-deleted', 'tag': '94129b94-caea-4aa7-bc27-5f3cfd83ebcb', 'status': 'completed', 'code': 200}
Apr 02 20:54:04.229178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-d5050aa1-ae49-478d-a4d6-701eb25d0b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.235404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138d4a6-4024-4506-8788-750134b5d89a req-989ec348-dfa2-4616-a908-4aefc8d56cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.237242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-989ec348-dfa2-4616-a908-4aefc8d56cda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d12a2c8ad9a43f2bded1c2804915030&device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 1126 time: 0.0875826
Apr 02 20:54:04.237898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-d5050aa1-ae49-478d-a4d6-701eb25d0b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1441042
Apr 02 20:54:04.255044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-b08bf92d-0691-4a27-9eb4-0efecc928f3d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/quotas/bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 375 time: 0.0161936
Apr 02 20:54:04.287498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-b91351aa-a8a6-45b5-b35d-9102d6ff6533 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311301
Apr 02 20:54:04.294602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e262f8-c74a-4cc0-bcbf-4484efa3ca72 req-b3a0a71f-8c88-42a6-a47d-80fca53b01a7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.309182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0e262f8-c74a-4cc0-bcbf-4484efa3ca72 req-b3a0a71f-8c88-42a6-a47d-80fca53b01a7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 944 time: 0.1206095
Apr 02 20:54:04.401836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0e262f8-c74a-4cc0-bcbf-4484efa3ca72 req-2b6c0571-dfbe-42bf-8518-09688d8b5c8c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865054
Apr 02 20:54:04.412892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138d4a6-4024-4506-8788-750134b5d89a req-ad458b5a-61ec-47a4-8aa5-4e6c8e641258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.414424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-ad458b5a-61ec-47a4-8aa5-4e6c8e641258 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 HTTP/1.1" status: 200  len: 915 time: 0.1701279
Apr 02 20:54:04.467835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-eafa2e1e-6ca4-478a-93f4-6ced2e0a4467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4037f3ad-46a9-4e66-8974-76920ca5320b HTTP/1.1" status: 200  len: 217 time: 0.0463376
Apr 02 20:54:04.584519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138d4a6-4024-4506-8788-750134b5d89a req-e640cb88-6ee0-47fd-9d70-bf658324a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.587337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-e640cb88-6ee0-47fd-9d70-bf658324a60d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb1d077f-90ca-45e8-b2b8-79c9f197eb84 HTTP/1.1" status: 200  len: 853 time: 0.1122246
Apr 02 20:54:04.604264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58433-ef29-486d-bd72-75991d1bc320 req-f70880be-2ed1-440d-8a05-9d8f7762a430 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.606010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62b58433-ef29-486d-bd72-75991d1bc320 req-f70880be-2ed1-440d-8a05-9d8f7762a430 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 943 time: 0.0852954
Apr 02 20:54:04.671647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62b58433-ef29-486d-bd72-75991d1bc320 req-5cf0dfa4-e996-41b3-86b7-cd7ec317a91a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600040
Apr 02 20:54:04.755658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138d4a6-4024-4506-8788-750134b5d89a req-e525397f-1ee3-4172-be7c-bc98320bc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.758911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-e525397f-1ee3-4172-be7c-bc98320bc37a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0792475
Apr 02 20:54:04.779341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4037f3ad-46a9-4e66-8974-76920ca5320b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:04.829782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491173de-6c4e-46e9-957e-05df462eb692 req-ed18794c-8e86-47fe-a43f-f2d7068e42f3 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:04.835140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491173de-6c4e-46e9-957e-05df462eb692 req-ed18794c-8e86-47fe-a43f-f2d7068e42f3 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 944 time: 0.1708138
Apr 02 20:54:04.954303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-76f8ad0a-3d9d-4f5b-bf60-d1ba6554f7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783221
Apr 02 20:54:05.002253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491173de-6c4e-46e9-957e-05df462eb692 req-7c185b18-79b3-4a56-a1f8-4f421dd9edc9 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1606791
Apr 02 20:54:05.006049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 4037f3ad-46a9-4e66-8974-76920ca5320b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4037f3ad-46a9-4e66-8974-76920ca5320b,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:05.037291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'port_id': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'mac_address': 'fa:16:3e:61:a5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:05.116281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 4037f3ad-46a9-4e66-8974-76920ca5320b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:05.116803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:05.129155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c509d17-83ba-4e91-815c-a8afd29fedf8 req-183623b3-56b4-4032-9590-3a743d61622a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 210 time: 0.0418155
Apr 02 20:54:05.153359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4037f3ad-46a9-4e66-8974-76920ca5320b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:05.165418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3138d4a6-4024-4506-8788-750134b5d89a req-a4749e2a-52e6-46ad-bd7f-d9a2b2d002a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039373
Apr 02 20:54:05.203753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 4037f3ad-46a9-4e66-8974-76920ca5320b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4037f3ad-46a9-4e66-8974-76920ca5320b,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:05.212769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:05.284023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-bffd69a4-4b28-4c0a-83aa-24cf11bd83e6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0351145
Apr 02 20:54:05.307102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=4037f3ad-46a9-4e66-8974-76920ca5320b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:05.339762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6b13-704b-4f38-af6e-e7b66911236a req-2a2c290d-e121-48e6-9cd0-aa29bfe533d6 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:05.341536 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ffc6b13-704b-4f38-af6e-e7b66911236a req-2a2c290d-e121-48e6-9cd0-aa29bfe533d6 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 950 time: 0.1135280
Apr 02 20:54:05.416939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ffc6b13-704b-4f38-af6e-e7b66911236a req-fbda8a9c-2b80-4889-a5ad-076777085d5d tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668564
Apr 02 20:54:05.435435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1820b96a-2893-411b-aa89-6890f407c935 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:05.449008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1820b96a-2893-411b-aa89-6890f407c935 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1640882
Apr 02 20:54:05.469612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-6560c630-fd98-42c0-a62d-69479de34485 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/quotas/5f8ef84a62894a7da5457cafc1bcf172 HTTP/1.1" status: 200  len: 375 time: 0.0156071
Apr 02 20:54:05.520183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e8b099a3-2b4c-4f23-b6e4-20d1ff32929a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490944
Apr 02 20:54:05.558088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85274b-5d75-46d9-ad16-96fb0eccfa0a req-bbd00de5-6f0a-456c-abeb-2193fd388ec1 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:05.566566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec85274b-5d75-46d9-ad16-96fb0eccfa0a req-bbd00de5-6f0a-456c-abeb-2193fd388ec1 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1126 time: 0.0637412
Apr 02 20:54:05.630922 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec85274b-5d75-46d9-ad16-96fb0eccfa0a req-d92589a7-7ef5-4a02-99ef-5a08571ca85f tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634692
Apr 02 20:54:05.706165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['4037f3ad-46a9-4e66-8974-76920ca5320b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:05.876619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d32d40c3-0dd9-4335-912d-bcbd3d3544ab req-4ff5d4b9-f42d-47e2-9586-54112dd26882 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 210 time: 0.0712185
Apr 02 20:54:06.005201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7937bf-7b71-4697-bcd4-1ca301351da0 req-602ff708-b84b-46e2-a776-43cefc38406e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:06.008377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b7937bf-7b71-4697-bcd4-1ca301351da0 req-602ff708-b84b-46e2-a776-43cefc38406e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 943 time: 0.1528473
Apr 02 20:54:06.106728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-9e738d10-1a7e-47b4-be76-f345d1e3442d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0471892
Apr 02 20:54:06.122379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b7937bf-7b71-4697-bcd4-1ca301351da0 req-7f57f9f5-ecf6-4d78-a6f9-0f800c9bae1c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982871
Apr 02 20:54:06.129545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:06.136568 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a68f34-7009-48b6-99d2-1d9500f3e1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:06.337258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-a14e0446-6ed6-46b7-aab3-e910685c0cc8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:06.340994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-a14e0446-6ed6-46b7-aab3-e910685c0cc8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2138891
Apr 02 20:54:06.362477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Request body: {'port': {'device_id': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'bf81401733804432b781dd367ab7bd82'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:06.529121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Made reservation on behalf of bf81401733804432b781dd367ab7bd82 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:06.535720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:06.553348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:06.650675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks [] for security_group (f880be82-4ca6-4e48-84d5-985f052ddcac), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:06.656397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f880be82-4ca6-4e48-84d5-985f052ddcac), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:06.727556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f880be82-4ca6-4e48-84d5-985f052ddcac,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:06.842003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Allocated IP 192.168.233.135 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/26f419c3-bf0c-45a0-a419-019238f49182) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:07.022270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks [] for port (26f419c3-bf0c-45a0-a419-019238f49182), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.094510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.125175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:07.133927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:07.184260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:07.241522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-aa1f3f58-8944-437d-9047-5edc7009b14a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1144547
Apr 02 20:54:07.413562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-2b892622-1d2d-41c7-9db4-50bcbb2adfcf tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:07.415508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-2b892622-1d2d-41c7-9db4-50bcbb2adfcf tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1605651
Apr 02 20:54:07.425776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:07.444226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:07.503356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:07.504799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.568700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-a953cd97-a917-487a-8080-b7533f1c8791 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:07.578171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-a953cd97-a917-487a-8080-b7533f1c8791 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.1579819
Apr 02 20:54:07.587984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ac0df2a8-7e9b-4723-a529-8d2d0629c46d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2333422
Apr 02 20:54:07.590359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0bc8a28b-9a68-4073-82bb-8d7eb018242c None None] Provisioning complete for port 26f419c3-bf0c-45a0-a419-019238f49182 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:07.590821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a28b-9a68-4073-82bb-8d7eb018242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (26f419c3-bf0c-45a0-a419-019238f49182), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.597850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e0527c11-8e3d-4972-a32f-d6cd52fe6fc8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/quotas/1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 375 time: 0.0183003
Apr 02 20:54:07.610951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Request body: {'port': {'device_id': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:07.643080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8a28b-9a68-4073-82bb-8d7eb018242c None None] Port 26f419c3-bf0c-45a0-a419-019238f49182 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:07.658234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946247d-f22b-44e9-80b5-81279d94c4ff req-5bf95f96-ff91-4257-b53a-795673758524 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:07.659710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b946247d-f22b-44e9-80b5-81279d94c4ff req-5bf95f96-ff91-4257-b53a-795673758524 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 945 time: 0.1782508
Apr 02 20:54:07.662138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-3a53c121-5f86-4e0d-b8dd-139f91e3ae92 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0634770
Apr 02 20:54:07.701038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:07.705196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.736105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.769884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.781710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-2a00c16f-c08d-4466-b8cb-97eb875c342b service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111965
Apr 02 20:54:07.784494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b946247d-f22b-44e9-80b5-81279d94c4ff req-54772e19-a877-46cb-8d20-fa7964ee5efa tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057794
Apr 02 20:54:07.906889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-1dc8b6a5-f8c3-4d72-b1b7-c6bfd56155d7 service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1146920
Apr 02 20:54:07.971266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for security_group (226096e7-0db0-4c92-a43e-4859ff47ca9b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:07.979737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (226096e7-0db0-4c92-a43e-4859ff47ca9b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:08.089579 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf9f97-d8a8-4cf7-a143-d676c32402bb x-openstack-request-id: req-fecf9f97-d8a8-4cf7-a143-d676c32402bb {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:08.090234 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:08.090420 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fecf9f97-d8a8-4cf7-a143-d676c32402bb {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:08.090832 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecf9f97-d8a8-4cf7-a143-d676c32402bb'] response: {'name': 'network-changed', 'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'status': 'completed', 'code': 200}
Apr 02 20:54:08.102525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226096e7-0db0-4c92-a43e-4859ff47ca9b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:08.193859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1b0c585-471b-43ce-8d4c-d8762fff1b2f req-157f662c-9029-4f7c-9718-dde5a3b10092 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 210 time: 0.0432992
Apr 02 20:54:08.239307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-637145f1-911f-416f-9b6a-785df0ee06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:08.241149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-637145f1-911f-416f-9b6a-785df0ee06df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 1125 time: 0.1294296
Apr 02 20:54:08.400612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f419c3-bf0c-45a0-a419-019238f49182 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:08.416582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Publish callbacks [] for port (26f419c3-bf0c-45a0-a419-019238f49182), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:08.428870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341412-5297-44ba-ab07-b0a1b2277446 req-de44d22d-5c8f-4a53-84b5-a1f85e169527 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:08.433257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad341412-5297-44ba-ab07-b0a1b2277446 req-de44d22d-5c8f-4a53-84b5-a1f85e169527 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 936 time: 0.3631842
Apr 02 20:54:08.442937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0dbce-ee75-4e59-be88-810f65c872df req-34287b21-f95a-41d6-ad9d-ac074ac81485 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:08.446640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ab0dbce-ee75-4e59-be88-810f65c872df req-34287b21-f95a-41d6-ad9d-ac074ac81485 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 943 time: 0.1689725
Apr 02 20:54:08.452219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-bcf71a7e-40bb-4247-b764-c3fbcf4dc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:08.453693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-bcf71a7e-40bb-4247-b764-c3fbcf4dc2e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 924 time: 0.2025721
Apr 02 20:54:08.459227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Transition to ACTIVE for port object 26f419c3-bf0c-45a0-a419-019238f49182 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:08.480537 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:08.489877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad341412-5297-44ba-ab07-b0a1b2277446 req-174578da-6af7-4b24-80a4-bda6005b1522 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536509
Apr 02 20:54:08.550563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-fb1aec79-0523-4aaa-9e47-5d5c7f031562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81 HTTP/1.1" status: 200  len: 217 time: 0.0846074
Apr 02 20:54:08.673330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:08.676347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.36 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/860f3b0f-e306-416d-a721-e0c5589bea14) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:08.692149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ab0dbce-ee75-4e59-be88-810f65c872df req-3f7aac43-a10e-47f4-8a9b-ba6039ae74c7 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2341671
Apr 02 20:54:08.755756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-5ac95f44-e279-4f99-bba9-79af7c85b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:08.757511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-5ac95f44-e279-4f99-bba9-79af7c85b8f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.1815348
Apr 02 20:54:08.794879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a84128dc-caef-46d0-8071-fe3f7c4c4a81 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:08.797579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4037f3ad-46a9-4e66-8974-76920ca5320b up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:08.868551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-406fba4d-9efe-4726-9d56-fa3c5ccc8a0a req-265c4b06-a9ba-4357-b342-3143bd72596a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 210 time: 0.0731809
Apr 02 20:54:08.870417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55234) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:08.885617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34251400', 'description': 'tempest-description--132623127'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:08.939671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 4037f3ad-46a9-4e66-8974-76920ca5320b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:08.950853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 4037f3ad-46a9-4e66-8974-76920ca5320b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:08.951489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:08.951690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:08.952075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:08.952501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:08.952862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:08.970110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Port 26f419c3-bf0c-45a0-a419-019238f49182 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:08.970437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:08.983774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-5d186074-42cd-471b-a3f7-c06bb5691738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:08.985329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-5d186074-42cd-471b-a3f7-c06bb5691738 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2160332
Apr 02 20:54:08.989194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:08.989532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:08.989909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:08.990352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Bound port: 26f419c3-bf0c-45a0-a419-019238f49182, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:08.990710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.008343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a84128dc-caef-46d0-8071-fe3f7c4c4a81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:09.029478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'port_id': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'mac_address': 'fa:16:3e:dc:90:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:09.090162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group (7b738f53-5c3b-4c3c-a1f3-b9094e345670), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.096054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7b738f53-5c3b-4c3c-a1f3-b9094e345670), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.160491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b738f53-5c3b-4c3c-a1f3-b9094e345670,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:09.170812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.175273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-568e82de-136c-4fe8-b111-fb4112374ca1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3034227
Apr 02 20:54:09.179604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55240) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:09.194345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Request body: {'security_group_rule': {'security_group_id': '7b738f53-5c3b-4c3c-a1f3-b9094e345670', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:09.209504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 4037f3ad-46a9-4e66-8974-76920ca5320b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:09.209904 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.289088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port a84128dc-caef-46d0-8071-fe3f7c4c4a81 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:09.289473 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.316405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:09.323166 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a82716-d6f4-4d70-ba8e-dfbf446b7114" -d '{"events": [{"server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "name": "network-vif-plugged", "status": "completed", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:09.359598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84128dc-caef-46d0-8071-fe3f7c4c4a81 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:09.383566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 4037f3ad-46a9-4e66-8974-76920ca5320b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4037f3ad-46a9-4e66-8974-76920ca5320b,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:09.399053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.400130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:54:09.415197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-8ae99fee-6ffa-42c2-8143-488eea21c850 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:09.416854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-8ae99fee-6ffa-42c2-8143-488eea21c850 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.2363894
Apr 02 20:54:09.450062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a84128dc-caef-46d0-8071-fe3f7c4c4a81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:09.466856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Request body: {'port': {'device_id': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'admin_state_up': True, 'tenant_id': '1e586602a4da4d659974e36ab71486a7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:09.524907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group_rule (6adae6bb-05ed-434f-a34b-5daeee2e70de), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.534786 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.539873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=4037f3ad-46a9-4e66-8974-76920ca5320b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:09.562725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (860f3b0f-e306-416d-a721-e0c5589bea14), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.593966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-b8ccc1bb-f2ca-4a62-9c00-8d40e198092a service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6010222
Apr 02 20:54:09.602250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc50896-62e9-43aa-9fed-bef397a27377 req-51aa8aa3-be2e-41bf-ad28-6cc2cb2b9294 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:09.608170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc50896-62e9-43aa-9fed-bef397a27377 req-51aa8aa3-be2e-41bf-ad28-6cc2cb2b9294 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:09.609800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abc50896-62e9-43aa-9fed-bef397a27377 req-51aa8aa3-be2e-41bf-ad28-6cc2cb2b9294 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00&device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 1681 time: 0.1909890
Apr 02 20:54:09.622454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:09.622454 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.636525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=a84128dc-caef-46d0-8071-fe3f7c4c4a81,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:09.668361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:09.672720 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.692507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group_rule (6adae6bb-05ed-434f-a34b-5daeee2e70de), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.706042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (6adae6bb-05ed-434f-a34b-5daeee2e70de), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.713612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:09.719165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abc50896-62e9-43aa-9fed-bef397a27377 req-926d7abb-3426-42cf-8dc3-412712fdcecf tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962071
Apr 02 20:54:09.725431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Made reservation on behalf of 1e586602a4da4d659974e36ab71486a7 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:09.728835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.737101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:09.749728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adae6bb-05ed-434f-a34b-5daeee2e70de,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:09.755692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.764075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.765364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-393d6899-64a7-4a9f-b757-7745758c8247 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5815425
Apr 02 20:54:09.774091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55258) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:09.779600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Request body: {'security_group_rule': {'security_group_id': '7b738f53-5c3b-4c3c-a1f3-b9094e345670', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:09.802321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:09.847513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.864593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:09.879340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:09.882161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:09.888893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=860f3b0f-e306-416d-a721-e0c5589bea14,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:09.909230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group_rule (bd53873b-a80b-4beb-8813-9147df2aa8ad), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.912672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af466-854b-4c55-ac07-e456a085b1b3 req-0470a34a-ad08-4840-bc57-228700e51552 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:09.914228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d49af466-854b-4c55-ac07-e456a085b1b3 req-0470a34a-ad08-4840-bc57-228700e51552 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.2797427
Apr 02 20:54:09.933101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:09.933533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:09.934908 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 1096 time: 2.3310540
Apr 02 20:54:09.954617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['a84128dc-caef-46d0-8071-fe3f7c4c4a81'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:09.975096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Allocated IP 172.20.0.10 (83a57283-8e77-4048-913b-713f633ea68f/a9e393bb-af15-4c91-8d30-7f48f998d072/621c3ce8-97a3-47b2-8fb2-3a484d590744) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:09.975873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a68f34-7009-48b6-99d2-1d9500f3e1ce req-16549d0b-3c74-4e50-b4de-e543772e88bf service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3284140
Apr 02 20:54:09.994142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458afea9-ce17-4a14-9cc2-ddff07e72831 req-cb1d4eb9-0e2f-45e7-95f5-8a20252fa56f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:09.995338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-458afea9-ce17-4a14-9cc2-ddff07e72831 req-cb1d4eb9-0e2f-45e7-95f5-8a20252fa56f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 935 time: 0.1751709
Apr 02 20:54:10.068668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group_rule (bd53873b-a80b-4beb-8813-9147df2aa8ad), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.072302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.074995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.084333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3d9a6-81da-48a8-b459-2f5b691a76f6 service neutron] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:10.088910 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (bd53873b-a80b-4beb-8813-9147df2aa8ad), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.095616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:10.098377 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3371fb60-e95e-4d23-be42-78e56dacc362" -d '{"events": [{"name": "network-changed", "server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "tag": "26f419c3-bf0c-45a0-a419-019238f49182"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:10.130627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d49af466-854b-4c55-ac07-e456a085b1b3 req-c1c97613-f030-4851-a5f5-48d1420f0709 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1641996
Apr 02 20:54:10.136136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-e652620d-ca83-4bd6-bba6-1ac6d6315f16 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7029660
Apr 02 20:54:10.142996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-fdefc83c-9059-4b63-80e8-92029352747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.145056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-fdefc83c-9059-4b63-80e8-92029352747d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1130 time: 0.1442766
Apr 02 20:54:10.149091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd53873b-a80b-4beb-8813-9147df2aa8ad,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:10.152411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Request body: {'port': {'device_id': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:10.196641 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-458afea9-ce17-4a14-9cc2-ddff07e72831 req-e184c367-f394-40cd-873f-a8612bc68a35 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820006
Apr 02 20:54:10.215962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.224956 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-98e64a57-e7d1-43fe-93f7-16db7da71937 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4498429
Apr 02 20:54:10.230960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55264) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:10.239850 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d9884e-43d0-4955-b5e0-02e7500b79ec x-openstack-request-id: req-d4d9884e-43d0-4955-b5e0-02e7500b79ec {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:10.240214 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "name": "network-vif-plugged", "status": "completed", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:10.240497 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4d9884e-43d0-4955-b5e0-02e7500b79ec {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:10.240959 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d9884e-43d0-4955-b5e0-02e7500b79ec'] response: {'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'code': 200}
Apr 02 20:54:10.248182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:10.266494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-404a5bf4-7429-45c8-9778-b3de12047d12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0623116
Apr 02 20:54:10.325891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-558d7659-71cf-4bce-b742-7e8dd7dda426 None None] Provisioning complete for port 860f3b0f-e306-416d-a721-e0c5589bea14 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:10.325891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-558d7659-71cf-4bce-b742-7e8dd7dda426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.375763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-558d7659-71cf-4bce-b742-7e8dd7dda426 None None] Port 860f3b0f-e306-416d-a721-e0c5589bea14 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:10.436328 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.442482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.487411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ed41621b-4399-459c-8359-2bc0d908c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.489699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-ed41621b-4399-459c-8359-2bc0d908c26f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1949837
Apr 02 20:54:10.506424 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks [] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.522093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b8792-0fc7-4a88-b23d-e0761266861b req-db3a047f-3535-46c0-ad5f-196785d5be54 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.523730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c66b8792-0fc7-4a88-b23d-e0761266861b req-db3a047f-3535-46c0-ad5f-196785d5be54 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 944 time: 0.1342177
Apr 02 20:54:10.528036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f0ca-a1e8-4a82-a8a8-dafd64294662 req-5d9cd8e2-e2da-4e31-a8e6-ecaa0e086df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.529518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f77f0ca-a1e8-4a82-a8a8-dafd64294662 req-5d9cd8e2-e2da-4e31-a8e6-ecaa0e086df2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 1128 time: 0.2002089
Apr 02 20:54:10.587668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94957a7-e8c4-454b-84e5-0a9716ed4e03 req-7a8f66ef-1389-4ffa-ba16-608f217ac451 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.589231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a94957a7-e8c4-454b-84e5-0a9716ed4e03 req-7a8f66ef-1389-4ffa-ba16-608f217ac451 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.2149475
Apr 02 20:54:10.639275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.649482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c66b8792-0fc7-4a88-b23d-e0761266861b req-603db8be-8ca4-424d-b7c5-50282688c1d7 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188557
Apr 02 20:54:10.695269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Network 83a57283-8e77-4048-913b-713f633ea68f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:10.705968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:10.709015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:10.717824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-e5de9bed-4da7-4fad-85db-5e53b6033f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.720501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-e5de9bed-4da7-4fad-85db-5e53b6033f42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2076435
Apr 02 20:54:10.739224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:10.746929 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f77f0ca-a1e8-4a82-a8a8-dafd64294662 req-e51d5a33-1ec6-4748-933b-b8a3cf310221 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1938684
Apr 02 20:54:10.747149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.808615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a94957a7-e8c4-454b-84e5-0a9716ed4e03 req-0b0184d7-7031-48cd-9c02-79c4e243b988 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067471
Apr 02 20:54:10.833874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.834504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:10.871195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-620d9aaf-ddb2-4e39-a356-b367bae5188f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4153838
Apr 02 20:54:10.893637 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec43c1e7-2dc9-4b4a-b9ff-35d76f58f1df x-openstack-request-id: req-ec43c1e7-2dc9-4b4a-b9ff-35d76f58f1df {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:10.894649 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "tag": "26f419c3-bf0c-45a0-a419-019238f49182", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:10.895662 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec43c1e7-2dc9-4b4a-b9ff-35d76f58f1df {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:10.896151 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec43c1e7-2dc9-4b4a-b9ff-35d76f58f1df'] response: {'name': 'network-changed', 'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182', 'status': 'completed', 'code': 200}
Apr 02 20:54:10.913831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Request body: {'port': {'device_id': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:10.960303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-2c73f128-aa96-4c57-982c-7fee5ecf3b86 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221956
Apr 02 20:54:10.962274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a0650-342d-4b70-b6ff-ed4c412d6167 req-02b4a3a1-7571-4b79-953c-fc4d1222f916 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:10.964487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd2a0650-342d-4b70-b6ff-ed4c412d6167 req-02b4a3a1-7571-4b79-953c-fc4d1222f916 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 932 time: 0.2151263
Apr 02 20:54:10.995998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Allocated IP 172.35.4.62 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/966a91e1-d533-49ab-9c00-de66fa00bcd0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:11.064828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860f3b0f-e306-416d-a721-e0c5589bea14 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:11.074655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.077148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Publish callbacks [] for port (860f3b0f-e306-416d-a721-e0c5589bea14), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.095813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Transition to ACTIVE for port object 860f3b0f-e306-416d-a721-e0c5589bea14 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:11.098636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd2a0650-342d-4b70-b6ff-ed4c412d6167 req-4c2401db-5a2a-47c4-bcb5-db5374d2daf8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224403
Apr 02 20:54:11.110648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.127004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef22cb37-1ea8-4f04-aa30-c70c846366ca req-84f0bfe3-2635-4819-aee1-12b714a18732 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527812
Apr 02 20:54:11.179013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Pushing event updated for resources: {'Port': ['ID=860f3b0f-e306-416d-a721-e0c5589bea14,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:11.310100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.329071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Attempting to bind port 860f3b0f-e306-416d-a721-e0c5589bea14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:11.329071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Attempting to bind port 860f3b0f-e306-416d-a721-e0c5589bea14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:11.329558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Attempting to bind port 860f3b0f-e306-416d-a721-e0c5589bea14 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:11.344521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Port 860f3b0f-e306-416d-a721-e0c5589bea14 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:11.344994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Attempting to bind port 860f3b0f-e306-416d-a721-e0c5589bea14 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:11.353712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-0dc3adba-1b7b-4de6-bfd0-eecff704bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.355957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-0dc3adba-1b7b-4de6-bfd0-eecff704bb97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1130 time: 0.0918133
Apr 02 20:54:11.359395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:11.359904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:11.360399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:11.360994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Bound port: 860f3b0f-e306-416d-a721-e0c5589bea14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:11.361472 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.518893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-cae35d33-8389-4a2a-9dd1-58551cd22bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.520550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-cae35d33-8389-4a2a-9dd1-58551cd22bc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1424389
Apr 02 20:54:11.541105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] For port 860f3b0f-e306-416d-a721-e0c5589bea14, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:11.564736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b39a8f-a30e-448c-8e53-7104dbe50109 req-c8ebed27-4ada-439d-802a-5e9fc8d09e3f tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.566829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-75b39a8f-a30e-448c-8e53-7104dbe50109 req-c8ebed27-4ada-439d-802a-5e9fc8d09e3f tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.2916472
Apr 02 20:54:11.580558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621c3ce8-97a3-47b2-8fb2-3a484d590744 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:11.585473 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.597740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-ad873b5f-4837-4f4b-aaf5-23d56c18f133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0643084
Apr 02 20:54:11.598365 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Publish callbacks [] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.612379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] For port 860f3b0f-e306-416d-a721-e0c5589bea14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860f3b0f-e306-416d-a721-e0c5589bea14,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:11.652055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.675081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:11.682165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Transition to ACTIVE for port object 621c3ce8-97a3-47b2-8fb2-3a484d590744 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:11.689103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:11.691707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:11.695735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.706192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.706822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.708238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] 10.222.0.21 "PUT /v2.0/ports/860f3b0f-e306-416d-a721-e0c5589bea14 HTTP/1.1" status: 200  len: 1095 time: 1.5622075
Apr 02 20:54:11.717028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-38106b4a-9350-4a10-95a9-725323560150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.718501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-38106b4a-9350-4a10-95a9-725323560150 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1036975
Apr 02 20:54:11.728433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event updated for resources: {'Port': ['ID=966a91e1-d533-49ab-9c00-de66fa00bcd0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:11.755369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a9137-88cf-4fc5-9258-e4b93061b8a3 req-c914e20c-9dc0-4dc0-99c4-16ea26f88e02 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.756938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f1a9137-88cf-4fc5-9258-e4b93061b8a3 req-c914e20c-9dc0-4dc0-99c4-16ea26f88e02 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 947 time: 0.2070088
Apr 02 20:54:11.807893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-75b39a8f-a30e-448c-8e53-7104dbe50109 req-81ca4c2e-f431-4bc1-972c-be1223f644d8 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2285984
Apr 02 20:54:11.815369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:11.829251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912c7b9-19bb-4d37-8a8a-d4dd5ac8eccc service neutron] Pushing event updated for resources: {'Port': ['ID=860f3b0f-e306-416d-a721-e0c5589bea14,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:11.894217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f1a9137-88cf-4fc5-9258-e4b93061b8a3 req-78218e7f-9487-4f46-b00a-3f73c4c4d256 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177323
Apr 02 20:54:11.913212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-65dd8483-0351-4088-9c9f-db4786fbaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.915202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-65dd8483-0351-4088-9c9f-db4786fbaf65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1884356
Apr 02 20:54:11.917376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-d51528b1-9b09-4221-bfa0-0529362de51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:11.918800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-d51528b1-9b09-4221-bfa0-0529362de51d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 1129 time: 0.1501818
Apr 02 20:54:11.939095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (2df18496-d439-4e57-a06f-41bfb78048d7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:11.997461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:12.000088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:12.001868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:12.012720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.024942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:12.025514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:12.025628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-d8673022-b07f-4f8b-9bd3-1acb21230c31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=860f3b0f-e306-416d-a721-e0c5589bea14 HTTP/1.1" status: 200  len: 217 time: 0.0958214
Apr 02 20:54:12.054102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:12.054453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:12.054843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:12.055296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Bound port: 621c3ce8-97a3-47b2-8fb2-3a484d590744, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:12.055659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.170251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-706ca724-3b27-40cf-b547-5d61b8323434 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417121
Apr 02 20:54:12.171641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-dee53a99-a57a-4958-a7e0-86e0817320f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.172951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-dee53a99-a57a-4958-a7e0-86e0817320f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0994518
Apr 02 20:54:12.187022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4515ee-52db-4885-a9b2-8a654b4ed234 req-06594aa7-7f9a-4e9f-9904-410c2781f728 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.188801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e4515ee-52db-4885-a9b2-8a654b4ed234 req-06594aa7-7f9a-4e9f-9904-410c2781f728 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 944 time: 0.1160824
Apr 02 20:54:12.220201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:12.239080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:12.241932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:12.245140 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6749fe35-6ae0-444b-8fa3-217e9338188f" -d '{"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:12.259262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.281669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7508b-627b-46de-ade1-48417c29178e req-586be5b3-66f1-4477-94de-6ff1f379dace tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.283145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64b7508b-627b-46de-ade1-48417c29178e req-586be5b3-66f1-4477-94de-6ff1f379dace tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.1657031
Apr 02 20:54:12.330789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e4515ee-52db-4885-a9b2-8a654b4ed234 req-e873dad2-2fdc-49fa-b797-1fabad28a047 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220567
Apr 02 20:54:12.336844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-2275211f-a8a8-4a93-8d34-118f3ce482b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.337182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.337931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.338325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-2275211f-a8a8-4a93-8d34-118f3ce482b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1476314
Apr 02 20:54:12.339136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] 10.222.0.21 "PUT /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 1092 time: 1.4348662
Apr 02 20:54:12.344213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:12.346479 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafbcc72-bdf1-4bf4-926f-695350622704" -d '{"events": [{"name": "network-changed", "server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:12.373704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.375365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3371fb60-e95e-4d23-be42-78e56dacc362 req-6fbfa409-130b-40f0-8065-85acb8991bcc service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856079
Apr 02 20:54:12.386031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.402662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156fad3-4620-4524-9f70-fe14b137e5ac service neutron] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:12.476226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-409300b0-25fe-4072-a30a-0fb8496e8558 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261780
Apr 02 20:54:12.481640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-d56b3202-6990-428b-b953-1d266d88ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.482655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-d56b3202-6990-428b-b953-1d266d88ff70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1126 time: 0.0684049
Apr 02 20:54:12.489938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64b7508b-627b-46de-ade1-48417c29178e req-ac60b13c-d499-402a-9d80-d840f5228057 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775265
Apr 02 20:54:12.512786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event updated for resources: {'Port': ['ID=966a91e1-d533-49ab-9c00-de66fa00bcd0,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:12.524723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2df18496-d439-4e57-a06f-41bfb78048d7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.536218 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523f485-e933-49b7-a7f6-4dc0e2bba5ff x-openstack-request-id: req-e523f485-e933-49b7-a7f6-4dc0e2bba5ff {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:12.536545 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:12.536984 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e523f485-e933-49b7-a7f6-4dc0e2bba5ff {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:12.537527 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e523f485-e933-49b7-a7f6-4dc0e2bba5ff'] response: {'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'code': 200}
Apr 02 20:54:12.549514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.559531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cb992467-1686-4642-b6c9-a353cab77bd2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3219941
Apr 02 20:54:12.586463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-03e1fa7d-d082-4d89-9230-e5f758183e12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 217 time: 0.0833004
Apr 02 20:54:12.590846 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c8904d-ce84-41ba-b6f1-8c39217e57bc x-openstack-request-id: req-a6c8904d-ce84-41ba-b6f1-8c39217e57bc {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:12.591214 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:12.591535 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6c8904d-ce84-41ba-b6f1-8c39217e57bc {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:12.591996 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c8904d-ce84-41ba-b6f1-8c39217e57bc'] response: {'name': 'network-changed', 'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'status': 'completed', 'code': 200}
Apr 02 20:54:12.694907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab284e3-934b-4a95-bdba-83556a8fc578 req-6e90c700-c751-48cb-9623-ddc855bec999 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105474
Apr 02 20:54:12.697711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-df98b096-d911-4266-a48b-8d368c8bb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.699070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-df98b096-d911-4266-a48b-8d368c8bb602 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0817525
Apr 02 20:54:12.707281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b1d5-8218-4ed7-8581-4a1c3312dca3 req-e2401eef-3a59-4ac0-a9ca-9110ae75422b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.708804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08d5b1d5-8218-4ed7-8581-4a1c3312dca3 req-e2401eef-3a59-4ac0-a9ca-9110ae75422b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.2075846
Apr 02 20:54:12.714600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467ae53-8285-4455-9f54-4d4d2a69ce7e req-2413cdf1-118b-44ec-b2d8-bb4a90687a48 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:12.721009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b467ae53-8285-4455-9f54-4d4d2a69ce7e req-2413cdf1-118b-44ec-b2d8-bb4a90687a48 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 945 time: 0.0738056
Apr 02 20:54:12.746860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-80909d92-43fb-4952-8154-4671ef29d2b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370402
Apr 02 20:54:12.772312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b467ae53-8285-4455-9f54-4d4d2a69ce7e req-0b90fdf4-9a33-4b76-9e26-1433b9d08925 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489056
Apr 02 20:54:12.804247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08d5b1d5-8218-4ed7-8581-4a1c3312dca3 req-7c00a23a-732a-4945-9c9e-64163c360534 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870132
Apr 02 20:54:12.820648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a84128dc-caef-46d0-8071-fe3f7c4c4a81 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:12.879551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-ee9571a7-c5db-408d-9f09-045f0dc30b01 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1183989
Apr 02 20:54:12.884964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port a84128dc-caef-46d0-8071-fe3f7c4c4a81 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:12.889066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port a84128dc-caef-46d0-8071-fe3f7c4c4a81 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:12.889663 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:12.901210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'tag': '860f3b0f-e306-416d-a721-e0c5589bea14'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:12.903385 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fef45b-5a96-4f78-ab0d-435038051f34" -d '{"events": [{"name": "network-changed", "server_uuid": "0adca561-7967-465d-a3e3-78a0dd5bb75d", "tag": "860f3b0f-e306-416d-a721-e0c5589bea14"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:12.908961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-11843203-4341-4250-a206-486fbdb808e3 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--34251400&fields=id&tenant_id=6e2a80eb708d4a2b8aab54b268dc218d HTTP/1.1" status: 200  len: 267 time: 0.0547285
Apr 02 20:54:12.984209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port a84128dc-caef-46d0-8071-fe3f7c4c4a81 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:12.984757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:13.023699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a84128dc-caef-46d0-8071-fe3f7c4c4a81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:13.028574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:13.032606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-7e9647dd-68ff-40d6-83ad-fc714da450dd tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.037258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-7e9647dd-68ff-40d6-83ad-fc714da450dd tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/networks?id=a4850a71-8145-40aa-b0f3-8efc7deb071e HTTP/1.1" status: 200  len: 815 time: 0.1249113
Apr 02 20:54:13.043982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-fa5b2ad9-72bf-4bb1-9d6d-fc808fe37ac6 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.046368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-fa5b2ad9-72bf-4bb1-9d6d-fc808fe37ac6 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "GET /v2.0/ports?device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 945 time: 0.1647594
Apr 02 20:54:13.054973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-13c55caa-191e-4620-a3ed-5499ccf0ec71 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/quotas/6e2a80eb708d4a2b8aab54b268dc218d HTTP/1.1" status: 200  len: 375 time: 0.0116813
Apr 02 20:54:13.084548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=a84128dc-caef-46d0-8071-fe3f7c4c4a81,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:13.093087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878b8f6-66ae-4967-9524-c469fed4b798 req-ac9b9fad-04fb-4641-ac48-a6717ce32654 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.094179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6878b8f6-66ae-4967-9524-c469fed4b798 req-ac9b9fad-04fb-4641-ac48-a6717ce32654 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.1738315
Apr 02 20:54:13.106350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-694039a7-4d80-4cdc-abb6-dfdf274ee6f4 req-35fba78e-1b62-4d3f-8b0d-c692eef9c235 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129049
Apr 02 20:54:13.122792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-224ec04c-58c0-4470-8f99-23f0d7cdc0f5 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e2a80eb708d4a2b8aab54b268dc218d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0606964
Apr 02 20:54:13.227773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-cf81603b-f09a-4f8d-a344-8fe257cead08 service neutron] 10.222.0.18 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924716
Apr 02 20:54:13.321390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-378acf6f-7f6d-44be-a544-82110ebf7a2f service neutron] 10.222.0.18 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876722
Apr 02 20:54:13.419961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:13.467501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6878b8f6-66ae-4967-9524-c469fed4b798 req-4580197e-1c12-49cf-9412-3f57abdbe9a0 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3672116
Apr 02 20:54:13.502371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Deleting port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:54:13.502934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:13.507951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-5255e49f-53f3-4db3-b9c7-aa810bcdd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.508411 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-5255e49f-53f3-4db3-b9c7-aa810bcdd77a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1126 time: 0.0990527
Apr 02 20:54:13.561513 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121c710-69bb-433a-8c45-c61191495127 x-openstack-request-id: req-f121c710-69bb-433a-8c45-c61191495127 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:13.561805 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adca561-7967-465d-a3e3-78a0dd5bb75d", "tag": "860f3b0f-e306-416d-a721-e0c5589bea14", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:13.562063 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f121c710-69bb-433a-8c45-c61191495127 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:13.562460 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f121c710-69bb-433a-8c45-c61191495127'] response: {'name': 'network-changed', 'server_uuid': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'tag': '860f3b0f-e306-416d-a721-e0c5589bea14', 'status': 'completed', 'code': 200}
Apr 02 20:54:13.576940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481d2f4-eeeb-46d0-a006-ed165bc6b981 req-613f1a09-e721-45fb-8374-ac10c135fdd9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.578679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d481d2f4-eeeb-46d0-a006-ed165bc6b981 req-613f1a09-e721-45fb-8374-ac10c135fdd9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 947 time: 0.0823536
Apr 02 20:54:13.650573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:13.680688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '26f419c3-bf0c-45a0-a419-019238f49182', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '26f419c3-bf0c-45a0-a419-019238f49182', 'mac_address': 'fa:16:3e:74:e6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:13.710663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-5358ed36-9b04-4a36-92b2-fcefe1fabdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.712904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-5358ed36-9b04-4a36-92b2-fcefe1fabdf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 1129 time: 0.1326065
Apr 02 20:54:13.724369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d481d2f4-eeeb-46d0-a006-ed165bc6b981 req-4cacfae4-1996-43c5-92ba-7ef6a7ec625b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230626
Apr 02 20:54:13.726384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] For port 0010195d-fd1b-4803-93c3-4bf1afaebdc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0010195d-fd1b-4803-93c3-4bf1afaebdc0,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:13.727028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:13.745583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 26f419c3-bf0c-45a0-a419-019238f49182 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:13.745986 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:13.761488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f419c3-bf0c-45a0-a419-019238f49182 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:13.766657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Calling delete_port for 0010195d-fd1b-4803-93c3-4bf1afaebdc0 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:54:13.787629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:13.791816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-7fb78f1a-13c2-4534-84c5-86ae9c1253f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.793701 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-7fb78f1a-13c2-4534-84c5-86ae9c1253f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2726035
Apr 02 20:54:13.801720 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:13.846253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0e7f6f2-a7cc-4eae-9494-dc6a05d2c369 req-54725445-2c40-4ac3-bda3-8e72e84999e1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 210 time: 0.0549800
Apr 02 20:54:13.877909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-48db792b-af8b-4a51-abd6-d1baeb3a650e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 217 time: 0.0761659
Apr 02 20:54:13.883790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-418611c5-0d6b-49dc-809d-b495333fb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.885306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-418611c5-0d6b-49dc-809d-b495333fb08c service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1600711
Apr 02 20:54:13.893137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fcc84-fbfa-418d-9e0e-eaeddd84dae4 req-063b3951-0330-4a38-a365-f2d3df0543ad tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:13.901289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03fcc84-fbfa-418d-9e0e-eaeddd84dae4 req-063b3951-0330-4a38-a365-f2d3df0543ad tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.2034249
Apr 02 20:54:13.902146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:14.031820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-6cba8de9-326b-40cb-8bbe-aaee23e4969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.034071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-6cba8de9-326b-40cb-8bbe-aaee23e4969e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1485078
Apr 02 20:54:14.047192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:14.051982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03fcc84-fbfa-418d-9e0e-eaeddd84dae4 req-1c3c810d-7af7-48f7-a3d4-877c9a9fd613 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331904
Apr 02 20:54:14.105072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-49d7f857-2b77-4cd1-9099-24d57158b578 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516644
Apr 02 20:54:14.216344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-c83cd74c-5ae7-428f-a52c-bc919d91b890 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=860f3b0f-e306-416d-a721-e0c5589bea14 HTTP/1.1" status: 200  len: 217 time: 0.3239124
Apr 02 20:54:14.248005 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:14.289459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-5e2df35e-3904-4562-9cd2-ac1e0a8aa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.291051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-5e2df35e-3904-4562-9cd2-ac1e0a8aa34a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0577087
Apr 02 20:54:14.296141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0010195d-fd1b-4803-93c3-4bf1afaebdc0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:14.306931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7bd9-b5f6-4275-9c48-b6ab39854a24 req-34206337-8c2f-48ce-a38c-b2ac31591e3e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.309798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9682d761-627f-435b-8889-b0b79b5a3c78'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:14.314587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8ff7bd9-b5f6-4275-9c48-b6ab39854a24 req-34206337-8c2f-48ce-a38c-b2ac31591e3e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 949 time: 0.1089137
Apr 02 20:54:14.353836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf77e-6397-462a-8005-03fe03f34d6b req-a66616b2-d601-4582-b542-482a0371cf11 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.355315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-620bf77e-6397-462a-8005-03fe03f34d6b req-a66616b2-d601-4582-b542-482a0371cf11 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=94aec714-8ebc-4f16-8b88-6cc60f848fa5 HTTP/1.1" status: 200  len: 945 time: 0.1899130
Apr 02 20:54:14.359996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Pushing event deleted for resources: {'Port': ['ID=0010195d-fd1b-4803-93c3-4bf1afaebdc0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:14.371658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-dc05e30d-082e-4134-85bf-cf6fa7e131e5 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158833
Apr 02 20:54:14.395097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['0010195d-fd1b-4803-93c3-4bf1afaebdc0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:14.401718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8ff7bd9-b5f6-4275-9c48-b6ab39854a24 req-2ef03630-dc37-4747-a4b4-97cc87b6f325 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861011
Apr 02 20:54:14.416884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-e0140dc9-84fd-4545-84be-da5b34f6316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.418480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-e0140dc9-84fd-4545-84be-da5b34f6316b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0953059
Apr 02 20:54:14.449523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] No DVR routers for this DVR port 0010195d-fd1b-4803-93c3-4bf1afaebdc0 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:54:14.460548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:14.463829 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9af60179-8e75-48d5-8fed-4495cdaaef3c req-7d11c2e0-08c8-4d5c-b0b1-be29e3bcb6fa tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.21 "DELETE /v2.0/ports/0010195d-fd1b-4803-93c3-4bf1afaebdc0 HTTP/1.1" status: 204  len: 173 time: 1.4109676
Apr 02 20:54:14.546395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:14.548878 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7de51-f1d2-4f0d-b1d6-2984d08e2f19" -d '{"events": [{"server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "name": "network-vif-plugged", "status": "completed", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:14.549663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-620bf77e-6397-462a-8005-03fe03f34d6b req-02ab7720-1ed8-4fd6-b897-30c99f2b0aae tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768982
Apr 02 20:54:14.589461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aafbcc72-bdf1-4bf4-926f-695350622704 req-4fc774a6-de8f-408e-ae9e-f1eee052b5ca service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954713
Apr 02 20:54:14.608584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-227c34f5-9068-4ccd-950b-1e751deb3070 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793973
Apr 02 20:54:14.619467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5bef5-f571-43d3-9b6e-5dd5c0b176cd req-36c89e8f-3cdc-4a0d-a0e6-7d2868801e52 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.620565 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12b5bef5-f571-43d3-9b6e-5dd5c0b176cd req-36c89e8f-3cdc-4a0d-a0e6-7d2868801e52 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.1030777
Apr 02 20:54:14.715401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfa855-5e82-4b93-8c56-771cdea6d988 req-bbe21510-4c58-4358-a957-8655e1054f44 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.717032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-badfa855-5e82-4b93-8c56-771cdea6d988 req-bbe21510-4c58-4358-a957-8655e1054f44 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.0655179
Apr 02 20:54:14.728175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12b5bef5-f571-43d3-9b6e-5dd5c0b176cd req-5d0e3492-9bdb-44d6-ad12-b2441292bbd0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973518
Apr 02 20:54:14.755945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71fef45b-5a96-4f78-ab0d-435038051f34 req-58fc695c-a119-42e2-8d38-8c1fbb5f4059 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342437
Apr 02 20:54:14.773465 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2cc85-423c-4cb5-b290-4b511ca0299b x-openstack-request-id: req-7dd2cc85-423c-4cb5-b290-4b511ca0299b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:14.774060 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "name": "network-vif-plugged", "status": "completed", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:14.774598 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dd2cc85-423c-4cb5-b290-4b511ca0299b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:14.775196 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd2cc85-423c-4cb5-b290-4b511ca0299b'] response: {'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'code': 200}
Apr 02 20:54:14.776368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-badfa855-5e82-4b93-8c56-771cdea6d988 req-4b0fb431-b280-4d21-9afc-3a62b18eb85d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528247
Apr 02 20:54:14.809420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:14.939326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:14.945424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdfa6d-bbfb-4bc7-8b0f-26ae6ae78ae6 req-9bced3f3-70ff-4858-b7a7-4edacf267c7e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.947272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0bdfa6d-bbfb-4bc7-8b0f-26ae6ae78ae6 req-9bced3f3-70ff-4858-b7a7-4edacf267c7e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 947 time: 0.1103992
Apr 02 20:54:14.961838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'mac_address': 'fa:16:3e:94:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:14.970663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4e180-7b8b-4209-8e8f-9c5d3c31c4c9 req-32a2551d-cc50-4716-bff1-50458d7db558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:14.972945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98a4e180-7b8b-4209-8e8f-9c5d3c31c4c9 req-32a2551d-cc50-4716-bff1-50458d7db558 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 1127 time: 0.0916355
Apr 02 20:54:14.989764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1d1948b-4023-4b9b-845a-876c737867ac req-95431a06-c5a9-4e80-a513-e2648909df7f tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 210 time: 0.0352888
Apr 02 20:54:15.049955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:15.050774 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:15.067349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb602f-5c79-43d0-b981-f61c7d0d8c28 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:15.093343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0bdfa6d-bbfb-4bc7-8b0f-26ae6ae78ae6 req-680b979e-93ff-4cd4-be60-ce8759a0c860 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314228
Apr 02 20:54:15.095943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98a4e180-7b8b-4209-8e8f-9c5d3c31c4c9 req-ef49f658-14f5-41d5-8720-4b6ab998a0ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138210
Apr 02 20:54:15.102337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:15.109483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:15.146552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-b9138ddb-8ca3-4aec-bfa6-6201615d6177 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:15.148508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-b9138ddb-8ca3-4aec-bfa6-6201615d6177 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.21 "GET /v2.0/networks?id=a4850a71-8145-40aa-b0f3-8efc7deb071e HTTP/1.1" status: 200  len: 815 time: 0.1623023
Apr 02 20:54:15.164873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:15.254174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-c182cd8a-e6a9-4262-9d9f-bf37d74889a6 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e2a80eb708d4a2b8aab54b268dc218d HTTP/1.1" status: 200  len: 378 time: 0.0955274
Apr 02 20:54:15.265002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42d468-d32a-4dad-8049-016e9f463745 req-f366abbc-0339-4dc4-b15d-8654b7173bc2 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:15.266552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af42d468-d32a-4dad-8049-016e9f463745 req-f366abbc-0339-4dc4-b15d-8654b7173bc2 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.1170754
Apr 02 20:54:15.271838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Request body: {'port': {'device_id': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'admin_state_up': True, 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'security_groups': ['7b738f53-5c3b-4c3c-a1f3-b9094e345670']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:15.319109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['63bb602f-5c79-43d0-b981-f61c7d0d8c28'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:15.381513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af42d468-d32a-4dad-8049-016e9f463745 req-be22f73b-a383-41d6-8eed-02f1705b53b4 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062772
Apr 02 20:54:15.425189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Made reservation on behalf of 6e2a80eb708d4a2b8aab54b268dc218d for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:15.429536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:15.445948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:15.448127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:15.564182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'name': 'network-vif-deleted', 'tag': '0010195d-fd1b-4803-93c3-4bf1afaebdc0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:15.567356 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56351b3b-8c42-4e04-8c63-54cbea387bb6" -d '{"events": [{"server_uuid": "94aec714-8ebc-4f16-8b88-6cc60f848fa5", "name": "network-vif-deleted", "tag": "0010195d-fd1b-4803-93c3-4bf1afaebdc0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:15.598250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4634ad-b534-4e01-829f-0bcdf57cdb6a req-bb29a876-6b04-4049-be48-a2586dbb6fb1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:15.615149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4634ad-b534-4e01-829f-0bcdf57cdb6a req-bb29a876-6b04-4049-be48-a2586dbb6fb1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 949 time: 0.1132450
Apr 02 20:54:15.657029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Allocated IP 172.20.0.3 (a4850a71-8145-40aa-b0f3-8efc7deb071e/42a48075-b829-4dea-b465-ee7c9a7d47c6/d783c05e-b460-4890-8989-48914b4b5820) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:15.718793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4634ad-b534-4e01-829f-0bcdf57cdb6a req-65d2620b-cd21-4ef9-9e01-8cb61fbbc3e1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026073
Apr 02 20:54:15.720700 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e876e1-d3fc-48c8-946f-ba54685a511c x-openstack-request-id: req-91e876e1-d3fc-48c8-946f-ba54685a511c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:15.726865 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aec714-8ebc-4f16-8b88-6cc60f848fa5", "name": "network-vif-deleted", "tag": "0010195d-fd1b-4803-93c3-4bf1afaebdc0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:15.727324 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91e876e1-d3fc-48c8-946f-ba54685a511c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:15.727882 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e876e1-d3fc-48c8-946f-ba54685a511c'] response: {'server_uuid': '94aec714-8ebc-4f16-8b88-6cc60f848fa5', 'name': 'network-vif-deleted', 'tag': '0010195d-fd1b-4803-93c3-4bf1afaebdc0', 'status': 'completed', 'code': 200}
Apr 02 20:54:15.780062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 26f419c3-bf0c-45a0-a419-019238f49182 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:15.799441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 26f419c3-bf0c-45a0-a419-019238f49182 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:15.800682 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (26f419c3-bf0c-45a0-a419-019238f49182), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:15.911809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:15.934398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382b050-c8e5-4c64-871e-9f8f3a621deb req-3b6257ab-2767-4df3-9526-ff7d06767804 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:15.936927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9efca-bb0b-4743-88f2-3a082c3da40b req-c3ee94c2-ebab-4b5a-a097-3e63ecb51390 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:15.945561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7382b050-c8e5-4c64-871e-9f8f3a621deb req-3b6257ab-2767-4df3-9526-ff7d06767804 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 945 time: 0.1374207
Apr 02 20:54:15.946092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24c9efca-bb0b-4743-88f2-3a082c3da40b req-c3ee94c2-ebab-4b5a-a097-3e63ecb51390 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.1121991
Apr 02 20:54:15.950264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'port_id': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'mac_address': 'fa:16:3e:ac:87:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e393bb-af15-4c91-8d30-7f48f998d072', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:15.950805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for port (d783c05e-b460-4890-8989-48914b4b5820), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.021886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24c9efca-bb0b-4743-88f2-3a082c3da40b req-de591f54-ea5b-43ec-bcdc-8dffd372e49a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746827
Apr 02 20:54:16.039971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 26f419c3-bf0c-45a0-a419-019238f49182 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:16.040374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.058131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7382b050-c8e5-4c64-871e-9f8f3a621deb req-a1ecb396-555e-4881-bed3-2b0c620459be tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115077
Apr 02 20:54:16.092320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d783c05e-b460-4890-8989-48914b4b5820), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.142185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Network a4850a71-8145-40aa-b0f3-8efc7deb071e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:16.145740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:16.148756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:16.205956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event updated for resources: {'Port': ['ID=d783c05e-b460-4890-8989-48914b4b5820,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:16.233897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e037ce8-a82e-4ee5-94e2-1823894bb3d7 req-774bc7c9-87fe-46dd-ba96-ff03a64457fe tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:16.249141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e037ce8-a82e-4ee5-94e2-1823894bb3d7 req-774bc7c9-87fe-46dd-ba96-ff03a64457fe tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.1268589
Apr 02 20:54:16.294903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:16.305846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.326522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 621c3ce8-97a3-47b2-8fb2-3a484d590744 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:16.327447 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.345137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:16.348144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e037ce8-a82e-4ee5-94e2-1823894bb3d7 req-c938a15d-40c6-4fb8-8dcc-6f817b25d91f tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980520
Apr 02 20:54:16.353538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621c3ce8-97a3-47b2-8fb2-3a484d590744 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:16.388509 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.391667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-41fb5782-f4b7-4ca1-ab1b-1ba3dfa26659 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1240976
Apr 02 20:54:16.426134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Request body: {'port': {'device_id': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:16.447504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:16.455093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.455676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 860f3b0f-e306-416d-a721-e0c5589bea14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:16.499049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:16.528124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c03b9-5f68-4a14-baef-fcfc877b8b21 req-3d2d215f-9bbd-433a-9ec4-145cea915fbf tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:16.536815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad3c03b9-5f68-4a14-baef-fcfc877b8b21 req-3d2d215f-9bbd-433a-9ec4-145cea915fbf tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 931 time: 0.1867523
Apr 02 20:54:16.589361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d783c05e-b460-4890-8989-48914b4b5820), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:16.625286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:54:16.658738 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad3c03b9-5f68-4a14-baef-fcfc877b8b21 req-46aab8ab-400c-4d58-b896-960c4c83fd31 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1207817
Apr 02 20:54:16.692108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6436886-c217-410a-95bc-5d60b4a3d98d req-bebc8ef2-e109-4566-b4a7-b84f23bd7661 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:16.707956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6436886-c217-410a-95bc-5d60b4a3d98d req-bebc8ef2-e109-4566-b4a7-b84f23bd7661 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 947 time: 0.2027686
Apr 02 20:54:16.769483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:16.789747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6436886-c217-410a-95bc-5d60b4a3d98d req-9a1afef1-bb08-40af-a192-c43046687b43 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799994
Apr 02 20:54:16.806733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:16.809632 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3e40d-9125-4bcc-83fd-1d2508b9dd1d" -d '{"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-plugged", "status": "completed", "tag": "26f419c3-bf0c-45a0-a419-019238f49182"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:16.832389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:16.968726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53004f5a-9f25-4980-b9ed-0752b2e9b48d req-f7d6c790-b837-4872-82a3-ac6596d0a1a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:16.981484 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53004f5a-9f25-4980-b9ed-0752b2e9b48d req-f7d6c790-b837-4872-82a3-ac6596d0a1a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0945528
Apr 02 20:54:17.011540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9034ff50-ce75-4f04-a6f8-272876b1ff64 None None] Provisioning complete for port d783c05e-b460-4890-8989-48914b4b5820 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:17.013176 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9034ff50-ce75-4f04-a6f8-272876b1ff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d783c05e-b460-4890-8989-48914b4b5820), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.059902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53004f5a-9f25-4980-b9ed-0752b2e9b48d req-d0e0fd21-c5e3-4a88-ae11-15329aa8848d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773468
Apr 02 20:54:17.096893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057501c1-91cd-4962-9a79-b449287d3a18 req-8dc2e0ed-08ec-4b5e-a6dd-80ed1673a182 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:17.104338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-057501c1-91cd-4962-9a79-b449287d3a18 req-8dc2e0ed-08ec-4b5e-a6dd-80ed1673a182 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.2435036
Apr 02 20:54:17.196431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-057501c1-91cd-4962-9a79-b449287d3a18 req-83b665c7-f63c-4249-ba3e-afdd6be77025 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847769
Apr 02 20:54:17.293075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-18b8d7fe-1640-4ad0-be91-ab5575eeb702 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:17.294702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-18b8d7fe-1640-4ad0-be91-ab5575eeb702 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.15 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 945 time: 0.1438782
Apr 02 20:54:17.343114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d783c05e-b460-4890-8989-48914b4b5820 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:17.387624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Publish callbacks [] for port (d783c05e-b460-4890-8989-48914b4b5820), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.444543 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8df7e0-c1db-4b47-8cfe-d09066611cc9 x-openstack-request-id: req-ff8df7e0-c1db-4b47-8cfe-d09066611cc9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:17.444543 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-plugged", "status": "completed", "tag": "26f419c3-bf0c-45a0-a419-019238f49182", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:17.444543 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff8df7e0-c1db-4b47-8cfe-d09066611cc9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:17.444543 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8df7e0-c1db-4b47-8cfe-d09066611cc9'] response: {'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182', 'code': 200}
Apr 02 20:54:17.462707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Transition to ACTIVE for port object d783c05e-b460-4890-8989-48914b4b5820 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:17.475358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d783c05e-b460-4890-8989-48914b4b5820), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.525858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 860f3b0f-e306-416d-a721-e0c5589bea14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860f3b0f-e306-416d-a721-e0c5589bea14,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:17.551336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9034ff50-ce75-4f04-a6f8-272876b1ff64 None None] Port d783c05e-b460-4890-8989-48914b4b5820 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:17.578218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '860f3b0f-e306-416d-a721-e0c5589bea14', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '860f3b0f-e306-416d-a721-e0c5589bea14', 'mac_address': 'fa:16:3e:a0:cc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:17.590903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:17.591324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.593145 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.595113 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:54:17.609236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f5114-bf11-483a-abb4-103027cefac2 req-815c1799-a25b-4395-aac8-9725731e51dc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:17.619810 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-966f5114-bf11-483a-abb4-103027cefac2 req-815c1799-a25b-4395-aac8-9725731e51dc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.2792532
Apr 02 20:54:17.627557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88b89-d159-4f29-8a04-76371f8a6fd8 req-6c7ae053-74cf-47d6-9b4e-5833514670b8 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:17.631110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07a88b89-d159-4f29-8a04-76371f8a6fd8 req-6c7ae053-74cf-47d6-9b4e-5833514670b8 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 945 time: 0.2215290
Apr 02 20:54:17.646262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Deleting port 9682d761-627f-435b-8889-b0b79b5a3c78 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:54:17.651242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.654870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 860f3b0f-e306-416d-a721-e0c5589bea14 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:17.657154 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.704611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860f3b0f-e306-416d-a721-e0c5589bea14 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:17.736580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Pushing event updated for resources: {'Port': ['ID=d783c05e-b460-4890-8989-48914b4b5820,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:17.766356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] For port 9682d761-627f-435b-8889-b0b79b5a3c78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9682d761-627f-435b-8889-b0b79b5a3c78,segment=NetworkSegment(011afb72-72d2-4986-b062-f58afac63e1b),segment_id=011afb72-72d2-4986-b062-f58afac63e1b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:17.766728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.782014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Calling delete_port for 9682d761-627f-435b-8889-b0b79b5a3c78 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:54:17.787445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 860f3b0f-e306-416d-a721-e0c5589bea14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860f3b0f-e306-416d-a721-e0c5589bea14,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:17.868303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:17.868942 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.871930 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.884538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-966f5114-bf11-483a-abb4-103027cefac2 req-2af9f359-d4d5-4038-b5a9-f85d3fea8333 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635605
Apr 02 20:54:17.897956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Attempting to bind port d783c05e-b460-4890-8989-48914b4b5820 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:17.898701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Attempting to bind port d783c05e-b460-4890-8989-48914b4b5820 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:17.899252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Attempting to bind port d783c05e-b460-4890-8989-48914b4b5820 on network a4850a71-8145-40aa-b0f3-8efc7deb071e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:17.904068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Port d783c05e-b460-4890-8989-48914b4b5820 on network a4850a71-8145-40aa-b0f3-8efc7deb071e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:17.904481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Attempting to bind port d783c05e-b460-4890-8989-48914b4b5820 on network a4850a71-8145-40aa-b0f3-8efc7deb071e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:17.910635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:17.911052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Checking segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:17.911495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Bound using segment: {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:17.911985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Bound port: d783c05e-b460-4890-8989-48914b4b5820, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a07578-dc6a-477b-aa61-00cbe012b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:17.912438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d783c05e-b460-4890-8989-48914b4b5820), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:17.933077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:17.942028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:18.027575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=860f3b0f-e306-416d-a721-e0c5589bea14,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:18.029815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] For port d783c05e-b460-4890-8989-48914b4b5820, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:18.035060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] For port d783c05e-b460-4890-8989-48914b4b5820, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d783c05e-b460-4890-8989-48914b4b5820,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:18.047835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d783c05e-b460-4890-8989-48914b4b5820), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:18.115713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:18.116134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:18.117090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:18.121029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] 10.222.0.21 "PUT /v2.0/ports/d783c05e-b460-4890-8989-48914b4b5820 HTTP/1.1" status: 200  len: 1091 time: 1.7004116
Apr 02 20:54:18.121723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:18.124853 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30914054-442e-40f5-9c26-ae45fa3bb41e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "tag": "d783c05e-b460-4890-8989-48914b4b5820"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:18.172474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['621c3ce8-97a3-47b2-8fb2-3a484d590744'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:18.182489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:18.261292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07a88b89-d159-4f29-8a04-76371f8a6fd8 req-77938ee3-b117-4771-8c70-2a1c34f7bec1 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/security-groups?id=5acc8303-64a5-4a13-8e1a-bc5d110ac439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6167376
Apr 02 20:54:18.316943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5c35c-c9ea-45e5-9430-095af31814ed service neutron] Pushing event updated for resources: {'Port': ['ID=d783c05e-b460-4890-8989-48914b4b5820,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:18.408916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f937-61f5-426d-816c-1a6a5f4c6f22 req-3c7e28ad-124f-4853-b517-6dbfca214cb2 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:18.418756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb78f937-61f5-426d-816c-1a6a5f4c6f22 req-3c7e28ad-124f-4853-b517-6dbfca214cb2 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.2485888
Apr 02 20:54:18.510412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-e7ae6960-6afc-4cfb-9555-e3aa8674ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:18.512038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-e7ae6960-6afc-4cfb-9555-e3aa8674ccf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e2a80eb708d4a2b8aab54b268dc218d&device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 1125 time: 0.3080573
Apr 02 20:54:18.514652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9682d761-627f-435b-8889-b0b79b5a3c78), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:18.529872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9682d761-627f-435b-8889-b0b79b5a3c78'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:18.547881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb78f937-61f5-426d-816c-1a6a5f4c6f22 req-36274b0e-bf58-4e6f-bd58-35b5d5dfd100 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201155
Apr 02 20:54:18.609862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Pushing event deleted for resources: {'Port': ['ID=9682d761-627f-435b-8889-b0b79b5a3c78,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:18.624776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b571-233d-469f-98f5-5f6a57b3234d req-c416ccd5-360a-41a9-a6c3-701aee40f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:18.626318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3df7b571-233d-469f-98f5-5f6a57b3234d req-c416ccd5-360a-41a9-a6c3-701aee40f04d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.3284242
Apr 02 20:54:18.633028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-e926dfd0-c3d5-4276-9183-cce42ad0d5dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d783c05e-b460-4890-8989-48914b4b5820 HTTP/1.1" status: 200  len: 217 time: 0.1073718
Apr 02 20:54:18.749538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] No DVR routers for this DVR port 9682d761-627f-435b-8889-b0b79b5a3c78 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:54:18.752731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:18.758923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccf7ed9f-b239-493c-9525-129ce865d4f2 req-a7aa9f58-ba7b-432e-ad08-80f5b5ed09a4 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.15 "DELETE /v2.0/ports/9682d761-627f-435b-8889-b0b79b5a3c78 HTTP/1.1" status: 204  len: 173 time: 1.4590881
Apr 02 20:54:18.760166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'name': 'network-vif-deleted', 'tag': '9682d761-627f-435b-8889-b0b79b5a3c78'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:18.766674 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bff082-d85b-4b9b-8a4d-f4f7306a2107" -d '{"events": [{"server_uuid": "61c0c36e-2bc2-43ab-96c0-1582c8b94e00", "name": "network-vif-deleted", "tag": "9682d761-627f-435b-8889-b0b79b5a3c78"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:18.784431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64533-72cc-4c75-ae64-ad79209e4330 req-f4048aad-6449-497b-8919-da715f598681 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:18.794113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fd64533-72cc-4c75-ae64-ad79209e4330 req-f4048aad-6449-497b-8919-da715f598681 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 943 time: 0.3454580
Apr 02 20:54:18.811414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65550-70fa-4e81-94aa-0eb9c07adb03 req-82e48878-42a8-4a10-bf25-6edb8f08c139 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:18.812999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ba65550-70fa-4e81-94aa-0eb9c07adb03 req-82e48878-42a8-4a10-bf25-6edb8f08c139 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 948 time: 0.1383297
Apr 02 20:54:18.865942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fd64533-72cc-4c75-ae64-ad79209e4330 req-577d3a16-fef4-411f-a078-27ed41b0ab67 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0708561
Apr 02 20:54:18.954147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ba65550-70fa-4e81-94aa-0eb9c07adb03 req-7332e9b0-858f-41f1-baac-d07e1d2b1a64 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294632
Apr 02 20:54:19.034151 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1a9e3-ba49-4f09-8706-e36bd3cb807e x-openstack-request-id: req-49b1a9e3-ba49-4f09-8706-e36bd3cb807e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:19.034797 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "tag": "d783c05e-b460-4890-8989-48914b4b5820", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:19.035280 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49b1a9e3-ba49-4f09-8706-e36bd3cb807e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:19.035904 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b1a9e3-ba49-4f09-8706-e36bd3cb807e'] response: {'name': 'network-changed', 'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820', 'status': 'completed', 'code': 200}
Apr 02 20:54:19.047884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-61cad5c0-9b4d-49fb-a0c5-9692f3bdfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:19.050909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-61cad5c0-9b4d-49fb-a0c5-9692f3bdfbb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42a48075-b829-4dea-b465-ee7c9a7d47c6 HTTP/1.1" status: 200  len: 854 time: 0.0955663
Apr 02 20:54:19.088411 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3df7b571-233d-469f-98f5-5f6a57b3234d req-75245e2c-6a28-4ce6-90e9-936164b2b873 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704092
Apr 02 20:54:19.123163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa9c10-4cb4-4cc2-ae0b-099a90d07563 req-e5a65a8e-c9a2-4238-ba53-7e5155bdbdd5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:19.130889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acaa9c10-4cb4-4cc2-ae0b-099a90d07563 req-e5a65a8e-c9a2-4238-ba53-7e5155bdbdd5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1246452
Apr 02 20:54:19.195561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464353c-e181-47ec-9992-47ef108149f6 req-21cbef91-06f0-4386-966f-c786a6a1629b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:19.197351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3464353c-e181-47ec-9992-47ef108149f6 req-21cbef91-06f0-4386-966f-c786a6a1629b tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.0679655
Apr 02 20:54:19.197742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acaa9c10-4cb4-4cc2-ae0b-099a90d07563 req-2c27fa97-037a-42e8-9753-bdba9f055405 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658000
Apr 02 20:54:19.266706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3464353c-e181-47ec-9992-47ef108149f6 req-a4cae9a3-2879-4200-8916-2266fbaf9ab4 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584495
Apr 02 20:54:19.335540 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89d85d-1c06-4ced-b01f-430f8b87d18a x-openstack-request-id: req-dc89d85d-1c06-4ced-b01f-430f8b87d18a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:19.336089 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c0c36e-2bc2-43ab-96c0-1582c8b94e00", "name": "network-vif-deleted", "tag": "9682d761-627f-435b-8889-b0b79b5a3c78", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:19.336191 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc89d85d-1c06-4ced-b01f-430f8b87d18a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:19.336586 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc89d85d-1c06-4ced-b01f-430f8b87d18a'] response: {'server_uuid': '61c0c36e-2bc2-43ab-96c0-1582c8b94e00', 'name': 'network-vif-deleted', 'tag': '9682d761-627f-435b-8889-b0b79b5a3c78', 'status': 'completed', 'code': 200}
Apr 02 20:54:19.352143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabfb66-b32e-43d2-b7d8-34e454db0924 req-315e4e3e-4230-4247-a9e3-eb22f93272f4 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:19.353920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcabfb66-b32e-43d2-b7d8-34e454db0924 req-315e4e3e-4230-4247-a9e3-eb22f93272f4 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.1059217
Apr 02 20:54:19.365222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55468) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:19.370714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Request body: {'floatingip': {'port_id': '4037f3ad-46a9-4e66-8974-76920ca5320b'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:19.430755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (297fbf3e-719a-4d77-a72c-a811b8ca6fff), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:19.443403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:19.446339 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f185b-d183-4dea-b32c-d78dc0c7c386" -d '{"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-plugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:19.573594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a2f1f-0b13-4642-b143-96f15a24065a req-82e721d1-033f-49a2-85f2-25b54ce6fce9 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:19.575333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-835a2f1f-0b13-4642-b143-96f15a24065a req-82e721d1-033f-49a2-85f2-25b54ce6fce9 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.1035390
Apr 02 20:54:19.668425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-835a2f1f-0b13-4642-b143-96f15a24065a req-c561299e-99be-44d0-9962-1b055779374b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859814
Apr 02 20:54:19.746875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fbd8ce7-4c34-4c8f-96fc-dc8c903bb59a req-6932c8ca-8e14-48e2-bf57-6b6e2fa8bde7 tempest-ListServersNegativeTestJSON-237216186 tempest-ListServersNegativeTestJSON-237216186-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c0c36e-2bc2-43ab-96c0-1582c8b94e00 HTTP/1.1" status: 200  len: 210 time: 0.0557675
Apr 02 20:54:19.794553 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89fddbb-0293-4530-8bad-ab88b4590bf6 x-openstack-request-id: req-e89fddbb-0293-4530-8bad-ab88b4590bf6 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:19.794866 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-plugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:19.795122 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e89fddbb-0293-4530-8bad-ab88b4590bf6 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:19.795532 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89fddbb-0293-4530-8bad-ab88b4590bf6'] response: {'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'code': 200}
Apr 02 20:54:19.838920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e216d-0fc4-4c41-a5b5-8a75775fdba6 req-92dbe924-280a-4ec9-a246-cbf00692f943 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:19.843921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f72e216d-0fc4-4c41-a5b5-8a75775fdba6 req-92dbe924-280a-4ec9-a246-cbf00692f943 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.0947182
Apr 02 20:54:19.853954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:19.860185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Request body: {'floatingip': {'port_id': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:19.883002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:19.908102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.047582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-91de7d48-6be5-4206-80bc-432882fd1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:20.049965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-91de7d48-6be5-4206-80bc-432882fd1e4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4850a71-8145-40aa-b0f3-8efc7deb071e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1398916
Apr 02 20:54:20.079226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 621c3ce8-97a3-47b2-8fb2-3a484d590744 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:20.085523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 621c3ce8-97a3-47b2-8fb2-3a484d590744 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:20.086067 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.243340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 621c3ce8-97a3-47b2-8fb2-3a484d590744 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:20.244211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.314272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320057d-0e52-4980-936e-e52472b14f71 req-41e27428-03e8-4a99-9f04-4e7a6806d3a6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:20.322855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f320057d-0e52-4980-936e-e52472b14f71 req-41e27428-03e8-4a99-9f04-4e7a6806d3a6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 948 time: 0.2576206
Apr 02 20:54:20.323787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:20.329169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.330728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 860f3b0f-e306-416d-a721-e0c5589bea14 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:20.346312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-fe33b92f-9350-4358-8058-b52442929517 service neutron] 10.222.0.21 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2785580
Apr 02 20:54:20.418269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f320057d-0e52-4980-936e-e52472b14f71 req-b6d8cda6-7aa8-40a3-890b-6f5d336b731a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925386
Apr 02 20:54:20.466536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:20.510917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 860f3b0f-e306-416d-a721-e0c5589bea14 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:20.517438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 860f3b0f-e306-416d-a721-e0c5589bea14 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:20.518401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.572670 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7ab2f47-ab1e-48b2-90ea-8a8ffa0e7be8 req-365123eb-33ff-4b5f-b2c5-44be898b74de service neutron] 10.222.0.21 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115476
Apr 02 20:54:20.740504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 860f3b0f-e306-416d-a721-e0c5589bea14 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:20.741164 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.796032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887259bb-6706-45fd-a421-7433f72aa36d req-46bb86a1-e7e0-4f40-b35a-25edb30a3b1c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:20.810921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-887259bb-6706-45fd-a421-7433f72aa36d req-46bb86a1-e7e0-4f40-b35a-25edb30a3b1c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.2296417
Apr 02 20:54:20.849986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9682d761-627f-435b-8889-b0b79b5a3c78 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:54:20.859318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 860f3b0f-e306-416d-a721-e0c5589bea14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860f3b0f-e306-416d-a721-e0c5589bea14,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:20.921419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:20.922447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 0010195d-fd1b-4803-93c3-4bf1afaebdc0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:54:20.938902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 9682d761-627f-435b-8889-b0b79b5a3c78 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:54:20.939476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9682d761-627f-435b-8889-b0b79b5a3c78 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:54:21.053265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-887259bb-6706-45fd-a421-7433f72aa36d req-b7f02750-c7f7-45c4-8b75-839195b2dddd tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362528
Apr 02 20:54:21.055992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 0010195d-fd1b-4803-93c3-4bf1afaebdc0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:54:21.056323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 0010195d-fd1b-4803-93c3-4bf1afaebdc0 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:54:21.106705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-eb3d636c-c142-4f20-b2c0-41175491c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:21.114359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-eb3d636c-c142-4f20-b2c0-41175491c089 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e2a80eb708d4a2b8aab54b268dc218d&device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 1125 time: 0.2580285
Apr 02 20:54:21.146010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=860f3b0f-e306-416d-a721-e0c5589bea14,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:21.160872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbab192-c415-46e5-80c9-b04d6e5aafa9 req-9c0a2eda-62f8-4511-a405-fa745a447eae tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:21.171502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cbab192-c415-46e5-80c9-b04d6e5aafa9 req-9c0a2eda-62f8-4511-a405-fa745a447eae tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 943 time: 1.0503011
Apr 02 20:54:21.258821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-50c7df34-3887-445d-b403-bc102c5a593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:21.260314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-50c7df34-3887-445d-b403-bc102c5a593e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4850a71-8145-40aa-b0f3-8efc7deb071e HTTP/1.1" status: 200  len: 916 time: 0.1256397
Apr 02 20:54:21.338247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-22504587-ef3c-42cf-b9f8-bcdc735f88c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d783c05e-b460-4890-8989-48914b4b5820 HTTP/1.1" status: 200  len: 217 time: 0.0488913
Apr 02 20:54:21.445923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-89cda4f2-ddbf-428a-8cc5-8cae9f265046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:21.450770 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-89cda4f2-ddbf-428a-8cc5-8cae9f265046 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42a48075-b829-4dea-b465-ee7c9a7d47c6 HTTP/1.1" status: 200  len: 854 time: 0.0998809
Apr 02 20:54:21.648463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-f07252cb-cf17-42ab-9d8f-fd74d7590ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:21.650520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-f07252cb-cf17-42ab-9d8f-fd74d7590ec3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4850a71-8145-40aa-b0f3-8efc7deb071e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526052
Apr 02 20:54:21.684439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.resource_extend [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:54:21.748485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:21.757230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (297fbf3e-719a-4d77-a72c-a811b8ca6fff), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:21.796756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744'}, {'server_uuid': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860f3b0f-e306-416d-a721-e0c5589bea14'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:21.801307 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b1657-5aed-4e55-9bc6-56837089eb45" -d '{"events": [{"server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "name": "network-vif-plugged", "status": "completed", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744"}, {"server_uuid": "0adca561-7967-465d-a3e3-78a0dd5bb75d", "name": "network-vif-plugged", "status": "completed", "tag": "860f3b0f-e306-416d-a721-e0c5589bea14"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:21.856179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-c8ee7c93-b40a-435d-aca3-88b43fc7c074 service neutron] 10.222.0.21 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875067
Apr 02 20:54:21.879636 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Floating IP 297fbf3e-719a-4d77-a72c-a811b8ca6fff associated. External IP: 172.35.4.71, port: 4037f3ad-46a9-4e66-8974-76920ca5320b.
Apr 02 20:54:21.897071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cbab192-c415-46e5-80c9-b04d6e5aafa9 req-e8719416-1285-46e0-b274-8c392c547e23 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7242072
Apr 02 20:54:22.210665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a053da5-e4c7-4c3c-9cb2-f8e77bbda0c6 req-ccec76e6-139d-4bc2-a723-cd4672e5b568 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:22.210665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a053da5-e4c7-4c3c-9cb2-f8e77bbda0c6 req-ccec76e6-139d-4bc2-a723-cd4672e5b568 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.1548922
Apr 02 20:54:22.353897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30914054-442e-40f5-9c26-ae45fa3bb41e req-654695ea-010b-4763-9330-fff464c61495 service neutron] 10.222.0.21 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277353
Apr 02 20:54:22.373619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.resource_extend [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:54:22.598372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a053da5-e4c7-4c3c-9cb2-f8e77bbda0c6 req-4937e252-6e8f-49d0-9c98-438ad2d98b66 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3571594
Apr 02 20:54:22.603474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:22.609386 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-e39ef952-5447-45f6-a0f4-cbf92b084ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3978648
Apr 02 20:54:22.615476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:22.689022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:22.810558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Deleting subnet a004d3b2-5068-45eb-9db5-ab2d02775e06 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:54:22.823186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Publish callbacks [] for subnet (a004d3b2-5068-45eb-9db5-ab2d02775e06), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:22.992214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (a004d3b2-5068-45eb-9db5-ab2d02775e06), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.020298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-b2be427e-184b-4314-a15a-33b02da8e47b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5928934
Apr 02 20:54:23.111115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a004d3b2-5068-45eb-9db5-ab2d02775e06), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.115488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4d4f-a655-4630-9d47-45dba8bf71ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.182824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Router d73d42fd-3937-45bd-b627-2ff218ae7497 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:54:23.212642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-3b8173dc-6dd9-4dcc-9180-f09efb778ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:23.215543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-3b8173dc-6dd9-4dcc-9180-f09efb778ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.5296912
Apr 02 20:54:23.243511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803498a-6fc7-4e62-929c-7707e02dd843 req-239016fc-58cd-4ab7-84fe-d12dd923706d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:23.245419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9803498a-6fc7-4e62-929c-7707e02dd843 req-239016fc-58cd-4ab7-84fe-d12dd923706d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 949 time: 0.2373326
Apr 02 20:54:23.268064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (a004d3b2-5068-45eb-9db5-ab2d02775e06), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.327218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a004d3b2-5068-45eb-9db5-ab2d02775e06,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:23.330544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.337804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0b7ba2fc-2dd1-42c2-ada6-0cc2f51a37c7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a004d3b2-5068-45eb-9db5-ab2d02775e06 HTTP/1.1" status: 204  len: 168 time: 0.6470807
Apr 02 20:54:23.345251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:23.364086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-e2c91214-02c3-4ffb-9f75-8c69ac048ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:23.366377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-e2c91214-02c3-4ffb-9f75-8c69ac048ddd service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1165638
Apr 02 20:54:23.436046 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094 associated. External IP: 172.35.4.222, port: a84128dc-caef-46d0-8071-fe3f7c4c4a81.
Apr 02 20:54:23.533475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-e9220c42-5972-42c1-8758-390e3d09ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:23.536668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-e9220c42-5972-42c1-8758-390e3d09ef9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1127 time: 0.4754937
Apr 02 20:54:23.537202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0f6792b8-5956-4f22-8fa8-e47e1a830c39), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.563748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-ff8a5576-0096-4518-ad71-516690e7d3fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.1369598
Apr 02 20:54:23.678695 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0f6792b8-5956-4f22-8fa8-e47e1a830c39), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.703338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fdf1310>,) {'filters': {'network_id': ['0f6792b8-5956-4f22-8fa8-e47e1a830c39']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:23.714453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fdf1310>, '011afb72-72d2-4986-b062-f58afac63e1b') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:23.715028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fdf1310>, '011afb72-72d2-4986-b062-f58afac63e1b') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:23.726099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (011afb72-72d2-4986-b062-f58afac63e1b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.742098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (011afb72-72d2-4986-b062-f58afac63e1b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.749966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:54:23.750697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (011afb72-72d2-4986-b062-f58afac63e1b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:54:23.819542 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:54:23.825470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0f6792b8-5956-4f22-8fa8-e47e1a830c39), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.841141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9803498a-6fc7-4e62-929c-7707e02dd843 req-4be6d2e2-3117-40b0-91c1-d7ec028a2fac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4684787
Apr 02 20:54:23.853790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6792b8-5956-4f22-8fa8-e47e1a830c39,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:23.863713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:23.868421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4872a022-7068-4810-8b0b-340aacadbcc0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f6792b8-5956-4f22-8fa8-e47e1a830c39 HTTP/1.1" status: 204  len: 168 time: 0.5210068
Apr 02 20:54:23.947653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-7794ecb0-6461-4860-a7b2-8b82cf8f33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:23.949167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-7794ecb0-6461-4860-a7b2-8b82cf8f33fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.3745089
Apr 02 20:54:23.983031 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc6168-2273-4894-bc2a-532ed8799b4e x-openstack-request-id: req-24bc6168-2273-4894-bc2a-532ed8799b4e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:23.983720 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "name": "network-vif-plugged", "status": "completed", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744", "code": 200}, {"server_uuid": "0adca561-7967-465d-a3e3-78a0dd5bb75d", "name": "network-vif-plugged", "status": "completed", "tag": "860f3b0f-e306-416d-a721-e0c5589bea14", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:23.984353 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24bc6168-2273-4894-bc2a-532ed8799b4e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:23.985986 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bc6168-2273-4894-bc2a-532ed8799b4e'] response: {'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'code': 200}
Apr 02 20:54:23.986905 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bc6168-2273-4894-bc2a-532ed8799b4e'] response: {'server_uuid': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860f3b0f-e306-416d-a721-e0c5589bea14', 'code': 200}
Apr 02 20:54:24.116250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-03f9db72-dda1-49b1-b6fb-5820c9f7fb6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.1399744
Apr 02 20:54:24.233032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c1ce-dac8-4aed-98ac-974eecdfb6ed req-c1681acd-b13f-418c-aa25-fb487aa54a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:24.235149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a3c1ce-dac8-4aed-98ac-974eecdfb6ed req-c1681acd-b13f-418c-aa25-fb487aa54a74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 1131 time: 0.1050375
Apr 02 20:54:24.317550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55538) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:24.335044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a3c1ce-dac8-4aed-98ac-974eecdfb6ed req-3adb7d0f-da81-4761-bca6-ddaa2ca42ca6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888877
Apr 02 20:54:24.421579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fe6ca147-1cb9-4780-a78d-32853b8e6628 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89b61101b5644010bc714c2cdeba96eb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0990825
Apr 02 20:54:24.426267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55540) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:24.504082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-219f8332-739c-4623-82e8-239b80b2cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:24.508311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-219f8332-739c-4623-82e8-239b80b2cbe6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.6854157
Apr 02 20:54:24.530263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d552eb2-97c1-4143-858b-ff72731a87c0 admin admin] Publish callbacks [] for security_group (5acc8303-64a5-4a13-8e1a-bc5d110ac439), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:24.576657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-568cb6a9-f149-4ef3-ba73-9654a3e12d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:24.579169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-568cb6a9-f149-4ef3-ba73-9654a3e12d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.4549913
Apr 02 20:54:24.586174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d552eb2-97c1-4143-858b-ff72731a87c0 admin admin] Publish callbacks [] for security_group (5acc8303-64a5-4a13-8e1a-bc5d110ac439), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:24.594391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:54:24.667750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:54:24.684106 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] Sync routers for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:54:24.684855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d552eb2-97c1-4143-858b-ff72731a87c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5acc8303-64a5-4a13-8e1a-bc5d110ac439), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:24.687419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d552eb2-97c1-4143-858b-ff72731a87c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:24.689589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2d552eb2-97c1-4143-858b-ff72731a87c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5acc8303-64a5-4a13-8e1a-bc5d110ac439 HTTP/1.1" status: 204  len: 168 time: 0.2623658
Apr 02 20:54:24.713418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:54:24.714380 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e14730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:24.719544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d552eb2-97c1-4143-858b-ff72731a87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc8303-64a5-4a13-8e1a-bc5d110ac439,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:24.738268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-0fe28b28-e545-4403-aa04-8a2861c365bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388857
Apr 02 20:54:24.744998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:24.751194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0dfd2-4ae7-44e9-98b9-e0f80a0f2336 req-2dfd7114-1f7a-4af7-a345-e75c1cc6e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:24.761325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14f0dfd2-4ae7-44e9-98b9-e0f80a0f2336 req-2dfd7114-1f7a-4af7-a345-e75c1cc6e12f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1128 time: 0.6026876
Apr 02 20:54:24.932131 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:54:24.967070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bdca-ec9e-4fe4-8cdd-2be83936170c req-fb36d7be-a62e-4ca6-82fa-69c5e62301d1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:24.968903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d37bdca-ec9e-4fe4-8cdd-2be83936170c req-fb36d7be-a62e-4ca6-82fa-69c5e62301d1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.7618573
Apr 02 20:54:25.040759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef67b103-3133-40e3-90a4-6a2928d01a39 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "PUT /v2.0/floatingips/297fbf3e-719a-4d77-a72c-a811b8ca6fff HTTP/1.1" status: 200  len: 991 time: 5.6741908
Apr 02 20:54:25.053250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:25.055590 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:25.151899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-198e23d6-9ff9-4455-a1ad-33095e90e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:25.168539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-198e23d6-9ff9-4455-a1ad-33095e90e91f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5433683
Apr 02 20:54:25.240239 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d64-4b18-4120-a06c-68c4ff24d002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:25.303984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14f0dfd2-4ae7-44e9-98b9-e0f80a0f2336 req-707b3f87-8db7-49f0-941c-d9ac8de93e7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4617853
Apr 02 20:54:25.603873 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e14730>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '297fbf3e-719a-4d77-a72c-a811b8ca6fff', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'floating_ip_address': '172.35.4.71', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'port_id': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'mac_address': 'fa:16:3e:61:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:53:40Z', 'updated_at': '2022-04-02T20:54:21Z', 'revision_number': 1, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:47Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:25.637018 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] Checking router: d73d42fd-3937-45bd-b627-2ff218ae7497 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:54:25.640709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-072d932e-3e9b-4172-ade5-f71d313fb767 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8328798
Apr 02 20:54:25.671046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:54:25.675675 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e14730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:25.840718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d37bdca-ec9e-4fe4-8cdd-2be83936170c req-76c5b926-47c8-4763-8c2a-31b30978430c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8179686
Apr 02 20:54:25.920505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-95f0f156-6a16-4508-ad85-f5af6d97e805 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6936548
Apr 02 20:54:25.920505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:54:25.927038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:54:25.928493 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:25.936957 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:54:25.949114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:54:25.956733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453e02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:26.217246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:54:26.329813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55574) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:26.353336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d784b0d-03ea-4a02-a6b7-2314e8a88914 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "PUT /v2.0/floatingips/f6690914-e5fa-4b0b-9d70-fdedeab4d094 HTTP/1.1" status: 200  len: 991 time: 6.4980862
Apr 02 20:54:26.414698 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e14730>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '297fbf3e-719a-4d77-a72c-a811b8ca6fff', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'floating_ip_address': '172.35.4.71', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'port_id': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'mac_address': 'fa:16:3e:61:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:53:40Z', 'updated_at': '2022-04-02T20:54:21Z', 'revision_number': 1, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:47Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:26.469342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e9b03f-f9b0-4731-9b73-41ecbff7e61a req-a743c387-ee7a-4fa3-8293-26102121759d service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8200133
Apr 02 20:54:26.481715 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee66c7-f0f1-49d8-afa1-38a1f4c98336 None None] The sync data for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 is: [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '297fbf3e-719a-4d77-a72c-a811b8ca6fff', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'floating_ip_address': '172.35.4.71', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'port_id': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'mac_address': 'fa:16:3e:61:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:53:40Z', 'updated_at': '2022-04-02T20:54:21Z', 'revision_number': 1, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:47Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:54:26.492505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d573d-703f-410c-b7a8-d65b9adc7feb req-c1b5d547-1bd3-4c51-a027-4dcabbb0d677 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:26.495344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e8d573d-703f-410c-b7a8-d65b9adc7feb req-c1b5d547-1bd3-4c51-a027-4dcabbb0d677 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 943 time: 0.4025328
Apr 02 20:54:26.595633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6941f85c-f0b8-4771-8290-4e51ce6ac603 req-9710813e-0c97-4e56-91f5-3d21e51ba3ab service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6640410
Apr 02 20:54:26.609450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1897029053-network', 'tenant_id': '3a625f99f9cd42e783fdc952f5995fc9'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:26.696543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Made reservation on behalf of 3a625f99f9cd42e783fdc952f5995fc9 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:26.699611 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:26.714517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:26.717074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e8d573d-703f-410c-b7a8-d65b9adc7feb req-d66d2dc1-9fa5-453e-9855-7c6be88a5fc4 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2059126
Apr 02 20:54:26.736214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:26.956980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030fcbe-9546-4050-8225-57a0fbfa2fad req-edadc9fc-b25b-4b58-92fe-be95ff508522 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:26.965412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8030fcbe-9546-4050-8225-57a0fbfa2fad req-edadc9fc-b25b-4b58-92fe-be95ff508522 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.1323695
Apr 02 20:54:27.063694 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231f5ee-54c0-4dc7-afc4-d5c34586791d None None] New status for floating IP 297fbf3e-719a-4d77-a72c-a811b8ca6fff: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:54:27.067749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8030fcbe-9546-4050-8225-57a0fbfa2fad req-ba008c3f-3e6e-4cd5-8680-93ea79990d97 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011865
Apr 02 20:54:27.094343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks [] for security_group (6db9885f-b092-4eec-85c5-535dca5b18eb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:27.105110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6db9885f-b092-4eec-85c5-535dca5b18eb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:27.136257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:54:27.163012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b34fcfce-ed2d-452d-971c-3b6b83568a73), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:27.164559 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Added segment b34fcfce-ed2d-452d-971c-3b6b83568a73 of type vlan for network 94f39d0c-6b16-4126-bf38-935667858434
Apr 02 20:54:27.237569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453e02b0>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6690914-e5fa-4b0b-9d70-fdedeab4d094', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'port_id': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'mac_address': 'fa:16:3e:dc:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:51:59Z', 'updated_at': '2022-04-02T20:54:22Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:27.326303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (94f39d0c-6b16-4126-bf38-935667858434), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:27.402436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:54:27.473137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:54:27.476543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453e02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:27.566565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9885f-b092-4eec-85c5-535dca5b18eb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:27.575341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (94f39d0c-6b16-4126-bf38-935667858434), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:27.576597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:27.578874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:27.586410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedf587-b5ed-460a-861d-2f71e8221fd6 req-afe66636-6239-44bc-9f17-313eeb24659c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:27.596113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cedf587-b5ed-460a-861d-2f71e8221fd6 req-afe66636-6239-44bc-9f17-313eeb24659c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 949 time: 0.2991464
Apr 02 20:54:27.727064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3934951
Apr 02 20:54:27.733043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:27.758208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cedf587-b5ed-460a-861d-2f71e8221fd6 req-144f13d1-6e74-4722-918e-810e84fe153b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543224
Apr 02 20:54:27.896828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:54:27.927663 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209963fc-3b47-41fc-a653-9e4ac61bae5f x-openstack-request-id: req-209963fc-3b47-41fc-a653-9e4ac61bae5f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:27.928070 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:27.928467 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-209963fc-3b47-41fc-a653-9e4ac61bae5f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:27.928933 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209963fc-3b47-41fc-a653-9e4ac61bae5f'] response: {'name': 'network-changed', 'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'status': 'completed', 'code': 200}
Apr 02 20:54:28.077282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-a5341540-56ae-4282-a592-cb55755a6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:28.086560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-a5341540-56ae-4282-a592-cb55755a6a67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d12a2c8ad9a43f2bded1c2804915030&device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 1128 time: 0.1404910
Apr 02 20:54:28.332808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-3cc6a8e0-b896-404d-8288-1244eeeef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:28.343644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-3cc6a8e0-b896-404d-8288-1244eeeef750 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 HTTP/1.1" status: 200  len: 915 time: 0.2502418
Apr 02 20:54:28.476796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-81221283-3a63-41e0-b9e6-6ea3d65f67ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4037f3ad-46a9-4e66-8974-76920ca5320b HTTP/1.1" status: 200  len: 1001 time: 0.1261971
Apr 02 20:54:28.543317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-e07898e8-540f-47dd-9378-b13d2c61dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:28.545222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-e07898e8-540f-47dd-9378-b13d2c61dbaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb1d077f-90ca-45e8-b2b8-79c9f197eb84 HTTP/1.1" status: 200  len: 853 time: 0.0621483
Apr 02 20:54:28.570157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453e02b0>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6690914-e5fa-4b0b-9d70-fdedeab4d094', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'port_id': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'mac_address': 'fa:16:3e:dc:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:51:59Z', 'updated_at': '2022-04-02T20:54:22Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:28.574839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:28.610551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8beaa-ba95-4b37-92f0-2f1da8b94f1b None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6690914-e5fa-4b0b-9d70-fdedeab4d094', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'port_id': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'mac_address': 'fa:16:3e:dc:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:51:59Z', 'updated_at': '2022-04-02T20:54:22Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:54:28.633028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Request body: {'subnet': {'network_id': '94f39d0c-6b16-4126-bf38-935667858434', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1897029053-subnet', 'tenant_id': '3a625f99f9cd42e783fdc952f5995fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:28.646247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd3c4b-6924-401d-a996-64e23c879ab5 req-b25d2c95-e3ab-4058-9de1-ce96dbb5e19f tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:28.646529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5599-0aea-45ac-a11e-4e4a346d7fcc admin admin] Pushing event updated for resources: {'Network': ['ID=94f39d0c-6b16-4126-bf38-935667858434,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:28.648779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76cd3c4b-6924-401d-a996-64e23c879ab5 req-b25d2c95-e3ab-4058-9de1-ce96dbb5e19f tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.1017387
Apr 02 20:54:28.654423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-b10e06be-85d1-41b3-b6e5-e2c5545a0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:28.656165 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-b10e06be-85d1-41b3-b6e5-e2c5545a0ce9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1003878
Apr 02 20:54:28.662218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 94f39d0c-6b16-4126-bf38-935667858434 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:54:28.687328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Made reservation on behalf of 3a625f99f9cd42e783fdc952f5995fc9 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:28.690835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.068254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-76cd3c4b-6924-401d-a996-64e23c879ab5 req-3775157a-3d53-4283-92e3-730ab3b3a3ce tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.125839 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (215f1f91-2b3a-49ea-8a11-6707c22144a0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.130342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f5c64-ac0a-4e17-bd0f-70ef3162b965 None None] New status for floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:54:29.181328 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-836546dd-9af7-4499-b823-731825c41bcb service neutron] 10.222.0.15 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141114
Apr 02 20:54:29.206261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Pushing event updated for resources: {'Subnet': ['ID=215f1f91-2b3a-49ea-8a11-6707c22144a0,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:29.266152 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-76cd3c4b-6924-401d-a996-64e23c879ab5 req-3775157a-3d53-4283-92e3-730ab3b3a3ce tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Publish callbacks [] for security_group (1851e566-01cf-4f00-95b5-fc9a4feded79), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.278211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-76cd3c4b-6924-401d-a996-64e23c879ab5 req-3775157a-3d53-4283-92e3-730ab3b3a3ce tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1851e566-01cf-4f00-95b5-fc9a4feded79), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.286349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Checking segment: {'id': 'b34fcfce-ed2d-452d-971c-3b6b83568a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '94f39d0c-6b16-4126-bf38-935667858434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:29.286718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Network hostable DHCP agents. Network: 94f39d0c-6b16-4126-bf38-935667858434, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:54:29.329471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Network 94f39d0c-6b16-4126-bf38-935667858434 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:54:29.348529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94f39d0c-6b16-4126-bf38-935667858434) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:29.364193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:29.364816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.403528 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cbd562bd-c397-423d-8a2f-b67faf61160d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6638384
Apr 02 20:54:29.404481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76cd3c4b-6924-401d-a996-64e23c879ab5 req-3775157a-3d53-4283-92e3-730ab3b3a3ce tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7471414
Apr 02 20:54:29.409298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775157a-3d53-4283-92e3-730ab3b3a3ce tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1851e566-01cf-4f00-95b5-fc9a4feded79,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:29.488769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87d2bfa0-9ed2-4fbc-9078-1240cddeb3f2 req-0b3c2cf3-aac1-4e5a-90d3-fbef172cd64e service neutron] 10.222.0.15 "GET /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205722
Apr 02 20:54:29.616614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc71ee-f24b-4896-a1bf-dd3b76cb8330 None None] Network 94f39d0c-6b16-4126-bf38-935667858434 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:29.763883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f567863-d8c2-4661-b10c-3a55de706b3a req-e4fc4514-2a07-4bc4-846d-4a719e22732e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:29.765488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f567863-d8c2-4661-b10c-3a55de706b3a req-e4fc4514-2a07-4bc4-846d-4a719e22732e tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.1768043
Apr 02 20:54:29.848232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:29.860547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0671a-b625-4891-93c3-e845698a5d8c None None] Network 94f39d0c-6b16-4126-bf38-935667858434 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:29.907152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f567863-d8c2-4661-b10c-3a55de706b3a req-4e2cad9d-0dbc-4e96-aa6d-5c6863aaca6c tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296906
Apr 02 20:54:29.931034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:29.934928 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f" -d '{"events": [{"name": "network-changed", "server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:30.109251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074fcb-8c8b-4aa3-9d91-d246371685d0 req-2424afc0-4453-42df-b6da-eeadeeadf59c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:30.110957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60074fcb-8c8b-4aa3-9d91-d246371685d0 req-2424afc0-4453-42df-b6da-eeadeeadf59c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1128 time: 0.0530577
Apr 02 20:54:30.161608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60074fcb-8c8b-4aa3-9d91-d246371685d0 req-ad56069e-7586-457e-9daa-8e7e0d99549c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440750
Apr 02 20:54:30.286930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cf607-83c8-46ac-8840-fdd54a47cc8f req-2e464612-571c-43fb-8d2a-d495aa2e071b tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:30.288611 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f1cf607-83c8-46ac-8840-fdd54a47cc8f req-2e464612-571c-43fb-8d2a-d495aa2e071b tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 943 time: 0.0620191
Apr 02 20:54:30.361186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f1cf607-83c8-46ac-8840-fdd54a47cc8f req-819b5804-d0d8-4cee-ac7a-45e2910c91b5 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0665681
Apr 02 20:54:30.691702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bd991-c34d-451d-baee-4987cf3cbe4c req-6e19c760-0932-49c5-9331-c8d4fc257531 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:30.700220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-770bd991-c34d-451d-baee-4987cf3cbe4c req-6e19c760-0932-49c5-9331-c8d4fc257531 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 1131 time: 0.0858378
Apr 02 20:54:30.716756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-770bd991-c34d-451d-baee-4987cf3cbe4c req-8edbaa74-6bfc-41bb-b53f-3847487d1b18 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:30.845260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-770bd991-c34d-451d-baee-4987cf3cbe4c req-8edbaa74-6bfc-41bb-b53f-3847487d1b18 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Publish callbacks [] for security_group (adf50573-dc8c-4833-a1f6-eb951c99f4f3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:30.859315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-770bd991-c34d-451d-baee-4987cf3cbe4c req-8edbaa74-6bfc-41bb-b53f-3847487d1b18 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (adf50573-dc8c-4833-a1f6-eb951c99f4f3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:30.918980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-770bd991-c34d-451d-baee-4987cf3cbe4c req-8edbaa74-6bfc-41bb-b53f-3847487d1b18 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171342
Apr 02 20:54:30.919685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbaa74-6bfc-41bb-b53f-3847487d1b18 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf50573-dc8c-4833-a1f6-eb951c99f4f3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:31.477649 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f0ceb0-9537-4c09-b32f-aa854a5053b1 x-openstack-request-id: req-23f0ceb0-9537-4c09-b32f-aa854a5053b1 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:31.478269 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:31.478502 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23f0ceb0-9537-4c09-b32f-aa854a5053b1 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:31.479018 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f0ceb0-9537-4c09-b32f-aa854a5053b1'] response: {'name': 'network-changed', 'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'status': 'completed', 'code': 200}
Apr 02 20:54:31.542827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-e0b299a7-db05-4480-afeb-0bdeaf86b917 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:31.550900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-e0b299a7-db05-4480-afeb-0bdeaf86b917 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/networks?id=94f39d0c-6b16-4126-bf38-935667858434 HTTP/1.1" status: 200  len: 809 time: 0.1979063
Apr 02 20:54:31.570500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-fb57ea74-a430-4d81-8caf-0ec76a023682 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/quotas/3a625f99f9cd42e783fdc952f5995fc9 HTTP/1.1" status: 200  len: 375 time: 0.0184658
Apr 02 20:54:31.614861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-a3156f7a-3cdc-4469-9988-f20c36719151 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a625f99f9cd42e783fdc952f5995fc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0428309
Apr 02 20:54:31.630419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55672) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:31.632856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-a0b051cf-5e2a-49f2-a594-4e0b58398d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:31.635021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-a0b051cf-5e2a-49f2-a594-4e0b58398d2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde6bd005e3a4a25b63639832027ab85&device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 1127 time: 0.1365781
Apr 02 20:54:31.805479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-a791cf40-7642-49c4-a94e-b38e030c71bd service neutron] 10.222.0.18 "GET /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894531
Apr 02 20:54:31.879357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-1d6d87cb-46f6-4167-ada4-77519fefe254 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2424355
Apr 02 20:54:31.887903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ca46dadb-c897-4b75-a9f4-92e34b7560f2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:54:31.896843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ca46dadb-c897-4b75-a9f4-92e34b7560f2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0104098
Apr 02 20:54:31.909734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-74d712bb-b527-4879-b8d2-d34960900b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:31.916595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-74d712bb-b527-4879-b8d2-d34960900b38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 200  len: 924 time: 0.2667112
Apr 02 20:54:31.931185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be49f9-7def-485b-afff-cd274666b005 req-95f4ce14-f6d1-40eb-aef6-1403b90c9aa2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:31.933935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55be49f9-7def-485b-afff-cd274666b005 req-95f4ce14-f6d1-40eb-aef6-1403b90c9aa2 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 943 time: 0.1508882
Apr 02 20:54:31.957311 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-0fcec694-39c1-4c65-ba59-bf957bbe2bec service neutron] 10.222.0.18 "GET /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503751
Apr 02 20:54:32.059660 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-597611fd-407b-4a6a-b2dc-994004d92067 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81 HTTP/1.1" status: 200  len: 1001 time: 0.1239095
Apr 02 20:54:32.072843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55be49f9-7def-485b-afff-cd274666b005 req-24221ca5-7550-4372-b7be-c37b0e10232b tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1185596
Apr 02 20:54:32.239906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-e94b4b4e-0859-4932-86d2-d5980978104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:32.241793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-e94b4b4e-0859-4932-86d2-d5980978104e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 200  len: 862 time: 0.1633251
Apr 02 20:54:32.341980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-69c01623-85a5-4f67-9a5c-010acd64b5ea tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0402591
Apr 02 20:54:32.358824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34214e68-ef3b-4f3b-a574-4f2a1040e5f5 req-640a5c32-505b-4202-b303-aafc2b5c243e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:32.369436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34214e68-ef3b-4f3b-a574-4f2a1040e5f5 req-640a5c32-505b-4202-b303-aafc2b5c243e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1759524
Apr 02 20:54:32.492267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34214e68-ef3b-4f3b-a574-4f2a1040e5f5 req-18ca6eca-a547-43da-a664-c8c084655fd1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200359
Apr 02 20:54:32.513097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-014206f3-fe7d-4473-8324-e8769f2701c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:32.516818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-014206f3-fe7d-4473-8324-e8769f2701c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad76fa2d-1a20-484e-b4bb-76fd756272b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2604215
Apr 02 20:54:32.644509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-77bec5ee-97d7-4549-aeea-1099839f20bb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:32.660903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-77bec5ee-97d7-4549-aeea-1099839f20bb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3177822
Apr 02 20:54:32.700323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-de77973f-f439-4d5a-bdb3-c88e07e39c6a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/quotas/5f8ef84a62894a7da5457cafc1bcf172 HTTP/1.1" status: 200  len: 375 time: 0.0376308
Apr 02 20:54:32.771337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bac10972-3fe1-4a21-a4c7-bbe03a48b4e1 req-757fbc9a-cd42-4003-badf-c5a96b801eeb tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 210 time: 0.0514472
Apr 02 20:54:32.828036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:32.847640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-8c0a73c7-5a6b-43c3-a86f-4fd885aa7c14 service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223343
Apr 02 20:54:32.888320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-a9f4cfe6-de24-4017-a16a-1729c6b1fdc2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1812916
Apr 02 20:54:33.111395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785bba9c-97ff-4dcb-ae7f-61f1cf8c161f req-9d6aa306-3a1f-4148-8e29-22de90aeafde service neutron] 10.222.0.15 "GET /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506926
Apr 02 20:54:33.201569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a5eafcae-fdc8-4b6b-ad1a-b12a05d51c54 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:33.214027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a5eafcae-fdc8-4b6b-ad1a-b12a05d51c54 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/ports/26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 1129 time: 0.3845417
Apr 02 20:54:33.420354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeaf62-96f7-4a95-874e-6c1af8d8b823 req-4b16836c-ea41-4d02-8629-712a118680ae tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:33.434159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52eeaf62-96f7-4a95-874e-6c1af8d8b823 req-4b16836c-ea41-4d02-8629-712a118680ae tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 943 time: 0.1886857
Apr 02 20:54:33.525398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52eeaf62-96f7-4a95-874e-6c1af8d8b823 req-c78baf4a-fcc0-4628-8304-cd53b5b66a35 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0894618
Apr 02 20:54:33.744848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1540410-7d1f-4a77-b3de-a1cfb01ab3ca req-ef7d92e0-df45-41cc-a381-9044afd1b295 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:33.771952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1540410-7d1f-4a77-b3de-a1cfb01ab3ca req-ef7d92e0-df45-41cc-a381-9044afd1b295 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1532233
Apr 02 20:54:33.873724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1540410-7d1f-4a77-b3de-a1cfb01ab3ca req-07363663-4ca5-4496-8156-59a61c39ffc4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004651
Apr 02 20:54:33.933169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d783c05e-b460-4890-8989-48914b4b5820 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:34.116602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8c27100-a48f-48b1-b26f-593a1de7a93b req-51907a5d-c7b1-4e2c-b3b5-d2f153d1e8cc tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 210 time: 0.0474038
Apr 02 20:54:34.244640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c4eb9ce-dd74-4139-b0f4-b3f0abdcb5da req-0d5a785f-6c15-46e0-9d2f-899f95257ce2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 210 time: 0.0432520
Apr 02 20:54:34.368584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d783c05e-b460-4890-8989-48914b4b5820, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d783c05e-b460-4890-8989-48914b4b5820,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:34.386693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd783c05e-b460-4890-8989-48914b4b5820', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'port_id': 'd783c05e-b460-4890-8989-48914b4b5820', 'mac_address': 'fa:16:3e:e8:90:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:34.452985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-50cd6f39-119f-463a-8085-93e71a72c87e tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:34.453266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d783c05e-b460-4890-8989-48914b4b5820 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:34.453645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d783c05e-b460-4890-8989-48914b4b5820), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:34.454641 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-50cd6f39-119f-463a-8085-93e71a72c87e tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.15 "GET /v2.0/networks?id=94f39d0c-6b16-4126-bf38-935667858434 HTTP/1.1" status: 200  len: 809 time: 0.1874228
Apr 02 20:54:34.490806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Request body: {'port': {'device_id': '47053086-045c-4cb8-a0ec-71f140b733c6', 'network_id': '94f39d0c-6b16-4126-bf38-935667858434', 'admin_state_up': True, 'tenant_id': '3a625f99f9cd42e783fdc952f5995fc9'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:34.498164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d783c05e-b460-4890-8989-48914b4b5820 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:34.542097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d783c05e-b460-4890-8989-48914b4b5820, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d783c05e-b460-4890-8989-48914b4b5820,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:34.558790 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d783c05e-b460-4890-8989-48914b4b5820), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:34.653184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d783c05e-b460-4890-8989-48914b4b5820,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:34.697864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a316e-8460-47e4-a3dd-79ec244baccf req-5737dd6f-18ac-4cc8-bc94-7e10feca51c0 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:34.700171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c99a316e-8460-47e4-a3dd-79ec244baccf req-5737dd6f-18ac-4cc8-bc94-7e10feca51c0 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 944 time: 0.0914965
Apr 02 20:54:34.740844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Made reservation on behalf of 3a625f99f9cd42e783fdc952f5995fc9 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:34.744970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:34.816886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d783c05e-b460-4890-8989-48914b4b5820'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:34.880831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c99a316e-8460-47e4-a3dd-79ec244baccf req-53e38adc-0c7f-4758-88f3-75d279ebfbb6 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1704969
Apr 02 20:54:35.032300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Allocated IP 172.20.0.5 (94f39d0c-6b16-4126-bf38-935667858434/215f1f91-2b3a-49ea-8a11-6707c22144a0/b73e317b-4538-4a13-9497-eb28e80e06ff) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:35.071902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-b678a336-c036-46ce-87e8-282653de42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:35.073569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-b678a336-c036-46ce-87e8-282653de42e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.2042058
Apr 02 20:54:35.202571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c003c-a614-44f0-a7f3-3789ad8daa81 req-4afa2b5e-1eab-4864-a0b0-0024860225c2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:35.209722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d27c003c-a614-44f0-a7f3-3789ad8daa81 req-4afa2b5e-1eab-4864-a0b0-0024860225c2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.2281647
Apr 02 20:54:35.288103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-c8f1de76-76d9-4db6-a2f2-79f0c9add1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:35.289664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-c8f1de76-76d9-4db6-a2f2-79f0c9add1ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2028074
Apr 02 20:54:35.381697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-c17beb7c-3414-4db1-9190-49abc156d6a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0673654
Apr 02 20:54:35.427507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6c6e07a-942f-4727-97d0-2651cb547336 req-e31e56b7-1bd6-4554-bca8-9ea1d6039247 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 210 time: 0.0634432
Apr 02 20:54:35.439961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d27c003c-a614-44f0-a7f3-3789ad8daa81 req-33f7029c-3e1a-4869-8259-5ea45ec3687b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242568
Apr 02 20:54:35.528602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-8f89be66-0e93-435e-a4b9-240646623d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:35.530260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-8f89be66-0e93-435e-a4b9-240646623d4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1149452
Apr 02 20:54:35.535474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks [] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:35.553809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150b907e-2349-4468-ba1c-fc41ea3dda6c req-59eb90a5-8043-4bb9-a210-1779b5dc6e0a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 210 time: 0.0296943
Apr 02 20:54:35.604971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-0dd2a6f1-e8c9-438e-9452-5b7855451d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:35.606490 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-0dd2a6f1-e8c9-438e-9452-5b7855451d68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0668898
Apr 02 20:54:35.607889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:35.672346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Network 94f39d0c-6b16-4126-bf38-935667858434 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:35.685032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:35.691671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:35.697095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Pushing event updated for resources: {'Port': ['ID=b73e317b-4538-4a13-9497-eb28e80e06ff,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:35.760622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.761265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.761349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.761739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.762142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.762414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.762792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.763130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.763467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.763836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.764213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.764582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.764938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.765232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.765564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:35.815802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-cafeee60-d5d2-44c0-894c-9e7026537301 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0403888
Apr 02 20:54:35.827814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:35.828476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:35.884797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-90c02c0e-a8ff-47fb-a1d6-61bb6b1814c5 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430220
Apr 02 20:54:35.896494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-ea0fb304-358e-40b0-a91c-6de3e17a8e65 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4267290
Apr 02 20:54:35.934372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Request body: {'port': {'device_id': '47053086-045c-4cb8-a0ec-71f140b733c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:35.956721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d783c05e-b460-4890-8989-48914b4b5820 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:36.030933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d783c05e-b460-4890-8989-48914b4b5820 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:36.039663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d783c05e-b460-4890-8989-48914b4b5820 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:36.040719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d783c05e-b460-4890-8989-48914b4b5820), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:36.054734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c25b1f-4d03-4e73-8d1c-d27cc6925dce req-14599efd-b9c1-4a4e-8061-c600a08705d1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:36.057082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1c25b1f-4d03-4e73-8d1c-d27cc6925dce req-14599efd-b9c1-4a4e-8061-c600a08705d1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 944 time: 0.0572290
Apr 02 20:54:36.124534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4db27d9d-948c-4ca3-b050-1d59bec7c476 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:36.126074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4db27d9d-948c-4ca3-b050-1d59bec7c476 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2942557
Apr 02 20:54:36.135539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-c6df1d4f-266c-4355-a1e3-aae88577c133 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066224
Apr 02 20:54:36.136334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:36.166809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:36.180010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-18ed7d3b-6215-422e-8ff2-e1959fa4d7bf tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1005366
Apr 02 20:54:36.180161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d783c05e-b460-4890-8989-48914b4b5820 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:36.180509 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d783c05e-b460-4890-8989-48914b4b5820), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:36.214947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:36.217472 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70efef10-6a05-490d-a42c-a0daecc79b34" -d '{"events": [{"server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "name": "network-vif-plugged", "status": "completed", "tag": "d783c05e-b460-4890-8989-48914b4b5820"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:36.232749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d783c05e-b460-4890-8989-48914b4b5820, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d783c05e-b460-4890-8989-48914b4b5820,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:36.239021 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d783c05e-b460-4890-8989-48914b4b5820), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:36.368846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d783c05e-b460-4890-8989-48914b4b5820,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:36.376995 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d7a3fa-bc30-494b-9894-ced2378f7b5d x-openstack-request-id: req-39d7a3fa-bc30-494b-9894-ced2378f7b5d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:36.380736 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "name": "network-vif-plugged", "status": "completed", "tag": "d783c05e-b460-4890-8989-48914b4b5820", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:36.381589 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39d7a3fa-bc30-494b-9894-ced2378f7b5d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:36.385986 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d7a3fa-bc30-494b-9894-ced2378f7b5d'] response: {'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820', 'code': 200}
Apr 02 20:54:36.401920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1c25b1f-4d03-4e73-8d1c-d27cc6925dce req-91c070b7-5a78-408a-8f94-f4bf404d43ad tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2926238
Apr 02 20:54:36.402784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.403269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.404218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.405263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.405923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.406992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.407461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.409668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.409668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.410869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.411344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.412427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.413291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.414116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.415181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:36.493216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-cff219f5-6409-4937-a3ab-eb76d9efdecd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:36.494964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-cff219f5-6409-4937-a3ab-eb76d9efdecd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3059773
Apr 02 20:54:36.511015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': 'a7234847-6a5b-4386-8d22-448be13057dd', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:36.562753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:36.566780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:36.676943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf50d8f-3bef-4fcf-9b3f-1ca4d486123c req-edb69816-ccc5-4f55-93fc-acf21d964e2e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:36.678517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-daf50d8f-3bef-4fcf-9b3f-1ca4d486123c req-edb69816-ccc5-4f55-93fc-acf21d964e2e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0900846
Apr 02 20:54:36.695834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:36.699199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:36.789299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-daf50d8f-3bef-4fcf-9b3f-1ca4d486123c req-05802444-2cb3-45fc-b5cc-5f502d1acd8b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016617
Apr 02 20:54:36.874568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.73 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/5bc77ddd-a95f-43ce-8434-61e980388e81) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:36.960092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc43bc-0218-425b-8f7b-1f2364b4792f req-8551fa6a-8677-4a71-a65c-86aca111c700 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:36.961712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8fc43bc-0218-425b-8f7b-1f2364b4792f req-8551fa6a-8677-4a71-a65c-86aca111c700 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 951 time: 0.4541810
Apr 02 20:54:36.970814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0ca7-e432-45a8-887c-300fc13f4813 req-00e4da96-be14-48c4-a57c-2cddd81b9148 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:36.973347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e21b0ca7-e432-45a8-887c-300fc13f4813 req-00e4da96-be14-48c4-a57c-2cddd81b9148 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 931 time: 0.1011801
Apr 02 20:54:37.084267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8fc43bc-0218-425b-8f7b-1f2364b4792f req-15e4547f-edfb-4121-a298-19996f621425 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905180
Apr 02 20:54:37.088027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166e42-f729-46be-81e8-0b1960018cfc req-b41eb87e-4402-4f8a-ab2d-c00307df63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:37.089109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c166e42-f729-46be-81e8-0b1960018cfc req-b41eb87e-4402-4f8a-ab2d-c00307df63d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 1127 time: 0.4953194
Apr 02 20:54:37.116975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e21b0ca7-e432-45a8-887c-300fc13f4813 req-3c498d14-10c5-4759-b75b-653efb6f5187 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208806
Apr 02 20:54:37.163173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.186396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73e317b-4538-4a13-9497-eb28e80e06ff {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:37.201219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Publish callbacks [] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.201839 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.215833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:37.255806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:37.262292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:37.269942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:37.274196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=5bc77ddd-a95f-43ce-8434-61e980388e81,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:37.317246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.317634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.318451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.319167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.319571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.321935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.323359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.324174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.324560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.324881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.325211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.325539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.326044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.327044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.327379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:54:37.363373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Transition to ACTIVE for port object b73e317b-4538-4a13-9497-eb28e80e06ff will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:37.382426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:37.383107 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.405389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.420949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c166e42-f729-46be-81e8-0b1960018cfc req-7dc5082d-9efa-4f8e-a192-c9d2e3f83edc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2267387
Apr 02 20:54:37.425299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4c876a3a-1814-467a-b485-41298acb6793 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9185746
Apr 02 20:54:37.485014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.173 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/70579e43-efe8-4449-87ed-602a9094f229) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:37.524045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc1117-7c75-4177-b0f1-9436eaa1e484 req-a911d3c8-513b-43d8-9138-4f3aeedd3dd3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:37.532338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3afc1117-7c75-4177-b0f1-9436eaa1e484 req-a911d3c8-513b-43d8-9138-4f3aeedd3dd3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 935 time: 0.3279357
Apr 02 20:54:37.540620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Pushing event updated for resources: {'Port': ['ID=b73e317b-4538-4a13-9497-eb28e80e06ff,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:37.678958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3afc1117-7c75-4177-b0f1-9436eaa1e484 req-9fa9870f-6255-43d9-892a-ef887174e56f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455078
Apr 02 20:54:37.690041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Request body: {'port': {'device_id': 'a7234847-6a5b-4386-8d22-448be13057dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:37.719048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-96ac89e3-3582-4ceb-91f7-280a3775afd8 None None] Provisioning complete for port 5bc77ddd-a95f-43ce-8434-61e980388e81 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:37.719419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-96ac89e3-3582-4ceb-91f7-280a3775afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.768351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-96ac89e3-3582-4ceb-91f7-280a3775afd8 None None] Port 5bc77ddd-a95f-43ce-8434-61e980388e81 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:37.816407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.843536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Attempting to bind port b73e317b-4538-4a13-9497-eb28e80e06ff on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:37.843914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Attempting to bind port b73e317b-4538-4a13-9497-eb28e80e06ff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b34fcfce-ed2d-452d-971c-3b6b83568a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '94f39d0c-6b16-4126-bf38-935667858434'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:37.844189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Attempting to bind port b73e317b-4538-4a13-9497-eb28e80e06ff on network 94f39d0c-6b16-4126-bf38-935667858434 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:37.868716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (70579e43-efe8-4449-87ed-602a9094f229), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.873166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Port b73e317b-4538-4a13-9497-eb28e80e06ff on network 94f39d0c-6b16-4126-bf38-935667858434 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:37.873483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Attempting to bind port b73e317b-4538-4a13-9497-eb28e80e06ff on network 94f39d0c-6b16-4126-bf38-935667858434 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:37.885193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:37.885424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Checking segment: {'id': 'b34fcfce-ed2d-452d-971c-3b6b83568a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '94f39d0c-6b16-4126-bf38-935667858434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:37.885812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Bound using segment: {'id': 'b34fcfce-ed2d-452d-971c-3b6b83568a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '94f39d0c-6b16-4126-bf38-935667858434'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:37.886256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Bound port: b73e317b-4538-4a13-9497-eb28e80e06ff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34fcfce-ed2d-452d-971c-3b6b83568a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '94f39d0c-6b16-4126-bf38-935667858434'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:37.886610 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:37.927542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb264-21dd-4082-acca-463f2c6256fd req-5e79d0ff-5507-4f8c-84c5-fa86383b461c tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:37.934722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d41bb264-21dd-4082-acca-463f2c6256fd req-5e79d0ff-5507-4f8c-84c5-fa86383b461c tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.1571732
Apr 02 20:54:38.011469 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (70579e43-efe8-4449-87ed-602a9094f229), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.028370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:38.089542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d41bb264-21dd-4082-acca-463f2c6256fd req-59158ad8-55f3-4ad3-ac4c-b0f7e107fd6c tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1495812
Apr 02 20:54:38.092670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] For port b73e317b-4538-4a13-9497-eb28e80e06ff, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:38.135335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:38.150276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] For port b73e317b-4538-4a13-9497-eb28e80e06ff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b73e317b-4538-4a13-9497-eb28e80e06ff,segment=NetworkSegment(b34fcfce-ed2d-452d-971c-3b6b83568a73),segment_id=b34fcfce-ed2d-452d-971c-3b6b83568a73)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:38.156622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:38.173578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=70579e43-efe8-4449-87ed-602a9094f229,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:38.178575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:38.183596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.258869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153c646-fc5f-48ce-baec-dc3ab14a2f22 req-f43637ed-cde4-4307-838e-63cd37385651 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.270998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9153c646-fc5f-48ce-baec-dc3ab14a2f22 req-f43637ed-cde4-4307-838e-63cd37385651 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1846197
Apr 02 20:54:38.284371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.285049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.286488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] 10.222.0.15 "PUT /v2.0/ports/b73e317b-4538-4a13-9497-eb28e80e06ff HTTP/1.1" status: 200  len: 1091 time: 2.3561201
Apr 02 20:54:38.286944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47053086-045c-4cb8-a0ec-71f140b733c6', 'tag': 'b73e317b-4538-4a13-9497-eb28e80e06ff'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:38.289754 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66" -d '{"events": [{"name": "network-changed", "server_uuid": "47053086-045c-4cb8-a0ec-71f140b733c6", "tag": "b73e317b-4538-4a13-9497-eb28e80e06ff"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:38.302522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc77ddd-a95f-43ce-8434-61e980388e81 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:38.314519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Publish callbacks [] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.328264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033692e-4ab9-455a-8a4a-cbc807f9e5be service neutron] Pushing event updated for resources: {'Port': ['ID=b73e317b-4538-4a13-9497-eb28e80e06ff,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:38.360824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Transition to ACTIVE for port object 5bc77ddd-a95f-43ce-8434-61e980388e81 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:38.363558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.364999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.369092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9153c646-fc5f-48ce-baec-dc3ab14a2f22 req-d61f230d-b68c-496e-8760-3dae43874f10 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971215
Apr 02 20:54:38.370511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.442064 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ccbfa-09dc-47e6-8208-056fd23851a3 x-openstack-request-id: req-a92ccbfa-09dc-47e6-8208-056fd23851a3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:38.442281 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47053086-045c-4cb8-a0ec-71f140b733c6", "tag": "b73e317b-4538-4a13-9497-eb28e80e06ff", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:38.442544 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a92ccbfa-09dc-47e6-8208-056fd23851a3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:38.442935 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92ccbfa-09dc-47e6-8208-056fd23851a3'] response: {'name': 'network-changed', 'server_uuid': '47053086-045c-4cb8-a0ec-71f140b733c6', 'tag': 'b73e317b-4538-4a13-9497-eb28e80e06ff', 'status': 'completed', 'code': 200}
Apr 02 20:54:38.468978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-47198cc1-ad80-4d18-851f-f244e459b683 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3152776
Apr 02 20:54:38.480817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc77ddd-a95f-43ce-8434-61e980388e81,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:38.497373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Request body: {'port': {'device_id': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:38.513063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-697ea507-47e5-4598-a46a-213799ab0e38 None None] Provisioning complete for port 70579e43-efe8-4449-87ed-602a9094f229 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:38.513608 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-697ea507-47e5-4598-a46a-213799ab0e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (70579e43-efe8-4449-87ed-602a9094f229), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.542408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-639aecc4-924d-484c-946e-dc250b62d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.543923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-639aecc4-924d-484c-946e-dc250b62d5b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a625f99f9cd42e783fdc952f5995fc9&device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 1125 time: 0.1904335
Apr 02 20:54:38.576612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-697ea507-47e5-4598-a46a-213799ab0e38 None None] Port 70579e43-efe8-4449-87ed-602a9094f229 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:38.581440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Attempting to bind port 5bc77ddd-a95f-43ce-8434-61e980388e81 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:38.581838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Attempting to bind port 5bc77ddd-a95f-43ce-8434-61e980388e81 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:38.582171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Attempting to bind port 5bc77ddd-a95f-43ce-8434-61e980388e81 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:38.596271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Port 5bc77ddd-a95f-43ce-8434-61e980388e81 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:38.596634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Attempting to bind port 5bc77ddd-a95f-43ce-8434-61e980388e81 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:38.604916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:38.605252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:38.605636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:38.606070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Bound port: 5bc77ddd-a95f-43ce-8434-61e980388e81, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:38.606431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.624446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-9e12472e-4962-4c32-85d2-c9ecd84f117d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73e317b-4538-4a13-9497-eb28e80e06ff HTTP/1.1" status: 200  len: 217 time: 0.0669637
Apr 02 20:54:38.631592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195b612-3bb7-4ce2-a8f9-335c1cdcb03d req-95899d7d-d837-478e-afe4-1ace8daeaec2 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.631954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11affece-3464-4f2c-9ac7-f9a3a22ab31c req-1c04ed9c-7c29-41d6-bb3f-34d7208ce636 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.633504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11affece-3464-4f2c-9ac7-f9a3a22ab31c req-1c04ed9c-7c29-41d6-bb3f-34d7208ce636 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 951 time: 0.1123464
Apr 02 20:54:38.638627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2195b612-3bb7-4ce2-a8f9-335c1cdcb03d req-95899d7d-d837-478e-afe4-1ace8daeaec2 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 943 time: 0.1984329
Apr 02 20:54:38.658959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (70579e43-efe8-4449-87ed-602a9094f229), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.716149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] For port 5bc77ddd-a95f-43ce-8434-61e980388e81, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:38.719819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] For port 5bc77ddd-a95f-43ce-8434-61e980388e81, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bc77ddd-a95f-43ce-8434-61e980388e81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:38.727593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11affece-3464-4f2c-9ac7-f9a3a22ab31c req-aecefff7-efe8-48f3-940c-ebba56b3fbe6 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759315
Apr 02 20:54:38.729288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.769355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-9ed3c7ac-fe99-4be6-809d-619493ae29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.771030 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-9ed3c7ac-fe99-4be6-809d-619493ae29b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=215f1f91-2b3a-49ea-8a11-6707c22144a0 HTTP/1.1" status: 200  len: 849 time: 0.1279790
Apr 02 20:54:38.771937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.773143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:38.774059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] 10.222.0.21 "PUT /v2.0/ports/5bc77ddd-a95f-43ce-8434-61e980388e81 HTTP/1.1" status: 200  len: 1095 time: 1.0951593
Apr 02 20:54:38.774498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7234847-6a5b-4386-8d22-448be13057dd', 'tag': '5bc77ddd-a95f-43ce-8434-61e980388e81'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:38.777016 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad3683-e923-4045-9d99-303cbb5525e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7234847-6a5b-4386-8d22-448be13057dd", "tag": "5bc77ddd-a95f-43ce-8434-61e980388e81"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:38.784653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2195b612-3bb7-4ce2-a8f9-335c1cdcb03d req-ca9a2e88-edcd-4149-b81f-e494bca76823 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426156
Apr 02 20:54:38.835867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2cfc6-e4c5-4b2b-97a0-2aab3e998843 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc77ddd-a95f-43ce-8434-61e980388e81,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:38.870397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-393cf836-8324-4b71-9b74-0f36c522573a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94f39d0c-6b16-4126-bf38-935667858434&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830731
Apr 02 20:54:38.878402 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dc0bbd-34a6-402d-b628-5e7d941dc264 x-openstack-request-id: req-c6dc0bbd-34a6-402d-b628-5e7d941dc264 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:38.878893 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7234847-6a5b-4386-8d22-448be13057dd", "tag": "5bc77ddd-a95f-43ce-8434-61e980388e81", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:38.879537 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6dc0bbd-34a6-402d-b628-5e7d941dc264 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:38.880097 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dc0bbd-34a6-402d-b628-5e7d941dc264'] response: {'name': 'network-changed', 'server_uuid': 'a7234847-6a5b-4386-8d22-448be13057dd', 'tag': '5bc77ddd-a95f-43ce-8434-61e980388e81', 'status': 'completed', 'code': 200}
Apr 02 20:54:38.929957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55434c3-5705-42a1-915b-ac3102d2b69c req-62df2bc0-43d4-4a7b-b82d-82650fcb11a9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.930754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:54:38.932205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e55434c3-5705-42a1-915b-ac3102d2b69c req-62df2bc0-43d4-4a7b-b82d-82650fcb11a9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 947 time: 0.1109986
Apr 02 20:54:38.968376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-d2024a6c-be9d-4e59-85c2-c71a7bba6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:38.969882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-d2024a6c-be9d-4e59-85c2-c71a7bba6535 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 1129 time: 0.0937934
Apr 02 20:54:39.053929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-7311e891-fed1-4bb1-b9b8-68fb511b96c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5bc77ddd-a95f-43ce-8434-61e980388e81 HTTP/1.1" status: 200  len: 217 time: 0.0739830
Apr 02 20:54:39.067456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e55434c3-5705-42a1-915b-ac3102d2b69c req-1873c3a9-a9ec-4665-aed0-38b23e1c7cbc tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226335
Apr 02 20:54:39.098819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:39.101659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:39.122471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-e1989eb7-9554-48a0-9673-59675797fba8 service neutron] 10.222.0.15 "GET /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442527
Apr 02 20:54:39.145439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:39.149200 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a5af0-be4d-4f36-ba60-1fdd1e2fdba6" -d '{"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:39.172987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:39.187972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:39.216347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4323c38e-7cab-49ae-b182-d684519f80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.218219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4323c38e-7cab-49ae-b182-d684519f80da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1042860
Apr 02 20:54:39.229660 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cc124-4184-4e6f-bea2-477e00ecffe0 x-openstack-request-id: req-4f5cc124-4184-4e6f-bea2-477e00ecffe0 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:39.229981 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:39.230241 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f5cc124-4184-4e6f-bea2-477e00ecffe0 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:39.230634 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5cc124-4184-4e6f-bea2-477e00ecffe0'] response: {'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'code': 200}
Apr 02 20:54:39.257368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:39.320198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-75984d34-604b-4a52-963b-6434535fe019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.321944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-75984d34-604b-4a52-963b-6434535fe019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0465109
Apr 02 20:54:39.325114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70579e43-efe8-4449-87ed-602a9094f229 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:39.335480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Publish callbacks [] for port (70579e43-efe8-4449-87ed-602a9094f229), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:39.339028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59049163-e4d1-4de0-8171-c2a7a9dd9fd7 req-0474e461-fb84-4999-b7ed-da468e1287f4 service neutron] 10.222.0.15 "GET /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048900
Apr 02 20:54:39.359976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd82627-9ae2-41b9-907c-36c2e9656c6c req-3d1331ea-4ad8-4b4b-8714-2c0a4e275b91 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.362532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dfd82627-9ae2-41b9-907c-36c2e9656c6c req-3d1331ea-4ad8-4b4b-8714-2c0a4e275b91 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.1410799
Apr 02 20:54:39.363748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Transition to ACTIVE for port object 70579e43-efe8-4449-87ed-602a9094f229 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:39.367330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (70579e43-efe8-4449-87ed-602a9094f229), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:39.480422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Pushing event updated for resources: {'Port': ['ID=70579e43-efe8-4449-87ed-602a9094f229,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:39.540216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dfd82627-9ae2-41b9-907c-36c2e9656c6c req-56a17a58-547e-497f-9fd4-0673e07bcde0 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1700442
Apr 02 20:54:39.561464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-3d696627-930e-4712-8b04-160b2c2cbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.561464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-3d696627-930e-4712-8b04-160b2c2cbb6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a625f99f9cd42e783fdc952f5995fc9&device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 1125 time: 0.1527543
Apr 02 20:54:39.574603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eef09-c420-4a47-8ef5-bf9c055ebebf req-400d935a-9538-45ee-bd3c-05bb16afdc51 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.581482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f16eef09-c420-4a47-8ef5-bf9c055ebebf req-400d935a-9538-45ee-bd3c-05bb16afdc51 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1362331
Apr 02 20:54:39.632724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-476cc551-ad98-4a63-843b-ca65559fd0a7 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562908
Apr 02 20:54:39.662528 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f16eef09-c420-4a47-8ef5-bf9c055ebebf req-d706c2e6-22c7-473f-9b86-1f09edb52d8d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760067
Apr 02 20:54:39.696069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Attempting to bind port 70579e43-efe8-4449-87ed-602a9094f229 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:39.696408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Attempting to bind port 70579e43-efe8-4449-87ed-602a9094f229 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:39.696806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Attempting to bind port 70579e43-efe8-4449-87ed-602a9094f229 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:39.719628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Port 70579e43-efe8-4449-87ed-602a9094f229 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:39.719945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Attempting to bind port 70579e43-efe8-4449-87ed-602a9094f229 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:39.732327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:39.732698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:39.733079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:39.733510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Bound port: 70579e43-efe8-4449-87ed-602a9094f229, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:39.733871 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (70579e43-efe8-4449-87ed-602a9094f229), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:39.736076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-e73346fa-02d8-4e01-b1c8-e55e3cd44de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.738164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-e73346fa-02d8-4e01-b1c8-e55e3cd44de4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=94f39d0c-6b16-4126-bf38-935667858434 HTTP/1.1" status: 200  len: 910 time: 0.1683826
Apr 02 20:54:39.747412 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-897e6065-2c41-447a-89c8-1a8c4aaf1db7 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1067617
Apr 02 20:54:39.765712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dab544-1d62-43bf-b051-26c8a6c5d8c1 req-b6d6f8e8-db6f-4cdf-93e4-87dace35ee8f tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.767230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0dab544-1d62-43bf-b051-26c8a6c5d8c1 req-b6d6f8e8-db6f-4cdf-93e4-87dace35ee8f tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.1212132
Apr 02 20:54:39.777494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:39.783026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Request body: {'floatingip': {'port_id': 'd783c05e-b460-4890-8989-48914b4b5820'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:39.807701 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-c64c79c4-6591-4f3e-92ef-a4899b250da5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73e317b-4538-4a13-9497-eb28e80e06ff HTTP/1.1" status: 200  len: 217 time: 0.0607221
Apr 02 20:54:39.876062 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (2df18496-d439-4e57-a06f-41bfb78048d7), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:39.920970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-86c18587-bb96-49fc-84b6-489df96dd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:39.922350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-86c18587-bb96-49fc-84b6-489df96dd74f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=215f1f91-2b3a-49ea-8a11-6707c22144a0 HTTP/1.1" status: 200  len: 849 time: 0.0953650
Apr 02 20:54:39.926191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] For port 70579e43-efe8-4449-87ed-602a9094f229, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:39.931699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] For port 70579e43-efe8-4449-87ed-602a9094f229, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70579e43-efe8-4449-87ed-602a9094f229,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:39.964798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-1c9b02ed-3015-4831-8e81-87c74b897f01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94f39d0c-6b16-4126-bf38-935667858434&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348690
Apr 02 20:54:39.966673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (70579e43-efe8-4449-87ed-602a9094f229), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:40.003228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e9cb-3791-4652-86bf-a917d454b802 req-d3574f6c-62fc-433b-92ae-c17c4e2d9dbc tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.004751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5523e9cb-3791-4652-86bf-a917d454b802 req-d3574f6c-62fc-433b-92ae-c17c4e2d9dbc tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 949 time: 0.1811535
Apr 02 20:54:40.008544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-74e96d59-91af-4e7b-98c0-44ab80b8229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.009300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff9ab2-3868-41a1-a7a2-4b4dc7a5715f req-a699df74-8be7-47fc-be40-47ce88c98313 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.009909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-74e96d59-91af-4e7b-98c0-44ab80b8229b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 1129 time: 0.1849566
Apr 02 20:54:40.010801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acff9ab2-3868-41a1-a7a2-4b4dc7a5715f req-a699df74-8be7-47fc-be40-47ce88c98313 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 943 time: 0.1505198
Apr 02 20:54:40.046385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.047017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:40.048397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] 10.222.0.21 "PUT /v2.0/ports/70579e43-efe8-4449-87ed-602a9094f229 HTTP/1.1" status: 200  len: 1096 time: 1.5592818
Apr 02 20:54:40.154612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42899-0283-4a48-8e2c-3c0b1abef579 service neutron] Pushing event updated for resources: {'Port': ['ID=70579e43-efe8-4449-87ed-602a9094f229,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:40.196915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5523e9cb-3791-4652-86bf-a917d454b802 req-9eed00e7-353d-4595-b936-a3920c4337c2 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833906
Apr 02 20:54:40.207920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acff9ab2-3868-41a1-a7a2-4b4dc7a5715f req-cb397bf5-b29e-4a34-8385-20c9d7b8e832 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748762
Apr 02 20:54:40.211475 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-991d6175-21d2-45da-b1bd-fba8bdab99ed service neutron] 10.222.0.15 "GET /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341437
Apr 02 20:54:40.241052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-20376c5a-3082-4b1c-9420-255d31315a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.242593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-20376c5a-3082-4b1c-9420-255d31315a47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2192130
Apr 02 20:54:40.259575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-fb23fc72-005b-4ff7-8fb1-0654ce83fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.261150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-fb23fc72-005b-4ff7-8fb1-0654ce83fdbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 1130 time: 0.1484909
Apr 02 20:54:40.331079 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-ca608bbf-94fe-479f-8c88-1f0c3b07037e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5bc77ddd-a95f-43ce-8434-61e980388e81 HTTP/1.1" status: 200  len: 217 time: 0.0782537
Apr 02 20:54:40.334207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-73fabb7e-3284-4e1f-ad90-f188295bfb22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=70579e43-efe8-4449-87ed-602a9094f229 HTTP/1.1" status: 200  len: 217 time: 0.0637250
Apr 02 20:54:40.389662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e0ddb17-d6bd-4a4b-a6a0-b58d23b28f66 req-41222564-b39e-49d1-a713-e29ec52c8452 service neutron] 10.222.0.15 "GET /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704557
Apr 02 20:54:40.405630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-7653207c-5d5f-4ba5-a777-2280e927d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.407656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-7653207c-5d5f-4ba5-a777-2280e927d874 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0552204
Apr 02 20:54:40.445726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'tag': '70579e43-efe8-4449-87ed-602a9094f229'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:40.447553 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e158ff-abd7-4feb-ab67-fd16c89380ef" -d '{"events": [{"name": "network-changed", "server_uuid": "818956c7-a348-4c41-a48b-9c74b8ddbc66", "tag": "70579e43-efe8-4449-87ed-602a9094f229"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:40.475158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-a30269f6-795d-4ba0-a2c4-4d0a60c153a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.476910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-a30269f6-795d-4ba0-a2c4-4d0a60c153a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0583889
Apr 02 20:54:40.487578 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e408dd4-b772-488d-a96c-26a54191901f x-openstack-request-id: req-6e408dd4-b772-488d-a96c-26a54191901f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:40.487862 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818956c7-a348-4c41-a48b-9c74b8ddbc66", "tag": "70579e43-efe8-4449-87ed-602a9094f229", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:40.488265 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e408dd4-b772-488d-a96c-26a54191901f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:40.488720 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e408dd4-b772-488d-a96c-26a54191901f'] response: {'name': 'network-changed', 'server_uuid': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'tag': '70579e43-efe8-4449-87ed-602a9094f229', 'status': 'completed', 'code': 200}
Apr 02 20:54:40.742193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-372c68ec-14b8-47b1-833a-588d85973fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.743650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-372c68ec-14b8-47b1-833a-588d85973fb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.3705523
Apr 02 20:54:40.796151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53868b16-2237-43b6-9974-09d8a22308b1 req-5bde6a78-7baf-47ab-88a2-46797691ada3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.797748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-53868b16-2237-43b6-9974-09d8a22308b1 req-5bde6a78-7baf-47ab-88a2-46797691ada3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 947 time: 0.4711854
Apr 02 20:54:40.913539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-99b2babb-514e-46cb-b7ec-ba40efd754c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.915034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-99b2babb-514e-46cb-b7ec-ba40efd754c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1612475
Apr 02 20:54:40.941076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-7242d566-cb0f-4a71-8de1-7ddcbb7b078b service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4514222
Apr 02 20:54:40.950469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-53868b16-2237-43b6-9974-09d8a22308b1 req-ec7a0f91-ca4f-4e17-be68-139123150266 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293108
Apr 02 20:54:40.950671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eaacf-a84a-472f-9512-b78e4953574a req-59ec2c3d-e425-4249-8fab-074f76db26e2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.951943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-768eaacf-a84a-472f-9512-b78e4953574a req-59ec2c3d-e425-4249-8fab-074f76db26e2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1102023
Apr 02 20:54:40.954493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:40.962916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2df18496-d439-4e57-a06f-41bfb78048d7), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:40.968870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-6eddfa61-59ef-4de9-8757-da90fce0d0d2 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:40.970334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-6eddfa61-59ef-4de9-8757-da90fce0d0d2 tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.15 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 949 time: 0.1297326
Apr 02 20:54:41.100485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-3c8e066a-e08f-4731-989c-6e3f80e29810 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778793
Apr 02 20:54:41.117410 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Floating IP 2df18496-d439-4e57-a06f-41bfb78048d7 associated. External IP: 172.35.4.62, port: d783c05e-b460-4890-8989-48914b4b5820.
Apr 02 20:54:41.133959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-768eaacf-a84a-472f-9512-b78e4953574a req-783ef067-f707-4145-982f-0cd818b2591d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626160
Apr 02 20:54:41.151000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656ec083-a30b-4403-b45c-653ef5dc2bfb req-36ade7d4-057d-4f09-834c-90aed71df063 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980915
Apr 02 20:54:41.180528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Deleting port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:54:41.181231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:41.281275 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6ad3683-e923-4045-9d99-303cbb5525e8 req-0ae66a05-faba-49ba-8d66-7aef4f3b542b service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714239
Apr 02 20:54:41.353259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] For port 63bb602f-5c79-43d0-b981-f61c7d0d8c28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63bb602f-5c79-43d0-b981-f61c7d0d8c28,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:41.353626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:41.366716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-03b01163-27d3-4d8b-b2e6-7a82a9eef117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.368218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-03b01163-27d3-4d8b-b2e6-7a82a9eef117 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 1130 time: 0.1581743
Apr 02 20:54:41.377931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Calling delete_port for 63bb602f-5c79-43d0-b981-f61c7d0d8c28 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:54:41.383254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af87492-3031-4ca6-bef3-d0bbb550e26f req-0dbd7711-767a-4802-ac72-7ea4ebf469ed tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.384778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3af87492-3031-4ca6-bef3-d0bbb550e26f req-0dbd7711-767a-4802-ac72-7ea4ebf469ed tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b99e55-492a-476a-b17a-9a634f11e99d HTTP/1.1" status: 200  len: 949 time: 0.1012621
Apr 02 20:54:41.436551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97fb4a-85f3-449d-9fe4-187643e4c0f0 req-e820058a-7a42-4328-abfc-375217ab0228 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.438495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d97fb4a-85f3-449d-9fe4-187643e4c0f0 req-e820058a-7a42-4328-abfc-375217ab0228 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 943 time: 0.1407094
Apr 02 20:54:41.477154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Router 404a0473-81c5-4778-aa53-a9e89b4005f9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:54:41.482053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3af87492-3031-4ca6-bef3-d0bbb550e26f req-26479ced-40a9-4301-9379-89656365599d tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.18 "GET /v2.0/security-groups?id=0fccbf77-d163-4741-b949-633d61d39211&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720558
Apr 02 20:54:41.600587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d97fb4a-85f3-449d-9fe4-187643e4c0f0 req-ee78f7ac-db8f-4488-b08e-07cb442dbef5 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224394
Apr 02 20:54:41.602257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-695e409c-9eee-49ec-9974-200651ffc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.603625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-695e409c-9eee-49ec-9974-200651ffc2b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2214727
Apr 02 20:54:41.625627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:54:41.631063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:41.634276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c536-613b-4b9a-a34b-2a30434787ef req-b706495f-e712-4452-82c4-a35b48459752 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.635772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f384c536-613b-4b9a-a34b-2a30434787ef req-b706495f-e712-4452-82c4-a35b48459752 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1128 time: 0.0966473
Apr 02 20:54:41.636979 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] Sync routers for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:54:41.648094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:54:41.649098 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcd250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:41.676275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-5e6f1174-5d3f-48f9-b20d-cd377ee00381 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=70579e43-efe8-4449-87ed-602a9094f229 HTTP/1.1" status: 200  len: 217 time: 0.0650673
Apr 02 20:54:41.688013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bdcdab9d-ccd9-466e-a64b-a0c101ff5073 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "PUT /v2.0/floatingips/2df18496-d439-4e57-a06f-41bfb78048d7 HTTP/1.1" status: 200  len: 990 time: 1.9047849
Apr 02 20:54:41.688013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:41.688013 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0287cf-b271-4d11-83c1-cc19255acd97" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "tag": "d783c05e-b460-4890-8989-48914b4b5820"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:41.726531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f384c536-613b-4b9a-a34b-2a30434787ef req-08e63997-44a4-4860-a5c4-b1e252c47dc1 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625927
Apr 02 20:54:41.742167 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c51bcd-55fb-4bf6-a283-552691d09219 x-openstack-request-id: req-f6c51bcd-55fb-4bf6-a283-552691d09219 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:41.742463 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "tag": "d783c05e-b460-4890-8989-48914b4b5820", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:41.742746 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6c51bcd-55fb-4bf6-a283-552691d09219 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:41.743158 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c51bcd-55fb-4bf6-a283-552691d09219'] response: {'name': 'network-changed', 'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820', 'status': 'completed', 'code': 200}
Apr 02 20:54:41.756146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (63bb602f-5c79-43d0-b981-f61c7d0d8c28), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:41.774513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:54:41.826446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Pushing event deleted for resources: {'Port': ['ID=63bb602f-5c79-43d0-b981-f61c7d0d8c28,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:41.852693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-8d717af8-6b8d-4a7a-8837-d5cf41410564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.854885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-8d717af8-6b8d-4a7a-8837-d5cf41410564 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e2a80eb708d4a2b8aab54b268dc218d&device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 1127 time: 0.0758107
Apr 02 20:54:41.860999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] No DVR routers for this DVR port 63bb602f-5c79-43d0-b981-f61c7d0d8c28 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:54:41.864351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:41.867812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49e91b8f-ce17-4bf5-ae0b-d0e840f1c5f8 req-b3ab3eaa-c3f7-4dee-b768-bf0ec8317d6e tempest-ImagesOneServerTestJSON-1925867555 tempest-ImagesOneServerTestJSON-1925867555-project] 10.222.0.15 "DELETE /v2.0/ports/63bb602f-5c79-43d0-b981-f61c7d0d8c28 HTTP/1.1" status: 204  len: 173 time: 0.8861492
Apr 02 20:54:41.869298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-bba99462-7d9e-412d-ae2c-7dabcf8ee073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.871805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-bba99462-7d9e-412d-ae2c-7dabcf8ee073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1861370
Apr 02 20:54:41.976285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-72ac8720-3f19-4e07-b6b7-6c8963c115a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.977906 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-72ac8720-3f19-4e07-b6b7-6c8963c115a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4850a71-8145-40aa-b0f3-8efc7deb071e HTTP/1.1" status: 200  len: 916 time: 0.1148994
Apr 02 20:54:41.993709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-0be5f091-1251-400e-baa9-c4c5e5312c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:41.995889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-0be5f091-1251-400e-baa9-c4c5e5312c6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1174200
Apr 02 20:54:42.119827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-5ef68d87-19c9-401a-b054-c903924ba425 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d783c05e-b460-4890-8989-48914b4b5820 HTTP/1.1" status: 200  len: 998 time: 0.1246402
Apr 02 20:54:42.168501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-bf313391-f241-4e55-83dd-9450023073b7 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605110
Apr 02 20:54:42.194158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-7ec2f151-cf96-4fbf-872b-554c15b5c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:42.195623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-7ec2f151-cf96-4fbf-872b-554c15b5c30f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42a48075-b829-4dea-b465-ee7c9a7d47c6 HTTP/1.1" status: 200  len: 854 time: 0.0696185
Apr 02 20:54:42.212300 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcd250>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2df18496-d439-4e57-a06f-41bfb78048d7', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'floating_ip_address': '172.35.4.62', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'port_id': 'd783c05e-b460-4890-8989-48914b4b5820', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'mac_address': 'fa:16:3e:e8:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:54:11Z', 'updated_at': '2022-04-02T20:54:40Z', 'revision_number': 1, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:20Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:42.246248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] Checking router: 404a0473-81c5-4778-aa53-a9e89b4005f9 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:54:42.257656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:54:42.258513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcd250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:42.312902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-f2dc9c23-ce3b-4c3f-9766-7915e3a21f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:42.321308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-f2dc9c23-ce3b-4c3f-9766-7915e3a21f98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4850a71-8145-40aa-b0f3-8efc7deb071e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1172352
Apr 02 20:54:42.324045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660ff4-08c0-4457-a282-3801b85c1c7c req-e5cc4a4e-efdd-48b7-9903-e234c9e54a1e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:42.334326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d660ff4-08c0-4457-a282-3801b85c1c7c req-e5cc4a4e-efdd-48b7-9903-e234c9e54a1e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 947 time: 0.2199602
Apr 02 20:54:42.340741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e158ff-abd7-4feb-ab67-fd16c89380ef req-03cf100c-b945-45be-ad29-3a4d9cb139a8 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651273
Apr 02 20:54:42.396281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d660ff4-08c0-4457-a282-3801b85c1c7c req-75a55718-b7ab-461e-aa15-668edf2185dd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597196
Apr 02 20:54:42.499336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-deleted', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:42.502017 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae4957-bb83-407e-9da7-43b76e9531be" -d '{"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-deleted", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:42.504204 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:54:42.534086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-11f105ac-289c-4d03-8532-684a522e115c service neutron] 10.222.0.21 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057681
Apr 02 20:54:42.555062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14a536-38fd-4914-9895-de1051193b54 req-7ed974c9-64c8-4a25-a087-d65ae27087a9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:42.557236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e14a536-38fd-4914-9895-de1051193b54 req-7ed974c9-64c8-4a25-a087-d65ae27087a9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0725954
Apr 02 20:54:42.632999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e14a536-38fd-4914-9895-de1051193b54 req-da5842a7-6ec1-43a1-87fa-e57fef6a8acd tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679483
Apr 02 20:54:42.657938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb0287cf-b271-4d11-83c1-cc19255acd97 req-55bb349f-894b-43df-b28e-f57d9ca85e17 service neutron] 10.222.0.21 "GET /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176877
Apr 02 20:54:42.727033 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2ab12-747d-45b4-adb8-cb201f6b09b0 x-openstack-request-id: req-6db2ab12-747d-45b4-adb8-cb201f6b09b0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:42.727309 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b99e55-492a-476a-b17a-9a634f11e99d", "name": "network-vif-deleted", "tag": "63bb602f-5c79-43d0-b981-f61c7d0d8c28", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:42.727588 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6db2ab12-747d-45b4-adb8-cb201f6b09b0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:42.727994 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db2ab12-747d-45b4-adb8-cb201f6b09b0'] response: {'server_uuid': '35b99e55-492a-476a-b17a-9a634f11e99d', 'name': 'network-vif-deleted', 'tag': '63bb602f-5c79-43d0-b981-f61c7d0d8c28', 'status': 'completed', 'code': 200}
Apr 02 20:54:42.824924 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcd250>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2df18496-d439-4e57-a06f-41bfb78048d7', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'floating_ip_address': '172.35.4.62', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'port_id': 'd783c05e-b460-4890-8989-48914b4b5820', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'mac_address': 'fa:16:3e:e8:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:54:11Z', 'updated_at': '2022-04-02T20:54:40Z', 'revision_number': 1, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:20Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:42.857624 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b364e7-3c07-490e-9188-8dd6acfbf370 None None] The sync data for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 is: [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2df18496-d439-4e57-a06f-41bfb78048d7', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'floating_ip_address': '172.35.4.62', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'port_id': 'd783c05e-b460-4890-8989-48914b4b5820', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'mac_address': 'fa:16:3e:e8:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:54:11Z', 'updated_at': '2022-04-02T20:54:40Z', 'revision_number': 1, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:20Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:54:42.858532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8c1d-44b5-4b36-9821-c9ca680ce153 req-4bb2357e-40b5-4125-8cea-3ce4391a773b tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:42.865399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d98d8c1d-44b5-4b36-9821-c9ca680ce153 req-4bb2357e-40b5-4125-8cea-3ce4391a773b tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 943 time: 0.0757818
Apr 02 20:54:42.868224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-6504b6e7-6670-42cd-81b1-02131e0eed5c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:54:42.869295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-6504b6e7-6670-42cd-81b1-02131e0eed5c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065906
Apr 02 20:54:42.923953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-bea35bf7-e2bd-48cf-b617-3c32c1dc45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:42.925374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-bea35bf7-e2bd-48cf-b617-3c32c1dc45e5 service neutron] 10.222.0.18 "GET /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 1125 time: 0.0474615
Apr 02 20:54:42.929700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d98d8c1d-44b5-4b36-9821-c9ca680ce153 req-6f6fee79-4672-46c0-9ab9-c71c94f83d43 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583918
Apr 02 20:54:42.945762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:42.946221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:54:42.958455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b73e317b-4538-4a13-9497-eb28e80e06ff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:42.968900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:43.068502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b73e317b-4538-4a13-9497-eb28e80e06ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b73e317b-4538-4a13-9497-eb28e80e06ff,segment=NetworkSegment(b34fcfce-ed2d-452d-971c-3b6b83568a73),segment_id=b34fcfce-ed2d-452d-971c-3b6b83568a73)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:43.082545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'b73e317b-4538-4a13-9497-eb28e80e06ff', 'network_id': '94f39d0c-6b16-4126-bf38-935667858434', 'port_id': 'b73e317b-4538-4a13-9497-eb28e80e06ff', 'mac_address': 'fa:16:3e:72:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215f1f91-2b3a-49ea-8a11-6707c22144a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:43.109086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:43.109427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:43.109754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:43.114907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:43.115230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:43.120650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:43.120990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:43.121378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:43.121831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Bound port: 621c3ce8-97a3-47b2-8fb2-3a484d590744, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:43.129747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b73e317b-4538-4a13-9497-eb28e80e06ff is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:43.130284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.151733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6cd1c0e8-ba32-421e-a3b2-ec83068dd03f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee534be172494c1b842d8749d1dfe969&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1816499
Apr 02 20:54:43.154376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56032) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:43.155316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73e317b-4538-4a13-9497-eb28e80e06ff {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:43.175770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0569b3f2-0e45-4895-b693-51fc48911cd6 None None] New status for floating IP 2df18496-d439-4e57-a06f-41bfb78048d7: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:54:43.206758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:43.216180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.217422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8d09f5e8-26cd-4fb0-a352-164471afd00d service neutron] 10.222.0.18 "POST /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744/bindings HTTP/1.1" status: 201  len: 389 time: 0.2763550
Apr 02 20:54:43.226291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b73e317b-4538-4a13-9497-eb28e80e06ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b73e317b-4538-4a13-9497-eb28e80e06ff,segment=NetworkSegment(b34fcfce-ed2d-452d-971c-3b6b83568a73),segment_id=b34fcfce-ed2d-452d-971c-3b6b83568a73)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:43.227895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9350211-2968-4a3b-af28-d556fa33f51f admin admin] Publish callbacks [] for security_group (0fccbf77-d163-4741-b949-633d61d39211), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.233336 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.253823 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9350211-2968-4a3b-af28-d556fa33f51f admin admin] Publish callbacks [] for security_group (0fccbf77-d163-4741-b949-633d61d39211), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.317668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9350211-2968-4a3b-af28-d556fa33f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0fccbf77-d163-4741-b949-633d61d39211), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.320910 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9350211-2968-4a3b-af28-d556fa33f51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:43.322402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9350211-2968-4a3b-af28-d556fa33f51f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fccbf77-d163-4741-b949-633d61d39211 HTTP/1.1" status: 204  len: 168 time: 0.1670887
Apr 02 20:54:43.334496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9350211-2968-4a3b-af28-d556fa33f51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fccbf77-d163-4741-b949-633d61d39211,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:43.352855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b73e317b-4538-4a13-9497-eb28e80e06ff,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:43.481677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fe5cc-8a13-42c8-98e5-908dc8fd1e89 req-3c686c67-40af-4104-86b0-a1aa1a157508 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:43.489300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c05fe5cc-8a13-42c8-98e5-908dc8fd1e89 req-3c686c67-40af-4104-86b0-a1aa1a157508 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.1027486
Apr 02 20:54:43.561271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b8532-a746-4a61-9057-ab66f803d0a6 req-aa7bb2c0-156b-4b3d-b4c1-63bc4ca5ab05 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:43.563068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de2b8532-a746-4a61-9057-ab66f803d0a6 req-aa7bb2c0-156b-4b3d-b4c1-63bc4ca5ab05 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 947 time: 0.0609882
Apr 02 20:54:43.569447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c05fe5cc-8a13-42c8-98e5-908dc8fd1e89 req-8ec8760e-26f1-443b-ad59-916fa877690f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779445
Apr 02 20:54:43.571309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-3e1b15bb-053e-4044-97c4-54f11fc52194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:43.572727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-3e1b15bb-053e-4044-97c4-54f11fc52194 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1128 time: 0.0801754
Apr 02 20:54:43.601768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b73e317b-4538-4a13-9497-eb28e80e06ff'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:43.620182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de2b8532-a746-4a61-9057-ab66f803d0a6 req-6b3edbe7-3cd1-45a1-9c69-1581043d23a7 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510621
Apr 02 20:54:43.689708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-2dc25420-ab2a-4207-aa4e-847256459313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:43.691902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-2dc25420-ab2a-4207-aa4e-847256459313 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.1098828
Apr 02 20:54:43.739786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-dbaa3ce3-bfc0-4177-a607-3150490b7364 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 217 time: 0.0413501
Apr 02 20:54:43.820014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-ed1ba8b9-e62f-4073-a5d0-33a05c1dcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:43.821429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-ed1ba8b9-e62f-4073-a5d0-33a05c1dcd67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0730605
Apr 02 20:54:43.833024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff55b70-f308-4270-bad2-341ba6619a66 req-7db648b7-92f6-4c52-baa1-b69b812433be tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:43.834475 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ff55b70-f308-4270-bad2-341ba6619a66 req-7db648b7-92f6-4c52-baa1-b69b812433be tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0971844
Apr 02 20:54:43.871031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b35561b7-c700-4085-a145-1a1584f4ea15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356076
Apr 02 20:54:43.928690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ff55b70-f308-4270-bad2-341ba6619a66 req-3ebcdc9b-b7ec-4364-8a18-0be2f6f68868 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858893
Apr 02 20:54:43.976991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bc77ddd-a95f-43ce-8434-61e980388e81 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:43.988826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-c3daedd3-84e6-42a7-a556-8f3459e7ccb3 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093030
Apr 02 20:54:44.075493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86779f11-c832-412f-b277-143abfd4967a req-68eac044-6227-4723-9ee8-c870b5922096 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:44.077193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86779f11-c832-412f-b277-143abfd4967a req-68eac044-6227-4723-9ee8-c870b5922096 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 944 time: 0.0583625
Apr 02 20:54:44.084331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56062) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:44.091435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5bc77ddd-a95f-43ce-8434-61e980388e81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bc77ddd-a95f-43ce-8434-61e980388e81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:44.099959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-4cecc373-f303-4bbd-a99a-5f0d121ce94b service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050222
Apr 02 20:54:44.102855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5bc77ddd-a95f-43ce-8434-61e980388e81', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '5bc77ddd-a95f-43ce-8434-61e980388e81', 'mac_address': 'fa:16:3e:ab:59:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:44.141039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86779f11-c832-412f-b277-143abfd4967a req-42863a14-1284-4541-bcb1-b340aa8f8896 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576856
Apr 02 20:54:44.155528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5bc77ddd-a95f-43ce-8434-61e980388e81 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:44.156164 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.159102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.180529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc77ddd-a95f-43ce-8434-61e980388e81 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:44.201448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5bc77ddd-a95f-43ce-8434-61e980388e81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bc77ddd-a95f-43ce-8434-61e980388e81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:44.205464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.206144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 70579e43-efe8-4449-87ed-602a9094f229 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:44.227571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-95031684-network', 'tenant_id': '6076a387b29d42a491d524e8e030f876'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:44.246351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Made reservation on behalf of 6076a387b29d42a491d524e8e030f876 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:44.248846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.257262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.276416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5bc77ddd-a95f-43ce-8434-61e980388e81,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:44.280608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 70579e43-efe8-4449-87ed-602a9094f229, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70579e43-efe8-4449-87ed-602a9094f229,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:44.292984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '70579e43-efe8-4449-87ed-602a9094f229', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '70579e43-efe8-4449-87ed-602a9094f229', 'mac_address': 'fa:16:3e:7e:34:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:54:44.334210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 70579e43-efe8-4449-87ed-602a9094f229 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:44.334519 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (70579e43-efe8-4449-87ed-602a9094f229), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.339947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks [] for security_group (7d8088d1-f76a-4981-ba1a-d2b5cba33c74), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.344736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7d8088d1-f76a-4981-ba1a-d2b5cba33c74), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.351322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70579e43-efe8-4449-87ed-602a9094f229 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:44.375233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 70579e43-efe8-4449-87ed-602a9094f229, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70579e43-efe8-4449-87ed-602a9094f229,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:44.376583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8088d1-f76a-4981-ba1a-d2b5cba33c74,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:44.380428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:54:44.390562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c2464874-dbbc-44ea-ba1d-5cfaf4a34b98), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.391012 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Added segment c2464874-dbbc-44ea-ba1d-5cfaf4a34b98 of type vlan for network e80a0c42-00fe-46b8-9eff-a70077f58d12
Apr 02 20:54:44.392236 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (70579e43-efe8-4449-87ed-602a9094f229), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.442781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e80a0c42-00fe-46b8-9eff-a70077f58d12), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.453997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=70579e43-efe8-4449-87ed-602a9094f229,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:44.481845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e80a0c42-00fe-46b8-9eff-a70077f58d12), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.482958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:44.483503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.520701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4341311
Apr 02 20:54:44.523794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56068) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:44.529383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Request body: {'subnet': {'network_id': 'e80a0c42-00fe-46b8-9eff-a70077f58d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-95031684-subnet', 'tenant_id': '6076a387b29d42a491d524e8e030f876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:44.549333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb146c-1c18-4492-9b11-bc67deb6a796 admin admin] Pushing event updated for resources: {'Network': ['ID=e80a0c42-00fe-46b8-9eff-a70077f58d12,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:44.551581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Made reservation on behalf of 6076a387b29d42a491d524e8e030f876 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:44.554695 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.561994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e80a0c42-00fe-46b8-9eff-a70077f58d12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:54:44.745506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5bc77ddd-a95f-43ce-8434-61e980388e81'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:44.756016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227a2f-e8fc-48e6-98bf-a88df3f00d44 req-16147216-e0b5-49e2-87c0-8f8f5c1e8ef4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:44.764262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07227a2f-e8fc-48e6-98bf-a88df3f00d44 req-16147216-e0b5-49e2-87c0-8f8f5c1e8ef4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 948 time: 0.0697956
Apr 02 20:54:44.784532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['70579e43-efe8-4449-87ed-602a9094f229'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:44.791816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b878b-d927-4386-9b78-08686360cb99 req-ab6bbfb3-e89e-4e44-b8c1-10761d268359 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:44.794810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-128b878b-d927-4386-9b78-08686360cb99 req-ab6bbfb3-e89e-4e44-b8c1-10761d268359 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.1087596
Apr 02 20:54:44.829606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07227a2f-e8fc-48e6-98bf-a88df3f00d44 req-bd7989c2-173e-41c3-a16a-eadbe951d9d2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640905
Apr 02 20:54:44.851942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (90b340c4-cbb2-4033-80bb-f20e0fdea11d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:44.898814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-128b878b-d927-4386-9b78-08686360cb99 req-b9454af1-890c-447a-9784-65f904112530 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926311
Apr 02 20:54:44.931206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b340c4-cbb2-4033-80bb-f20e0fdea11d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:44.941315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Checking segment: {'id': 'c2464874-dbbc-44ea-ba1d-5cfaf4a34b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e80a0c42-00fe-46b8-9eff-a70077f58d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:44.941739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Network hostable DHCP agents. Network: e80a0c42-00fe-46b8-9eff-a70077f58d12, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:54:44.970957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b73e317b-4538-4a13-9497-eb28e80e06ff up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:44.979754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Network e80a0c42-00fe-46b8-9eff-a70077f58d12 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:54:44.990324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e80a0c42-00fe-46b8-9eff-a70077f58d12) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:44.996065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:44.996822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.025002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de2aa25e-6655-4593-81e1-ca2841be7850 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4999990
Apr 02 20:54:45.032876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2837fdb-a464-4209-844c-152a47527cff None None] Network e80a0c42-00fe-46b8-9eff-a70077f58d12 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:45.076526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c09bb-2dbe-46ed-80a9-40dee7c501ed req-bd4a0cf3-9c43-4f02-9ef2-5e767ab8bd6f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:45.084353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-892c09bb-2dbe-46ed-80a9-40dee7c501ed req-bd4a0cf3-9c43-4f02-9ef2-5e767ab8bd6f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0719466
Apr 02 20:54:45.142427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-892c09bb-2dbe-46ed-80a9-40dee7c501ed req-07af50af-da84-491c-aceb-36031c0c53ee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570865
Apr 02 20:54:45.193032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port b73e317b-4538-4a13-9497-eb28e80e06ff completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:45.201520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port b73e317b-4538-4a13-9497-eb28e80e06ff triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:45.202059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.257023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50475d0-335c-480b-831d-aa817675dd93 None None] Network e80a0c42-00fe-46b8-9eff-a70077f58d12 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:45.326153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22a514-5fda-401d-b187-289957dd3f0a req-cdf41749-e3c4-4d67-b9cc-c29545e38052 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:45.333509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a492230c-8977-41f7-8615-6947d3ac7ddd req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1418416725', 'description': 'tempest-description-107328389'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:45.336346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb22a514-5fda-401d-b187-289957dd3f0a req-cdf41749-e3c4-4d67-b9cc-c29545e38052 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 944 time: 0.0982099
Apr 02 20:54:45.360933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a492230c-8977-41f7-8615-6947d3ac7ddd req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.408431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb22a514-5fda-401d-b187-289957dd3f0a req-818b8d0d-6539-450f-a5d5-c796b14c4117 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704613
Apr 02 20:54:45.466485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a492230c-8977-41f7-8615-6947d3ac7ddd req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (3c9a175f-f7d2-4738-9110-dbb6b59dec42), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.472375 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a492230c-8977-41f7-8615-6947d3ac7ddd req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3c9a175f-f7d2-4738-9110-dbb6b59dec42), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.504647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a492230c-8977-41f7-8615-6947d3ac7ddd req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.505900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a492230c-8977-41f7-8615-6947d3ac7ddd req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.1781492
Apr 02 20:54:45.507835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9b1d0-0134-4970-8e71-f2aed433483d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9a175f-f7d2-4738-9110-dbb6b59dec42,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:45.536192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b73e317b-4538-4a13-9497-eb28e80e06ff is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:45.536597 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.573832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47053086-045c-4cb8-a0ec-71f140b733c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e317b-4538-4a13-9497-eb28e80e06ff'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:45.576238 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65651dd6-0dd8-4441-86c8-5133882319d0" -d '{"events": [{"server_uuid": "47053086-045c-4cb8-a0ec-71f140b733c6", "name": "network-vif-plugged", "status": "completed", "tag": "b73e317b-4538-4a13-9497-eb28e80e06ff"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:45.590042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b73e317b-4538-4a13-9497-eb28e80e06ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b73e317b-4538-4a13-9497-eb28e80e06ff,segment=NetworkSegment(b34fcfce-ed2d-452d-971c-3b6b83568a73),segment_id=b34fcfce-ed2d-452d-971c-3b6b83568a73)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:45.593202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7741db29-62ee-4863-80d0-c6a34739adfa tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/3c9a175f-f7d2-4738-9110-dbb6b59dec42 HTTP/1.1" status: 200  len: 1821 time: 0.0615742
Apr 02 20:54:45.596250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.600517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:54:45.601460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c9a175f-f7d2-4738-9110-dbb6b59dec42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:45.601787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c9a175f-f7d2-4738-9110-dbb6b59dec42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:45.625023 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8509a0a5-ba77-4f67-92b2-8d4e94dbdacf x-openstack-request-id: req-8509a0a5-ba77-4f67-92b2-8d4e94dbdacf {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:45.625396 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47053086-045c-4cb8-a0ec-71f140b733c6", "name": "network-vif-plugged", "status": "completed", "tag": "b73e317b-4538-4a13-9497-eb28e80e06ff", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:45.625650 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8509a0a5-ba77-4f67-92b2-8d4e94dbdacf {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:45.626192 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8509a0a5-ba77-4f67-92b2-8d4e94dbdacf'] response: {'server_uuid': '47053086-045c-4cb8-a0ec-71f140b733c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e317b-4538-4a13-9497-eb28e80e06ff', 'code': 200}
Apr 02 20:54:45.644550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 63bb602f-5c79-43d0-b981-f61c7d0d8c28 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:54:45.645382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 63bb602f-5c79-43d0-b981-f61c7d0d8c28 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:54:45.656580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (bbbfd328-129d-4247-bd30-1b26768be007), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.681059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b73e317b-4538-4a13-9497-eb28e80e06ff,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:45.683234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (bbbfd328-129d-4247-bd30-1b26768be007), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.688230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (bbbfd328-129d-4247-bd30-1b26768be007), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.727180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbfd328-129d-4247-bd30-1b26768be007,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:45.737742 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.738939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f4c5290-a2e7-4b93-9fe7-ebc2c1165691 req-7816d7b5-e653-4f7e-906d-c3b7f41f5709 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1414917
Apr 02 20:54:45.755452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cfbd0-7233-42f6-aafc-e54488e431f6 req-faea5434-7080-4c53-bbee-98374508381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:45.756996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-382cfbd0-7233-42f6-aafc-e54488e431f6 req-faea5434-7080-4c53-bbee-98374508381f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 1127 time: 0.0610998
Apr 02 20:54:45.765882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-d25e9135-5c65-4bb2-8125-0030219d5b72 req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1036399466', 'description': 'tempest-description-1111003295'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:45.786099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d25e9135-5c65-4bb2-8125-0030219d5b72 req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.804219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-382cfbd0-7233-42f6-aafc-e54488e431f6 req-cdd42356-0a4e-4625-b3dc-9091cfd5c0c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406799
Apr 02 20:54:45.856242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d25e9135-5c65-4bb2-8125-0030219d5b72 req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (c02e59cd-7113-42ef-ad16-9d33449d8e63), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.860043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d25e9135-5c65-4bb2-8125-0030219d5b72 req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c02e59cd-7113-42ef-ad16-9d33449d8e63), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.891892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d25e9135-5c65-4bb2-8125-0030219d5b72 req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:45.893672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d25e9135-5c65-4bb2-8125-0030219d5b72 req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.1317580
Apr 02 20:54:45.895479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97942ff8-e5eb-44be-8fe0-01fafb9897b9 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e59cd-7113-42ef-ad16-9d33449d8e63,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:45.953265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796ea41-2a14-4440-a81a-92e251c0c30f req-3da55701-4718-42ab-a137-8900de188d6e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:45.953502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-a931b8c3-e547-478d-b23a-32e49fcdd9b8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/c02e59cd-7113-42ef-ad16-9d33449d8e63 HTTP/1.1" status: 200  len: 1822 time: 0.0384448
Apr 02 20:54:45.955321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7796ea41-2a14-4440-a81a-92e251c0c30f req-3da55701-4718-42ab-a137-8900de188d6e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 948 time: 0.0680292
Apr 02 20:54:45.964500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c02e59cd-7113-42ef-ad16-9d33449d8e63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:45.964822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c02e59cd-7113-42ef-ad16-9d33449d8e63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.005830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7796ea41-2a14-4440-a81a-92e251c0c30f req-1d5e9355-6ce7-423a-a3bc-f7ffa83bb40d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441236
Apr 02 20:54:46.008257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bc77ddd-a95f-43ce-8434-61e980388e81 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:46.028007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (03b690a3-1acd-47e0-8883-a4e8cddabb33), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.056725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (03b690a3-1acd-47e0-8883-a4e8cddabb33), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.061922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (03b690a3-1acd-47e0-8883-a4e8cddabb33), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.068162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 5bc77ddd-a95f-43ce-8434-61e980388e81 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:46.073914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5bc77ddd-a95f-43ce-8434-61e980388e81 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:46.074400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.081539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b690a3-1acd-47e0-8883-a4e8cddabb33,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.091358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.092657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc5c49ce-9a82-47fa-90e5-819da064360a req-2c1ffba4-67e9-43b6-b743-223c1046ffa8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.1320043
Apr 02 20:54:46.122911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-711029ee-a5ca-4720-a049-bf60f7d9c50b req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2022230975', 'description': 'tempest-description-61845517'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.134121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1737-1f18-4ecf-97ce-d79f6823dba9 req-6582b862-5fad-4d16-910f-8ba4169d461c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:46.135706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a7a1737-1f18-4ecf-97ce-d79f6823dba9 req-6582b862-5fad-4d16-910f-8ba4169d461c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.0653687
Apr 02 20:54:46.146417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-711029ee-a5ca-4720-a049-bf60f7d9c50b req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.155572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5bc77ddd-a95f-43ce-8434-61e980388e81 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:46.155962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.195280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5bc77ddd-a95f-43ce-8434-61e980388e81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bc77ddd-a95f-43ce-8434-61e980388e81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:46.197031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a7a1737-1f18-4ecf-97ce-d79f6823dba9 req-ddeb6a20-9c74-44a1-a4df-7867ed49c772 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514703
Apr 02 20:54:46.200421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.201314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 70579e43-efe8-4449-87ed-602a9094f229 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:54:46.234140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-711029ee-a5ca-4720-a049-bf60f7d9c50b req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (ccad9c79-69a7-4e68-a4de-c7dc8c72f855), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.238921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-711029ee-a5ca-4720-a049-bf60f7d9c50b req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ccad9c79-69a7-4e68-a4de-c7dc8c72f855), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.274513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-711029ee-a5ca-4720-a049-bf60f7d9c50b req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.276169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-711029ee-a5ca-4720-a049-bf60f7d9c50b req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.1585104
Apr 02 20:54:46.278559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc646bc2-7f85-45f4-b1ed-46a62c975d42 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad9c79-69a7-4e68-a4de-c7dc8c72f855,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.280172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5bc77ddd-a95f-43ce-8434-61e980388e81,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.300875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 70579e43-efe8-4449-87ed-602a9094f229 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:54:46.306107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-18e0f7e4-09d5-4fab-9d90-e2306a34f5fd req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1125298193', 'description': 'tempest-description-283279634'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.306446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 70579e43-efe8-4449-87ed-602a9094f229 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:46.306831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (70579e43-efe8-4449-87ed-602a9094f229), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.311666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1be288-f5a6-4fb9-99bf-05eb4bf85d7b req-592458da-ecb4-41ba-8943-b6ebeeceb15e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:46.313446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1be288-f5a6-4fb9-99bf-05eb4bf85d7b req-592458da-ecb4-41ba-8943-b6ebeeceb15e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0588391
Apr 02 20:54:46.327087 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-18e0f7e4-09d5-4fab-9d90-e2306a34f5fd req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.379636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1be288-f5a6-4fb9-99bf-05eb4bf85d7b req-8fa0896f-1a31-4d8c-9ebb-e5a0b855b529 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581589
Apr 02 20:54:46.395869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 70579e43-efe8-4449-87ed-602a9094f229 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:54:46.396351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (70579e43-efe8-4449-87ed-602a9094f229), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.417648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-18e0f7e4-09d5-4fab-9d90-e2306a34f5fd req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.421324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-18e0f7e4-09d5-4fab-9d90-e2306a34f5fd req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.429235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 70579e43-efe8-4449-87ed-602a9094f229, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70579e43-efe8-4449-87ed-602a9094f229,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:46.435418 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (70579e43-efe8-4449-87ed-602a9094f229), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.461431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-18e0f7e4-09d5-4fab-9d90-e2306a34f5fd req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.465877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18e0f7e4-09d5-4fab-9d90-e2306a34f5fd req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.1653728
Apr 02 20:54:46.481692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077794b-3631-4045-9734-109a45400b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.508036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=70579e43-efe8-4449-87ed-602a9094f229,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.540185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-8d5a72cd-1b31-4758-86a6-87bf2c98c9ea tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/ccad9c79-69a7-4e68-a4de-c7dc8c72f855 HTTP/1.1" status: 200  len: 1820 time: 0.0510190
Apr 02 20:54:46.546217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70938b-bbdb-40cd-a58c-2e47ed152a3a req-e89f4ce4-fd3e-42ab-bb47-1baa02cc764c tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:46.547689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee70938b-bbdb-40cd-a58c-2e47ed152a3a req-e89f4ce4-fd3e-42ab-bb47-1baa02cc764c tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 945 time: 0.0549836
Apr 02 20:54:46.587697 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-64d5151e-8ab7-4d8d-a2b9-e47af323eadd tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1 HTTP/1.1" status: 200  len: 1821 time: 0.0415993
Apr 02 20:54:46.592289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccad9c79-69a7-4e68-a4de-c7dc8c72f855', 'remote_group_id': '49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.592632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccad9c79-69a7-4e68-a4de-c7dc8c72f855', 'remote_group_id': '49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.594827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee70938b-bbdb-40cd-a58c-2e47ed152a3a req-125ab893-7fe8-4248-9033-eddc45c69335 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415304
Apr 02 20:54:46.655326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (ce5fdac9-2ee7-4b64-b010-471f0540e4dd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.693561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (ce5fdac9-2ee7-4b64-b010-471f0540e4dd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.697184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ce5fdac9-2ee7-4b64-b010-471f0540e4dd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.714513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5fdac9-2ee7-4b64-b010-471f0540e4dd,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.722816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.723975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ddb8d82-60fa-40ed-9cb3-5f71af615922 req-f26eb9a0-aebb-4156-84db-b16c7bb5354b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.1354797
Apr 02 20:54:46.749903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-78b33418-35e6-4bcd-81e5-e0933c32c4ff req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1934807303', 'description': 'tempest-description-274702117'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.769674 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78b33418-35e6-4bcd-81e5-e0933c32c4ff req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.831707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78b33418-35e6-4bcd-81e5-e0933c32c4ff req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (c89ccf72-49a8-4ee4-b86d-e39f9799707c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.835036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78b33418-35e6-4bcd-81e5-e0933c32c4ff req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c89ccf72-49a8-4ee4-b86d-e39f9799707c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.863855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78b33418-35e6-4bcd-81e5-e0933c32c4ff req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.865089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78b33418-35e6-4bcd-81e5-e0933c32c4ff req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.1196151
Apr 02 20:54:46.866744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91901856-50e0-4e35-bd00-0e02e421c240 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ccf72-49a8-4ee4-b86d-e39f9799707c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:46.890116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-0d1192c8-9757-4dad-a297-1d5550464efb req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1429643240', 'description': 'tempest-description-425715108'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:46.909762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0d1192c8-9757-4dad-a297-1d5550464efb req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.977105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0d1192c8-9757-4dad-a297-1d5550464efb req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (27602f00-7a6e-46ea-9133-c7ec99ab5316), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:46.981047 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0d1192c8-9757-4dad-a297-1d5550464efb req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (27602f00-7a6e-46ea-9133-c7ec99ab5316), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.011264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0d1192c8-9757-4dad-a297-1d5550464efb req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.012706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d1192c8-9757-4dad-a297-1d5550464efb req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.1268117
Apr 02 20:54:47.013416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0c8fc-3d03-4bb1-990b-300415ef8e1d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27602f00-7a6e-46ea-9133-c7ec99ab5316,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:47.071776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-29ab647a-cb69-47a2-bfc3-78c8aecb52f7 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/c89ccf72-49a8-4ee4-b86d-e39f9799707c HTTP/1.1" status: 200  len: 1821 time: 0.0383372
Apr 02 20:54:47.117243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-1310d260-7e5b-4dcf-a192-a49c465f6e31 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/27602f00-7a6e-46ea-9133-c7ec99ab5316 HTTP/1.1" status: 200  len: 1821 time: 0.0396273
Apr 02 20:54:47.127329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c89ccf72-49a8-4ee4-b86d-e39f9799707c', 'remote_group_id': '27602f00-7a6e-46ea-9133-c7ec99ab5316', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:47.127638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c89ccf72-49a8-4ee4-b86d-e39f9799707c', 'remote_group_id': '27602f00-7a6e-46ea-9133-c7ec99ab5316', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:47.129699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241b122-713e-4c81-b9f3-001435b284aa req-6a263ed3-5616-4cee-8988-697b509e0773 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:47.131165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d241b122-713e-4c81-b9f3-001435b284aa req-6a263ed3-5616-4cee-8988-697b509e0773 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 949 time: 0.0526435
Apr 02 20:54:47.177778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d241b122-713e-4c81-b9f3-001435b284aa req-ec13cd68-c61d-47da-9fb9-829384f6cc35 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404871
Apr 02 20:54:47.184616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (6ecb2dc5-0f37-4b13-a603-ddcb0326da34), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.226731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (6ecb2dc5-0f37-4b13-a603-ddcb0326da34), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.231574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (6ecb2dc5-0f37-4b13-a603-ddcb0326da34), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.253552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecb2dc5-0f37-4b13-a603-ddcb0326da34,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:47.262181 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.263374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2b83b3a-618d-40cb-a222-d816cb7484f8 req-3abb2b85-c77b-4aa6-9b18-a260bbb644b3 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.1402867
Apr 02 20:54:47.323170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12262335-d024-4234-9ec0-872d86c744f9 req-269adf92-4805-4f93-8576-bf6b306ca1a0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:47.324683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12262335-d024-4234-9ec0-872d86c744f9 req-269adf92-4805-4f93-8576-bf6b306ca1a0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.0565324
Apr 02 20:54:47.324804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8d0d01d-947d-4e0b-81ba-4fc4bf9f67e7 req-c8bba1c4-68f3-41df-8e16-dcd72595dd3d tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/27602f00-7a6e-46ea-9133-c7ec99ab5316 HTTP/1.1" status: 200  len: 1821 time: 0.0413229
Apr 02 20:54:47.385407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12262335-d024-4234-9ec0-872d86c744f9 req-f50e374d-85b2-4e22-90fc-10f1d7abc457 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545118
Apr 02 20:54:47.394950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8d0d01d-947d-4e0b-81ba-4fc4bf9f67e7 req-6a592877-e441-4063-995c-947dac1b7818 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (27602f00-7a6e-46ea-9133-c7ec99ab5316), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.420178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8d0d01d-947d-4e0b-81ba-4fc4bf9f67e7 req-6a592877-e441-4063-995c-947dac1b7818 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (27602f00-7a6e-46ea-9133-c7ec99ab5316), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.490253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.494697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8d0d01d-947d-4e0b-81ba-4fc4bf9f67e7 req-6a592877-e441-4063-995c-947dac1b7818 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (27602f00-7a6e-46ea-9133-c7ec99ab5316), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.497449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8d0d01d-947d-4e0b-81ba-4fc4bf9f67e7 req-6a592877-e441-4063-995c-947dac1b7818 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.498574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8d0d01d-947d-4e0b-81ba-4fc4bf9f67e7 req-6a592877-e441-4063-995c-947dac1b7818 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/27602f00-7a6e-46ea-9133-c7ec99ab5316 HTTP/1.1" status: 204  len: 173 time: 0.1654966
Apr 02 20:54:47.505197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8516ad-d596-4e84-b489-2b8813748837 req-c124f22b-4466-4db3-81fb-6d34fbabef92 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:47.506737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e8516ad-d596-4e84-b489-2b8813748837 req-c124f22b-4466-4db3-81fb-6d34fbabef92 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0628483
Apr 02 20:54:47.512219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a592877-e441-4063-995c-947dac1b7818 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27602f00-7a6e-46ea-9133-c7ec99ab5316,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:47.558258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e8516ad-d596-4e84-b489-2b8813748837 req-effeb9b6-2937-4ee8-af02-0d339e1668fa tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437787
Apr 02 20:54:47.577306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c4ee28-b2db-44ea-be75-729113288dd7 req-ef6937fe-62c6-4e11-bf74-e791b1b72a0f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/c89ccf72-49a8-4ee4-b86d-e39f9799707c HTTP/1.1" status: 200  len: 1821 time: 0.0515764
Apr 02 20:54:47.601529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-e7f70992-f54c-4682-b500-13bb7a34aadc req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-716281307', 'description': 'tempest-description-1428218817'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:47.621784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e7f70992-f54c-4682-b500-13bb7a34aadc req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.627977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7234847-6a5b-4386-8d22-448be13057dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc77ddd-a95f-43ce-8434-61e980388e81'}, {'server_uuid': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70579e43-efe8-4449-87ed-602a9094f229'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:47.630617 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2332d669-9b33-4837-91e3-c071a1de0fa8" -d '{"events": [{"server_uuid": "a7234847-6a5b-4386-8d22-448be13057dd", "name": "network-vif-plugged", "status": "completed", "tag": "5bc77ddd-a95f-43ce-8434-61e980388e81"}, {"server_uuid": "818956c7-a348-4c41-a48b-9c74b8ddbc66", "name": "network-vif-plugged", "status": "completed", "tag": "70579e43-efe8-4449-87ed-602a9094f229"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:47.688246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e7f70992-f54c-4682-b500-13bb7a34aadc req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (6790b28d-6b70-44da-9ef5-2e8918ac5cb3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.692498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e7f70992-f54c-4682-b500-13bb7a34aadc req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6790b28d-6b70-44da-9ef5-2e8918ac5cb3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.721388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e7f70992-f54c-4682-b500-13bb7a34aadc req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.722583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7f70992-f54c-4682-b500-13bb7a34aadc req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.1250916
Apr 02 20:54:47.722743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d155c-5dcd-4ebc-b1ab-a041c8d3757c req-7302f854-d614-43ab-9d21-69da6fa1afa9 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:47.724220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-284d155c-5dcd-4ebc-b1ab-a041c8d3757c req-7302f854-d614-43ab-9d21-69da6fa1afa9 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 945 time: 0.0545819
Apr 02 20:54:47.724393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc423658-4a55-433b-8ee5-0753cbfc1fa2 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6790b28d-6b70-44da-9ef5-2e8918ac5cb3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:47.765508 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fa65b-7ab0-4be2-a07b-42a058ae2284 x-openstack-request-id: req-6d1fa65b-7ab0-4be2-a07b-42a058ae2284 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:47.765977 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7234847-6a5b-4386-8d22-448be13057dd", "name": "network-vif-plugged", "status": "completed", "tag": "5bc77ddd-a95f-43ce-8434-61e980388e81", "code": 200}, {"server_uuid": "818956c7-a348-4c41-a48b-9c74b8ddbc66", "name": "network-vif-plugged", "status": "completed", "tag": "70579e43-efe8-4449-87ed-602a9094f229", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:47.766260 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d1fa65b-7ab0-4be2-a07b-42a058ae2284 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:47.766665 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1fa65b-7ab0-4be2-a07b-42a058ae2284'] response: {'server_uuid': 'a7234847-6a5b-4386-8d22-448be13057dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc77ddd-a95f-43ce-8434-61e980388e81', 'code': 200}
Apr 02 20:54:47.766930 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1fa65b-7ab0-4be2-a07b-42a058ae2284'] response: {'server_uuid': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70579e43-efe8-4449-87ed-602a9094f229', 'code': 200}
Apr 02 20:54:47.777254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-284d155c-5dcd-4ebc-b1ab-a041c8d3757c req-2feb25db-3194-46fe-a044-5a4b9b6d78b3 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434217
Apr 02 20:54:47.828508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-4366db40-a785-426d-add2-d11157f61eb8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/6790b28d-6b70-44da-9ef5-2e8918ac5cb3 HTTP/1.1" status: 200  len: 1821 time: 0.0522635
Apr 02 20:54:47.838862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6790b28d-6b70-44da-9ef5-2e8918ac5cb3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:47.839184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6790b28d-6b70-44da-9ef5-2e8918ac5cb3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:47.906462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095e7aa-e9e6-45f2-abbe-e3089cf11fd5 req-8093393d-d80e-41ff-8ad4-3896672326ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:47.909265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d095e7aa-e9e6-45f2-abbe-e3089cf11fd5 req-8093393d-d80e-41ff-8ad4-3896672326ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 1132 time: 0.0537615
Apr 02 20:54:47.940562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (b41dbdc9-41a8-44da-8dc5-5fbfedec9345), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.946858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07154c6b-4bac-46fb-a658-0da070831879 req-8518a262-5d22-4ada-85f7-fbcdbc3075a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:47.947883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07154c6b-4bac-46fb-a658-0da070831879 req-8518a262-5d22-4ada-85f7-fbcdbc3075a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 1131 time: 0.0918317
Apr 02 20:54:47.957110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d095e7aa-e9e6-45f2-abbe-e3089cf11fd5 req-5bfc127d-8d91-468d-9f58-a93134770a0e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414143
Apr 02 20:54:47.968954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (b41dbdc9-41a8-44da-8dc5-5fbfedec9345), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:47.976343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b41dbdc9-41a8-44da-8dc5-5fbfedec9345), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.006373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41dbdc9-41a8-44da-8dc5-5fbfedec9345,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:48.012556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.013739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a82c9bef-b7e2-4602-98e5-8c9445502a4a req-bfc207e5-9022-43d4-9c6b-16c6573eaa3b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1790850
Apr 02 20:54:48.027648 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07154c6b-4bac-46fb-a658-0da070831879 req-04b47a6d-017d-4922-8aeb-92812c484d12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708258
Apr 02 20:54:48.073891 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56d0dd68-0015-4550-9895-5d0861df6842 req-f391c984-e5ae-4634-8c6c-65cffd61a713 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/6790b28d-6b70-44da-9ef5-2e8918ac5cb3 HTTP/1.1" status: 200  len: 2414 time: 0.0406399
Apr 02 20:54:48.084447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6790b28d-6b70-44da-9ef5-2e8918ac5cb3', 'remote_group_id': None}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:48.084803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6790b28d-6b70-44da-9ef5-2e8918ac5cb3', 'remote_group_id': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:48.141857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (4ecbc2d4-5b30-472c-a00e-df22fd86f926), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.166685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (4ecbc2d4-5b30-472c-a00e-df22fd86f926), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.170250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4ecbc2d4-5b30-472c-a00e-df22fd86f926), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.188656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecbc2d4-5b30-472c-a00e-df22fd86f926,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:48.196161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.197498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56d0dd68-0015-4550-9895-5d0861df6842 req-838c7841-7325-475d-a71f-60b56dea97cb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1174619
Apr 02 20:54:48.273703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3bdfc07-263b-410a-bf40-93b1020069f1 req-7175b124-01e3-45d5-86f2-040fce0d4689 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/6790b28d-6b70-44da-9ef5-2e8918ac5cb3 HTTP/1.1" status: 200  len: 3012 time: 0.0396519
Apr 02 20:54:48.316575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e6b56-cf7a-4c6d-bc4b-5cf070c37ee3 req-d8ad9bad-7635-47d1-a8f3-88b4acedfe83 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:48.318053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae9e6b56-cf7a-4c6d-bc4b-5cf070c37ee3 req-d8ad9bad-7635-47d1-a8f3-88b4acedfe83 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 949 time: 0.0623271
Apr 02 20:54:48.336817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-3710b919-a5c8-4d1b-a121-4afa36ca2c4a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-group-rules/4ecbc2d4-5b30-472c-a00e-df22fd86f926 HTTP/1.1" status: 200  len: 783 time: 0.0215814
Apr 02 20:54:48.365437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae9e6b56-cf7a-4c6d-bc4b-5cf070c37ee3 req-d592370c-bdd4-4acc-bc6b-568eec391603 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416334
Apr 02 20:54:48.382788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-ae25519e-3bf4-49a8-9276-0e8ac90d65ce tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/6790b28d-6b70-44da-9ef5-2e8918ac5cb3 HTTP/1.1" status: 200  len: 3012 time: 0.0403142
Apr 02 20:54:48.412576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-4e61029c-f4e4-46b2-b5df-05c762180593 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (4ecbc2d4-5b30-472c-a00e-df22fd86f926), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.419924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-4e61029c-f4e4-46b2-b5df-05c762180593 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (4ecbc2d4-5b30-472c-a00e-df22fd86f926), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.449300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-4e61029c-f4e4-46b2-b5df-05c762180593 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4ecbc2d4-5b30-472c-a00e-df22fd86f926), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.456630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-4e61029c-f4e4-46b2-b5df-05c762180593 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.457740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c8bfdfa-7825-4576-bfcf-118e905fcfcd req-4e61029c-f4e4-46b2-b5df-05c762180593 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4ecbc2d4-5b30-472c-a00e-df22fd86f926 HTTP/1.1" status: 204  len: 173 time: 0.0687325
Apr 02 20:54:48.463359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61029c-f4e4-46b2-b5df-05c762180593 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ecbc2d4-5b30-472c-a00e-df22fd86f926,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:48.559538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85b8524c-ccf7-4ac0-89ea-8d6333a74130 req-9ba93c55-e5f1-49c1-925e-941a7272c7a4 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/6790b28d-6b70-44da-9ef5-2e8918ac5cb3 HTTP/1.1" status: 200  len: 2414 time: 0.0373802
Apr 02 20:54:48.567913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795baf1-31a8-4e7c-89be-eb8df82682ea req-628c1a08-bf9c-48c1-8c66-57d356bdfab1 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:48.569421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f795baf1-31a8-4e7c-89be-eb8df82682ea req-628c1a08-bf9c-48c1-8c66-57d356bdfab1 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.0615983
Apr 02 20:54:48.614584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f795baf1-31a8-4e7c-89be-eb8df82682ea req-0fe15bdf-7294-412d-992e-e1084613f794 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397027
Apr 02 20:54:48.617124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-85b8524c-ccf7-4ac0-89ea-8d6333a74130 req-722a40ae-7796-4d77-b47f-14993361f411 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (6790b28d-6b70-44da-9ef5-2e8918ac5cb3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.640133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-85b8524c-ccf7-4ac0-89ea-8d6333a74130 req-722a40ae-7796-4d77-b47f-14993361f411 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (6790b28d-6b70-44da-9ef5-2e8918ac5cb3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.684003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-85b8524c-ccf7-4ac0-89ea-8d6333a74130 req-722a40ae-7796-4d77-b47f-14993361f411 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6790b28d-6b70-44da-9ef5-2e8918ac5cb3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.686716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-85b8524c-ccf7-4ac0-89ea-8d6333a74130 req-722a40ae-7796-4d77-b47f-14993361f411 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.688242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85b8524c-ccf7-4ac0-89ea-8d6333a74130 req-722a40ae-7796-4d77-b47f-14993361f411 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/6790b28d-6b70-44da-9ef5-2e8918ac5cb3 HTTP/1.1" status: 204  len: 173 time: 0.1221988
Apr 02 20:54:48.700763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a40ae-7796-4d77-b47f-14993361f411 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6790b28d-6b70-44da-9ef5-2e8918ac5cb3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:48.748311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139daff-8ee0-4ae0-a9d6-b99659d6be96 req-66640b39-67a8-4579-9a8d-04d429a5817d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:48.749845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6139daff-8ee0-4ae0-a9d6-b99659d6be96 req-66640b39-67a8-4579-9a8d-04d429a5817d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0586753
Apr 02 20:54:48.800288 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-fdeca226-f1cb-4d7f-a258-3acfb5f5736e req-901456b9-ce27-439c-88a0-1fcfb368ea55 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] show failed (client error): The resource could not be found.
Apr 02 20:54:48.800561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6139daff-8ee0-4ae0-a9d6-b99659d6be96 req-f397b5ed-86a3-4efa-b61a-0899e2493ab5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442464
Apr 02 20:54:48.801396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fdeca226-f1cb-4d7f-a258-3acfb5f5736e req-901456b9-ce27-439c-88a0-1fcfb368ea55 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/27602f00-7a6e-46ea-9133-c7ec99ab5316 HTTP/1.1" status: 404  len: 352 time: 0.0141881
Apr 02 20:54:48.863477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-344db317-7371-48b2-aad7-042302e8fee1 req-f63412c5-c5d6-4dcc-a806-5c31959ff106 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/c89ccf72-49a8-4ee4-b86d-e39f9799707c HTTP/1.1" status: 200  len: 1821 time: 0.0375767
Apr 02 20:54:48.927715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-344db317-7371-48b2-aad7-042302e8fee1 req-eb335521-80f8-47df-a895-c150529d0148 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (c89ccf72-49a8-4ee4-b86d-e39f9799707c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.954698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-344db317-7371-48b2-aad7-042302e8fee1 req-eb335521-80f8-47df-a895-c150529d0148 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (c89ccf72-49a8-4ee4-b86d-e39f9799707c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.996334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-344db317-7371-48b2-aad7-042302e8fee1 req-eb335521-80f8-47df-a895-c150529d0148 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c89ccf72-49a8-4ee4-b86d-e39f9799707c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:48.998978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-344db317-7371-48b2-aad7-042302e8fee1 req-eb335521-80f8-47df-a895-c150529d0148 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.000133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-344db317-7371-48b2-aad7-042302e8fee1 req-eb335521-80f8-47df-a895-c150529d0148 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/c89ccf72-49a8-4ee4-b86d-e39f9799707c HTTP/1.1" status: 204  len: 173 time: 0.1305790
Apr 02 20:54:49.014465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb335521-80f8-47df-a895-c150529d0148 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ccf72-49a8-4ee4-b86d-e39f9799707c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:49.061190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abf5cbcb-3ec6-40ec-9da7-816320d2b727 req-0dc01ae9-3962-4d94-9ed3-11a4ac01bdeb tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1 HTTP/1.1" status: 200  len: 1821 time: 0.0420096
Apr 02 20:54:49.120857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-abf5cbcb-3ec6-40ec-9da7-816320d2b727 req-f59b75dd-27e4-40ad-ab9c-670c077c135f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.143105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-abf5cbcb-3ec6-40ec-9da7-816320d2b727 req-f59b75dd-27e4-40ad-ab9c-670c077c135f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.202858 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-abf5cbcb-3ec6-40ec-9da7-816320d2b727 req-f59b75dd-27e4-40ad-ab9c-670c077c135f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.206112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-abf5cbcb-3ec6-40ec-9da7-816320d2b727 req-f59b75dd-27e4-40ad-ab9c-670c077c135f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.209302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abf5cbcb-3ec6-40ec-9da7-816320d2b727 req-f59b75dd-27e4-40ad-ab9c-670c077c135f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1 HTTP/1.1" status: 204  len: 173 time: 0.1401174
Apr 02 20:54:49.221923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b75dd-27e4-40ad-ab9c-670c077c135f tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d47fe2-b33d-4d82-9f8c-c7a7a7d5e9a1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:49.270737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2721aca8-f7a9-46c1-89f6-091de1040fbc req-5ae3134f-41e1-412b-900b-a2ac61138b94 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/ccad9c79-69a7-4e68-a4de-c7dc8c72f855 HTTP/1.1" status: 200  len: 1820 time: 0.0379908
Apr 02 20:54:49.330510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2721aca8-f7a9-46c1-89f6-091de1040fbc req-41052d65-b209-4417-81f5-b773c4108f6b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (ccad9c79-69a7-4e68-a4de-c7dc8c72f855), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.355771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2721aca8-f7a9-46c1-89f6-091de1040fbc req-41052d65-b209-4417-81f5-b773c4108f6b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (ccad9c79-69a7-4e68-a4de-c7dc8c72f855), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.401378 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2721aca8-f7a9-46c1-89f6-091de1040fbc req-41052d65-b209-4417-81f5-b773c4108f6b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ccad9c79-69a7-4e68-a4de-c7dc8c72f855), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.405093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2721aca8-f7a9-46c1-89f6-091de1040fbc req-41052d65-b209-4417-81f5-b773c4108f6b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.406902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2721aca8-f7a9-46c1-89f6-091de1040fbc req-41052d65-b209-4417-81f5-b773c4108f6b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccad9c79-69a7-4e68-a4de-c7dc8c72f855 HTTP/1.1" status: 204  len: 173 time: 0.1306064
Apr 02 20:54:49.420157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41052d65-b209-4417-81f5-b773c4108f6b tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad9c79-69a7-4e68-a4de-c7dc8c72f855,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:49.484239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-74cbb96a-dff0-4610-b959-391afc05ddd6 req-eefe9bb9-2703-4b14-8ecf-e0ba8c608c0c tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/c02e59cd-7113-42ef-ad16-9d33449d8e63 HTTP/1.1" status: 200  len: 2421 time: 0.0483456
Apr 02 20:54:49.537507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85635ffa-1743-42e2-b38e-a328820b5021 req-3ec99c18-86e5-476f-beaf-cacf8e3e096c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:49.539094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85635ffa-1743-42e2-b38e-a328820b5021 req-3ec99c18-86e5-476f-beaf-cacf8e3e096c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 949 time: 0.0578394
Apr 02 20:54:49.551788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74cbb96a-dff0-4610-b959-391afc05ddd6 req-c7eb08c3-b2f1-4357-a9a8-43b9f14687f8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (c02e59cd-7113-42ef-ad16-9d33449d8e63), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.575392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74cbb96a-dff0-4610-b959-391afc05ddd6 req-c7eb08c3-b2f1-4357-a9a8-43b9f14687f8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (c02e59cd-7113-42ef-ad16-9d33449d8e63), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.589937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85635ffa-1743-42e2-b38e-a328820b5021 req-1d3f1eac-036a-448f-9baf-30837d7e7831 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421965
Apr 02 20:54:49.621579 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74cbb96a-dff0-4610-b959-391afc05ddd6 req-c7eb08c3-b2f1-4357-a9a8-43b9f14687f8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c02e59cd-7113-42ef-ad16-9d33449d8e63), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.624562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74cbb96a-dff0-4610-b959-391afc05ddd6 req-c7eb08c3-b2f1-4357-a9a8-43b9f14687f8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.625826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-74cbb96a-dff0-4610-b959-391afc05ddd6 req-c7eb08c3-b2f1-4357-a9a8-43b9f14687f8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/c02e59cd-7113-42ef-ad16-9d33449d8e63 HTTP/1.1" status: 204  len: 173 time: 0.1342828
Apr 02 20:54:49.635345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb08c3-b2f1-4357-a9a8-43b9f14687f8 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e59cd-7113-42ef-ad16-9d33449d8e63,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:49.693041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44966822-7bff-4cd2-b6a6-a4fae781cbce req-142db0cc-0a88-44fe-9eae-1d06769a67e6 tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "GET /v2.0/security-groups/3c9a175f-f7d2-4738-9110-dbb6b59dec42 HTTP/1.1" status: 200  len: 2414 time: 0.0471621
Apr 02 20:54:49.749923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44966822-7bff-4cd2-b6a6-a4fae781cbce req-5c9e3506-e5b6-408a-83a9-1a0b902b4b2a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (3c9a175f-f7d2-4738-9110-dbb6b59dec42), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.773141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44966822-7bff-4cd2-b6a6-a4fae781cbce req-5c9e3506-e5b6-408a-83a9-1a0b902b4b2a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (3c9a175f-f7d2-4738-9110-dbb6b59dec42), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.788471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9191821-9e9a-4b2b-8c0b-8ca839ec1478 req-8974bf0c-ada4-4b90-a522-aeea014b7b93 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:49.792111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9191821-9e9a-4b2b-8c0b-8ca839ec1478 req-8974bf0c-ada4-4b90-a522-aeea014b7b93 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 946 time: 0.0605810
Apr 02 20:54:49.828198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44966822-7bff-4cd2-b6a6-a4fae781cbce req-5c9e3506-e5b6-408a-83a9-1a0b902b4b2a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3c9a175f-f7d2-4738-9110-dbb6b59dec42), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.831411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44966822-7bff-4cd2-b6a6-a4fae781cbce req-5c9e3506-e5b6-408a-83a9-1a0b902b4b2a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.832571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44966822-7bff-4cd2-b6a6-a4fae781cbce req-5c9e3506-e5b6-408a-83a9-1a0b902b4b2a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c9a175f-f7d2-4738-9110-dbb6b59dec42 HTTP/1.1" status: 204  len: 173 time: 0.1372464
Apr 02 20:54:49.841669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56212) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:49.849133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e3506-e5b6-408a-83a9-1a0b902b4b2a tempest-SecurityGroupRulesTestJSON-1074319922 tempest-SecurityGroupRulesTestJSON-1074319922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9a175f-f7d2-4738-9110-dbb6b59dec42,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:49.850548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9191821-9e9a-4b2b-8c0b-8ca839ec1478 req-fac75d91-4368-4945-8761-51564d75845d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512390
Apr 02 20:54:49.906731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Deleting subnet 90b340c4-cbb2-4033-80bb-f20e0fdea11d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:54:49.910804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Publish callbacks [] for subnet (90b340c4-cbb2-4033-80bb-f20e0fdea11d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.970900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (90b340c4-cbb2-4033-80bb-f20e0fdea11d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:49.990880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce0f04-bef0-419d-a248-4ac36f3e84eb req-db0d1dd4-e0f4-4c74-ba24-d11a24399ff5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:49.992613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58ce0f04-bef0-419d-a248-4ac36f3e84eb req-db0d1dd4-e0f4-4c74-ba24-d11a24399ff5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0640922
Apr 02 20:54:50.018732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (90b340c4-cbb2-4033-80bb-f20e0fdea11d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.045887 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58ce0f04-bef0-419d-a248-4ac36f3e84eb req-e3e5e875-f0d4-422a-93a1-e82f77c0b762 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473471
Apr 02 20:54:50.090992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (90b340c4-cbb2-4033-80bb-f20e0fdea11d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.125642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b340c4-cbb2-4033-80bb-f20e0fdea11d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:50.131995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-4a886b0a-64da-43ff-b3bb-eef5cb63b115 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:50.132799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-4a886b0a-64da-43ff-b3bb-eef5cb63b115 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0585244
Apr 02 20:54:50.135239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.138373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0b04d5d-d44c-4f8c-ba84-38d3f1c15c68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/90b340c4-cbb2-4033-80bb-f20e0fdea11d HTTP/1.1" status: 204  len: 168 time: 0.2957733
Apr 02 20:54:50.141223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56220) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:50.151991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:50.287538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e80a0c42-00fe-46b8-9eff-a70077f58d12), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.303961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.316380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baccd52-4935-4b00-9fdd-4e6e7e6e721a req-2a826c37-d75c-490f-a2c4-2dbc0569ad1d tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:50.317906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5baccd52-4935-4b00-9fdd-4e6e7e6e721a req-2a826c37-d75c-490f-a2c4-2dbc0569ad1d tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 945 time: 0.1356831
Apr 02 20:54:50.446516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e80a0c42-00fe-46b8-9eff-a70077f58d12), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.462627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5baccd52-4935-4b00-9fdd-4e6e7e6e721a req-228b3f66-9739-443a-8cc2-d00445eb6153 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384902
Apr 02 20:54:50.492704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f33b970>,) {'filters': {'network_id': ['e80a0c42-00fe-46b8-9eff-a70077f58d12']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:50.505751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f33b970>, 'c2464874-dbbc-44ea-ba1d-5cfaf4a34b98') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:50.506052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f33b970>, 'c2464874-dbbc-44ea-ba1d-5cfaf4a34b98') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:50.539947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c2464874-dbbc-44ea-ba1d-5cfaf4a34b98), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.558591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c2464874-dbbc-44ea-ba1d-5cfaf4a34b98), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.573018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:54:50.573399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c2464874-dbbc-44ea-ba1d-5cfaf4a34b98), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:54:50.574974 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:54:50.605640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:50.654071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e80a0c42-00fe-46b8-9eff-a70077f58d12), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.663532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.666639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/e80a0c42-00fe-46b8-9eff-a70077f58d12 HTTP/1.1" status: 204  len: 168 time: 0.5243475
Apr 02 20:54:50.683508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de65f9-4fca-4ca7-a3be-1aa23bad33aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e80a0c42-00fe-46b8-9eff-a70077f58d12,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:50.689378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:50.722627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a385d-521a-41f3-9ba7-e8dc12e03e33 req-501b6b0c-bbd6-4e1c-8aaa-72b306006440 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:50.724243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e84a385d-521a-41f3-9ba7-e8dc12e03e33 req-501b6b0c-bbd6-4e1c-8aaa-72b306006440 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 949 time: 0.0635467
Apr 02 20:54:50.733806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:50.737062 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db707d00-acc6-43de-b52e-c31dabc5a207" -d '{"events": [{"server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "name": "network-vif-unplugged", "status": "completed", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:50.741359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Publish callbacks [] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.747475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.782673 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c20bc-fecd-4d02-855a-31a4bd8e0a92 x-openstack-request-id: req-773c20bc-fecd-4d02-855a-31a4bd8e0a92 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:50.783546 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "name": "network-vif-unplugged", "status": "completed", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:50.784005 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-773c20bc-fecd-4d02-855a-31a4bd8e0a92 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:50.784503 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773c20bc-fecd-4d02-855a-31a4bd8e0a92'] response: {'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'code': 200}
Apr 02 20:54:50.787792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e84a385d-521a-41f3-9ba7-e8dc12e03e33 req-22f78b6e-9751-4df2-b397-10e94c9f4bd0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553620
Apr 02 20:54:50.814657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56230) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:50.819063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:50.861109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:50.862165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:50.862588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:50.866198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8559d811-6ddf-45f8-a51f-b5bf18117208 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6076a387b29d42a491d524e8e030f876&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0480881
Apr 02 20:54:50.866442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56232) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:50.869045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:50.869431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:50.884404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:50.884404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:50.884404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:50.884404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Bound port: 621c3ce8-97a3-47b2-8fb2-3a484d590744, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:50.884974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.918115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68596a70-91b3-49d0-9954-c5b858254487 admin admin] Publish callbacks [] for security_group (7d8088d1-f76a-4981-ba1a-d2b5cba33c74), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.947073 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68596a70-91b3-49d0-9954-c5b858254487 admin admin] Publish callbacks [] for security_group (7d8088d1-f76a-4981-ba1a-d2b5cba33c74), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:50.961195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804066d3-470c-4f30-827a-8da3cf8e5587 req-1aaae052-0efd-4997-8aaf-c26be6785540 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:50.963072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-804066d3-470c-4f30-827a-8da3cf8e5587 req-1aaae052-0efd-4997-8aaf-c26be6785540 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 950 time: 0.0956180
Apr 02 20:54:50.995510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:54:51.007943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:51.012556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f399dd-a64c-4975-8bab-f0a85e65e680 req-d6802a07-9da7-4356-a273-b9a4cd511a25 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.014060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99f399dd-a64c-4975-8bab-f0a85e65e680 req-d6802a07-9da7-4356-a273-b9a4cd511a25 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.0795455
Apr 02 20:54:51.035686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:51.042685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68596a70-91b3-49d0-9954-c5b858254487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7d8088d1-f76a-4981-ba1a-d2b5cba33c74), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:51.045396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68596a70-91b3-49d0-9954-c5b858254487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:51.045977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-804066d3-470c-4f30-827a-8da3cf8e5587 req-c6ae4b55-69d7-48b6-98f1-3332e411962a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740035
Apr 02 20:54:51.048122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:51.052855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-68596a70-91b3-49d0-9954-c5b858254487 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d8088d1-f76a-4981-ba1a-d2b5cba33c74 HTTP/1.1" status: 204  len: 168 time: 0.1831214
Apr 02 20:54:51.077095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68596a70-91b3-49d0-9954-c5b858254487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8088d1-f76a-4981-ba1a-d2b5cba33c74,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:51.131423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:51.155847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99f399dd-a64c-4975-8bab-f0a85e65e680 req-d906eb2e-14d5-46a4-8001-0a60c2fdc7ff tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305797
Apr 02 20:54:51.159554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:51.159933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:51.160346 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:51.168173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:51.168538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Attempting to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:51.174575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:51.174957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:51.175588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:51.176226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Bound port: 621c3ce8-97a3-47b2-8fb2-3a484d590744, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:51.176658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:51.247009 ncdv-master-1 neutron-server[121650]: WARNING neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Concurrent port binding operations failed on port 621c3ce8-97a3-47b2-8fb2-3a484d590744
Apr 02 20:54:51.251205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:51.252888 ncdv-master-1 neutron-server[121650]: INFO neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Attempt 2 to bind port 621c3ce8-97a3-47b2-8fb2-3a484d590744
Apr 02 20:54:51.253520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:54:51.458886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=8']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:51.485786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.486586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:51.488257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b99efd42-39e6-41f7-8f6c-eff79e92eb2c service neutron] 10.222.0.15 "PUT /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 1122 time: 1.3480403
Apr 02 20:54:51.495763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0331894-cb89-4084-a9cd-ce839629a7ae req-4d6623f0-d2c2-4cef-8af7-c2222969889a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.504786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0331894-cb89-4084-a9cd-ce839629a7ae req-4d6623f0-d2c2-4cef-8af7-c2222969889a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.506611 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0331894-cb89-4084-a9cd-ce839629a7ae req-4d6623f0-d2c2-4cef-8af7-c2222969889a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66&device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 1690 time: 0.0812402
Apr 02 20:54:51.508756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc3d37-9861-49b9-9652-8c9f09071745 req-4ce0d632-d191-4d75-82aa-118b86e44611 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.516286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0adc3d37-9861-49b9-9652-8c9f09071745 req-4ce0d632-d191-4d75-82aa-118b86e44611 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1412151
Apr 02 20:54:51.578827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0331894-cb89-4084-a9cd-ce839629a7ae req-03a949a2-2d1e-468a-bb95-b19adb3952be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644011
Apr 02 20:54:51.606946 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0adc3d37-9861-49b9-9652-8c9f09071745 req-45a34892-7123-48e8-9ffe-ee2d0d23fb16 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897009
Apr 02 20:54:51.611571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['621c3ce8-97a3-47b2-8fb2-3a484d590744'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:51.641652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['621c3ce8-97a3-47b2-8fb2-3a484d590744'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:51.725535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f828ab-fd92-4507-97ed-39143fbf588c req-bde1e136-a63d-4393-aa04-902ec2f0a712 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.729365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-53f828ab-fd92-4507-97ed-39143fbf588c req-bde1e136-a63d-4393-aa04-902ec2f0a712 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 945 time: 0.0781679
Apr 02 20:54:51.805851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-f34405ac-4837-4cdd-9cd9-419474045cca tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.809568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-f34405ac-4837-4cdd-9cd9-419474045cca tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.15 "GET /v2.0/ports?device_id=47053086-045c-4cb8-a0ec-71f140b733c6 HTTP/1.1" status: 200  len: 945 time: 0.1191690
Apr 02 20:54:51.822626 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-53f828ab-fd92-4507-97ed-39143fbf588c req-4c006b7e-88c6-4551-a38f-305ae8343e2c tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.18 "GET /v2.0/security-groups?id=6db9885f-b092-4eec-85c5-535dca5b18eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890288
Apr 02 20:54:51.927679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888ef58-bb7d-4e24-8d9f-4e592435addc req-381d5e0e-aa28-4b9a-8562-967550f0d626 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:51.929308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c888ef58-bb7d-4e24-8d9f-4e592435addc req-381d5e0e-aa28-4b9a-8562-967550f0d626 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 1132 time: 0.1180859
Apr 02 20:54:51.976703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Deleting port b73e317b-4538-4a13-9497-eb28e80e06ff {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:54:51.977036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.006069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c888ef58-bb7d-4e24-8d9f-4e592435addc req-35d878a7-7cfb-4cd7-9a13-115b5007e6bc tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688148
Apr 02 20:54:52.037552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56268) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:52.075304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] For port b73e317b-4538-4a13-9497-eb28e80e06ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b73e317b-4538-4a13-9497-eb28e80e06ff,segment=NetworkSegment(b34fcfce-ed2d-452d-971c-3b6b83568a73),segment_id=b34fcfce-ed2d-452d-971c-3b6b83568a73)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:54:52.075978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.092822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Calling delete_port for b73e317b-4538-4a13-9497-eb28e80e06ff owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:54:52.126225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e6b2f-ee48-473d-a17d-e96519d0cfef req-f2b0cae0-4fa2-46a7-8f2c-16d7ef7cbbed tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:52.128297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-627e6b2f-ee48-473d-a17d-e96519d0cfef req-f2b0cae0-4fa2-46a7-8f2c-16d7ef7cbbed tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 1131 time: 0.0464499
Apr 02 20:54:52.144444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1215852019-network', 'tenant_id': '82dcdaf57e6a4fb5ae891203fec373e3'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:52.188153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Made reservation on behalf of 82dcdaf57e6a4fb5ae891203fec373e3 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:52.191450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.204210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-627e6b2f-ee48-473d-a17d-e96519d0cfef req-33ecda1d-bd20-4648-8bba-e674837a8a41 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699718
Apr 02 20:54:52.205603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.255041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b73e317b-4538-4a13-9497-eb28e80e06ff), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.269905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b73e317b-4538-4a13-9497-eb28e80e06ff'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:52.316115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Pushing event deleted for resources: {'Port': ['ID=b73e317b-4538-4a13-9497-eb28e80e06ff,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:52.334302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks [] for security_group (145b6bc6-344e-4312-8ee9-82e6c98687af), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.342920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (145b6bc6-344e-4312-8ee9-82e6c98687af), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.364377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] No DVR routers for this DVR port b73e317b-4538-4a13-9497-eb28e80e06ff on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:54:52.367296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:54:52.367442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.370810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2db15dbb-0270-4b04-9037-30f6346b54f7 req-70207750-e0cc-4b39-b815-452dc09f1a18 tempest-ServerTagsTestJSON-1781366528 tempest-ServerTagsTestJSON-1781366528-project] 10.222.0.15 "DELETE /v2.0/ports/b73e317b-4538-4a13-9497-eb28e80e06ff HTTP/1.1" status: 204  len: 173 time: 0.5450592
Apr 02 20:54:52.383228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (76b86e88-b222-4ef4-84d7-f0fad7a2975c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.383570 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Added segment 76b86e88-b222-4ef4-84d7-f0fad7a2975c of type vlan for network 5cf9f455-4514-4253-9b69-1700fed46b0a
Apr 02 20:54:52.383989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862195c-8980-4ac9-b435-7b90cceffbf9 req-7a3a4a4a-ef37-46bb-b242-356adfb14650 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:52.384924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145b6bc6-344e-4312-8ee9-82e6c98687af,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:52.385608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5862195c-8980-4ac9-b435-7b90cceffbf9 req-7a3a4a4a-ef37-46bb-b242-356adfb14650 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.1401777
Apr 02 20:54:52.434994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (5cf9f455-4514-4253-9b69-1700fed46b0a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.463090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5862195c-8980-4ac9-b435-7b90cceffbf9 req-bb041809-43e7-4b89-a0f9-38bdc01f2e98 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653887
Apr 02 20:54:52.468159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (5cf9f455-4514-4253-9b69-1700fed46b0a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.469689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:52.471781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.514608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4758093
Apr 02 20:54:52.517563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56280) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:52.522531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Request body: {'subnet': {'network_id': '5cf9f455-4514-4253-9b69-1700fed46b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1215852019-subnet', 'tenant_id': '82dcdaf57e6a4fb5ae891203fec373e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:52.545183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Made reservation on behalf of 82dcdaf57e6a4fb5ae891203fec373e3 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:52.548280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.560388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5264c-1ede-4d2d-8742-3701353c0f3b admin admin] Pushing event updated for resources: {'Network': ['ID=5cf9f455-4514-4253-9b69-1700fed46b0a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:52.579365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 5cf9f455-4514-4253-9b69-1700fed46b0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:54:52.608602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-9e5337b8-4f07-4adf-90ab-e5818594ae80 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318296
Apr 02 20:54:52.745621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-9a884322-2f41-495a-a23b-84d6392a2fae tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:52.747090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-9a884322-2f41-495a-a23b-84d6392a2fae tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1309340
Apr 02 20:54:52.762628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-47e6c50d-7883-4a1f-a309-39cbddc88ca8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/quotas/5f8ef84a62894a7da5457cafc1bcf172 HTTP/1.1" status: 200  len: 375 time: 0.0095484
Apr 02 20:54:52.768404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (687f766a-31a7-4df8-8258-4b964de1614d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.795748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744'}, {'server_uuid': '47053086-045c-4cb8-a0ec-71f140b733c6', 'name': 'network-vif-deleted', 'tag': 'b73e317b-4538-4a13-9497-eb28e80e06ff'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:52.799175 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0" -d '{"events": [{"name": "network-changed", "server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744"}, {"server_uuid": "47053086-045c-4cb8-a0ec-71f140b733c6", "name": "network-vif-deleted", "tag": "b73e317b-4538-4a13-9497-eb28e80e06ff"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:52.822587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1f81-7b6d-480c-b341-4f0b9fe9cc10 req-af002481-7d55-4a71-a0c6-703662a0ddd6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:52.824953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c00b1f81-7b6d-480c-b341-4f0b9fe9cc10 req-af002481-7d55-4a71-a0c6-703662a0ddd6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1326659
Apr 02 20:54:52.844076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-dd708437-7273-42bf-9fb3-d38a56f4646b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0718353
Apr 02 20:54:52.870616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687f766a-31a7-4df8-8258-4b964de1614d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:52.916680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c00b1f81-7b6d-480c-b341-4f0b9fe9cc10 req-cbfba16f-b2be-4df2-90fe-02a8ac6202a7 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843430
Apr 02 20:54:52.917852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Checking segment: {'id': '76b86e88-b222-4ef4-84d7-f0fad7a2975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cf9f455-4514-4253-9b69-1700fed46b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:52.918081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Network hostable DHCP agents. Network: 5cf9f455-4514-4253-9b69-1700fed46b0a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:54:52.946529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Network 5cf9f455-4514-4253-9b69-1700fed46b0a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:54:52.973020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5cf9f455-4514-4253-9b69-1700fed46b0a) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:52.987746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c196b7ef-9bd1-40af-980b-1e0637e42dc5 None None] Network 5cf9f455-4514-4253-9b69-1700fed46b0a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:52.994821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:52.995432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:52.999798 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2442b1f-8b55-4021-8568-6359ed90fc95 x-openstack-request-id: req-c2442b1f-8b55-4021-8568-6359ed90fc95 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:53.000103 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744", "status": "completed", "code": 200}, {"server_uuid": "47053086-045c-4cb8-a0ec-71f140b733c6", "name": "network-vif-deleted", "tag": "b73e317b-4538-4a13-9497-eb28e80e06ff", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:53.000879 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2442b1f-8b55-4021-8568-6359ed90fc95 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:53.001428 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2442b1f-8b55-4021-8568-6359ed90fc95'] response: {'name': 'network-changed', 'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'status': 'completed', 'code': 200}
Apr 02 20:54:53.001848 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2442b1f-8b55-4021-8568-6359ed90fc95'] response: {'server_uuid': '47053086-045c-4cb8-a0ec-71f140b733c6', 'name': 'network-vif-deleted', 'tag': 'b73e317b-4538-4a13-9497-eb28e80e06ff', 'status': 'completed', 'code': 200}
Apr 02 20:54:53.020239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8b0b62e6-64a3-4d73-83a8-b593cc685299 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.5015004
Apr 02 20:54:53.024502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56298) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:53.115190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4903-be55-414f-bb7b-ac5ccf9200a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:53.154782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2a3db-0291-4474-83b7-c0b7c8d3fc28 None None] Network 5cf9f455-4514-4253-9b69-1700fed46b0a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:53.361477 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-90534233-a0af-44a2-9f29-5e60a5a4cdeb req-0fb79108-868e-4375-b0e3-8cc79fa74075 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] show failed (client error): The resource could not be found.
Apr 02 20:54:53.362810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90534233-a0af-44a2-9f29-5e60a5a4cdeb req-0fb79108-868e-4375-b0e3-8cc79fa74075 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups/ff8e9a6d-01a3-44f4-b61a-3de195fa26a3 HTTP/1.1" status: 404  len: 352 time: 0.0176291
Apr 02 20:54:53.405998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-9063456c-9e46-4f0b-a023-da225a0143fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:53.407615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-9063456c-9e46-4f0b-a023-da225a0143fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1156 time: 0.3968215
Apr 02 20:54:53.411726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Deleting subnet 215f1f91-2b3a-49ea-8a11-6707c22144a0 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:54:53.415531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Publish callbacks [] for subnet (215f1f91-2b3a-49ea-8a11-6707c22144a0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:53.485862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e140608-af35-4ba6-9ff1-424f2c358e6c req-63112015-8717-44fd-9174-10461d37519c tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82dcdaf57e6a4fb5ae891203fec373e3 HTTP/1.1" status: 200  len: 3001 time: 0.0861735
Apr 02 20:54:53.502303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-156d17f3-5dbf-4273-bc99-22055e1789ef req-eb3be706-954d-4578-ade0-1c22c29f913b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 210 time: 0.0639186
Apr 02 20:54:53.522557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (215f1f91-2b3a-49ea-8a11-6707c22144a0), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:53.563499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e140608-af35-4ba6-9ff1-424f2c358e6c req-1bac811a-22b6-4138-9e9e-2206f1698e0f tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups/145b6bc6-344e-4312-8ee9-82e6c98687af HTTP/1.1" status: 200  len: 2998 time: 0.0716739
Apr 02 20:54:53.634490 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e140608-af35-4ba6-9ff1-424f2c358e6c req-652262af-3336-4e2a-967d-3abd5cbf9895 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups/145b6bc6-344e-4312-8ee9-82e6c98687af HTTP/1.1" status: 200  len: 2998 time: 0.0589728
Apr 02 20:54:53.644920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (215f1f91-2b3a-49ea-8a11-6707c22144a0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:53.669603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-15c47ff1-2fae-4dfc-aded-3decdec84b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:53.671069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-15c47ff1-2fae-4dfc-aded-3decdec84b88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2191055
Apr 02 20:54:53.706227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1678b385-b5eb-4a6e-b8a9-6c4091c9a4bb req-10cea96b-790c-46b6-ac2d-2b8eeb293538 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups/145b6bc6-344e-4312-8ee9-82e6c98687af HTTP/1.1" status: 200  len: 2998 time: 0.0566638
Apr 02 20:54:53.734563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-fdd20a38-25d7-4912-8975-0cc313e90628 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 217 time: 0.0524287
Apr 02 20:54:53.755335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e169e5-5aa3-4ed9-a574-69563626960d req-c475f2bf-ba64-4a10-89a9-3a5879912288 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:53.757216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79e169e5-5aa3-4ed9-a574-69563626960d req-c475f2bf-ba64-4a10-89a9-3a5879912288 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.1547794
Apr 02 20:54:53.779160 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-1678b385-b5eb-4a6e-b8a9-6c4091c9a4bb req-d613b7d8-2959-4c2f-81ad-e34bd8998ad1 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 02 20:54:53.780188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1678b385-b5eb-4a6e-b8a9-6c4091c9a4bb req-d613b7d8-2959-4c2f-81ad-e34bd8998ad1 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "DELETE /v2.0/security-groups/145b6bc6-344e-4312-8ee9-82e6c98687af HTTP/1.1" status: 409  len: 352 time: 0.0682135
Apr 02 20:54:53.815460 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (215f1f91-2b3a-49ea-8a11-6707c22144a0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:53.824952 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-9bf04e63-e9a6-4f95-8f2f-9832f8e70d44 req-5fb075c1-839e-4e67-a185-cd3a3d0c8ad1 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] show failed (client error): The resource could not be found.
Apr 02 20:54:53.826356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9bf04e63-e9a6-4f95-8f2f-9832f8e70d44 req-5fb075c1-839e-4e67-a185-cd3a3d0c8ad1 tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups/160ac74e-d96c-47ad-98ad-ef2da441b2a0 HTTP/1.1" status: 404  len: 352 time: 0.0180030
Apr 02 20:54:53.859946 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-98ec5b9a-ad88-408c-9ef9-2fc94bfefa48 req-1dcab940-9a25-4ef8-ae74-75ec23aa973d tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] show failed (client error): The resource could not be found.
Apr 02 20:54:53.860198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-bf415391-b335-4380-96b3-fdc947764a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:53.861070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98ec5b9a-ad88-408c-9ef9-2fc94bfefa48 req-1dcab940-9a25-4ef8-ae74-75ec23aa973d tempest-SecurityGroupsNegativeTestJSON-17579885 tempest-SecurityGroupsNegativeTestJSON-17579885-project] 10.222.0.18 "GET /v2.0/security-groups/4375dc07-a4e5-46e8-968c-352d8007d8ff HTTP/1.1" status: 404  len: 352 time: 0.0141284
Apr 02 20:54:53.862272 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-bf415391-b335-4380-96b3-fdc947764a20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1027155
Apr 02 20:54:53.862951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215f1f91-2b3a-49ea-8a11-6707c22144a0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:53.872006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:53.875179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d9413617-2933-40d5-b5ed-46c52b9d1edc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/215f1f91-2b3a-49ea-8a11-6707c22144a0 HTTP/1.1" status: 204  len: 168 time: 0.8512504
Apr 02 20:54:53.880942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56334) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:53.881260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56336) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:53.941758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79e169e5-5aa3-4ed9-a574-69563626960d req-a67c4c20-f099-4837-8494-0dc00aae7ae7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718895
Apr 02 20:54:53.943653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-5ceaf82c-d925-47bf-8aa4-bf627abc7ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675194
Apr 02 20:54:54.086128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f68a-a89d-4711-b326-a9377f94cb71 req-c06baf9e-5bb6-4552-b22c-2a52f4550810 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:54.087648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf73f68a-a89d-4711-b326-a9377f94cb71 req-c06baf9e-5bb6-4552-b22c-2a52f4550810 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0611298
Apr 02 20:54:54.102269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Deleting subnet 687f766a-31a7-4df8-8258-4b964de1614d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:54:54.112244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (94f39d0c-6b16-4126-bf38-935667858434), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.114195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Publish callbacks [] for subnet (687f766a-31a7-4df8-8258-4b964de1614d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.142929 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf73f68a-a89d-4711-b326-a9377f94cb71 req-e50f14a6-dd60-4517-9bef-867c528d34cc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479429
Apr 02 20:54:54.183236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (687f766a-31a7-4df8-8258-4b964de1614d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.230961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-957603b1-47af-4801-8d0f-4a17eb113e23 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2590885
Apr 02 20:54:54.328662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (94f39d0c-6b16-4126-bf38-935667858434), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.337211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (687f766a-31a7-4df8-8258-4b964de1614d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.409091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fd9e910>,) {'filters': {'network_id': ['94f39d0c-6b16-4126-bf38-935667858434']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:54.426488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fd9e910>, 'b34fcfce-ed2d-452d-971c-3b6b83568a73') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:54.426924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fd9e910>, 'b34fcfce-ed2d-452d-971c-3b6b83568a73') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:54.451452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b34fcfce-ed2d-452d-971c-3b6b83568a73), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.468502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ccf3d5f-b52b-41e4-b5a3-5b77b101cee0 req-60851209-4ac3-4342-be61-2926a5d38707 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299347
Apr 02 20:54:54.477967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b34fcfce-ed2d-452d-971c-3b6b83568a73), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.484788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (687f766a-31a7-4df8-8258-4b964de1614d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.491045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:54:54.491443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b34fcfce-ed2d-452d-971c-3b6b83568a73), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:54:54.495061 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:54:54.541340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687f766a-31a7-4df8-8258-4b964de1614d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:54.548279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.554242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e816e0ec-4d1d-46e8-b5fa-32c6aad154d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/687f766a-31a7-4df8-8258-4b964de1614d HTTP/1.1" status: 204  len: 168 time: 0.6709638
Apr 02 20:54:54.554456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:54.594478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:54:54.630919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98b0c219-faac-43de-96e0-ffc2bef06802 req-b295ea02-5357-478b-8b7e-7b96a178c647 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 210 time: 0.0320456
Apr 02 20:54:54.634866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (94f39d0c-6b16-4126-bf38-935667858434), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.639894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.646630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/94f39d0c-6b16-4126-bf38-935667858434 HTTP/1.1" status: 204  len: 168 time: 0.7621508
Apr 02 20:54:54.657638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd2405-054e-444d-bceb-883859a0cb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=94f39d0c-6b16-4126-bf38-935667858434,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:54.666094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (5cf9f455-4514-4253-9b69-1700fed46b0a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.724498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-074b24bf-b4cf-4634-bc67-ed8e6cce0b2f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525756
Apr 02 20:54:54.800010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56348) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:54.823313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (5cf9f455-4514-4253-9b69-1700fed46b0a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.853400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-bbe50d86-7b7b-442b-90ac-31402cb07d50 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316112
Apr 02 20:54:54.876606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-77e20b87-5b83-4818-9454-681581c75c3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a625f99f9cd42e783fdc952f5995fc9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0753331
Apr 02 20:54:54.879406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f30b790>,) {'filters': {'network_id': ['5cf9f455-4514-4253-9b69-1700fed46b0a']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:54.882123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56350) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:54.911715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f30b790>, '76b86e88-b222-4ef4-84d7-f0fad7a2975c') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:54.911991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f30b790>, '76b86e88-b222-4ef4-84d7-f0fad7a2975c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:54:54.941902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (76b86e88-b222-4ef4-84d7-f0fad7a2975c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.957782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e39b59c0-d31e-4227-b009-f82314851ebd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:54.959489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e39b59c0-d31e-4227-b009-f82314851ebd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2214415
Apr 02 20:54:54.976196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:54.977843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-0981d6f5-c2a1-40f2-8834-8c689237c2c3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:54.979505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-0981d6f5-c2a1-40f2-8834-8c689237c2c3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1188660
Apr 02 20:54:54.981761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (76b86e88-b222-4ef4-84d7-f0fad7a2975c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:54.999944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:55.000137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:54:55.000555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (76b86e88-b222-4ef4-84d7-f0fad7a2975c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:54:55.003921 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:54:55.024126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b73e317b-4538-4a13-9497-eb28e80e06ff no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:54:55.047309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: b73e317b-4538-4a13-9497-eb28e80e06ff {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:54:55.047655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b73e317b-4538-4a13-9497-eb28e80e06ff not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:54:55.114020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f82e7d9-c137-46b3-971f-6e8f55564ebf admin admin] Publish callbacks [] for security_group (6db9885f-b092-4eec-85c5-535dca5b18eb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.118213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:55.121763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.157867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (5cf9f455-4514-4253-9b69-1700fed46b0a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.172792 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.178870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] 10.222.0.18 "DELETE /v2.0/networks/5cf9f455-4514-4253-9b69-1700fed46b0a HTTP/1.1" status: 204  len: 168 time: 0.6212084
Apr 02 20:54:55.191997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f82e7d9-c137-46b3-971f-6e8f55564ebf admin admin] Publish callbacks [] for security_group (6db9885f-b092-4eec-85c5-535dca5b18eb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.212141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be983608-d7d3-4fec-89a8-73055fac4fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.251049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef504a0c-bfcf-4d74-8bd9-b1a8bfaf4bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf9f455-4514-4253-9b69-1700fed46b0a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:55.287904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bced4-1202-480f-83ed-d3b61bfb8cd2 req-9902b556-d5fa-4b97-b429-d1a05c528dcc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:55.289596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c78bced4-1202-480f-83ed-d3b61bfb8cd2 req-9902b556-d5fa-4b97-b429-d1a05c528dcc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.2498085
Apr 02 20:54:55.317533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:55.320877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.371566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233e254-7573-4926-84b3-87bcf398203c req-8d81c0bd-4eb3-44a6-9e1e-e5b26400a8b1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:55.378650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7233e254-7573-4926-84b3-87bcf398203c req-8d81c0bd-4eb3-44a6-9e1e-e5b26400a8b1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0957446
Apr 02 20:54:55.391056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.206 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/7bb57a04-3148-4720-b93e-5fc3a96b579e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:55.405988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f82e7d9-c137-46b3-971f-6e8f55564ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6db9885f-b092-4eec-85c5-535dca5b18eb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.409151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f82e7d9-c137-46b3-971f-6e8f55564ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.413003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f82e7d9-c137-46b3-971f-6e8f55564ebf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6db9885f-b092-4eec-85c5-535dca5b18eb HTTP/1.1" status: 204  len: 168 time: 0.5253987
Apr 02 20:54:55.413918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c78bced4-1202-480f-83ed-d3b61bfb8cd2 req-ebb627c0-78f4-484c-92b8-2b61db28121a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109288
Apr 02 20:54:55.436342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82e7d9-c137-46b3-971f-6e8f55564ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9885f-b092-4eec-85c5-535dca5b18eb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:55.441742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56362) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:55.480971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7233e254-7573-4926-84b3-87bcf398203c req-1c22f837-14ab-41a6-99e6-f810416aae61 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014004
Apr 02 20:54:55.499914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a317fe36-6db8-406e-a806-c298476711ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82dcdaf57e6a4fb5ae891203fec373e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0576987
Apr 02 20:54:55.502420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56364) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:55.552312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da3b1d9f-5ff6-4f25-9565-85d4fe63e082 admin admin] Publish callbacks [] for security_group (145b6bc6-344e-4312-8ee9-82e6c98687af), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.574437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da3b1d9f-5ff6-4f25-9565-85d4fe63e082 admin admin] Publish callbacks [] for security_group (145b6bc6-344e-4312-8ee9-82e6c98687af), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.604586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.627181 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da3b1d9f-5ff6-4f25-9565-85d4fe63e082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (145b6bc6-344e-4312-8ee9-82e6c98687af), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.630033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da3b1d9f-5ff6-4f25-9565-85d4fe63e082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.631214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-da3b1d9f-5ff6-4f25-9565-85d4fe63e082 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/145b6bc6-344e-4312-8ee9-82e6c98687af HTTP/1.1" status: 204  len: 168 time: 0.1272607
Apr 02 20:54:55.639413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b1d9f-5ff6-4f25-9565-85d4fe63e082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145b6bc6-344e-4312-8ee9-82e6c98687af,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:55.667526 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.694928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:55.730764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:55.733874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:55.745386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.235 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/40a52eb8-652d-48d4-9919-f80edab0a6d3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:54:55.751313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:55.794527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=7bb57a04-3148-4720-b93e-5fc3a96b579e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:55.835621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:55.837338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:55.865955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-5a456991-7a39-461d-b3fd-137a6cacf452 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8654201
Apr 02 20:54:55.879301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Request body: {'port': {'device_id': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:55.952222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ca2a-7370-4879-a50a-283432b644b1 req-8c6b2dd7-cdee-40a4-b0d0-3f5f0f7728f8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:55.953853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ee6ca2a-7370-4879-a50a-283432b644b1 req-8c6b2dd7-cdee-40a4-b0d0-3f5f0f7728f8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 936 time: 0.1611769
Apr 02 20:54:56.007974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.126277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ee6ca2a-7370-4879-a50a-283432b644b1 req-71c15cce-af54-4fb8-8544-2f652aae3a8d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624804
Apr 02 20:54:56.159854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.204559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-62d9f973-98a3-4dfd-a08e-5d13328cef6e None None] Provisioning complete for port 7bb57a04-3148-4720-b93e-5fc3a96b579e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:56.205197 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-62d9f973-98a3-4dfd-a08e-5d13328cef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.213820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.240962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:54:56.295714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:54:56.298074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-62d9f973-98a3-4dfd-a08e-5d13328cef6e None None] Port 7bb57a04-3148-4720-b93e-5fc3a96b579e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:56.301880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:56.316932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:54:56.326991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=40a52eb8-652d-48d4-9919-f80edab0a6d3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:56.417696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:56.418596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.475884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-e1a0a065-ec25-43d4-b659-0604e35f0660 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5053413
Apr 02 20:54:56.509791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Request body: {'port': {'device_id': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:56.558304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb57a04-3148-4720-b93e-5fc3a96b579e {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:56.578756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Publish callbacks [] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.591147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.592428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.624877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Transition to ACTIVE for port object 7bb57a04-3148-4720-b93e-5fc3a96b579e will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:56.659118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.750561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9dfe6b49-4c4c-4a98-966a-7354af42ce05 None None] Provisioning complete for port 40a52eb8-652d-48d4-9919-f80edab0a6d3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:54:56.751247 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6b49-4c4c-4a98-966a-7354af42ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:56.800876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Pushing event updated for resources: {'Port': ['ID=7bb57a04-3148-4720-b93e-5fc3a96b579e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:56.910002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3048e-d61c-47ff-90d6-36e6f7de3508 req-9415a7f0-6a68-42b7-a0ec-0738ffd7382d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:56.911662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cc3048e-d61c-47ff-90d6-36e6f7de3508 req-9415a7f0-6a68-42b7-a0ec-0738ffd7382d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.2810464
Apr 02 20:54:56.942745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe6b49-4c4c-4a98-966a-7354af42ce05 None None] Port 40a52eb8-652d-48d4-9919-f80edab0a6d3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:54:56.987599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cc3048e-d61c-47ff-90d6-36e6f7de3508 req-cb8b4f1e-48dd-4b33-b1c8-e60b85b270b3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604570
Apr 02 20:54:57.009364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Attempting to bind port 7bb57a04-3148-4720-b93e-5fc3a96b579e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:57.009920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Attempting to bind port 7bb57a04-3148-4720-b93e-5fc3a96b579e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:57.010870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Attempting to bind port 7bb57a04-3148-4720-b93e-5fc3a96b579e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:57.016861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Port 7bb57a04-3148-4720-b93e-5fc3a96b579e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:57.026936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Attempting to bind port 7bb57a04-3148-4720-b93e-5fc3a96b579e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:57.037191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:57.038575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:57.039241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:57.039742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Bound port: 7bb57a04-3148-4720-b93e-5fc3a96b579e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:57.040354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.050752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab068cb-e457-4a6d-8d3f-dd7769e54ef1 req-979805ee-e72f-4424-b71f-65f939fe0373 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.059281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab068cb-e457-4a6d-8d3f-dd7769e54ef1 req-979805ee-e72f-4424-b71f-65f939fe0373 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.2117453
Apr 02 20:54:57.061464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:57.127160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] For port 7bb57a04-3148-4720-b93e-5fc3a96b579e, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:57.131470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] For port 7bb57a04-3148-4720-b93e-5fc3a96b579e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:57.139113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.154428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cab068cb-e457-4a6d-8d3f-dd7769e54ef1 req-f90e5638-4ee7-4678-9131-d53f60caaea8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941906
Apr 02 20:54:57.168983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a52eb8-652d-48d4-9919-f80edab0a6d3 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:54:57.177015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Publish callbacks [] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.190342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Transition to ACTIVE for port object 40a52eb8-652d-48d4-9919-f80edab0a6d3 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:54:57.192523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.192862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.194290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] 10.222.0.21 "PUT /v2.0/ports/7bb57a04-3148-4720-b93e-5fc3a96b579e HTTP/1.1" status: 200  len: 1096 time: 1.3239775
Apr 02 20:54:57.194446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.195353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'tag': '7bb57a04-3148-4720-b93e-5fc3a96b579e'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:57.215748 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175de89-1f27-407c-8035-33f5cd99f22d" -d '{"events": [{"name": "network-changed", "server_uuid": "b28db20e-e3fa-4bb8-8060-48e2e5026d99", "tag": "7bb57a04-3148-4720-b93e-5fc3a96b579e"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:57.250282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-428176803-network', 'tenant_id': '78889a02e6054dd49c29b72fc422e9c8'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:57.309945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1e9a-eb75-4d62-9f63-40be6ea4bdac service neutron] Pushing event updated for resources: {'Port': ['ID=7bb57a04-3148-4720-b93e-5fc3a96b579e,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:57.340435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-4e9ecc5f-2976-4f23-83d1-7c418abf686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.341978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-4e9ecc5f-2976-4f23-83d1-7c418abf686c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 1130 time: 0.0863917
Apr 02 20:54:57.353950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Pushing event updated for resources: {'Port': ['ID=40a52eb8-652d-48d4-9919-f80edab0a6d3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:57.360219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Made reservation on behalf of 78889a02e6054dd49c29b72fc422e9c8 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:57.363318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.391678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.404401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-c7068679-e404-4d3b-b947-a5b47f774dc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e HTTP/1.1" status: 200  len: 217 time: 0.0541923
Apr 02 20:54:57.479603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-bcecc00b-0544-4ff9-936b-42c044da1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.481272 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-bcecc00b-0544-4ff9-936b-42c044da1af3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0697837
Apr 02 20:54:57.488318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Attempting to bind port 40a52eb8-652d-48d4-9919-f80edab0a6d3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:54:57.488706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Attempting to bind port 40a52eb8-652d-48d4-9919-f80edab0a6d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:54:57.489174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Attempting to bind port 40a52eb8-652d-48d4-9919-f80edab0a6d3 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:57.506750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Port 40a52eb8-652d-48d4-9919-f80edab0a6d3 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:54:57.507570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Attempting to bind port 40a52eb8-652d-48d4-9919-f80edab0a6d3 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:54:57.545613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bbff5-9539-4594-aebe-9bbf85a6fe8b req-dc54329d-abda-4e4a-a625-ca58c411edf2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.547231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f4bbff5-9539-4594-aebe-9bbf85a6fe8b req-dc54329d-abda-4e4a-a625-ca58c411edf2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 948 time: 0.2031150
Apr 02 20:54:57.552999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:54:57.553346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:57.553737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:54:57.554194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Bound port: 40a52eb8-652d-48d4-9919-f80edab0a6d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:54:57.554557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.565747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-32dfe504-885a-4209-9bcb-ee3b4397c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.567319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-32dfe504-885a-4209-9bcb-ee3b4397c67e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0784214
Apr 02 20:54:57.580755 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d264f8a7-bd1e-48df-8ee7-18d4a40e632f x-openstack-request-id: req-d264f8a7-bd1e-48df-8ee7-18d4a40e632f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:57.581040 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28db20e-e3fa-4bb8-8060-48e2e5026d99", "tag": "7bb57a04-3148-4720-b93e-5fc3a96b579e", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:57.581350 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d264f8a7-bd1e-48df-8ee7-18d4a40e632f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:57.581996 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d264f8a7-bd1e-48df-8ee7-18d4a40e632f'] response: {'name': 'network-changed', 'server_uuid': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'tag': '7bb57a04-3148-4720-b93e-5fc3a96b579e', 'status': 'completed', 'code': 200}
Apr 02 20:54:57.689367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] For port 40a52eb8-652d-48d4-9919-f80edab0a6d3, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:54:57.699124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks [] for security_group (e37496c9-f8b3-4b8f-95a3-9ae1d304ef05), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.708695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f4bbff5-9539-4594-aebe-9bbf85a6fe8b req-a810952c-06b7-4805-827a-68ab9be2b06b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367803
Apr 02 20:54:57.709927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25deb409-c625-4f81-b068-d4e3e17859cc req-7e164fbd-ff32-4d1d-bda5-6891dfa5d957 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0382020
Apr 02 20:54:57.715073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] For port 40a52eb8-652d-48d4-9919-f80edab0a6d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:54:57.716545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e37496c9-f8b3-4b8f-95a3-9ae1d304ef05), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.734191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.753435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-7c2164a6-0dcc-4635-84ec-62c57f1e569e service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703465
Apr 02 20:54:57.760717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:54:57.773676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0da036cb-adf2-4a97-a804-a2845dc4f2a8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.774211 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Added segment 0da036cb-adf2-4a97-a804-a2845dc4f2a8 of type vlan for network 610b7d58-f6e4-4742-864f-860397932ea4
Apr 02 20:54:57.827889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:57.828754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:57.831270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] 10.222.0.15 "PUT /v2.0/ports/40a52eb8-652d-48d4-9919-f80edab0a6d3 HTTP/1.1" status: 200  len: 1096 time: 1.3501010
Apr 02 20:54:57.879635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'tag': '40a52eb8-652d-48d4-9919-f80edab0a6d3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:54:57.882467 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcd800d-a825-4c87-a87a-abb91db1128e", "tag": "40a52eb8-652d-48d4-9919-f80edab0a6d3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:54:57.885054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:57.908698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-b9588d2b-a3e5-4696-81ac-ce4eb704c6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468649
Apr 02 20:54:57.964552 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b484042-3a53-4050-9d36-388bec9e60ca x-openstack-request-id: req-0b484042-3a53-4050-9d36-388bec9e60ca {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:54:57.964917 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcd800d-a825-4c87-a87a-abb91db1128e", "tag": "40a52eb8-652d-48d4-9919-f80edab0a6d3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:54:57.965264 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b484042-3a53-4050-9d36-388bec9e60ca {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:54:57.965844 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b484042-3a53-4050-9d36-388bec9e60ca'] response: {'name': 'network-changed', 'server_uuid': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'tag': '40a52eb8-652d-48d4-9919-f80edab0a6d3', 'status': 'completed', 'code': 200}
Apr 02 20:54:57.977466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (610b7d58-f6e4-4742-864f-860397932ea4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:58.007920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498564d-ad1a-4e41-8dbb-c4ab2c000d7d service neutron] Pushing event updated for resources: {'Port': ['ID=40a52eb8-652d-48d4-9919-f80edab0a6d3,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:58.043535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-925f8582-087a-46d4-939c-f5db96988c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.045794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-925f8582-087a-46d4-939c-f5db96988c65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 1130 time: 0.1408551
Apr 02 20:54:58.046743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175de89-1f27-407c-8035-33f5cd99f22d req-92ec0282-e2b6-4714-8036-ea6985d637fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.047303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (610b7d58-f6e4-4742-864f-860397932ea4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:58.049067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.049209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-92ec0282-e2b6-4714-8036-ea6985d637fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 1130 time: 0.0730848
Apr 02 20:54:58.049310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:58.122216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-f0171ca6-5c7d-42bc-8ba6-f7e76c25ed9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3 HTTP/1.1" status: 200  len: 217 time: 0.0652325
Apr 02 20:54:58.163005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0939095
Apr 02 20:54:58.166113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56446) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:54:58.172520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Request body: {'subnet': {'network_id': '610b7d58-f6e4-4742-864f-860397932ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-428176803-subnet', 'tenant_id': '78889a02e6054dd49c29b72fc422e9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:58.176848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175de89-1f27-407c-8035-33f5cd99f22d req-14ff8eb7-5215-46db-8769-8dc5ed79da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.178247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-14ff8eb7-5215-46db-8769-8dc5ed79da65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1215558
Apr 02 20:54:58.235544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea822-0a24-4425-8992-fc97ad09f58d admin admin] Pushing event updated for resources: {'Network': ['ID=610b7d58-f6e4-4742-864f-860397932ea4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:58.247714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 610b7d58-f6e4-4742-864f-860397932ea4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:54:58.250868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-c0364a2a-7524-47c4-85e6-35cbf36336db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.252921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-c0364a2a-7524-47c4-85e6-35cbf36336db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1194334
Apr 02 20:54:58.258058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-02f3b78c-5d2a-432d-88d0-627655c2b599 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e HTTP/1.1" status: 200  len: 217 time: 0.0630977
Apr 02 20:54:58.260970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bfb13-c194-42fa-b568-9d80d1e262f3 req-d822764c-928b-4160-8816-0b910f693ddb tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.262518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-040bfb13-c194-42fa-b568-9d80d1e262f3 req-d822764c-928b-4160-8816-0b910f693ddb tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.1522930
Apr 02 20:54:58.307388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Made reservation on behalf of 78889a02e6054dd49c29b72fc422e9c8 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:54:58.311386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:58.355852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-d5f39ddf-a26c-4443-802c-0b9094325783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.357477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-d5f39ddf-a26c-4443-802c-0b9094325783 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0940828
Apr 02 20:54:58.361952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-040bfb13-c194-42fa-b568-9d80d1e262f3 req-b1b3cab5-960d-4b10-89ad-29c083cc4ad2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903625
Apr 02 20:54:58.438342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175de89-1f27-407c-8035-33f5cd99f22d req-fd355b9c-ff3d-4929-bc77-db7dfc19239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.440363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-fd355b9c-ff3d-4929-bc77-db7dfc19239f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1612284
Apr 02 20:54:58.451689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e1e88-cacd-4742-82a3-41a315febb33 req-997117c7-ca9f-4c5b-9c02-6bce837230ff tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.453396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-133e1e88-cacd-4742-82a3-41a315febb33 req-997117c7-ca9f-4c5b-9c02-6bce837230ff tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1935863
Apr 02 20:54:58.485965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-b1d07394-a525-4106-8887-d145ab8b9bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076984
Apr 02 20:54:58.556478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:58.581207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b498ec0f-cfa3-4d6d-b63c-966fa3f68ec9 req-ebd4c45f-4008-4237-ad9d-ad95a6e3bed8 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882626
Apr 02 20:54:58.591344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175de89-1f27-407c-8035-33f5cd99f22d req-0739253d-851a-42de-9d0d-216bb09c18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.592955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-0739253d-851a-42de-9d0d-216bb09c18dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1386232
Apr 02 20:54:58.600842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-133e1e88-cacd-4742-82a3-41a315febb33 req-ae50839c-8f05-492b-8fc9-f2587c7346a5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283803
Apr 02 20:54:58.681362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-9dfb361d-32b3-40d9-9f1b-b60a90cfa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.683375 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-9dfb361d-32b3-40d9-9f1b-b60a90cfa827 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 1130 time: 0.0516119
Apr 02 20:54:58.728796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (56c9878b-9e49-490e-83fc-778845c7c61a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:58.780976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-702eb204-79e7-4d44-9dbf-0593a00576b3 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790569
Apr 02 20:54:58.821781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-216cebd0-55e1-4a00-86a8-0bdf874caff1 req-77830e7f-3c26-4c49-8cb9-4ab83d89e85f tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0337307
Apr 02 20:54:58.843234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c9878b-9e49-490e-83fc-778845c7c61a,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:54:58.918534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-fc4aa41e-8893-4082-9e08-92a217f31a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:58.920177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-fc4aa41e-8893-4082-9e08-92a217f31a69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1012359
Apr 02 20:54:58.967242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-33ed9a56-6cff-4921-9d19-e2e5878b2a2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3 HTTP/1.1" status: 200  len: 217 time: 0.0407400
Apr 02 20:54:59.028039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-706d43cc-e51f-4516-b531-43ad01f318fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.029397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-706d43cc-e51f-4516-b531-43ad01f318fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0560856
Apr 02 20:54:59.122646 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-5260d66b-3db9-49f3-a7b8-3852e9373cac service neutron] show failed (client error): The resource could not be found.
Apr 02 20:54:59.123440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-5260d66b-3db9-49f3-a7b8-3852e9373cac service neutron] 10.222.0.21 "GET /v2.0/ports/26f419c3-bf0c-45a0-a419-019238f49182/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1024399
Apr 02 20:54:59.131113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-5ed936f5-c082-494e-bf37-62855f946455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.132716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-5ed936f5-c082-494e-bf37-62855f946455 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0798876
Apr 02 20:54:59.176973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Checking segment: {'id': '0da036cb-adf2-4a97-a804-a2845dc4f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:54:59.177598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Network hostable DHCP agents. Network: 610b7d58-f6e4-4742-864f-860397932ea4, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:54:59.224323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a175de89-1f27-407c-8035-33f5cd99f22d req-2affb593-e812-488b-9c87-fd1db7db9788 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4346499
Apr 02 20:54:59.230897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Network 610b7d58-f6e4-4742-864f-860397932ea4 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:54:59.240285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b0f3f-6628-4d6e-9b35-527bb8c3004a req-daa6ee57-7690-4e47-a3bd-3335c232a1af tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.241806 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b30b0f3f-6628-4d6e-9b35-527bb8c3004a req-daa6ee57-7690-4e47-a3bd-3335c232a1af tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 948 time: 0.4368782
Apr 02 20:54:59.250815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-36f9a563-13e2-45b1-9eee-8f34adea234b service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111670
Apr 02 20:54:59.255768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 610b7d58-f6e4-4742-864f-860397932ea4) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:54:59.264444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b0f8e-6386-460b-8807-00768ad32a9c None None] Network 610b7d58-f6e4-4742-864f-860397932ea4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:59.279428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.280442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:59.312244 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c653ce9e-a273-4dec-8deb-1c31ae8992cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.1449306
Apr 02 20:54:59.348488 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b30b0f3f-6628-4d6e-9b35-527bb8c3004a req-d13d3bf6-7b44-4e6d-a43d-b15aa13de1b3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992696
Apr 02 20:54:59.407643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:59.439932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-963e0ff7-b09c-43a7-8ba9-34c5b99ee677 req-a241ee05-13c4-4b6e-840d-90c6e53e0a42 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830523
Apr 02 20:54:59.464847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f52751-3ac6-4877-9268-9f11768a8e37 None None] Network 610b7d58-f6e4-4742-864f-860397932ea4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:54:59.515265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-d4001878-9b14-409f-9eb5-7938014b7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.516866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-d4001878-9b14-409f-9eb5-7938014b7d3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474&tenant_id=bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 1132 time: 0.0971537
Apr 02 20:54:59.532703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:54:59.578615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c960368-9379-43c3-893b-350be983f7a3 req-42a5bfab-a267-4d24-99d2-eb6761f5795f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.580669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c960368-9379-43c3-893b-350be983f7a3 req-42a5bfab-a267-4d24-99d2-eb6761f5795f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.0949557
Apr 02 20:54:59.625120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:54:59.682003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c960368-9379-43c3-893b-350be983f7a3 req-fe966f5c-f8be-4de5-9331-1e0650de49e7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815890
Apr 02 20:54:59.744332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-991bef8f-0c52-4aa8-b7aa-f599a29db085 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:54:59.746215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-991bef8f-0c52-4aa8-b7aa-f599a29db085 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/networks?id=610b7d58-f6e4-4742-864f-860397932ea4 HTTP/1.1" status: 200  len: 821 time: 0.1139452
Apr 02 20:54:59.761492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-f0d285fc-dae3-4064-8b87-34c902282338 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/quotas/78889a02e6054dd49c29b72fc422e9c8 HTTP/1.1" status: 200  len: 375 time: 0.0096419
Apr 02 20:54:59.794403 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-0b6c262f-f85d-4433-950d-85af0399c915 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78889a02e6054dd49c29b72fc422e9c8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0273809
Apr 02 20:54:59.887203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-3fd828e1-3348-4779-83c5-66db6f51724b service neutron] 10.222.0.18 "GET /v2.0/networks/610b7d58-f6e4-4742-864f-860397932ea4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859048
Apr 02 20:54:59.993614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-f5062cb7-df0d-499e-ae1a-b7e8ec50215f service neutron] 10.222.0.18 "GET /v2.0/networks/610b7d58-f6e4-4742-864f-860397932ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994253
Apr 02 20:55:00.125131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772893-991c-4821-8d4a-b0d3cc0447c5 req-7785b83a-cd18-47c6-9dc1-5a69555f84ee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.131984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65772893-991c-4821-8d4a-b0d3cc0447c5 req-7785b83a-cd18-47c6-9dc1-5a69555f84ee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.3822670
Apr 02 20:55:00.173158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f05ed33-98bb-4336-9299-bea95d860cfd req-b5e43e68-787d-4169-a047-08dc0640bd72 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0288033
Apr 02 20:55:00.184683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:00.215559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65772893-991c-4821-8d4a-b0d3cc0447c5 req-31d7e276-2dbd-4bd1-b052-1c7ac1f49d1d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760710
Apr 02 20:55:00.242979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:00.247657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b6df883-24ab-4b22-bc2c-3725c8274c65 req-101dc7a8-89a6-42d3-81bc-dcccf50fa1aa tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 210 time: 0.0283687
Apr 02 20:55:00.286265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:00.288491 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8922ad9-5257-458d-931b-6a779812f2b9" -d '{"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-unplugged", "status": "completed", "tag": "26f419c3-bf0c-45a0-a419-019238f49182"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:00.292213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Publish callbacks [] for port (26f419c3-bf0c-45a0-a419-019238f49182), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:00.305933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Transition to ACTIVE for port object 26f419c3-bf0c-45a0-a419-019238f49182 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:00.310289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:00.360267 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1660084a-8481-4db4-93eb-c0dc9bbbee67 x-openstack-request-id: req-1660084a-8481-4db4-93eb-c0dc9bbbee67 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:00.360760 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-unplugged", "status": "completed", "tag": "26f419c3-bf0c-45a0-a419-019238f49182", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:00.361015 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1660084a-8481-4db4-93eb-c0dc9bbbee67 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:00.361647 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1660084a-8481-4db4-93eb-c0dc9bbbee67'] response: {'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182', 'code': 200}
Apr 02 20:55:00.400127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] No DVR routers for this DVR port 26f419c3-bf0c-45a0-a419-019238f49182 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:00.404372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=6']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:00.448798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:55:00.449125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:55:00.449453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:00.455677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Port 26f419c3-bf0c-45a0-a419-019238f49182 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:55:00.456088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Attempting to bind port 26f419c3-bf0c-45a0-a419-019238f49182 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:00.471922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:55:00.472268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:00.472682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:55:00.478936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Bound port: 26f419c3-bf0c-45a0-a419-019238f49182, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:55:00.479670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:00.516292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb88395-8288-406e-b4f7-d0b96071538d req-3739861d-adc1-4255-92f1-9f8fa15de5f3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.526652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cb88395-8288-406e-b4f7-d0b96071538d req-3739861d-adc1-4255-92f1-9f8fa15de5f3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 948 time: 0.0878801
Apr 02 20:55:00.565187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:00.568697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:55:00.575212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:00.593061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cb88395-8288-406e-b4f7-d0b96071538d req-04a4c7f0-4363-4fe5-ba4c-3a4186677140 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652363
Apr 02 20:55:00.618532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.618532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:00.618532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] 10.222.0.15 "PUT /v2.0/ports/26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 1096 time: 1.0863898
Apr 02 20:55:00.675667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b781d1-2c9c-4b69-a44f-2eedbc07f0ba service neutron] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:00.700632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-baa0f193-5436-4dd4-8941-0a19f40d450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.702536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-baa0f193-5436-4dd4-8941-0a19f40d450b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1130 time: 0.0634031
Apr 02 20:55:00.850195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-6602f545-9060-46cd-9fb1-d3bab2a565fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.851674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-6602f545-9060-46cd-9fb1-d3bab2a565fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1365771
Apr 02 20:55:00.874244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c103af1-2650-4231-b405-d0371a69cfcd req-a8db4400-f0f2-4c4c-a35b-74fb11e571f1 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.875728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c103af1-2650-4231-b405-d0371a69cfcd req-a8db4400-f0f2-4c4c-a35b-74fb11e571f1 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.0881166
Apr 02 20:55:00.910036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-4381efd7-a1df-4439-bccb-83f866fe3a02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0508564
Apr 02 20:55:00.982342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ce7e47a3-1cc4-46c9-8e37-8ed61a0c5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:00.983802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ce7e47a3-1cc4-46c9-8e37-8ed61a0c5e6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0662100
Apr 02 20:55:00.988103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c103af1-2650-4231-b405-d0371a69cfcd req-5732eefd-d057-4675-b3d8-1fe8dea09965 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853448
Apr 02 20:55:01.039107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ea6113fb-4459-44e2-ba61-e5968f6cd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:01.040936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ea6113fb-4459-44e2-ba61-e5968f6cd390 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0495360
Apr 02 20:55:01.138812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-0dc3e8f1-599a-4ef4-aecb-4dfa2f3971c1 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901470
Apr 02 20:55:01.291306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9277e4e8-445a-45af-a5cf-2d49e048df1b req-ee5f4495-3aed-47bc-9e3b-b8101577f868 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0369520
Apr 02 20:55:01.316413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d943eaa7-035f-4b37-8c4c-5e32b5b2fa4f req-ff3d620b-0b4f-40c7-ba23-d61d5b9d2770 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645684
Apr 02 20:55:01.370519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-92ec9b8a-9de2-4120-a585-2e4db2c583f2 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:01.371941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-92ec9b8a-9de2-4120-a585-2e4db2c583f2 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.15 "GET /v2.0/networks?id=610b7d58-f6e4-4742-864f-860397932ea4 HTTP/1.1" status: 200  len: 821 time: 0.1619482
Apr 02 20:55:01.388807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Request body: {'port': {'device_id': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4', 'admin_state_up': True, 'tenant_id': '78889a02e6054dd49c29b72fc422e9c8'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:01.397496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb8b1848-1857-48a4-b653-ad5fe408409a req-21516a51-ae69-4840-8cd8-b20df7bf1b3d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 210 time: 0.0314829
Apr 02 20:55:01.400695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8ad2f-94ed-49a8-8c23-9eaa28003328 req-3b12dbb8-028e-4ac0-a9dd-29330b579c81 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:01.402333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29b8ad2f-94ed-49a8-8c23-9eaa28003328 req-3b12dbb8-028e-4ac0-a9dd-29330b579c81 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0831594
Apr 02 20:55:01.508881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29b8ad2f-94ed-49a8-8c23-9eaa28003328 req-c7f4607f-cdff-4fc1-b047-2b38eba63558 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960841
Apr 02 20:55:01.544583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Made reservation on behalf of 78889a02e6054dd49c29b72fc422e9c8 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:01.547952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:01.670216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Allocated IP 172.20.0.2 (610b7d58-f6e4-4742-864f-860397932ea4/56c9878b-9e49-490e-83fc-778845c7c61a/fa794201-c166-4b87-89ae-d05e98fa82ec) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:55:01.720111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005afafc-da80-49c9-a893-4a7fd7cf7288 req-f5200a0a-f40b-48a7-af2e-c03f8b0947b9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:01.721716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-005afafc-da80-49c9-a893-4a7fd7cf7288 req-f5200a0a-f40b-48a7-af2e-c03f8b0947b9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 948 time: 0.0551627
Apr 02 20:55:01.768919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-005afafc-da80-49c9-a893-4a7fd7cf7288 req-758dd92a-7ee0-4844-9d61-e68b000fa94f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413680
Apr 02 20:55:01.816080 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks [] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:01.847909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:01.888562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Network 610b7d58-f6e4-4742-864f-860397932ea4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:55:01.891448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:55:01.894941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:55:01.927565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Pushing event updated for resources: {'Port': ['ID=fa794201-c166-4b87-89ae-d05e98fa82ec,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:01.953322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:01.953948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:01.969753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e3fcbeea-19a4-4fd3-878e-dc6a3b1bd77d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5849023
Apr 02 20:55:01.983305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Request body: {'port': {'device_id': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:02.042300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:02.087680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7bb57a04-3148-4720-b93e-5fc3a96b579e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:02.098325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:02.164991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 26f419c3-bf0c-45a0-a419-019238f49182 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:55:02.165380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:02.221785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7bb57a04-3148-4720-b93e-5fc3a96b579e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:02.222875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f421086-5a8a-4bf5-9450-759a39f16b87 req-f3bf269c-18f6-4c31-84cd-4099361c463c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.224382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f421086-5a8a-4bf5-9450-759a39f16b87 req-f3bf269c-18f6-4c31-84cd-4099361c463c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.1499734
Apr 02 20:55:02.233131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '7bb57a04-3148-4720-b93e-5fc3a96b579e', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '7bb57a04-3148-4720-b93e-5fc3a96b579e', 'mac_address': 'fa:16:3e:93:6d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:02.271058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7bb57a04-3148-4720-b93e-5fc3a96b579e is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:02.271459 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:02.287984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb57a04-3148-4720-b93e-5fc3a96b579e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:02.307033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7bb57a04-3148-4720-b93e-5fc3a96b579e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:02.310254 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:02.335477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f421086-5a8a-4bf5-9450-759a39f16b87 req-dc4597a5-5c5b-4a8a-9c11-24057abf66aa tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966225
Apr 02 20:55:02.365255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:02.368522 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23" -d '{"events": [{"name": "network-changed", "server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "tag": "26f419c3-bf0c-45a0-a419-019238f49182"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:02.368849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7bb57a04-3148-4720-b93e-5fc3a96b579e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:02.406073 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6de6d1c2-5b37-4784-acc7-4196a1e93c8e req-44638083-599f-4fc9-a59e-f675502864b9 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0381567
Apr 02 20:55:02.419620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa794201-c166-4b87-89ae-d05e98fa82ec {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:02.425260 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b34f279-e306-4cbb-a23d-90fbd0197e12 x-openstack-request-id: req-5b34f279-e306-4cbb-a23d-90fbd0197e12 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:02.425609 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "tag": "26f419c3-bf0c-45a0-a419-019238f49182", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:02.425971 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b34f279-e306-4cbb-a23d-90fbd0197e12 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:02.426424 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b34f279-e306-4cbb-a23d-90fbd0197e12'] response: {'name': 'network-changed', 'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182', 'status': 'completed', 'code': 200}
Apr 02 20:55:02.431678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Publish callbacks [] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:02.454418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Transition to ACTIVE for port object fa794201-c166-4b87-89ae-d05e98fa82ec will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:02.461556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:02.493355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-6b36f8f3-52d6-4161-bb46-463746f157e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.494926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-6b36f8f3-52d6-4161-bb46-463746f157e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1130 time: 0.0496771
Apr 02 20:55:02.574169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa794201-c166-4b87-89ae-d05e98fa82ec,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:02.616008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-cdd2775b-3b35-41d2-8b70-3b809ae41a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.617509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-cdd2775b-3b35-41d2-8b70-3b809ae41a27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1158535
Apr 02 20:55:02.633703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-2c963992-b301-4ca1-9a51-70b2689babae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.635220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-2c963992-b301-4ca1-9a51-70b2689babae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1130 time: 0.1476791
Apr 02 20:55:02.671548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-3474a042-9f26-483a-9970-01ba07a1ee4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0358622
Apr 02 20:55:02.677533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966066-c62a-4775-a5ec-92ca7d19315b req-661b17f1-0e4c-4a29-aa87-a1beea548376 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.679033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a966066-c62a-4775-a5ec-92ca7d19315b req-661b17f1-0e4c-4a29-aa87-a1beea548376 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.1792932
Apr 02 20:55:02.696624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:02.702864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a087d-21cb-4912-92f2-27f93e75671d req-333291ac-478e-47cf-a8f4-d18f4b7262ca tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.704419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d7a087d-21cb-4912-92f2-27f93e75671d req-333291ac-478e-47cf-a8f4-d18f4b7262ca tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.1029713
Apr 02 20:55:02.738795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Attempting to bind port fa794201-c166-4b87-89ae-d05e98fa82ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:55:02.739089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Attempting to bind port fa794201-c166-4b87-89ae-d05e98fa82ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0da036cb-adf2-4a97-a804-a2845dc4f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:55:02.739409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Attempting to bind port fa794201-c166-4b87-89ae-d05e98fa82ec on network 610b7d58-f6e4-4742-864f-860397932ea4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:02.756446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Port fa794201-c166-4b87-89ae-d05e98fa82ec on network 610b7d58-f6e4-4742-864f-860397932ea4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:55:02.756698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Attempting to bind port fa794201-c166-4b87-89ae-d05e98fa82ec on network 610b7d58-f6e4-4742-864f-860397932ea4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:02.762973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-b7149a8d-f0fa-4a17-9cc8-9144ca3fe968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.774222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-b7149a8d-f0fa-4a17-9cc8-9144ca3fe968 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0878634
Apr 02 20:55:02.779776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:55:02.780118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Checking segment: {'id': '0da036cb-adf2-4a97-a804-a2845dc4f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:02.780529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Bound using segment: {'id': '0da036cb-adf2-4a97-a804-a2845dc4f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:55:02.780976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Bound port: fa794201-c166-4b87-89ae-d05e98fa82ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da036cb-adf2-4a97-a804-a2845dc4f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:55:02.781337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:02.799831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d7a087d-21cb-4912-92f2-27f93e75671d req-032c969b-15ba-4338-ad08-3baa7b398177 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766368
Apr 02 20:55:02.815506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a966066-c62a-4775-a5ec-92ca7d19315b req-58a5064e-7912-404a-b6fe-ff97d755dead tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225474
Apr 02 20:55:02.828933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-9d21b1d7-ae72-41ad-bef4-6b052bbcc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.835190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-9d21b1d7-ae72-41ad-bef4-6b052bbcc6dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1887732
Apr 02 20:55:02.854638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-f0e3f7b0-fe1a-4eee-a6fd-51a0b4903cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:02.854638 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-f0e3f7b0-fe1a-4eee-a6fd-51a0b4903cb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0660446
Apr 02 20:55:02.940530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de2d52b1-ce5f-4751-9273-7d741e033785 req-22965998-ec1c-479e-88c2-4c59caa18d17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0723550
Apr 02 20:55:02.944763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-fa4f792e-76d4-4202-9806-1c7996b7cb4a service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877182
Apr 02 20:55:02.946655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-8b4c731f-2b5a-4332-bf78-2f6ad347d001 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0670366
Apr 02 20:55:02.995192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] For port fa794201-c166-4b87-89ae-d05e98fa82ec, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:02.999410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] For port fa794201-c166-4b87-89ae-d05e98fa82ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa794201-c166-4b87-89ae-d05e98fa82ec,segment=NetworkSegment(0da036cb-adf2-4a97-a804-a2845dc4f2a8),segment_id=0da036cb-adf2-4a97-a804-a2845dc4f2a8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:55:03.014265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15753f0-4cf3-4d30-844f-03962cd000ed req-5a4ea71f-94ad-4d0d-aa99-d5c4379ba515 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:03.015757 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a15753f0-4cf3-4d30-844f-03962cd000ed req-5a4ea71f-94ad-4d0d-aa99-d5c4379ba515 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 949 time: 0.1108909
Apr 02 20:55:03.016954 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:03.055555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-4a151ff3-25a0-4216-b24b-a6ac4f020331 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861866
Apr 02 20:55:03.073888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:03.074518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:03.075928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa794201-c166-4b87-89ae-d05e98fa82ec HTTP/1.1" status: 200  len: 1091 time: 1.0965500
Apr 02 20:55:03.107500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b4e5a-f66e-405d-95ce-2ac0af38ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa794201-c166-4b87-89ae-d05e98fa82ec,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:03.111918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 40a52eb8-652d-48d4-9919-f80edab0a6d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:03.117336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a15753f0-4cf3-4d30-844f-03962cd000ed req-5b1d6d03-c707-4d9a-897c-50c91d01ccec tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947902
Apr 02 20:55:03.329999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 40a52eb8-652d-48d4-9919-f80edab0a6d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:03.340628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '40a52eb8-652d-48d4-9919-f80edab0a6d3', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '40a52eb8-652d-48d4-9919-f80edab0a6d3', 'mac_address': 'fa:16:3e:2b:18:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:03.380960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 40a52eb8-652d-48d4-9919-f80edab0a6d3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:03.381353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:03.393837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a52eb8-652d-48d4-9919-f80edab0a6d3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:03.413296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 40a52eb8-652d-48d4-9919-f80edab0a6d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:03.417203 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:03.465416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a4d95-e0fe-4efb-93d5-a43a03decf45 req-508ce6e3-b6a6-4fd3-80b3-27d6189a1418 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:03.467174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58a4d95-e0fe-4efb-93d5-a43a03decf45 req-508ce6e3-b6a6-4fd3-80b3-27d6189a1418 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.0651722
Apr 02 20:55:03.473066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=40a52eb8-652d-48d4-9919-f80edab0a6d3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:03.513362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e35e6cb-6563-4b3a-8b6e-36eda7209311 req-c365012d-473a-43a9-acfc-9071d82c2c1d tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0279198
Apr 02 20:55:03.519148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58a4d95-e0fe-4efb-93d5-a43a03decf45 req-9e733e77-63fb-43c5-b490-46de47715068 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432291
Apr 02 20:55:03.785837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:03.926595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356498-f0a9-4e12-9f2e-333f9cd293cf req-f4e7c2b2-f4c7-4fa1-920e-2284b101c3f5 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:03.928264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b356498-f0a9-4e12-9f2e-333f9cd293cf req-f4e7c2b2-f4c7-4fa1-920e-2284b101c3f5 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0537329
Apr 02 20:55:03.964557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a5279-5917-4a96-865c-1bf04664ddce req-0c945ed2-d0f0-4be6-8c71-34cba825c824 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:03.966039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac1a5279-5917-4a96-865c-1bf04664ddce req-0c945ed2-d0f0-4be6-8c71-34cba825c824 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0562592
Apr 02 20:55:03.976149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b356498-f0a9-4e12-9f2e-333f9cd293cf req-e7de7eea-689a-4382-9a69-69aeb145ca5d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420530
Apr 02 20:55:04.016303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac1a5279-5917-4a96-865c-1bf04664ddce req-1d1228a4-ef6b-4ffe-a420-40a8b258ba93 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437233
Apr 02 20:55:04.105293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7bb57a04-3148-4720-b93e-5fc3a96b579e up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:04.155452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 7bb57a04-3148-4720-b93e-5fc3a96b579e completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:04.160475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 7bb57a04-3148-4720-b93e-5fc3a96b579e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:04.160830 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:04.239113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7bb57a04-3148-4720-b93e-5fc3a96b579e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:04.239503 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:04.241255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1b18-013d-4dc5-8ac5-fdfe2d5b1c6a req-ce2b8677-8326-4501-9fae-1a5581eebfd2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:04.242734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d4e1b18-013d-4dc5-8ac5-fdfe2d5b1c6a req-ce2b8677-8326-4501-9fae-1a5581eebfd2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 949 time: 0.0559211
Apr 02 20:55:04.262264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb57a04-3148-4720-b93e-5fc3a96b579e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:04.264512 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699eac61-d179-4c2d-a35a-6d2b28f8b3cc" -d '{"events": [{"server_uuid": "b28db20e-e3fa-4bb8-8060-48e2e5026d99", "name": "network-vif-plugged", "status": "completed", "tag": "7bb57a04-3148-4720-b93e-5fc3a96b579e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:04.278594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7bb57a04-3148-4720-b93e-5fc3a96b579e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:04.283695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:04.291619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d4e1b18-013d-4dc5-8ac5-fdfe2d5b1c6a req-6ab1e851-843f-445c-9282-29218541be2a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430684
Apr 02 20:55:04.308163 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc731a9-ff32-49f4-9f36-bc5f284583c1 x-openstack-request-id: req-7dc731a9-ff32-49f4-9f36-bc5f284583c1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:04.308495 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28db20e-e3fa-4bb8-8060-48e2e5026d99", "name": "network-vif-plugged", "status": "completed", "tag": "7bb57a04-3148-4720-b93e-5fc3a96b579e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:04.308757 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dc731a9-ff32-49f4-9f36-bc5f284583c1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:04.309147 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc731a9-ff32-49f4-9f36-bc5f284583c1'] response: {'server_uuid': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb57a04-3148-4720-b93e-5fc3a96b579e', 'code': 200}
Apr 02 20:55:04.338216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7bb57a04-3148-4720-b93e-5fc3a96b579e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:04.410595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b9bef-8520-47dc-95d5-cca8669b9190 req-8b9d21f6-f9df-4d16-91b1-0b3cec4d801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:04.412044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-164b9bef-8520-47dc-95d5-cca8669b9190 req-8b9d21f6-f9df-4d16-91b1-0b3cec4d801d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 1132 time: 0.0428522
Apr 02 20:55:04.427503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'tag': 'fa794201-c166-4b87-89ae-d05e98fa82ec'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:04.429956 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0" -d '{"events": [{"name": "network-changed", "server_uuid": "787d3f16-a1b9-4630-a900-2f5421dd1214", "tag": "fa794201-c166-4b87-89ae-d05e98fa82ec"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:04.459270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-164b9bef-8520-47dc-95d5-cca8669b9190 req-35ba7688-965a-4494-a945-1cc12b665a15 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401597
Apr 02 20:55:04.468218 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e445be4-57dc-44d6-bf83-1449e1e22892 x-openstack-request-id: req-4e445be4-57dc-44d6-bf83-1449e1e22892 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:04.468547 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787d3f16-a1b9-4630-a900-2f5421dd1214", "tag": "fa794201-c166-4b87-89ae-d05e98fa82ec", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:04.468807 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e445be4-57dc-44d6-bf83-1449e1e22892 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:04.469204 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e445be4-57dc-44d6-bf83-1449e1e22892'] response: {'name': 'network-changed', 'server_uuid': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'tag': 'fa794201-c166-4b87-89ae-d05e98fa82ec', 'status': 'completed', 'code': 200}
Apr 02 20:55:04.618281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70f228ce-e8e0-4a6f-980b-d642ba38957a req-1d77cf56-56c0-4679-9a2a-ec6d180ac0e0 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0287871
Apr 02 20:55:04.640286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aabcbe-dd77-4cb4-afec-1b131b6fb249 req-df6b2112-81ce-4dbd-870d-d1088590fb78 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:04.641831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68aabcbe-dd77-4cb4-afec-1b131b6fb249 req-df6b2112-81ce-4dbd-870d-d1088590fb78 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.0549200
Apr 02 20:55:04.689928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68aabcbe-dd77-4cb4-afec-1b131b6fb249 req-9dc3f7e1-f165-46dc-8426-686c481e9c62 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417416
Apr 02 20:55:05.097441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d472c-c4c9-4b47-8e11-c0bb9cd10668 req-9ff9180b-adde-4a70-8c3e-4216f5d1c0ff tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:05.098938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a92d472c-c4c9-4b47-8e11-c0bb9cd10668 req-9ff9180b-adde-4a70-8c3e-4216f5d1c0ff tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0566730
Apr 02 20:55:05.116086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:05.119199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 40a52eb8-652d-48d4-9919-f80edab0a6d3 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:05.148775 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a92d472c-c4c9-4b47-8e11-c0bb9cd10668 req-3f7607ad-9682-466b-a76d-724fceb61277 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441284
Apr 02 20:55:05.149715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbcc4b-5366-40e4-9680-de3ed52d6384 req-5360f5be-796a-4906-88e9-5eec40e1a2ab tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:05.152948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47fbcc4b-5366-40e4-9680-de3ed52d6384 req-5360f5be-796a-4906-88e9-5eec40e1a2ab tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0601213
Apr 02 20:55:05.202477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47fbcc4b-5366-40e4-9680-de3ed52d6384 req-ae4e600c-4028-4102-929b-3bd6e760e232 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452080
Apr 02 20:55:05.230408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 40a52eb8-652d-48d4-9919-f80edab0a6d3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:05.238096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 40a52eb8-652d-48d4-9919-f80edab0a6d3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:05.238461 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:05.273409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:05.290911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:55:05.337341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 40a52eb8-652d-48d4-9919-f80edab0a6d3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:05.337733 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:05.370958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 40a52eb8-652d-48d4-9919-f80edab0a6d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:05.375109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:05.421035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2db3f5-35a2-4139-bc56-8883ff7a9d64 req-048151a6-3a3f-4a9d-86a6-2b1d4258a6c8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:05.422520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a2db3f5-35a2-4139-bc56-8883ff7a9d64 req-048151a6-3a3f-4a9d-86a6-2b1d4258a6c8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 950 time: 0.0616696
Apr 02 20:55:05.424169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=40a52eb8-652d-48d4-9919-f80edab0a6d3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:05.471275 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a2db3f5-35a2-4139-bc56-8883ff7a9d64 req-9f5d9465-f92a-475c-a5ae-399bb578f4c6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421853
Apr 02 20:55:05.718113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ac020e7-55c3-4129-a872-b7abc343d44f req-2ec97e44-12d6-486c-9d50-85d0f3302f50 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0266333
Apr 02 20:55:05.739148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-273e35f9-2c78-49d7-8c15-23bf6851b5c4 service neutron] 10.222.0.21 "GET /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0574095
Apr 02 20:55:05.872173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d506c9e-2d6d-4b33-afe1-4e79b972ca22 req-adcfa24f-d1d7-440e-8c76-b5a182ccb935 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:05.873992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d506c9e-2d6d-4b33-afe1-4e79b972ca22 req-adcfa24f-d1d7-440e-8c76-b5a182ccb935 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 944 time: 0.0960271
Apr 02 20:55:05.982965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d506c9e-2d6d-4b33-afe1-4e79b972ca22 req-d6563a09-486f-4c6d-84d0-82b637b4c38d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022105
Apr 02 20:55:06.007029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:06.025429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:06.057465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621c3ce8-97a3-47b2-8fb2-3a484d590744 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:06.069054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:06.082490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:06.152071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] Transition to ACTIVE for port object 621c3ce8-97a3-47b2-8fb2-3a484d590744 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:06.155896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:06.214792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] No DVR routers for this DVR port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:06.252400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] Pushing event updated for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=10']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:06.262874 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-9a60c677-c638-4b15-8212-f3445f999f6e service neutron] 10.222.0.21 "PUT /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5144815
Apr 02 20:55:06.279109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c187886-f7e9-41b8-9ce5-0e2acbec2a35 req-ea0f1beb-a545-42dd-9052-2a078e9e74f0 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:06.280643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c187886-f7e9-41b8-9ce5-0e2acbec2a35 req-ea0f1beb-a545-42dd-9052-2a078e9e74f0 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0601804
Apr 02 20:55:06.310304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a52eb8-652d-48d4-9919-f80edab0a6d3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:06.313917 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9bfe3-8d4c-491d-abcb-ed9e01ebbfdc" -d '{"events": [{"server_uuid": "dbcd800d-a825-4c87-a87a-abb91db1128e", "name": "network-vif-plugged", "status": "completed", "tag": "40a52eb8-652d-48d4-9919-f80edab0a6d3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:06.328021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69805005-b3a5-466c-88cb-258735b3c630 req-d7c0b97c-2699-467c-a158-0c40eca1d5ce tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:06.329532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69805005-b3a5-466c-88cb-258735b3c630 req-d7c0b97c-2699-467c-a158-0c40eca1d5ce tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0542474
Apr 02 20:55:06.330971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c187886-f7e9-41b8-9ce5-0e2acbec2a35 req-3610dba0-4fda-4971-b294-3b738594dc0c tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432808
Apr 02 20:55:06.376071 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb62f5fe-53be-46c6-8bbc-29e325470f34 x-openstack-request-id: req-fb62f5fe-53be-46c6-8bbc-29e325470f34 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:06.376246 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcd800d-a825-4c87-a87a-abb91db1128e", "name": "network-vif-plugged", "status": "completed", "tag": "40a52eb8-652d-48d4-9919-f80edab0a6d3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:06.376413 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb62f5fe-53be-46c6-8bbc-29e325470f34 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:06.377572 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb62f5fe-53be-46c6-8bbc-29e325470f34'] response: {'server_uuid': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a52eb8-652d-48d4-9919-f80edab0a6d3', 'code': 200}
Apr 02 20:55:06.381069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69805005-b3a5-466c-88cb-258735b3c630 req-65a2e0c7-2f78-4da9-abfd-25e07fa66a15 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450792
Apr 02 20:55:06.587134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5e635-4c22-470f-be54-022605f0e6f9 req-4d32c42c-9035-47ba-86b9-1eeb1e47466d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:06.588632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ca5e635-4c22-470f-be54-022605f0e6f9 req-4d32c42c-9035-47ba-86b9-1eeb1e47466d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 950 time: 0.0511823
Apr 02 20:55:06.641228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ca5e635-4c22-470f-be54-022605f0e6f9 req-0edd5522-3395-4240-8777-248130ba6c72 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470421
Apr 02 20:55:06.755489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a260e-a1c5-469b-9e5d-457f34fe80a1 req-549cf9e2-f925-4589-90b0-155767fe80b8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:06.757093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-512a260e-a1c5-469b-9e5d-457f34fe80a1 req-549cf9e2-f925-4589-90b0-155767fe80b8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0523353
Apr 02 20:55:06.803966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-512a260e-a1c5-469b-9e5d-457f34fe80a1 req-fbed5389-215e-497f-a407-6d1dc39d8534 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410845
Apr 02 20:55:06.820045 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc3ef87e-4e93-4185-9fe2-6a446f77714d req-6ff47a8a-d4c7-4bde-af1b-efdc5d5dbf5a tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0267732
Apr 02 20:55:07.100381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd1153-5c4f-4db0-b14e-04ab0af80bf1 req-cf73c15e-4cfd-4e4f-997f-95735f0fe01e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:07.101864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87bd1153-5c4f-4db0-b14e-04ab0af80bf1 req-cf73c15e-4cfd-4e4f-997f-95735f0fe01e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0526772
Apr 02 20:55:07.146831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87bd1153-5c4f-4db0-b14e-04ab0af80bf1 req-693e0470-dc52-4da4-9baa-3e9dc6bf53d4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394647
Apr 02 20:55:07.447955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8675d0e-0549-4334-8398-8c7a755f3c20 req-a72416b3-5aff-42ee-8f7f-ba1367c8c6ed tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:07.449495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8675d0e-0549-4334-8398-8c7a755f3c20 req-a72416b3-5aff-42ee-8f7f-ba1367c8c6ed tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0528145
Apr 02 20:55:07.497583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8675d0e-0549-4334-8398-8c7a755f3c20 req-47eb7b84-02bb-4b9a-bad8-f2438d45b04f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403919
Apr 02 20:55:07.503930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210882f-4730-4b21-a9f5-a16b447ec64f req-48568a5c-85c2-4c9c-b71e-39682d7a94e5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:07.505418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3210882f-4730-4b21-a9f5-a16b447ec64f req-48568a5c-85c2-4c9c-b71e-39682d7a94e5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0562534
Apr 02 20:55:07.551223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3210882f-4730-4b21-a9f5-a16b447ec64f req-76037221-2826-4cf5-988f-b1c44a5566d9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396543
Apr 02 20:55:07.921181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e6c89-569d-4f25-86ca-19e8ec690711 req-92ca9815-1da0-44a8-9d22-059b259d67be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:07.921756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d4d64c5-9f9d-4a92-9a3b-077ebd42bd53 req-f2c11e80-2960-43da-b856-c11cd22d1625 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0267124
Apr 02 20:55:07.923404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461e6c89-569d-4f25-86ca-19e8ec690711 req-92ca9815-1da0-44a8-9d22-059b259d67be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0533977
Apr 02 20:55:07.974431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461e6c89-569d-4f25-86ca-19e8ec690711 req-2092408b-c6d0-4489-b61e-1f7be6bdb151 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448008
Apr 02 20:55:08.132130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:08.169511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 621c3ce8-97a3-47b2-8fb2-3a484d590744 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:55:08.169901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:08.265007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dae02-160a-44c6-a095-400231fba112 req-e54dcf97-14fb-43b6-834e-a2d60aa71a29 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:08.266471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a2dae02-160a-44c6-a095-400231fba112 req-e54dcf97-14fb-43b6-834e-a2d60aa71a29 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0541248
Apr 02 20:55:08.312464 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a2dae02-160a-44c6-a095-400231fba112 req-039f871e-8f3f-41a7-ba5b-16903c666952 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398152
Apr 02 20:55:08.615747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd4826-a4de-4adf-b204-d6cb73439da3 req-e77332d4-03b8-408f-9995-9d40ea2f33bd tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:08.617262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60bd4826-a4de-4adf-b204-d6cb73439da3 req-e77332d4-03b8-408f-9995-9d40ea2f33bd tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0527594
Apr 02 20:55:08.665485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60bd4826-a4de-4adf-b204-d6cb73439da3 req-437c5705-0c16-49f6-974c-3e88c0d03c2f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423126
Apr 02 20:55:08.675289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2629-e25c-4238-ada9-1d2a1520a4e3 req-89f886fc-c5cb-42b7-a2fb-5aa2ecac0d45 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:08.676781 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-768c2629-e25c-4238-ada9-1d2a1520a4e3 req-89f886fc-c5cb-42b7-a2fb-5aa2ecac0d45 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0553911
Apr 02 20:55:08.722652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-768c2629-e25c-4238-ada9-1d2a1520a4e3 req-44584235-b135-4c65-a8b7-6865b2262cb6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401585
Apr 02 20:55:09.021241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09a6615c-b0d2-49a0-9124-2863f69298ec req-fcc03f1b-e08c-4329-9d43-c0fc454bd7d4 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0279770
Apr 02 20:55:09.095782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06769eb-a0a4-4337-96a8-a7611690f034 req-5f899594-c9e7-4111-960a-248bcf7517d8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:09.097317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b06769eb-a0a4-4337-96a8-a7611690f034 req-5f899594-c9e7-4111-960a-248bcf7517d8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0556552
Apr 02 20:55:09.142808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b06769eb-a0a4-4337-96a8-a7611690f034 req-b45ca7be-2ed1-46b8-a13a-068b234e8325 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398078
Apr 02 20:55:09.429524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b057-d626-4b3b-85ed-7bfa0d33dff8 req-cbcf957c-6766-4176-a24d-00be4531ca29 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:09.430983 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca66b057-d626-4b3b-85ed-7bfa0d33dff8 req-cbcf957c-6766-4176-a24d-00be4531ca29 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0514927
Apr 02 20:55:09.480937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca66b057-d626-4b3b-85ed-7bfa0d33dff8 req-8f678a9e-91a2-4c0b-84a6-82ae037bf121 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443652
Apr 02 20:55:09.787324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b721a-f1d9-460a-a899-ce2b7935878e req-4c92a84e-19a5-4b76-8a82-933f242cd2a2 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:09.788841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e85b721a-f1d9-460a-a899-ce2b7935878e req-4c92a84e-19a5-4b76-8a82-933f242cd2a2 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0579586
Apr 02 20:55:09.840097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e85b721a-f1d9-460a-a899-ce2b7935878e req-ef33acbe-9253-4b7b-b5f3-b4fe766e2bec tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456882
Apr 02 20:55:09.843209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354cebc-dcb7-46a6-81eb-d5d5199640bd req-61be4225-ab2f-4f52-b2a8-62840b5a5a63 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:09.844811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3354cebc-dcb7-46a6-81eb-d5d5199640bd req-61be4225-ab2f-4f52-b2a8-62840b5a5a63 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0532870
Apr 02 20:55:09.891334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3354cebc-dcb7-46a6-81eb-d5d5199640bd req-6068eea0-4be2-4ac6-bacb-194a07e53eab tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400691
Apr 02 20:55:10.129761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85859385-ae85-4faf-b7e9-24cc0b32fa71 req-3e745bee-a73b-44b0-99b8-2833ea03da95 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0318241
Apr 02 20:55:10.264632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e298aa-20d6-4685-bacb-2c69dd297b3a req-ae31c018-1b93-47e7-85d5-a3738881331e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:10.266115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2e298aa-20d6-4685-bacb-2c69dd297b3a req-ae31c018-1b93-47e7-85d5-a3738881331e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0532448
Apr 02 20:55:10.314127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2e298aa-20d6-4685-bacb-2c69dd297b3a req-93563f12-8920-4554-a414-3f39db25b775 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417123
Apr 02 20:55:10.606172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abea3-f659-4153-893a-a24d9bcf8ef4 req-8f80fad1-2635-4be9-b139-8ace1e77f37b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:10.607627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-946abea3-f659-4153-893a-a24d9bcf8ef4 req-8f80fad1-2635-4be9-b139-8ace1e77f37b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0573480
Apr 02 20:55:10.656429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-946abea3-f659-4153-893a-a24d9bcf8ef4 req-20c1665d-a8e6-44c9-87c2-e5a94e49e025 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410345
Apr 02 20:55:10.962528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d88585-8d41-4259-810a-20d0121a3380 req-144200a3-69b5-4547-af38-b1fa4e728757 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:10.964007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93d88585-8d41-4259-810a-20d0121a3380 req-144200a3-69b5-4547-af38-b1fa4e728757 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0571578
Apr 02 20:55:11.010573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93d88585-8d41-4259-810a-20d0121a3380 req-eb43f536-66a6-448f-8515-1fa3fc7f12e4 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409088
Apr 02 20:55:11.014279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5b8bf-9db8-4f52-897f-fdd6d859a42e req-be0d907e-4153-4b3f-9090-1a0446956c25 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:11.015779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de5b8bf-9db8-4f52-897f-fdd6d859a42e req-be0d907e-4153-4b3f-9090-1a0446956c25 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0553412
Apr 02 20:55:11.061761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de5b8bf-9db8-4f52-897f-fdd6d859a42e req-cd3bea4f-d372-4470-bf4a-08268f8e11a5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402291
Apr 02 20:55:11.231747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0dde3aa-04c7-4b67-8d57-12da707e6bf4 req-de327af4-805e-4eab-91ef-5d2ca6f2d550 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0267451
Apr 02 20:55:11.433298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463767a2-106f-4cc7-8c06-02739c1d1637 req-928a9d7a-287a-4b58-9591-3913d1b520f1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:11.434666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-463767a2-106f-4cc7-8c06-02739c1d1637 req-928a9d7a-287a-4b58-9591-3913d1b520f1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0512259
Apr 02 20:55:11.483766 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-463767a2-106f-4cc7-8c06-02739c1d1637 req-8969d74f-6a39-4d89-aae3-f14a7d010138 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430439
Apr 02 20:55:11.775175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b94f0-43c6-4ef1-804b-00a0f158446d req-ae90ec44-30e4-4551-8f62-2a6ee3228169 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:11.776659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f19b94f0-43c6-4ef1-804b-00a0f158446d req-ae90ec44-30e4-4551-8f62-2a6ee3228169 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0524843
Apr 02 20:55:11.824921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f19b94f0-43c6-4ef1-804b-00a0f158446d req-204b38bd-0620-42b1-bddc-c92931a8e70c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426736
Apr 02 20:55:12.127957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8c22f-651d-47ac-a9ec-80c91fc962ff req-9a9823b5-ec36-45aa-bcc5-882e9df93a16 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:12.129471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86e8c22f-651d-47ac-a9ec-80c91fc962ff req-9a9823b5-ec36-45aa-bcc5-882e9df93a16 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0518057
Apr 02 20:55:12.179108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86e8c22f-651d-47ac-a9ec-80c91fc962ff req-2984afdd-29e5-42df-a22f-3a0b8c812fa3 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439610
Apr 02 20:55:12.184797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1abe-bc0c-436b-bcab-13dd006b1617 req-e69e71dd-c890-43d3-8c82-55e72e3bd4e6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:12.186308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f4b1abe-bc0c-436b-bcab-13dd006b1617 req-e69e71dd-c890-43d3-8c82-55e72e3bd4e6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0559185
Apr 02 20:55:12.231881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f4b1abe-bc0c-436b-bcab-13dd006b1617 req-54df5aa7-6bee-4a50-8fd9-599d71e2f30e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391610
Apr 02 20:55:12.331171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-120c1e0d-8342-4ac3-8323-c250b3aebde9 req-26c8c7b2-86b3-463c-a0ca-039a02001d6d tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0270445
Apr 02 20:55:12.598533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115afbf-e70a-4200-88ce-21308c676f89 req-582c182c-7488-4860-abaa-977c0ff3c5ba tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:12.600010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c115afbf-e70a-4200-88ce-21308c676f89 req-582c182c-7488-4860-abaa-977c0ff3c5ba tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0519161
Apr 02 20:55:12.645925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c115afbf-e70a-4200-88ce-21308c676f89 req-8f559dbe-651c-476d-9a32-e982e1f32e0e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403252
Apr 02 20:55:12.940862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef406173-2732-450b-9c3b-4f7145a70a53 req-badf5cfb-1157-476e-ba82-3a3cf26ace17 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:12.942298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef406173-2732-450b-9c3b-4f7145a70a53 req-badf5cfb-1157-476e-ba82-3a3cf26ace17 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0520041
Apr 02 20:55:12.988387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef406173-2732-450b-9c3b-4f7145a70a53 req-08da4ac3-ed02-41e3-b100-839fcfcb6e7b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405436
Apr 02 20:55:13.302908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387b29b-a05c-4e5b-b2f1-b3e2dfbca673 req-b570849c-8e5c-4ef3-a4be-bf2dcb378d2f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:13.304366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8387b29b-a05c-4e5b-b2f1-b3e2dfbca673 req-b570849c-8e5c-4ef3-a4be-bf2dcb378d2f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0562086
Apr 02 20:55:13.350324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297deee-6f51-4dae-9200-be42ea3293a6 req-c1b9162f-d8e0-4392-857d-91088783955b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:13.350553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8387b29b-a05c-4e5b-b2f1-b3e2dfbca673 req-46871872-721a-4c8f-8558-2dcc5dcb8f1f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404963
Apr 02 20:55:13.351793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c297deee-6f51-4dae-9200-be42ea3293a6 req-c1b9162f-d8e0-4392-857d-91088783955b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0525470
Apr 02 20:55:13.402456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c297deee-6f51-4dae-9200-be42ea3293a6 req-0c81d80d-9e43-4451-9459-c73c10997219 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448804
Apr 02 20:55:13.433267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2607bd94-da45-4c19-b390-d8627147ce8e req-438e7875-f94d-4d7e-a2eb-e0db28da53b8 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0267966
Apr 02 20:55:13.761988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e05a0-b53d-4cd0-89b2-b967f6871873 req-54854ea1-9bd3-4a54-9ca6-6fe0d17ec97b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:13.763454 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e53e05a0-b53d-4cd0-89b2-b967f6871873 req-54854ea1-9bd3-4a54-9ca6-6fe0d17ec97b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0519023
Apr 02 20:55:13.812472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e53e05a0-b53d-4cd0-89b2-b967f6871873 req-d35061ef-1972-4604-a83c-bd3520761fda tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428684
Apr 02 20:55:14.105316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06391d-3efa-4187-b90f-0efc8815cf0f req-d04830ba-0908-4107-aa42-cc656aeaf194 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.106776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd06391d-3efa-4187-b90f-0efc8815cf0f req-d04830ba-0908-4107-aa42-cc656aeaf194 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0526738
Apr 02 20:55:14.161096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd06391d-3efa-4187-b90f-0efc8815cf0f req-da24f430-e23d-4a8d-8a80-ef6383aaadf7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485327
Apr 02 20:55:14.162971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:14.404198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.15', 56299) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:14.409425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-ac5c87a7-f663-4acf-a161-6d7f4532ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.410961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-ac5c87a7-f663-4acf-a161-6d7f4532ba08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0871160
Apr 02 20:55:14.505943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a76255-f8af-48d7-bbc5-f01b1bfbcc97 req-0cd2ef50-983c-45e3-92ff-a075a63c21c9 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.506772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-97a7e0b0-11e6-4c31-9993-88e552173daf tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.507661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92a76255-f8af-48d7-bbc5-f01b1bfbcc97 req-0cd2ef50-983c-45e3-92ff-a075a63c21c9 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0871441
Apr 02 20:55:14.508256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-97a7e0b0-11e6-4c31-9993-88e552173daf tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1475964
Apr 02 20:55:14.509871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ab2c6-f1aa-4497-9db1-ae8b3274b65e req-39d3c04e-cfbe-44d7-8acc-efc8ac9d98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.511299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-998ab2c6-f1aa-4497-9db1-ae8b3274b65e req-39d3c04e-cfbe-44d7-8acc-efc8ac9d98f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 1132 time: 0.0997837
Apr 02 20:55:14.565493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0 req-bda69ce5-c869-42e6-88eb-707d5d96152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.567447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0 req-bda69ce5-c869-42e6-88eb-707d5d96152a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78889a02e6054dd49c29b72fc422e9c8&device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 1125 time: 0.1915729
Apr 02 20:55:14.573996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-bab32eac-d6e0-4820-aec3-6b484ca734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.575394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-bab32eac-d6e0-4820-aec3-6b484ca734c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1474807
Apr 02 20:55:14.584354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92a76255-f8af-48d7-bbc5-f01b1bfbcc97 req-e560569d-f34d-4f35-a60d-89591b10fe02 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705523
Apr 02 20:55:14.587551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-998ab2c6-f1aa-4497-9db1-ae8b3274b65e req-223e87af-7128-42a5-8d6a-a559c18642c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610785
Apr 02 20:55:14.670191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8408a2b-c0f3-4381-91d7-3afc0d8fa847 req-eeb210e4-d880-4345-b117-a3232c658067 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0278034
Apr 02 20:55:14.710907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc213c-b72a-4251-8e6b-699c6258c1cb req-6d4fd389-6a2e-489e-9f1a-f5ec80ff3d27 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.712361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93fc213c-b72a-4251-8e6b-699c6258c1cb req-6d4fd389-6a2e-489e-9f1a-f5ec80ff3d27 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.2270765
Apr 02 20:55:14.935820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44bc69-a8ce-41d2-bc8e-6b98da79c941 req-deb3b43a-faba-4c37-b459-c8d6bde81790 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:14.937310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e44bc69-a8ce-41d2-bc8e-6b98da79c941 req-deb3b43a-faba-4c37-b459-c8d6bde81790 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0552299
Apr 02 20:55:14.985621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e44bc69-a8ce-41d2-bc8e-6b98da79c941 req-72b9ae83-f4e6-40ec-979e-67be96469225 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422120
Apr 02 20:55:15.034800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-28e518a7-d05e-403b-95b8-5e18ff6ef94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:15.036241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-28e518a7-d05e-403b-95b8-5e18ff6ef94d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a&tenant_id=1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 1127 time: 0.5106580
Apr 02 20:55:15.119290 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-17760e52-d5cd-46e9-b94d-3fe16d404b37 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5296688
Apr 02 20:55:15.120226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0 req-9dd17747-1df5-48e1-a976-d27e1269be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:15.121565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0 req-9dd17747-1df5-48e1-a976-d27e1269be40 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=78889a02e6054dd49c29b72fc422e9c8&shared=False HTTP/1.1" status: 200  len: 922 time: 0.5437632
Apr 02 20:55:15.128679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93fc213c-b72a-4251-8e6b-699c6258c1cb req-eec070dc-4893-4b74-9d32-33aecc8ab1a6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4054716
Apr 02 20:55:15.284690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f5a7-296c-4036-a677-e30a475f9d19 req-ff1f507c-8205-47df-83b7-b49b0c016ab6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:15.286151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1137f5a7-296c-4036-a677-e30a475f9d19 req-ff1f507c-8205-47df-83b7-b49b0c016ab6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0560579
Apr 02 20:55:15.331471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1137f5a7-296c-4036-a677-e30a475f9d19 req-eafc9268-b2e6-452b-88b4-351de5da1815 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397580
Apr 02 20:55:15.701526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998a1d-ce2d-4a20-b925-3a27581638b7 req-ed7c4ed2-1706-4ea8-8162-859c6ed5ba57 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:15.703037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49998a1d-ce2d-4a20-b925-3a27581638b7 req-ed7c4ed2-1706-4ea8-8162-859c6ed5ba57 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0534949
Apr 02 20:55:15.748797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49998a1d-ce2d-4a20-b925-3a27581638b7 req-4458e805-751f-483b-a98b-806258a6643f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395880
Apr 02 20:55:15.772707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1112bdac-cf3e-4830-b360-838767d52037 req-14d0f921-f51d-42bb-81be-4e38d7ded4a2 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0271335
Apr 02 20:55:16.112524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8224897-8b98-41a3-b24e-2edd16dc1b58 req-34495066-bc81-4e03-9994-03ac0af8740a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:16.114012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8224897-8b98-41a3-b24e-2edd16dc1b58 req-34495066-bc81-4e03-9994-03ac0af8740a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0602427
Apr 02 20:55:16.162525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8224897-8b98-41a3-b24e-2edd16dc1b58 req-bcdc28b2-0082-404e-8569-19db21b7f99d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428305
Apr 02 20:55:16.244037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5bb47-b594-4cc5-a016-afc4a8bc5b10 req-51bbdf98-bd9d-4f89-9ea0-b2bec2f56259 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:16.245514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ce5bb47-b594-4cc5-a016-afc4a8bc5b10 req-51bbdf98-bd9d-4f89-9ea0-b2bec2f56259 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0507624
Apr 02 20:55:16.293955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ce5bb47-b594-4cc5-a016-afc4a8bc5b10 req-0978d7f0-4aa9-476f-b1c3-d615404b4645 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428579
Apr 02 20:55:16.455092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce08a2-003e-4594-b8e0-e548a1206ed1 req-7049c022-9e0d-41b0-97c4-97ee8912d368 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:16.457367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52ce08a2-003e-4594-b8e0-e548a1206ed1 req-7049c022-9e0d-41b0-97c4-97ee8912d368 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0600629
Apr 02 20:55:16.503542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52ce08a2-003e-4594-b8e0-e548a1206ed1 req-0237c0db-bf46-4649-8fcf-a81e3a7c4d2d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407405
Apr 02 20:55:16.867239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558d4fe-000f-451e-961c-a9fdf47b958e req-a60941b0-c7ae-4899-8388-ddd939257adc tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:16.868745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6558d4fe-000f-451e-961c-a9fdf47b958e req-a60941b0-c7ae-4899-8388-ddd939257adc tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0522554
Apr 02 20:55:16.883363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbe4edee-8efc-4983-95f2-7dd9b6628d70 req-a1ff288c-a9e9-4c09-af9f-133d5900bf9c tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0307143
Apr 02 20:55:16.916280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6558d4fe-000f-451e-961c-a9fdf47b958e req-01e03a53-fcbb-422f-a100-7a4f65f6e86d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416958
Apr 02 20:55:17.277383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8acf3-4e5d-4b22-93f4-1e2a95b32cb3 req-aac9dce6-a1db-49a2-8185-580893e10efd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:17.278833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51d8acf3-4e5d-4b22-93f4-1e2a95b32cb3 req-aac9dce6-a1db-49a2-8185-580893e10efd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0512221
Apr 02 20:55:17.324288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51d8acf3-4e5d-4b22-93f4-1e2a95b32cb3 req-3ff8ecf7-16b6-404f-86f4-6a769c7b3de1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391386
Apr 02 20:55:17.410389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f38ea-4667-4a24-a730-8a7a79924b4f req-f4777f4e-48b0-49a7-8e08-d8e92f17e049 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:17.411839 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b11f38ea-4667-4a24-a730-8a7a79924b4f req-f4777f4e-48b0-49a7-8e08-d8e92f17e049 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0512111
Apr 02 20:55:17.460984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b11f38ea-4667-4a24-a730-8a7a79924b4f req-25e3e3c0-d1a6-4776-9b25-20e8e91c6418 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435300
Apr 02 20:55:17.502643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:17.620323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ecbef-6c97-4ba5-a4f7-a81504672c3e req-bbc77169-0cd8-46cb-9e19-0aa00b36a447 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:17.621816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b17ecbef-6c97-4ba5-a4f7-a81504672c3e req-bbc77169-0cd8-46cb-9e19-0aa00b36a447 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0513341
Apr 02 20:55:17.666776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b17ecbef-6c97-4ba5-a4f7-a81504672c3e req-25bc446a-f887-4ab5-bcf9-ddd18897578e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394306
Apr 02 20:55:17.985612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77cdd0cb-bc30-41ce-937b-9773b1cb7ced req-98bf930b-a399-4c86-836b-c77173bca745 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0306144
Apr 02 20:55:18.038283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeae39-4a46-4697-b4b5-10096c950b1c req-cbc9ca73-f402-47b4-8372-19747a872f18 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:18.039751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8edeae39-4a46-4697-b4b5-10096c950b1c req-cbc9ca73-f402-47b4-8372-19747a872f18 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0562823
Apr 02 20:55:18.086146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8edeae39-4a46-4697-b4b5-10096c950b1c req-a5219cb8-4caf-4170-9f02-3331838e1c1f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407264
Apr 02 20:55:18.440088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf5425-7d5b-471c-8e1c-09fa0d06ef0f req-b9fd8be3-51e0-4e6b-9e00-721e4ef8d49b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:18.441579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33bf5425-7d5b-471c-8e1c-09fa0d06ef0f req-b9fd8be3-51e0-4e6b-9e00-721e4ef8d49b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0522299
Apr 02 20:55:18.487858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33bf5425-7d5b-471c-8e1c-09fa0d06ef0f req-567046ce-8b26-430b-8395-0afc374497b7 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406513
Apr 02 20:55:18.577804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd889-a88e-429a-970a-48b394decd18 req-5acb8ee8-a94e-45c8-b504-c4b36541ab83 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:18.579251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29bd889-a88e-429a-970a-48b394decd18 req-5acb8ee8-a94e-45c8-b504-c4b36541ab83 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0513556
Apr 02 20:55:18.627553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29bd889-a88e-429a-970a-48b394decd18 req-e9998b43-fc65-456e-9764-d3abbaa83ed6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426042
Apr 02 20:55:18.782388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592eae5-88b0-4a5b-808a-954c87d8fe94 req-efbfc6d4-f115-4d29-a0e3-e2e9997ee66e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:18.784472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6592eae5-88b0-4a5b-808a-954c87d8fe94 req-efbfc6d4-f115-4d29-a0e3-e2e9997ee66e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0520818
Apr 02 20:55:18.833324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6592eae5-88b0-4a5b-808a-954c87d8fe94 req-a498d4c1-daa6-4823-ad36-702c6f5a0c59 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402079
Apr 02 20:55:19.087506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddd9fb77-59fe-479c-a12e-1c371b3c71eb req-545ff625-7c76-4a92-93de-fc4ff12f40fe tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0281370
Apr 02 20:55:19.204965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f685994-9725-4371-b19c-c2cc5a77bf26 req-e8fb6f72-e028-4838-bdf6-0989bf55a396 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:19.206436 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f685994-9725-4371-b19c-c2cc5a77bf26 req-e8fb6f72-e028-4838-bdf6-0989bf55a396 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0546300
Apr 02 20:55:19.251206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f685994-9725-4371-b19c-c2cc5a77bf26 req-3bbf586e-0526-4a7a-8382-8cb282070494 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392678
Apr 02 20:55:19.609031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a220cfe-2d73-46be-90db-7c74017231fa req-3b472aed-eb24-4ef3-ab5d-90a6d1fcba2a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:19.610490 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a220cfe-2d73-46be-90db-7c74017231fa req-3b472aed-eb24-4ef3-ab5d-90a6d1fcba2a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0575275
Apr 02 20:55:19.655439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a220cfe-2d73-46be-90db-7c74017231fa req-017bb733-3d34-4556-9f5e-29eabb071128 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393817
Apr 02 20:55:19.745341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56472f6d-344f-41c6-ad42-9004242e3091 req-e559b256-2978-43af-8118-5f6bcf83848c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:19.746887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56472f6d-344f-41c6-ad42-9004242e3091 req-e559b256-2978-43af-8118-5f6bcf83848c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0534232
Apr 02 20:55:19.792546 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56472f6d-344f-41c6-ad42-9004242e3091 req-ecdefbd7-e97a-4d37-9264-7c60e76c86f9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399461
Apr 02 20:55:19.950819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2ca0-d94f-4f44-9a36-91500a4d1186 req-65a6bdc7-8140-4252-87b5-0415271481e2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:19.952285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96cc2ca0-d94f-4f44-9a36-91500a4d1186 req-65a6bdc7-8140-4252-87b5-0415271481e2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0524087
Apr 02 20:55:19.998014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96cc2ca0-d94f-4f44-9a36-91500a4d1186 req-212e259a-b6ed-4584-a117-d64246f5653c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393436
Apr 02 20:55:20.193709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4cc44e47-2b03-4218-8149-b850a23b11f3 req-d01003c1-ca8c-4740-9ba2-fd6a89c23a70 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0271127
Apr 02 20:55:20.369859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096a070-6738-4761-bc5a-65c50daf0837 req-582a7500-29ee-4272-b9d0-1ce52b09d95d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:20.371303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4096a070-6738-4761-bc5a-65c50daf0837 req-582a7500-29ee-4272-b9d0-1ce52b09d95d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0542519
Apr 02 20:55:20.416885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4096a070-6738-4761-bc5a-65c50daf0837 req-e26a87d7-90bc-4fa0-af3b-27153862b23a tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400760
Apr 02 20:55:20.773926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b17c1-3a97-48ea-9c96-16e77632db1a req-c2f60ad6-41ce-4302-8290-d4a9b0a1aadc tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:20.775371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-614b17c1-3a97-48ea-9c96-16e77632db1a req-c2f60ad6-41ce-4302-8290-d4a9b0a1aadc tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0553496
Apr 02 20:55:20.821983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-614b17c1-3a97-48ea-9c96-16e77632db1a req-489ec277-ce19-43c0-93f7-23205c2bc322 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409696
Apr 02 20:55:20.908088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428b46b-37b4-41aa-af44-ddd675be1382 req-e2ea50f7-dbba-4335-821b-8cbe83c2f91a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:20.910099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9428b46b-37b4-41aa-af44-ddd675be1382 req-e2ea50f7-dbba-4335-821b-8cbe83c2f91a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0521140
Apr 02 20:55:20.956793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9428b46b-37b4-41aa-af44-ddd675be1382 req-a3e5a102-984b-4767-9e13-f148a5db55bc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411181
Apr 02 20:55:21.116812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58204f9-0bfb-41bc-a0d1-8f8605cd64c2 req-62cab82a-7c92-41c1-8645-55f0c01760ab tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:21.118251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f58204f9-0bfb-41bc-a0d1-8f8605cd64c2 req-62cab82a-7c92-41c1-8645-55f0c01760ab tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0531814
Apr 02 20:55:21.164376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f58204f9-0bfb-41bc-a0d1-8f8605cd64c2 req-f77f2d4a-60ae-47f6-9aab-e7cf2a794b57 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398571
Apr 02 20:55:21.295214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dbeafe8-8502-466a-b483-00a6fc8f71cd req-434cdaa4-fb40-488f-a908-879f915f81cb tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0275233
Apr 02 20:55:21.536622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400e00-7931-414e-a972-4570149b1462 req-8976e702-1f8f-471a-9021-a01f091c8d17 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:21.538017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa400e00-7931-414e-a972-4570149b1462 req-8976e702-1f8f-471a-9021-a01f091c8d17 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0553839
Apr 02 20:55:21.583904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa400e00-7931-414e-a972-4570149b1462 req-16faf958-d753-4d9a-9113-837afd52dcf8 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402496
Apr 02 20:55:21.942135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3dcb-f4b6-4403-9061-e257ebb753e6 req-26671070-3a28-402c-a7e5-3492ef8741f0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:21.943582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-787b3dcb-f4b6-4403-9061-e257ebb753e6 req-26671070-3a28-402c-a7e5-3492ef8741f0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0550110
Apr 02 20:55:21.989650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-787b3dcb-f4b6-4403-9061-e257ebb753e6 req-8b75d17d-0238-4aaa-9507-ec66d66b6f9e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404556
Apr 02 20:55:22.075128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c9047-041a-4e97-b6fe-10057b64801b req-a76a15fb-a108-4804-93ab-49ecfa38fe0b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.076647 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b9c9047-041a-4e97-b6fe-10057b64801b req-a76a15fb-a108-4804-93ab-49ecfa38fe0b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0526156
Apr 02 20:55:22.121957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b9c9047-041a-4e97-b6fe-10057b64801b req-ca26bd48-2b3e-4994-a51d-1186b99350db tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396190
Apr 02 20:55:22.394097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a10dfc71-c6d5-4873-84ee-ef555deab05e req-a62fc2b9-47d7-4fb2-9115-ede180f24fea tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0264947
Apr 02 20:55:22.431315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-536dc0a5-b1a0-45dd-a3bd-de36dadab928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.432841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-536dc0a5-b1a0-45dd-a3bd-de36dadab928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1127 time: 0.2173855
Apr 02 20:55:22.435955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0 req-fde9f2d1-5d38-4c30-9a6d-cc2093d29ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.437313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24d8e7d1-9717-42f9-9a59-3d8ce08296b0 req-fde9f2d1-5d38-4c30-9a6d-cc2093d29ea9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2363210
Apr 02 20:55:22.447091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ab9f9-5c54-4ef4-bb15-3b6bed7813a3 req-22a5008e-6c69-45b4-9e27-0d0a905842b5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.448614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d0ab9f9-5c54-4ef4-bb15-3b6bed7813a3 req-22a5008e-6c69-45b4-9e27-0d0a905842b5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.2061443
Apr 02 20:55:22.459531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f884bd21-1fc6-41e8-a6c0-9112bbf06d23 req-c4ec1ab6-909c-497e-9c19-9eff6711bda7 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596905
Apr 02 20:55:22.590589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d0ab9f9-5c54-4ef4-bb15-3b6bed7813a3 req-b1e16485-e89a-4069-bbd1-86373713fcd7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291506
Apr 02 20:55:22.611393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-406e0bd8-4578-431d-aeb6-9c341ff38df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.612830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-406e0bd8-4578-431d-aeb6-9c341ff38df6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78889a02e6054dd49c29b72fc422e9c8&device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 1125 time: 0.1181395
Apr 02 20:55:22.617349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-cda45e92-e79c-4d4c-9d05-46a1d8c30beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.618721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-cda45e92-e79c-4d4c-9d05-46a1d8c30beb service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.1689734
Apr 02 20:55:22.693410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-bf4154cb-d513-4084-9f0e-ab29c06c6880 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa794201-c166-4b87-89ae-d05e98fa82ec HTTP/1.1" status: 200  len: 217 time: 0.0686171
Apr 02 20:55:22.694678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-8599754a-8c22-43b2-83df-903b352bcd27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 200  len: 217 time: 0.0644822
Apr 02 20:55:22.706211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5a90e-99a7-4040-9390-19b4e0d3b291 req-68f8c8bc-7b4e-4b80-8b80-aabed95cf13a tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.708154 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-97d5a90e-99a7-4040-9390-19b4e0d3b291 req-68f8c8bc-7b4e-4b80-8b80-aabed95cf13a tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0555067
Apr 02 20:55:22.754058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-97d5a90e-99a7-4040-9390-19b4e0d3b291 req-c634bc7d-fde3-4338-8769-91c022b2fb73 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402408
Apr 02 20:55:22.780115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-da72584a-394e-4ee3-bd82-17588078b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.781607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-da72584a-394e-4ee3-bd82-17588078b38c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0768642
Apr 02 20:55:22.782977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d01c1-0381-4082-8863-966f2ce234e4 req-90924d68-a648-4dd7-b005-771679fd6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:22.784279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-90924d68-a648-4dd7-b005-771679fd6095 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56c9878b-9e49-490e-83fc-778845c7c61a HTTP/1.1" status: 200  len: 861 time: 0.0805759
Apr 02 20:55:22.840216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-b1a28ac1-b49a-4735-914c-1b603887388c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473542
Apr 02 20:55:22.842032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-6affaeca-9c25-48db-850b-1be1a45fcc77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=610b7d58-f6e4-4742-864f-860397932ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481615
Apr 02 20:55:23.001077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-7ca74c21-a320-4162-836f-17b628967a17 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466753
Apr 02 20:55:23.003140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-a808e813-4423-413b-a6f8-a67a115c4671 service neutron] 10.222.0.15 "GET /v2.0/networks/610b7d58-f6e4-4742-864f-860397932ea4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499619
Apr 02 20:55:23.080195 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e391-e5a3-4c4e-99db-946ab1fcf0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:23.204786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:23.209846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-056d01c1-0381-4082-8863-966f2ce234e4 req-e333dabd-585f-4528-a52b-09ffde3a1465 service neutron] 10.222.0.15 "GET /v2.0/networks/610b7d58-f6e4-4742-864f-860397932ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959124
Apr 02 20:55:23.218385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e463-4b37-4daf-ba9d-55034960efce req-3a75f925-9d26-4242-b748-49dc8dd0627c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:23.219995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a047e463-4b37-4daf-ba9d-55034960efce req-3a75f925-9d26-4242-b748-49dc8dd0627c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.1599550
Apr 02 20:55:23.221857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-ff3068a9-db46-408a-a839-f1721492b5ee service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096078
Apr 02 20:55:23.260964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a31e42-38fb-4516-ab2b-09f2e3e9f3dd req-ad11a0cd-61c8-4444-ae3f-0fd53214291b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:23.262441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39a31e42-38fb-4516-ab2b-09f2e3e9f3dd req-ad11a0cd-61c8-4444-ae3f-0fd53214291b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 948 time: 0.0716009
Apr 02 20:55:23.284902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a047e463-4b37-4daf-ba9d-55034960efce req-9b72a58f-1f48-483d-839b-84b1740cb88e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572319
Apr 02 20:55:23.318415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39a31e42-38fb-4516-ab2b-09f2e3e9f3dd req-c0dd7b0e-3123-47b5-9ce1-ec5c1fed003d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484934
Apr 02 20:55:23.327985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:23.340537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '26f419c3-bf0c-45a0-a419-019238f49182', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '26f419c3-bf0c-45a0-a419-019238f49182', 'mac_address': 'fa:16:3e:74:e6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:23.378294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 26f419c3-bf0c-45a0-a419-019238f49182 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:23.378766 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:23.393391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f419c3-bf0c-45a0-a419-019238f49182 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:23.414283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:23.418968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:23.480187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:23.554137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8867dd4-480d-4db8-b073-3989982b1ea7 req-01b3843c-5614-4882-b8cb-b23372d725fb tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0483449
Apr 02 20:55:23.572535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-ebeb4823-83f8-4df4-aaf0-e65c96c87e22 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:23.574044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-ebeb4823-83f8-4df4-aaf0-e65c96c87e22 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0697005
Apr 02 20:55:23.729307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-7cd8ee1e-554d-43ab-ad24-ba2a035e6810 service neutron] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:23.734469 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-7cd8ee1e-554d-43ab-ad24-ba2a035e6810 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:23.735579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1e7a6f4-b1d0-4463-9aa5-ccfbc4b259b0 req-7cd8ee1e-554d-43ab-ad24-ba2a035e6810 service neutron] 10.222.0.15 "DELETE /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1541297
Apr 02 20:55:23.749880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423ddc3-0ee6-4d38-8de6-61c742d309f7 req-94b4708f-b075-4f67-a41a-1877d403f206 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:23.751344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f423ddc3-0ee6-4d38-8de6-61c742d309f7 req-94b4708f-b075-4f67-a41a-1877d403f206 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0784543
Apr 02 20:55:23.856486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f423ddc3-0ee6-4d38-8de6-61c742d309f7 req-9b3d3641-d9fa-4133-bcbb-09cd59f7e6f8 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927072
Apr 02 20:55:23.914554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7a520-0ca1-4e40-b151-f00cbe99b37c req-64171398-911a-4956-bad6-829b9c97f4a6 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:23.922730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ba7a520-0ca1-4e40-b151-f00cbe99b37c req-64171398-911a-4956-bad6-829b9c97f4a6 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0661848
Apr 02 20:55:23.981435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ba7a520-0ca1-4e40-b151-f00cbe99b37c req-7f27236e-5dd6-41f7-948f-a9405df54ffc tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576620
Apr 02 20:55:23.986759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a90e06f-8187-443a-afa8-e62792025c51 req-fe7c412a-48b1-44e8-9705-ebf1feb7c8e4 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0477123
Apr 02 20:55:24.010270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-1947dfd0-ea75-4685-a5a2-251d1aab9856 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0818391
Apr 02 20:55:24.133749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06165-b900-4ad8-99b0-121796587b9f req-df2e298f-8581-4085-ba66-8022ac3321c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.135176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-df2e298f-8581-4085-ba66-8022ac3321c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 1127 time: 0.0784571
Apr 02 20:55:24.141797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a33503-edaf-4598-ac66-400e9f4d2334 req-050d85e0-0323-4c9b-970f-44a3bb4902f7 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.143336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9a33503-edaf-4598-ac66-400e9f4d2334 req-050d85e0-0323-4c9b-970f-44a3bb4902f7 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1127 time: 0.0590966
Apr 02 20:55:24.224997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:24.262875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9a33503-edaf-4598-ac66-400e9f4d2334 req-87101e67-e979-40ff-b278-e7ea28cf407c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098855
Apr 02 20:55:24.288274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06165-b900-4ad8-99b0-121796587b9f req-9edb37da-924d-44bd-b02c-3f46a1c197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.289926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-9edb37da-924d-44bd-b02c-3f46a1c197ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.1302071
Apr 02 20:55:24.346345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-f0656728-b646-4cfe-92d1-97fd82ef41cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 200  len: 217 time: 0.0435209
Apr 02 20:55:24.430897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706158ea-caaa-4aff-9659-6a72dcbeb629 req-450738a4-06e6-4f7b-9538-6e27a516d091 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.432437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-706158ea-caaa-4aff-9659-6a72dcbeb629 req-450738a4-06e6-4f7b-9538-6e27a516d091 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 1127 time: 0.0541179
Apr 02 20:55:24.435681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06165-b900-4ad8-99b0-121796587b9f req-2bd4b5d5-e2c7-44cc-b8c4-b222d8417758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.437158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-2bd4b5d5-e2c7-44cc-b8c4-b222d8417758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0826826
Apr 02 20:55:24.475879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-8c738ae4-4de8-4cb3-8e14-b5c9eddd7942 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303211
Apr 02 20:55:24.478385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-706158ea-caaa-4aff-9659-6a72dcbeb629 req-f7857719-0203-4926-95b1-52582b16dbb5 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395627
Apr 02 20:55:24.487178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5544e95-3d82-4c86-84b1-b3e875009c64 req-c1463d6f-25cd-4e85-989f-37373b01783b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.488698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5544e95-3d82-4c86-84b1-b3e875009c64 req-c1463d6f-25cd-4e85-989f-37373b01783b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0956652
Apr 02 20:55:24.588092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3221a-df6e-4b23-a30a-8b463009e712 req-b538e910-30e2-42db-b055-f06f0efe46d9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.589593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07f3221a-df6e-4b23-a30a-8b463009e712 req-b538e910-30e2-42db-b055-f06f0efe46d9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 949 time: 0.0529249
Apr 02 20:55:24.611176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5544e95-3d82-4c86-84b1-b3e875009c64 req-61b39a17-9d72-415c-a44f-8149393da043 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103168
Apr 02 20:55:24.631068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-89566822-d8f3-4491-a657-eb8d5f9f7681 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412742
Apr 02 20:55:24.637853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07f3221a-df6e-4b23-a30a-8b463009e712 req-29908bd4-f894-4a63-852c-e4549915b865 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426033
Apr 02 20:55:24.759704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c06165-b900-4ad8-99b0-121796587b9f req-78d27b9b-f1cc-406f-a270-a4a41f934ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194777
Apr 02 20:55:24.970622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd4a4c-c9dd-47b8-bff4-4ba56ee6d5ac req-04fa08aa-84b7-4989-8f08-643ee57ff3e0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.976479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd4a4c-c9dd-47b8-bff4-4ba56ee6d5ac req-04fa08aa-84b7-4989-8f08-643ee57ff3e0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:24.978292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31bd4a4c-c9dd-47b8-bff4-4ba56ee6d5ac req-04fa08aa-84b7-4989-8f08-643ee57ff3e0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99&device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 1691 time: 0.0696585
Apr 02 20:55:25.032548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31bd4a4c-c9dd-47b8-bff4-4ba56ee6d5ac req-8119c7fb-b245-4290-b19e-a66fd8bc552d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458400
Apr 02 20:55:25.111504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1b229a2-1172-4e69-b441-521c6a1737dd req-ebfa99f9-5641-4b9b-822a-efab879e203d tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0284626
Apr 02 20:55:25.114863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74cb44-9955-4dd4-955f-c3fc3041dda2 req-3c73fc13-c5df-47e3-81f4-efb34b1c6215 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:25.116363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a74cb44-9955-4dd4-955f-c3fc3041dda2 req-3c73fc13-c5df-47e3-81f4-efb34b1c6215 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0615420
Apr 02 20:55:25.163663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a74cb44-9955-4dd4-955f-c3fc3041dda2 req-28627906-65b1-4b67-97f5-0615a7faae63 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414062
Apr 02 20:55:25.200669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d8bfab5b-a96d-437e-afd0-3f19bbd74b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:25.273169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adbf35-cfd3-49c7-9d78-1e7c47662274 req-1586dfde-6e53-4f2a-8e7b-c1fe90d62000 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:25.274626 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07adbf35-cfd3-49c7-9d78-1e7c47662274 req-1586dfde-6e53-4f2a-8e7b-c1fe90d62000 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 1132 time: 0.0443587
Apr 02 20:55:25.321967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07adbf35-cfd3-49c7-9d78-1e7c47662274 req-d87d123a-502e-48ec-925b-4f5a9489dc4e tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390339
Apr 02 20:55:25.431877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bf32-b296-4807-9803-f0ab09bb8360 req-13ec4427-132f-4399-b691-90f2cca1897d tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:25.433437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03f1bf32-b296-4807-9803-f0ab09bb8360 req-13ec4427-132f-4399-b691-90f2cca1897d tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 1132 time: 0.0434251
Apr 02 20:55:25.481640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03f1bf32-b296-4807-9803-f0ab09bb8360 req-debda891-92ab-4108-9dc1-042a71ffb376 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420797
Apr 02 20:55:25.673151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-58fc049a-b271-4c13-82e8-760c40af1f37 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0212395
Apr 02 20:55:25.757591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0524ac8-f52f-4ea1-a828-a7edd20d4e4f req-af8fdd9a-6574-4450-80d2-5c5e456152fa tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:25.759172 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0524ac8-f52f-4ea1-a828-a7edd20d4e4f req-af8fdd9a-6574-4450-80d2-5c5e456152fa tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 949 time: 0.0526257
Apr 02 20:55:25.784314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7ad71bf7-8501-4518-9b84-59bd4f320915 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:25.785873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7ad71bf7-8501-4518-9b84-59bd4f320915 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1069646
Apr 02 20:55:25.800169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-dad60b55-4151-43b8-9c26-5e189533effe tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/quotas/5f8ef84a62894a7da5457cafc1bcf172 HTTP/1.1" status: 200  len: 375 time: 0.0087838
Apr 02 20:55:25.805938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0524ac8-f52f-4ea1-a828-a7edd20d4e4f req-41e05b8f-6c00-4d2b-82a2-5df75af4cb9a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411956
Apr 02 20:55:25.861104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-a141d307-6a6c-41ea-94e9-4754fe6a5528 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0554690
Apr 02 20:55:26.041381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d981dcaf-4251-46c6-861e-fc4502c6650e req-e64c410e-4eb7-44f8-82eb-9ff0739c7a36 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0303705
Apr 02 20:55:26.101180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fd6ca-b153-462c-97c7-563fb7250766 req-db8cb545-83ac-493a-b1f1-4f8b12411154 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.103122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc5fd6ca-b153-462c-97c7-563fb7250766 req-db8cb545-83ac-493a-b1f1-4f8b12411154 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 949 time: 0.1392663
Apr 02 20:55:26.184380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-c1c48a0d-dc65-4f5b-8067-1d6c66a7cb99 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.186344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-c1c48a0d-dc65-4f5b-8067-1d6c66a7cb99 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474&tenant_id=bf81401733804432b781dd367ab7bd82&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1595504
Apr 02 20:55:26.202691 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc5fd6ca-b153-462c-97c7-563fb7250766 req-409744da-cdf9-49f3-9e89-c6e9e42460b8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900214
Apr 02 20:55:26.271790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57f110c7-7160-4ce9-aa8f-62eb1acaae84 req-b9d021ea-4eda-468f-a392-09e22d6130a3 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0799322
Apr 02 20:55:26.328775 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-49c81a19-0cef-4240-9b3e-f9e3bf833ebc service neutron] delete failed (client error): The resource could not be found.
Apr 02 20:55:26.330004 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-49c81a19-0cef-4240-9b3e-f9e3bf833ebc service neutron] 10.222.0.21 "DELETE /v2.0/ports/26f419c3-bf0c-45a0-a419-019238f49182/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1253605
Apr 02 20:55:26.410661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0c659-3023-4ff6-85e5-441fe0e12528 req-9223c596-0034-41e8-be46-94dee177eca9 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.414596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2a0c659-3023-4ff6-85e5-441fe0e12528 req-9223c596-0034-41e8-be46-94dee177eca9 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.0785499
Apr 02 20:55:26.510831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2a0c659-3023-4ff6-85e5-441fe0e12528 req-7b32f5b3-b3ec-43b2-bc87-97d42d01e084 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903673
Apr 02 20:55:26.522425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-56ddd58c-f622-40dd-9602-94afb41c5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.524287 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-56ddd58c-f622-40dd-9602-94afb41c5aae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1131 time: 0.0783794
Apr 02 20:55:26.550377 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:26.637728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-88eaee82-b562-4981-8476-5c3454093ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.639194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-88eaee82-b562-4981-8476-5c3454093ea5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1068649
Apr 02 20:55:26.686686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-233dee18-2d93-4a84-b64a-bc5397dfb341 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.0372765
Apr 02 20:55:26.741157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-01eaa0c8-92a0-4893-a056-ce17dd951ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.742618 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-01eaa0c8-92a0-4893-a056-ce17dd951ee9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0473540
Apr 02 20:55:26.796166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-44e480e2-623c-4265-bc2c-19897dbcb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:26.797712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-44e480e2-623c-4265-bc2c-19897dbcb98b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0474985
Apr 02 20:55:26.891858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-0c74443e-4ecb-44d1-a2a8-7a639e6faf19 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872486
Apr 02 20:55:26.988736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ad5b466-e3bf-49fd-9550-e5f171b6cdcc req-d58a6a61-2185-45f6-b1af-689a20e1e2f5 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894489
Apr 02 20:55:27.143435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ad8d98-02d0-4fad-9604-2019eb52e42c req-12c61bf9-1873-42e1-b791-8317bd19d884 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0297096
Apr 02 20:55:27.174783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-a26e6c72-883e-4878-9f0f-4f2069f274af tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341637
Apr 02 20:55:27.244175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fa794201-c166-4b87-89ae-d05e98fa82ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:27.246630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:27.326173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-d8b066b1-8f16-49e2-a18c-3f457a448458 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:27.327928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-d8b066b1-8f16-49e2-a18c-3f457a448458 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1482704
Apr 02 20:55:27.334115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 26f419c3-bf0c-45a0-a419-019238f49182 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:27.346291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 26f419c3-bf0c-45a0-a419-019238f49182 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:27.346667 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (26f419c3-bf0c-45a0-a419-019238f49182), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:27.353374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:27.434712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4de32373-98cf-4e0b-82f4-9bd816949831 req-fb811e6b-9707-4b13-ab06-878a25aad96e tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0464413
Apr 02 20:55:27.454153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfbd7e-e90f-4cf1-bf53-246f0dd492dc req-48a03053-3688-45d0-84f9-d1832ccee4ee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:27.455669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ecfbd7e-e90f-4cf1-bf53-246f0dd492dc req-48a03053-3688-45d0-84f9-d1832ccee4ee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 949 time: 0.1506999
Apr 02 20:55:27.476698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port fa794201-c166-4b87-89ae-d05e98fa82ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa794201-c166-4b87-89ae-d05e98fa82ec,segment=NetworkSegment(0da036cb-adf2-4a97-a804-a2845dc4f2a8),segment_id=0da036cb-adf2-4a97-a804-a2845dc4f2a8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:27.512881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'fa794201-c166-4b87-89ae-d05e98fa82ec', 'network_id': '610b7d58-f6e4-4742-864f-860397932ea4', 'port_id': 'fa794201-c166-4b87-89ae-d05e98fa82ec', 'mac_address': 'fa:16:3e:20:ce:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c9878b-9e49-490e-83fc-778845c7c61a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:27.565877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ecfbd7e-e90f-4cf1-bf53-246f0dd492dc req-40e8a2bb-c999-4fca-98ec-c91abd966e50 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984859
Apr 02 20:55:27.574185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 26f419c3-bf0c-45a0-a419-019238f49182 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:27.575244 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:27.582759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:27.586096 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:27.657851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port fa794201-c166-4b87-89ae-d05e98fa82ec is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:27.659061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:27.666013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:27.672485 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c5d1d2-5bd2-487b-b703-19b9eaefe999" -d '{"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-plugged", "status": "completed", "tag": "26f419c3-bf0c-45a0-a419-019238f49182"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:27.693617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:27.697492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa794201-c166-4b87-89ae-d05e98fa82ec {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:27.704435 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:27.761657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port fa794201-c166-4b87-89ae-d05e98fa82ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa794201-c166-4b87-89ae-d05e98fa82ec,segment=NetworkSegment(0da036cb-adf2-4a97-a804-a2845dc4f2a8),segment_id=0da036cb-adf2-4a97-a804-a2845dc4f2a8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:27.768398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:27.775997 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c7a4a-eb40-4518-9c19-a739d2e6c0f5 x-openstack-request-id: req-147c7a4a-eb40-4518-9c19-a739d2e6c0f5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:27.776610 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-plugged", "status": "completed", "tag": "26f419c3-bf0c-45a0-a419-019238f49182", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:27.777222 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-147c7a4a-eb40-4518-9c19-a739d2e6c0f5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:27.777863 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147c7a4a-eb40-4518-9c19-a739d2e6c0f5'] response: {'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182', 'code': 200}
Apr 02 20:55:27.792845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:27.853747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.247 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/e5923ad5-b88a-4951-8f88-e4d0130bec3f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:55:27.854687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=fa794201-c166-4b87-89ae-d05e98fa82ec,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:27.874175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d6b7a-3a4d-4d6a-b86b-620f8e55d454 req-aceec377-2453-4c87-acda-6305981e4fed tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:27.879185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-511d6b7a-3a4d-4d6a-b86b-620f8e55d454 req-aceec377-2453-4c87-acda-6305981e4fed tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 943 time: 0.1716604
Apr 02 20:55:27.954992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-511d6b7a-3a4d-4d6a-b86b-620f8e55d454 req-f11f9383-0706-42f9-b166-50b3ad5c4b44 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598240
Apr 02 20:55:28.078837 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:28.112087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:28.133906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:28.140577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:28.158696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:55:28.162213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:55:28.168142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:55:28.174738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=e5923ad5-b88a-4951-8f88-e4d0130bec3f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:28.194374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fa794201-c166-4b87-89ae-d05e98fa82ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:28.234266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:28.234933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:28.273697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-ac2e08a1-a922-4d81-b3f5-5ab27bf9d1be tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9284794
Apr 02 20:55:28.310117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Request body: {'port': {'device_id': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:28.454014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013792ca-0658-4720-b07c-f6d063609de4 req-6831b20a-4d51-4c78-b7c5-d91f9e7d370f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:28.471202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-013792ca-0658-4720-b07c-f6d063609de4 req-6831b20a-4d51-4c78-b7c5-d91f9e7d370f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 936 time: 0.2211370
Apr 02 20:55:28.480251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-4946d123-9a26-4796-92c5-579cec4c3248 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0837142
Apr 02 20:55:28.495762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:28.531141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4665a937-4190-46c9-b47f-06c57184fa06 None None] Provisioning complete for port e5923ad5-b88a-4951-8f88-e4d0130bec3f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:28.531916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4665a937-4190-46c9-b47f-06c57184fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:28.568543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-013792ca-0658-4720-b07c-f6d063609de4 req-4dc7d6cb-9651-476d-bcd6-0e67b2d568fb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844829
Apr 02 20:55:28.708321 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:28.715591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8be2fcf-4806-4157-b537-5dd590e4f2bc req-a4740cc0-f6b6-4e9b-88af-6562ed63eb45 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0585310
Apr 02 20:55:28.718869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4665a937-4190-46c9-b47f-06c57184fa06 None None] Port e5923ad5-b88a-4951-8f88-e4d0130bec3f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:55:28.754789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-2d17d3e9-9421-4888-a5ba-d15a35adf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:28.757773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-2d17d3e9-9421-4888-a5ba-d15a35adf42a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 1131 time: 0.1720765
Apr 02 20:55:28.904745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-7fe02fb4-5c40-47ef-afdf-5383415da99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:28.907130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-7fe02fb4-5c40-47ef-afdf-5383415da99e service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1291695
Apr 02 20:55:28.977657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-657c1aa0-7636-4e0e-8ac2-37aa08fe3df4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=860f3b0f-e306-416d-a721-e0c5589bea14 HTTP/1.1" status: 200  len: 217 time: 0.0620418
Apr 02 20:55:29.117336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71605-fb12-48ff-ac8e-59a939185833 req-ff6dc30d-424d-40b7-bd74-fab302203f8c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.124163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06a71605-fb12-48ff-ac8e-59a939185833 req-ff6dc30d-424d-40b7-bd74-fab302203f8c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1438873
Apr 02 20:55:29.171399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-ac19dbc7-3bc8-4534-a08f-5ac67e883fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.173346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-ac19dbc7-3bc8-4534-a08f-5ac67e883fd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1893203
Apr 02 20:55:29.198509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c250-6fa5-48ed-b27d-82c68e78eacf req-dfef917e-e82d-4ecc-a721-28098949a79a tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.200153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c94c250-6fa5-48ed-b27d-82c68e78eacf req-dfef917e-e82d-4ecc-a721-28098949a79a tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 944 time: 0.1500173
Apr 02 20:55:29.223694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06a71605-fb12-48ff-ac8e-59a939185833 req-e9cc46c2-2fde-468e-9dea-e1644e9c997d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985243
Apr 02 20:55:29.362814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:29.412135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5923ad5-b88a-4951-8f88-e4d0130bec3f {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:29.423157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Publish callbacks [] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:29.428859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373f51-f1d2-4866-8149-e0c673ff82ea req-8cc26f3c-3ff6-4616-99a7-7216ccf244fc tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.436239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41373f51-f1d2-4866-8149-e0c673ff82ea req-8cc26f3c-3ff6-4616-99a7-7216ccf244fc tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.0970156
Apr 02 20:55:29.468150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Transition to ACTIVE for port object e5923ad5-b88a-4951-8f88-e4d0130bec3f will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:29.491015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:29.520976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41373f51-f1d2-4866-8149-e0c673ff82ea req-be28da09-7904-452b-9639-35cc3159a8a6 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837941
Apr 02 20:55:29.635206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5923ad5-b88a-4951-8f88-e4d0130bec3f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:29.684078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c94c250-6fa5-48ed-b27d-82c68e78eacf req-315d458c-3fe1-4aef-8a8f-52a37ded3b7f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094425
Apr 02 20:55:29.689654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-c5a98112-e535-4fe4-be59-9391a5ae0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.713862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-c5a98112-e535-4fe4-be59-9391a5ae0a92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5301595
Apr 02 20:55:29.734735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Attempting to bind port e5923ad5-b88a-4951-8f88-e4d0130bec3f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:55:29.735206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Attempting to bind port e5923ad5-b88a-4951-8f88-e4d0130bec3f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:55:29.735385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Attempting to bind port e5923ad5-b88a-4951-8f88-e4d0130bec3f on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:29.752027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Port e5923ad5-b88a-4951-8f88-e4d0130bec3f on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:55:29.759598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Attempting to bind port e5923ad5-b88a-4951-8f88-e4d0130bec3f on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:29.766369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:55:29.769115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:29.770496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:55:29.771656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Bound port: e5923ad5-b88a-4951-8f88-e4d0130bec3f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:55:29.772711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:29.807514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6df19-d0e2-49c1-97f3-28e0b4b4b0a5 req-c69e952b-e121-4711-baec-c1e1d6d55e6a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.809720 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54b6df19-d0e2-49c1-97f3-28e0b4b4b0a5 req-c69e952b-e121-4711-baec-c1e1d6d55e6a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 948 time: 0.1635978
Apr 02 20:55:29.881400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b30f983d-9345-46bd-ace7-b3686c075cdf req-451d6afe-305b-4e24-babf-bbb411ef4903 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0325835
Apr 02 20:55:29.903140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] For port e5923ad5-b88a-4951-8f88-e4d0130bec3f, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:29.906358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] For port e5923ad5-b88a-4951-8f88-e4d0130bec3f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:55:29.921485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54b6df19-d0e2-49c1-97f3-28e0b4b4b0a5 req-ddd6a6fe-4a27-4504-ac44-83d90df96524 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819628
Apr 02 20:55:29.935222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-1ff6d992-a9e5-402c-bb0f-ff3e37c6db9e service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172158
Apr 02 20:55:29.935758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:29.979435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:29.980051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:29.981424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5923ad5-b88a-4951-8f88-e4d0130bec3f HTTP/1.1" status: 200  len: 1096 time: 1.6767962
Apr 02 20:55:29.981854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'tag': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:29.984201 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836c93c3-abbe-4647-b685-e813c7f9c1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bd846a15-f5e0-4225-86ac-1616ce4995b2", "tag": "e5923ad5-b88a-4951-8f88-e4d0130bec3f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:30.050800 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5bd723-fb0e-45dc-b1b8-267d92f9b026 x-openstack-request-id: req-7f5bd723-fb0e-45dc-b1b8-267d92f9b026 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:30.051271 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd846a15-f5e0-4225-86ac-1616ce4995b2", "tag": "e5923ad5-b88a-4951-8f88-e4d0130bec3f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:30.052124 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f5bd723-fb0e-45dc-b1b8-267d92f9b026 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:30.052124 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5bd723-fb0e-45dc-b1b8-267d92f9b026'] response: {'name': 'network-changed', 'server_uuid': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'tag': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', 'status': 'completed', 'code': 200}
Apr 02 20:55:30.059420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4246cf8a-5b2c-4d5f-8b35-c54e842bf279 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0737276
Apr 02 20:55:30.098990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2adf3e-39ea-4a44-b5da-af75d03262c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5923ad5-b88a-4951-8f88-e4d0130bec3f,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:30.127291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-317ccf3c-341a-4dac-b35d-a6fd3739d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.130677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-317ccf3c-341a-4dac-b35d-a6fd3739d92c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 1130 time: 0.0776026
Apr 02 20:55:30.132814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cba355a-6aba-4b54-b325-2d2b07f239dc req-153a74e2-8445-42d8-b5ce-197e86e4d15c service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894319
Apr 02 20:55:30.186360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-09decbbf-a471-4201-99a9-9acca3bfc9c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f HTTP/1.1" status: 200  len: 217 time: 0.0476606
Apr 02 20:55:30.254509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-e33a227d-aa1d-43ba-88cf-134a74ea9da0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.256235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-e33a227d-aa1d-43ba-88cf-134a74ea9da0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1956179
Apr 02 20:55:30.261044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-5dc5d37b-cf0a-45c6-9ce1-c959a82c4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.263286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-5dc5d37b-cf0a-45c6-9ce1-c959a82c4036 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0659111
Apr 02 20:55:30.279266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-7c467463-aaba-44d6-991e-8e620f2ce373 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/quotas/bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 375 time: 0.0172555
Apr 02 20:55:30.326887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-91253d38-d12c-40a3-8186-e25fcaf15a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.328663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-91253d38-d12c-40a3-8186-e25fcaf15a7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0588906
Apr 02 20:55:30.338345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b692d69-a038-4146-bdf2-0d73ef181e5b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0525348
Apr 02 20:55:30.433041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-908fd557-eb2b-4fbf-a3c3-73c72ccbdf7d service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975158
Apr 02 20:55:30.560404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0a5dd36-bf01-49d5-a2d5-d41172b3bd32 req-89ab7206-9e3f-4b29-9857-1711d775f1cb service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206191
Apr 02 20:55:30.563597 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-472ac9ab-6cc5-4fbd-a18b-955ab7e19196 req-a3ae936a-9f7b-40ed-b0d0-f07362780ef8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 210 time: 0.0519359
Apr 02 20:55:30.690735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-228520e3-13c1-488b-939a-36c8ebade7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.693010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-228520e3-13c1-488b-939a-36c8ebade7dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 1130 time: 0.0689654
Apr 02 20:55:30.857422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aaef0-d5dd-4919-8a94-20d52a01d6ec req-5e75f65a-9d05-47ed-9cf9-6e1f468149e0 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.859694 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c6aaef0-d5dd-4919-8a94-20d52a01d6ec req-5e75f65a-9d05-47ed-9cf9-6e1f468149e0 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 944 time: 0.0903552
Apr 02 20:55:30.868405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-0d92eefd-0324-4465-93d2-8bc5ae05550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:30.873357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-0d92eefd-0324-4465-93d2-8bc5ae05550c service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1695735
Apr 02 20:55:30.926110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-513d36a6-c635-41ff-8fcb-d33e5bf6fedd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f HTTP/1.1" status: 200  len: 217 time: 0.0457294
Apr 02 20:55:30.998035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c6aaef0-d5dd-4919-8a94-20d52a01d6ec req-5bc59f0f-631b-4c6b-968e-33b7cd4a0b0c tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265585
Apr 02 20:55:31.079941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b5f6c73-a7ff-41d7-b5c9-ae1410c7df81 req-7c7ffdf8-58ff-45d3-b790-4d578508ef63 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0518115
Apr 02 20:55:31.094746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-f7a55f75-ef8f-4707-b2b2-7c6f4e7628eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:31.096239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-f7a55f75-ef8f-4707-b2b2-7c6f4e7628eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1627405
Apr 02 20:55:31.160696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-f0989e3b-e208-43d8-b95c-20a242231690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:31.164134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-f0989e3b-e208-43d8-b95c-20a242231690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0608234
Apr 02 20:55:31.174736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54c457-16a2-4c33-b29a-6d34e5c28af7 req-1d83e2d8-b07c-4bc9-b7e0-63bd8b430678 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:31.184412 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d54c457-16a2-4c33-b29a-6d34e5c28af7 req-1d83e2d8-b07c-4bc9-b7e0-63bd8b430678 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 948 time: 0.0863421
Apr 02 20:55:31.262293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d54c457-16a2-4c33-b29a-6d34e5c28af7 req-1b572391-bff2-4c14-bbbf-b5e7d029d53c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587785
Apr 02 20:55:31.263019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fa794201-c166-4b87-89ae-d05e98fa82ec up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:31.293747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-1cfd891b-c8f8-4f1e-853f-e92fdc75d02f service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208732
Apr 02 20:55:31.336326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port fa794201-c166-4b87-89ae-d05e98fa82ec completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:31.343613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port fa794201-c166-4b87-89ae-d05e98fa82ec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:31.344579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:31.437579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-836c93c3-abbe-4647-b685-e813c7f9c1ca req-8887afb2-d776-49ad-9a47-e11a7d62f0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278951
Apr 02 20:55:31.476920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port fa794201-c166-4b87-89ae-d05e98fa82ec is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:31.477302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:31.502375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa794201-c166-4b87-89ae-d05e98fa82ec'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:31.505180 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62adae20-93e5-4f45-a5e2-f429861e031d" -d '{"events": [{"server_uuid": "787d3f16-a1b9-4630-a900-2f5421dd1214", "name": "network-vif-plugged", "status": "completed", "tag": "fa794201-c166-4b87-89ae-d05e98fa82ec"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:31.523674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port fa794201-c166-4b87-89ae-d05e98fa82ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa794201-c166-4b87-89ae-d05e98fa82ec,segment=NetworkSegment(0da036cb-adf2-4a97-a804-a2845dc4f2a8),segment_id=0da036cb-adf2-4a97-a804-a2845dc4f2a8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:31.529419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:31.563736 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd583745-ee32-4a47-b821-283a29be238a x-openstack-request-id: req-dd583745-ee32-4a47-b821-283a29be238a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:31.564271 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d3f16-a1b9-4630-a900-2f5421dd1214", "name": "network-vif-plugged", "status": "completed", "tag": "fa794201-c166-4b87-89ae-d05e98fa82ec", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:31.564590 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd583745-ee32-4a47-b821-283a29be238a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:31.564982 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd583745-ee32-4a47-b821-283a29be238a'] response: {'server_uuid': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa794201-c166-4b87-89ae-d05e98fa82ec', 'code': 200}
Apr 02 20:55:31.601687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:55:31.615380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=fa794201-c166-4b87-89ae-d05e98fa82ec,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:31.684022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e902604a-aa63-49bc-93b0-d76e9bd03b97 req-23e706ab-25d0-4507-ba7f-135430696ba9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 210 time: 0.0300243
Apr 02 20:55:31.692667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc666ac-fa60-4425-956f-76026a9127f0 req-2869d0e0-f61e-42b9-9ad6-34c694ad71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:31.694921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecc666ac-fa60-4425-956f-76026a9127f0 req-2869d0e0-f61e-42b9-9ad6-34c694ad71ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 1127 time: 0.0632637
Apr 02 20:55:31.752729 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecc666ac-fa60-4425-956f-76026a9127f0 req-4d47a487-12ad-4e3c-a3ff-d061bbf1814b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484159
Apr 02 20:55:31.875303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-67689589-ee6e-459b-ab6f-b91c5d4c4ebb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0305314
Apr 02 20:55:31.991873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-96c23d11-a516-4d79-9495-b75557c5183e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:31.993476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-96c23d11-a516-4d79-9495-b75557c5183e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1118104
Apr 02 20:55:32.014165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Request body: {'port': {'device_id': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'bf81401733804432b781dd367ab7bd82'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:32.168807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Made reservation on behalf of bf81401733804432b781dd367ab7bd82 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:32.171492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ea03-c503-4c4e-9659-dce6bf5a27ed req-2799ef80-0a51-43b1-9a18-092ab579d3da tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:32.172447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:32.173062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2679ea03-c503-4c4e-9659-dce6bf5a27ed req-2799ef80-0a51-43b1-9a18-092ab579d3da tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0910575
Apr 02 20:55:32.226398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2679ea03-c503-4c4e-9659-dce6bf5a27ed req-9fe7fcff-9ec3-4fb1-b7b3-4c08c17b587d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453739
Apr 02 20:55:32.229651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e3c2c91-5550-4eda-9aeb-6d5e2320ee43 req-1f982737-ecfb-484e-8442-a063356e321f tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0403144
Apr 02 20:55:32.350126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Allocated IP 192.168.233.49 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/c04f176b-9717-4cb2-9621-f8e89d6031ec) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:55:32.375480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f29e-239e-49cc-a9ba-8eca43739426 req-ca05199f-29e7-42a6-8ca3-f0f200bd6ada tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:32.376925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d753f29e-239e-49cc-a9ba-8eca43739426 req-ca05199f-29e7-42a6-8ca3-f0f200bd6ada tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 948 time: 0.0607285
Apr 02 20:55:32.429329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d753f29e-239e-49cc-a9ba-8eca43739426 req-a5964f64-f664-4d5a-8be6-2a097af6803b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463874
Apr 02 20:55:32.519663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks [] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:32.562040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:32.589369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:32.616913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:55:32.620856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:55:32.625360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:55:32.655201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:32.688985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:32.689636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:32.710138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4b5854da-09a6-4aad-a298-1253e5aa79e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6998384
Apr 02 20:55:32.726267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Request body: {'port': {'device_id': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:32.855553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:32.885437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06bfd9-8af8-4514-acd9-b5c7889df59d req-63cb1ceb-e2c5-4965-9470-b31b2924c428 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:32.886837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e06bfd9-8af8-4514-acd9-b5c7889df59d req-63cb1ceb-e2c5-4965-9470-b31b2924c428 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 935 time: 0.0969317
Apr 02 20:55:32.942601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-28a756eb-2ab8-4460-87d7-15b462f1381b None None] Provisioning complete for port c04f176b-9717-4cb2-9621-f8e89d6031ec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:32.943538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28a756eb-2ab8-4460-87d7-15b462f1381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:32.985192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-28a756eb-2ab8-4460-87d7-15b462f1381b None None] Port c04f176b-9717-4cb2-9621-f8e89d6031ec cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:55:33.019180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e06bfd9-8af8-4514-acd9-b5c7889df59d req-d6dede3a-4671-4ab6-b9ca-468d76585b68 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152647
Apr 02 20:55:33.186594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04f176b-9717-4cb2-9621-f8e89d6031ec {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:33.196482 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Publish callbacks [] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:33.209304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Transition to ACTIVE for port object c04f176b-9717-4cb2-9621-f8e89d6031ec will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:33.213146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:33.271855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:33.355208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Attempting to bind port c04f176b-9717-4cb2-9621-f8e89d6031ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:55:33.355538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Attempting to bind port c04f176b-9717-4cb2-9621-f8e89d6031ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:55:33.355859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Attempting to bind port c04f176b-9717-4cb2-9621-f8e89d6031ec on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:33.360894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Port c04f176b-9717-4cb2-9621-f8e89d6031ec on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:55:33.361213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Attempting to bind port c04f176b-9717-4cb2-9621-f8e89d6031ec on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:33.432937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ee93-4734-49ba-927f-28de14ce310b req-f1c5873f-0dfe-4294-a91e-c7db2641cb8d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:33.442432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7da0ee93-4734-49ba-927f-28de14ce310b req-f1c5873f-0dfe-4294-a91e-c7db2641cb8d tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0950263
Apr 02 20:55:33.447183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d3a2d21-7a0a-4cc4-902c-edde6157cf3b req-77e219a3-27c8-4930-afd3-8dcd3667f75a tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0830276
Apr 02 20:55:33.453812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:55:33.460123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:33.460811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:55:33.461288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Bound port: c04f176b-9717-4cb2-9621-f8e89d6031ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:55:33.461658 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:33.507291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7da0ee93-4734-49ba-927f-28de14ce310b req-78364c99-5ed9-44fa-bcae-40140f5930a8 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637388
Apr 02 20:55:33.578146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:33.581683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:55:33.598705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:33.664102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:33.664819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:33.666269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] 10.222.0.21 "PUT /v2.0/ports/c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 1095 time: 0.9491372
Apr 02 20:55:33.666773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:33.669079 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a1c580-bfca-40cd-98fd-7f05504a23f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:33.705445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cf7f-7718-445e-9738-393f6ae63876 service neutron] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:33.718641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124888d7-3a5f-4de5-bbc9-5c7dc6bd1d0b req-3cacb39c-2bc4-4265-b595-556d1b535870 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:33.720688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-124888d7-3a5f-4de5-bbc9-5c7dc6bd1d0b req-3cacb39c-2bc4-4265-b595-556d1b535870 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 948 time: 0.1356747
Apr 02 20:55:33.786393 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4736ffd-f886-4ce2-a6bd-580f3c655227 x-openstack-request-id: req-c4736ffd-f886-4ce2-a6bd-580f3c655227 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:33.786813 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:33.787148 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4736ffd-f886-4ce2-a6bd-580f3c655227 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:33.787637 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4736ffd-f886-4ce2-a6bd-580f3c655227'] response: {'name': 'network-changed', 'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'status': 'completed', 'code': 200}
Apr 02 20:55:33.830734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-124888d7-3a5f-4de5-bbc9-5c7dc6bd1d0b req-1bc0ad01-559e-4195-8503-71a5cc7b3836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022143
Apr 02 20:55:33.841971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-0985129e-6c2a-4c6c-ba41-2df81d1cf636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:33.843776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-0985129e-6c2a-4c6c-ba41-2df81d1cf636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1129 time: 0.1135209
Apr 02 20:55:33.890884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-26016588-0727-45c9-b610-bdb38ccc1efb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 217 time: 0.0385122
Apr 02 20:55:33.955293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-8acf6739-4b9c-4312-87c5-24ff7c1e1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:33.957083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-8acf6739-4b9c-4312-87c5-24ff7c1e1a60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0583806
Apr 02 20:55:34.012280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4de6e5bb-1594-408e-9caa-d321f92d102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.013749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-4de6e5bb-1594-408e-9caa-d321f92d102e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0497682
Apr 02 20:55:34.123816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-718c8911-5924-414c-95d8-cb6bdb0e25ec service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001651
Apr 02 20:55:34.168687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ed4d5-4059-477b-80e9-a666c5749ae5 req-56b64ed2-c27d-47ff-a7db-9447b7843123 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.176015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c99ed4d5-4059-477b-80e9-a666c5749ae5 req-56b64ed2-c27d-47ff-a7db-9447b7843123 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 947 time: 0.0614581
Apr 02 20:55:34.225339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c99ed4d5-4059-477b-80e9-a666c5749ae5 req-d44bb8ac-8e12-4400-99cc-00873ce19cae tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479951
Apr 02 20:55:34.277030 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b4a47fa-a56b-4f74-8b8e-237223d67b35 req-33ace61a-9491-47e5-a5db-f84fa6b147d1 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392419
Apr 02 20:55:34.376723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-302ac3a0-a55c-46dd-befd-e6e1c6c871af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.378231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-302ac3a0-a55c-46dd-befd-e6e1c6c871af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1129 time: 0.0492337
Apr 02 20:55:34.494646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-353f9f9b-5577-4aee-b54b-6ab837e82b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.496432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-353f9f9b-5577-4aee-b54b-6ab837e82b42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1070662
Apr 02 20:55:34.546419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-f07c20cd-a765-46f5-b772-b62b7bdb8960 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 217 time: 0.0412874
Apr 02 20:55:34.597956 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18fa7935-966a-4767-aeb9-142408dea9f7 req-1126240e-894d-4a92-ab53-3d7baddf2fcd tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0541823
Apr 02 20:55:34.637507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-72c9f339-7d46-46f3-a590-18b472f9ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.641608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-72c9f339-7d46-46f3-a590-18b472f9ddc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0859153
Apr 02 20:55:34.749859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-9c09f32e-ee86-4cf7-9739-629dd3f5d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.751280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-9c09f32e-ee86-4cf7-9739-629dd3f5d188 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1005590
Apr 02 20:55:34.764684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba69e4-22e6-4321-ae40-ddb5f6f4ddbe req-58ddb22c-518b-40fd-b37c-142214ee3ab3 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:34.766206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ba69e4-22e6-4321-ae40-ddb5f6f4ddbe req-58ddb22c-518b-40fd-b37c-142214ee3ab3 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0810301
Apr 02 20:55:34.861090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ba69e4-22e6-4321-ae40-ddb5f6f4ddbe req-4e63cc0c-b6dc-4a42-a797-78474d87bd27 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857837
Apr 02 20:55:34.896724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-aae71010-f0a4-44c5-bbdf-2cd606949f17 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293905
Apr 02 20:55:35.011586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ec87-0181-4d5a-8d52-5b627631af6a req-6eb01a7a-59de-4805-b3ce-23d062f5c849 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:35.025836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f872ec87-0181-4d5a-8d52-5b627631af6a req-6eb01a7a-59de-4805-b3ce-23d062f5c849 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 948 time: 0.1144478
Apr 02 20:55:35.030195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69a1c580-bfca-40cd-98fd-7f05504a23f8 req-7adfd6a7-179c-4ff3-9afd-595740fafdfb service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264584
Apr 02 20:55:35.095901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f872ec87-0181-4d5a-8d52-5b627631af6a req-1aacd66c-ca32-47d5-b9b3-8d534f500316 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691822
Apr 02 20:55:35.276606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5923ad5-b88a-4951-8f88-e4d0130bec3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:35.354101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adee70-0364-48ca-ad64-39483fa7f425 req-618cef47-93a0-417a-8014-c99683585003 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:35.361109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32adee70-0364-48ca-ad64-39483fa7f425 req-618cef47-93a0-417a-8014-c99683585003 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 947 time: 0.0665309
Apr 02 20:55:35.448236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32adee70-0364-48ca-ad64-39483fa7f425 req-584ef9eb-dfc9-4035-a856-ec224edff397 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861447
Apr 02 20:55:35.459844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf7cf-4494-4ec4-a487-f2cc5bf0793c req-326aa6af-72b7-43ae-9ee0-cb4120d843d1 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:35.462443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61bbf7cf-4494-4ec4-a487-f2cc5bf0793c req-326aa6af-72b7-43ae-9ee0-cb4120d843d1 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0834668
Apr 02 20:55:35.554452 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61bbf7cf-4494-4ec4-a487-f2cc5bf0793c req-373f0766-314c-462f-afcf-61e199d8cb73 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860462
Apr 02 20:55:35.558516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e5923ad5-b88a-4951-8f88-e4d0130bec3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:35.574605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', 'mac_address': 'fa:16:3e:91:1d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:35.618726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e5923ad5-b88a-4951-8f88-e4d0130bec3f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:35.618726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:35.635036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5923ad5-b88a-4951-8f88-e4d0130bec3f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:35.673480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e5923ad5-b88a-4951-8f88-e4d0130bec3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:35.680338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:35.718726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69e83b44-82e0-4b33-b3ed-7326f77163cc req-ad0a0b22-57c0-43d7-b1b4-3dbb53915954 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0338502
Apr 02 20:55:35.736007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e5923ad5-b88a-4951-8f88-e4d0130bec3f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:36.230474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6582a5-1eda-400b-9412-75b061508613 req-9e73a142-48b2-4b9d-9149-bd5a8c697848 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:36.231994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a6582a5-1eda-400b-9412-75b061508613 req-9e73a142-48b2-4b9d-9149-bd5a8c697848 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 949 time: 0.0590217
Apr 02 20:55:36.239810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e5923ad5-b88a-4951-8f88-e4d0130bec3f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:36.296565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a6582a5-1eda-400b-9412-75b061508613 req-ef25861b-d506-4e62-8eae-240370b1dae0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582464
Apr 02 20:55:36.302102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0bd52-6875-482c-a34d-c6b295289aa8 req-0b4958e1-4e82-4bc7-80bb-97ccaa898344 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:36.305399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04a0bd52-6875-482c-a34d-c6b295289aa8 req-0b4958e1-4e82-4bc7-80bb-97ccaa898344 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.0695574
Apr 02 20:55:36.361211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04a0bd52-6875-482c-a34d-c6b295289aa8 req-106e9180-3139-404d-ad80-6046b708864f tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491629
Apr 02 20:55:36.567546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a350-37c1-4b29-8b9e-1858d089aaa0 req-e9ddb58d-c86f-4e82-9f86-a15af320a442 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:36.568966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb12a350-37c1-4b29-8b9e-1858d089aaa0 req-e9ddb58d-c86f-4e82-9f86-a15af320a442 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 947 time: 0.0553312
Apr 02 20:55:36.627744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb12a350-37c1-4b29-8b9e-1858d089aaa0 req-8d44bd8d-b8fa-4560-a40c-339531f5f6e0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522003
Apr 02 20:55:36.698935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8baa5-63e7-4c7f-abff-25563459b67c req-7fdda6a3-4ebc-4248-ace8-0c2f4273865f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:36.700596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84a8baa5-63e7-4c7f-abff-25563459b67c req-7fdda6a3-4ebc-4248-ace8-0c2f4273865f tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0546546
Apr 02 20:55:36.752886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84a8baa5-63e7-4c7f-abff-25563459b67c req-96b734c7-dbbf-4ada-aee7-6975178180d9 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465562
Apr 02 20:55:36.826914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-089a8189-fbd3-4313-9617-bbced2a0f8da req-6ea1e845-7edc-4ceb-9961-79ca06cddbba tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0277414
Apr 02 20:55:37.432417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa9122-e4ba-4b7e-8219-7cb90d2118f5 req-4f790e6e-9ec6-448b-b003-ef9df4f14d62 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:37.434122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfa9122-e4ba-4b7e-8219-7cb90d2118f5 req-4f790e6e-9ec6-448b-b003-ef9df4f14d62 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 949 time: 0.0622442
Apr 02 20:55:37.440625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-5fe56f05-2581-4675-92b1-eb9a3961d054 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:37.442809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-5fe56f05-2581-4675-92b1-eb9a3961d054 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.15 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0788279
Apr 02 20:55:37.492803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfa9122-e4ba-4b7e-8219-7cb90d2118f5 req-3a3a7749-fd24-410b-8da9-28a38152de6f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479901
Apr 02 20:55:37.558504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe6f9d-95ca-4fc0-9974-687e0bf05a24 req-d6262b65-3f91-4d2d-a2a0-76d89a046344 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:37.561637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65fe6f9d-95ca-4fc0-9974-687e0bf05a24 req-d6262b65-3f91-4d2d-a2a0-76d89a046344 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.1122143
Apr 02 20:55:37.616643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Deleting port fa794201-c166-4b87-89ae-d05e98fa82ec {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:37.616863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:37.637833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65fe6f9d-95ca-4fc0-9974-687e0bf05a24 req-1f6d0cf9-ecf1-48fc-97cb-caedcb000dc7 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0709269
Apr 02 20:55:37.731799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] For port fa794201-c166-4b87-89ae-d05e98fa82ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa794201-c166-4b87-89ae-d05e98fa82ec,segment=NetworkSegment(0da036cb-adf2-4a97-a804-a2845dc4f2a8),segment_id=0da036cb-adf2-4a97-a804-a2845dc4f2a8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:37.733124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:37.752078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Calling delete_port for fa794201-c166-4b87-89ae-d05e98fa82ec owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:37.784169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119005-87e6-42a9-8f8f-1feff050a0fe req-bebb2651-414c-4257-9d25-d6d1d3a20fdf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:37.792751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25119005-87e6-42a9-8f8f-1feff050a0fe req-bebb2651-414c-4257-9d25-d6d1d3a20fdf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 947 time: 0.0677905
Apr 02 20:55:37.852063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25119005-87e6-42a9-8f8f-1feff050a0fe req-85a6ffa1-f4c0-40d9-bab4-80effb9419f6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563695
Apr 02 20:55:37.941666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5fd94d3-ebf7-43e4-8858-8f7df8e50da8 req-2a0eac38-0c11-4c41-acfc-2bad99b9a129 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0311313
Apr 02 20:55:37.952405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82af9c-a231-47f2-999e-c35c4ed2a617 req-92274881-e0f5-42fb-b6d0-33124e921a46 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:37.953968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d82af9c-a231-47f2-999e-c35c4ed2a617 req-92274881-e0f5-42fb-b6d0-33124e921a46 tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d3f16-a1b9-4630-a900-2f5421dd1214 HTTP/1.1" status: 200  len: 945 time: 0.0912526
Apr 02 20:55:37.954790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa794201-c166-4b87-89ae-d05e98fa82ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:37.976836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fa794201-c166-4b87-89ae-d05e98fa82ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:37.998980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Pushing event deleted for resources: {'Port': ['ID=fa794201-c166-4b87-89ae-d05e98fa82ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:38.034396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.035462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.035914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.036088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.039267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.039641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.039993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.040338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.040698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.041033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.041368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.041689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.042018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.042391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.042730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.064124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-67691136-67dd-47a7-af85-4fd69a5eb7ce tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:38.065668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-67691136-67dd-47a7-af85-4fd69a5eb7ce tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.0652988
Apr 02 20:55:38.073007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] No DVR routers for this DVR port fa794201-c166-4b87-89ae-d05e98fa82ec on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:38.076913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.080186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-308c5527-e55a-4c2f-826c-012b7a6d2266 req-a37c4291-d657-4241-b737-751be525ebcf tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.15 "DELETE /v2.0/ports/fa794201-c166-4b87-89ae-d05e98fa82ec HTTP/1.1" status: 204  len: 173 time: 0.6236885
Apr 02 20:55:38.080654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'name': 'network-vif-deleted', 'tag': 'fa794201-c166-4b87-89ae-d05e98fa82ec'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:38.083452 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c27f7-d582-410b-b7bf-33c08fc0cbec" -d '{"events": [{"server_uuid": "787d3f16-a1b9-4630-a900-2f5421dd1214", "name": "network-vif-deleted", "tag": "fa794201-c166-4b87-89ae-d05e98fa82ec"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:38.109802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d82af9c-a231-47f2-999e-c35c4ed2a617 req-f8ccfc5a-9c11-465f-bd57-61bb0d36aabb tempest-InstanceActionsNegativeTestJSON-1553538928 tempest-InstanceActionsNegativeTestJSON-1553538928-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450679
Apr 02 20:55:38.151111 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0122f016-478c-4d78-b29f-493fa2810dc7 x-openstack-request-id: req-0122f016-478c-4d78-b29f-493fa2810dc7 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:38.151839 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d3f16-a1b9-4630-a900-2f5421dd1214", "name": "network-vif-deleted", "tag": "fa794201-c166-4b87-89ae-d05e98fa82ec", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:38.152265 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0122f016-478c-4d78-b29f-493fa2810dc7 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:38.152988 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0122f016-478c-4d78-b29f-493fa2810dc7'] response: {'server_uuid': '787d3f16-a1b9-4630-a900-2f5421dd1214', 'name': 'network-vif-deleted', 'tag': 'fa794201-c166-4b87-89ae-d05e98fa82ec', 'status': 'completed', 'code': 200}
Apr 02 20:55:38.195711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Deleting port d783c05e-b460-4890-8989-48914b4b5820 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:38.196059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d783c05e-b460-4890-8989-48914b4b5820), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.259010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:38.301549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] For port d783c05e-b460-4890-8989-48914b4b5820, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d783c05e-b460-4890-8989-48914b4b5820,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:38.302001 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d783c05e-b460-4890-8989-48914b4b5820), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.370839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:38.383389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'mac_address': 'fa:16:3e:2c:ef:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:38.430286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c04f176b-9717-4cb2-9621-f8e89d6031ec is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:38.430674 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.458484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04f176b-9717-4cb2-9621-f8e89d6031ec {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:38.481841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:38.486087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.545796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:38.559825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.560189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.560317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2df18496-d439-4e57-a06f-41bfb78048d7), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.560559 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Floating IP 2df18496-d439-4e57-a06f-41bfb78048d7 disassociated. External IP: 172.35.4.62, port: d783c05e-b460-4890-8989-48914b4b5820.
Apr 02 20:55:38.560670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.560913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Calling delete_port for d783c05e-b460-4890-8989-48914b4b5820 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:38.561355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.561702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.562040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.562364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.562697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.563484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.563839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.564560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.564890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.565217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.565591 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.566015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.566335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.637636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c42cf-82ca-4511-affb-519b94eef3ad req-32364e80-ffb6-4bad-8b0c-470f42674e33 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:38.647152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b9c42cf-82ca-4511-affb-519b94eef3ad req-32364e80-ffb6-4bad-8b0c-470f42674e33 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 949 time: 0.0751140
Apr 02 20:55:38.728736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b9c42cf-82ca-4511-affb-519b94eef3ad req-bdd7f486-63dc-4a4f-9af4-a30e44b87ba7 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764153
Apr 02 20:55:38.802836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:38.810500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d783c05e-b460-4890-8989-48914b4b5820), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:38.826435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755514dd-abab-4e4f-bdb9-631560aee916 req-e83628bd-644a-4070-912d-cbe88da733a1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:38.834021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-755514dd-abab-4e4f-bdb9-631560aee916 req-e83628bd-644a-4070-912d-cbe88da733a1 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ef4400c-3d15-43a5-89f9-79edac5020ce HTTP/1.1" status: 200  len: 945 time: 0.0951047
Apr 02 20:55:38.874037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event deleted for resources: {'Port': ['ID=d783c05e-b460-4890-8989-48914b4b5820,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.904056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.905203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.905203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.905203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.905203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.905497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:55:38.977619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-755514dd-abab-4e4f-bdb9-631560aee916 req-968294fa-1edb-444d-8c7f-7affbe65b5aa tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b738f53-5c3b-4c3c-a1f3-b9094e345670&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1420918
Apr 02 20:55:39.042670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0940b-30df-40ad-ba8e-05b2d64239cc req-ad271322-d740-4381-8443-c17815628d5d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:39.044177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bd0940b-30df-40ad-ba8e-05b2d64239cc req-ad271322-d740-4381-8443-c17815628d5d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 948 time: 0.0848181
Apr 02 20:55:39.073446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17fc98fb-65af-4c2b-a6a1-5163f71771d0 req-218f7661-83bb-422b-a99f-bf8f282ddcb1 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0347943
Apr 02 20:55:39.092800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Router 404a0473-81c5-4778-aa53-a9e89b4005f9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:55:39.103227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bd0940b-30df-40ad-ba8e-05b2d64239cc req-dda328ce-bc07-4901-9f3f-056e5bfbbb78 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530734
Apr 02 20:55:39.174644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57122) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:39.222109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Deleting subnet 56c9878b-9e49-490e-83fc-778845c7c61a {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:55:39.226383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Publish callbacks [] for subnet (56c9878b-9e49-490e-83fc-778845c7c61a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.228500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:55:39.237903 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] Sync routers for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:55:39.248794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:39.249427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845fb2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:39.283762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] No DVR routers for this DVR port d783c05e-b460-4890-8989-48914b4b5820 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:39.288257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5923ad5-b88a-4951-8f88-e4d0130bec3f up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:39.293578 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (56c9878b-9e49-490e-83fc-778845c7c61a), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.299070 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.307022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c206827d-53cc-477c-8bf0-d7f82fb49ca9 req-98f0c2bf-be57-4cfb-a035-d3a26054f2e9 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.21 "DELETE /v2.0/ports/d783c05e-b460-4890-8989-48914b4b5820 HTTP/1.1" status: 204  len: 173 time: 1.2352223
Apr 02 20:55:39.319963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'name': 'network-vif-deleted', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:39.322955 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd97d5-4d0c-4e78-85d0-03a7c054e214" -d '{"events": [{"server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "name": "network-vif-deleted", "tag": "d783c05e-b460-4890-8989-48914b4b5820"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:39.395517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (56c9878b-9e49-490e-83fc-778845c7c61a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.411749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port e5923ad5-b88a-4951-8f88-e4d0130bec3f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:39.416374 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99106cd7-28e0-4aa2-bf54-d97f4a1170f3 x-openstack-request-id: req-99106cd7-28e0-4aa2-bf54-d97f4a1170f3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:39.416696 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef4400c-3d15-43a5-89f9-79edac5020ce", "name": "network-vif-deleted", "tag": "d783c05e-b460-4890-8989-48914b4b5820", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:39.416977 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99106cd7-28e0-4aa2-bf54-d97f4a1170f3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:39.417542 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99106cd7-28e0-4aa2-bf54-d97f4a1170f3'] response: {'server_uuid': '6ef4400c-3d15-43a5-89f9-79edac5020ce', 'name': 'network-vif-deleted', 'tag': 'd783c05e-b460-4890-8989-48914b4b5820', 'status': 'completed', 'code': 200}
Apr 02 20:55:39.422314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port e5923ad5-b88a-4951-8f88-e4d0130bec3f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:39.422671 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.439818 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:39.502198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (56c9878b-9e49-490e-83fc-778845c7c61a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.543173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c9878b-9e49-490e-83fc-778845c7c61a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:39.551900 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.557526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73a8c89f-1ea8-402a-aaea-aadc91c7958c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56c9878b-9e49-490e-83fc-778845c7c61a HTTP/1.1" status: 204  len: 168 time: 0.3794630
Apr 02 20:55:39.557797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:39.580811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e5923ad5-b88a-4951-8f88-e4d0130bec3f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:39.581542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.617493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:39.619819 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3791fcdf-cc13-4719-bb4f-719bf8574453" -d '{"events": [{"server_uuid": "bd846a15-f5e0-4225-86ac-1616ce4995b2", "name": "network-vif-plugged", "status": "completed", "tag": "e5923ad5-b88a-4951-8f88-e4d0130bec3f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:39.638373 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (610b7d58-f6e4-4742-864f-860397932ea4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.655769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e5923ad5-b88a-4951-8f88-e4d0130bec3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:39.662066 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.667299 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06845abb-489a-43d1-bb28-2510cc03b96a x-openstack-request-id: req-06845abb-489a-43d1-bb28-2510cc03b96a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:39.667834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd846a15-f5e0-4225-86ac-1616ce4995b2", "name": "network-vif-plugged", "status": "completed", "tag": "e5923ad5-b88a-4951-8f88-e4d0130bec3f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:39.668291 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06845abb-489a-43d1-bb28-2510cc03b96a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:39.669581 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06845abb-489a-43d1-bb28-2510cc03b96a'] response: {'server_uuid': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', 'code': 200}
Apr 02 20:55:39.730591 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845fb2f10>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:20Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:39.738903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e5923ad5-b88a-4951-8f88-e4d0130bec3f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:39.752492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (610b7d58-f6e4-4742-864f-860397932ea4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.794162 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] Checking router: 404a0473-81c5-4778-aa53-a9e89b4005f9 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:55:39.807810 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:39.808941 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845fb2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:39.810317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844390fd0>,) {'filters': {'network_id': ['610b7d58-f6e4-4742-864f-860397932ea4']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:39.837780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844390fd0>, '0da036cb-adf2-4a97-a804-a2845dc4f2a8') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:39.839356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844390fd0>, '0da036cb-adf2-4a97-a804-a2845dc4f2a8') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:39.862348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (0da036cb-adf2-4a97-a804-a2845dc4f2a8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.891659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0da036cb-adf2-4a97-a804-a2845dc4f2a8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.900373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c0de4-cbec-4fb5-bfa4-b83b49e1a21f req-b58ee4b2-eb59-4d8d-9481-4aac2c9666db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:39.904649 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe3c0de4-cbec-4fb5-bfa4-b83b49e1a21f req-b58ee4b2-eb59-4d8d-9481-4aac2c9666db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 1132 time: 0.1610498
Apr 02 20:55:39.906522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:55:39.906928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (0da036cb-adf2-4a97-a804-a2845dc4f2a8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:55:39.914332 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:55:39.977011 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:39.993181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ebc7-2877-414c-ae1a-794387a80a1c req-e361bee4-bd73-4944-ba9a-c0aee2f9d3f3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:40.006281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7739ebc7-2877-414c-ae1a-794387a80a1c req-e361bee4-bd73-4944-ba9a-c0aee2f9d3f3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.1474862
Apr 02 20:55:40.026340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (610b7d58-f6e4-4742-864f-860397932ea4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.027328 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe3c0de4-cbec-4fb5-bfa4-b83b49e1a21f req-1a90d4ba-acb7-4456-89bc-1211378182f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990555
Apr 02 20:55:40.032741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.050059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/610b7d58-f6e4-4742-864f-860397932ea4 HTTP/1.1" status: 204  len: 168 time: 0.4887526
Apr 02 20:55:40.074632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb4920-c989-4699-95ed-bf7942e125b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=610b7d58-f6e4-4742-864f-860397932ea4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:40.089672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7739ebc7-2877-414c-ae1a-794387a80a1c req-9f456ea7-fe6d-43c3-b84e-982886878078 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747910
Apr 02 20:55:40.131480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57144) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:40.217621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57146) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:40.234154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e16fc8e-f9fc-4a50-9d36-82a17ca8eddc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group (7b738f53-5c3b-4c3c-a1f3-b9094e345670), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.280226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e16fc8e-f9fc-4a50-9d36-82a17ca8eddc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group (7b738f53-5c3b-4c3c-a1f3-b9094e345670), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.291575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:40.319412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b4eea-49ac-44af-b18c-cf18ce094bbe req-734560cb-94fa-4890-82c0-8499a2a24719 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:40.326729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-391b4eea-49ac-44af-b18c-cf18ce094bbe req-734560cb-94fa-4890-82c0-8499a2a24719 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 948 time: 0.1239808
Apr 02 20:55:40.328950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f730acdd-3a09-4f4c-bc87-cf378e2b5d53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78889a02e6054dd49c29b72fc422e9c8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1088991
Apr 02 20:55:40.337036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57148) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:40.345526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e2f98a5-ff0e-40ad-82be-821a13ca548e req-238287d1-6c41-4546-8b9a-2e5bc5ec4484 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1338229
Apr 02 20:55:40.365108 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845fb2f10>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:20Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:40.394887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c04f176b-9717-4cb2-9621-f8e89d6031ec completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:40.399065 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ab38a-924e-4a39-9aef-dee063375f06 None None] The sync data for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 is: [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:53:14Z', 'revision_number': 4, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8ff6e885-2113-46ab-8a3d-4d475e531047', 'name': '', 'network_id': 'a4850a71-8145-40aa-b0f3-8efc7deb071e', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'mac_address': 'fa:16:3e:d7:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:13Z', 'updated_at': '2022-04-02T20:53:20Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'subnets': [{'id': '42a48075-b829-4dea-b465-ee7c9a7d47c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:55:40.400078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c04f176b-9717-4cb2-9621-f8e89d6031ec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:40.405095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.469611 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94183f3f-fd4b-4fcb-8266-1dc111499368 admin admin] Publish callbacks [] for security_group (e37496c9-f8b3-4b8f-95a3-9ae1d304ef05), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.505815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-391b4eea-49ac-44af-b18c-cf18ce094bbe req-268771bd-f9f9-49b4-a694-5b01d87b23ab tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719477
Apr 02 20:55:40.508949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e16fc8e-f9fc-4a50-9d36-82a17ca8eddc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7b738f53-5c3b-4c3c-a1f3-b9094e345670), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.513306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e16fc8e-f9fc-4a50-9d36-82a17ca8eddc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.513487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c04f176b-9717-4cb2-9621-f8e89d6031ec is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:40.516937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.517092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7e16fc8e-f9fc-4a50-9d36-82a17ca8eddc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b738f53-5c3b-4c3c-a1f3-b9094e345670 HTTP/1.1" status: 204  len: 168 time: 0.3819821
Apr 02 20:55:40.517706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:40.539358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16fc8e-f9fc-4a50-9d36-82a17ca8eddc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b738f53-5c3b-4c3c-a1f3-b9094e345670,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:40.545394 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-96acf43f-3ef7-448e-b2d5-a9efaa9df2a8 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] show failed (client error): The resource could not be found.
Apr 02 20:55:40.546691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96acf43f-3ef7-448e-b2d5-a9efaa9df2a8 tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "GET /v2.0/security-groups/7b738f53-5c3b-4c3c-a1f3-b9094e345670 HTTP/1.1" status: 404  len: 347 time: 0.0279975
Apr 02 20:55:40.551478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57152) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:40.552148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94183f3f-fd4b-4fcb-8266-1dc111499368 admin admin] Publish callbacks [] for security_group (e37496c9-f8b3-4b8f-95a3-9ae1d304ef05), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.580095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:40.585809 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.655682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94183f3f-fd4b-4fcb-8266-1dc111499368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e37496c9-f8b3-4b8f-95a3-9ae1d304ef05), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.663258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94183f3f-fd4b-4fcb-8266-1dc111499368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.665573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:40.669230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94183f3f-fd4b-4fcb-8266-1dc111499368 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e37496c9-f8b3-4b8f-95a3-9ae1d304ef05 HTTP/1.1" status: 204  len: 168 time: 0.3226995
Apr 02 20:55:40.675544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94183f3f-fd4b-4fcb-8266-1dc111499368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37496c9-f8b3-4b8f-95a3-9ae1d304ef05,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:40.747639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e2fe5-03ae-467b-b822-73a603d1f645 None None] New status for floating IP 2df18496-d439-4e57-a06f-41bfb78048d7: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:55:40.787557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Deleting port 966a91e1-d533-49ab-9c00-de66fa00bcd0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:40.788223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.923628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.924331 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (966a91e1-d533-49ab-9c00-de66fa00bcd0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:40.939626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Calling delete_port for 966a91e1-d533-49ab-9c00-de66fa00bcd0 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:41.113894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (966a91e1-d533-49ab-9c00-de66fa00bcd0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.146817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Pushing event deleted for resources: {'Port': ['ID=966a91e1-d533-49ab-9c00-de66fa00bcd0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:41.255498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks [] for floatingip (2df18496-d439-4e57-a06f-41bfb78048d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.258382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.262348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-08852508-764d-4430-80ea-0fad9448bdcc tempest-AttachSCSIVolumeTestJSON-1933708698 tempest-AttachSCSIVolumeTestJSON-1933708698-project] 10.222.0.18 "DELETE /v2.0/floatingips/2df18496-d439-4e57-a06f-41bfb78048d7 HTTP/1.1" status: 204  len: 168 time: 0.7065132
Apr 02 20:55:41.274110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ae32-d0b9-463c-9ea4-af784574382b req-5380063c-6d44-4766-99d0-3ba7d67f4e18 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:41.284327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3141ae32-d0b9-463c-9ea4-af784574382b req-5380063c-6d44-4766-99d0-3ba7d67f4e18 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.1027889
Apr 02 20:55:41.291848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fa794201-c166-4b87-89ae-d05e98fa82ec no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:41.327513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: fa794201-c166-4b87-89ae-d05e98fa82ec {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:41.327868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fa794201-c166-4b87-89ae-d05e98fa82ec not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:41.369020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3141ae32-d0b9-463c-9ea4-af784574382b req-2f2acb9e-6b2b-4c57-b1b5-86957d17a6d6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761929
Apr 02 20:55:41.487437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1810fdc6-408c-43ee-833f-bd2ecfe9fe53 req-77d02224-79fe-4413-8fbf-79920bd53dcc tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0498521
Apr 02 20:55:41.589306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57200) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:41.637822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62562-3050-4ce5-9c0b-068fe321e327 req-d7ce8ccc-e3a1-45c9-b711-8943d43136d2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:41.644937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07d62562-3050-4ce5-9c0b-068fe321e327 req-d7ce8ccc-e3a1-45c9-b711-8943d43136d2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0691507
Apr 02 20:55:41.671954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:41.677109 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb8d58-7913-4fae-aefb-534803a62367" -d '{"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:41.709153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07d62562-3050-4ce5-9c0b-068fe321e327 req-67af3db9-254b-45a7-8364-359d6797331a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585170
Apr 02 20:55:41.735047 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770da9e6-3748-4484-8305-d6b49d559325 x-openstack-request-id: req-770da9e6-3748-4484-8305-d6b49d559325 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:41.735422 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:41.735678 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-770da9e6-3748-4484-8305-d6b49d559325 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:41.736286 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770da9e6-3748-4484-8305-d6b49d559325'] response: {'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'code': 200}
Apr 02 20:55:41.743698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2116639292-network', 'tenant_id': '99e28f04f7dd4777891efe100377f141'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:41.766413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Made reservation on behalf of 99e28f04f7dd4777891efe100377f141 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:41.770143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.798050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.873817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35576b18-8bcc-4fcd-ae24-af5d1d3305f4 req-23d3d0cd-5884-4b90-857b-44cf3bf0c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:41.875536 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35576b18-8bcc-4fcd-ae24-af5d1d3305f4 req-23d3d0cd-5884-4b90-857b-44cf3bf0c783 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1131 time: 0.0609949
Apr 02 20:55:41.917595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks [] for security_group (8b23b950-4ce0-4f4f-93c0-29370e949d5e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.929393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8b23b950-4ce0-4f4f-93c0-29370e949d5e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.944686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35576b18-8bcc-4fcd-ae24-af5d1d3305f4 req-1a32585e-991f-413d-8149-6c3fcc255dc8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626369
Apr 02 20:55:41.957838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:55:41.971899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23b950-4ce0-4f4f-93c0-29370e949d5e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:41.993586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (587a70b3-13d3-426a-b47b-0f6399486c2c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:41.993900 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Added segment 587a70b3-13d3-426a-b47b-0f6399486c2c of type vlan for network 2427a2f7-cca3-4878-92a4-fe77defc6f38
Apr 02 20:55:42.064920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (2427a2f7-cca3-4878-92a4-fe77defc6f38), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:42.100603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (2427a2f7-cca3-4878-92a4-fe77defc6f38), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:42.102080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:42.102874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:42.146941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5538321
Apr 02 20:55:42.147285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57238) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:42.152974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Request body: {'subnet': {'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2116639292-subnet', 'tenant_id': '99e28f04f7dd4777891efe100377f141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:42.198895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4a3b0-ba25-4043-b417-1965724804f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2427a2f7-cca3-4878-92a4-fe77defc6f38,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:42.204549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Made reservation on behalf of 99e28f04f7dd4777891efe100377f141 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:42.209619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 2427a2f7-cca3-4878-92a4-fe77defc6f38 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:55:42.214200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:42.296441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d783c05e-b460-4890-8989-48914b4b5820 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:42.322177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8c92-2b17-4071-aba7-30b5a9327f8e req-b7b60b4b-2fef-43b2-a3a3-a99cf59b8212 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:42.323204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d783c05e-b460-4890-8989-48914b4b5820 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:42.323550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d783c05e-b460-4890-8989-48914b4b5820 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:42.323664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990f8c92-2b17-4071-aba7-30b5a9327f8e req-b7b60b4b-2fef-43b2-a3a3-a99cf59b8212 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.1413634
Apr 02 20:55:42.441482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990f8c92-2b17-4071-aba7-30b5a9327f8e req-dc0ae880-5a69-4ad7-a363-e153301e2eef tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107175
Apr 02 20:55:42.512578 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (35edaf7d-f3b1-40ee-b47c-1db219d55e9b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:42.525536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0e94a-4a9a-4b02-83cc-7c5c5e3491b7 req-7b108e0e-1742-4021-8176-552f632c65a0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:42.527376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1eb0e94a-4a9a-4b02-83cc-7c5c5e3491b7 req-7b108e0e-1742-4021-8176-552f632c65a0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.0640786
Apr 02 20:55:42.577634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35edaf7d-f3b1-40ee-b47c-1db219d55e9b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:42.596856 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1eb0e94a-4a9a-4b02-83cc-7c5c5e3491b7 req-8aefc1d1-a5ae-4619-a978-63870082a3fb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635006
Apr 02 20:55:42.616894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Checking segment: {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:42.617294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Network hostable DHCP agents. Network: 2427a2f7-cca3-4878-92a4-fe77defc6f38, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:55:42.621471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be1430c1-1819-406d-9692-908dff59ae74 req-d4a0bf12-90b7-4fd9-a41d-7e8d9efefec6 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0449607
Apr 02 20:55:42.645545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Network 2427a2f7-cca3-4878-92a4-fe77defc6f38 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:55:42.659217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2427a2f7-cca3-4878-92a4-fe77defc6f38) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:55:42.665484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:42.666194 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:42.673121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77b017-b274-4093-b0a2-f0fede6ab8bf None None] Network 2427a2f7-cca3-4878-92a4-fe77defc6f38 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:55:42.711432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5e14a262-f8a9-4c6f-80e9-1b4962a812b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5629685
Apr 02 20:55:42.726867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026490f0-3ee9-4c52-8f23-b2f30783b0c2 req-0c96229a-5e9c-4949-863e-baf1feb1845d tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:42.729362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-026490f0-3ee9-4c52-8f23-b2f30783b0c2 req-0c96229a-5e9c-4949-863e-baf1feb1845d tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 1132 time: 0.0678077
Apr 02 20:55:42.782978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-026490f0-3ee9-4c52-8f23-b2f30783b0c2 req-63ebff70-aeae-4f0c-b944-7c0259344e00 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474434
Apr 02 20:55:42.922217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267967ba-f424-433a-b884-860a93e716a9 None None] Network 2427a2f7-cca3-4878-92a4-fe77defc6f38 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:55:43.173554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7be54-bd80-4dc3-81b6-957952a7d591 req-d35f532e-0702-42e8-8320-cb44906b3496 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:43.182734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32c7be54-bd80-4dc3-81b6-957952a7d591 req-d35f532e-0702-42e8-8320-cb44906b3496 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.3753192
Apr 02 20:55:43.241159 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32c7be54-bd80-4dc3-81b6-957952a7d591 req-8a953215-c90c-4ee6-a614-9460f7ce2dbd tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549188
Apr 02 20:55:43.364344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-c18d0df3-1720-47e9-bf48-951a06f591cb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253577
Apr 02 20:55:43.434746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-9d1449b0-b289-4042-a784-b8c48cc5f169 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:43.452967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-9d1449b0-b289-4042-a784-b8c48cc5f169 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 814 time: 0.1465495
Apr 02 20:55:43.477126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-66b65f2a-cd64-47d9-bd2d-664dccea9af3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/quotas/99e28f04f7dd4777891efe100377f141 HTTP/1.1" status: 200  len: 375 time: 0.0219073
Apr 02 20:55:43.489918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-34ef6552-c47c-410a-8d0f-67e64d582fd0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:43.495222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-34ef6552-c47c-410a-8d0f-67e64d582fd0 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1231265
Apr 02 20:55:43.507458 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-9fa7be92-f2c5-494c-aeb9-898a73eaa934 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/quotas/5f8ef84a62894a7da5457cafc1bcf172 HTTP/1.1" status: 200  len: 375 time: 0.0105503
Apr 02 20:55:43.512853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-38c8407f-028e-40a9-a05c-faa262cd039b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300567
Apr 02 20:55:43.571637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-369777d5-eb4d-4352-9b33-ab2726582a17 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0578320
Apr 02 20:55:43.608297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-8c3030f4-b844-4aa0-b237-b0c83d901c15 service neutron] 10.222.0.18 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882301
Apr 02 20:55:43.719657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-98942f71-a120-4ff5-8de1-d10344e2f4f0 service neutron] 10.222.0.18 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1043839
Apr 02 20:55:43.813942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9bb1-d9d4-4ed2-988f-41903cd693b7 req-a10723cb-b86d-4d4c-8e61-7c2aca5340c7 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:43.817718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-395e9bb1-d9d4-4ed2-988f-41903cd693b7 req-a10723cb-b86d-4d4c-8e61-7c2aca5340c7 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.0673008
Apr 02 20:55:43.886242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-395e9bb1-d9d4-4ed2-988f-41903cd693b7 req-afb34f08-3438-4eca-b955-432230fd0374 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598445
Apr 02 20:55:44.015414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51e2caba-24d4-44fa-b7c6-a29004c522df req-83d4b094-aa9b-4e89-bb71-1b5b74e2b847 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 210 time: 0.0289338
Apr 02 20:55:44.023216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c683075a-f9ba-400c-915d-52900dfc3d43 req-d1ca2e0d-7dcb-466d-9d97-8a3b947344a2 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0568147
Apr 02 20:55:44.146127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57346) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:44.155810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f4507ff-5855-4b2c-ade2-669bdf15d7c2 req-c2db961c-a5a9-448d-903f-af339279eb85 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 210 time: 0.0415292
Apr 02 20:55:44.189023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:44.477944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f68c-5162-4c30-a7a3-1f8591f67ec4 req-b157c5f3-5bef-48bd-98a2-b3fe9e8c175c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:44.479445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-baf2f68c-5162-4c30-a7a3-1f8591f67ec4 req-b157c5f3-5bef-48bd-98a2-b3fe9e8c175c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.1482844
Apr 02 20:55:44.494671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-fe9ebcf1-c7fc-4a3c-aeed-d7cdb5abe13d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:44.496149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-fe9ebcf1-c7fc-4a3c-aeed-d7cdb5abe13d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.0823045
Apr 02 20:55:44.584880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-baf2f68c-5162-4c30-a7a3-1f8591f67ec4 req-e70d2983-7d65-4f33-ac32-e3ee709c856f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957980
Apr 02 20:55:44.657752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Deleting port 4037f3ad-46a9-4e66-8974-76920ca5320b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:44.658111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:44.790321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-ffdc68c1-0100-4f9b-a5e0-d383da76af28 req-d604554c-829c-4938-a58c-9afc1e7c8011 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:55:44.803552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffdc68c1-0100-4f9b-a5e0-d383da76af28 req-d604554c-829c-4938-a58c-9afc1e7c8011 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0223100
Apr 02 20:55:44.839374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (404a0473-81c5-4778-aa53-a9e89b4005f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:44.883317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] For port 4037f3ad-46a9-4e66-8974-76920ca5320b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4037f3ad-46a9-4e66-8974-76920ca5320b,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:44.883705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:45.048373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936911-0453-45aa-8db4-17ecb6b79d16 req-8a431745-a788-4a8b-b507-3138efa9fe45 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:45.055769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05936911-0453-45aa-8db4-17ecb6b79d16 req-8a431745-a788-4a8b-b507-3138efa9fe45 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.1190021
Apr 02 20:55:45.146905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05936911-0453-45aa-8db4-17ecb6b79d16 req-9279807f-cd40-4bf5-8e4e-d701ef0bf237 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900669
Apr 02 20:55:45.510020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Deleting port 8ff6e885-2113-46ab-8a3d-4d475e531047 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:45.510382 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:45.517304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-3e713213-9aa1-4908-b8e4-37f898d2ca39 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:45.518736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-3e713213-9aa1-4908-b8e4-37f898d2ca39 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 814 time: 0.2098284
Apr 02 20:55:45.536561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Request body: {'port': {'device_id': 'd88c5184-0805-4677-a11d-4077b9465e11', 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'admin_state_up': True, 'tenant_id': '99e28f04f7dd4777891efe100377f141'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:45.568747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c4e7-8f81-4dbd-b2f6-3e74f0ce95bc req-c8dcae28-0145-4430-873e-4df1f9b12795 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:45.569728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f41c4e7-8f81-4dbd-b2f6-3e74f0ce95bc req-c8dcae28-0145-4430-873e-4df1f9b12795 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2631330
Apr 02 20:55:45.652347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-755945b1-5cde-4f51-a637-dd29f313112b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0647237
Apr 02 20:55:45.716709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] For port 8ff6e885-2113-46ab-8a3d-4d475e531047, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ff6e885-2113-46ab-8a3d-4d475e531047,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:45.717261 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:45.729015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f41c4e7-8f81-4dbd-b2f6-3e74f0ce95bc req-1e76b6e9-8608-4dc5-ac98-c606d40844ab tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482174
Apr 02 20:55:45.741790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Calling delete_port for 8ff6e885-2113-46ab-8a3d-4d475e531047 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:45.752690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-2e65c7df-4c10-46f1-a748-cc969436294e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6227889
Apr 02 20:55:45.806208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8835cd-5e5d-4974-8aeb-7fa8f5074262 req-4ae48694-5831-4408-9437-d4fbe28a31f5 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:45.808493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce8835cd-5e5d-4974-8aeb-7fa8f5074262 req-4ae48694-5831-4408-9437-d4fbe28a31f5 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 946 time: 0.6804259
Apr 02 20:55:45.817132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:45.817826 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (297fbf3e-719a-4d77-a72c-a811b8ca6fff), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:45.818018 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Floating IP 297fbf3e-719a-4d77-a72c-a811b8ca6fff disassociated. External IP: 172.35.4.71, port: 4037f3ad-46a9-4e66-8974-76920ca5320b.
Apr 02 20:55:45.818452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Calling delete_port for 4037f3ad-46a9-4e66-8974-76920ca5320b owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:45.818938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Made reservation on behalf of 99e28f04f7dd4777891efe100377f141 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:45.822875 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:45.964534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f99cfc1d-4963-41a0-8ee7-b80832abd435 req-d3f2173c-158d-4d5c-a10e-b838eafbc6e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 210 time: 0.0408084
Apr 02 20:55:46.069268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-0a52190f-1a08-4b76-a3b2-5d5e268f0275 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:46.079240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Allocated IP 172.20.0.7 (2427a2f7-cca3-4878-92a4-fe77defc6f38/35edaf7d-f3b1-40ee-b47c-1db219d55e9b/f4087e3e-4f59-4105-bdf5-e1707ada38cb) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:55:46.080186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-0a52190f-1a08-4b76-a3b2-5d5e268f0275 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4140227
Apr 02 20:55:46.116374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:46.136211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce8835cd-5e5d-4974-8aeb-7fa8f5074262 req-93e9a05c-8cc4-4e9e-bcf9-fdd157821615 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3132739
Apr 02 20:55:46.154031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3eecf91-2cd5-4365-9213-2b2de67fab19 req-7fe42706-99eb-4fd1-a6c5-515c27d2ff88 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0710988
Apr 02 20:55:46.293527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4037f3ad-46a9-4e66-8974-76920ca5320b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:46.318324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8f8de42-8f9d-4ca7-a5f3-59ee6ae4c65f req-eac164ea-aef5-4835-a522-ea5dda9a43c0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 210 time: 0.0508947
Apr 02 20:55:46.330625 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8ff6e885-2113-46ab-8a3d-4d475e531047), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:46.370974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:55:46.376644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:46.409105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff6e885-2113-46ab-8a3d-4d475e531047,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:46.443335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:46.448415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event deleted for resources: {'Port': ['ID=4037f3ad-46a9-4e66-8974-76920ca5320b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:46.574038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks [] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:46.724379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:46.772493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.230 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/8aae08e3-d1ba-42cd-87c1-fbb358fdc29e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:55:46.793710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (404a0473-81c5-4778-aa53-a9e89b4005f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:46.819318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Network 2427a2f7-cca3-4878-92a4-fe77defc6f38 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:55:46.827308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:46.850125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:55:46.853165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:55:46.855603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Router d73d42fd-3937-45bd-b627-2ff218ae7497 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:55:46.915524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0db84-f1dc-4c93-b063-cf213bdc3ca5 req-e30d3a4f-46c4-46a3-a372-ae49efdfcbc1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:46.923325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0af0db84-f1dc-4c93-b063-cf213bdc3ca5 req-e30d3a4f-46c4-46a3-a372-ae49efdfcbc1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.6206999
Apr 02 20:55:47.002309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:47.004100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:47.030342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0af0db84-f1dc-4c93-b063-cf213bdc3ca5 req-4afadc47-8aca-47ff-a448-f3490930fca4 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060443
Apr 02 20:55:47.081233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-663aa76b-c477-4623-88f7-5ba778a43068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5497365
Apr 02 20:55:47.095723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Request body: {'port': {'device_id': 'd88c5184-0805-4677-a11d-4077b9465e11', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:47.106190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebc658-3993-4a0d-93ce-5386b9b083d3 req-36ef5940-2748-475d-a0b7-9b7bf995ef88 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:47.107700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-feebc658-3993-4a0d-93ce-5386b9b083d3 req-36ef5940-2748-475d-a0b7-9b7bf995ef88 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2842536
Apr 02 20:55:47.149184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-2cf9e8ae-90e1-4799-86fc-fea17dda0c5c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:47.157522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-2cf9e8ae-90e1-4799-86fc-fea17dda0c5c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports/c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 946 time: 0.7103467
Apr 02 20:55:47.233007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9442b18-1608-42a0-a867-bab7e7726781 req-292a0d0e-060e-4bae-884e-ddda2027708f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 210 time: 0.0700989
Apr 02 20:55:47.251389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:47.283301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-88ec2694-3d53-4023-b3e3-e1c548b8715a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:47.284761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-88ec2694-3d53-4023-b3e3-e1c548b8715a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.1093223
Apr 02 20:55:47.289100 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-feebc658-3993-4a0d-93ce-5386b9b083d3 req-8288857a-f95d-45fc-a2c9-28026eae37df tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552429
Apr 02 20:55:47.304774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:47.306555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:55:47.322136 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] Sync routers for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:55:47.348777 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:47.349726 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e27700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:47.411189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] No DVR routers for this DVR port 4037f3ad-46a9-4e66-8974-76920ca5320b on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:47.421573 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:47.427026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72e504d0-2dbc-4eaa-b245-f8417ec7f74b req-5ec79450-c439-41ae-8065-0b972acc2991 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.15 "DELETE /v2.0/ports/4037f3ad-46a9-4e66-8974-76920ca5320b HTTP/1.1" status: 204  len: 173 time: 2.9170053
Apr 02 20:55:47.427762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'name': 'network-vif-deleted', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:47.430603 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f64b727-0715-4303-8200-f1a2e86a7c12" -d '{"events": [{"server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "name": "network-vif-deleted", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:47.538053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:47.623301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-403955e4-c27c-4930-8893-d267fd0c44b3 req-a4ef03d2-7bc0-48d7-8217-b28617245725 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1740315
Apr 02 20:55:47.649260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:47.665194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:47.669257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3', 'e5923ad5-b88a-4951-8f88-e4d0130bec3f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:47.790524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33bd81b1-07d3-4ff2-81a4-ddd9e60d91c5 req-2d58a633-6c25-4989-b713-0f014525a068 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9702c7-3cb0-4764-bfad-98cdc6767f2d HTTP/1.1" status: 200  len: 210 time: 0.0585191
Apr 02 20:55:47.891818 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3746c23f-11d8-4536-b4b4-78e3af0ddae6 x-openstack-request-id: req-3746c23f-11d8-4536-b4b4-78e3af0ddae6 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:47.892378 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9702c7-3cb0-4764-bfad-98cdc6767f2d", "name": "network-vif-deleted", "tag": "4037f3ad-46a9-4e66-8974-76920ca5320b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:47.893472 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3746c23f-11d8-4536-b4b4-78e3af0ddae6 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:47.895699 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3746c23f-11d8-4536-b4b4-78e3af0ddae6'] response: {'server_uuid': '0a9702c7-3cb0-4764-bfad-98cdc6767f2d', 'name': 'network-vif-deleted', 'tag': '4037f3ad-46a9-4e66-8974-76920ca5320b', 'status': 'completed', 'code': 200}
Apr 02 20:55:47.934692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Router 404a0473-81c5-4778-aa53-a9e89b4005f9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:55:47.969991 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:47.986247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:55:47.987260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:47.993577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:55:48.004215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Deleting port a84128dc-caef-46d0-8071-fe3f7c4c4a81 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:48.008844 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.012985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:55:48.274287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:48.274967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.343643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:55:48.389064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06f20a39-a83f-4946-8eac-00780a135181 admin admin] 10.222.0.18 "PUT /v2.0/routers/404a0473-81c5-4778-aa53-a9e89b4005f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2414687
Apr 02 20:55:48.391347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57454) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:48.403497 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e27700>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:47Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:48.433999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-646a7f62-ce70-4018-95d5-e62d60455cac tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3251112
Apr 02 20:55:48.467121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc3a5-87c9-460b-a319-83aa55fc603e req-1050206e-d4c4-40d1-acc6-b0feeec779d4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:48.469827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] Checking router: d73d42fd-3937-45bd-b627-2ff218ae7497 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:55:48.476036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] Sync routers for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:55:48.477178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a3dc3a5-87c9-460b-a319-83aa55fc603e req-1050206e-d4c4-40d1-acc6-b0feeec779d4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 931 time: 0.5326815
Apr 02 20:55:48.490072 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:48.490954 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e27700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:48.551672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Request body: {'port': {'device_id': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:55:48.562993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe28ac2-e974-4126-8ba3-eead9f57d06a req-3efcf3f8-8214-4c87-b087-318685eb71ca tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:48.570402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4fe28ac2-e974-4126-8ba3-eead9f57d06a req-3efcf3f8-8214-4c87-b087-318685eb71ca tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 945 time: 0.3728192
Apr 02 20:55:48.633692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1dc8d5d9-f0d0-4cde-8f20-f9d2e88b2bc9 None None] Provisioning complete for port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:48.634215 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5d9-f0d0-4cde-8f20-f9d2e88b2bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.678211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4fe28ac2-e974-4126-8ba3-eead9f57d06a req-6c006c09-a745-4f1c-8763-16b4839c5727 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ca10d98-e710-4787-b1e6-b021e7dfda9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067488
Apr 02 20:55:48.704105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8d5d9-f0d0-4cde-8f20-f9d2e88b2bc9 None None] Port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:55:48.706962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a3dc3a5-87c9-460b-a319-83aa55fc603e req-ee08769c-1636-45c2-8fe9-2bcbe3bf39ee tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247851
Apr 02 20:55:48.714269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks [] for router (404a0473-81c5-4778-aa53-a9e89b4005f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.716943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:48.717895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451830a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:48.720336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4087e3e-4f59-4105-bdf5-e1707ada38cb {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:48.741663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Publish callbacks [] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.764225 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:48.815745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] For port a84128dc-caef-46d0-8071-fe3f7c4c4a81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a84128dc-caef-46d0-8071-fe3f7c4c4a81,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:48.816439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.863017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.880372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Transition to ACTIVE for port object f4087e3e-4f59-4105-bdf5-e1707ada38cb will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:48.896545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:48.981078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851f6cd-7a91-48b6-bda4-690e2dd57c55 req-f0fdfdad-5343-430e-b8bc-6d1953cee02d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:48.988900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d851f6cd-7a91-48b6-bda4-690e2dd57c55 req-f0fdfdad-5343-430e-b8bc-6d1953cee02d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 936 time: 0.1755331
Apr 02 20:55:49.052080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:49.154570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d851f6cd-7a91-48b6-bda4-690e2dd57c55 req-1d73a825-ecad-4b12-8980-ef848d6d0bde tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643860
Apr 02 20:55:49.163600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks [] for router_gateway (404a0473-81c5-4778-aa53-a9e89b4005f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.184834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:49.227762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.228318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.228431 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094 disassociated. External IP: 172.35.4.222, port: a84128dc-caef-46d0-8071-fe3f7c4c4a81.
Apr 02 20:55:49.229015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Calling delete_port for a84128dc-caef-46d0-8071-fe3f7c4c4a81 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:49.231127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Attempting to bind port f4087e3e-4f59-4105-bdf5-e1707ada38cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:55:49.234401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Attempting to bind port f4087e3e-4f59-4105-bdf5-e1707ada38cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:55:49.235042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Attempting to bind port f4087e3e-4f59-4105-bdf5-e1707ada38cb on network 2427a2f7-cca3-4878-92a4-fe77defc6f38 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:49.244127 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e27700>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:47Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:49.248369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Port f4087e3e-4f59-4105-bdf5-e1707ada38cb on network 2427a2f7-cca3-4878-92a4-fe77defc6f38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:55:49.250944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Attempting to bind port f4087e3e-4f59-4105-bdf5-e1707ada38cb on network 2427a2f7-cca3-4878-92a4-fe77defc6f38 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:49.302229 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c5e8-f9fa-451e-9c6b-8a43cfd26c0f None None] The sync data for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 is: [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:53:33Z', 'revision_number': 4, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0136e3ca-39fc-4d30-9bb3-46f0f5767fc7', 'name': '', 'network_id': 'ed04ed65-fba2-4ea7-a7ef-233d1e3869f4', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'mac_address': 'fa:16:3e:02:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:32Z', 'updated_at': '2022-04-02T20:53:47Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'subnets': [{'id': 'bb1d077f-90ca-45e8-b2b8-79c9f197eb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:55:49.323217 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f267412f-088e-4fac-85a1-a03f9506eed8 req-5df2cc7b-800c-4f51-b1f2-6841deb82ec4 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0455656
Apr 02 20:55:49.327510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:55:49.329156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Checking segment: {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:49.329785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Bound using segment: {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:55:49.330481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Bound port: f4087e3e-4f59-4105-bdf5-e1707ada38cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:55:49.332136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.336834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4037f3ad-46a9-4e66-8974-76920ca5320b no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:49.387513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a84128dc-caef-46d0-8071-fe3f7c4c4a81), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.405897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 4037f3ad-46a9-4e66-8974-76920ca5320b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:49.406455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4037f3ad-46a9-4e66-8974-76920ca5320b not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:49.408319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a84128dc-caef-46d0-8071-fe3f7c4c4a81 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:49.484757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: a84128dc-caef-46d0-8071-fe3f7c4c4a81 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:49.485084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a84128dc-caef-46d0-8071-fe3f7c4c4a81 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:49.490023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57464) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:49.491004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:49.494524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:55:49.505263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.543398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event deleted for resources: {'Port': ['ID=a84128dc-caef-46d0-8071-fe3f7c4c4a81,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:49.566738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:49.567358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.569602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] 10.222.0.21 "PUT /v2.0/ports/f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 1091 time: 2.4785371
Apr 02 20:55:49.572544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:49.574952 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afa994e-e564-4e7e-97d1-e95cabfeca72" -d '{"events": [{"name": "network-changed", "server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:49.661112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76db8-c24a-43c8-af51-421d7dc71831 req-ab010632-72cf-42e3-b20c-42a01169d372 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:49.666642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Deleting port bed07a47-a378-4535-ab46-0b605d35bfba {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:49.666982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.668950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f76db8-c24a-43c8-af51-421d7dc71831 req-ab010632-72cf-42e3-b20c-42a01169d372 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.8257296
Apr 02 20:55:49.677704 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e9d463-fcab-4a6b-9030-139448ee7ed2 x-openstack-request-id: req-a7e9d463-fcab-4a6b-9030-139448ee7ed2 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:49.680499 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:49.680767 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7e9d463-fcab-4a6b-9030-139448ee7ed2 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:49.696999 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e9d463-fcab-4a6b-9030-139448ee7ed2'] response: {'name': 'network-changed', 'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'status': 'completed', 'code': 200}
Apr 02 20:55:49.780691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9832d2-dfb0-424a-ada6-6f9aaf83096f service neutron] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:49.798863 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef24100-02f4-444b-a069-2a7eb0c019b7 None None] New status for floating IP 297fbf3e-719a-4d77-a72c-a811b8ca6fff: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:55:49.812283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-914c6f7b-28ff-4fbc-8349-942f38c73ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:49.814096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-914c6f7b-28ff-4fbc-8349-942f38c73ced service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1131 time: 0.4445314
Apr 02 20:55:49.828814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451830a0>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:55:46Z', 'revision_number': 5, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port': {'id': 'bed07a47-a378-4535-ab46-0b605d35bfba', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:08Z', 'updated_at': '2022-04-02T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:49.882637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] Checking router: 404a0473-81c5-4778-aa53-a9e89b4005f9 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:55:49.892667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86c6abfd-ce7d-4b68-84b2-9da9f52bb9f6 req-cdc7bbbc-b9b8-4c0c-bc45-7390b7475091 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 210 time: 0.0903070
Apr 02 20:55:49.923627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] Routers {'404a0473-81c5-4778-aa53-a9e89b4005f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:49.926730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451830a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['404a0473-81c5-4778-aa53-a9e89b4005f9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:49.962889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f76db8-c24a-43c8-af51-421d7dc71831 req-7a8f4c7c-d5e7-41dc-916f-3841e18128fe tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2929709
Apr 02 20:55:49.969569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6976742-f666-4bfc-9ac3-40e526b52d78 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group (5ba35e6a-fc76-40b1-b3a5-db6bc6b35705), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:49.974373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-8c6b2c74-2124-4eb0-ab37-29ef419b8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:49.988781 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-8c6b2c74-2124-4eb0-ab37-29ef419b8d3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1125 time: 0.3431625
Apr 02 20:55:49.991203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] For port bed07a47-a378-4535-ab46-0b605d35bfba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bed07a47-a378-4535-ab46-0b605d35bfba,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:49.991769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.051869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Calling delete_port for bed07a47-a378-4535-ab46-0b605d35bfba owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:50.106353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-e9f70328-e865-4d23-8ed1-168e7c19d303 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 217 time: 0.0707939
Apr 02 20:55:50.191347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-04e6e151-0d35-496c-b06b-b631d0186bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:50.192869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-04e6e151-0d35-496c-b06b-b631d0186bca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.0741525
Apr 02 20:55:50.293330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255570b-5879-4947-ae2c-334c7417d978 req-b7480c96-e0d3-45c2-8372-7af4fa7d34a9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:50.300893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2255570b-5879-4947-ae2c-334c7417d978 req-b7480c96-e0d3-45c2-8372-7af4fa7d34a9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.3052673
Apr 02 20:55:50.304333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-552194d0-ed10-4be0-b5d4-df5f7786104e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558739
Apr 02 20:55:50.349116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] Set router 404a0473-81c5-4778-aa53-a9e89b4005f9 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:50.431331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451830a0>, [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:55:49Z', 'revision_number': 6, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:50.454437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2255570b-5879-4947-ae2c-334c7417d978 req-16cf4cfa-ddbc-4ccf-8a89-51c5557c6f1d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525676
Apr 02 20:55:50.479792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244171-b809-46c9-b638-150cad3972d4 None None] The sync data for ids ['404a0473-81c5-4778-aa53-a9e89b4005f9'] in ncdv-master-1 is: [{'id': '404a0473-81c5-4778-aa53-a9e89b4005f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247051594-router', 'tenant_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:07Z', 'updated_at': '2022-04-02T20:55:49Z', 'revision_number': 6, 'project_id': '6e2a80eb708d4a2b8aab54b268dc218d', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:55:50.520073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6976742-f666-4bfc-9ac3-40e526b52d78 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group (5ba35e6a-fc76-40b1-b3a5-db6bc6b35705), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.575917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:50.579317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2e9e325-25d1-42e0-bed6-bcf3face7f16 req-b3a2abd9-0637-4f47-a8ac-e3a86e792298 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0333171
Apr 02 20:55:50.606730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:55:50.608203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Publish callbacks [] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.618391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-e91dbd28-ede4-4ad3-ab8c-1a9d11b4d613 service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825031
Apr 02 20:55:50.625700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-8d84c644-b2b9-4e37-ac99-5ba8d519a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:50.627179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-8d84c644-b2b9-4e37-ac99-5ba8d519a9e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.7982297
Apr 02 20:55:50.634446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea0937-845e-4744-a401-c8bb5e1e4721 req-680533b7-cfc7-490f-92a8-dd76745e06ee tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:50.641754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0ea0937-845e-4744-a401-c8bb5e1e4721 req-680533b7-cfc7-490f-92a8-dd76745e06ee tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 936 time: 0.2589886
Apr 02 20:55:50.664489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Transition to ACTIVE for port object 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:55:50.703580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.705429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-afd4ac9d-7d8a-4281-b155-ef8f70245f3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 217 time: 0.0583138
Apr 02 20:55:50.730393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bed07a47-a378-4535-ab46-0b605d35bfba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.764124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed07a47-a378-4535-ab46-0b605d35bfba,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:50.805237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba9be4f-b1f2-4083-91b6-e644d499e563 req-64306334-d1a8-45b8-b703-84da9bf5a16f service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633852
Apr 02 20:55:50.851851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6976742-f666-4bfc-9ac3-40e526b52d78 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5ba35e6a-fc76-40b1-b3a5-db6bc6b35705), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.859526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6976742-f666-4bfc-9ac3-40e526b52d78 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.860326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d6976742-f666-4bfc-9ac3-40e526b52d78 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "DELETE /v2.0/security-groups/5ba35e6a-fc76-40b1-b3a5-db6bc6b35705 HTTP/1.1" status: 204  len: 168 time: 1.3680086
Apr 02 20:55:50.863780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:50.875707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (404a0473-81c5-4778-aa53-a9e89b4005f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:50.882085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0ea0937-845e-4744-a401-c8bb5e1e4721 req-38385e50-337b-47af-bb47-fc46f8d59312 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394152
Apr 02 20:55:50.968292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6976742-f666-4bfc-9ac3-40e526b52d78 tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba35e6a-fc76-40b1-b3a5-db6bc6b35705,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:50.991626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ff6e885-2113-46ab-8a3d-4d475e531047 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:51.054306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8ff6e885-2113-46ab-8a3d-4d475e531047 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:51.054841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ff6e885-2113-46ab-8a3d-4d475e531047 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:51.077082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Pushing event updated for resources: {'Port': ['ID=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:51.091485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-440c79de-0c34-4001-be73-526c684ff10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:51.093081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-440c79de-0c34-4001-be73-526c684ff10a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.3507767
Apr 02 20:55:51.157459 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-9e177017-49e4-473e-abb5-f8c476e6830c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] show failed (client error): The resource could not be found.
Apr 02 20:55:51.157459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9e177017-49e4-473e-abb5-f8c476e6830c tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "GET /v2.0/security-groups/5ba35e6a-fc76-40b1-b3a5-db6bc6b35705 HTTP/1.1" status: 404  len: 347 time: 0.2920525
Apr 02 20:55:51.170187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:51.205012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-845f20ca-fdc0-45e3-8eec-28959f8d55b8 req-9b4d4aac-daee-4c2f-8d6f-08173956051a tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/ports?device_id=86ac4213-e19d-4d5a-bbd3-7b0cd30d9738 HTTP/1.1" status: 200  len: 210 time: 0.0311065
Apr 02 20:55:51.207156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (404a0473-81c5-4778-aa53-a9e89b4005f9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.210065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks [] for router_controller (404a0473-81c5-4778-aa53-a9e89b4005f9), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.266591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (404a0473-81c5-4778-aa53-a9e89b4005f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.270044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404a0473-81c5-4778-aa53-a9e89b4005f9 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:55:51.281045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:55:51.283432 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.286973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dbc752be-7d51-4094-b14a-8b5a37793916 admin admin] 10.222.0.18 "DELETE /v2.0/routers/404a0473-81c5-4778-aa53-a9e89b4005f9 HTTP/1.1" status: 204  len: 168 time: 2.8895833
Apr 02 20:55:51.290984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-361bb22e-460a-4418-b026-9ee73e78ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:51.293880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-361bb22e-460a-4418-b026-9ee73e78ee79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1125 time: 0.4148819
Apr 02 20:55:51.294005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:55:51.295398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:51.307590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:51.308703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846082d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:51.421813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-4035cb5a-e2ef-4867-9951-143bbf739d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:51.423707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-4035cb5a-e2ef-4867-9951-143bbf739d01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2993023
Apr 02 20:55:51.425045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] No DVR routers for this DVR port a84128dc-caef-46d0-8071-fe3f7c4c4a81 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:51.440761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47caa3-733d-45a7-a160-44411da8a1bb req-9f3c464c-a312-4d27-9e38-d592ce923b09 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:51.445009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Deleting subnet 42a48075-b829-4dea-b465-ee7c9a7d47c6 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:55:51.452087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c47caa3-733d-45a7-a160-44411da8a1bb req-9f3c464c-a312-4d27-9e38-d592ce923b09 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.3641832
Apr 02 20:55:51.465142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Publish callbacks [] for subnet (42a48075-b829-4dea-b465-ee7c9a7d47c6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.474857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:51.499137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.507476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5eb40a36-399a-421b-b246-f8f0f622de27 req-8ea6ffe6-5dad-4fc5-ac8b-3ebe1e15a179 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.15 "DELETE /v2.0/ports/a84128dc-caef-46d0-8071-fe3f7c4c4a81 HTTP/1.1" status: 204  len: 173 time: 4.2154939
Apr 02 20:55:51.555348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-09b24d0b-53a4-48c4-8fb9-1ecaaac91d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:51.557187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-09b24d0b-53a4-48c4-8fb9-1ecaaac91d88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 915 time: 0.2484663
Apr 02 20:55:51.561698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (42a48075-b829-4dea-b465-ee7c9a7d47c6), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.570958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'name': 'network-vif-deleted', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:51.575636 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c6e4ef-69d6-47ca-a764-ae6842f48e4c" -d '{"events": [{"server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "name": "network-vif-deleted", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:51.683736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Attempting to bind port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:55:51.684070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Attempting to bind port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:55:51.684400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Attempting to bind port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:51.713073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:55:51.713336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Attempting to bind port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:55:51.725904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-29b84013-8690-4fd5-9a75-f9783ea0c048 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 217 time: 0.1426830
Apr 02 20:55:51.742820 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c47caa3-733d-45a7-a160-44411da8a1bb req-0b2bd79d-9ffa-4a7a-92f9-51d6a9f36594 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2892203
Apr 02 20:55:51.774408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:55:51.778391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:55:51.778999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:55:51.779807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Bound port: 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:55:51.780355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:51.815143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846082d60>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:51.854893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:55:51.869762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:51.870444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846082d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:51.898817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-1d1b61a8-a6b1-4661-9f0d-f31e2a959f86 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3529000
Apr 02 20:55:52.017579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Deleting port d43c7086-e02c-4fae-ac88-582149feaec7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:52.017918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d43c7086-e02c-4fae-ac88-582149feaec7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.022300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04013e12-8556-4ded-940f-69a987b66c98 req-f6e43344-ac0b-4c52-87cd-44347889e234 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0730600
Apr 02 20:55:52.142976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] For port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:55:52.171008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] For port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:55:52.178490 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa74e72-54eb-4af0-8268-fb7592f9ba6b x-openstack-request-id: req-efa74e72-54eb-4af0-8268-fb7592f9ba6b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:52.178785 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ac4213-e19d-4d5a-bbd3-7b0cd30d9738", "name": "network-vif-deleted", "tag": "a84128dc-caef-46d0-8071-fe3f7c4c4a81", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:52.179184 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efa74e72-54eb-4af0-8268-fb7592f9ba6b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:52.179592 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa74e72-54eb-4af0-8268-fb7592f9ba6b'] response: {'server_uuid': '86ac4213-e19d-4d5a-bbd3-7b0cd30d9738', 'name': 'network-vif-deleted', 'tag': 'a84128dc-caef-46d0-8071-fe3f7c4c4a81', 'status': 'completed', 'code': 200}
Apr 02 20:55:52.194724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-c134ea4b-e97e-498f-9d1d-2e3bbd0a76f3 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811694
Apr 02 20:55:52.199574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:52.210840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.286247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d43c7086-e02c-4fae-ac88-582149feaec7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.286539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (d43c7086-e02c-4fae-ac88-582149feaec7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.311753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7627-852f-419f-a304-eb489f3c482d req-1f9a3d65-9349-484f-b8a4-b96f7d591a6d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:52.320921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e35e7627-852f-419f-a304-eb489f3c482d req-1f9a3d65-9349-484f-b8a4-b96f7d591a6d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.7393637
Apr 02 20:55:52.334442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-3ba7b8fc-a307-4623-8e31-9b42155dacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:52.336447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-3ba7b8fc-a307-4623-8e31-9b42155dacca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.6023264
Apr 02 20:55:52.362210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Calling delete_port for d43c7086-e02c-4fae-ac88-582149feaec7 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:52.411406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-44637f71-e291-4a78-bf84-a126a94ebb7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678701
Apr 02 20:55:52.416186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:52.417390 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.418414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] 10.222.0.15 "PUT /v2.0/ports/8aae08e3-d1ba-42cd-87c1-fbb358fdc29e HTTP/1.1" status: 200  len: 1096 time: 3.8815558
Apr 02 20:55:52.419512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (42a48075-b829-4dea-b465-ee7c9a7d47c6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.575636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e35e7627-852f-419f-a304-eb489f3c482d req-0f57c92e-5914-4cb8-89d5-732633afc648 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534618
Apr 02 20:55:52.641063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac87a8-886d-468a-a222-57b8e6299475 service neutron] Pushing event updated for resources: {'Port': ['ID=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:52.672018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846082d60>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:52.725957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ff75-9ca4-4625-ac69-b98d1c3e4981 None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:51:38Z', 'revision_number': 4, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd78109dc-2937-4cca-a58e-9b18c71cad73', 'name': '', 'network_id': 'ad76fa2d-1a20-484e-b4bb-76fd756272b5', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'mac_address': 'fa:16:3e:97:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '73185779-b730-43d2-b225-febfc5420607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:37Z', 'updated_at': '2022-04-02T20:51:43Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'subnets': [{'id': '73185779-b730-43d2-b225-febfc5420607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:55:52.747331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (42a48075-b829-4dea-b465-ee7c9a7d47c6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.779294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-a95723d7-a16a-4f66-a3b2-3057bb49332a service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3614230
Apr 02 20:55:52.780511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf3bb-85fe-4ade-95af-09e3c74b6769 req-47ce0467-974b-40c6-9f64-c7a66f2569da tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:52.788513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c8cf3bb-85fe-4ade-95af-09e3c74b6769 req-47ce0467-974b-40c6-9f64-c7a66f2569da tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 948 time: 0.5089536
Apr 02 20:55:52.817842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16d3dfd-69aa-437a-9513-d181fc7d7fb6 None None] Network a4850a71-8145-40aa-b0f3-8efc7deb071e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:55:52.822237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a48075-b829-4dea-b465-ee7c9a7d47c6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:52.825960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:52.830075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ebec2b4e-e978-4649-a4e4-eec4a4c33894 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42a48075-b829-4dea-b465-ee7c9a7d47c6 HTTP/1.1" status: 204  len: 168 time: 1.5332696
Apr 02 20:55:52.845286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57512) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:52.931597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-cbeba0b4-2b83-4965-8363-ef16489ce33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:52.933250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bed07a47-a378-4535-ab46-0b605d35bfba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:52.933650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-cbeba0b4-2b83-4965-8363-ef16489ce33b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 1130 time: 0.3257685
Apr 02 20:55:53.045572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bed07a47-a378-4535-ab46-0b605d35bfba {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:53.047197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bed07a47-a378-4535-ab46-0b605d35bfba not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:53.065583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9502c-b7cb-4430-b9d4-ef68c8b9c5b6 req-f72c3098-5a92-4e39-9a84-232e4e9af4a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:53.077874 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0e9502c-b7cb-4430-b9d4-ef68c8b9c5b6 req-f72c3098-5a92-4e39-9a84-232e4e9af4a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2203634
Apr 02 20:55:53.119053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-4a75c815-940e-408e-9919-deb1ae9e2df0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e HTTP/1.1" status: 200  len: 217 time: 0.1711788
Apr 02 20:55:53.136149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b4d4a934-cb73-41b4-b760-510329127d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.171252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c8cf3bb-85fe-4ade-95af-09e3c74b6769 req-77a1e0d8-f2e0-48d9-897e-e3cbda203dad tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3817337
Apr 02 20:55:53.181636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a4850a71-8145-40aa-b0f3-8efc7deb071e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.197370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4afa994e-e564-4e7e-97d1-e95cabfeca72 req-092948a9-5520-4eb2-9ab9-518282554bca service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3911331
Apr 02 20:55:53.199938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] DHCP port deletion for a4850a71-8145-40aa-b0f3-8efc7deb071e request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:55:53.202070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0e9502c-b7cb-4430-b9d4-ef68c8b9c5b6 req-001bf7a6-633d-4952-9dbf-09d37dc1f4b4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234784
Apr 02 20:55:53.234766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57518) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:53.240623 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f82c91-c3f9-459c-9a4d-aecab95df514 None None] New status for floating IP f6690914-e5fa-4b0b-9d70-fdedeab4d094: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:55:53.273365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d43c7086-e02c-4fae-ac88-582149feaec7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.307170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] Deleting port d3a06b92-e314-4076-a27d-8c5aed256bdd {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:53.307536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.316378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Pushing event deleted for resources: {'Port': ['ID=d43c7086-e02c-4fae-ac88-582149feaec7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:53.396345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c203fe9c-82db-4ff1-a87c-950239188c05 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group (1ca10d98-e710-4787-b1e6-b021e7dfda9a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.402418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61345efe-8c41-4370-adfc-fa30c7f65361 req-3f1694f9-fe13-4b58-a698-12da775da4d4 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0825214
Apr 02 20:55:53.418574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] For port d3a06b92-e314-4076-a27d-8c5aed256bdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a06b92-e314-4076-a27d-8c5aed256bdd,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:53.419177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.426482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-ac68257a-9181-436d-8b5d-b8059cf13350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:53.427965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-ac68257a-9181-436d-8b5d-b8059cf13350 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2919016
Apr 02 20:55:53.449958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] Calling delete_port for d3a06b92-e314-4076-a27d-8c5aed256bdd owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:53.456266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c203fe9c-82db-4ff1-a87c-950239188c05 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group (1ca10d98-e710-4787-b1e6-b021e7dfda9a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.516928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Deleting port d3a06b92-e314-4076-a27d-8c5aed256bdd {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:53.517185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.536406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks [] for floatingip (297fbf3e-719a-4d77-a72c-a811b8ca6fff), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.539101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.543514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-03be0918-c97d-446e-8632-ae13bf09034d tempest-ServersTestFqdnHostnames-590094399 tempest-ServersTestFqdnHostnames-590094399-project] 10.222.0.18 "DELETE /v2.0/floatingips/297fbf3e-719a-4d77-a72c-a811b8ca6fff HTTP/1.1" status: 204  len: 168 time: 2.3327773
Apr 02 20:55:53.543743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57520) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:53.558618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-f5b931a5-6ca0-4007-99e6-e16d7d4298b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:53.560122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-f5b931a5-6ca0-4007-99e6-e16d7d4298b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1231709
Apr 02 20:55:53.599452 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.628866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] Pushing event deleted for resources: {'Port': ['ID=d3a06b92-e314-4076-a27d-8c5aed256bdd,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:53.637497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858bfef-1e82-4e12-978c-a47d590d781d None None] No DVR routers for this DVR port d3a06b92-e314-4076-a27d-8c5aed256bdd on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:53.670863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c203fe9c-82db-4ff1-a87c-950239188c05 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1ca10d98-e710-4787-b1e6-b021e7dfda9a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.673563 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c203fe9c-82db-4ff1-a87c-950239188c05 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.677202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c203fe9c-82db-4ff1-a87c-950239188c05 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ca10d98-e710-4787-b1e6-b021e7dfda9a HTTP/1.1" status: 204  len: 168 time: 0.4389353
Apr 02 20:55:53.681857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57524) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:53.704213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203fe9c-82db-4ff1-a87c-950239188c05 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca10d98-e710-4787-b1e6-b021e7dfda9a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:53.709061 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-fbfa65f8-78d2-464a-96f9-7b6c589732b4 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] show failed (client error): The resource could not be found.
Apr 02 20:55:53.711949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fbfa65f8-78d2-464a-96f9-7b6c589732b4 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "GET /v2.0/security-groups/1ca10d98-e710-4787-b1e6-b021e7dfda9a HTTP/1.1" status: 404  len: 347 time: 0.0254157
Apr 02 20:55:53.714200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] For port d3a06b92-e314-4076-a27d-8c5aed256bdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a06b92-e314-4076-a27d-8c5aed256bdd,segment=NetworkSegment(b6a07578-dc6a-477b-aa61-00cbe012b27c),segment_id=b6a07578-dc6a-477b-aa61-00cbe012b27c)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:53.714728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.721493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57526) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:53.731377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Calling delete_port for d3a06b92-e314-4076-a27d-8c5aed256bdd owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:53.805926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-ed81918f-be7d-4d57-89a4-e18a3da0b2c1 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203240
Apr 02 20:55:53.835140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24ff7-ea8c-4f7f-82d1-af8c02275903 req-92070320-4fe6-4e4d-aba7-e9a67b329df1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:53.836627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86d24ff7-ea8c-4f7f-82d1-af8c02275903 req-92070320-4fe6-4e4d-aba7-e9a67b329df1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.1726840
Apr 02 20:55:53.943943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Deleting port dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:53.944291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.949401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d3a06b92-e314-4076-a27d-8c5aed256bdd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:53.970609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86d24ff7-ea8c-4f7f-82d1-af8c02275903 req-075618fb-4928-47f3-a125-05afc7971436 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227314
Apr 02 20:55:53.991610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a06b92-e314-4076-a27d-8c5aed256bdd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:53.994889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2b750e-89a5-4579-966d-428c388f47d6 req-e23804a5-8620-4abf-97bb-e5c1c7c10a3e service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793613
Apr 02 20:55:53.999216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] No DVR routers for this DVR port d3a06b92-e314-4076-a27d-8c5aed256bdd on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:54.086497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a4850a71-8145-40aa-b0f3-8efc7deb071e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.114184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784437adf0>,) {'filters': {'network_id': ['a4850a71-8145-40aa-b0f3-8efc7deb071e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:54.124255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784437adf0>, 'b6a07578-dc6a-477b-aa61-00cbe012b27c') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:54.124714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784437adf0>, 'b6a07578-dc6a-477b-aa61-00cbe012b27c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:54.125502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.126131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.135109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b6a07578-dc6a-477b-aa61-00cbe012b27c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.148875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Calling delete_port for dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:54.149977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b6a07578-dc6a-477b-aa61-00cbe012b27c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.156206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:55:54.156635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b6a07578-dc6a-477b-aa61-00cbe012b27c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:55:54.158297 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:55:54.214456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'tag': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:54.216986 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a49b75f0-be94-47d7-bea0-defda75a9f43", "tag": "8aae08e3-d1ba-42cd-87c1-fbb358fdc29e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:54.251938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a4850a71-8145-40aa-b0f3-8efc7deb071e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.261528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.264926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a4850a71-8145-40aa-b0f3-8efc7deb071e HTTP/1.1" status: 204  len: 168 time: 1.4119267
Apr 02 20:55:54.279033 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c843449d-e5d8-4339-b7a7-e19842db3bd6 x-openstack-request-id: req-c843449d-e5d8-4339-b7a7-e19842db3bd6 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:54.279459 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49b75f0-be94-47d7-bea0-defda75a9f43", "tag": "8aae08e3-d1ba-42cd-87c1-fbb358fdc29e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:54.279725 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c843449d-e5d8-4339-b7a7-e19842db3bd6 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:54.280253 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c843449d-e5d8-4339-b7a7-e19842db3bd6'] response: {'name': 'network-changed', 'server_uuid': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'tag': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e', 'status': 'completed', 'code': 200}
Apr 02 20:55:54.280697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57536) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:54.287185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b0451-0caa-46fb-9d8d-eee147eb22c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4850a71-8145-40aa-b0f3-8efc7deb071e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:54.320032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:54.402274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e452-c540-4419-9bd4-0f0f9b2efab8 req-a7e63627-4776-43ee-be48-328ef54162c1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:54.404038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f0a7e452-c540-4419-9bd4-0f0f9b2efab8 req-a7e63627-4776-43ee-be48-328ef54162c1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 948 time: 0.1442835
Apr 02 20:55:54.413381 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (d73d42fd-3937-45bd-b627-2ff218ae7497), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.500112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:54.507500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f0a7e452-c540-4419-9bd4-0f0f9b2efab8 req-8e6e1040-ea2f-4581-be00-49bb17aae4f6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915291
Apr 02 20:55:54.557632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'port_id': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'mac_address': 'fa:16:3e:41:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35edaf7d-f3b1-40ee-b47c-1db219d55e9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:54.630411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.662276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:54.662968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.664167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Pushing event deleted for resources: {'Port': ['ID=dc42f1a6-fe5b-4ee1-9ec5-f8dcf5e31359,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:54.685820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4087e3e-4f59-4105-bdf5-e1707ada38cb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:54.710637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:54.716258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.729004 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0536f2ac-b343-43b2-ace7-8bfb4cb20912 req-629af361-2696-4451-aeb7-267d7d8e3399 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0748737
Apr 02 20:55:54.782922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3a06b92-e314-4076-a27d-8c5aed256bdd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:54.825195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks [] for floatingip (f6690914-e5fa-4b0b-9d70-fdedeab4d094), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.828110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.829342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-99e9c892-cbdd-4a6b-899d-fd7352a6aea1 tempest-ServersWithSpecificFlavorTestJSON-89163153 tempest-ServersWithSpecificFlavorTestJSON-89163153-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6690914-e5fa-4b0b-9d70-fdedeab4d094 HTTP/1.1" status: 204  len: 168 time: 1.1100411
Apr 02 20:55:54.850261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d3a06b92-e314-4076-a27d-8c5aed256bdd {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:54.850624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3a06b92-e314-4076-a27d-8c5aed256bdd not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:54.879181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:54.940594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Deleting port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:54.940978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:54.991394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-0c7b653a-240f-4351-b6ae-c0146480f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:54.993460 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-0c7b653a-240f-4351-b6ae-c0146480f8ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 1130 time: 0.6098289
Apr 02 20:55:55.035690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['f4087e3e-4f59-4105-bdf5-e1707ada38cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:55.035930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] For port 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:55.035930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:55.046613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e805f-6238-4188-b79a-96bb75ca6f67 req-b6bb7ead-191a-419e-b0ea-9ed66c8bf49d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:55.048100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-239e805f-6238-4188-b79a-96bb75ca6f67 req-b6bb7ead-191a-419e-b0ea-9ed66c8bf49d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.6110470
Apr 02 20:55:55.059201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Calling delete_port for 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:55.215069 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c963bd6-d84e-4272-bd2c-7dfd2d114672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:55.251276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-239e805f-6238-4188-b79a-96bb75ca6f67 req-2857331e-df5f-43f4-aa25-fbf75a47a756 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934445
Apr 02 20:55:55.251493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80922d88-a3a3-48e6-b14a-13ff8796161b req-2a97890b-3edf-46da-9236-eebf50aabe66 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:55.253150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80922d88-a3a3-48e6-b14a-13ff8796161b req-2a97890b-3edf-46da-9236-eebf50aabe66 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 944 time: 0.1301913
Apr 02 20:55:55.271987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-e6289e50-0182-4448-88bc-236861024d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:55.282601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-e6289e50-0182-4448-88bc-236861024d5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2734540
Apr 02 20:55:55.337157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80922d88-a3a3-48e6-b14a-13ff8796161b req-43140137-95dc-4f4d-8755-88376d8c911b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662167
Apr 02 20:55:55.364632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-72f312fd-77fc-4e0c-89c3-8b522e710870 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e HTTP/1.1" status: 200  len: 217 time: 0.0559242
Apr 02 20:55:55.392096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0136e3ca-39fc-4d30-9bb3-46f0f5767fc7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:55.426040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Pushing event deleted for resources: {'Port': ['ID=0136e3ca-39fc-4d30-9bb3-46f0f5767fc7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:55.468763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57580) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:55.487085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-df32f679-1d4c-46bf-b6b7-7ee5d67ebfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:55.490947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-df32f679-1d4c-46bf-b6b7-7ee5d67ebfee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1177735
Apr 02 20:55:55.738666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (d73d42fd-3937-45bd-b627-2ff218ae7497), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:55.781614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e08d35-6196-441a-bce5-e2719a8c64cf req-9dacdd92-51b3-42de-bec7-c467679507dd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:55.781614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36e08d35-6196-441a-bce5-e2719a8c64cf req-9dacdd92-51b3-42de-bec7-c467679507dd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 948 time: 0.0973964
Apr 02 20:55:55.822269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-d839892d-ef55-4d58-9392-e585db9add81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:55.824294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-d839892d-ef55-4d58-9392-e585db9add81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2864377
Apr 02 20:55:55.945139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36e08d35-6196-441a-bce5-e2719a8c64cf req-b029016a-166e-493a-b62f-7c99f59127eb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609142
Apr 02 20:55:55.968937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32153a51-d4d4-49bc-8793-d205a94ef304 req-bffe6139-15d6-478b-b52d-8d39adff3bfb tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0951877
Apr 02 20:55:56.131518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-0d8b7004-8cb5-4e49-b650-2b1bc7e05bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2845140
Apr 02 20:55:56.138573 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f0220712-ed94-4aae-956a-c70f568e6565), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:56.139981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Router d73d42fd-3937-45bd-b627-2ff218ae7497 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:55:56.291823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:55:56.299192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b97280d3-ea31-4342-afb3-51d20703a422 admin admin] 10.222.0.18 "PUT /v2.0/routers/d73d42fd-3937-45bd-b627-2ff218ae7497/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7540445
Apr 02 20:55:56.304924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:56.322280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] Sync routers for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:55:56.343968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:56.344548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784534f0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:56.406442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a33dc06f-0f2f-44e9-bd62-4e4515a522b9 req-7f605062-919c-4f8e-97e7-93f572c891dd service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2630138
Apr 02 20:55:56.461934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:55:56.594603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b20c55-d5c2-465e-8d8e-e3b1d866236a req-d304ed59-fe4a-4326-bc59-e4001aea1174 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:56.596324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7b20c55-d5c2-465e-8d8e-e3b1d866236a req-d304ed59-fe4a-4326-bc59-e4001aea1174 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.1884806
Apr 02 20:55:56.684088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks [] for router (d73d42fd-3937-45bd-b627-2ff218ae7497), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:56.686136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3e74-ac0e-4a31-a491-56a5a9bd0609 req-ab45409b-73f2-4a8d-8f2f-ff99baf9ee3b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:56.688814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a7a3e74-ac0e-4a31-a491-56a5a9bd0609 req-ab45409b-73f2-4a8d-8f2f-ff99baf9ee3b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 944 time: 0.1847911
Apr 02 20:55:56.788033 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7b20c55-d5c2-465e-8d8e-e3b1d866236a req-91d6de91-c382-4808-8b8b-fdf26d8b892b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697028
Apr 02 20:55:56.841888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:56.874575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a7a3e74-ac0e-4a31-a491-56a5a9bd0609 req-618a4177-4eea-4b62-ae04-cb77dc4bad95 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672595
Apr 02 20:55:56.874836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port f4087e3e-4f59-4105-bdf5-e1707ada38cb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:55:56.894798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port f4087e3e-4f59-4105-bdf5-e1707ada38cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:55:56.896372 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:56.905566 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks [] for router_gateway (d73d42fd-3937-45bd-b627-2ff218ae7497), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:56.923622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:56.927372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (45e72fb7-e205-4257-a324-09fc6a3ce0c5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:56.975910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Deleting port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:56.976443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.075552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Deleting port c9e4faa7-b139-4875-b159-ebaaeaecd500 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:57.076821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.196035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] For port 5182352a-a31c-4aa1-b9ab-5a19ec027eb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:57.196035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.219130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Calling delete_port for 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:57.219869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:57.220346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.264440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d99813-18cb-4a32-babb-de61851f36c3 req-b5581749-917d-4c69-a86f-9b19915fbddb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:57.275661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38d99813-18cb-4a32-babb-de61851f36c3 req-b5581749-917d-4c69-a86f-9b19915fbddb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 948 time: 0.1778607
Apr 02 20:55:57.293690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:55:57.296261 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52459724-8b48-4677-8275-b4651f1d7b51" -d '{"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-plugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:55:57.314470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:57.328688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:55:57.375138 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.396753 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38d99813-18cb-4a32-babb-de61851f36c3 req-5ea7dea9-a324-47c4-87af-02eb12630774 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186848
Apr 02 20:55:57.463548 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e37a7b-8504-4611-acf1-6c0ebfde8951 x-openstack-request-id: req-c5e37a7b-8504-4611-acf1-6c0ebfde8951 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:55:57.463716 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-plugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:55:57.463975 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5e37a7b-8504-4611-acf1-6c0ebfde8951 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:55:57.464323 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e37a7b-8504-4611-acf1-6c0ebfde8951'] response: {'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'code': 200}
Apr 02 20:55:57.542243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:57.592764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-714215bd-95e0-4c29-81ab-a885e8b1959a req-243bd391-f6ba-466a-b917-7148c6bb0cf5 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.4798052
Apr 02 20:55:57.605761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784534f0a0>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:55:55Z', 'revision_number': 5, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port': {'id': '5182352a-a31c-4aa1-b9ab-5a19ec027eb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:28Z', 'updated_at': '2022-04-02T20:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:57.648683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5182352a-a31c-4aa1-b9ab-5a19ec027eb8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.655295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] Checking router: d73d42fd-3937-45bd-b627-2ff218ae7497 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:55:57.697821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5182352a-a31c-4aa1-b9ab-5a19ec027eb8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:57.706230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:57.710582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] Routers {'d73d42fd-3937-45bd-b627-2ff218ae7497'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:55:57.711422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784534f0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d73d42fd-3937-45bd-b627-2ff218ae7497'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:57.739917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327379b4-1b58-4494-99e3-773025fa1782 req-3f80853c-6591-4838-b8eb-6b34690bebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:57.742205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-327379b4-1b58-4494-99e3-773025fa1782 req-3f80853c-6591-4838-b8eb-6b34690bebef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1127 time: 0.1630528
Apr 02 20:55:57.751045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] For port c9e4faa7-b139-4875-b159-ebaaeaecd500, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9e4faa7-b139-4875-b159-ebaaeaecd500,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:57.751045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:57.774192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Calling delete_port for c9e4faa7-b139-4875-b159-ebaaeaecd500 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:57.804228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e', 'mac_address': 'fa:16:3e:5a:f8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:55:57.831736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] Set router d73d42fd-3937-45bd-b627-2ff218ae7497 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:55:57.958092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784534f0a0>, [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:55:57Z', 'revision_number': 7, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:55:58.039690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:55:58.040118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.064183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:55:58.093781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:58.095521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf1f36-7363-425d-8b1c-feecb1c7ab0b None None] The sync data for ids ['d73d42fd-3937-45bd-b627-2ff218ae7497'] in ncdv-master-1 is: [{'id': 'd73d42fd-3937-45bd-b627-2ff218ae7497', 'name': 'tempest-ServersTestFqdnHostnames-200521250-router', 'tenant_id': '8d12a2c8ad9a43f2bded1c2804915030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:26Z', 'updated_at': '2022-04-02T20:55:57Z', 'revision_number': 7, 'project_id': '8d12a2c8ad9a43f2bded1c2804915030', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:55:58.104593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.218690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (d73d42fd-3937-45bd-b627-2ff218ae7497), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.220126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:58.227749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c9e4faa7-b139-4875-b159-ebaaeaecd500), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.294332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-327379b4-1b58-4494-99e3-773025fa1782 req-89c67ae8-d447-4690-b186-24b14aa3b56a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5142026
Apr 02 20:55:58.299868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cf13-d111-4914-8ceb-0072363eb165 req-5733eb02-1865-4601-aef9-6c1ca0b4d496 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:58.300105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70c8cf13-d111-4914-8ceb-0072363eb165 req-5733eb02-1865-4601-aef9-6c1ca0b4d496 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2740095
Apr 02 20:55:58.306693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e4faa7-b139-4875-b159-ebaaeaecd500,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:58.479671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f8b4d-e2fd-4bbe-8f75-eadb1f021e2f req-298c5ff8-5aaa-4891-9e79-db1995d70f75 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:58.479671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc1f8b4d-e2fd-4bbe-8f75-eadb1f021e2f req-298c5ff8-5aaa-4891-9e79-db1995d70f75 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2357864
Apr 02 20:55:58.479671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (d73d42fd-3937-45bd-b627-2ff218ae7497), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.483475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Deleting port d78109dc-2937-4cca-a58e-9b18c71cad73 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:58.483701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks [] for router_controller (d73d42fd-3937-45bd-b627-2ff218ae7497), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.483793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.512069 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (d73d42fd-3937-45bd-b627-2ff218ae7497), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.519745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73d42fd-3937-45bd-b627-2ff218ae7497 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:55:58.525436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.529516 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9e2003f-3065-47d2-8b5d-a8adaa29ef20 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d73d42fd-3937-45bd-b627-2ff218ae7497 HTTP/1.1" status: 204  len: 168 time: 2.2207959
Apr 02 20:55:58.529828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['8aae08e3-d1ba-42cd-87c1-fbb358fdc29e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:55:58.532182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57610) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:58.554865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc1f8b4d-e2fd-4bbe-8f75-eadb1f021e2f req-0a5e8331-605e-4e21-974a-fd067d1ce561 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578605
Apr 02 20:55:58.634132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Deleting subnet bb1d077f-90ca-45e8-b2b8-79c9f197eb84 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:55:58.639274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Publish callbacks [] for subnet (bb1d077f-90ca-45e8-b2b8-79c9f197eb84), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.703635 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.749818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70c8cf13-d111-4914-8ceb-0072363eb165 req-fb7f674d-b54c-4422-9e78-34a0528ce6ea tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4225557
Apr 02 20:55:58.783127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (bb1d077f-90ca-45e8-b2b8-79c9f197eb84), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.789214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] For port d78109dc-2937-4cca-a58e-9b18c71cad73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d78109dc-2937-4cca-a58e-9b18c71cad73,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:58.790342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.843364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77e476-bea1-4b76-b146-26b1874e8193 req-8a6816d9-2a79-4ac4-9525-585595283d96 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:55:58.845487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f77e476-bea1-4b76-b146-26b1874e8193 req-8a6816d9-2a79-4ac4-9525-585595283d96 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 949 time: 0.1193192
Apr 02 20:55:58.866593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Calling delete_port for d78109dc-2937-4cca-a58e-9b18c71cad73 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:58.929351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (bb1d077f-90ca-45e8-b2b8-79c9f197eb84), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:58.932283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a92fcd3f-828f-4b5e-ba3a-85881b4adaf5 req-d3dfc02a-bf20-4ab5-90f7-f5b18ebf81c4 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0672233
Apr 02 20:55:58.984445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f77e476-bea1-4b76-b146-26b1874e8193 req-e8ceeda6-97ef-46d7-b9a9-336d371f2e66 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988719
Apr 02 20:55:59.048560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (bb1d077f-90ca-45e8-b2b8-79c9f197eb84), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.050099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f0220712-ed94-4aae-956a-c70f568e6565), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.103385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.107428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bb1d077f-90ca-45e8-b2b8-79c9f197eb84 HTTP/1.1" status: 204  len: 168 time: 0.5736351
Apr 02 20:55:59.109387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa9321-a39d-4085-97e4-08c4c890428e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1d077f-90ca-45e8-b2b8-79c9f197eb84,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:59.113472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57614) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:55:59.115829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18655db7-24e1-4e14-a514-f3a0864bbf3e None None] Network ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:55:59.225996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:55:59.317256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:55:59.317510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0136e3ca-39fc-4d30-9bb3-46f0f5767fc7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:55:59.323067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.385042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.443331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Deleting port 88d2b4e9-6178-4b36-89b7-126d57060f82 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:59.443708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.546891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] DHCP port deletion for ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:55:59.638594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] For port 88d2b4e9-6178-4b36-89b7-126d57060f82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d2b4e9-6178-4b36-89b7-126d57060f82,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:59.638981 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.670314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Calling delete_port for 88d2b4e9-6178-4b36-89b7-126d57060f82 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:55:59.670671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d78109dc-2937-4cca-a58e-9b18c71cad73), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.700409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Router f0220712-ed94-4aae-956a-c70f568e6565 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:55:59.769954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] Deleting port 88d2b4e9-6178-4b36-89b7-126d57060f82 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:55:59.770632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.812089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Pushing event deleted for resources: {'Port': ['ID=d78109dc-2937-4cca-a58e-9b18c71cad73,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:59.888161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.937216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] For port 88d2b4e9-6178-4b36-89b7-126d57060f82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d2b4e9-6178-4b36-89b7-126d57060f82,segment=NetworkSegment(1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d),segment_id=1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:55:59.937659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:55:59.951224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d2b4e9-6178-4b36-89b7-126d57060f82,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:55:59.960136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] No DVR routers for this DVR port 88d2b4e9-6178-4b36-89b7-126d57060f82 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:55:59.972654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] Calling delete_port for 88d2b4e9-6178-4b36-89b7-126d57060f82 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:00.069623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba4ab4-c130-44b4-ba7e-6a41ba9a882d req-ac942a4a-01cb-4478-9b61-d863e537970c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:00.071234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1ba4ab4-c130-44b4-ba7e-6a41ba9a882d req-ac942a4a-01cb-4478-9b61-d863e537970c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2907810
Apr 02 20:56:00.138895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.148694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (88d2b4e9-6178-4b36-89b7-126d57060f82), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.151708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475fe0-2701-4714-9c30-28cf47a0c53b req-1292a7aa-5ad9-473a-af06-1b2b332671c7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:00.153328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16475fe0-2701-4714-9c30-28cf47a0c53b req-1292a7aa-5ad9-473a-af06-1b2b332671c7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2165692
Apr 02 20:56:00.198265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] Pushing event deleted for resources: {'Port': ['ID=88d2b4e9-6178-4b36-89b7-126d57060f82,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:00.202425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78443da9d0>,) {'filters': {'network_id': ['ed04ed65-fba2-4ea7-a7ef-233d1e3869f4']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:00.205924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47e810-bf59-43e8-9d63-1151a1b90807 None None] No DVR routers for this DVR port 88d2b4e9-6178-4b36-89b7-126d57060f82 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:00.226094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443da9d0>, '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:00.226094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443da9d0>, '1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:00.256675 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.257541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1ba4ab4-c130-44b4-ba7e-6a41ba9a882d req-25028d24-9111-49ec-87a9-7aef2f39ebc4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670120
Apr 02 20:56:00.265970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16475fe0-2701-4714-9c30-28cf47a0c53b req-236d3ba0-4dfb-402b-bfb4-28e0720fc598 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007183
Apr 02 20:56:00.273376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (45e72fb7-e205-4257-a324-09fc6a3ce0c5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.274230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:56:00.275869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.280499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aee36f55-8428-4986-a9fa-e81ef43e5dfa admin admin] 10.222.0.18 "PUT /v2.0/routers/f0220712-ed94-4aae-956a-c70f568e6565/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9985375
Apr 02 20:56:00.285484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57626) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:00.286105 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] Sync routers for ids ['f0220712-ed94-4aae-956a-c70f568e6565'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:56:00.294577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:56:00.295121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (1d527563-ed1c-4b17-ab06-1dd4ca2ffd6d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.334613 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] Routers {'f0220712-ed94-4aae-956a-c70f568e6565'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:00.337273 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f0220712-ed94-4aae-956a-c70f568e6565'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:56:00.362534 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:56:00.392027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ed04ed65-fba2-4ea7-a7ef-233d1e3869f4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.408177 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.429627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ed04ed65-fba2-4ea7-a7ef-233d1e3869f4 HTTP/1.1" status: 204  len: 168 time: 1.3148954
Apr 02 20:56:00.448796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a2f59-a5a9-4984-91e8-67f261730304 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed04ed65-fba2-4ea7-a7ef-233d1e3869f4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:00.549318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a37c90b-d007-4496-a4c6-9ecd73fa4fe7 req-4526b508-c042-4fc0-9627-6fca80f28a99 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1779828
Apr 02 20:56:00.580215 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] Set router f0220712-ed94-4aae-956a-c70f568e6565 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:00.616714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks [] for router (f0220712-ed94-4aae-956a-c70f568e6565), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:00.632684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88459beb-0dd4-4b90-ad7e-1c5cfc6a5d1e req-8b4000fd-b103-4a8f-91ad-ae99e655f8fd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:00.634226 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88459beb-0dd4-4b90-ad7e-1c5cfc6a5d1e req-8b4000fd-b103-4a8f-91ad-ae99e655f8fd tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 949 time: 0.1188986
Apr 02 20:56:00.678128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57640) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:00.737272 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88459beb-0dd4-4b90-ad7e-1c5cfc6a5d1e req-c6f93e3f-9d8c-423e-91fa-cbab5aee56e1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922661
Apr 02 20:56:00.770408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00416a55-62b9-4881-ad6f-aeed75c88871 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d12a2c8ad9a43f2bded1c2804915030&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0881834
Apr 02 20:56:00.772153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57646) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:00.832687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d2b4e9-6178-4b36-89b7-126d57060f82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:00.862331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 88d2b4e9-6178-4b36-89b7-126d57060f82 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:00.862719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d2b4e9-6178-4b36-89b7-126d57060f82 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:00.863241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:00.876647 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de5070>, [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:55:58Z', 'revision_number': 5, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:00.887018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:00.887363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5182352a-a31c-4aa1-b9ab-5a19ec027eb8 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:00.918044 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] Checking router: f0220712-ed94-4aae-956a-c70f568e6565 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:56:00.928318 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] Routers {'f0220712-ed94-4aae-956a-c70f568e6565'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:00.929038 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f0220712-ed94-4aae-956a-c70f568e6565'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:01.043630 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] Set router f0220712-ed94-4aae-956a-c70f568e6565 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:01.256668 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de5070>, [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:55:58Z', 'revision_number': 5, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:01.283827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e883210-585b-4df2-a1ae-89f169be45bb None None] The sync data for ids ['f0220712-ed94-4aae-956a-c70f568e6565'] in ncdv-master-1 is: [{'id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'name': 'tempest-AttachSCSIVolumeTestJSON-1657188726-router', 'tenant_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95'}], 'enable_snat': True}, 'gw_port_id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:53:21Z', 'updated_at': '2022-04-02T20:55:58Z', 'revision_number': 5, 'project_id': 'f13f1d267fc04ac989b506aaa7708ddc', 'gw_port': {'id': '0a6c9752-bdc2-4b02-95df-b8a534eef671', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0220712-ed94-4aae-956a-c70f568e6565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:53:24Z', 'updated_at': '2022-04-02T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:56:01.341297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:01.349801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-cbe3ca9d-5c0c-4ed7-a919-36bb506f0037 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:01.351272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-cbe3ca9d-5c0c-4ed7-a919-36bb506f0037 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 814 time: 0.6387007
Apr 02 20:56:01.380887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d743c8ac-ec6d-4d0e-b49a-a45bb7a932e4 admin admin] Publish callbacks [] for security_group (c32f97ab-a857-427f-b483-c21bdd72185d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.395802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-eab5b74d-9120-4761-baec-d5190369d670 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/quotas/99e28f04f7dd4777891efe100377f141 HTTP/1.1" status: 200  len: 375 time: 0.0293086
Apr 02 20:56:01.397029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks [] for router_gateway (f0220712-ed94-4aae-956a-c70f568e6565), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.407296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:56:01.407569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:56:01.414001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:01.415435 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.437307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7983e3-7cc6-4352-b6fd-0798ce3ecee3 req-e6884564-087d-41fd-ac27-235c6aeee63c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:01.439386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d7983e3-7cc6-4352-b6fd-0798ce3ecee3 req-e6884564-087d-41fd-ac27-235c6aeee63c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0686162
Apr 02 20:56:01.453426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d743c8ac-ec6d-4d0e-b49a-a45bb7a932e4 admin admin] Publish callbacks [] for security_group (c32f97ab-a857-427f-b483-c21bdd72185d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.520963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d7983e3-7cc6-4352-b6fd-0798ce3ecee3 req-aca04a7f-8f14-471c-8490-368d62566e52 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694244
Apr 02 20:56:01.532536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:01.532931 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.556644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:01.559029 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68f1b7-83d1-4584-8db3-8d08a18eb53f" -d '{"events": [{"server_uuid": "a49b75f0-be94-47d7-bea0-defda75a9f43", "name": "network-vif-plugged", "status": "completed", "tag": "8aae08e3-d1ba-42cd-87c1-fbb358fdc29e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:01.573851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:01.579286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.604165 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94880ee9-6157-4910-81a6-7776f547f5c4 x-openstack-request-id: req-94880ee9-6157-4910-81a6-7776f547f5c4 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:01.604820 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49b75f0-be94-47d7-bea0-defda75a9f43", "name": "network-vif-plugged", "status": "completed", "tag": "8aae08e3-d1ba-42cd-87c1-fbb358fdc29e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:01.605234 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94880ee9-6157-4910-81a6-7776f547f5c4 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:01.605634 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94880ee9-6157-4910-81a6-7776f547f5c4'] response: {'server_uuid': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e', 'code': 200}
Apr 02 20:56:01.627998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-ac83e1ac-e37c-4427-b87b-8ea97480b8b0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2165194
Apr 02 20:56:01.650166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:01.660926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Deleting port 0a6c9752-bdc2-4b02-95df-b8a534eef671 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:01.661270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.674675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d743c8ac-ec6d-4d0e-b49a-a45bb7a932e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c32f97ab-a857-427f-b483-c21bdd72185d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.677973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d743c8ac-ec6d-4d0e-b49a-a45bb7a932e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.679113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d743c8ac-ec6d-4d0e-b49a-a45bb7a932e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c32f97ab-a857-427f-b483-c21bdd72185d HTTP/1.1" status: 204  len: 168 time: 0.9059236
Apr 02 20:56:01.733795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11f54039-90b6-4fc9-9683-1bb05e673472 req-a969e313-522b-4df3-84c7-d93e1975ac62 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0494196
Apr 02 20:56:01.746057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:56:01.751655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a655bc11-d304-4d4f-995c-b4d7bb7fffec admin admin] 10.222.0.18 "PUT /v2.0/routers/45e72fb7-e205-4257-a324-09fc6a3ce0c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2817550
Apr 02 20:56:01.755637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] Sync routers for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:56:01.756499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743c8ac-ec6d-4d0e-b49a-a45bb7a932e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f97ab-a857-427f-b483-c21bdd72185d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:01.758059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57678) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:01.805997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:01.808129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457eda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:01.886339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] For port 0a6c9752-bdc2-4b02-95df-b8a534eef671, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6c9752-bdc2-4b02-95df-b8a534eef671,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:01.886713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:01.903806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-7d1a4c09-8feb-4a17-ba0e-d21d1bb45659 service neutron] 10.222.0.18 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2634902
Apr 02 20:56:01.912179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6525f-c51f-4c7e-ba68-3fc9c067f2ff req-c0e74435-dd01-4ccd-babe-b552460f3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:01.913782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3e6525f-c51f-4c7e-ba68-3fc9c067f2ff req-c0e74435-dd01-4ccd-babe-b552460f3de2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 1132 time: 0.2320819
Apr 02 20:56:01.914914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Calling delete_port for 0a6c9752-bdc2-4b02-95df-b8a534eef671 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:02.000293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b4478-2df1-471b-ac54-a3f82768a94e req-5ede1d15-e2ba-4370-bdd1-11612814a949 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:02.001873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba7b4478-2df1-471b-ac54-a3f82768a94e req-5ede1d15-e2ba-4370-bdd1-11612814a949 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.1165807
Apr 02 20:56:02.045938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks [] for router (45e72fb7-e205-4257-a324-09fc6a3ce0c5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.107084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3e6525f-c51f-4c7e-ba68-3fc9c067f2ff req-cda9222d-17a2-4eed-8ac4-a0392cbcd186 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749499
Apr 02 20:56:02.183043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks [] for router_gateway (45e72fb7-e205-4257-a324-09fc6a3ce0c5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.186483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-2039940f-1746-4b67-bfa6-a75e634c081c service neutron] 10.222.0.18 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2692335
Apr 02 20:56:02.187249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:02.194433 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba7b4478-2df1-471b-ac54-a3f82768a94e req-1ce5292d-0c76-4412-b5d5-2b27d90f4040 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823437
Apr 02 20:56:02.287532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Deleting port 1f5e5de7-07ed-44b3-b05f-55f448edc52a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:02.288198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.310566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0a6c9752-bdc2-4b02-95df-b8a534eef671), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.360022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6c9752-bdc2-4b02-95df-b8a534eef671,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:02.421187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] For port 1f5e5de7-07ed-44b3-b05f-55f448edc52a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5e5de7-07ed-44b3-b05f-55f448edc52a,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:02.422328 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.437081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Calling delete_port for 1f5e5de7-07ed-44b3-b05f-55f448edc52a owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:02.476815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2214cd6d-6af0-4bb6-8a41-20949eac8432 req-0053171e-3ced-49d5-8ff2-25d9e20aff73 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 210 time: 0.0340197
Apr 02 20:56:02.584987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (f0220712-ed94-4aae-956a-c70f568e6565), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.591983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457eda30>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:55:59Z', 'revision_number': 5, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port': {'id': '1f5e5de7-07ed-44b3-b05f-55f448edc52a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:34Z', 'updated_at': '2022-04-02T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:02.671891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] Checking router: 45e72fb7-e205-4257-a324-09fc6a3ce0c5 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:56:02.695024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] Routers {'45e72fb7-e205-4257-a324-09fc6a3ce0c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:02.696360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457eda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:02.761828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1f5e5de7-07ed-44b3-b05f-55f448edc52a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.826342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5e5de7-07ed-44b3-b05f-55f448edc52a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:02.879480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c9e4faa7-b139-4875-b159-ebaaeaecd500 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:02.895318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f0220712-ed94-4aae-956a-c70f568e6565), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.897010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (45e72fb7-e205-4257-a324-09fc6a3ce0c5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.900299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks [] for router_controller (f0220712-ed94-4aae-956a-c70f568e6565), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:02.914832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c9e4faa7-b139-4875-b159-ebaaeaecd500 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:02.915516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c9e4faa7-b139-4875-b159-ebaaeaecd500 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:02.954266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] Set router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:03.032899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f0220712-ed94-4aae-956a-c70f568e6565), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.034006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0220712-ed94-4aae-956a-c70f568e6565 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:56:03.053105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.055317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0deb84e1-ac6e-4fec-a24c-b3d0b06ec092 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f0220712-ed94-4aae-956a-c70f568e6565 HTTP/1.1" status: 204  len: 168 time: 2.7688322
Apr 02 20:56:03.067403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125dbb0-a65e-45ab-bde6-fe053937a43f req-add867ae-3135-44a1-aa5d-cdae4d1d7e5d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:03.069690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3125dbb0-a65e-45ab-bde6-fe053937a43f req-add867ae-3135-44a1-aa5d-cdae4d1d7e5d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.3863213
Apr 02 20:56:03.070559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:03.093198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457eda30>, [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:56:02Z', 'revision_number': 6, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:03.111329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9bf28e6c-3b20-4646-a31f-e6c8b2e9b95d req-367c7fb3-9575-462d-8341-7f95c5732909 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1513641
Apr 02 20:56:03.117410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (45e72fb7-e205-4257-a324-09fc6a3ce0c5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.119079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57716) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:03.127314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks [] for router_controller (45e72fb7-e205-4257-a324-09fc6a3ce0c5), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.172734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73115da2-5f12-49ac-ade3-fbb1c84d6d41 None None] The sync data for ids ['45e72fb7-e205-4257-a324-09fc6a3ce0c5'] in ncdv-master-1 is: [{'id': '45e72fb7-e205-4257-a324-09fc6a3ce0c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771210394-router', 'tenant_id': 'fde6bd005e3a4a25b63639832027ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:33Z', 'updated_at': '2022-04-02T20:56:02Z', 'revision_number': 6, 'project_id': 'fde6bd005e3a4a25b63639832027ab85', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:56:03.221237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3125dbb0-a65e-45ab-bde6-fe053937a43f req-7e676484-1b9d-450c-a0f7-e078eb378e4f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265519
Apr 02 20:56:03.238782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Deleting subnet 54f1e583-f233-46b1-be18-c3d86840f747 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:56:03.240491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (45e72fb7-e205-4257-a324-09fc6a3ce0c5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.241755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e72fb7-e205-4257-a324-09fc6a3ce0c5 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:56:03.248416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Publish callbacks [] for subnet (54f1e583-f233-46b1-be18-c3d86840f747), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.251894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.255198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-53aaa567-8070-4ba3-9175-7b2cee955281 admin admin] 10.222.0.18 "DELETE /v2.0/routers/45e72fb7-e205-4257-a324-09fc6a3ce0c5 HTTP/1.1" status: 204  len: 168 time: 1.4876106
Apr 02 20:56:03.257847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57724) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:03.322676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (54f1e583-f233-46b1-be18-c3d86840f747), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.327778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-458230033-network', 'tenant_id': 'ca062168c5234ac98bdfe39669d817d7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:03.389778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Deleting subnet 73185779-b730-43d2-b225-febfc5420607 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:56:03.395536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Publish callbacks [] for subnet (73185779-b730-43d2-b225-febfc5420607), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.397269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Made reservation on behalf of ca062168c5234ac98bdfe39669d817d7 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:03.399518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.412466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (54f1e583-f233-46b1-be18-c3d86840f747), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.429102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.461859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (73185779-b730-43d2-b225-febfc5420607), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.482691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (54f1e583-f233-46b1-be18-c3d86840f747), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.501059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18a95-7b55-4bf3-a7d7-36ba6b320c3f req-681644da-196f-4346-8aee-6aa19b1ad20c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:03.502827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3f18a95-7b55-4bf3-a7d7-36ba6b320c3f req-681644da-196f-4346-8aee-6aa19b1ad20c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.1807427
Apr 02 20:56:03.516610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f1e583-f233-46b1-be18-c3d86840f747,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:03.528476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.538074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a6ebeb-80a6-4cdd-ad87-6d89cb6e0a2c None None] Network 00a03aec-a942-4c04-867c-52cbfeae762e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:03.559011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e93d76bb-fb4e-4977-ba9c-cdc1b9925576 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54f1e583-f233-46b1-be18-c3d86840f747 HTTP/1.1" status: 204  len: 168 time: 0.4848650
Apr 02 20:56:03.562321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57728) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:03.658340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-136bed0c-63d8-44ad-9c11-36eb76bd2fd4 req-bbb3ab6c-c6b7-48a7-9041-3c366f688878 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 210 time: 0.0527389
Apr 02 20:56:03.749831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3f18a95-7b55-4bf3-a7d7-36ba6b320c3f req-d250a03c-ba60-4fa8-a08a-4b073bd3cd4d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336023
Apr 02 20:56:03.771737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (73185779-b730-43d2-b225-febfc5420607), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.799539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (00a03aec-a942-4c04-867c-52cbfeae762e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.816856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks [] for security_group (13d3997f-7575-45f0-9c8f-cfd270eddbaf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.824906 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (13d3997f-7575-45f0-9c8f-cfd270eddbaf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.856719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:56:03.883052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] DHCP port deletion for 00a03aec-a942-4c04-867c-52cbfeae762e request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:56:03.898120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3997f-7575-45f0-9c8f-cfd270eddbaf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:03.905991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c270d6ec-2861-4ead-bd44-210b54968f21), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.906351 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Added segment c270d6ec-2861-4ead-bd44-210b54968f21 of type vlan for network 8c367129-e8a6-4477-ae42-b50d7c7292de
Apr 02 20:56:03.928972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (73185779-b730-43d2-b225-febfc5420607), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:03.948097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] Deleting port bd362f65-2511-4ef2-809c-47d8929b7f58 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:03.948829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.001346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73185779-b730-43d2-b225-febfc5420607,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:04.006857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.010493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aa1a6d98-94eb-4f5e-9c74-21c05b006de4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/73185779-b730-43d2-b225-febfc5420607 HTTP/1.1" status: 204  len: 168 time: 0.7514620
Apr 02 20:56:04.013241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:04.020849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8c367129-e8a6-4477-ae42-b50d7c7292de), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.039362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785c21c-2ca6-4e33-bc49-19407e86cf4f None None] Network ad76fa2d-1a20-484e-b4bb-76fd756272b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:04.083599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Deleting port bd362f65-2511-4ef2-809c-47d8929b7f58 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:04.083941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.096806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ad76fa2d-1a20-484e-b4bb-76fd756272b5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.103834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] For port bd362f65-2511-4ef2-809c-47d8929b7f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd362f65-2511-4ef2-809c-47d8929b7f58,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:04.104216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.127187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8c367129-e8a6-4477-ae42-b50d7c7292de), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.128240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:04.129441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.148107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] Calling delete_port for bd362f65-2511-4ef2-809c-47d8929b7f58 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:04.211251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] For port bd362f65-2511-4ef2-809c-47d8929b7f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd362f65-2511-4ef2-809c-47d8929b7f58,segment=NetworkSegment(2c92409a-9c52-4ab6-883e-82e537a248ed),segment_id=2c92409a-9c52-4ab6-883e-82e537a248ed)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:04.211622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.238621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1149390
Apr 02 20:56:04.264380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57742) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:04.274760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Request body: {'subnet': {'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-458230033-subnet', 'tenant_id': 'ca062168c5234ac98bdfe39669d817d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:04.283114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Calling delete_port for bd362f65-2511-4ef2-809c-47d8929b7f58 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:04.309359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec0574-9e5c-48b8-ad0a-14f88c3182da admin admin] Pushing event updated for resources: {'Network': ['ID=8c367129-e8a6-4477-ae42-b50d7c7292de,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:04.321461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Made reservation on behalf of ca062168c5234ac98bdfe39669d817d7 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:04.322955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8c367129-e8a6-4477-ae42-b50d7c7292de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:56:04.324872 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.390703 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6201d5d-8549-4ae7-b8af-87bd12614af0 req-baaf0765-f4c6-4f47-aeb0-ab0d05498db4 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1096554
Apr 02 20:56:04.406464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] DHCP port deletion for ad76fa2d-1a20-484e-b4bb-76fd756272b5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:56:04.481269 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.552753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] Pushing event deleted for resources: {'Port': ['ID=bd362f65-2511-4ef2-809c-47d8929b7f58,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:04.556786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1e79a-0ecd-4093-bba8-6f081fa43010 None None] No DVR routers for this DVR port bd362f65-2511-4ef2-809c-47d8929b7f58 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:04.569868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-ad3f3d30-19ad-4ae1-a21f-41a96182bd06 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:04.569868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-ad3f3d30-19ad-4ae1-a21f-41a96182bd06 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 814 time: 0.3608441
Apr 02 20:56:04.589165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] Deleting port 68066bcf-d29b-486c-9004-95a93bbcf635 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:04.589545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.609107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Deleting port 68066bcf-d29b-486c-9004-95a93bbcf635 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:04.609643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.609732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Request body: {'port': {'device_id': '921651cb-3b32-40b1-93bd-69c6229974fc', 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'admin_state_up': True, 'tenant_id': '99e28f04f7dd4777891efe100377f141'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:04.645718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bd362f65-2511-4ef2-809c-47d8929b7f58), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.664094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] For port 68066bcf-d29b-486c-9004-95a93bbcf635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68066bcf-d29b-486c-9004-95a93bbcf635,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:04.664632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.676864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] For port 68066bcf-d29b-486c-9004-95a93bbcf635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68066bcf-d29b-486c-9004-95a93bbcf635,segment=NetworkSegment(f5af892e-d9b6-4fd1-a571-44ca71cb7e80),segment_id=f5af892e-d9b6-4fd1-a571-44ca71cb7e80)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:04.677471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.678445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] Calling delete_port for 68066bcf-d29b-486c-9004-95a93bbcf635 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:04.704731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Calling delete_port for 68066bcf-d29b-486c-9004-95a93bbcf635 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:04.705679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd362f65-2511-4ef2-809c-47d8929b7f58,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:04.715349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] No DVR routers for this DVR port bd362f65-2511-4ef2-809c-47d8929b7f58 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:04.718491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-d0854223-47ac-4f98-a420-a1a39e5d5430 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:04.726882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-d0854223-47ac-4f98-a420-a1a39e5d5430 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.5721703
Apr 02 20:56:04.740538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (abc688d3-cefe-4e69-baeb-a27753c2b4ad), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.766010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089177f1-c923-40a8-9309-0b374233312d req-2bc4917a-f6a5-4b22-8464-8da0dd0c942a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:04.767358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-089177f1-c923-40a8-9309-0b374233312d req-2bc4917a-f6a5-4b22-8464-8da0dd0c942a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.1968925
Apr 02 20:56:04.778158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-f1f20e35-7499-41a2-a20c-c65679b8ea03 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/quotas/1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 375 time: 0.0503426
Apr 02 20:56:04.782131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.814031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] No DVR routers for this DVR port 68066bcf-d29b-486c-9004-95a93bbcf635 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:04.819117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245d31e-60a5-429b-b5b3-e2313e5fe83e None None] Pushing event deleted for resources: {'Port': ['ID=68066bcf-d29b-486c-9004-95a93bbcf635,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:04.825911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d78109dc-2937-4cca-a58e-9b18c71cad73 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:04.856848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (00a03aec-a942-4c04-867c-52cbfeae762e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.857094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d78109dc-2937-4cca-a58e-9b18c71cad73 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:04.857094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d78109dc-2937-4cca-a58e-9b18c71cad73 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:04.857507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bd362f65-2511-4ef2-809c-47d8929b7f58 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:04.883299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bd362f65-2511-4ef2-809c-47d8929b7f58 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:04.883821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bd362f65-2511-4ef2-809c-47d8929b7f58 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:04.884568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a6c9752-bdc2-4b02-95df-b8a534eef671 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:04.890481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc688d3-cefe-4e69-baeb-a27753c2b4ad,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:04.898840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f93f490>,) {'filters': {'network_id': ['00a03aec-a942-4c04-867c-52cbfeae762e']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:04.908806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0a6c9752-bdc2-4b02-95df-b8a534eef671 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:04.909054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a6c9752-bdc2-4b02-95df-b8a534eef671 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:04.909516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68066bcf-d29b-486c-9004-95a93bbcf635 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:04.917633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f93f490>, '2c92409a-9c52-4ab6-883e-82e537a248ed') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:04.917942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f93f490>, '2c92409a-9c52-4ab6-883e-82e537a248ed') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:04.925581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Made reservation on behalf of 99e28f04f7dd4777891efe100377f141 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:04.928976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.930505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Checking segment: {'id': 'c270d6ec-2861-4ead-bd44-210b54968f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:04.930660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 68066bcf-d29b-486c-9004-95a93bbcf635 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:04.930857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Network hostable DHCP agents. Network: 8c367129-e8a6-4477-ae42-b50d7c7292de, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:56:04.930980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68066bcf-d29b-486c-9004-95a93bbcf635 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:04.931290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1f5e5de7-07ed-44b3-b05f-55f448edc52a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:04.935754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-089177f1-c923-40a8-9309-0b374233312d req-45ae4921-40f6-4a0a-b799-7d03d7865469 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534622
Apr 02 20:56:04.944486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (2c92409a-9c52-4ab6-883e-82e537a248ed), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.949263 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-e6c660e7-6697-4b87-a00c-02ecba43a2e6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1701925
Apr 02 20:56:04.978164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2c92409a-9c52-4ab6-883e-82e537a248ed), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.981231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1f5e5de7-07ed-44b3-b05f-55f448edc52a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:04.981492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1f5e5de7-07ed-44b3-b05f-55f448edc52a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:04.989212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:56:04.989431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (2c92409a-9c52-4ab6-883e-82e537a248ed), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:56:04.991145 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:56:04.999618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (68066bcf-d29b-486c-9004-95a93bbcf635), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.038515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] No DVR routers for this DVR port 68066bcf-d29b-486c-9004-95a93bbcf635 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:05.070319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Pushing event deleted for resources: {'Port': ['ID=68066bcf-d29b-486c-9004-95a93bbcf635,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:05.096881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Network 8c367129-e8a6-4477-ae42-b50d7c7292de is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:56:05.131633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c367129-e8a6-4477-ae42-b50d7c7292de) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:05.139784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c053a2-e722-469a-ab11-aa718fa2c4f2 None None] Network 8c367129-e8a6-4477-ae42-b50d7c7292de requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:05.150950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:05.151895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.186395 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ad76fa2d-1a20-484e-b4bb-76fd756272b5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.193462 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-6a74e797-19a2-420c-817e-4675cb7c81fb service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433598
Apr 02 20:56:05.235156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ac8cee58-347e-4ee6-99b3-2b7aad05d267 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9686847
Apr 02 20:56:05.247746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f1af6a0>,) {'filters': {'network_id': ['ad76fa2d-1a20-484e-b4bb-76fd756272b5']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:05.274851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea7649f-cdd1-4c3c-8804-b6e431aecc8b None None] Network 8c367129-e8a6-4477-ae42-b50d7c7292de requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:05.285897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f1af6a0>, 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:05.286198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f1af6a0>, 'f5af892e-d9b6-4fd1-a571-44ca71cb7e80') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:05.302644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f5af892e-d9b6-4fd1-a571-44ca71cb7e80), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.325780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f5af892e-d9b6-4fd1-a571-44ca71cb7e80), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.347711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-5f088656-1547-4c4c-8007-7bd1d22326cc service neutron] 10.222.0.18 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462307
Apr 02 20:56:05.348655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:56:05.349055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f5af892e-d9b6-4fd1-a571-44ca71cb7e80), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:56:05.350921 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:56:05.417306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e629d1c-50ea-476e-8152-960b6329faac req-cbffeffe-83b2-43d7-bf34-a9b8b2fcd8e3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 210 time: 0.0870154
Apr 02 20:56:05.443056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (00a03aec-a942-4c04-867c-52cbfeae762e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.472005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ad76fa2d-1a20-484e-b4bb-76fd756272b5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.478495 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.481708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] 10.222.0.18 "DELETE /v2.0/networks/ad76fa2d-1a20-484e-b4bb-76fd756272b5 HTTP/1.1" status: 204  len: 168 time: 1.4674823
Apr 02 20:56:05.484649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57756) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:05.489781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:05.504647 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] 10.222.0.18 "DELETE /v2.0/networks/00a03aec-a942-4c04-867c-52cbfeae762e HTTP/1.1" status: 204  len: 168 time: 1.9373097
Apr 02 20:56:05.546573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36a69-b3b8-483d-b9a8-ab43a8766e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=00a03aec-a942-4c04-867c-52cbfeae762e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:05.554860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc826b5-aa6b-487f-8258-4390f8daad9b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad76fa2d-1a20-484e-b4bb-76fd756272b5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:05.600638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Allocated IP 172.20.0.3 (2427a2f7-cca3-4878-92a4-fe77defc6f38/35edaf7d-f3b1-40ee-b47c-1db219d55e9b/96f3f740-986f-4e13-ba57-2ec87a000263) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:05.626798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4fde4-db9e-4929-8740-922799132598 req-6180eeee-10ef-4b5d-9f4b-255bb47bd58b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:05.634589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01b4fde4-db9e-4929-8740-922799132598 req-6180eeee-10ef-4b5d-9f4b-255bb47bd58b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.1159921
Apr 02 20:56:05.660790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57766) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:05.782582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01b4fde4-db9e-4929-8740-922799132598 req-086b5c62-7713-460b-816a-741fabd4a93e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471281
Apr 02 20:56:05.794566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ce172d81-42ec-4367-a622-1e7a2098227b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e2a80eb708d4a2b8aab54b268dc218d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1307895
Apr 02 20:56:05.821411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:05.931948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-090eadd3-f162-4daf-9153-f8eaaf9ab14c req-4d7cec06-b4af-4531-844e-977e829c7f83 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0481546
Apr 02 20:56:06.014786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.025074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks [] for port (96f3f740-986f-4e13-ba57-2ec87a000263), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.039581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eba905f-ce58-4b25-baa7-d905ca2fda1d admin admin] Publish callbacks [] for security_group (1c2432c5-a6f3-41de-b5f9-348ba2ef910c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.077841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a01309bb-1edd-4e70-b7b3-20c44c485a5b req-e6d476da-6459-4348-ac56-19906aa7479f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 210 time: 0.0483236
Apr 02 20:56:06.094927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eba905f-ce58-4b25-baa7-d905ca2fda1d admin admin] Publish callbacks [] for security_group (1c2432c5-a6f3-41de-b5f9-348ba2ef910c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.163935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.178231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['f4087e3e-4f59-4105-bdf5-e1707ada38cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:06.247013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Network 2427a2f7-cca3-4878-92a4-fe77defc6f38 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:06.258124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eba905f-ce58-4b25-baa7-d905ca2fda1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c2432c5-a6f3-41de-b5f9-348ba2ef910c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.260819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6eba905f-ce58-4b25-baa7-d905ca2fda1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.262072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6eba905f-ce58-4b25-baa7-d905ca2fda1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c2432c5-a6f3-41de-b5f9-348ba2ef910c HTTP/1.1" status: 204  len: 168 time: 0.4395938
Apr 02 20:56:06.262950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:06.268520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:06.273024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Pushing event updated for resources: {'Port': ['ID=96f3f740-986f-4e13-ba57-2ec87a000263,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:06.316619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba905f-ce58-4b25-baa7-d905ca2fda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2432c5-a6f3-41de-b5f9-348ba2ef910c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:06.332389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320044b9-7ade-445d-9163-2a82aac7611c req-6ce47fba-2df4-41b0-8449-df5401541c88 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:06.334716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-320044b9-7ade-445d-9163-2a82aac7611c req-6ce47fba-2df4-41b0-8449-df5401541c88 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 1132 time: 0.1852202
Apr 02 20:56:06.383343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:06.384362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.419377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-69afcda6-1802-4450-8a35-98a3b00ebd7f tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:06.420622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-fac286ec-52d2-4cb0-af10-3975e4a71328 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8301833
Apr 02 20:56:06.428101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-69afcda6-1802-4450-8a35-98a3b00ebd7f tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/networks?id=8c367129-e8a6-4477-ae42-b50d7c7292de HTTP/1.1" status: 200  len: 813 time: 0.1784573
Apr 02 20:56:06.434892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-320044b9-7ade-445d-9163-2a82aac7611c req-59f1f05a-1517-4019-9c85-7838bc0885e8 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908365
Apr 02 20:56:06.443083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Request body: {'port': {'device_id': '921651cb-3b32-40b1-93bd-69c6229974fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:06.560055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:06.688992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55e8e8-363e-4567-aa8d-fedfaac0c8b1 req-945e5f66-f27d-4b7a-ac50-2d84f9708ba0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:06.693033 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e55e8e8-363e-4567-aa8d-fedfaac0c8b1 req-945e5f66-f27d-4b7a-ac50-2d84f9708ba0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.1527643
Apr 02 20:56:06.820092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57804) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:06.846486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-68f80dd2-a339-475e-a69a-1f158258efe2 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/quotas/ca062168c5234ac98bdfe39669d817d7 HTTP/1.1" status: 200  len: 375 time: 0.4173880
Apr 02 20:56:06.880303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-333d8656-aeef-47d3-8bf1-d81629559627 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca062168c5234ac98bdfe39669d817d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281026
Apr 02 20:56:06.890544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e55e8e8-363e-4567-aa8d-fedfaac0c8b1 req-6cfcde1b-39d3-4c71-9749-f3eb2aab0a3e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193192
Apr 02 20:56:06.928084 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-075054b5-cc8b-4b09-be83-294a2135c36c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f13f1d267fc04ac989b506aaa7708ddc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0990608
Apr 02 20:56:06.928671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57806) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:07.026212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-30a0799c-a270-4fae-abf3-b3a0d5cbacdf service neutron] 10.222.0.18 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371644
Apr 02 20:56:07.071316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Deleting port 7f3a74a5-1a5a-42df-bb3d-af4da749554e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:07.071548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.082343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f3f740-986f-4e13-ba57-2ec87a000263 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:07.096807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Publish callbacks [] for port (96f3f740-986f-4e13-ba57-2ec87a000263), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.100427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139f9995-a800-4bb3-b490-4bac9a317ba3 admin admin] Publish callbacks [] for security_group (203ed2cb-923d-42b8-8a36-b4c00f4c7d0f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.126561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1367dad-7283-481a-a93e-9569c710b62a req-db186bbf-975e-4754-8426-6831f72d12bd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:07.132978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1367dad-7283-481a-a93e-9569c710b62a req-db186bbf-975e-4754-8426-6831f72d12bd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 931 time: 0.1667545
Apr 02 20:56:07.165042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139f9995-a800-4bb3-b490-4bac9a317ba3 admin admin] Publish callbacks [] for security_group (203ed2cb-923d-42b8-8a36-b4c00f4c7d0f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.166957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Transition to ACTIVE for port object 96f3f740-986f-4e13-ba57-2ec87a000263 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:56:07.176625 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.249908 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-fe348bfd-3f31-4634-bf7a-43de5d7b6ce1 service neutron] 10.222.0.18 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142363
Apr 02 20:56:07.272892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] For port 7f3a74a5-1a5a-42df-bb3d-af4da749554e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f3a74a5-1a5a-42df-bb3d-af4da749554e,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:07.273268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.274608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1367dad-7283-481a-a93e-9569c710b62a req-0541e262-4cc1-41fc-9156-278ba68a9730 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388078
Apr 02 20:56:07.296506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Calling delete_port for 7f3a74a5-1a5a-42df-bb3d-af4da749554e owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:07.311445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-58b31ae9-1ce9-405e-b974-7126fce86207 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:07.314061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-58b31ae9-1ce9-405e-b974-7126fce86207 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 808 time: 0.2193611
Apr 02 20:56:07.314981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Pushing event updated for resources: {'Port': ['ID=96f3f740-986f-4e13-ba57-2ec87a000263,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:07.327762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Request body: {'port': {'device_id': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'admin_state_up': True, 'tenant_id': '1e586602a4da4d659974e36ab71486a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:07.440864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Attempting to bind port 96f3f740-986f-4e13-ba57-2ec87a000263 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:07.441331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Attempting to bind port 96f3f740-986f-4e13-ba57-2ec87a000263 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:07.441661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Attempting to bind port 96f3f740-986f-4e13-ba57-2ec87a000263 on network 2427a2f7-cca3-4878-92a4-fe77defc6f38 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:07.450490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Port 96f3f740-986f-4e13-ba57-2ec87a000263 on network 2427a2f7-cca3-4878-92a4-fe77defc6f38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:07.451100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Attempting to bind port 96f3f740-986f-4e13-ba57-2ec87a000263 on network 2427a2f7-cca3-4878-92a4-fe77defc6f38 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:07.488825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:07.489171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Checking segment: {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:07.489554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Bound using segment: {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:07.489989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Bound port: 96f3f740-986f-4e13-ba57-2ec87a000263, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587a70b3-13d3-426a-b47b-0f6399486c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:07.490973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.512176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-19a94919-abb9-4763-ad82-51ddf870e4b4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0736425
Apr 02 20:56:07.512842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139f9995-a800-4bb3-b490-4bac9a317ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (203ed2cb-923d-42b8-8a36-b4c00f4c7d0f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.519743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139f9995-a800-4bb3-b490-4bac9a317ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.523114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-139f9995-a800-4bb3-b490-4bac9a317ba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/203ed2cb-923d-42b8-8a36-b4c00f4c7d0f HTTP/1.1" status: 204  len: 168 time: 0.5889564
Apr 02 20:56:07.583479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3f46442-9f83-49af-aeb7-84adeeb427ab req-f77a7506-8af2-4fff-a1c8-9a16f079a428 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0465503
Apr 02 20:56:07.594044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9995-a800-4bb3-b490-4bac9a317ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203ed2cb-923d-42b8-8a36-b4c00f4c7d0f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:07.638210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Made reservation on behalf of 1e586602a4da4d659974e36ab71486a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:07.647871 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.721336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] For port 96f3f740-986f-4e13-ba57-2ec87a000263, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:07.737609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] For port 96f3f740-986f-4e13-ba57-2ec87a000263, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96f3f740-986f-4e13-ba57-2ec87a000263,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:07.764606 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.804046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:07.805378 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:07.807201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] 10.222.0.21 "PUT /v2.0/ports/96f3f740-986f-4e13-ba57-2ec87a000263 HTTP/1.1" status: 200  len: 1091 time: 1.3704495
Apr 02 20:56:07.816726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921651cb-3b32-40b1-93bd-69c6229974fc', 'tag': '96f3f740-986f-4e13-ba57-2ec87a000263'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:07.819934 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d" -d '{"events": [{"name": "network-changed", "server_uuid": "921651cb-3b32-40b1-93bd-69c6229974fc", "tag": "96f3f740-986f-4e13-ba57-2ec87a000263"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:07.921346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-e8d41b67-80c2-40ea-90ce-309b70bda471 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:07.928012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-e8d41b67-80c2-40ea-90ce-309b70bda471 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4059513
Apr 02 20:56:07.947766 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71c8b50f-2e9a-46a6-9103-01c58dc11e8e req-9b761274-2feb-4b2e-8217-6198038a9d25 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 210 time: 0.2452810
Apr 02 20:56:07.957707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b5c97820-ef71-4189-83cd-33a679902e31 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/quotas/5f8ef84a62894a7da5457cafc1bcf172 HTTP/1.1" status: 200  len: 375 time: 0.0287285
Apr 02 20:56:07.995564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-ee44a0dd-3968-437b-bbcc-763f53b7f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:07.997086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-ee44a0dd-3968-437b-bbcc-763f53b7f464 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 1125 time: 0.1297004
Apr 02 20:56:08.004349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Allocated IP 172.20.0.12 (83a57283-8e77-4048-913b-713f633ea68f/a9e393bb-af15-4c91-8d30-7f48f998d072/01630476-a097-41f9-be67-f49e683617f0) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:08.040974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7f3a74a5-1a5a-42df-bb3d-af4da749554e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:08.064629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-4f7d27be-9219-480b-b439-fe8cb2252135 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f3f740-986f-4e13-ba57-2ec87a000263 HTTP/1.1" status: 200  len: 217 time: 0.0476348
Apr 02 20:56:08.066544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b426f-5232-466d-b17a-fb9fd2b24588 service neutron] Pushing event updated for resources: {'Port': ['ID=96f3f740-986f-4e13-ba57-2ec87a000263,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:08.083576 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5ec80d5-0260-44f0-a3d0-489dfa20320c req-46eaed89-4460-4733-979f-ec21c976e1ec tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 210 time: 0.0589364
Apr 02 20:56:08.165733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3a74a5-1a5a-42df-bb3d-af4da749554e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:08.187069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-97f2df13-434e-4a8b-a1a8-dcfc95dad8b1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&fields=id HTTP/1.1" status: 200  len: 532 time: 0.2284987
Apr 02 20:56:08.207210 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad27e31e-2237-458e-80bc-366d6ace179f x-openstack-request-id: req-ad27e31e-2237-458e-80bc-366d6ace179f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:08.207724 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921651cb-3b32-40b1-93bd-69c6229974fc", "tag": "96f3f740-986f-4e13-ba57-2ec87a000263", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:08.208078 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad27e31e-2237-458e-80bc-366d6ace179f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:08.208623 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad27e31e-2237-458e-80bc-366d6ace179f'] response: {'name': 'network-changed', 'server_uuid': '921651cb-3b32-40b1-93bd-69c6229974fc', 'tag': '96f3f740-986f-4e13-ba57-2ec87a000263', 'status': 'completed', 'code': 200}
Apr 02 20:56:08.210196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-eb02977f-c9b5-4e41-800e-88b8f8fbe244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:08.211871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-eb02977f-c9b5-4e41-800e-88b8f8fbe244 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.1393297
Apr 02 20:56:08.303639 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-cc6a78c6-518f-4ca2-b223-67c7b0a01d53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848057
Apr 02 20:56:08.591745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331d71f-4b90-463d-99fe-1afbea4fe14d req-b5278042-67b1-4c91-ab2d-cbd7450eb36e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:08.594584 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:56:08.601093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0331d71f-4b90-463d-99fe-1afbea4fe14d req-b5278042-67b1-4c91-ab2d-cbd7450eb36e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 943 time: 0.1155555
Apr 02 20:56:08.630656 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-cd08db4c-f9f1-4591-b80b-a4470c9b825d service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3206620
Apr 02 20:56:08.781505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62962875-1782-4947-a113-5fea2618f137 req-3ef64c16-93d1-4ce1-b6dd-af33bab3cfc6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:08.789219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62962875-1782-4947-a113-5fea2618f137 req-3ef64c16-93d1-4ce1-b6dd-af33bab3cfc6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.4642076
Apr 02 20:56:08.820423 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0331d71f-4b90-463d-99fe-1afbea4fe14d req-8ca8a62c-3286-4911-8681-f975c38095f5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183952
Apr 02 20:56:08.860023 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks [] for port (01630476-a097-41f9-be67-f49e683617f0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:08.876498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a90e8f8-9ee5-4687-973b-fac2cb5b993e req-2b8d6625-5eb6-4f3e-98c5-09ead2a9add6 service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934309
Apr 02 20:56:08.888161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57872) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:08.897935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:08.929531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62962875-1782-4947-a113-5fea2618f137 req-8812ad38-dba1-472a-9f16-08157567cb8e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374772
Apr 02 20:56:09.011411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (01630476-a097-41f9-be67-f49e683617f0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.024433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['621c3ce8-97a3-47b2-8fb2-3a484d590744'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:09.103520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0491e30c-b8f5-4226-8a6e-562906e572d6 req-ffd329f0-2352-4781-b35b-c8e2fb7a8b4a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 210 time: 0.1929591
Apr 02 20:56:09.132383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58fb138f-8dfc-470d-89eb-685b2a2fa90d req-6b30ae8c-0ef0-4d72-9645-6c59ff966b71 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0935442
Apr 02 20:56:09.150896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Network 83a57283-8e77-4048-913b-713f633ea68f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:09.179661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:09.203511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:09.209193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-f06c56ee-47b1-4740-aaab-3a522d15c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.217186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:09.218102 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-f06c56ee-47b1-4740-aaab-3a522d15c858 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 1125 time: 0.2638924
Apr 02 20:56:09.279467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-network', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:09.321415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Made reservation on behalf of 8431d621f8be4ba0b1a6faa94c77d545 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:09.324537 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.355981 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.399469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3e0769f-9db3-414b-8c63-04fcca685c7e req-cf4b1385-9b4f-4f2b-851b-607fcd1b511b tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 210 time: 0.1379712
Apr 02 20:56:09.516729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.517657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.570641 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8de5c3a2-149d-41f5-a841-2fa7dd0482fa req-bc2c75c8-774a-4a31-bc7d-6d282f31c32b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0491710
Apr 02 20:56:09.571471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14bbcb-0d30-4f70-b97d-643fbfe2d8ca req-169d14d5-22df-4d8c-9371-29d7bab7a9e6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.577903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d14bbcb-0d30-4f70-b97d-643fbfe2d8ca req-169d14d5-22df-4d8c-9371-29d7bab7a9e6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 932 time: 0.2596273
Apr 02 20:56:09.588736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-34a969dd-b3f4-49cc-b025-e47ee0de3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.590251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-34a969dd-b3f4-49cc-b025-e47ee0de3a91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 915 time: 0.3576102
Apr 02 20:56:09.603007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-7f61fd46-3ed9-456f-9429-454996662e89 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2799709
Apr 02 20:56:09.608840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks [] for security_group (def7b0db-a2ea-40d0-a182-4c49c9faa697), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.615979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Request body: {'port': {'device_id': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:09.656891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (def7b0db-a2ea-40d0-a182-4c49c9faa697), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.666562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-9269acb6-b7ae-4a07-9e0f-e7b6bc0e73a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f3f740-986f-4e13-ba57-2ec87a000263 HTTP/1.1" status: 200  len: 217 time: 0.0594733
Apr 02 20:56:09.674280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-6002bcd7-1c95-4593-8904-09d292e8ad7d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.675751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-6002bcd7-1c95-4593-8904-09d292e8ad7d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.15 "GET /v2.0/networks?id=8c367129-e8a6-4477-ae42-b50d7c7292de HTTP/1.1" status: 200  len: 813 time: 0.3719285
Apr 02 20:56:09.691515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:56:09.715549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:56:09.719612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.746209 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (39488008-b2d5-461e-b3c3-b5936cf500b9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.746581 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Added segment 39488008-b2d5-461e-b3c3-b5936cf500b9 of type vlan for network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68
Apr 02 20:56:09.751880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def7b0db-a2ea-40d0-a182-4c49c9faa697,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:09.768212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d14bbcb-0d30-4f70-b97d-643fbfe2d8ca req-6ed2a472-0d70-4221-8c8c-544b13dcf3ed tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826129
Apr 02 20:56:09.802229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-6806e3d2-cba4-45a4-ad44-74d39e143bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.803722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-6806e3d2-cba4-45a4-ad44-74d39e143bbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.1211574
Apr 02 20:56:09.812704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.845167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-bb9b9b5b-1dc1-44df-be94-211a29557337 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341952
Apr 02 20:56:09.854705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Request body: {'port': {'device_id': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de', 'admin_state_up': True, 'tenant_id': 'ca062168c5234ac98bdfe39669d817d7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:09.887136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.888207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:09.888835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:09.957594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0644715
Apr 02 20:56:09.958685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57886) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:09.964943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Request body: {'subnet': {'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-subnet', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:10.015024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa672a61-418b-4762-a531-a10da4c20c6e admin admin] Pushing event updated for resources: {'Network': ['ID=f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:10.027634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-74dbeeae-9aa3-46ee-8821-99505179d56b service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756420
Apr 02 20:56:10.031010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:56:10.044165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Made reservation on behalf of 8431d621f8be4ba0b1a6faa94c77d545 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:10.046607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.052553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:56:10.066788 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] Sync routers for ids ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:56:10.085343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f27a8033-4d46-4cfa-864a-dcc8087f21fe admin admin] 10.222.0.18 "PUT /v2.0/routers/ae7764d6-c8a3-4ee8-a9d5-cd883108b10c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5986900
Apr 02 20:56:10.085913 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] Routers {'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:10.087568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d98340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:10.098249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57888) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:10.332970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c26b5-17fa-4ed2-801c-81fad2d756ac req-61c800e1-3cb9-4419-abec-3ad24dd4dbe1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:10.334459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-921c26b5-17fa-4ed2-801c-81fad2d756ac req-61c800e1-3cb9-4419-abec-3ad24dd4dbe1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2747436
Apr 02 20:56:10.340060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0fba6f-275f-4ecd-83b5-7da801f6c16d req-d8855dbd-d642-4b19-bc4f-68d646bc28ea service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051958
Apr 02 20:56:10.379019 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] Set router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:10.406994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks [] for router (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.459017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-703be447-f329-41f2-a4ae-a508c8b814ca tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3725019
Apr 02 20:56:10.494100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e721-319d-4759-9494-89532ca2db37 req-d47024ab-59dd-4983-a633-f558d8c8a28e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:10.495530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85a8e721-319d-4759-9494-89532ca2db37 req-d47024ab-59dd-4983-a633-f558d8c8a28e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 943 time: 0.5809000
Apr 02 20:56:10.495793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-921c26b5-17fa-4ed2-801c-81fad2d756ac req-12a1cd75-8fa1-4671-ab95-dcda3dabdeca tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496153
Apr 02 20:56:10.530540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Made reservation on behalf of ca062168c5234ac98bdfe39669d817d7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:10.534241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.596173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (dedbabfa-b338-4691-94dd-1fa1e654744c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.598117 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d98340>, [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:56:07Z', 'revision_number': 5, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:10.631705 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] Checking router: ae7764d6-c8a3-4ee8-a9d5-cd883108b10c for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:56:10.640219 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] Routers {'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:10.640868 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d98340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:10.680556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70299369-f16f-49d4-88df-b2df556332ae req-85695503-05f1-4602-ae3b-eec068ceaad8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 210 time: 0.0366299
Apr 02 20:56:10.696930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks [] for router_gateway (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.719709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Checking segment: {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:10.720327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Network hostable DHCP agents. Network: f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:56:10.725661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedbabfa-b338-4691-94dd-1fa1e654744c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:10.747243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85a8e721-319d-4759-9494-89532ca2db37 req-791f0898-00b1-4229-9e64-5faff3e50327 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164125
Apr 02 20:56:10.765782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-3c842d1a-12f1-4e43-b7f0-b0afde18ac1e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:10.766353 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] Set router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:10.773483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-3c842d1a-12f1-4e43-b7f0-b0afde18ac1e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3054633
Apr 02 20:56:10.780647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:56:10.797909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:10.804275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:10.804982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.808790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Request body: {'port': {'device_id': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '5f8ef84a62894a7da5457cafc1bcf172'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:10.814970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e647cd8-1220-4c3f-9743-d2b14c065cb4 None None] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:10.835294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Deleting port d1783229-5784-445d-b450-5a79f357b19e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:10.835525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d1783229-5784-445d-b450-5a79f357b19e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.856572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01630476-a097-41f9-be67-f49e683617f0 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:10.873387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02ca1ced-da1a-40bd-ab3f-075bd0088555 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9134977
Apr 02 20:56:10.874026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57898) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:10.881438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-461edce6-4e83-4888-bcf2-0023e285cbb6 req-078578e2-a14c-4f64-a5ee-cde149a291b0 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0584831
Apr 02 20:56:10.883825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:10.901854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Publish callbacks [] for port (01630476-a097-41f9-be67-f49e683617f0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:10.975804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2aba13a7-ca28-4ecb-a6f9-5c7ffd0cbfd5 req-f13e8201-dfa4-4c14-bd2c-b2897ddaaaef tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 210 time: 0.1302991
Apr 02 20:56:10.999526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Transition to ACTIVE for port object 01630476-a097-41f9-be67-f49e683617f0 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:56:11.011427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68', 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68', 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'fixed_ips': [{'subnet_id': 'dedbabfa-b338-4691-94dd-1fa1e654744c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:56:11.016373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.018651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.055671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Allocated IP 172.20.0.5 (8c367129-e8a6-4477-ae42-b50d7c7292de/abc688d3-cefe-4e69-baeb-a27753c2b4ad/8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:11.072933 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d98340>, [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:56:07Z', 'revision_number': 5, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:11.107513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee33c0e-2013-4e1b-83d1-808513a30f9e None None] The sync data for ids ['ae7764d6-c8a3-4ee8-a9d5-cd883108b10c'] in ncdv-master-1 is: [{'id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-266702035-router', 'tenant_id': '14673cb7d0f940cabbca0f8510bf3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd1783229-5784-445d-b450-5a79f357b19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:51:43Z', 'updated_at': '2022-04-02T20:56:07Z', 'revision_number': 5, 'project_id': '14673cb7d0f940cabbca0f8510bf3545', 'gw_port': {'id': 'd1783229-5784-445d-b450-5a79f357b19e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7764d6-c8a3-4ee8-a9d5-cd883108b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:51:44Z', 'updated_at': '2022-04-02T20:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:56:11.119429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:11.216990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Made reservation on behalf of 5f8ef84a62894a7da5457cafc1bcf172 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:11.220406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.232543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Allocated IP 172.20.0.2 (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68/dedbabfa-b338-4691-94dd-1fa1e654744c/a71fac92-fa6e-423d-89cd-21339f29ada8) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:11.368682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:11.369269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:11.369763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:11.387091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:11.387692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:11.411653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Publish callbacks [] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.415456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:11.416029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:11.416417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:11.416879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Bound port: 01630476-a097-41f9-be67-f49e683617f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:11.417279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.418848 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.453507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] For port d1783229-5784-445d-b450-5a79f357b19e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1783229-5784-445d-b450-5a79f357b19e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:11.453868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d1783229-5784-445d-b450-5a79f357b19e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.465762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks [] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.471780 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (80823624-6d05-4338-9b1e-a8db070d71dc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.473691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (80823624-6d05-4338-9b1e-a8db070d71dc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.482133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Calling delete_port for d1783229-5784-445d-b450-5a79f357b19e owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:11.488893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Pushing event updated for resources: {'Port': ['ID=a71fac92-fa6e-423d-89cd-21339f29ada8,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:11.496979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:11.499866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:11.504120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:11.536401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8213-da70-49ec-a22c-169ffff036a8 req-228da734-00c6-4ab0-97d7-0edbe01e4250 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:11.538093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-492e8213-da70-49ec-a22c-169ffff036a8 req-228da734-00c6-4ab0-97d7-0edbe01e4250 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 932 time: 0.5706491
Apr 02 20:56:11.572872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Allocated IP 192.168.233.174 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/c64f93fe-0582-411d-9a0e-6d653a26526a) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:11.648127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:11.649521 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks [] for router_controller (80823624-6d05-4338-9b1e-a8db070d71dc), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.674424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:11.701491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.720796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Attempting to bind port a71fac92-fa6e-423d-89cd-21339f29ada8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:11.721162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Attempting to bind port a71fac92-fa6e-423d-89cd-21339f29ada8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:11.721514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Attempting to bind port a71fac92-fa6e-423d-89cd-21339f29ada8 on network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:11.727054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:11.727427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Checking segment: {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:11.727814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.728206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Bound using segment: {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:11.728755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Bound port: a71fac92-fa6e-423d-89cd-21339f29ada8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:11.729131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.763514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.769784 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-492e8213-da70-49ec-a22c-169ffff036a8 req-4eafcc04-29f3-4bbb-85ae-7f53d8379aa0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126853
Apr 02 20:56:11.802384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] For port a71fac92-fa6e-423d-89cd-21339f29ada8, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:11.805568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] For port a71fac92-fa6e-423d-89cd-21339f29ada8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a71fac92-fa6e-423d-89cd-21339f29ada8,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:11.813118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.876318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:11.877418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.879677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] 10.222.0.21 "PUT /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 1092 time: 2.2690954
Apr 02 20:56:11.880239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88588b-43bb-46d5-aa6b-052d26e46154 None None] Pushing event updated for resources: {'Port': ['ID=a71fac92-fa6e-423d-89cd-21339f29ada8,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:11.881275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'tag': '01630476-a097-41f9-be67-f49e683617f0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:11.884670 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8ba1cb-d250-49a4-9443-b2df7b908cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "tag": "01630476-a097-41f9-be67-f49e683617f0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:11.908672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Network 8c367129-e8a6-4477-ae42-b50d7c7292de is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:11.912077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks [] for router_gateway (80823624-6d05-4338-9b1e-a8db070d71dc), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:11.936491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:11.961576 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47f8cc81-a15d-49f6-a2fb-555619699eb1 req-8caf79b7-4585-438e-9c95-ef793bc89733 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 210 time: 0.0358684
Apr 02 20:56:11.992376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824305-ca40-4d26-a7d9-1689184ba87c service neutron] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:12.013184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:12.058703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d1783229-5784-445d-b450-5a79f357b19e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.100282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3046b-773d-466c-bdd2-46d5282d8d3d req-a92bb961-c675-4365-981c-282f273cc731 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:12.117569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2a3046b-773d-466c-bdd2-46d5282d8d3d req-a92bb961-c675-4365-981c-282f273cc731 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.4452868
Apr 02 20:56:12.127392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1783229-5784-445d-b450-5a79f357b19e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:12.230417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Pushing event updated for resources: {'Port': ['ID=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:12.240339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:12.241638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.260427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca93c6-7510-4850-a2ea-970023d08465 req-ae8cb346-6a85-4270-8c5b-b1db8673b168 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:12.263314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eca93c6-7510-4850-a2ea-970023d08465 req-ae8cb346-6a85-4270-8c5b-b1db8673b168 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 943 time: 0.2169003
Apr 02 20:56:12.282396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.286779 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks [] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.297713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-ebf84fcf-f552-44e2-a146-963def9310f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:12.299265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-ebf84fcf-f552-44e2-a146-963def9310f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1126 time: 0.3095739
Apr 02 20:56:12.310625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-2cb39caa-2ffa-4164-9294-877253d7a068 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4619770
Apr 02 20:56:12.316493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2a3046b-773d-466c-bdd2-46d5282d8d3d req-b76e2d98-b897-4eb5-92f6-15de77187e17 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586778
Apr 02 20:56:12.360256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Request body: {'port': {'device_id': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:12.386865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-94a0bb60-4a29-4245-b60e-bacfeabd75d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 217 time: 0.0750754
Apr 02 20:56:12.399426 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e41f93-aaf3-4720-aad4-a51571800453 x-openstack-request-id: req-92e41f93-aaf3-4720-aad4-a51571800453 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:12.400538 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "tag": "01630476-a097-41f9-be67-f49e683617f0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:12.400976 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e41f93-aaf3-4720-aad4-a51571800453 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:12.401540 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e41f93-aaf3-4720-aad4-a51571800453'] response: {'name': 'network-changed', 'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'tag': '01630476-a097-41f9-be67-f49e683617f0', 'status': 'completed', 'code': 200}
Apr 02 20:56:12.430341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.431163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96f3f740-986f-4e13-ba57-2ec87a000263 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:12.435545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks [] for router_controller (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.473647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.488783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:12.528438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3', 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:12.540433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc1841d7-f33c-4b8a-81a9-a7adec4794ee req-d1a3c420-0001-4d3b-8e4c-baa78b32a9a6 tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0886967
Apr 02 20:56:12.593850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-6bdf4ed4-bb9a-42a6-9e08-bad114d815be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:12.598976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eca93c6-7510-4850-a2ea-970023d08465 req-e532c642-3241-48af-b7d9-08c7cfff7bc1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181295
Apr 02 20:56:12.599176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-6bdf4ed4-bb9a-42a6-9e08-bad114d815be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1939554
Apr 02 20:56:12.631882 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (ae7764d6-c8a3-4ee8-a9d5-cd883108b10c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.632760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7764d6-c8a3-4ee8-a9d5-cd883108b10c {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:56:12.648316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.649929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-604eb3c1-0b38-4082-9807-9bc75eec6f97 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ae7764d6-c8a3-4ee8-a9d5-cd883108b10c HTTP/1.1" status: 204  len: 168 time: 2.5509114
Apr 02 20:56:12.688054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.692199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:12.704058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:12.711538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event updated for resources: {'Port': ['ID=c64f93fe-0582-411d-9a0e-6d653a26526a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:12.770942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks [] for router_gateway (80823624-6d05-4338-9b1e-a8db070d71dc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.784284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:12.794533 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-09dbdd33-3770-48b4-8c0a-daaf2c528b95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1590624
Apr 02 20:56:12.795445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:12.824877 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:12.935444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 96f3f740-986f-4e13-ba57-2ec87a000263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96f3f740-986f-4e13-ba57-2ec87a000263,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:13.052439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:13.053450 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.056133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '96f3f740-986f-4e13-ba57-2ec87a000263', 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'port_id': '96f3f740-986f-4e13-ba57-2ec87a000263', 'mac_address': 'fa:16:3e:97:97:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35edaf7d-f3b1-40ee-b47c-1db219d55e9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:56:13.091771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Deleting subnet eb52afe0-3e73-4c51-a040-0114f2900339 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:56:13.124248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Publish callbacks [] for subnet (eb52afe0-3e73-4c51-a040-0114f2900339), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.148952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Allocated IP 172.35.4.121 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/d8aed21c-21a6-4fd6-9a65-f19012baac04) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:13.181549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 96f3f740-986f-4e13-ba57-2ec87a000263 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:13.181947 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.206128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4c8d528-f458-4f90-9ab7-02b248b7430c req-54c50391-87f8-46ef-b2fd-4b5118e991c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b683458310c945dd9acbecfb8661a9f5&device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1464076
Apr 02 20:56:13.218647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829f90f-3c67-43eb-aca3-ee0715db56bb req-991a949d-0ff8-4514-a87e-459018e185f5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:13.221165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0829f90f-3c67-43eb-aca3-ee0715db56bb req-991a949d-0ff8-4514-a87e-459018e185f5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.1419206
Apr 02 20:56:13.232069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-4ebe1388-f94c-4205-aa34-d2b83161e8e4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4418674
Apr 02 20:56:13.266031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f3f740-986f-4e13-ba57-2ec87a000263 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:13.277563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (eb52afe0-3e73-4c51-a040-0114f2900339), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.346020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a71fac92-fa6e-423d-89cd-21339f29ada8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:13.350508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cf2022ca-d3e2-46a6-927e-6bb37a10cab2 None None] Provisioning complete for port c64f93fe-0582-411d-9a0e-6d653a26526a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:13.350652 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cf2022ca-d3e2-46a6-927e-6bb37a10cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.353847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Request body: {'port': {'device_id': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:13.357300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0829f90f-3c67-43eb-aca3-ee0715db56bb req-65c46df7-8e66-4710-b18c-37cca777fa22 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967259
Apr 02 20:56:13.361589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 96f3f740-986f-4e13-ba57-2ec87a000263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96f3f740-986f-4e13-ba57-2ec87a000263,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:13.422347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks [] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.427442 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.451136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4c8d528-f458-4f90-9ab7-02b248b7430c req-6034f766-47c1-46a0-ad3f-1e5536f29275 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b683458310c945dd9acbecfb8661a9f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2266841
Apr 02 20:56:13.502725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee96ab-92ec-41fa-a325-24416a964ace None None] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:13.504991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6ab1561-b36f-48ab-8fdd-4bd68c7d3199 req-368e7799-dea8-478f-9c94-ca1455d41beb tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0874407
Apr 02 20:56:13.517645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.542261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cf2022ca-d3e2-46a6-927e-6bb37a10cab2 None None] Port c64f93fe-0582-411d-9a0e-6d653a26526a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:56:13.586879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c7e3-8a37-46e1-a80e-2f93035685f1 req-e0444f42-8e68-41b5-9856-c5e259a33653 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:13.588913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f024c7e3-8a37-46e1-a80e-2f93035685f1 req-e0444f42-8e68-41b5-9856-c5e259a33653 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 931 time: 0.8837733
Apr 02 20:56:13.597695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:13.602083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:13.605297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:13.653636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=96f3f740-986f-4e13-ba57-2ec87a000263,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:13.674737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Pushing event updated for resources: {'Port': ['ID=d8aed21c-21a6-4fd6-9a65-f19012baac04,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:13.747605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a71fac92-fa6e-423d-89cd-21339f29ada8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:13.747983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.760261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] Provisioning complete for port a71fac92-fa6e-423d-89cd-21339f29ada8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:13.760668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:13.776377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f2fff-acdd-4d10-a2ed-2dbf561d95bc req-bdac8b1e-d601-425c-93a4-29a851a5488d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:13.778013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b52f2fff-acdd-4d10-a2ed-2dbf561d95bc req-bdac8b1e-d601-425c-93a4-29a851a5488d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 936 time: 0.1448452
Apr 02 20:56:13.787088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['96f3f740-986f-4e13-ba57-2ec87a000263'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:13.898408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b52f2fff-acdd-4d10-a2ed-2dbf561d95bc req-5d9d55b7-d261-4675-ab96-ad6c16e8a02b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019769
Apr 02 20:56:14.001628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks [] for router_gateway (80823624-6d05-4338-9b1e-a8db070d71dc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.056065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-249b6f12-a1bf-4f75-91d9-2e8c68905dc0 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9674408
Apr 02 20:56:14.098023 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.150306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (eb52afe0-3e73-4c51-a040-0114f2900339), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.165534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a71fac92-fa6e-423d-89cd-21339f29ada8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:14.166123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.197429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] Current status of the port a71fac92-fa6e-423d-89cd-21339f29ada8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:14.198433 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.257816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f677db-67f9-4abb-9667-fa7d21e81151 req-a00cf971-108f-47ae-b108-8d50a76fdad3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:14.259567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90f677db-67f9-4abb-9667-fa7d21e81151 req-a00cf971-108f-47ae-b108-8d50a76fdad3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2153425
Apr 02 20:56:14.287133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f024c7e3-8a37-46e1-a80e-2f93035685f1 req-ed0d228a-48da-4c87-85d6-ff095b6af6d6 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6617236
Apr 02 20:56:14.319688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8d528-f458-4f90-9ab7-02b248b7430c req-6d745ba1-51c2-477d-bf5c-0a7ac78e8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:14.321348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4c8d528-f458-4f90-9ab7-02b248b7430c req-6d745ba1-51c2-477d-bf5c-0a7ac78e8b81 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8534596
Apr 02 20:56:14.328731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] For port a71fac92-fa6e-423d-89cd-21339f29ada8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a71fac92-fa6e-423d-89cd-21339f29ada8,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:14.329740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.343116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.352590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90f677db-67f9-4abb-9667-fa7d21e81151 req-99465c0a-5d49-4560-bb09-2467d5f709a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849283
Apr 02 20:56:14.354555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (80823624-6d05-4338-9b1e-a8db070d71dc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.484740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 20:56:14.485113 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 20:56:14.505664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85191-0a60-4318-9588-7fbb8cc3da9f None None] Pushing event updated for resources: {'Port': ['ID=a71fac92-fa6e-423d-89cd-21339f29ada8,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:14.522173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c4b79196-62f6-47b0-98b8-246139421a6c None None] Provisioning complete for port a71fac92-fa6e-423d-89cd-21339f29ada8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:14.522553 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c4b79196-62f6-47b0-98b8-246139421a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.595181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-8804d0df-4060-4be4-9976-77b8856b7770 service neutron] 10.222.0.21 "GET /v2.0/ports/c04f176b-9717-4cb2-9621-f8e89d6031ec/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1485469
Apr 02 20:56:14.605950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5720-8587-44c6-9da5-3d01fa383304 req-5272ed09-b16e-4740-ada4-1d50e2443c15 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:14.607334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (eb52afe0-3e73-4c51-a040-0114f2900339), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.608997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b9b5720-8587-44c6-9da5-3d01fa383304 req-5272ed09-b16e-4740-ada4-1d50e2443c15 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.1639268
Apr 02 20:56:14.625185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c4b79196-62f6-47b0-98b8-246139421a6c None None] Current status of the port a71fac92-fa6e-423d-89cd-21339f29ada8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:14.625591 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00ec4306-ff36-4a4a-b4d5-06a951230c31 req-9bf7f298-52b1-47e2-b0dc-9562b1f09f93 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5446248
Apr 02 20:56:14.674655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Router 80823624-6d05-4338-9b1e-a8db070d71dc is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:56:14.684748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b9b5720-8587-44c6-9da5-3d01fa383304 req-de23aee6-a2cd-45bd-9be1-8bf722b92a1e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694058
Apr 02 20:56:14.725057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb52afe0-3e73-4c51-a040-0114f2900339,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:14.729454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cfd54d-dd4c-42b0-ab39-52b80910064e None None] Network 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:14.731484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.736953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d687858-aad9-4adc-ba6e-7ff247f1e0f7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb52afe0-3e73-4c51-a040-0114f2900339 HTTP/1.1" status: 204  len: 168 time: 2.0243382
Apr 02 20:56:14.752872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:14.761557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f4b88-4981-4931-ac79-5f137147d3b3 req-da4bc68a-a6f5-4c59-a8e4-49b033b837d5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:14.764754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-059f4b88-4981-4931-ac79-5f137147d3b3 req-da4bc68a-a6f5-4c59-a8e4-49b033b837d5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 944 time: 0.2734418
Apr 02 20:56:14.819059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:14.835466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:56:14.846728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Publish callbacks [] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.857540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Sync routers for ids ['80823624-6d05-4338-9b1e-a8db070d71dc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:56:14.864730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a10901b-f8db-4901-bd17-3b8276661598 req-821e6662-269a-42b2-8ed9-7fc2cce439eb tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0272305
Apr 02 20:56:14.885115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.886809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92295f4c-7c00-4df4-83cb-0c6e95f589cc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.0088646
Apr 02 20:56:14.889697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57932) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:14.948342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-059f4b88-4981-4931-ac79-5f137147d3b3 req-03a25197-ef8c-40b0-81ab-0d45efb40e5b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717427
Apr 02 20:56:14.949416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Transition to ACTIVE for port object 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:56:14.957274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (44f4c1cb-12a2-44bd-91c8-3a9e0505e462), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.971201 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:14.991426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-4eb7f748-2448-46fd-9ebe-47b6ed404110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:14.992990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-4eb7f748-2448-46fd-9ebe-47b6ed404110 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1126 time: 0.2869916
Apr 02 20:56:15.100382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Routers {'80823624-6d05-4338-9b1e-a8db070d71dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:15.101149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80823624-6d05-4338-9b1e-a8db070d71dc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:15.103016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64f93fe-0582-411d-9a0e-6d653a26526a {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:15.139927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:15.146180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Publish callbacks [] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.155257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a71fac92-fa6e-423d-89cd-21339f29ada8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:15.214932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7f3a74a5-1a5a-42df-bb3d-af4da749554e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:15.217896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] DHCP port deletion for 44f4c1cb-12a2-44bd-91c8-3a9e0505e462 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:56:15.224860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Transition to ACTIVE for port object c64f93fe-0582-411d-9a0e-6d653a26526a will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:56:15.250941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.267032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 7f3a74a5-1a5a-42df-bb3d-af4da749554e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:15.267535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7f3a74a5-1a5a-42df-bb3d-af4da749554e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:15.299678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Set router 80823624-6d05-4338-9b1e-a8db070d71dc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:15.320381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-f86b1c92-bfb2-405f-832d-c5620115bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.322151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-f86b1c92-bfb2-405f-832d-c5620115bace service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2839391
Apr 02 20:56:15.428911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Attempting to bind port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:15.429179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Attempting to bind port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c270d6ec-2861-4ead-bd44-210b54968f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:15.429760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Attempting to bind port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab on network 8c367129-e8a6-4477-ae42-b50d7c7292de {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:15.430717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-4e45f438-9062-4531-bb06-8e71a9e998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.432818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-4e45f438-9062-4531-bb06-8e71a9e998e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe&tenant_id=bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 1131 time: 0.5351071
Apr 02 20:56:15.436089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Deleting port 79a10574-634e-4c17-a67f-5aae32fa1542 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:15.436649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.446618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-7af851b2-30f9-47db-88a6-7e8cc1ae783a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 217 time: 0.1153769
Apr 02 20:56:15.447477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c64f93fe-0582-411d-9a0e-6d653a26526a,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:15.554252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a848b66-1c47-4e25-9777-c531f5cb5121 req-a4314da0-1694-4e5b-8387-3ffc48dda109 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.557868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab on network 8c367129-e8a6-4477-ae42-b50d7c7292de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:15.558425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Attempting to bind port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab on network 8c367129-e8a6-4477-ae42-b50d7c7292de {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:15.562063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a848b66-1c47-4e25-9777-c531f5cb5121 req-a4314da0-1694-4e5b-8387-3ffc48dda109 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 948 time: 0.1381338
Apr 02 20:56:15.565601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-2715da84-af0e-47a3-bb2e-33265e453504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.568807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a71fac92-fa6e-423d-89cd-21339f29ada8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:15.571182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-2715da84-af0e-47a3-bb2e-33265e453504 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0809336
Apr 02 20:56:15.592872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:15.593218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Checking segment: {'id': 'c270d6ec-2861-4ead-bd44-210b54968f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:15.593610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Bound using segment: {'id': 'c270d6ec-2861-4ead-bd44-210b54968f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:15.594099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Bound port: 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c270d6ec-2861-4ead-bd44-210b54968f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:15.594483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.600757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] Deleting port 79a10574-634e-4c17-a67f-5aae32fa1542 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:15.601136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.614085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a848b66-1c47-4e25-9777-c531f5cb5121 req-e8540a0b-13a2-421c-a258-29cf2376e01d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493186
Apr 02 20:56:15.626542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-8216b505-4b12-40b8-9bae-2eef8142754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.628663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-8216b505-4b12-40b8-9bae-2eef8142754c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1131 time: 0.1452298
Apr 02 20:56:15.682615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-cbda8769-9572-483c-894b-c3caf16b8111 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0858185
Apr 02 20:56:15.742498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] For port 79a10574-634e-4c17-a67f-5aae32fa1542, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79a10574-634e-4c17-a67f-5aae32fa1542,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:15.742870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.765592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] Calling delete_port for 79a10574-634e-4c17-a67f-5aae32fa1542 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:15.767207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a71fac92-fa6e-423d-89cd-21339f29ada8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:15.767562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.780650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] For port 79a10574-634e-4c17-a67f-5aae32fa1542, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79a10574-634e-4c17-a67f-5aae32fa1542,segment=NetworkSegment(c1be1d6b-31e7-4716-80b6-f76ec877f0dd),segment_id=c1be1d6b-31e7-4716-80b6-f76ec877f0dd)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:15.781029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.801171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554da60>, [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:13Z', 'revision_number': 3, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:15.819895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Calling delete_port for 79a10574-634e-4c17-a67f-5aae32fa1542 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:15.864768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4f15c-41ec-4d2c-b1f2-442cea0f64ea req-11c97511-d551-42f4-88c4-dec546b0cb75 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.865690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Checking router: 80823624-6d05-4338-9b1e-a8db070d71dc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:56:15.866043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Updating router 80823624-6d05-4338-9b1e-a8db070d71dc port d8aed21c-21a6-4fd6-9a65-f19012baac04 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:56:15.871503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80f4f15c-41ec-4d2c-b1f2-442cea0f64ea req-11c97511-d551-42f4-88c4-dec546b0cb75 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.1740415
Apr 02 20:56:15.882205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Attempting to bind port c64f93fe-0582-411d-9a0e-6d653a26526a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:15.882574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Attempting to bind port c64f93fe-0582-411d-9a0e-6d653a26526a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:15.883186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Attempting to bind port c64f93fe-0582-411d-9a0e-6d653a26526a on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:15.891763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30abcb-1013-44cf-93cf-2d18bbcc3e50 req-8ffcb9f6-5bd2-4642-ba38-91d88c53c733 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.893097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac30abcb-1013-44cf-93cf-2d18bbcc3e50 req-8ffcb9f6-5bd2-4642-ba38-91d88c53c733 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 943 time: 0.4601061
Apr 02 20:56:15.904242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-94afbc98-3fac-4576-8b28-26ed4068d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:15.905804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-94afbc98-3fac-4576-8b28-26ed4068d221 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2095442
Apr 02 20:56:15.922816 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:15.964914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4c8d528-f458-4f90-9ab7-02b248b7430c req-614bae35-2af8-433d-a8b0-9dd715f0479a tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.15 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.0995700
Apr 02 20:56:15.970149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Port c64f93fe-0582-411d-9a0e-6d653a26526a on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:15.971009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Attempting to bind port c64f93fe-0582-411d-9a0e-6d653a26526a on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:15.985686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] For port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:16.008204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-d5b3261c-326e-4e12-bcd7-74e8fecb9f55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 217 time: 0.0942392
Apr 02 20:56:16.011761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:16.012112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:16.012538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:16.012997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Bound port: c64f93fe-0582-411d-9a0e-6d653a26526a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:16.013366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.040027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80f4f15c-41ec-4d2c-b1f2-442cea0f64ea req-fa1b76ec-bf7e-48f0-b9f4-ef54779e8ccc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676826
Apr 02 20:56:16.040643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] For port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,segment=NetworkSegment(c270d6ec-2861-4ead-bd44-210b54968f21),segment_id=c270d6ec-2861-4ead-bd44-210b54968f21)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:16.089879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-75dc16df-10f1-4d89-9bca-83651608fa18 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3746901
Apr 02 20:56:16.102705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.143147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-fb6564a8-87bd-44f1-abe4-da1f423297a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:16.144673 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-fb6564a8-87bd-44f1-abe4-da1f423297a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1242805
Apr 02 20:56:16.166644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a71fac92-fa6e-423d-89cd-21339f29ada8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:16.180620 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.201326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:16.201326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.202535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] 10.222.0.15 "PUT /v2.0/ports/8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab HTTP/1.1" status: 200  len: 1091 time: 3.8789999
Apr 02 20:56:16.220591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'tag': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:16.224733 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df52988b-c918-49b6-93e0-fb3f21bb72ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2314138d-b06e-4d43-b9ce-b7e7087cb7e4", "tag": "8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:16.231744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac30abcb-1013-44cf-93cf-2d18bbcc3e50 req-6e364ecf-5a0e-47cc-bfca-f4cb9eb660b9 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2977755
Apr 02 20:56:16.234097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] Pushing event deleted for resources: {'Port': ['ID=79a10574-634e-4c17-a67f-5aae32fa1542,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:16.246410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f59d05-0c22-40a3-bd1a-c1225f0746f1 None None] No DVR routers for this DVR port 79a10574-634e-4c17-a67f-5aae32fa1542 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:16.286401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79a10574-634e-4c17-a67f-5aae32fa1542 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:16.290381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (79a10574-634e-4c17-a67f-5aae32fa1542), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.320006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 79a10574-634e-4c17-a67f-5aae32fa1542 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:16.320396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79a10574-634e-4c17-a67f-5aae32fa1542 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:16.320789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1783229-5784-445d-b450-5a79f357b19e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:16.351254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-7830960b-ae86-4c25-b869-e1433a3975da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:16.353104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-7830960b-ae86-4c25-b869-e1433a3975da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1996479
Apr 02 20:56:16.365010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b53a77-99b8-482f-893f-1a34544d8e9c req-a4572265-6652-412a-a269-8aa5b3597a1a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:16.371966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32b53a77-99b8-482f-893f-1a34544d8e9c req-a4572265-6652-412a-a269-8aa5b3597a1a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.2334983
Apr 02 20:56:16.393279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] No DVR routers for this DVR port 79a10574-634e-4c17-a67f-5aae32fa1542 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:16.422427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d1783229-5784-445d-b450-5a79f357b19e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:16.422671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879f479-b98f-463a-95aa-613a5c915c52 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:16.422898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1783229-5784-445d-b450-5a79f357b19e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:16.435701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96f3f740-986f-4e13-ba57-2ec87a000263 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:16.489509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-280e5376-c19e-46c0-aafb-7fcde1bd28fd req-9bfe58ff-e95f-45b6-a398-0363e2866eea tempest-ServerShowV257Test-1504753161 tempest-ServerShowV257Test-1504753161-project] 10.222.0.18 "GET /v2.0/ports?device_id=9180f4b9-672f-422e-a2ff-199b76e2566e HTTP/1.1" status: 200  len: 210 time: 0.1385171
Apr 02 20:56:16.492152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] For port c64f93fe-0582-411d-9a0e-6d653a26526a, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:16.521080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.564541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] For port c64f93fe-0582-411d-9a0e-6d653a26526a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c64f93fe-0582-411d-9a0e-6d653a26526a,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:16.569537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a10574-634e-4c17-a67f-5aae32fa1542,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:16.578380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 96f3f740-986f-4e13-ba57-2ec87a000263 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:56:16.583401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Publish callbacks [] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.587659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 96f3f740-986f-4e13-ba57-2ec87a000263 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:16.588244 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.618234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.619652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32b53a77-99b8-482f-893f-1a34544d8e9c req-39c8afef-ad67-42ca-baf7-99aa2d5fed02 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2468200
Apr 02 20:56:16.652838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.687890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da8ba1cb-d250-49a4-9443-b2df7b908cdd req-7a7ed062-9f7b-4e5a-a38c-8fd96a7977d2 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5520866
Apr 02 20:56:16.709887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a715c-a863-47e6-8f74-41952155b9f4 None None] Pushing event updated for resources: {'Port': ['ID=d8aed21c-21a6-4fd6-9a65-f19012baac04,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:16.713343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Attempting to bind port d8aed21c-21a6-4fd6-9a65-f19012baac04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:16.714002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Attempting to bind port d8aed21c-21a6-4fd6-9a65-f19012baac04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:16.714556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Attempting to bind port d8aed21c-21a6-4fd6-9a65-f19012baac04 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:16.725530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:16.726206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:16.726762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.727309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:16.727933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Bound port: d8aed21c-21a6-4fd6-9a65-f19012baac04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:16.728518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.753843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-fa28b3ca-0557-487c-9978-dd889cd361ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:16.755393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-fa28b3ca-0557-487c-9978-dd889cd361ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca062168c5234ac98bdfe39669d817d7&device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 1125 time: 0.4830496
Apr 02 20:56:16.762255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-7389dda7-0b8f-417f-8661-a38924292a35 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3862765
Apr 02 20:56:16.764035 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c0391-9b41-4203-80bc-7deddfe83fab x-openstack-request-id: req-963c0391-9b41-4203-80bc-7deddfe83fab {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:16.764329 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2314138d-b06e-4d43-b9ce-b7e7087cb7e4", "tag": "8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:16.764616 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-963c0391-9b41-4203-80bc-7deddfe83fab {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:16.765011 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963c0391-9b41-4203-80bc-7deddfe83fab'] response: {'name': 'network-changed', 'server_uuid': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'tag': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab', 'status': 'completed', 'code': 200}
Apr 02 20:56:16.766959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (44f4c1cb-12a2-44bd-91c8-3a9e0505e462), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.816185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:16.816848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.818291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/c64f93fe-0582-411d-9a0e-6d653a26526a HTTP/1.1" status: 200  len: 1096 time: 3.5379682
Apr 02 20:56:16.820309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 96f3f740-986f-4e13-ba57-2ec87a000263 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:16.820735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.852502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] For port d8aed21c-21a6-4fd6-9a65-f19012baac04, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:16.874580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-103899d7-3fff-4773-af1e-4ea17dfcfbab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab HTTP/1.1" status: 200  len: 217 time: 0.1021302
Apr 02 20:56:16.879691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f2453d0>,) {'filters': {'network_id': ['44f4c1cb-12a2-44bd-91c8-3a9e0505e462']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:16.886815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] For port d8aed21c-21a6-4fd6-9a65-f19012baac04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8aed21c-21a6-4fd6-9a65-f19012baac04,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:16.893501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921651cb-3b32-40b1-93bd-69c6229974fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f3f740-986f-4e13-ba57-2ec87a000263'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:16.896712 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dcca1b-a3b8-4b67-baff-91f2fa840240" -d '{"events": [{"server_uuid": "921651cb-3b32-40b1-93bd-69c6229974fc", "name": "network-vif-plugged", "status": "completed", "tag": "96f3f740-986f-4e13-ba57-2ec87a000263"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:16.910127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.916144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 96f3f740-986f-4e13-ba57-2ec87a000263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96f3f740-986f-4e13-ba57-2ec87a000263,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:16.938137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f2453d0>, 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:16.938445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f2453d0>, 'c1be1d6b-31e7-4716-80b6-f76ec877f0dd') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:16.948307 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.974578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506b065-070f-4341-ac16-9babd8f895e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c64f93fe-0582-411d-9a0e-6d653a26526a,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:16.975857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Allocated IP 172.20.0.1 (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68/dedbabfa-b338-4691-94dd-1fa1e654744c/7d0682a1-b791-4e85-966e-4154093321ac) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:16.991058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Routers {'80823624-6d05-4338-9b1e-a8db070d71dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:16.991706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80823624-6d05-4338-9b1e-a8db070d71dc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:16.996131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c1be1d6b-31e7-4716-80b6-f76ec877f0dd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:16.996356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a715c-a863-47e6-8f74-41952155b9f4 None None] Pushing event updated for resources: {'Port': ['ID=d8aed21c-21a6-4fd6-9a65-f19012baac04,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:17.025312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c1be1d6b-31e7-4716-80b6-f76ec877f0dd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.038984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:56:17.039443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c1be1d6b-31e7-4716-80b6-f76ec877f0dd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.047984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0263-bf4b-4391-90cf-9b8c2ced01af req-5fd30f86-dc81-4916-9e42-76c652c44ed4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.055266 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-213c0263-bf4b-4391-90cf-9b8c2ced01af req-5fd30f86-dc81-4916-9e42-76c652c44ed4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 944 time: 0.3706982
Apr 02 20:56:17.056981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f79f2-1409-4788-b598-611d2152b65f req-dbe6f8c5-2d06-43ec-b754-da80f6d157c6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:56:17.057156 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:56:17.065044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-442f79f2-1409-4788-b598-611d2152b65f req-dbe6f8c5-2d06-43ec-b754-da80f6d157c6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 948 time: 0.2482431
Apr 02 20:56:17.073431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a866eb-0669-488e-a09c-745a5ae79218 req-1878def4-b88d-4cf2-a589-42932d8847d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.075422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-1878def4-b88d-4cf2-a589-42932d8847d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abc688d3-cefe-4e69-baeb-a27753c2b4ad HTTP/1.1" status: 200  len: 853 time: 0.1856785
Apr 02 20:56:17.087659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e647d207-573e-4b8d-acd2-12e9646bcc23 req-b169637f-e9bd-4e5f-9bb3-3f9dd910ddc6 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691300
Apr 02 20:56:17.153019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=96f3f740-986f-4e13-ba57-2ec87a000263,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:17.178269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-d85756c2-acf0-4d2d-af1d-9b9756341e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.178718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-442f79f2-1409-4788-b598-611d2152b65f req-9a13d308-47db-4f77-a8c3-ddebdc5de1b6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123312
Apr 02 20:56:17.180099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-d85756c2-acf0-4d2d-af1d-9b9756341e37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 1130 time: 0.2895296
Apr 02 20:56:17.182413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-77c6ba3d-ce23-43ba-aee3-067764ee6b30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8c367129-e8a6-4477-ae42-b50d7c7292de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0873716
Apr 02 20:56:17.210573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] Set router 80823624-6d05-4338-9b1e-a8db070d71dc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:17.251003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (44f4c1cb-12a2-44bd-91c8-3a9e0505e462), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.266533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks [] for port (7d0682a1-b791-4e85-966e-4154093321ac), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.271776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-2448ccf0-bd65-42b1-9fcb-3ecd7f6a8c1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c64f93fe-0582-411d-9a0e-6d653a26526a HTTP/1.1" status: 200  len: 217 time: 0.0812438
Apr 02 20:56:17.278641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.279167 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af8885-f869-40af-977e-a45420ba8456 x-openstack-request-id: req-36af8885-f869-40af-977e-a45420ba8456 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:17.279487 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921651cb-3b32-40b1-93bd-69c6229974fc", "name": "network-vif-plugged", "status": "completed", "tag": "96f3f740-986f-4e13-ba57-2ec87a000263", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:17.279912 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36af8885-f869-40af-977e-a45420ba8456 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:17.280745 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36af8885-f869-40af-977e-a45420ba8456'] response: {'server_uuid': '921651cb-3b32-40b1-93bd-69c6229974fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f3f740-986f-4e13-ba57-2ec87a000263', 'code': 200}
Apr 02 20:56:17.285989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] 10.222.0.18 "DELETE /v2.0/networks/44f4c1cb-12a2-44bd-91c8-3a9e0505e462 HTTP/1.1" status: 204  len: 168 time: 2.5200012
Apr 02 20:56:17.335948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-213c0263-bf4b-4391-90cf-9b8c2ced01af req-2338fc2e-8f06-4d7d-bc54-7950b307398d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761674
Apr 02 20:56:17.338911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ddc1e-e8b7-4639-b457-3148a091f883 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f4c1cb-12a2-44bd-91c8-3a9e0505e462,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:17.389650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7d0682a1-b791-4e85-966e-4154093321ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.488232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:17.510931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:17.523796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:17.538036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:17.594115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Pushing event updated for resources: {'Port': ['ID=7d0682a1-b791-4e85-966e-4154093321ac,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:17.597308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.652095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072164b3-a8c9-40c4-98ef-7cd5ad607442 req-be5c55cc-adec-4b95-9a1a-0aea547fa555 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.653944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-072164b3-a8c9-40c4-98ef-7cd5ad607442 req-be5c55cc-adec-4b95-9a1a-0aea547fa555 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.2895734
Apr 02 20:56:17.660589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (80823624-6d05-4338-9b1e-a8db070d71dc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.674473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554da60>, [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:13Z', 'revision_number': 3, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:17.704128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538c648-91cb-4edb-8cc8-f8d0f2cfe69c req-662d5e29-1e67-4e6d-91c7-eab6854205f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.705666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8538c648-91cb-4edb-8cc8-f8d0f2cfe69c req-662d5e29-1e67-4e6d-91c7-eab6854205f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 1127 time: 0.3029573
Apr 02 20:56:17.708306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915db8a8-ceec-4471-9b07-91aa0d051a43 None None] The sync data for ids ['80823624-6d05-4338-9b1e-a8db070d71dc'] in ncdv-master-1 is: [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:13Z', 'revision_number': 3, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:56:17.714898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1fe7a2e6-ba6e-44a8-9153-ca5f326b3e0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fde6bd005e3a4a25b63639832027ab85&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2008886
Apr 02 20:56:17.725574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57964) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:17.850522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b0a5cb94-e8b9-441d-aae9-6718a70c6427 None None] Provisioning complete for port 7d0682a1-b791-4e85-966e-4154093321ac triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:17.850777 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0a5cb94-e8b9-441d-aae9-6718a70c6427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7d0682a1-b791-4e85-966e-4154093321ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.866064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8538c648-91cb-4edb-8cc8-f8d0f2cfe69c req-99ae2846-2440-4d9b-8850-1601c457e849 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483645
Apr 02 20:56:17.872985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-072164b3-a8c9-40c4-98ef-7cd5ad607442 req-bcb7332a-7d4f-48f2-b5c0-dc0efd120c1e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071614
Apr 02 20:56:17.875688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-328899ba-81b4-48ee-8fc8-b17169fcf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.877209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-328899ba-81b4-48ee-8fc8-b17169fcf7a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.5783756
Apr 02 20:56:17.883561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-dfb95bce-5d6e-4eb9-a01c-6f90a3ca9003 service neutron] 10.222.0.15 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6909323
Apr 02 20:56:17.898361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5cb94-e8b9-441d-aae9-6718a70c6427 None None] Port 7d0682a1-b791-4e85-966e-4154093321ac cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:56:17.911801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19671a82-54ca-45f5-9f96-ea1c3f91116f admin admin] Publish callbacks [] for security_group (efda46d9-3578-41e2-9bcc-a3f11e6b4bb0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.959409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f17bd8-e8ab-4383-a71f-16020ad8f231 req-1b0a73f8-0006-406f-bc36-d902ee3ad2fb tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:17.959672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19671a82-54ca-45f5-9f96-ea1c3f91116f admin admin] Publish callbacks [] for security_group (efda46d9-3578-41e2-9bcc-a3f11e6b4bb0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.961739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7d0682a1-b791-4e85-966e-4154093321ac), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:17.970898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75f17bd8-e8ab-4383-a71f-16020ad8f231 req-1b0a73f8-0006-406f-bc36-d902ee3ad2fb tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 943 time: 0.1626427
Apr 02 20:56:18.178448 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75f17bd8-e8ab-4383-a71f-16020ad8f231 req-8dd50aeb-cdb7-49e7-b3d8-9ef467a1aad2 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058218
Apr 02 20:56:18.182588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a866eb-0669-488e-a09c-745a5ae79218 req-d0298238-247e-4378-943f-c7e18494f21c service neutron] 10.222.0.15 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2834730
Apr 02 20:56:18.193836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-ff192d18-919c-4b8b-80e8-5fcb92e3f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:18.195643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-ff192d18-919c-4b8b-80e8-5fcb92e3f9dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1261818
Apr 02 20:56:18.221213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19671a82-54ca-45f5-9f96-ea1c3f91116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (efda46d9-3578-41e2-9bcc-a3f11e6b4bb0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.224496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19671a82-54ca-45f5-9f96-ea1c3f91116f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.225705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-19671a82-54ca-45f5-9f96-ea1c3f91116f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efda46d9-3578-41e2-9bcc-a3f11e6b4bb0 HTTP/1.1" status: 204  len: 168 time: 0.4991796
Apr 02 20:56:18.247974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492ac62-49e4-46d1-b7b8-87a700be65e1 req-dc592a65-d24e-44f1-966b-90048fc49bd0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:18.249609 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f492ac62-49e4-46d1-b7b8-87a700be65e1 req-dc592a65-d24e-44f1-966b-90048fc49bd0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.1787653
Apr 02 20:56:18.309056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19671a82-54ca-45f5-9f96-ea1c3f91116f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda46d9-3578-41e2-9bcc-a3f11e6b4bb0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:18.337558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks [] for port (7d0682a1-b791-4e85-966e-4154093321ac), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.352300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7d0682a1-b791-4e85-966e-4154093321ac), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.401860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f492ac62-49e4-46d1-b7b8-87a700be65e1 req-e6451522-0255-4f03-8226-a0f052aff519 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365693
Apr 02 20:56:18.462555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 01630476-a097-41f9-be67-f49e683617f0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:18.465398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:18.475495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (80823624-6d05-4338-9b1e-a8db070d71dc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.497612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:18.526458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Pushing event updated for resources: {'Port': ['ID=7d0682a1-b791-4e85-966e-4154093321ac,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:18.640821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcdebe-1663-4fc5-a43b-bd9feb58f9d6 req-272f659a-09dc-407b-9a96-d9b9ad003792 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:18.650954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53fcdebe-1663-4fc5-a43b-bd9feb58f9d6 req-272f659a-09dc-407b-9a96-d9b9ad003792 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 948 time: 0.2617888
Apr 02 20:56:18.653033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-0c535bda-119d-40ca-9238-e84a83642ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:18.654280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-0c535bda-119d-40ca-9238-e84a83642ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca062168c5234ac98bdfe39669d817d7&device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 1125 time: 0.2634721
Apr 02 20:56:18.656229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-984f997a-1387-477e-bd7a-7fd8f484fbd7 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4523625
Apr 02 20:56:18.682965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca4e92-ede2-4567-91be-753ec9b47846 req-e64b0515-8f56-4a3d-8bc1-7505f02f9923 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:18.692706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28ca4e92-ede2-4567-91be-753ec9b47846 req-e64b0515-8f56-4a3d-8bc1-7505f02f9923 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 945 time: 0.1182249
Apr 02 20:56:18.712917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:18.729553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:18.744994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36191109-d274-4eea-97ba-79eb102a4587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.768410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'tag': 'c64f93fe-0582-411d-9a0e-6d653a26526a'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:18.770760 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b89a507-f20f-420a-bb9e-02a202eedad5" -d '{"events": [{"name": "network-changed", "server_uuid": "9005e873-1c4a-43cf-ba69-0334fff97c58", "tag": "c64f93fe-0582-411d-9a0e-6d653a26526a"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:18.797302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:18.812798 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28ca4e92-ede2-4567-91be-753ec9b47846 req-88d44c34-7da6-4dcf-ba5f-a061da9f10db tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176550
Apr 02 20:56:18.820831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '01630476-a097-41f9-be67-f49e683617f0', 'network_id': '83a57283-8e77-4048-913b-713f633ea68f', 'port_id': '01630476-a097-41f9-be67-f49e683617f0', 'mac_address': 'fa:16:3e:71:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e393bb-af15-4c91-8d30-7f48f998d072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:56:18.821427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57984) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:18.927406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c04f176b-9717-4cb2-9621-f8e89d6031ec is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:18.928659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.928897 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3110c01-789c-4903-8450-a06d69695c1e x-openstack-request-id: req-b3110c01-789c-4903-8450-a06d69695c1e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:18.929638 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9005e873-1c4a-43cf-ba69-0334fff97c58", "tag": "c64f93fe-0582-411d-9a0e-6d653a26526a", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:18.929638 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3110c01-789c-4903-8450-a06d69695c1e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:18.929921 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3110c01-789c-4903-8450-a06d69695c1e'] response: {'name': 'network-changed', 'server_uuid': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'tag': 'c64f93fe-0582-411d-9a0e-6d653a26526a', 'status': 'completed', 'code': 200}
Apr 02 20:56:18.954156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 01630476-a097-41f9-be67-f49e683617f0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:18.954556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:18.983315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53fcdebe-1663-4fc5-a43b-bd9feb58f9d6 req-455bf44b-84b7-4d02-9f0e-dac233af3352 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3260050
Apr 02 20:56:19.006621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:19.019366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.035726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d00f910e-2383-4de7-8ea1-fe6f0a3fb3db req-7e3afa2f-f2f2-46d9-bccc-9bb3ec9597d0 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3612690
Apr 02 20:56:19.036920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-35a2ca2c-362d-45d1-9a4f-3307ba82acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.038792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-35a2ca2c-362d-45d1-9a4f-3307ba82acea service neutron] 10.222.0.15 "GET /v2.0/networks?id=8c367129-e8a6-4477-ae42-b50d7c7292de HTTP/1.1" status: 200  len: 914 time: 0.3628263
Apr 02 20:56:19.072613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01630476-a097-41f9-be67-f49e683617f0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:19.122543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:19.134648 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.138007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:19.151509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-1d3ac9e1-15ff-4239-bda4-f18fe1be5910 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab HTTP/1.1" status: 200  len: 217 time: 0.0988877
Apr 02 20:56:19.177484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c75ad0ee-f449-4d18-80d3-ed49bbfc14c2 None None] Provisioning complete for port 7d0682a1-b791-4e85-966e-4154093321ac triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:19.177937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c75ad0ee-f449-4d18-80d3-ed49bbfc14c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7d0682a1-b791-4e85-966e-4154093321ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.235622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6cbfe962-f167-45dd-9e11-3af70a3fac38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14673cb7d0f940cabbca0f8510bf3545&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4096949
Apr 02 20:56:19.236800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57988) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:19.264539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Router 80823624-6d05-4338-9b1e-a8db070d71dc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:56:19.273807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:19.283001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:19.286619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064aa9-ff21-4ed4-b32e-c15b0ac7d641 req-8998135a-5831-41aa-87ca-69d66e420666 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.287687 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acf0ddd-6626-4309-9758-05b7fd410a4f" -d '{"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:19.297043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff064aa9-ff21-4ed4-b32e-c15b0ac7d641 req-8998135a-5831-41aa-87ca-69d66e420666 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 947 time: 0.2492785
Apr 02 20:56:19.313338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c75ad0ee-f449-4d18-80d3-ed49bbfc14c2 None None] Port 7d0682a1-b791-4e85-966e-4154093321ac cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:56:19.321684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-eff547a0-8231-48ae-9333-8f6e96a4cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.326288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-eff547a0-8231-48ae-9333-8f6e96a4cd22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abc688d3-cefe-4e69-baeb-a27753c2b4ad HTTP/1.1" status: 200  len: 853 time: 0.1540675
Apr 02 20:56:19.340025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-8371d43b-d95a-4b4e-bb98-26af5ac07337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.345515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-8371d43b-d95a-4b4e-bb98-26af5ac07337 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 1130 time: 0.2139783
Apr 02 20:56:19.370329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36191109-d274-4eea-97ba-79eb102a4587 admin admin] Publish callbacks [] for security_group (01177a76-471b-4823-9876-fa3539686afc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.410801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-36191109-d274-4eea-97ba-79eb102a4587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (01177a76-471b-4823-9876-fa3539686afc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.453725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d8aed21c-21a6-4fd6-9a65-f19012baac04 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:19.463286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-bd84afe6-a131-46de-9e6b-c8004c4a6bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8c367129-e8a6-4477-ae42-b50d7c7292de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1150746
Apr 02 20:56:19.467690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff064aa9-ff21-4ed4-b32e-c15b0ac7d641 req-f57e67a4-a4ad-4268-9a43-2057edb7366a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589396
Apr 02 20:56:19.484858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['01630476-a097-41f9-be67-f49e683617f0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:19.513671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36191109-d274-4eea-97ba-79eb102a4587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01177a76-471b-4823-9876-fa3539686afc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:19.520613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-36191109-d274-4eea-97ba-79eb102a4587 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b683458310c945dd9acbecfb8661a9f5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0202243
Apr 02 20:56:19.523248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57996) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:19.555750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83f44aef-1510-495f-a0eb-f17b2dce6879 admin admin] Publish callbacks [] for security_group (24251ae0-b1fe-4d0c-b645-c6deda84be81), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.582496 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c520f3f0-edeb-4ca7-8bdf-08f5e8d7e0a7 x-openstack-request-id: req-c520f3f0-edeb-4ca7-8bdf-08f5e8d7e0a7 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:19.582812 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:19.583069 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c520f3f0-edeb-4ca7-8bdf-08f5e8d7e0a7 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:19.585502 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c520f3f0-edeb-4ca7-8bdf-08f5e8d7e0a7'] response: {'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'code': 200}
Apr 02 20:56:19.588752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:56:19.598984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89397486-cad2-4cab-9424-8fdd7812f8fb admin admin] 10.222.0.18 "PUT /v2.0/routers/80823624-6d05-4338-9b1e-a8db070d71dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7079220
Apr 02 20:56:19.605892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d8aed21c-21a6-4fd6-9a65-f19012baac04 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:19.606259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.611026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd70c-9c40-421a-b996-de9d7cc72231 admin admin] Publish callbacks [] for security_group (01177a76-471b-4823-9876-fa3539686afc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.662031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd70c-9c40-421a-b996-de9d7cc72231 admin admin] Publish callbacks [] for security_group (01177a76-471b-4823-9876-fa3539686afc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.700140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bd2b6-a49e-40ae-a5d5-1890f9776b2d req-308aced2-f22e-4ddb-9de5-00b8654749ce tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.703003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441bd2b6-a49e-40ae-a5d5-1890f9776b2d req-308aced2-f22e-4ddb-9de5-00b8654749ce tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 943 time: 0.3324745
Apr 02 20:56:19.764479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83f44aef-1510-495f-a0eb-f17b2dce6879 admin admin] Publish callbacks [] for security_group (24251ae0-b1fe-4d0c-b645-c6deda84be81), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.771022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d8aed21c-21a6-4fd6-9a65-f19012baac04 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:19.771407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.777685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd70c-9c40-421a-b996-de9d7cc72231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (01177a76-471b-4823-9876-fa3539686afc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.781732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd70c-9c40-421a-b996-de9d7cc72231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.783779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ee0fd70c-9c40-421a-b996-de9d7cc72231 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01177a76-471b-4823-9876-fa3539686afc HTTP/1.1" status: 204  len: 168 time: 0.2589412
Apr 02 20:56:19.807948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d8aed21c-21a6-4fd6-9a65-f19012baac04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8aed21c-21a6-4fd6-9a65-f19012baac04,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:19.822033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.827229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fd70c-9c40-421a-b996-de9d7cc72231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01177a76-471b-4823-9876-fa3539686afc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:19.851913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e37ba-7adc-4517-99a6-987730036eb0 req-9b683604-cfde-4890-8f15-2b969e67fe8d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.861714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-878e37ba-7adc-4517-99a6-987730036eb0 req-9b683604-cfde-4890-8f15-2b969e67fe8d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.1743314
Apr 02 20:56:19.871549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-43939733-0ceb-4c5b-a9aa-d84c8c8f74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:19.873339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-43939733-0ceb-4c5b-a9aa-d84c8c8f74dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.4867249
Apr 02 20:56:19.879174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83f44aef-1510-495f-a0eb-f17b2dce6879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (24251ae0-b1fe-4d0c-b645-c6deda84be81), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.883277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83f44aef-1510-495f-a0eb-f17b2dce6879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:19.887479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-83f44aef-1510-495f-a0eb-f17b2dce6879 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24251ae0-b1fe-4d0c-b645-c6deda84be81 HTTP/1.1" status: 204  len: 168 time: 0.6493979
Apr 02 20:56:19.942557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d8aed21c-21a6-4fd6-9a65-f19012baac04,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:19.960883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-5e66a381-c58d-48d9-a132-916aa41b5d36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c64f93fe-0582-411d-9a0e-6d653a26526a HTTP/1.1" status: 200  len: 217 time: 0.0720811
Apr 02 20:56:19.974447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44aef-1510-495f-a0eb-f17b2dce6879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24251ae0-b1fe-4d0c-b645-c6deda84be81,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:19.989236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-878e37ba-7adc-4517-99a6-987730036eb0 req-90059ee7-6324-4430-8a98-c7258c4fd551 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251996
Apr 02 20:56:20.051269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-d0f206bb-7e09-498b-870c-9f53ef886a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:20.052944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-d0f206bb-7e09-498b-870c-9f53ef886a51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0686505
Apr 02 20:56:20.114376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-41b9a8da-6dc4-48ac-b639-654bcb2556bb service neutron] 10.222.0.15 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6356156
Apr 02 20:56:20.118898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441bd2b6-a49e-40ae-a5d5-1890f9776b2d req-9fca4fd7-54f4-47d7-86eb-e50be44948e9 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2879710
Apr 02 20:56:20.160875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90375406-9440-4145-8cc8-16a7b330c2b7 req-3782c057-0430-4d2e-90bf-42cc338f4432 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:20.168494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90375406-9440-4145-8cc8-16a7b330c2b7 req-3782c057-0430-4d2e-90bf-42cc338f4432 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 945 time: 0.0826631
Apr 02 20:56:20.233110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90375406-9440-4145-8cc8-16a7b330c2b7 req-e069a71c-a207-44f9-9731-4af68a761785 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636203
Apr 02 20:56:20.236722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-5fd3d160-a2f2-43f2-a5b2-9911ec490dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:20.239010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-5fd3d160-a2f2-43f2-a5b2-9911ec490dde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1752925
Apr 02 20:56:20.320937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df52988b-c918-49b6-93e0-fb3f21bb72ce req-80a877c4-5844-4851-8ca8-26ffa8b2c605 service neutron] 10.222.0.15 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985037
Apr 02 20:56:20.361584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-f8552067-e45f-40eb-bc59-3584d25fe096 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131978
Apr 02 20:56:20.415774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ea3e9-4667-4e3b-bb42-7b6626ef5dcd req-3bf8d1f6-40d3-4cb7-ad88-2a9ed1d7eb3f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:20.422361 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Sync routers for ids ['80823624-6d05-4338-9b1e-a8db070d71dc'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:56:20.426550 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820ea3e9-4667-4e3b-bb42-7b6626ef5dcd req-3bf8d1f6-40d3-4cb7-ad88-2a9ed1d7eb3f tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 948 time: 0.0836201
Apr 02 20:56:20.441478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Routers {'80823624-6d05-4338-9b1e-a8db070d71dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:20.441478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e41af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80823624-6d05-4338-9b1e-a8db070d71dc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:20.464384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:20.512279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820ea3e9-4667-4e3b-bb42-7b6626ef5dcd req-48dfbdcc-b484-42cb-915c-5c1c770d1d0e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798144
Apr 02 20:56:20.514942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b89a507-f20f-420a-bb9e-02a202eedad5 req-473f3780-4a4a-41aa-b741-740c20d1fdd4 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456265
Apr 02 20:56:20.716485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:20.730846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'mac_address': 'fa:16:3e:2c:ef:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:56:20.781063 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Set router 80823624-6d05-4338-9b1e-a8db070d71dc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:20.793771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-af584c95-5de9-4d52-81a5-7cd5a5e804a0 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2742434
Apr 02 20:56:20.808397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:20.824875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c04f176b-9717-4cb2-9621-f8e89d6031ec is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:20.825396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:20.855934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:20.859549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04f176b-9717-4cb2-9621-f8e89d6031ec {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:20.896201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb961f-c8d8-4897-a699-986fab6b0c3c req-d5238d42-b838-47c1-9391-f51ef8eba17b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:20.903601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:20.908836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95fb961f-c8d8-4897-a699-986fab6b0c3c req-d5238d42-b838-47c1-9391-f51ef8eba17b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 947 time: 0.0974760
Apr 02 20:56:20.913950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:20.995124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95fb961f-c8d8-4897-a699-986fab6b0c3c req-508bf80f-62b5-419e-9d02-416b006669b9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853353
Apr 02 20:56:21.007503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.027401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:21.150057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529acb7-8d05-4e53-9034-9344dcc80809 req-a9ff1c56-ea0d-4a09-bd8f-2beea3b981de tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:21.160936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c529acb7-8d05-4e53-9034-9344dcc80809 req-a9ff1c56-ea0d-4a09-bd8f-2beea3b981de tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 945 time: 0.0710602
Apr 02 20:56:21.164090 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e41af0>, [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:17Z', 'revision_number': 4, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d0682a1-b791-4e85-966e-4154093321ac', 'name': '', 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'mac_address': 'fa:16:3e:b5:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dedbabfa-b338-4691-94dd-1fa1e654744c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:16Z', 'updated_at': '2022-04-02T20:56:18Z', 'revision_number': 2, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'subnets': [{'id': 'dedbabfa-b338-4691-94dd-1fa1e654744c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:21.201003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Allocated IP 172.35.4.45 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9bf0875e-8caf-439d-b3d3-67ee8b117c12) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:21.218981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Checking router: 80823624-6d05-4338-9b1e-a8db070d71dc for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:56:21.219541 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Updating router 80823624-6d05-4338-9b1e-a8db070d71dc port 7d0682a1-b791-4e85-966e-4154093321ac binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:56:21.228653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:21.237737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c529acb7-8d05-4e53-9034-9344dcc80809 req-38a643a6-94b1-4032-b17c-b5c8414267d1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754850
Apr 02 20:56:21.252346 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7d0682a1-b791-4e85-966e-4154093321ac), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.408734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d8aed21c-21a6-4fd6-9a65-f19012baac04 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:21.455104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.509479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.539701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:21.544617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:21.560021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb502d4-4ce0-4162-83ff-1a195fdd2e89 req-0c256b99-e26e-4bf2-88dc-ed19618a94b4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:21.578129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:21.580157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afb502d4-4ce0-4162-83ff-1a195fdd2e89 req-0c256b99-e26e-4bf2-88dc-ed19618a94b4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.1143379
Apr 02 20:56:21.593125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d8aed21c-21a6-4fd6-9a65-f19012baac04 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:21.593504 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.689002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d8aed21c-21a6-4fd6-9a65-f19012baac04 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:21.699653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afb502d4-4ce0-4162-83ff-1a195fdd2e89 req-a70cc4b9-0825-4b3a-a7cc-ab5ff8ea63f7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147754
Apr 02 20:56:21.721412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=9bf0875e-8caf-439d-b3d3-67ee8b117c12,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:21.764342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-384e74d5-68fc-495d-9232-1150c924548c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:21.765950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-384e74d5-68fc-495d-9232-1150c924548c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe&tenant_id=bf81401733804432b781dd367ab7bd82&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1890917
Apr 02 20:56:21.825747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (1fec0ff9-70af-43a6-bfbf-fb1354ddf2d6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.868652 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Publish callbacks [] for port (7d0682a1-b791-4e85-966e-4154093321ac), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.879924 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7d0682a1-b791-4e85-966e-4154093321ac), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.891709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb01f2-59a8-4dd4-832f-ec8ba2f9fc12 req-a3777aa6-7d3c-4280-b825-d94ecf3f7b1d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:21.902701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18bb01f2-59a8-4dd4-832f-ec8ba2f9fc12 req-a3777aa6-7d3c-4280-b825-d94ecf3f7b1d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 943 time: 0.1077790
Apr 02 20:56:21.930624 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:21.991253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18bb01f2-59a8-4dd4-832f-ec8ba2f9fc12 req-0e8a474f-dd36-4ff6-8cdf-39122ae3fcdf tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869007
Apr 02 20:56:22.050736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-1a5ff362-4edf-438d-bb6d-e365feba165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.053764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-1a5ff362-4edf-438d-bb6d-e365feba165e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1130 time: 0.1708660
Apr 02 20:56:22.064334 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Pushing event updated for resources: {'Port': ['ID=7d0682a1-b791-4e85-966e-4154093321ac,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:22.129275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.129654 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.129999 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.130327 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.130653 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.130975 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.131293 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.131609 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.131924 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.132241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.132583 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.132902 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.133221 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.133533 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.133845 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:22.136054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e0924-bfca-41e6-b889-f2ffd1d2b7c5 req-5b44c49b-094f-4ec0-ab3d-f61a1615250c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.145044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-777e0924-bfca-41e6-b889-f2ffd1d2b7c5 req-5b44c49b-094f-4ec0-ab3d-f61a1615250c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 948 time: 0.0754843
Apr 02 20:56:22.202416 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Attempting to bind port 7d0682a1-b791-4e85-966e-4154093321ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:22.203042 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Attempting to bind port 7d0682a1-b791-4e85-966e-4154093321ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:22.203732 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Attempting to bind port 7d0682a1-b791-4e85-966e-4154093321ac on network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:22.216205 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:22.217343 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Checking segment: {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:22.218448 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.221317 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Bound using segment: {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:22.224423 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Bound port: 7d0682a1-b791-4e85-966e-4154093321ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39488008-b2d5-461e-b3c3-b5936cf500b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:22.225053 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7d0682a1-b791-4e85-966e-4154093321ac), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.262617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-777e0924-bfca-41e6-b889-f2ffd1d2b7c5 req-d4fb70e7-31d8-4d7f-8b80-cd3f18d9097f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165943
Apr 02 20:56:22.305975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-1a3cca29-0fb1-46b8-acff-a480f375e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.309970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-1a3cca29-0fb1-46b8-acff-a480f375e7ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2405064
Apr 02 20:56:22.325338 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] For port 7d0682a1-b791-4e85-966e-4154093321ac, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:22.329275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] For port 7d0682a1-b791-4e85-966e-4154093321ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0682a1-b791-4e85-966e-4154093321ac,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:22.340367 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7d0682a1-b791-4e85-966e-4154093321ac), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.405120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-851c7bcb-4096-43a2-b72c-16a2950a28f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 217 time: 0.0864503
Apr 02 20:56:22.429236 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228de644-d4f4-48e6-9a02-1839df352a78 None None] Pushing event updated for resources: {'Port': ['ID=7d0682a1-b791-4e85-966e-4154093321ac,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:22.489184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-cbd20ab1-e392-4d29-a763-407b62c07720 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.491321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-cbd20ab1-e392-4d29-a763-407b62c07720 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 945 time: 0.2121866
Apr 02 20:56:22.496108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-f33bbc10-9b78-4994-a564-3bdfbed4a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.497653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-f33bbc10-9b78-4994-a564-3bdfbed4a48c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0794873
Apr 02 20:56:22.501408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c64f93fe-0582-411d-9a0e-6d653a26526a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:22.502016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.503317 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Routers {'80823624-6d05-4338-9b1e-a8db070d71dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:22.505375 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e41af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80823624-6d05-4338-9b1e-a8db070d71dc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:22.508082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 01630476-a097-41f9-be67-f49e683617f0 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:22.568300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.584865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] Provisioning complete for port 7d0682a1-b791-4e85-966e-4154093321ac triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:22.588891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7d0682a1-b791-4e85-966e-4154093321ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.666647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91221a-cfad-4dc7-8a44-918cfd22e556 req-5812af3a-71b3-4cae-a263-51d609218a6b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.682264 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a91221a-cfad-4dc7-8a44-918cfd22e556 req-5812af3a-71b3-4cae-a263-51d609218a6b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 948 time: 0.3002107
Apr 02 20:56:22.771508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a91221a-cfad-4dc7-8a44-918cfd22e556 req-455d74c7-c43a-48fc-9c36-68d4633d302e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879767
Apr 02 20:56:22.775110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Deleting port 96f3f740-986f-4e13-ba57-2ec87a000263 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:22.775318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.801743 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1fec0ff9-70af-43a6-bfbf-fb1354ddf2d6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.834360 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] Set router 80823624-6d05-4338-9b1e-a8db070d71dc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:22.854567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] Current status of the port 7d0682a1-b791-4e85-966e-4154093321ac is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:22.854567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7d0682a1-b791-4e85-966e-4154093321ac), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.869564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 01630476-a097-41f9-be67-f49e683617f0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:56:22.926208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 01630476-a097-41f9-be67-f49e683617f0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:22.926567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (01630476-a097-41f9-be67-f49e683617f0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.937707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=9bf0875e-8caf-439d-b3d3-67ee8b117c12,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:22.942850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:22.950477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-6cfea6e3-460d-4188-bdb1-ddc3d66affc6 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.1476040
Apr 02 20:56:22.954482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-a8eedd45-4a03-4acf-89cd-d400fa2bb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:22.956002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-a8eedd45-4a03-4acf-89cd-d400fa2bb47f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4496007
Apr 02 20:56:23.026952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] For port 7d0682a1-b791-4e85-966e-4154093321ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0682a1-b791-4e85-966e-4154093321ac,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:23.036429 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7d0682a1-b791-4e85-966e-4154093321ac), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.196323 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e41af0>, [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:17Z', 'revision_number': 4, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d0682a1-b791-4e85-966e-4154093321ac', 'name': '', 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'mac_address': 'fa:16:3e:b5:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dedbabfa-b338-4691-94dd-1fa1e654744c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:16Z', 'updated_at': '2022-04-02T20:56:22Z', 'revision_number': 4, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'subnets': [{'id': 'dedbabfa-b338-4691-94dd-1fa1e654744c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:23.203526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71886d4-d674-4ca6-ae2a-3a3db1c31138 None None] Pushing event updated for resources: {'Port': ['ID=7d0682a1-b791-4e85-966e-4154093321ac,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:23.238797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-299b3e79-c96b-4268-8965-5d0ea9bb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.252702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c64f93fe-0582-411d-9a0e-6d653a26526a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c64f93fe-0582-411d-9a0e-6d653a26526a,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:23.255456 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168377c-32aa-4f74-9c08-6664f23b71db None None] The sync data for ids ['80823624-6d05-4338-9b1e-a8db070d71dc'] in ncdv-master-1 is: [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:17Z', 'revision_number': 4, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d0682a1-b791-4e85-966e-4154093321ac', 'name': '', 'network_id': 'f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'mac_address': 'fa:16:3e:b5:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dedbabfa-b338-4691-94dd-1fa1e654744c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:16Z', 'updated_at': '2022-04-02T20:56:22Z', 'revision_number': 4, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'subnets': [{'id': 'dedbabfa-b338-4691-94dd-1fa1e654744c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:56:23.279622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 01630476-a097-41f9-be67-f49e683617f0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:23.279927 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.282714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c64f93fe-0582-411d-9a0e-6d653a26526a', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'c64f93fe-0582-411d-9a0e-6d653a26526a', 'mac_address': 'fa:16:3e:e7:ca:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:56:23.290522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d1537976-6f0f-46b2-adf2-36a1865c32f9 None None] Provisioning complete for port 7d0682a1-b791-4e85-966e-4154093321ac triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:23.290906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d1537976-6f0f-46b2-adf2-36a1865c32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7d0682a1-b791-4e85-966e-4154093321ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.382122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01630476-a097-41f9-be67-f49e683617f0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:23.384361 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a5cc5c-21d4-42bb-9df5-4b9141859bb5" -d '{"events": [{"server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "name": "network-vif-plugged", "status": "completed", "tag": "01630476-a097-41f9-be67-f49e683617f0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:23.396131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-de45738a-7a8b-4095-862b-ab4063a27f81 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.45 HTTP/1.1" status: 200  len: 695 time: 0.4420631
Apr 02 20:56:23.405266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:23.417371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:23.436585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.446898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c64f93fe-0582-411d-9a0e-6d653a26526a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:23.447085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.529611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:23.568735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] For port 96f3f740-986f-4e13-ba57-2ec87a000263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96f3f740-986f-4e13-ba57-2ec87a000263,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:23.582043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.589656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-4122e9e4-b9ef-486d-9dfd-9ecd80e8a59d tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:23.597802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-4122e9e4-b9ef-486d-9dfd-9ecd80e8a59d tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.2014625
Apr 02 20:56:23.598940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Calling delete_port for 96f3f740-986f-4e13-ba57-2ec87a000263 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:23.615149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-059b4529-6881-49b8-968b-12a4d06e2685 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.8095863
Apr 02 20:56:23.645879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-c768d548-7837-4dc1-854d-ae7b92ea907c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:56:23.657354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64c04860-91b2-4aaa-aa59-57ca810e7c09 req-c768d548-7837-4dc1-854d-ae7b92ea907c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0586405
Apr 02 20:56:23.719204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f40fe0-dbc5-4c65-8c84-cdbf6043dadf req-cdbdd5d9-4344-457f-9ea8-af59b9dff7d2 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:23.721554 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:56:23.726627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0f40fe0-dbc5-4c65-8c84-cdbf6043dadf req-cdbdd5d9-4344-457f-9ea8-af59b9dff7d2 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=921651cb-3b32-40b1-93bd-69c6229974fc HTTP/1.1" status: 200  len: 945 time: 0.3365166
Apr 02 20:56:23.795450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-ed6a24d8-3130-43be-a891-9a6431a4a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:23.797219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-ed6a24d8-3130-43be-a891-9a6431a4a60e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 1132 time: 0.1367126
Apr 02 20:56:23.802461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-8c65778d-964e-4c91-a669-f3d743c01775 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265790
Apr 02 20:56:23.835371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0f40fe0-dbc5-4c65-8c84-cdbf6043dadf req-584ffca7-2210-4008-9497-0c29fce2a3ed tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782535
Apr 02 20:56:23.848022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,segment=NetworkSegment(c270d6ec-2861-4ead-bd44-210b54968f21),segment_id=c270d6ec-2861-4ead-bd44-210b54968f21)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:23.862381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab', 'network_id': '8c367129-e8a6-4477-ae42-b50d7c7292de', 'port_id': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab', 'mac_address': 'fa:16:3e:dc:75:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc688d3-cefe-4e69-baeb-a27753c2b4ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:56:23.894246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (96f3f740-986f-4e13-ba57-2ec87a000263), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.899483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64f93fe-0582-411d-9a0e-6d653a26526a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:23.925627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c64f93fe-0582-411d-9a0e-6d653a26526a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c64f93fe-0582-411d-9a0e-6d653a26526a,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:23.954181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Pushing event deleted for resources: {'Port': ['ID=96f3f740-986f-4e13-ba57-2ec87a000263,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:23.976974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:23.977368 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:23.998121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] No DVR routers for this DVR port 96f3f740-986f-4e13-ba57-2ec87a000263 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:24.000621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['f4087e3e-4f59-4105-bdf5-e1707ada38cb', '96f3f740-986f-4e13-ba57-2ec87a000263'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:24.001716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:24.005654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eef9b3a-55d1-40d9-8edd-9dd2171af7ba req-937fe639-440e-4b71-a2ea-cee98070aef4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "DELETE /v2.0/ports/96f3f740-986f-4e13-ba57-2ec87a000263 HTTP/1.1" status: 204  len: 173 time: 1.5042970
Apr 02 20:56:24.007179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921651cb-3b32-40b1-93bd-69c6229974fc', 'name': 'network-vif-deleted', 'tag': '96f3f740-986f-4e13-ba57-2ec87a000263'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:24.010068 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b7387f-6db0-4c65-adf8-5b86a269b71f" -d '{"events": [{"server_uuid": "921651cb-3b32-40b1-93bd-69c6229974fc", "name": "network-vif-deleted", "tag": "96f3f740-986f-4e13-ba57-2ec87a000263"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:24.103390 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:24.105196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d726-6030-488f-a439-8e894c1c60bc req-4cb7cbc1-8b05-4990-8fb9-e24a95b87b2e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.116845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fc7d726-6030-488f-a439-8e894c1c60bc req-4cb7cbc1-8b05-4990-8fb9-e24a95b87b2e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.1191773
Apr 02 20:56:24.120375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:24.218601 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fc7d726-6030-488f-a439-8e894c1c60bc req-556b9b6d-91c5-494f-b990-a8e0c0b3bb59 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993059
Apr 02 20:56:24.261885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-32b45cf2-9cda-45d9-894f-eb18a1eb7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.264052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-32b45cf2-9cda-45d9-894f-eb18a1eb7c33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.4120519
Apr 02 20:56:24.285204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d1537976-6f0f-46b2-adf2-36a1865c32f9 None None] Current status of the port 7d0682a1-b791-4e85-966e-4154093321ac is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:24.307873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,segment=NetworkSegment(c270d6ec-2861-4ead-bd44-210b54968f21),segment_id=c270d6ec-2861-4ead-bd44-210b54968f21)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:24.332213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:24.375963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-153fead3-eec4-4f2e-b14b-605605a4c4ad req-12cbf140-e6cb-4aa3-a5e3-3be16baa03ce service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5670176
Apr 02 20:56:24.378665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-26d3caba-ce58-4f43-a50c-499dbaa91c12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=70579e43-efe8-4449-87ed-602a9094f229 HTTP/1.1" status: 200  len: 217 time: 0.1067631
Apr 02 20:56:24.397924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4e643-9085-47ab-bcf6-88858f730bf4 req-a5ce5a5a-b83c-4102-a87b-c4eb06354c49 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.406613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4d4e643-9085-47ab-bcf6-88858f730bf4 req-a5ce5a5a-b83c-4102-a87b-c4eb06354c49 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 948 time: 0.0761621
Apr 02 20:56:24.425512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c64f93fe-0582-411d-9a0e-6d653a26526a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:24.453510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-44491d29-70c7-441e-8feb-4716c69b5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.455072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-44491d29-70c7-441e-8feb-4716c69b5492 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0686624
Apr 02 20:56:24.471577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4d4e643-9085-47ab-bcf6-88858f730bf4 req-9c587689-c80f-44fb-b5ce-cfd0db702196 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620120
Apr 02 20:56:24.488075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c64f93fe-0582-411d-9a0e-6d653a26526a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:24.545867 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33ba08c-efc1-4a63-ae1e-d747b2f637de x-openstack-request-id: req-f33ba08c-efc1-4a63-ae1e-d747b2f637de {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:24.546847 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "name": "network-vif-plugged", "status": "completed", "tag": "01630476-a097-41f9-be67-f49e683617f0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:24.547275 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f33ba08c-efc1-4a63-ae1e-d747b2f637de {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:24.547967 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33ba08c-efc1-4a63-ae1e-d747b2f637de'] response: {'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01630476-a097-41f9-be67-f49e683617f0', 'code': 200}
Apr 02 20:56:24.553059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:24.570366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc311fd-b7d3-4683-a611-a7a378ee719f req-d1cb2247-6882-488e-a92b-0efa64b10a60 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.574104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcc311fd-b7d3-4683-a611-a7a378ee719f req-d1cb2247-6882-488e-a92b-0efa64b10a60 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 943 time: 0.2841856
Apr 02 20:56:24.607649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-6277d4d4-63a8-41b7-a445-4fb9a226fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.609229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-6277d4d4-63a8-41b7-a445-4fb9a226fb15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1374996
Apr 02 20:56:24.691980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcc311fd-b7d3-4683-a611-a7a378ee719f req-de249583-e897-4cd6-9f18-f0c199d31cee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110950
Apr 02 20:56:24.767971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-40a94089-0a53-442f-96b4-248424022870 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2126083
Apr 02 20:56:24.776480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:24.783221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:24.801472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:24.838560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:24.912735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dabc5-683c-40c7-ab71-75848b09fabc req-f7b4381f-76c8-40fe-a2a7-93a38436580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:24.914684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-727dabc5-683c-40c7-ab71-75848b09fabc req-f7b4381f-76c8-40fe-a2a7-93a38436580e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1128 time: 0.2198224
Apr 02 20:56:24.918208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-87fa5741-2a19-4177-b2f0-fb7e54b8fd9c service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882519
Apr 02 20:56:24.990360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c04f176b-9717-4cb2-9621-f8e89d6031ec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:24.992814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.035349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.047463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401ec65-f6d3-4463-b8a4-87d43fe93da7 req-9ddd48d8-71f3-4bb5-b695-9852c5a3bab8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:25.049584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4401ec65-f6d3-4463-b8a4-87d43fe93da7 req-9ddd48d8-71f3-4bb5-b695-9852c5a3bab8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 949 time: 0.2189674
Apr 02 20:56:25.212925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4401ec65-f6d3-4463-b8a4-87d43fe93da7 req-ca77297b-5264-4af5-99d6-8f2d15e0d9ab tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552694
Apr 02 20:56:25.216961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-727dabc5-683c-40c7-ab71-75848b09fabc req-9ae76ffe-85eb-460d-b987-f4d6aabccfc1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667055
Apr 02 20:56:25.261198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3152e0cf-edba-4e75-a91f-1ef6f0258143 req-25502ec0-d0c1-4307-ab74-c0853ded0813 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322899
Apr 02 20:56:25.274755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Allocated IP 172.35.4.146 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e54c6f81-4ae5-40a3-a701-9bc9cf1252c1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:25.361300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c04f176b-9717-4cb2-9621-f8e89d6031ec is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:25.362031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.385321 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a58ffc-6fe8-42c4-ba6f-213be3bc294f x-openstack-request-id: req-25a58ffc-6fe8-42c4-ba6f-213be3bc294f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:25.385645 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921651cb-3b32-40b1-93bd-69c6229974fc", "name": "network-vif-deleted", "tag": "96f3f740-986f-4e13-ba57-2ec87a000263", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:25.385868 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25a58ffc-6fe8-42c4-ba6f-213be3bc294f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:25.386414 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a58ffc-6fe8-42c4-ba6f-213be3bc294f'] response: {'server_uuid': '921651cb-3b32-40b1-93bd-69c6229974fc', 'name': 'network-vif-deleted', 'tag': '96f3f740-986f-4e13-ba57-2ec87a000263', 'status': 'completed', 'code': 200}
Apr 02 20:56:25.410154 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b29bdb9f-52a8-4125-8248-ae37e77b3fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.463814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-d50f688a-d564-4a64-9eb3-f0a79c243e19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1714826
Apr 02 20:56:25.495776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:25.498428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7d0682a1-b791-4e85-966e-4154093321ac up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:25.504627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.544178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.562655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.563818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96f3f740-986f-4e13-ba57-2ec87a000263 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:25.598187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-c78baa94-a178-4a57-9ccb-8b6b5e8ad8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:25.599029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:25.602494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:25.605102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-c78baa94-a178-4a57-9ccb-8b6b5e8ad8dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 1126 time: 0.0691903
Apr 02 20:56:25.611014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:25.640304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=e54c6f81-4ae5-40a3-a701-9bc9cf1252c1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:25.694395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 96f3f740-986f-4e13-ba57-2ec87a000263 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:25.694820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96f3f740-986f-4e13-ba57-2ec87a000263 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:25.710114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (6237f83b-437a-4e5a-a7d7-2cf2e889953b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.769347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.783885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-9dba9bf7-ce87-4239-a4fe-18cada8e6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:25.785529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-9dba9bf7-ce87-4239-a4fe-18cada8e6271 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.1628344
Apr 02 20:56:25.786228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7d0682a1-b791-4e85-966e-4154093321ac triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:25.786609 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7d0682a1-b791-4e85-966e-4154093321ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.808976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:25.887110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-8474a56e-2ee1-4326-b822-47a8f685c417 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 200  len: 217 time: 0.0937724
Apr 02 20:56:25.899793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7d0682a1-b791-4e85-966e-4154093321ac is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:25.973798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-649283c1-fcb4-43ed-9c55-cb8507f0885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:25.975423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-649283c1-fcb4-43ed-9c55-cb8507f0885f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0818098
Apr 02 20:56:25.979995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:25.985434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.011848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58158) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:26.024115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-fa9e4ad1-3097-4e54-b81a-745a06cd4a15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399094
Apr 02 20:56:26.070624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=e54c6f81-4ae5-40a3-a701-9bc9cf1252c1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:26.087406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (6237f83b-437a-4e5a-a7d7-2cf2e889953b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.104489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.105724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ce5f82f0-fed8-48aa-8cab-e7deb145f3e3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3369386
Apr 02 20:56:26.136880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51911767-11eb-410b-8b0b-4abce724cea3 req-94140143-491b-4063-8fdb-188e95f8fd97 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:26.138370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51911767-11eb-410b-8b0b-4abce724cea3 req-94140143-491b-4063-8fdb-188e95f8fd97 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.1173701
Apr 02 20:56:26.155895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-ac7504d7-6a83-418f-8ce1-617438a98d9c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.146 HTTP/1.1" status: 200  len: 696 time: 0.0444591
Apr 02 20:56:26.168990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-f2168ab0-de10-4bbf-a071-5a370d3aee54 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356769
Apr 02 20:56:26.210481 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-841aefd2-db06-4c6b-804d-3b70dfb1d0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.223985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51911767-11eb-410b-8b0b-4abce724cea3 req-a4bd8f58-b0af-4e64-a557-f396b57766bc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765526
Apr 02 20:56:26.278808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2904965-25af-4ff7-975b-5b063b7d4fe2 req-1a1ce298-ccb8-4c55-90fd-bb81727ad7fc service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016836
Apr 02 20:56:26.316170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-f1492bf4-2ccf-4b53-90a8-772ae7af14b3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:26.317591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29836b90-701a-4c5d-8e8d-968803b2b0b9 req-f1492bf4-2ccf-4b53-90a8-772ae7af14b3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1557348
Apr 02 20:56:26.356275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8a0d-88a6-44ed-832e-12f4f6e9ba7f req-eb90daa0-74a0-44cf-989e-e00207bb38c2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:26.357905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adfb8a0d-88a6-44ed-832e-12f4f6e9ba7f req-eb90daa0-74a0-44cf-989e-e00207bb38c2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0684929
Apr 02 20:56:26.371324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-841aefd2-db06-4c6b-804d-3b70dfb1d0d1 admin admin] Publish callbacks [] for security_group (6afcba3e-3a6e-4666-b639-18e1c8de4498), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.375722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-841aefd2-db06-4c6b-804d-3b70dfb1d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6afcba3e-3a6e-4666-b639-18e1c8de4498), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.412392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adfb8a0d-88a6-44ed-832e-12f4f6e9ba7f req-4e2bd698-f7f3-463a-9f47-d5d94f27601f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469506
Apr 02 20:56:26.446001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aefd2-db06-4c6b-804d-3b70dfb1d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afcba3e-3a6e-4666-b639-18e1c8de4498,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:26.454070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-841aefd2-db06-4c6b-804d-3b70dfb1d0d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b4cf9b24e94432c9be83206789d34a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4359889
Apr 02 20:56:26.454268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58170) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:26.478085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b3eee-e1e1-4a9d-9372-2312ad690e4a req-f6256e1a-6b7a-4eca-a64e-cd7b6f403c0d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:26.479605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-931b3eee-e1e1-4a9d-9372-2312ad690e4a req-f6256e1a-6b7a-4eca-a64e-cd7b6f403c0d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 944 time: 0.0788727
Apr 02 20:56:26.514901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0afa8f59-49eb-4752-958c-d8ec085073fb admin admin] Publish callbacks [] for security_group (6afcba3e-3a6e-4666-b639-18e1c8de4498), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.516660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c64f93fe-0582-411d-9a0e-6d653a26526a up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:26.544354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-931b3eee-e1e1-4a9d-9372-2312ad690e4a req-48ff4269-05fe-4af6-81d5-c7b89b9c2fbd tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581307
Apr 02 20:56:26.548645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0afa8f59-49eb-4752-958c-d8ec085073fb admin admin] Publish callbacks [] for security_group (6afcba3e-3a6e-4666-b639-18e1c8de4498), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.556903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:26.559580 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97320a7-8f06-4a4b-b8a9-d88f000c2b0d" -d '{"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:26.596298 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.609960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c64f93fe-0582-411d-9a0e-6d653a26526a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:56:26.617444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c64f93fe-0582-411d-9a0e-6d653a26526a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:26.617995 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.620122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0afa8f59-49eb-4752-958c-d8ec085073fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6afcba3e-3a6e-4666-b639-18e1c8de4498), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.623725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0afa8f59-49eb-4752-958c-d8ec085073fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.627862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0afa8f59-49eb-4752-958c-d8ec085073fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6afcba3e-3a6e-4666-b639-18e1c8de4498 HTTP/1.1" status: 204  len: 168 time: 0.1727169
Apr 02 20:56:26.637169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa8f59-49eb-4752-958c-d8ec085073fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afcba3e-3a6e-4666-b639-18e1c8de4498,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:26.746509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfd6b-cb87-45d9-a7a8-8eeef5fb3009 req-3d91d4f0-195e-41c7-9648-53bae63404de tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:26.748702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c64f93fe-0582-411d-9a0e-6d653a26526a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:26.749106 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.749237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dfbfd6b-cb87-45d9-a7a8-8eeef5fb3009 req-3d91d4f0-195e-41c7-9648-53bae63404de tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0997503
Apr 02 20:56:26.812820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c64f93fe-0582-411d-9a0e-6d653a26526a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c64f93fe-0582-411d-9a0e-6d653a26526a,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:26.817182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dfbfd6b-cb87-45d9-a7a8-8eeef5fb3009 req-4c92e2fe-d6b9-4c69-8705-83e35cb0a854 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593863
Apr 02 20:56:26.818355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:26.906157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcf379-bd84-467f-9607-8bcb31fe3a32 req-678e1f7a-645f-4e68-88c0-2836298acd2a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:26.907794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9efcf379-bd84-467f-9607-8bcb31fe3a32 req-678e1f7a-645f-4e68-88c0-2836298acd2a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.0741553
Apr 02 20:56:26.924710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c64f93fe-0582-411d-9a0e-6d653a26526a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:26.976427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9efcf379-bd84-467f-9607-8bcb31fe3a32 req-9f5fb8d9-f43d-4dbb-a207-b32abb5a674e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614548
Apr 02 20:56:27.023026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-ca98d761-ed24-41f6-9442-1b44ba6f708c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1819828
Apr 02 20:56:27.027617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:27.033259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58184) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:27.049269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.049702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5621983d-b826-4a15-bdad-cee8bd972f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.125604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053a40-78ae-4aa1-8c81-4712f5d679e4 req-a1cc8958-4b8b-438c-9191-514a70160756 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:27.127086 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f053a40-78ae-4aa1-8c81-4712f5d679e4 req-a1cc8958-4b8b-438c-9191-514a70160756 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0793309
Apr 02 20:56:27.158564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.207208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5621983d-b826-4a15-bdad-cee8bd972f11 admin admin] Publish callbacks [] for security_group (10124f28-a3a8-4e44-bb15-b7288d7ab9bc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.211988 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f053a40-78ae-4aa1-8c81-4712f5d679e4 req-8b8ff9c6-075b-4460-8290-c1cfd7ce34f5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741348
Apr 02 20:56:27.212721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5621983d-b826-4a15-bdad-cee8bd972f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (10124f28-a3a8-4e44-bb15-b7288d7ab9bc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.242516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5621983d-b826-4a15-bdad-cee8bd972f11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dd60dfb7a17482db59ee191f0da6323&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2051449
Apr 02 20:56:27.246871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58188) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:27.260795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621983d-b826-4a15-bdad-cee8bd972f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10124f28-a3a8-4e44-bb15-b7288d7ab9bc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:27.262609 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf16f41-a67f-4586-8ab4-8deb0e7033ee x-openstack-request-id: req-edf16f41-a67f-4586-8ab4-8deb0e7033ee {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:27.263104 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:27.263562 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edf16f41-a67f-4586-8ab4-8deb0e7033ee {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:27.264106 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf16f41-a67f-4586-8ab4-8deb0e7033ee'] response: {'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'code': 200}
Apr 02 20:56:27.303399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Allocated IP 172.35.4.171 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f81e3d4b-5156-45a6-976a-ae64f7c3ce88) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:27.329893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc46e403-54a8-4fb0-b869-d7bbbf130f69 admin admin] Publish callbacks [] for security_group (10124f28-a3a8-4e44-bb15-b7288d7ab9bc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.392396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc46e403-54a8-4fb0-b869-d7bbbf130f69 admin admin] Publish callbacks [] for security_group (10124f28-a3a8-4e44-bb15-b7288d7ab9bc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.411689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:27.468930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.469605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:56:27.475735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:27.476626 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.483589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc46e403-54a8-4fb0-b869-d7bbbf130f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (10124f28-a3a8-4e44-bb15-b7288d7ab9bc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.489721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc46e403-54a8-4fb0-b869-d7bbbf130f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.492025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc46e403-54a8-4fb0-b869-d7bbbf130f69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10124f28-a3a8-4e44-bb15-b7288d7ab9bc HTTP/1.1" status: 204  len: 168 time: 0.2461941
Apr 02 20:56:27.531360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46e403-54a8-4fb0-b869-d7bbbf130f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10124f28-a3a8-4e44-bb15-b7288d7ab9bc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:27.553290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.593172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:27.593637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.614435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:27.615284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=f81e3d4b-5156-45a6-976a-ae64f7c3ce88,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:27.619387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:27.624265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:27.633762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,segment=NetworkSegment(c270d6ec-2861-4ead-bd44-210b54968f21),segment_id=c270d6ec-2861-4ead-bd44-210b54968f21)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:27.640499 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.664713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586ab2-a0d2-42f4-8402-52e5ae3a45f6 req-e6cb4980-df25-4f54-8b02-9e728d4afa87 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:27.666304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38586ab2-a0d2-42f4-8402-52e5ae3a45f6 req-e6cb4980-df25-4f54-8b02-9e728d4afa87 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.0832076
Apr 02 20:56:27.700708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:27.728408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (77fe1d63-e6b6-41d2-a6f0-a236acf78111), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.733981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38586ab2-a0d2-42f4-8402-52e5ae3a45f6 req-1eca8875-6f2e-41d2-97d8-fc59230efd43 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595584
Apr 02 20:56:27.768441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.878323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219514-e7ca-469c-95af-5b335ab95a2c req-9b205c40-4df3-4fc1-b043-48c990478417 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:27.879985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2219514-e7ca-469c-95af-5b335ab95a2c req-9b205c40-4df3-4fc1-b043-48c990478417 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0626540
Apr 02 20:56:27.931097 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:27.933040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2219514-e7ca-469c-95af-5b335ab95a2c req-a91fe07f-0cca-4453-aa63-44b5ef11fe8f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455997
Apr 02 20:56:27.937471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:28.022403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=f81e3d4b-5156-45a6-976a-ae64f7c3ce88,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:28.042369 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (77fe1d63-e6b6-41d2-a6f0-a236acf78111), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:28.059246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:28.062058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-88cc6a92-ef56-4208-9a2f-37bb7bcf48ec tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.0381987
Apr 02 20:56:28.092793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d217d-084f-4a7c-89a5-06930af5ce70 req-d5744b5a-0527-40ca-bc0a-ab49b5711621 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:28.096571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-307d217d-084f-4a7c-89a5-06930af5ce70 req-d5744b5a-0527-40ca-bc0a-ab49b5711621 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.0709853
Apr 02 20:56:28.139058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-9ad5a6d2-3925-4ee5-915a-a1b7cf8c1ef1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.171 HTTP/1.1" status: 200  len: 696 time: 0.0703108
Apr 02 20:56:28.191305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-307d217d-084f-4a7c-89a5-06930af5ce70 req-1350324e-dc5f-4008-a06a-4f041f42637f tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843010
Apr 02 20:56:28.308231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-be84bddb-2851-46df-9311-84767bea8a40 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:28.310932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-498c539a-0a8a-497f-9c7c-06e3290f0f06 req-be84bddb-2851-46df-9311-84767bea8a40 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1655829
Apr 02 20:56:28.332240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900371c-7150-46e0-ae70-a93b13e5ff63 req-08c8c16c-19f2-408f-81f5-97150d83093c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:28.335018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d900371c-7150-46e0-ae70-a93b13e5ff63 req-08c8c16c-19f2-408f-81f5-97150d83093c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1128 time: 0.0762496
Apr 02 20:56:28.396918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d900371c-7150-46e0-ae70-a93b13e5ff63 req-59872de3-25e9-4e40-97f9-8bca77a03102 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496550
Apr 02 20:56:28.497111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493932-bc8d-4195-b610-45d1de7d7c7e req-cf80e77e-1b75-4915-97ea-fc388bbea239 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:28.498655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9493932-bc8d-4195-b610-45d1de7d7c7e req-cf80e77e-1b75-4915-97ea-fc388bbea239 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0801041
Apr 02 20:56:28.545484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fee68-263a-4566-98f7-402a4823fe19 req-ad82a4d5-e724-4991-ba3c-f9332bf7f0bf tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:28.549533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9493932-bc8d-4195-b610-45d1de7d7c7e req-d4cbb36c-38fa-4a30-943c-e113cb8206df tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448067
Apr 02 20:56:28.551126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-412fee68-263a-4566-98f7-402a4823fe19 req-ad82a4d5-e724-4991-ba3c-f9332bf7f0bf tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.0593176
Apr 02 20:56:28.570878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:28.619117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-412fee68-263a-4566-98f7-402a4823fe19 req-7635960e-c026-48aa-b1d4-cbcd359fb5ab tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618699
Apr 02 20:56:28.733170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60292014-c306-4bea-88b9-4b53c44c92fc req-7144bf70-21f2-404a-8099-f2493e12e943 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1368294
Apr 02 20:56:28.748263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:28.774190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:28.786093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7ef31-5a33-469a-9d52-de947725dafb req-4f2690a0-467c-473d-b8e6-06c3e243a86c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:28.787916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aea7ef31-5a33-469a-9d52-de947725dafb req-4f2690a0-467c-473d-b8e6-06c3e243a86c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1128 time: 0.0605445
Apr 02 20:56:28.835512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aea7ef31-5a33-469a-9d52-de947725dafb req-26b186f4-8859-4755-a2dd-22d57adebc55 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404358
Apr 02 20:56:28.908555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.126613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Allocated IP 172.35.4.139 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e08844d2-af7c-4c63-91c2-754081c94bb2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:29.250273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.265120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64f93fe-0582-411d-9a0e-6d653a26526a'}, {'server_uuid': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:29.267942 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba64e5f-98a3-4355-ab79-237fd64dbeb1" -d '{"events": [{"server_uuid": "9005e873-1c4a-43cf-ba69-0334fff97c58", "name": "network-vif-plugged", "status": "completed", "tag": "c64f93fe-0582-411d-9a0e-6d653a26526a"}, {"server_uuid": "2314138d-b06e-4d43-b9ce-b7e7087cb7e4", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:29.302064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.362769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.373203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=e08844d2-af7c-4c63-91c2-754081c94bb2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:29.382408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:29.384266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:29.386472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:29.482594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (4fac83c8-8de0-4976-ac24-f4d80b309dca), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.536677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.709993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.714685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.791873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event updated for resources: {'Port': ['ID=e08844d2-af7c-4c63-91c2-754081c94bb2,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:29.803185 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (4fac83c8-8de0-4976-ac24-f4d80b309dca), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.819927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:29.821195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60292014-c306-4bea-88b9-4b53c44c92fc req-673de2c5-9a6c-4a77-b0fd-4bc1091866b1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.0820735
Apr 02 20:56:29.874625 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60292014-c306-4bea-88b9-4b53c44c92fc req-e556ca07-8d3f-4db9-8e55-185856df0a72 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.139 HTTP/1.1" status: 200  len: 696 time: 0.0465491
Apr 02 20:56:29.993193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60292014-c306-4bea-88b9-4b53c44c92fc req-f280a183-de47-4455-829a-fd627af5f5c2 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:29.994566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60292014-c306-4bea-88b9-4b53c44c92fc req-f280a183-de47-4455-829a-fd627af5f5c2 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1134014
Apr 02 20:56:30.125441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-98791feb-aeb3-469c-ae44-c89fd5a962ec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0243037
Apr 02 20:56:30.136404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-0a11249a-db34-4dbb-9306-27f004d8338c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:56:30.137405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-0a11249a-db34-4dbb-9306-27f004d8338c tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071981
Apr 02 20:56:30.230519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-f333a1b4-72c2-4ba0-8528-b8ac7062ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:30.231974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-f333a1b4-72c2-4ba0-8528-b8ac7062ef37 service neutron] 10.222.0.18 "GET /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 1125 time: 0.0859592
Apr 02 20:56:30.242369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:30.242815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:56:30.298407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-923415c1-1e9a-4a3d-a6a0-3e5df5fed949 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:30.299898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-923415c1-1e9a-4a3d-a6a0-3e5df5fed949 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1685216
Apr 02 20:56:30.336422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-8477e2f5-c7c1-44de-ac2e-a38f26d6901b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/quotas/bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 375 time: 0.0293961
Apr 02 20:56:30.454255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-e0e7dfba-aed9-4d97-a28f-8b76d0f4a10c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0909584
Apr 02 20:56:30.463587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:30.463954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:30.464286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:30.469171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:30.470269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:30.476041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:30.476578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:30.477828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:30.477828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Bound port: 01630476-a097-41f9-be67-f49e683617f0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:30.542098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:30.548930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:30.550317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-5db35c72-d63b-4950-a465-ee8eb311abfe service neutron] 10.222.0.18 "POST /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0/bindings HTTP/1.1" status: 201  len: 389 time: 0.3110807
Apr 02 20:56:30.700054 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8dfc34-2d26-48ae-a362-be1f4820617b x-openstack-request-id: req-8c8dfc34-2d26-48ae-a362-be1f4820617b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:30.700799 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9005e873-1c4a-43cf-ba69-0334fff97c58", "name": "network-vif-plugged", "status": "completed", "tag": "c64f93fe-0582-411d-9a0e-6d653a26526a", "code": 200}, {"server_uuid": "2314138d-b06e-4d43-b9ce-b7e7087cb7e4", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:30.700931 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c8dfc34-2d26-48ae-a362-be1f4820617b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:30.701447 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8dfc34-2d26-48ae-a362-be1f4820617b'] response: {'server_uuid': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64f93fe-0582-411d-9a0e-6d653a26526a', 'code': 200}
Apr 02 20:56:30.701814 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8dfc34-2d26-48ae-a362-be1f4820617b'] response: {'server_uuid': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab', 'code': 200}
Apr 02 20:56:30.772318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c683004-2fa0-4416-a720-9de0a2218238 req-65612a9d-5e2f-4e98-8e0c-4b4a1a52bafe tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:30.781668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c683004-2fa0-4416-a720-9de0a2218238 req-65612a9d-5e2f-4e98-8e0c-4b4a1a52bafe tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.1276326
Apr 02 20:56:30.865253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c683004-2fa0-4416-a720-9de0a2218238 req-a6f7b306-e028-4f04-a0ab-fc1ae37d8b84 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827310
Apr 02 20:56:30.974482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b9173-5cb0-422a-8eaa-bc98bfc319c8 req-0e044591-46c5-4f46-9771-fd69535ba495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:30.976197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e36b9173-5cb0-422a-8eaa-bc98bfc319c8 req-0e044591-46c5-4f46-9771-fd69535ba495 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 1127 time: 0.1617091
Apr 02 20:56:30.978995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80ab3d12-ed69-4d3a-adc5-a14512a762de req-5612a156-102c-4864-840f-4b9581befd05 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips/4fac83c8-8de0-4976-ac24-f4d80b309dca HTTP/1.1" status: 200  len: 693 time: 0.0681140
Apr 02 20:56:30.983678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd999af9-2cd8-4940-b112-baf1e48d43e1 req-15f77f90-714c-4cea-8b59-e2b907a42701 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:30.991075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd999af9-2cd8-4940-b112-baf1e48d43e1 req-15f77f90-714c-4cea-8b59-e2b907a42701 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.2098711
Apr 02 20:56:31.028905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dae17-bedc-4701-8119-65af7ced5bd4 req-6316e896-85c3-48f8-81cc-32b0b9fd9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.030807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b20dae17-bedc-4701-8119-65af7ced5bd4 req-6316e896-85c3-48f8-81cc-32b0b9fd9808 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 1132 time: 0.2126918
Apr 02 20:56:31.032382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-93e374aa-a2d2-4dca-be45-7767ac278181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.033868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-93e374aa-a2d2-4dca-be45-7767ac278181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1128 time: 0.1440947
Apr 02 20:56:31.145884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3d12-ed69-4d3a-adc5-a14512a762de req-8e01b810-3922-4520-9436-c76b51a6bbf8 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.159056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80ab3d12-ed69-4d3a-adc5-a14512a762de req-8e01b810-3922-4520-9436-c76b51a6bbf8 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1695867
Apr 02 20:56:31.198651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e36b9173-5cb0-422a-8eaa-bc98bfc319c8 req-f543b19c-f10a-4789-83e9-0a3f60635110 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045541
Apr 02 20:56:31.207861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd999af9-2cd8-4940-b112-baf1e48d43e1 req-8e64ae49-d3d3-4c02-af64-fb468414a198 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157085
Apr 02 20:56:31.232447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-73994a5b-2f10-41af-be56-59c07da56961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.235005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-73994a5b-2f10-41af-be56-59c07da56961 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.1944835
Apr 02 20:56:31.238472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b20dae17-bedc-4701-8119-65af7ced5bd4 req-1f65ebc1-bbb8-4244-9afd-c04ee7e21cc2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004604
Apr 02 20:56:31.315057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1efb6548-b697-41d4-9dee-dddc19eb74cf req-a8ce1e06-4b76-409e-a104-456b95042919 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 210 time: 0.0350001
Apr 02 20:56:31.420726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-b623ba00-f2a0-41a9-8872-b33347148427 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips/4fac83c8-8de0-4976-ac24-f4d80b309dca HTTP/1.1" status: 200  len: 693 time: 0.0597928
Apr 02 20:56:31.510207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-beb69eec-78d8-46eb-8398-57d40c26794e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 217 time: 0.0567603
Apr 02 20:56:31.523412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb675-a563-4cab-8c54-894a8f979a55 req-8db19d98-d58d-4cdb-867e-08cee1e2bb6c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.527915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e3efb675-a563-4cab-8c54-894a8f979a55 req-8db19d98-d58d-4cdb-867e-08cee1e2bb6c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.1395710
Apr 02 20:56:31.535315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-5c466ff1-077b-4dc1-b47a-f92b6ed4a929 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.544959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-5c466ff1-077b-4dc1-b47a-f92b6ed4a929 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1232221
Apr 02 20:56:31.551903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-e0da5c26-6638-418e-aa06-cc009a16b216 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:56:31.559318 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-e0da5c26-6638-418e-aa06-cc009a16b216 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0134819
Apr 02 20:56:31.627497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-ac4d4c61-cf68-4f79-939b-9dd2236347a9 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.139 HTTP/1.1" status: 200  len: 696 time: 0.0670991
Apr 02 20:56:31.630978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58406) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:31.655304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-0b1d93f5-a51a-40e5-976d-63a4e6d521ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.656935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-0b1d93f5-a51a-40e5-976d-63a4e6d521ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1277411
Apr 02 20:56:31.689096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-b94484ac-3112-4027-8357-fe03a391fcf5 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.139 HTTP/1.1" status: 200  len: 696 time: 0.0600386
Apr 02 20:56:31.710943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-4bcaf671-9121-4fef-95fe-a0a316b11a27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476546
Apr 02 20:56:31.726266 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e3efb675-a563-4cab-8c54-894a8f979a55 req-375a58f2-e5d8-415d-8a2c-0bb4fd684fed tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182323
Apr 02 20:56:31.846748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-add85900-0196-4070-a4c8-eda127ec357e service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1151574
Apr 02 20:56:31.860186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Deleting port e08844d2-af7c-4c63-91c2-754081c94bb2 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:31.860660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:31.959517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9503ff-46a8-4cf3-bbb9-94f422f4d08a req-0bc404af-7ea6-4559-9286-a7435964e431 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:31.961251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f9503ff-46a8-4cf3-bbb9-94f422f4d08a req-0bc404af-7ea6-4559-9286-a7435964e431 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1311979
Apr 02 20:56:32.006828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-bb1a4461-e57d-4370-85a9-f6b33c8e2528 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442351
Apr 02 20:56:32.069633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f9503ff-46a8-4cf3-bbb9-94f422f4d08a req-e645c18d-0546-43a6-b585-58b03e833485 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973876
Apr 02 20:56:32.102408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-dc98ce77-177b-4359-bab4-a4c20fb24d86 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0602336
Apr 02 20:56:32.250224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f8ffda4b-cb48-46a1-8a82-6dc681725a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.321436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36491-6adc-4ba7-8b63-002b880a85d3 req-f851aaef-63a8-4929-a964-f97e0a43913b tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:32.330718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37d36491-6adc-4ba7-8b63-002b880a85d3 req-f851aaef-63a8-4929-a964-f97e0a43913b tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.1425846
Apr 02 20:56:32.344745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-57ff5250-62d7-4561-b9b6-7717c2d5312d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:32.347498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-57ff5250-62d7-4561-b9b6-7717c2d5312d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2383997
Apr 02 20:56:32.352288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.352648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (e08844d2-af7c-4c63-91c2-754081c94bb2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.365856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Request body: {'port': {'device_id': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'bf81401733804432b781dd367ab7bd82'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:32.368926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Calling delete_port for e08844d2-af7c-4c63-91c2-754081c94bb2 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:32.486358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37d36491-6adc-4ba7-8b63-002b880a85d3 req-44c10f5b-e198-4dc9-ad78-8f7a6c36f90d tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525848
Apr 02 20:56:32.492106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f8ffda4b-cb48-46a1-8a82-6dc681725a1f admin admin] Publish callbacks [] for security_group (bad285e8-bf5b-48fa-a2a4-f44198f5bb40), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.503307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f8ffda4b-cb48-46a1-8a82-6dc681725a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bad285e8-bf5b-48fa-a2a4-f44198f5bb40), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.575112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f8ffda4b-cb48-46a1-8a82-6dc681725a1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=418a8df498a341c59e0257bf4c38f83f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9427538
Apr 02 20:56:32.575933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffda4b-cb48-46a1-8a82-6dc681725a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad285e8-bf5b-48fa-a2a4-f44198f5bb40,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:32.579305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58430) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:32.600999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Made reservation on behalf of bf81401733804432b781dd367ab7bd82 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:32.611364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.694366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ed92-638d-4bfb-9501-ffc2ec4f722f admin admin] Publish callbacks [] for security_group (bad285e8-bf5b-48fa-a2a4-f44198f5bb40), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.697057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e08844d2-af7c-4c63-91c2-754081c94bb2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.740795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event deleted for resources: {'Port': ['ID=e08844d2-af7c-4c63-91c2-754081c94bb2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:32.762026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062c946-c4b5-436e-b5f4-745d06ee269c req-be7ead07-1b2c-4f72-adae-ee2050df4f90 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:32.764415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ed92-638d-4bfb-9501-ffc2ec4f722f admin admin] Publish callbacks [] for security_group (bad285e8-bf5b-48fa-a2a4-f44198f5bb40), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.777097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3062c946-c4b5-436e-b5f4-745d06ee269c req-be7ead07-1b2c-4f72-adae-ee2050df4f90 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1579077
Apr 02 20:56:32.853315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3062c946-c4b5-436e-b5f4-745d06ee269c req-a479a19d-f090-49dc-a782-b502ee603ee5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751798
Apr 02 20:56:32.867906 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (4fac83c8-8de0-4976-ac24-f4d80b309dca), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.870940 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.882562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e04013f1-11b0-41d9-be01-d400abe345a3 req-3d0e4daa-09f9-441d-a299-b8e7b053b204 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "DELETE /v2.0/floatingips/4fac83c8-8de0-4976-ac24-f4d80b309dca HTTP/1.1" status: 204  len: 173 time: 1.1877484
Apr 02 20:56:32.903652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ed92-638d-4bfb-9501-ffc2ec4f722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bad285e8-bf5b-48fa-a2a4-f44198f5bb40), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.906457 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ed92-638d-4bfb-9501-ffc2ec4f722f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:32.910047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ac1ed92-638d-4bfb-9501-ffc2ec4f722f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bad285e8-bf5b-48fa-a2a4-f44198f5bb40 HTTP/1.1" status: 204  len: 168 time: 0.3262615
Apr 02 20:56:32.930888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1ed92-638d-4bfb-9501-ffc2ec4f722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad285e8-bf5b-48fa-a2a4-f44198f5bb40,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:33.021420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Allocated IP 192.168.233.246 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/621024d2-1ce8-42c3-9e0b-779d93467380) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:56:33.043176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20cfe5f2-5742-49a3-ab4d-4f900020763e req-d5c2dcd7-5afe-48aa-9168-daf109458384 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 210 time: 0.0571299
Apr 02 20:56:33.130441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdc605-ae6d-4bd2-803b-0ff29690e028 req-d770ddaf-631f-417b-9341-ef6cece94701 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:33.132034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cbdc605-ae6d-4bd2-803b-0ff29690e028 req-d770ddaf-631f-417b-9341-ef6cece94701 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.1225648
Apr 02 20:56:33.231152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c783d4f-4a9c-4aa2-aa8a-33ad4ace19cb req-79d89059-bfd2-4560-b56a-b1c9a6fc6b47 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:33.245624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c783d4f-4a9c-4aa2-aa8a-33ad4ace19cb req-79d89059-bfd2-4560-b56a-b1c9a6fc6b47 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.1054962
Apr 02 20:56:33.356012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c783d4f-4a9c-4aa2-aa8a-33ad4ace19cb req-06836b2e-74ef-4b2e-a9d7-44919c3f007b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112761
Apr 02 20:56:33.382110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cbdc605-ae6d-4bd2-803b-0ff29690e028 req-600039ed-1523-4b50-ab56-becc12de9727 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147841
Apr 02 20:56:33.463910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks [] for port (621024d2-1ce8-42c3-9e0b-779d93467380), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:33.529696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:33.550722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:33.630146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:33.665830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:33.762167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58466) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:33.768840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:56:33.786726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:33.806058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:56:33.809614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f7518a0-f8ff-43c6-a058-456beaf56183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:33.868740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548f96-4544-48c3-b05c-69789634fa27 req-4a9f5a8c-9e1b-4185-abee-a1527e1f90a1 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:33.880481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e548f96-4544-48c3-b05c-69789634fa27 req-4a9f5a8c-9e1b-4185-abee-a1527e1f90a1 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 1132 time: 0.2103369
Apr 02 20:56:33.907560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700d0a-d5ba-4419-90b9-5933f7454fff req-4437c85f-4dc0-4558-833f-90e78e1243e2 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:33.930070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82700d0a-d5ba-4419-90b9-5933f7454fff req-4437c85f-4dc0-4558-833f-90e78e1243e2 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.4712574
Apr 02 20:56:33.936537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:33.937904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:33.989493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e548f96-4544-48c3-b05c-69789634fa27 req-b1c64018-44e0-457c-b3d6-9c27e7bb1671 tempest-ServersOnMultiNodesTest-1921666140 tempest-ServersOnMultiNodesTest-1921666140-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075680
Apr 02 20:56:34.009287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-270bb983-9c58-4bd0-9af7-3fec96d38b9c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6507730
Apr 02 20:56:34.037181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Request body: {'port': {'device_id': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:34.105147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f7518a0-f8ff-43c6-a058-456beaf56183 admin admin] Publish callbacks [] for security_group (320c8bae-d2ed-4b68-84a3-d8ed723677ae), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.126638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f7518a0-f8ff-43c6-a058-456beaf56183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (320c8bae-d2ed-4b68-84a3-d8ed723677ae), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.168170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2f7518a0-f8ff-43c6-a058-456beaf56183 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6185437cc7674d57bf62549a9a318b41&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3838284
Apr 02 20:56:34.173391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58488) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:34.181746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c06d475-3f96-474d-bc2e-6b805c074275 req-bade0bd0-93ff-4ac0-ad66-65b3f7ccb7c7 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=8431d621f8be4ba0b1a6faa94c77d545 HTTP/1.1" status: 200  len: 1656 time: 0.1315711
Apr 02 20:56:34.227856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7518a0-f8ff-43c6-a058-456beaf56183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c8bae-d2ed-4b68-84a3-d8ed723677ae,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:34.247872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b581f-abe6-4375-b04b-bd1b591dfc69 req-774e6dd3-1775-4815-ab26-ad6768d0fde6 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:34.249393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f56b581f-abe6-4375-b04b-bd1b591dfc69 req-774e6dd3-1775-4815-ab26-ad6768d0fde6 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.2024443
Apr 02 20:56:34.276155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-924c8413-8ac0-4d34-8904-30cb21a19e18 None None] Provisioning complete for port 621024d2-1ce8-42c3-9e0b-779d93467380 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:34.276846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924c8413-8ac0-4d34-8904-30cb21a19e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.281910 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e79095d2-ee3b-419b-9e0d-dd6cb2dc0066 admin admin] Publish callbacks [] for security_group (320c8bae-d2ed-4b68-84a3-d8ed723677ae), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.286534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.323271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e79095d2-ee3b-419b-9e0d-dd6cb2dc0066 admin admin] Publish callbacks [] for security_group (320c8bae-d2ed-4b68-84a3-d8ed723677ae), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.343921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-924c8413-8ac0-4d34-8904-30cb21a19e18 None None] Port 621024d2-1ce8-42c3-9e0b-779d93467380 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:56:34.353119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f56b581f-abe6-4375-b04b-bd1b591dfc69 req-61081c54-095e-478d-bbe1-db1321f30bb8 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920038
Apr 02 20:56:34.387006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d475-3f96-474d-bc2e-6b805c074275 req-8e7ed664-6981-463c-a175-6cba118139a0 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:34.406749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c06d475-3f96-474d-bc2e-6b805c074275 req-8e7ed664-6981-463c-a175-6cba118139a0 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks?id=69e968fd-ce84-40ce-a27b-620992c0d153&id=69e968fd-ce84-40ce-a27b-620992c0d153&id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 787 time: 0.2228913
Apr 02 20:56:34.414920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e79095d2-ee3b-419b-9e0d-dd6cb2dc0066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (320c8bae-d2ed-4b68-84a3-d8ed723677ae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.417949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e79095d2-ee3b-419b-9e0d-dd6cb2dc0066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:34.419345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e79095d2-ee3b-419b-9e0d-dd6cb2dc0066 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/320c8bae-d2ed-4b68-84a3-d8ed723677ae HTTP/1.1" status: 204  len: 168 time: 0.2420583
Apr 02 20:56:34.433357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79095d2-ee3b-419b-9e0d-dd6cb2dc0066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c8bae-d2ed-4b68-84a3-d8ed723677ae,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:34.665440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5aaea-cdc5-4f4c-b0d5-2c522ae608fc req-d74379d5-e1db-4834-abbe-b69a84fb2998 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:34.666897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eca5aaea-cdc5-4f4c-b0d5-2c522ae608fc req-d74379d5-e1db-4834-abbe-b69a84fb2998 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 936 time: 0.1157928
Apr 02 20:56:34.733362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283a0b0-5bde-4500-b48e-17dd933defe6 req-2f4ea730-3831-4370-94ed-2d3297788364 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:34.742445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9283a0b0-5bde-4500-b48e-17dd933defe6 req-2f4ea730-3831-4370-94ed-2d3297788364 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.0690346
Apr 02 20:56:34.758968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eca5aaea-cdc5-4f4c-b0d5-2c522ae608fc req-e72f1638-9e37-4d32-9b2c-81dd521c0ed9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652249
Apr 02 20:56:34.814501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9283a0b0-5bde-4500-b48e-17dd933defe6 req-0c0fc3be-9931-4021-8763-e7b1ead12f0c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709157
Apr 02 20:56:34.957084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeed08c-a57e-4d22-aa01-e8f59b8b08e5 req-e3eb20f2-345c-45d5-adac-9205959a7562 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:34.958709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eaeed08c-a57e-4d22-aa01-e8f59b8b08e5 req-e3eb20f2-345c-45d5-adac-9205959a7562 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.0778923
Apr 02 20:56:35.040328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eaeed08c-a57e-4d22-aa01-e8f59b8b08e5 req-220de9b6-5e36-4767-a326-a394335781ad tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729754
Apr 02 20:56:35.172662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-215aed91-6fde-4d12-885d-4212457b5f41 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips/77fe1d63-e6b6-41d2-a6f0-a236acf78111 HTTP/1.1" status: 200  len: 693 time: 0.0648670
Apr 02 20:56:35.269122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621024d2-1ce8-42c3-9e0b-779d93467380 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:35.283260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Publish callbacks [] for port (621024d2-1ce8-42c3-9e0b-779d93467380), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:35.321571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212ef77-c43f-4dac-88e6-4134232c8b0f req-8d5e82f0-0d17-46dc-8a61-0c4f7e952355 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:35.329751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f212ef77-c43f-4dac-88e6-4134232c8b0f req-8d5e82f0-0d17-46dc-8a61-0c4f7e952355 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.0821123
Apr 02 20:56:35.339846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Transition to ACTIVE for port object 621024d2-1ce8-42c3-9e0b-779d93467380 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:56:35.351799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:35.393629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f212ef77-c43f-4dac-88e6-4134232c8b0f req-f42f5176-b0cb-4d96-b7f3-9a777b970916 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604434
Apr 02 20:56:35.396848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-cb69ad35-f711-48d8-859a-025fa00f89c0 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:35.398265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-cb69ad35-f711-48d8-859a-025fa00f89c0 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.2248433
Apr 02 20:56:35.424731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-e6efe4b3-c056-4888-bcea-7715404b565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:35.426756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-e6efe4b3-c056-4888-bcea-7715404b565d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca062168c5234ac98bdfe39669d817d7&device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 1127 time: 0.1458423
Apr 02 20:56:35.477905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:35.521630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f866df-9bfb-406e-879c-84b47c7e38f5 req-b12b70de-d914-4daf-886f-7d69d2cce284 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:35.530371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11f866df-9bfb-406e-879c-84b47c7e38f5 req-b12b70de-d914-4daf-886f-7d69d2cce284 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0656970
Apr 02 20:56:35.592926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-fff091ca-715f-407f-a7d9-49d45080d3db tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.171 HTTP/1.1" status: 200  len: 696 time: 0.1728306
Apr 02 20:56:35.617259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11f866df-9bfb-406e-879c-84b47c7e38f5 req-1a1e299b-e6c2-4b0c-92e1-33ac51cd5745 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854273
Apr 02 20:56:35.767289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-9b1b2232-17a6-4713-add2-ff7d0a4de911 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.171 HTTP/1.1" status: 200  len: 696 time: 0.1409273
Apr 02 20:56:35.769806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f0a1-c23b-4bb4-ab4c-4f8d0cdc882a req-8aa176fc-ce25-4552-9a22-040306feb54c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:35.770081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:35.770422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:35.770765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:35.773322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f985f0a1-c23b-4bb4-ab4c-4f8d0cdc882a req-8aa176fc-ce25-4552-9a22-040306feb54c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0714059
Apr 02 20:56:35.777793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:35.778119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:35.794774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:35.795149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:35.795614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:35.795927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Bound port: 621024d2-1ce8-42c3-9e0b-779d93467380, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:35.796286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:35.839965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f985f0a1-c23b-4bb4-ab4c-4f8d0cdc882a req-5a587634-3986-4af4-832d-bc790865b723 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579813
Apr 02 20:56:35.850633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-455d6655-d11a-4793-950d-0ab3ac3e77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:35.864068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-455d6655-d11a-4793-950d-0ab3ac3e77e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8c367129-e8a6-4477-ae42-b50d7c7292de HTTP/1.1" status: 200  len: 914 time: 0.4081683
Apr 02 20:56:35.953717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-e0724cbf-26a4-4d4f-811c-c8c10e7e5320 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab HTTP/1.1" status: 200  len: 217 time: 0.0930886
Apr 02 20:56:36.013940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3c354-7097-480b-994d-37a888b2bbbf req-b655e403-38b2-4e93-9615-ff8447e4fbee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.015516 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5db3c354-7097-480b-994d-37a888b2bbbf req-b655e403-38b2-4e93-9615-ff8447e4fbee tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.0607820
Apr 02 20:56:36.047467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:36.053563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:36.057931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-389f8064-f6c8-45e8-ac01-0c221f4809c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.059572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-389f8064-f6c8-45e8-ac01-0c221f4809c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abc688d3-cefe-4e69-baeb-a27753c2b4ad HTTP/1.1" status: 200  len: 853 time: 0.0856535
Apr 02 20:56:36.068355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:36.095119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5db3c354-7097-480b-994d-37a888b2bbbf req-a6d3d204-059a-46cb-8cdd-1f7a1ed7ec09 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696106
Apr 02 20:56:36.125104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-68eee08b-8154-4a51-a354-8adba8895cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8c367129-e8a6-4477-ae42-b50d7c7292de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570493
Apr 02 20:56:36.170727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Deleting port f81e3d4b-5156-45a6-976a-ae64f7c3ce88 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:36.170973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:36.185449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.186079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:36.187439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] 10.222.0.15 "PUT /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 1096 time: 2.1678548
Apr 02 20:56:36.189503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:36.201691 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8709486-c268-4b66-9b53-40a16fc1cb73" -d '{"events": [{"name": "network-changed", "server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:36.262119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3afce-23b7-41c2-911e-3b9c8b2aa339 service neutron] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:36.271506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd50c-3876-45e9-9517-5d61c5722406 req-73ceadf2-d69f-42a8-a4c2-347d2efae3dc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.278946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68fcd50c-3876-45e9-9517-5d61c5722406 req-73ceadf2-d69f-42a8-a4c2-347d2efae3dc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.0948505
Apr 02 20:56:36.342538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68fcd50c-3876-45e9-9517-5d61c5722406 req-fc63daa4-d259-404a-9c37-6d97b2d3351e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592060
Apr 02 20:56:36.506261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e03457-2a0c-4a6e-85b9-9ac2f013297a req-df0a4574-99a1-4120-93d7-5af3afc74947 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.508058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01e03457-2a0c-4a6e-85b9-9ac2f013297a req-df0a4574-99a1-4120-93d7-5af3afc74947 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.0656090
Apr 02 20:56:36.516376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:36.516997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:36.561512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-2a92c00f-7efa-4957-a6c5-d619d78ca381 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.564150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-2a92c00f-7efa-4957-a6c5-d619d78ca381 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.4361472
Apr 02 20:56:36.575508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-74409785-b20d-4df6-8b6d-795144cfc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.577034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-74409785-b20d-4df6-8b6d-795144cfc50a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1130 time: 0.3096142
Apr 02 20:56:36.580255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01e03457-2a0c-4a6e-85b9-9ac2f013297a req-2faa0fec-7a56-4556-ac12-6a8a3b519822 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601425
Apr 02 20:56:36.591336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Calling delete_port for f81e3d4b-5156-45a6-976a-ae64f7c3ce88 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:36.621031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-a03017c4-7131-4d8f-ae76-42ea8c8a80a3 service neutron] 10.222.0.15 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4768736
Apr 02 20:56:36.679455 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-853c34d5-9e9e-4993-91fe-4e17a6a8a54a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.0666902
Apr 02 20:56:36.681720 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a1426-8b9b-421b-a314-f4285b8f2d01 x-openstack-request-id: req-a69a1426-8b9b-421b-a314-f4285b8f2d01 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:36.682012 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:36.682245 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a69a1426-8b9b-421b-a314-f4285b8f2d01 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:36.682649 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69a1426-8b9b-421b-a314-f4285b8f2d01'] response: {'name': 'network-changed', 'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'status': 'completed', 'code': 200}
Apr 02 20:56:36.759430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f00df-6fed-4b5b-95f4-4149ef1af98d req-c3f59aeb-05ab-492d-b9e1-b7da39b0ee1b tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.766925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea3f00df-6fed-4b5b-95f4-4149ef1af98d req-c3f59aeb-05ab-492d-b9e1-b7da39b0ee1b tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.0659060
Apr 02 20:56:36.801866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-a73aa82c-624e-4567-87fc-24ee2d213ffc tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.803367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-a73aa82c-624e-4567-87fc-24ee2d213ffc tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.3851035
Apr 02 20:56:36.821569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:36.831723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea3f00df-6fed-4b5b-95f4-4149ef1af98d req-64c97cc1-3cf9-4770-92b8-e9762ee71552 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605204
Apr 02 20:56:36.941686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-55f7c88f-7089-450c-987a-17db14755ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.943146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-55f7c88f-7089-450c-987a-17db14755ea1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2107110
Apr 02 20:56:36.957055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150a279-9a97-48e0-85ad-4f249d7cb5ff req-ab0fb344-39af-45ec-a0d1-16dc03d5034a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:36.959426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d150a279-9a97-48e0-85ad-4f249d7cb5ff req-ab0fb344-39af-45ec-a0d1-16dc03d5034a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0640695
Apr 02 20:56:37.037534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d150a279-9a97-48e0-85ad-4f249d7cb5ff req-0559b28b-475d-4551-9464-20318d3ee447 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696659
Apr 02 20:56:37.052021 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:37.064094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000427be-0e1d-495d-b725-d1f7244b2d51 req-4af6f0c2-0d1f-4bd5-8a92-8c3b67892f00 service neutron] 10.222.0.15 "GET /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3779945
Apr 02 20:56:37.083159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port c64f93fe-0582-411d-9a0e-6d653a26526a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:37.083500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:37.180057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-045647b1-578e-4558-bd83-c26b9a2cb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:37.181755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-045647b1-578e-4558-bd83-c26b9a2cb5a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2258887
Apr 02 20:56:37.287342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f81e3d4b-5156-45a6-976a-ae64f7c3ce88), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:37.369395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event deleted for resources: {'Port': ['ID=f81e3d4b-5156-45a6-976a-ae64f7c3ce88,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:37.463923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:37.465682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port c64f93fe-0582-411d-9a0e-6d653a26526a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c64f93fe-0582-411d-9a0e-6d653a26526a,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:37.466238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:37.497438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for c64f93fe-0582-411d-9a0e-6d653a26526a owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:37.527528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de57933-8fd2-4ed6-a682-b915977150d5 req-1735ca06-942c-4f50-8903-bb67bb34e573 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:37.535398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4de57933-8fd2-4ed6-a682-b915977150d5 req-1735ca06-942c-4f50-8903-bb67bb34e573 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0888448
Apr 02 20:56:37.535597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:37.549451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-d92fc9a6-c6de-4555-a313-28736c32e5c3 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3325009
Apr 02 20:56:37.589242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (77fe1d63-e6b6-41d2-a6f0-a236acf78111), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:37.591912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:37.593080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca360cc3-b2eb-4f6f-b84f-4e2e9bf039c3 req-2f17b96b-08b9-42b6-abca-dd61e697f49c tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "DELETE /v2.0/floatingips/77fe1d63-e6b6-41d2-a6f0-a236acf78111 HTTP/1.1" status: 204  len: 173 time: 1.7994971
Apr 02 20:56:37.593888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4de57933-8fd2-4ed6-a682-b915977150d5 req-60883078-373f-47d1-9325-9c51332a5198 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525980
Apr 02 20:56:37.659478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:37.682947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:37.697998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:56:37.761736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f485b8-238e-43c0-8b14-4ae281faba63 req-b3225829-c06d-4e52-a3b7-875b06d81289 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:37.770110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14f485b8-238e-43c0-8b14-4ae281faba63 req-b3225829-c06d-4e52-a3b7-875b06d81289 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.0924835
Apr 02 20:56:37.833233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14f485b8-238e-43c0-8b14-4ae281faba63 req-06bd96da-6235-454c-a30c-58057d28a8fc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618865
Apr 02 20:56:38.125097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Publish callbacks [] for port (01630476-a097-41f9-be67-f49e683617f0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.137502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66b9b4da-2ac5-4264-89ef-fdd1566a805e req-e24f383d-1d17-4e70-9b9b-af6e949930a0 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5802324
Apr 02 20:56:38.140374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.183580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d563e-434f-4447-9396-ce48df65bc8e req-defc42d1-1f3c-4780-a84b-a210aeccf15a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.193445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee8d563e-434f-4447-9396-ce48df65bc8e req-defc42d1-1f3c-4780-a84b-a210aeccf15a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=9005e873-1c4a-43cf-ba69-0334fff97c58 HTTP/1.1" status: 200  len: 950 time: 0.0810745
Apr 02 20:56:38.237401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3cee1-face-44a6-aa8b-e7f91dfd3d0e req-ff691b09-a3ed-4163-8a1b-6e494c6f842b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.239507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c3cee1-face-44a6-aa8b-e7f91dfd3d0e req-ff691b09-a3ed-4163-8a1b-6e494c6f842b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 946 time: 0.5101991
Apr 02 20:56:38.240478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee8d563e-434f-4447-9396-ce48df65bc8e req-af63b2e7-e5ef-4b19-ac97-7a043fda1ca2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461943
Apr 02 20:56:38.304838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c64f93fe-0582-411d-9a0e-6d653a26526a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.318310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3', 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:38.322571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:38.353526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.353876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.354219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.354682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.354894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.355307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.355540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.355977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.356189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.356550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.356880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.357204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.357526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.357847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.358172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:38.361789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-ac53cc8c-fd65-4186-850c-ec1e5ca64ff2 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips/6237f83b-437a-4e5a-a7d7-2cf2e889953b HTTP/1.1" status: 200  len: 693 time: 0.0768223
Apr 02 20:56:38.371925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:56:38.372256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:56:38.372627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:38.399453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-32904a48-0a12-4a87-9338-e9fd5b18853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.400884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-32904a48-0a12-4a87-9338-e9fd5b18853b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1130 time: 0.2008612
Apr 02 20:56:38.419708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=c64f93fe-0582-411d-9a0e-6d653a26526a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:38.429122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:56:38.429461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Attempting to bind port 01630476-a097-41f9-be67-f49e683617f0 on network 83a57283-8e77-4048-913b-713f633ea68f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:56:38.474476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e', 'c64f93fe-0582-411d-9a0e-6d653a26526a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:38.492193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:56:38.492379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Checking segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:38.492761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Bound using segment: {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:56:38.493217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Bound port: 01630476-a097-41f9-be67-f49e683617f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83a57283-8e77-4048-913b-713f633ea68f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:56:38.494851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.497661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port c64f93fe-0582-411d-9a0e-6d653a26526a on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:38.506071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.514463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b7307c6-1550-4c27-85b5-3e7666af4d16 req-cbc84628-b79d-4d14-a34e-885d0e93ad3d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "DELETE /v2.0/ports/c64f93fe-0582-411d-9a0e-6d653a26526a HTTP/1.1" status: 204  len: 173 time: 1.9312031
Apr 02 20:56:38.519702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-eaec9221-4800-4e26-9cb4-bb41b0c53ca1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.538354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-eaec9221-4800-4e26-9cb4-bb41b0c53ca1 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1747642
Apr 02 20:56:38.626868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-9531888f-6862-48b5-8d8a-f9946a1ac82b tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.146 HTTP/1.1" status: 200  len: 696 time: 0.0866735
Apr 02 20:56:38.683397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01630476-a097-41f9-be67-f49e683617f0'}, {'server_uuid': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'name': 'network-vif-deleted', 'tag': 'c64f93fe-0582-411d-9a0e-6d653a26526a'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:38.689155 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf436270-93af-4d7f-a9ef-6f251a967eee" -d '{"events": [{"server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "name": "network-vif-unplugged", "status": "completed", "tag": "01630476-a097-41f9-be67-f49e683617f0"}, {"server_uuid": "9005e873-1c4a-43cf-ba69-0334fff97c58", "name": "network-vif-deleted", "tag": "c64f93fe-0582-411d-9a0e-6d653a26526a"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:38.741198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-d8679aed-b6d1-4bb7-a9c8-0d3f91e3d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.743517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-d8679aed-b6d1-4bb7-a9c8-0d3f91e3d03f service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.3195443
Apr 02 20:56:38.747761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:38.757478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58640) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:38.759508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:56:38.782815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-2db5fc66-8298-4042-85d9-1be08636216d tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.146 HTTP/1.1" status: 200  len: 696 time: 0.1493022
Apr 02 20:56:38.802166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.804960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-05a8c84b-d9ce-42cf-9d1e-fdbae8cd1c7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.0543654
Apr 02 20:56:38.961014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Deleting port e54c6f81-4ae5-40a3-a701-9bc9cf1252c1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:38.961327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.973775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c3cee1-face-44a6-aa8b-e7f91dfd3d0e req-1f042cd5-aa31-40d6-9808-b5bcba068f12 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7104106
Apr 02 20:56:38.976429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=8']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:38.980327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.981504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:38.982403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-5354cd28-35db-48cd-81e3-fc15553968bc service neutron] 10.222.0.15 "PUT /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 1122 time: 2.1670930
Apr 02 20:56:38.983800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-4c4fbe99-28ae-44b6-95f3-c18960c6fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:38.985190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-4c4fbe99-28ae-44b6-95f3-c18960c6fbc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1694438
Apr 02 20:56:39.122135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['01630476-a097-41f9-be67-f49e683617f0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:39.128955 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.130670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.140383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac67-778a-4feb-93e3-49a233e68288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.161939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Calling delete_port for e54c6f81-4ae5-40a3-a701-9bc9cf1252c1 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:39.166860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['01630476-a097-41f9-be67-f49e683617f0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:39.189938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-bf742849-e5f2-464f-a582-1c65fd6114ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:39.197183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-bf742849-e5f2-464f-a582-1c65fd6114ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2001679
Apr 02 20:56:39.379944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e54c6f81-4ae5-40a3-a701-9bc9cf1252c1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.394343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e16f7-07ae-4d1b-9629-2ec51ac69fad req-dde98ab5-09c8-49ad-a482-99506053a339 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:39.395890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f11e16f7-07ae-4d1b-9629-2ec51ac69fad req-dde98ab5-09c8-49ad-a482-99506053a339 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.1925354
Apr 02 20:56:39.401886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-13cda5fd-a553-4618-ad79-925f1cbf6d78 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971576
Apr 02 20:56:39.419757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event deleted for resources: {'Port': ['ID=e54c6f81-4ae5-40a3-a701-9bc9cf1252c1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:39.432539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.432539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.432874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.433117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.433451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.433782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.434117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.434933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.434933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.435327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.435654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.436040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.436732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.436732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.437122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:39.522276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (6237f83b-437a-4e5a-a7d7-2cf2e889953b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.525874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.527847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bfc59e8-68fb-4554-981d-e57fbffb2082 req-944850c6-a92c-4d68-a167-a34b55e8cf90 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "DELETE /v2.0/floatingips/6237f83b-437a-4e5a-a7d7-2cf2e889953b HTTP/1.1" status: 204  len: 173 time: 0.7368498
Apr 02 20:56:39.567626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac67-778a-4feb-93e3-49a233e68288 admin admin] Publish callbacks [] for security_group (20336674-adbe-4b60-9668-2f97c8df920a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.574210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f11e16f7-07ae-4d1b-9629-2ec51ac69fad req-a9390c8d-0286-427f-beae-c8c11f1c2196 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713653
Apr 02 20:56:39.585595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac67-778a-4feb-93e3-49a233e68288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (20336674-adbe-4b60-9668-2f97c8df920a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.652488 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7cebb7-0011-4cc5-ae89-27fd268f7543 x-openstack-request-id: req-ef7cebb7-0011-4cc5-ae89-27fd268f7543 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:39.652866 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "name": "network-vif-unplugged", "status": "completed", "tag": "01630476-a097-41f9-be67-f49e683617f0", "code": 200}, {"server_uuid": "9005e873-1c4a-43cf-ba69-0334fff97c58", "name": "network-vif-deleted", "tag": "c64f93fe-0582-411d-9a0e-6d653a26526a", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:39.653102 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef7cebb7-0011-4cc5-ae89-27fd268f7543 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:39.654382 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7cebb7-0011-4cc5-ae89-27fd268f7543'] response: {'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01630476-a097-41f9-be67-f49e683617f0', 'code': 200}
Apr 02 20:56:39.654382 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7cebb7-0011-4cc5-ae89-27fd268f7543'] response: {'server_uuid': '9005e873-1c4a-43cf-ba69-0334fff97c58', 'name': 'network-vif-deleted', 'tag': 'c64f93fe-0582-411d-9a0e-6d653a26526a', 'status': 'completed', 'code': 200}
Apr 02 20:56:39.671275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9aa4ac67-778a-4feb-93e3-49a233e68288 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1b1683ebae94db889b969a8eb0d27e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9090009
Apr 02 20:56:39.674119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8709486-c268-4b66-9b53-40a16fc1cb73 req-b001452f-418c-485b-a9fe-3fbb1b7806c6 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575727
Apr 02 20:56:39.681207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58656) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:39.734623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4ac67-778a-4feb-93e3-49a233e68288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20336674-adbe-4b60-9668-2f97c8df920a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:39.736707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83ccf4-690c-42ba-88bc-cb5fb34fdacf req-774fc7be-876a-4f61-adfc-ac2503acfd26 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:39.738954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed83ccf4-690c-42ba-88bc-cb5fb34fdacf req-774fc7be-876a-4f61-adfc-ac2503acfd26 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0708470
Apr 02 20:56:39.793750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955aa5-d555-482a-80bf-33866c3bac0d req-0f766000-1e40-4adb-a4a0-21cee8dc04f3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:39.794562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed83ccf4-690c-42ba-88bc-cb5fb34fdacf req-f207b23c-7d3c-44f7-82d6-3c285ef28ee7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489357
Apr 02 20:56:39.795252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73955aa5-d555-482a-80bf-33866c3bac0d req-0f766000-1e40-4adb-a4a0-21cee8dc04f3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.1205335
Apr 02 20:56:39.798404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53737fbe-c210-4b9d-93cc-cfe8bc41a633 admin admin] Publish callbacks [] for security_group (20336674-adbe-4b60-9668-2f97c8df920a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.837306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53737fbe-c210-4b9d-93cc-cfe8bc41a633 admin admin] Publish callbacks [] for security_group (20336674-adbe-4b60-9668-2f97c8df920a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.888591 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73955aa5-d555-482a-80bf-33866c3bac0d req-1b474a09-c091-4e7d-94fc-b2e14000f301 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855765
Apr 02 20:56:39.905123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f1287462-fecb-44ff-b013-42a5e25de4a4 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips/1fec0ff9-70af-43a6-bfbf-fb1354ddf2d6 HTTP/1.1" status: 200  len: 692 time: 0.0496125
Apr 02 20:56:39.908657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53737fbe-c210-4b9d-93cc-cfe8bc41a633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (20336674-adbe-4b60-9668-2f97c8df920a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.912474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53737fbe-c210-4b9d-93cc-cfe8bc41a633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:39.916947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-53737fbe-c210-4b9d-93cc-cfe8bc41a633 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20336674-adbe-4b60-9668-2f97c8df920a HTTP/1.1" status: 204  len: 168 time: 0.2347767
Apr 02 20:56:39.927068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53737fbe-c210-4b9d-93cc-cfe8bc41a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20336674-adbe-4b60-9668-2f97c8df920a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:40.044141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f8e75479-bf93-4e01-bd7d-dbfbe3b8e20a tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:40.046197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f8e75479-bf93-4e01-bd7d-dbfbe3b8e20a tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1346574
Apr 02 20:56:40.106438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-396bdd0b-bd88-4242-8dc5-773eaa8327a3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.45 HTTP/1.1" status: 200  len: 695 time: 0.0524511
Apr 02 20:56:40.125199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28231d5-51d9-4b06-a4e4-a398608bc34d req-284e82ea-8157-4155-a6b5-57cd6a558192 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:40.126877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f28231d5-51d9-4b06-a4e4-a398608bc34d req-284e82ea-8157-4155-a6b5-57cd6a558192 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0694141
Apr 02 20:56:40.162277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-6390d117-cfe0-410f-b49c-6e695b6d019b tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.45 HTTP/1.1" status: 200  len: 695 time: 0.0495129
Apr 02 20:56:40.179629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f28231d5-51d9-4b06-a4e4-a398608bc34d req-25db668e-6797-42a2-89f8-ae0526c3ab0a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454555
Apr 02 20:56:40.292856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:40.307120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a6a8b0-284b-4736-b0ec-9ec281a52fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.428660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a6a8b0-284b-4736-b0ec-9ec281a52fec admin admin] Publish callbacks [] for security_group (2760bda9-61ef-4b3c-a78b-e007251e85ea), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.433260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a6a8b0-284b-4736-b0ec-9ec281a52fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2760bda9-61ef-4b3c-a78b-e007251e85ea), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.488861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6a8b0-284b-4736-b0ec-9ec281a52fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760bda9-61ef-4b3c-a78b-e007251e85ea,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:40.494206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-87a6a8b0-284b-4736-b0ec-9ec281a52fec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24d40f9d56f64c10b8ec776de24aa5ce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2000618
Apr 02 20:56:40.497072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58684) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:40.543142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c64f93fe-0582-411d-9a0e-6d653a26526a no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:40.555344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64bcd81a-c255-4d88-8669-10b440bb2848 admin admin] Publish callbacks [] for security_group (2760bda9-61ef-4b3c-a78b-e007251e85ea), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.558245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Deleting port 9bf0875e-8caf-439d-b3d3-67ee8b117c12 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:40.558590 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.574273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: c64f93fe-0582-411d-9a0e-6d653a26526a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:40.575001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c64f93fe-0582-411d-9a0e-6d653a26526a not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:40.583151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64bcd81a-c255-4d88-8669-10b440bb2848 admin admin] Publish callbacks [] for security_group (2760bda9-61ef-4b3c-a78b-e007251e85ea), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.641163 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.642007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (9bf0875e-8caf-439d-b3d3-67ee8b117c12), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.656145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Calling delete_port for 9bf0875e-8caf-439d-b3d3-67ee8b117c12 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:40.660924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687959-64cc-4552-b2a3-5831853ce26d req-f290b0bd-c25b-42a4-ac29-29d70289be48 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:40.662435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e687959-64cc-4552-b2a3-5831853ce26d req-f290b0bd-c25b-42a4-ac29-29d70289be48 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.0725319
Apr 02 20:56:40.685447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64bcd81a-c255-4d88-8669-10b440bb2848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2760bda9-61ef-4b3c-a78b-e007251e85ea), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.688053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64bcd81a-c255-4d88-8669-10b440bb2848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.689502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64bcd81a-c255-4d88-8669-10b440bb2848 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2760bda9-61ef-4b3c-a78b-e007251e85ea HTTP/1.1" status: 204  len: 168 time: 0.1914554
Apr 02 20:56:40.704190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcd81a-c255-4d88-8669-10b440bb2848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760bda9-61ef-4b3c-a78b-e007251e85ea,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:40.732671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e687959-64cc-4552-b2a3-5831853ce26d req-085a7941-2387-44bd-ac96-3900ffec7fd7 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616267
Apr 02 20:56:40.812176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9bf0875e-8caf-439d-b3d3-67ee8b117c12), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.835404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Pushing event deleted for resources: {'Port': ['ID=9bf0875e-8caf-439d-b3d3-67ee8b117c12,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:40.856714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c22285-4a81-4ed3-9edf-527186606364 req-5857ec53-175d-4a5f-9b18-fe7f32577026 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:40.858430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74c22285-4a81-4ed3-9edf-527186606364 req-5857ec53-175d-4a5f-9b18-fe7f32577026 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.0602734
Apr 02 20:56:40.913870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74c22285-4a81-4ed3-9edf-527186606364 req-890b0637-9940-4ab1-870f-eba69a9976ec tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486617
Apr 02 20:56:40.926745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks [] for floatingip (1fec0ff9-70af-43a6-bfbf-fb1354ddf2d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.929690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:40.937019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58694) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:40.945231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c8e54ba-018e-4e5e-911d-afea56605923 req-f2ff44b4-7d7c-4762-98bd-34329aea1fe3 tempest-FloatingIPDetailsTestJSON-1150013904 tempest-FloatingIPDetailsTestJSON-1150013904-project] 10.222.0.18 "DELETE /v2.0/floatingips/1fec0ff9-70af-43a6-bfbf-fb1354ddf2d6 HTTP/1.1" status: 204  len: 173 time: 0.7769947
Apr 02 20:56:41.067451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b939e0-f32c-4026-8967-8ad69628dfbb req-22887371-680f-477d-a231-6fe16ce2de14 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.073400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b939e0-f32c-4026-8967-8ad69628dfbb req-22887371-680f-477d-a231-6fe16ce2de14 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.0639327
Apr 02 20:56:41.132078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b939e0-f32c-4026-8967-8ad69628dfbb req-9d50be8b-d5aa-40d9-b839-04befb80f272 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563605
Apr 02 20:56:41.151687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ed691-c671-4892-88df-10b9f9d27386 req-6402a508-5b8f-4754-8a62-2e0f78c598a8 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.153373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-076ed691-c671-4892-88df-10b9f9d27386 req-6402a508-5b8f-4754-8a62-2e0f78c598a8 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.1181443
Apr 02 20:56:41.251563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-076ed691-c671-4892-88df-10b9f9d27386 req-1947767a-f916-40f9-931b-f0158381e818 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908415
Apr 02 20:56:41.285872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819df28-a9db-4dc3-88ec-350174327b01 req-2eb4ecf4-4e67-4a1b-94d2-473dbf89aa9c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.285872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a819df28-a9db-4dc3-88ec-350174327b01 req-2eb4ecf4-4e67-4a1b-94d2-473dbf89aa9c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0557542
Apr 02 20:56:41.353179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a819df28-a9db-4dc3-88ec-350174327b01 req-a736c681-4882-4075-ab62-5e49716d6bd7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674872
Apr 02 20:56:41.478438 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (80823624-6d05-4338-9b1e-a8db070d71dc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:41.500245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7738-c4ce-4eed-be50-16a6259cdce7 req-f232640d-18cb-4071-8bb7-0fc6c5a21b84 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.502327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86ca7738-c4ce-4eed-be50-16a6259cdce7 req-f232640d-18cb-4071-8bb7-0fc6c5a21b84 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0669167
Apr 02 20:56:41.579478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86ca7738-c4ce-4eed-be50-16a6259cdce7 req-f73e76f5-fd3a-4703-8c44-91ca4dc37199 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643985
Apr 02 20:56:41.656649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'tag': '01630476-a097-41f9-be67-f49e683617f0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:41.658886 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "tag": "01630476-a097-41f9-be67-f49e683617f0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:41.702101 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fc1cb8-9560-4f3b-8b90-90d409f602cc x-openstack-request-id: req-57fc1cb8-9560-4f3b-8b90-90d409f602cc {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:41.702512 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "tag": "01630476-a097-41f9-be67-f49e683617f0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:41.702817 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57fc1cb8-9560-4f3b-8b90-90d409f602cc {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:41.703391 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fc1cb8-9560-4f3b-8b90-90d409f602cc'] response: {'name': 'network-changed', 'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'tag': '01630476-a097-41f9-be67-f49e683617f0', 'status': 'completed', 'code': 200}
Apr 02 20:56:41.793751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:41.849434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-a76c5ad7-bf54-4ddb-986e-27fe0a866d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.851195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-a76c5ad7-bf54-4ddb-986e-27fe0a866d4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1156 time: 0.1167645
Apr 02 20:56:41.899044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83fa9-bc20-4844-9022-b8b61cd97ff0 req-22b10741-f899-4616-b9ea-218799121477 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.901527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2f83fa9-bc20-4844-9022-b8b61cd97ff0 req-22b10741-f899-4616-b9ea-218799121477 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.0712759
Apr 02 20:56:41.903389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5292e1-f8e7-4ecd-896f-974590c3628d req-b97b76d8-7ab0-41d8-888d-51edaf48e40c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:41.905097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df5292e1-f8e7-4ecd-896f-974590c3628d req-b97b76d8-7ab0-41d8-888d-51edaf48e40c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1118429
Apr 02 20:56:41.912604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Deleting port 7d0682a1-b791-4e85-966e-4154093321ac {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:41.913155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7d0682a1-b791-4e85-966e-4154093321ac), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:41.969524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2f83fa9-bc20-4844-9022-b8b61cd97ff0 req-8d6b9938-9cc3-4029-8418-787bcd2233ca tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568528
Apr 02 20:56:42.016200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97323f03-09e7-47d1-b7e8-c6b57012c22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.074311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df5292e1-f8e7-4ecd-896f-974590c3628d req-1ff5d2ad-b7dd-403a-ba31-9c6c9dbf1edc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566989
Apr 02 20:56:42.088254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-cb9898e5-46ee-4d51-a43b-2e6eeb02533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.097015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-cb9898e5-46ee-4d51-a43b-2e6eeb02533a service neutron] 10.222.0.21 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.2271881
Apr 02 20:56:42.097015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] For port 7d0682a1-b791-4e85-966e-4154093321ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0682a1-b791-4e85-966e-4154093321ac,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:42.097015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7d0682a1-b791-4e85-966e-4154093321ac), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.143115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Calling delete_port for 7d0682a1-b791-4e85-966e-4154093321ac owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:42.148191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-6cd94efa-f85f-49ba-9fcc-38837f66e223 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 217 time: 0.0454531
Apr 02 20:56:42.167974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97323f03-09e7-47d1-b7e8-c6b57012c22b admin admin] Publish callbacks [] for security_group (7b900e4b-f42d-4576-8341-e670ec29e32d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.176009 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97323f03-09e7-47d1-b7e8-c6b57012c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7b900e4b-f42d-4576-8341-e670ec29e32d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.227889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d146-030a-4130-8c3f-11e225cb95ce req-d0285878-384f-44d0-a56f-99377c7ba731 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.231972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a255d146-030a-4130-8c3f-11e225cb95ce req-d0285878-384f-44d0-a56f-99377c7ba731 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.1828043
Apr 02 20:56:42.239776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-97323f03-09e7-47d1-b7e8-c6b57012c22b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4da0e8e619e0431fb29b64983f33da56&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4449866
Apr 02 20:56:42.240516 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97323f03-09e7-47d1-b7e8-c6b57012c22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b900e4b-f42d-4576-8341-e670ec29e32d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:42.244909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58770) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:42.288281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-49494a13-bd6d-4409-b437-f354413cc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.288667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-49494a13-bd6d-4409-b437-f354413cc6f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.1203535
Apr 02 20:56:42.330416 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a255d146-030a-4130-8c3f-11e225cb95ce req-e281d25f-116c-425f-bc15-524b37b21d49 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863669
Apr 02 20:56:42.333941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-131aea2a-074e-4b52-a15d-c6b3b871bb1d admin admin] Publish callbacks [] for security_group (7b900e4b-f42d-4576-8341-e670ec29e32d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.356809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733f71a-9223-4e5b-bd48-2e367a48a4ad req-6a554efe-ffe1-46bd-87f5-918fd0c9738b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.358345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c733f71a-9223-4e5b-bd48-2e367a48a4ad req-6a554efe-ffe1-46bd-87f5-918fd0c9738b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2017937
Apr 02 20:56:42.365785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-131aea2a-074e-4b52-a15d-c6b3b871bb1d admin admin] Publish callbacks [] for security_group (7b900e4b-f42d-4576-8341-e670ec29e32d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.377083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-a9f34cb7-ee08-4875-af2d-1dd682d9a17d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0776095
Apr 02 20:56:42.427235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-131aea2a-074e-4b52-a15d-c6b3b871bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7b900e4b-f42d-4576-8341-e670ec29e32d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.430475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-131aea2a-074e-4b52-a15d-c6b3b871bb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:42.435228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-131aea2a-074e-4b52-a15d-c6b3b871bb1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b900e4b-f42d-4576-8341-e670ec29e32d HTTP/1.1" status: 204  len: 168 time: 0.1870804
Apr 02 20:56:42.452566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aea2a-074e-4b52-a15d-c6b3b871bb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b900e4b-f42d-4576-8341-e670ec29e32d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:42.539511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3922f6-7871-4f29-b38b-d121e2b6fa98 req-dd15da5e-560e-4736-a80a-2d877bff58cf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.542230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de3922f6-7871-4f29-b38b-d121e2b6fa98 req-dd15da5e-560e-4736-a80a-2d877bff58cf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.0800309
Apr 02 20:56:42.559538 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c733f71a-9223-4e5b-bd48-2e367a48a4ad req-a35f69c0-0d8e-4d56-a2af-04381ebf3990 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826193
Apr 02 20:56:42.619061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de3922f6-7871-4f29-b38b-d121e2b6fa98 req-5ffd4bc5-14cb-4035-a499-d2915241b61b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619917
Apr 02 20:56:42.640023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-d2b3848c-8839-46a1-b055-71ef1a9caa2d service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513034
Apr 02 20:56:42.825759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-3875c3f1-5fd4-4927-8361-2befdc4edc50 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.827285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-3875c3f1-5fd4-4927-8361-2befdc4edc50 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.2933559
Apr 02 20:56:42.921290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0ba8e-1d4a-497d-ba29-de22143ac47d req-d1915371-33a5-425b-8f67-b3f2675cd3b6 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:42.924049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-83a0ba8e-1d4a-497d-ba29-de22143ac47d req-d1915371-33a5-425b-8f67-b3f2675cd3b6 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0638824
Apr 02 20:56:42.996140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-83a0ba8e-1d4a-497d-ba29-de22143ac47d req-9380a88b-b59c-4ed8-93f8-52f14dc4a0b4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652795
Apr 02 20:56:43.022061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58802) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:43.040340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83761fa0-9d16-4937-b895-ee444e446bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.158251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca12be-328a-4fa8-b37e-d93135a9f5e4 req-e922948d-1a97-4f81-97c2-ae373c930d4c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:43.160822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4ca12be-328a-4fa8-b37e-d93135a9f5e4 req-e922948d-1a97-4f81-97c2-ae373c930d4c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.0956702
Apr 02 20:56:43.209843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83761fa0-9d16-4937-b895-ee444e446bc3 admin admin] Publish callbacks [] for security_group (9c238a76-896b-43d7-94b4-7a1d357274cf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.216110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83761fa0-9d16-4937-b895-ee444e446bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9c238a76-896b-43d7-94b4-7a1d357274cf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.239308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7d0682a1-b791-4e85-966e-4154093321ac), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.265046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4ca12be-328a-4fa8-b37e-d93135a9f5e4 req-d08230ca-5016-4376-b989-bf03f0e17214 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951648
Apr 02 20:56:43.271986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-83761fa0-9d16-4937-b895-ee444e446bc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=832c3ededc024ad785dd0ff868fdb944&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2484267
Apr 02 20:56:43.272855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83761fa0-9d16-4937-b895-ee444e446bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c238a76-896b-43d7-94b4-7a1d357274cf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:43.275525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58806) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:43.296863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cf96eb3-239b-4986-aa20-2f79b88b5cb2 req-db99bca1-3b17-4d62-b0ce-fc8420b26325 service neutron] 10.222.0.21 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6411052
Apr 02 20:56:43.296863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb497a1-47bb-4598-a454-90f1f684cadc req-f8070dbe-795e-4141-ae77-abc6b3366d15 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:43.304438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb497a1-47bb-4598-a454-90f1f684cadc req-f8070dbe-795e-4141-ae77-abc6b3366d15 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.6465063
Apr 02 20:56:43.356163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0682a1-b791-4e85-966e-4154093321ac,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:43.406879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efba028e-7a7b-45a0-9d28-3b7cc9e27d0f admin admin] Publish callbacks [] for security_group (9c238a76-896b-43d7-94b4-7a1d357274cf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.433466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-e7bd73cf-63a1-423e-b3ee-862cbe91ac99 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:43.434955 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-e7bd73cf-63a1-423e-b3ee-862cbe91ac99 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.15 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.6498637
Apr 02 20:56:43.436028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efba028e-7a7b-45a0-9d28-3b7cc9e27d0f admin admin] Publish callbacks [] for security_group (9c238a76-896b-43d7-94b4-7a1d357274cf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.455037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071a8d-d88f-4f18-a24f-47c6704d3ded req-ea92fb7c-7757-4c84-9c6f-6a916d7bea51 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:43.457660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5071a8d-d88f-4f18-a24f-47c6704d3ded req-ea92fb7c-7757-4c84-9c6f-6a916d7bea51 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1022606
Apr 02 20:56:43.491173 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb497a1-47bb-4598-a454-90f1f684cadc req-f73d407f-b48d-4a70-9c64-cd513265b6b9 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856127
Apr 02 20:56:43.495011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:43.548954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5071a8d-d88f-4f18-a24f-47c6704d3ded req-886a8ad0-8e89-44c5-adf4-ef9431179dfa tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790527
Apr 02 20:56:43.579011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efba028e-7a7b-45a0-9d28-3b7cc9e27d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9c238a76-896b-43d7-94b4-7a1d357274cf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.582230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efba028e-7a7b-45a0-9d28-3b7cc9e27d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.588814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-efba028e-7a7b-45a0-9d28-3b7cc9e27d0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c238a76-896b-43d7-94b4-7a1d357274cf HTTP/1.1" status: 204  len: 168 time: 0.2979636
Apr 02 20:56:43.608859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba028e-7a7b-45a0-9d28-3b7cc9e27d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c238a76-896b-43d7-94b4-7a1d357274cf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:43.742278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-93172b30-c448-4e0c-816b-44526aac58d1 service neutron] 10.222.0.21 "GET /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4966025
Apr 02 20:56:43.757209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:43.772842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '621024d2-1ce8-42c3-9e0b-779d93467380', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '621024d2-1ce8-42c3-9e0b-779d93467380', 'mac_address': 'fa:16:3e:12:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:56:43.817721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb534c-adc2-486a-9a87-08860ac2d4be req-e27d533f-46f7-45fe-97e0-69a533662e2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:43.822827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:43.823628 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.830886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2eb534c-adc2-486a-9a87-08860ac2d4be req-e27d533f-46f7-45fe-97e0-69a533662e2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.0926516
Apr 02 20:56:43.848764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621024d2-1ce8-42c3-9e0b-779d93467380 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:43.872972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:43.873591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.882573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:43.891075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:43.892371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:56:43.894195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2eb534c-adc2-486a-9a87-08860ac2d4be req-b8f596a6-ec56-4c8f-b707-fbf15eccd01d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605760
Apr 02 20:56:43.967536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a8a7-fcad-4b38-872d-7c306e95b776 req-9dce2baf-a890-4b83-91af-2008d4f60985 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:43.975419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4644a8a7-fcad-4b38-872d-7c306e95b776 req-9dce2baf-a890-4b83-91af-2008d4f60985 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 950 time: 0.3339274
Apr 02 20:56:44.047127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:44.089706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.090651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.091382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.091942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.092485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.093244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.093818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.094378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.094909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.095428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.096016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.096566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.097693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.098274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.098792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:56:44.117535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Deleting port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:44.119561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:44.151731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:44.187247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:56:44.198929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e080c-1575-417c-99f1-d979a7e8343e req-22a79b61-8ad2-4e8a-90a1-c76e6725cc15 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:44.203983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:44.207133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f21e080c-1575-417c-99f1-d979a7e8343e req-22a79b61-8ad2-4e8a-90a1-c76e6725cc15 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 814 time: 0.1793668
Apr 02 20:56:44.223586 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f21e080c-1575-417c-99f1-d979a7e8343e req-1a20fa98-908d-4441-b923-4b13e4ad1346 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/quotas/99e28f04f7dd4777891efe100377f141 HTTP/1.1" status: 200  len: 375 time: 0.0152957
Apr 02 20:56:44.233361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4644a8a7-fcad-4b38-872d-7c306e95b776 req-afd66f70-5c51-4798-928b-d222f318ca4b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564647
Apr 02 20:56:44.260575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (80823624-6d05-4338-9b1e-a8db070d71dc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:44.276616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:44.277002 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:44.295059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f21e080c-1575-417c-99f1-d979a7e8343e req-57d38cd2-abda-4eb2-9f73-ee96aae88bff tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0641460
Apr 02 20:56:44.336029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:44.483439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82e6a6-d2bd-42ef-8590-38947c4f4293 req-3d2ec0aa-b9bf-4273-9e93-e722bae498dc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:44.484957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e82e6a6-d2bd-42ef-8590-38947c4f4293 req-3d2ec0aa-b9bf-4273-9e93-e722bae498dc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 944 time: 0.0974541
Apr 02 20:56:44.555642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 01630476-a097-41f9-be67-f49e683617f0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:44.559006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e82e6a6-d2bd-42ef-8590-38947c4f4293 req-dcf235d4-3df0-4f55-b191-1bf9d01f7f1d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669703
Apr 02 20:56:44.620821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] For port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,segment=NetworkSegment(c270d6ec-2861-4ead-bd44-210b54968f21),segment_id=c270d6ec-2861-4ead-bd44-210b54968f21)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:44.621263 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:44.641122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['621024d2-1ce8-42c3-9e0b-779d93467380'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:44.680980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Calling delete_port for 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:44.681402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99d79-52ec-4070-a4fe-5a9d64fd519f req-3c87a3c0-17de-4876-b3cc-c77e2e228209 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:44.688681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfb99d79-52ec-4070-a4fe-5a9d64fd519f req-3c87a3c0-17de-4876-b3cc-c77e2e228209 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 945 time: 0.0683620
Apr 02 20:56:44.689319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1f9b3-93c4-4d5d-9cba-a5a3a65a3685 req-9ac3d0f1-1491-493c-a2d7-58190de6841d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:44.691377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9d1f9b3-93c4-4d5d-9cba-a5a3a65a3685 req-9ac3d0f1-1491-493c-a2d7-58190de6841d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2757285
Apr 02 20:56:44.712211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:44.765021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfb99d79-52ec-4070-a4fe-5a9d64fd519f req-9dea827b-dd80-437d-940f-12171ce4ece5 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/security-groups?id=13d3997f-7575-45f0-9c8f-cfd270eddbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724232
Apr 02 20:56:44.882629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:44.888108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 01630476-a097-41f9-be67-f49e683617f0 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:44.945465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9d1f9b3-93c4-4d5d-9cba-a5a3a65a3685 req-fde56b96-c93e-41d1-b287-de2225e2f618 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457738
Apr 02 20:56:45.041975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01630476-a097-41f9-be67-f49e683617f0 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:56:45.066723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29d2cb-1687-413d-93d3-af3ed16fd9f8 req-3d51ac2d-a760-4025-8edc-a3c3771e18ae tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:45.068201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e29d2cb-1687-413d-93d3-af3ed16fd9f8 req-3d51ac2d-a760-4025-8edc-a3c3771e18ae tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.0762532
Apr 02 20:56:45.092865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:45.119433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8aae08e3-d1ba-42cd-87c1-fbb358fdc29e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:45.133747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:45.137337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3', 'e5923ad5-b88a-4951-8f88-e4d0130bec3f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:45.162833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (01630476-a097-41f9-be67-f49e683617f0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:45.164922 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e29d2cb-1687-413d-93d3-af3ed16fd9f8 req-d5c6cf9c-18af-42a1-a966-310def181171 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841444
Apr 02 20:56:45.181611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=8aae08e3-d1ba-42cd-87c1-fbb358fdc29e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:45.248024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Router 80823624-6d05-4338-9b1e-a8db070d71dc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:56:45.350340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d83a3-c8f4-4eef-afc1-39ee5d30b6f2 req-3fbba74a-1ae0-48ca-88cd-af11cc090ec9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:45.351898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-941d83a3-c8f4-4eef-afc1-39ee5d30b6f2 req-3fbba74a-1ae0-48ca-88cd-af11cc090ec9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.3145306
Apr 02 20:56:45.379088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:45.384478 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:45.387708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4b5b21b-70be-4969-8ab6-b6152d92d820 req-f2d20e2b-d778-46cf-8b09-851857f1b836 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "DELETE /v2.0/ports/8aae08e3-d1ba-42cd-87c1-fbb358fdc29e HTTP/1.1" status: 204  len: 173 time: 2.5369096
Apr 02 20:56:45.418094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'name': 'network-vif-deleted', 'tag': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:45.420412 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb399a0e-c0fa-4e45-ba19-765448da813f" -d '{"events": [{"server_uuid": "a49b75f0-be94-47d7-bea0-defda75a9f43", "name": "network-vif-deleted", "tag": "8aae08e3-d1ba-42cd-87c1-fbb358fdc29e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:45.480244 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34037348-1e77-4726-adce-751c07e84902 req-5386f722-62d1-44ae-a232-3df0e514828d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49b75f0-be94-47d7-bea0-defda75a9f43 HTTP/1.1" status: 200  len: 210 time: 0.1232944
Apr 02 20:56:45.566363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:45.598651 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493b8c09-13f5-4181-888c-17511af04478 x-openstack-request-id: req-493b8c09-13f5-4181-888c-17511af04478 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:45.598947 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49b75f0-be94-47d7-bea0-defda75a9f43", "name": "network-vif-deleted", "tag": "8aae08e3-d1ba-42cd-87c1-fbb358fdc29e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:45.599206 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-493b8c09-13f5-4181-888c-17511af04478 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:45.599609 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493b8c09-13f5-4181-888c-17511af04478'] response: {'server_uuid': 'a49b75f0-be94-47d7-bea0-defda75a9f43', 'name': 'network-vif-deleted', 'tag': '8aae08e3-d1ba-42cd-87c1-fbb358fdc29e', 'status': 'completed', 'code': 200}
Apr 02 20:56:45.603822 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:56:45.616364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:45.642248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:45.642791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:45.643433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:45.674439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Pushing event deleted for resources: {'Port': ['ID=8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:45.700200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port 01630476-a097-41f9-be67-f49e683617f0 host nch2-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:56:45.700682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:45.701102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:45.704020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] Transition to ACTIVE for port object 01630476-a097-41f9-be67-f49e683617f0 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:56:45.715091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (01630476-a097-41f9-be67-f49e683617f0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:45.725405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-941d83a3-c8f4-4eef-afc1-39ee5d30b6f2 req-dedb76ce-7e91-48ec-b127-dbb95e1265d5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470986
Apr 02 20:56:45.751171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:45.751700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8aae08e3-d1ba-42cd-87c1-fbb358fdc29e not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:45.808495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] No DVR routers for this DVR port 8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:45.819593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:45.822957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0dd4ac99-39da-4341-a265-aabb9842ba1f req-af2b46a6-cd6f-4e5c-8d75-e17eeeaf17ee tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.15 "DELETE /v2.0/ports/8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab HTTP/1.1" status: 204  len: 173 time: 2.3499243
Apr 02 20:56:45.840073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:56:45.864892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5410e0aa-10cd-47ff-ac52-d9cf1c96502d admin admin] 10.222.0.18 "PUT /v2.0/routers/80823624-6d05-4338-9b1e-a8db070d71dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9266055
Apr 02 20:56:45.866224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58900) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:45.866433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] No DVR routers for this DVR port 01630476-a097-41f9-be67-f49e683617f0 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:45.870017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:45.899906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42654487-e436-46c5-b978-db3028de988f None None] Sync routers for ids ['80823624-6d05-4338-9b1e-a8db070d71dc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:56:45.983704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42654487-e436-46c5-b978-db3028de988f None None] Routers {'80823624-6d05-4338-9b1e-a8db070d71dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:45.984343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-42654487-e436-46c5-b978-db3028de988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845325e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:56:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80823624-6d05-4338-9b1e-a8db070d71dc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:45.989112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-b5606cf8-9db4-479f-a0ad-fde4aca73bb6 service neutron] 10.222.0.21 "PUT /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.2010946
Apr 02 20:56:45.991350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-227a9bfd-9023-4927-8d72-7a049835fecb req-2c42eff6-14db-46db-b23a-d866dd679519 tempest-InstanceActionsTestJSON-2046298555 tempest-InstanceActionsTestJSON-2046298555-project] 10.222.0.18 "GET /v2.0/ports?device_id=2314138d-b06e-4d43-b9ce-b7e7087cb7e4 HTTP/1.1" status: 200  len: 210 time: 0.0761817
Apr 02 20:56:46.040184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks [] for router (80823624-6d05-4338-9b1e-a8db070d71dc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:46.166638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802e4d8-d7e1-4c8b-8267-a2377b65b8a0 req-81e80ada-fa35-4e83-930f-3075106a61f3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:46.176940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5802e4d8-d7e1-4c8b-8267-a2377b65b8a0 req-81e80ada-fa35-4e83-930f-3075106a61f3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.4546993
Apr 02 20:56:46.200664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2f7f555-dfff-4aaa-b3fe-dec0fe6fb56c req-38e74cc3-0afc-4cbb-890f-45591261f952 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=99e28f04f7dd4777891efe100377f141 HTTP/1.1" status: 200  len: 221 time: 0.0620890
Apr 02 20:56:46.233849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-9658e75e-1ff1-44f2-885b-df2035a40ca0 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:46.235839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-9658e75e-1ff1-44f2-885b-df2035a40ca0 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1505632
Apr 02 20:56:46.293618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-42654487-e436-46c5-b978-db3028de988f None None] Set router 80823624-6d05-4338-9b1e-a8db070d71dc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:46.417624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-70d125fa-2aae-4113-834b-375b77625e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:46.419709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-70d125fa-2aae-4113-834b-375b77625e42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40&tenant_id=1e586602a4da4d659974e36ab71486a7 HTTP/1.1" status: 200  len: 1127 time: 0.1742413
Apr 02 20:56:46.455573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f3f09-cd60-4509-b44b-a50324f0ad81 req-1523560d-5310-43e1-8f0a-e3a756a63d6b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:46.455573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-157f3f09-cd60-4509-b44b-a50324f0ad81 req-1523560d-5310-43e1-8f0a-e3a756a63d6b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.1131322
Apr 02 20:56:46.572202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-157f3f09-cd60-4509-b44b-a50324f0ad81 req-edab707b-87f0-418a-b7ac-eba5475d5656 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055574
Apr 02 20:56:46.587021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-3f2b251d-7160-44ba-98e4-9f847ede1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:46.588913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-3f2b251d-7160-44ba-98e4-9f847ede1376 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e586602a4da4d659974e36ab71486a7&device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1127 time: 0.1330602
Apr 02 20:56:46.756954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5802e4d8-d7e1-4c8b-8267-a2377b65b8a0 req-754d2853-46f1-4d03-9360-ca64b90d1b8f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5783715
Apr 02 20:56:46.758097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-42654487-e436-46c5-b978-db3028de988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845325e80>, [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:42Z', 'revision_number': 5, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port': {'id': 'd8aed21c-21a6-4fd6-9a65-f19012baac04', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:56:12Z', 'updated_at': '2022-04-02T20:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:46.790123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks [] for router_gateway (80823624-6d05-4338-9b1e-a8db070d71dc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:46.832158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42654487-e436-46c5-b978-db3028de988f None None] Checking router: 80823624-6d05-4338-9b1e-a8db070d71dc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:56:46.850858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42654487-e436-46c5-b978-db3028de988f None None] Routers {'80823624-6d05-4338-9b1e-a8db070d71dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:56:46.851501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-42654487-e436-46c5-b978-db3028de988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845325e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:56:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80823624-6d05-4338-9b1e-a8db070d71dc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:46.891835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Deleting port d8aed21c-21a6-4fd6-9a65-f19012baac04 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:46.892202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:46.972650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-42654487-e436-46c5-b978-db3028de988f None None] Set router 80823624-6d05-4338-9b1e-a8db070d71dc gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:56:47.037198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-42654487-e436-46c5-b978-db3028de988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845325e80>, [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:46Z', 'revision_number': 6, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:47.050082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] For port d8aed21c-21a6-4fd6-9a65-f19012baac04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8aed21c-21a6-4fd6-9a65-f19012baac04,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:47.050464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.072105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42654487-e436-46c5-b978-db3028de988f None None] The sync data for ids ['80823624-6d05-4338-9b1e-a8db070d71dc'] in ncdv-master-1 is: [{'id': '80823624-6d05-4338-9b1e-a8db070d71dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1526584990-router', 'tenant_id': '8431d621f8be4ba0b1a6faa94c77d545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:56:11Z', 'updated_at': '2022-04-02T20:56:46Z', 'revision_number': 6, 'project_id': '8431d621f8be4ba0b1a6faa94c77d545', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:56:47.078206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Calling delete_port for d8aed21c-21a6-4fd6-9a65-f19012baac04 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:47.147389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80f14-b09e-4bab-8643-09b789ecc9be req-9d44b2e8-d165-4651-9d3c-71fc1fbc419e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:47.149233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06d80f14-b09e-4bab-8643-09b789ecc9be req-9d44b2e8-d165-4651-9d3c-71fc1fbc419e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.4478467
Apr 02 20:56:47.154540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-dec0b87e-4340-49e6-b29c-f76b5c674ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:47.155906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-dec0b87e-4340-49e6-b29c-f76b5c674ff5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 200  len: 909 time: 0.5546787
Apr 02 20:56:47.205833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-1404f981-bdf6-4391-83d9-d773cc0b1e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 200  len: 217 time: 0.0430286
Apr 02 20:56:47.280178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06d80f14-b09e-4bab-8643-09b789ecc9be req-dd6a5e30-69fe-449c-b71c-decf8eee7c80 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232224
Apr 02 20:56:47.305449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-53045066-95e2-4c17-b18d-1351df869800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:47.307021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-53045066-95e2-4c17-b18d-1351df869800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 200  len: 848 time: 0.0947421
Apr 02 20:56:47.344426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d8aed21c-21a6-4fd6-9a65-f19012baac04), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.387127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:47.392332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-8f9b261c-8071-4f89-9df8-b4fad19d7a52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83a57283-8e77-4048-913b-713f633ea68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680079
Apr 02 20:56:47.395016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8aed21c-21a6-4fd6-9a65-f19012baac04,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:47.512611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:56:47.616590 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (80823624-6d05-4338-9b1e-a8db070d71dc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.637528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'name': 'network-vif-deleted', 'tag': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:47.639872 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f5149-f792-4b16-8407-87ceb7638d93" -d '{"events": [{"server_uuid": "2314138d-b06e-4d43-b9ce-b7e7087cb7e4", "name": "network-vif-deleted", "tag": "8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:47.655220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Deleting subnet abc688d3-cefe-4e69-baeb-a27753c2b4ad {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:56:47.660167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7d0682a1-b791-4e85-966e-4154093321ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:47.662331 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Publish callbacks [] for subnet (abc688d3-cefe-4e69-baeb-a27753c2b4ad), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.715479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (abc688d3-cefe-4e69-baeb-a27753c2b4ad), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.719818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 7d0682a1-b791-4e85-966e-4154093321ac {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:47.720171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7d0682a1-b791-4e85-966e-4154093321ac not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:47.734887 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.738717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 621024d2-1ce8-42c3-9e0b-779d93467380 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:56:47.747456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 621024d2-1ce8-42c3-9e0b-779d93467380 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:56:47.747835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.759537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-b84760db-b770-4511-ad6f-da0a0d3e32b6 service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3552518
Apr 02 20:56:47.768480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d49ab7-9f99-4952-ac8d-231508d89f10 req-4163795c-2249-4702-ab0a-a500ab22bb9b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:47.770645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11d49ab7-9f99-4952-ac8d-231508d89f10 req-4163795c-2249-4702-ab0a-a500ab22bb9b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.2385728
Apr 02 20:56:47.823109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (abc688d3-cefe-4e69-baeb-a27753c2b4ad), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.847481 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (80823624-6d05-4338-9b1e-a8db070d71dc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.859848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7708-c5ba-41b5-9156-9ed33169835d req-9dd766da-cb44-4538-b461-cc3d132d4d08 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:47.869540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fba7708-c5ba-41b5-9156-9ed33169835d req-9dd766da-cb44-4538-b461-cc3d132d4d08 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.3974087
Apr 02 20:56:47.873464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks [] for router_controller (80823624-6d05-4338-9b1e-a8db070d71dc), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.941281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11d49ab7-9f99-4952-ac8d-231508d89f10 req-47fe7680-ffe9-4b0d-8c0c-4b33d380e874 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573253
Apr 02 20:56:47.951922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:47.952610 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.978122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-36aaefe6-db95-4ace-9704-334c0ceb036c service neutron] 10.222.0.15 "GET /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063966
Apr 02 20:56:47.978546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (80823624-6d05-4338-9b1e-a8db070d71dc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.979259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80823624-6d05-4338-9b1e-a8db070d71dc {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:56:47.979779 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (abc688d3-cefe-4e69-baeb-a27753c2b4ad), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.993060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:47.994470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2f275546-0856-421f-bc51-db8fc1047c2b admin admin] 10.222.0.18 "DELETE /v2.0/routers/80823624-6d05-4338-9b1e-a8db070d71dc HTTP/1.1" status: 204  len: 168 time: 2.1273248
Apr 02 20:56:47.997490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58976) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:48.041548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc688d3-cefe-4e69-baeb-a27753c2b4ad,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:48.043809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:48.046910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:48.052678 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae84518-9e05-4179-ad00-574b14e6cfcb" -d '{"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-plugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:48.054406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.058561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6ef13b29-f21a-4a52-afda-37bfbd738a0f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/abc688d3-cefe-4e69-baeb-a27753c2b4ad HTTP/1.1" status: 204  len: 168 time: 0.6620874
Apr 02 20:56:48.061097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58980) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:48.061853 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.091940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:48.151276 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fba7708-c5ba-41b5-9156-9ed33169835d req-5d3e60e3-7b95-42e4-b7a9-e06b08cdfd10 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801793
Apr 02 20:56:48.180429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Deleting subnet dedbabfa-b338-4691-94dd-1fa1e654744c {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:56:48.184950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Publish callbacks [] for subnet (dedbabfa-b338-4691-94dd-1fa1e654744c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.208241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:48.223083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8c367129-e8a6-4477-ae42-b50d7c7292de), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.252343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (dedbabfa-b338-4691-94dd-1fa1e654744c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.297419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84af48e-743e-448f-b2e7-fba7e0f4d278 req-ea12f709-300b-4cbc-b7f1-94f1465b7c9f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:48.299582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d84af48e-743e-448f-b2e7-fba7e0f4d278 req-ea12f709-300b-4cbc-b7f1-94f1465b7c9f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1390021
Apr 02 20:56:48.334958 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71d81d-79d7-4fd2-9c66-2b3891faa327 x-openstack-request-id: req-6d71d81d-79d7-4fd2-9c66-2b3891faa327 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:48.335394 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2314138d-b06e-4d43-b9ce-b7e7087cb7e4", "name": "network-vif-deleted", "tag": "8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:48.335786 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d71d81d-79d7-4fd2-9c66-2b3891faa327 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:48.336503 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d71d81d-79d7-4fd2-9c66-2b3891faa327'] response: {'server_uuid': '2314138d-b06e-4d43-b9ce-b7e7087cb7e4', 'name': 'network-vif-deleted', 'tag': '8cc5a9bf-bfc8-4e7b-b13b-0e759dc4c2ab', 'status': 'completed', 'code': 200}
Apr 02 20:56:48.357920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (dedbabfa-b338-4691-94dd-1fa1e654744c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.433240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (dedbabfa-b338-4691-94dd-1fa1e654744c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.461643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8c367129-e8a6-4477-ae42-b50d7c7292de), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.492686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedbabfa-b338-4691-94dd-1fa1e654744c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:48.506410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.509027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f158be0>,) {'filters': {'network_id': ['8c367129-e8a6-4477-ae42-b50d7c7292de']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:48.514251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b57854-0e90-4b40-8b7a-3f598c92965e None None] Network f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:48.517290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3f4448e-80fb-44fa-b2a1-fdb6ad20890f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dedbabfa-b338-4691-94dd-1fa1e654744c HTTP/1.1" status: 204  len: 168 time: 0.5109739
Apr 02 20:56:48.519208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58990) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:48.528154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d84af48e-743e-448f-b2e7-fba7e0f4d278 req-2f245f39-d454-4b92-a9cb-c34d81479deb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156463
Apr 02 20:56:48.555582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f158be0>, 'c270d6ec-2861-4ead-bd44-210b54968f21') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:48.555886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f158be0>, 'c270d6ec-2861-4ead-bd44-210b54968f21') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:48.602099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c270d6ec-2861-4ead-bd44-210b54968f21), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.607513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a952-904a-430e-b7f3-2321b36db409 req-2c05cf02-d8eb-4a81-a38a-4ac2bd6dac01 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:48.627336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-2c05cf02-d8eb-4a81-a38a-4ac2bd6dac01 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40&tenant_id=1e586602a4da4d659974e36ab71486a7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2851188
Apr 02 20:56:48.657764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c270d6ec-2861-4ead-bd44-210b54968f21), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.665247 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e727fee-e35b-43f9-a0b6-43b8f7ab4dc3 x-openstack-request-id: req-1e727fee-e35b-43f9-a0b6-43b8f7ab4dc3 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:48.665551 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-plugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:48.665817 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e727fee-e35b-43f9-a0b6-43b8f7ab4dc3 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:48.666241 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e727fee-e35b-43f9-a0b6-43b8f7ab4dc3'] response: {'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'code': 200}
Apr 02 20:56:48.680171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.699833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea9e2-a016-4677-80da-d6d4b1aafcea req-d6b15164-0c81-47b8-b9e7-c878dfa49cdd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:48.707787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-434ea9e2-a016-4677-80da-d6d4b1aafcea req-d6b15164-0c81-47b8-b9e7-c878dfa49cdd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.2876904
Apr 02 20:56:48.713246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:56:48.713663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c270d6ec-2861-4ead-bd44-210b54968f21), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:56:48.730872 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:56:48.805829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-434ea9e2-a016-4677-80da-d6d4b1aafcea req-7878b24d-f6b4-4166-97fa-5f89fcb47b06 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965357
Apr 02 20:56:48.821727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Deleting port a71fac92-fa6e-423d-89cd-21339f29ada8 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:48.822800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.824760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4758f05-68e2-48a8-b361-2c653c6b29d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.826492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] DHCP port deletion for f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:56:48.903187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8c367129-e8a6-4477-ae42-b50d7c7292de), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.919277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] For port a71fac92-fa6e-423d-89cd-21339f29ada8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a71fac92-fa6e-423d-89cd-21339f29ada8,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:48.919988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.931872 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.935135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c367129-e8a6-4477-ae42-b50d7c7292de HTTP/1.1" status: 204  len: 168 time: 0.8729248
Apr 02 20:56:48.939426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Calling delete_port for a71fac92-fa6e-423d-89cd-21339f29ada8 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:48.943528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] Deleting port a71fac92-fa6e-423d-89cd-21339f29ada8 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:48.944908 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:48.963128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf59fa8-d20d-4c87-9391-7969d359e903 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c367129-e8a6-4477-ae42-b50d7c7292de,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:48.979473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757c32-bf92-471e-aaca-b1a65ee27b95 req-8a1ad00a-5766-4c4c-a26d-cd9ec326beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:48.981094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce757c32-bf92-471e-aaca-b1a65ee27b95 req-8a1ad00a-5766-4c4c-a26d-cd9ec326beaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1132 time: 0.2721126
Apr 02 20:56:49.019182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd56a-5ad1-40b4-8420-79e34839dbaf req-46d4375a-346f-4f8a-8a21-f86625ae72be tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:49.026210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a12dd56a-5ad1-40b4-8420-79e34839dbaf req-46d4375a-346f-4f8a-8a21-f86625ae72be tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.3160539
Apr 02 20:56:49.065380 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.119335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] For port a71fac92-fa6e-423d-89cd-21339f29ada8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a71fac92-fa6e-423d-89cd-21339f29ada8,segment=NetworkSegment(39488008-b2d5-461e-b3c3-b5936cf500b9),segment_id=39488008-b2d5-461e-b3c3-b5936cf500b9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:49.119912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.134627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1404a952-904a-430e-b7f3-2321b36db409 req-5f886089-87eb-479b-8055-b91872e7ad09 service neutron] For port 01630476-a097-41f9-be67-f49e683617f0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:56:49.155379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Pushing event deleted for resources: {'Port': ['ID=a71fac92-fa6e-423d-89cd-21339f29ada8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:49.156218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1404a952-904a-430e-b7f3-2321b36db409 req-5f886089-87eb-479b-8055-b91872e7ad09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.157385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1404a952-904a-430e-b7f3-2321b36db409 req-5f886089-87eb-479b-8055-b91872e7ad09 service neutron] 10.222.0.15 "DELETE /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5202954
Apr 02 20:56:49.167316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce757c32-bf92-471e-aaca-b1a65ee27b95 req-e49c9d05-4e48-41de-a21c-e460c6505521 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659415
Apr 02 20:56:49.169276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4758f05-68e2-48a8-b361-2c653c6b29d4 admin admin] Publish callbacks [] for security_group (4e977d06-4a8c-42de-bb83-ca72d1ac9295), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.195828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a12dd56a-5ad1-40b4-8420-79e34839dbaf req-7e0d718c-f351-4d94-be66-0038910e1653 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686361
Apr 02 20:56:49.196771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4758f05-68e2-48a8-b361-2c653c6b29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e977d06-4a8c-42de-bb83-ca72d1ac9295), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.200022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] No DVR routers for this DVR port a71fac92-fa6e-423d-89cd-21339f29ada8 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:49.297063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df63a-7580-4f5e-8517-fde47d08dc4e req-2b51ba04-5e94-40bc-8c97-75649170d1b2 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:49.299554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4758f05-68e2-48a8-b361-2c653c6b29d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f86306375a140b18339f5f2a962fa88&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2040029
Apr 02 20:56:49.305788 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-141df63a-7580-4f5e-8517-fde47d08dc4e req-2b51ba04-5e94-40bc-8c97-75649170d1b2 tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 1127 time: 0.2251899
Apr 02 20:56:49.306309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59014) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:49.330939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4758f05-68e2-48a8-b361-2c653c6b29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e977d06-4a8c-42de-bb83-ca72d1ac9295,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:49.368046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] Calling delete_port for a71fac92-fa6e-423d-89cd-21339f29ada8 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:49.404362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59018) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:49.411604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.428694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d8aed21c-21a6-4fd6-9a65-f19012baac04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:49.454227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d8aed21c-21a6-4fd6-9a65-f19012baac04 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:49.454652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d8aed21c-21a6-4fd6-9a65-f19012baac04 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:49.454995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a71fac92-fa6e-423d-89cd-21339f29ada8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:49.463813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784454c3d0>,) {'filters': {'network_id': ['f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:49.476618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784454c3d0>, '39488008-b2d5-461e-b3c3-b5936cf500b9') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:49.476987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784454c3d0>, '39488008-b2d5-461e-b3c3-b5936cf500b9') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:56:49.482555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a71fac92-fa6e-423d-89cd-21339f29ada8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:49.482906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a71fac92-fa6e-423d-89cd-21339f29ada8 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:49.508585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf4dd1-d81f-474c-939d-316878fbcda5 req-c4d7b965-7cc2-449f-be0d-b08ad9b63dc6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:49.508960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (39488008-b2d5-461e-b3c3-b5936cf500b9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.510548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21bf4dd1-d81f-474c-939d-316878fbcda5 req-c4d7b965-7cc2-449f-be0d-b08ad9b63dc6 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.1708267
Apr 02 20:56:49.511627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-798edfa3-cf73-47fb-8f81-a0f6c984b0f1 admin admin] Publish callbacks [] for security_group (4e977d06-4a8c-42de-bb83-ca72d1ac9295), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.517557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7d2c1f38-efcb-4e46-98de-c65b98b17e9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca062168c5234ac98bdfe39669d817d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1097538
Apr 02 20:56:49.519215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59024) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:49.531888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (39488008-b2d5-461e-b3c3-b5936cf500b9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.538332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (a71fac92-fa6e-423d-89cd-21339f29ada8), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.539865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:56:49.540262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (39488008-b2d5-461e-b3c3-b5936cf500b9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.559490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-798edfa3-cf73-47fb-8f81-a0f6c984b0f1 admin admin] Publish callbacks [] for security_group (4e977d06-4a8c-42de-bb83-ca72d1ac9295), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.585547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] Pushing event deleted for resources: {'Port': ['ID=a71fac92-fa6e-423d-89cd-21339f29ada8,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:49.592218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e854aa-71ee-4c49-bffc-c016061aae4c None None] No DVR routers for this DVR port a71fac92-fa6e-423d-89cd-21339f29ada8 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:56:49.614617 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:56:49.629080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-141df63a-7580-4f5e-8517-fde47d08dc4e req-c6a0d06e-9a59-439a-88d8-f6145c67c30a tempest-LiveMigrationTest-1623648684 tempest-LiveMigrationTest-1623648684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223381
Apr 02 20:56:49.631045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.635806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.642514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] 10.222.0.18 "DELETE /v2.0/networks/f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68 HTTP/1.1" status: 204  len: 168 time: 1.1130629
Apr 02 20:56:49.661580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21bf4dd1-d81f-474c-939d-316878fbcda5 req-1e89a2ba-b7fe-4aca-b480-96ec42ad2025 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201770
Apr 02 20:56:49.674171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ba845-b47a-4fc5-a68c-d35f3a26934f admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e7f4cb-1ce3-44ef-984c-d8f8f3a5cb68,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:49.695666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b039-f08a-43ee-8048-a0d2c332367b admin admin] Publish callbacks [] for security_group (13d3997f-7575-45f0-9c8f-cfd270eddbaf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.734255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b039-f08a-43ee-8048-a0d2c332367b admin admin] Publish callbacks [] for security_group (13d3997f-7575-45f0-9c8f-cfd270eddbaf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.785608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-798edfa3-cf73-47fb-8f81-a0f6c984b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e977d06-4a8c-42de-bb83-ca72d1ac9295), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.790438 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-798edfa3-cf73-47fb-8f81-a0f6c984b0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.794137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-798edfa3-cf73-47fb-8f81-a0f6c984b0f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e977d06-4a8c-42de-bb83-ca72d1ac9295 HTTP/1.1" status: 204  len: 168 time: 0.4840536
Apr 02 20:56:49.821651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798edfa3-cf73-47fb-8f81-a0f6c984b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e977d06-4a8c-42de-bb83-ca72d1ac9295,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:49.842027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4aece-e869-482f-95e2-c6d9120992e6 req-f22309f1-3ea2-4a43-88bc-b05c7c6ac0e1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:49.845463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ec4aece-e869-482f-95e2-c6d9120992e6 req-f22309f1-3ea2-4a43-88bc-b05c7c6ac0e1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0738981
Apr 02 20:56:49.873237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b039-f08a-43ee-8048-a0d2c332367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (13d3997f-7575-45f0-9c8f-cfd270eddbaf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.876137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b039-f08a-43ee-8048-a0d2c332367b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:49.880417 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7ad0b039-f08a-43ee-8048-a0d2c332367b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13d3997f-7575-45f0-9c8f-cfd270eddbaf HTTP/1.1" status: 204  len: 168 time: 0.3572807
Apr 02 20:56:49.896731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0b039-f08a-43ee-8048-a0d2c332367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3997f-7575-45f0-9c8f-cfd270eddbaf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:49.908872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ec4aece-e869-482f-95e2-c6d9120992e6 req-0e3aa760-bba8-4b42-8d74-9bc52dc7539e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566449
Apr 02 20:56:49.935525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc81fc-b0e8-4a26-99ea-763c9475b8e4 req-f69f1187-6802-4ed4-968c-952317aa411b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:49.943623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69bc81fc-b0e8-4a26-99ea-763c9475b8e4 req-f69f1187-6802-4ed4-968c-952317aa411b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1504176
Apr 02 20:56:49.978610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59042) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:50.016103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69bc81fc-b0e8-4a26-99ea-763c9475b8e4 req-4c7dabcd-a45c-4590-958f-98272705afed tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696669
Apr 02 20:56:50.067827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e42d3c3e-b078-4eb4-a683-e410e3efa685 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8431d621f8be4ba0b1a6faa94c77d545&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0865264
Apr 02 20:56:50.070722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59046) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:50.158715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41a63d00-a3f4-4174-91c5-a898e1272350 admin admin] Publish callbacks [] for security_group (def7b0db-a2ea-40d0-a182-4c49c9faa697), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.188302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41a63d00-a3f4-4174-91c5-a898e1272350 admin admin] Publish callbacks [] for security_group (def7b0db-a2ea-40d0-a182-4c49c9faa697), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.260502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41a63d00-a3f4-4174-91c5-a898e1272350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (def7b0db-a2ea-40d0-a182-4c49c9faa697), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.270128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41a63d00-a3f4-4174-91c5-a898e1272350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.273361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-41a63d00-a3f4-4174-91c5-a898e1272350 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/def7b0db-a2ea-40d0-a182-4c49c9faa697 HTTP/1.1" status: 204  len: 168 time: 0.2003520
Apr 02 20:56:50.297654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a63d00-a3f4-4174-91c5-a898e1272350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def7b0db-a2ea-40d0-a182-4c49c9faa697,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:50.413830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573decc6-f681-4936-9333-853e2c9da4ec req-7901635c-e40c-439f-b816-bd7f78815cbc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:50.421105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-573decc6-f681-4936-9333-853e2c9da4ec req-7901635c-e40c-439f-b816-bd7f78815cbc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0705469
Apr 02 20:56:50.468327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bc30-79f5-4c8d-85e6-5fe0dd66c9a7 req-aee0041f-d061-4a80-80c4-83bcbdd37df0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:50.469871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9897bc30-79f5-4c8d-85e6-5fe0dd66c9a7 req-aee0041f-d061-4a80-80c4-83bcbdd37df0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0729392
Apr 02 20:56:50.471025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-573decc6-f681-4936-9333-853e2c9da4ec req-26306249-9c40-4009-8a90-ce3060e9be23 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479789
Apr 02 20:56:50.516475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59058) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:50.533813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2952d96-78cf-49a8-873a-cf05b7a42c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.541515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9897bc30-79f5-4c8d-85e6-5fe0dd66c9a7 req-23f09d59-ea36-4293-be7f-fa4ae1799569 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598171
Apr 02 20:56:50.624649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2952d96-78cf-49a8-873a-cf05b7a42c82 admin admin] Publish callbacks [] for security_group (a3f0b3fe-3536-4c47-92e2-49f62f13902d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.638987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2952d96-78cf-49a8-873a-cf05b7a42c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a3f0b3fe-3536-4c47-92e2-49f62f13902d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.704968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e2952d96-78cf-49a8-873a-cf05b7a42c82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e2622121ede4659a4ff9b1424f8c9c1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1869032
Apr 02 20:56:50.705094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59064) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:50.709093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2952d96-78cf-49a8-873a-cf05b7a42c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f0b3fe-3536-4c47-92e2-49f62f13902d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:50.722984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf9c8-ec8d-4c3b-881f-30a95788427c req-f1c6b1e9-a636-4dde-a371-f4611df21426 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:50.724442 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbbdf9c8-ec8d-4c3b-881f-30a95788427c req-f1c6b1e9-a636-4dde-a371-f4611df21426 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0983033
Apr 02 20:56:50.768383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bc593a64-6cff-4cbe-8af2-29cd6358124f admin admin] Publish callbacks [] for security_group (a3f0b3fe-3536-4c47-92e2-49f62f13902d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.814617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbbdf9c8-ec8d-4c3b-881f-30a95788427c req-f3d3997f-fb92-42ed-bdae-bc9f5cd9bcbf tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774288
Apr 02 20:56:50.820265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bc593a64-6cff-4cbe-8af2-29cd6358124f admin admin] Publish callbacks [] for security_group (a3f0b3fe-3536-4c47-92e2-49f62f13902d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.856422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee211c4-13db-4532-97b1-dcaf302ce385 req-5fc31afe-aeac-497f-a1cd-4c934a874e1e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:50.863711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ee211c4-13db-4532-97b1-dcaf302ce385 req-5fc31afe-aeac-497f-a1cd-4c934a874e1e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.0925410
Apr 02 20:56:50.942857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ee211c4-13db-4532-97b1-dcaf302ce385 req-3bc442ef-454e-4128-9710-d695e2f7adec tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781796
Apr 02 20:56:50.961858 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bc593a64-6cff-4cbe-8af2-29cd6358124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a3f0b3fe-3536-4c47-92e2-49f62f13902d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.965211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bc593a64-6cff-4cbe-8af2-29cd6358124f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:50.965656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6293-343f-4199-89d1-2c9c0023058b req-4371c323-6094-4db7-a3ca-d6012901102b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:50.966572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bc593a64-6cff-4cbe-8af2-29cd6358124f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3f0b3fe-3536-4c47-92e2-49f62f13902d HTTP/1.1" status: 204  len: 168 time: 0.2573323
Apr 02 20:56:50.975911 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-163c6293-343f-4199-89d1-2c9c0023058b req-4371c323-6094-4db7-a3ca-d6012901102b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0830028
Apr 02 20:56:50.976108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593a64-6cff-4cbe-8af2-29cd6358124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f0b3fe-3536-4c47-92e2-49f62f13902d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:51.040708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-163c6293-343f-4199-89d1-2c9c0023058b req-0e120fa0-8250-4339-8acb-9d265d5ee4ea tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638375
Apr 02 20:56:51.153384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8141757-8059-445a-a160-6fb4df639947 req-b51f59c4-7b63-4ad7-be70-ce7c7a8093e6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:51.154847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8141757-8059-445a-a160-6fb4df639947 req-b51f59c4-7b63-4ad7-be70-ce7c7a8093e6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0629365
Apr 02 20:56:51.204123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5789e-1236-4a9b-8e2e-719b8d90242f req-e22f72c2-fb39-4321-b49d-76eff9bbc9f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:51.211794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31a5789e-1236-4a9b-8e2e-719b8d90242f req-e22f72c2-fb39-4321-b49d-76eff9bbc9f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0893450
Apr 02 20:56:51.216420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8141757-8059-445a-a160-6fb4df639947 req-00022100-677a-44f1-abe4-e1f38bfe5bbf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550921
Apr 02 20:56:51.267135 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31a5789e-1236-4a9b-8e2e-719b8d90242f req-9f3d2d9a-75c8-450a-9d2d-47567ebae917 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543373
Apr 02 20:56:51.434597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd825c8-2d2b-4222-8942-d746540d86d0 req-f81daeba-cf52-4ddb-9858-0db4c44c2b25 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:51.438249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8dd825c8-2d2b-4222-8942-d746540d86d0 req-f81daeba-cf52-4ddb-9858-0db4c44c2b25 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0683360
Apr 02 20:56:51.503836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8dd825c8-2d2b-4222-8942-d746540d86d0 req-cfcb0476-fdad-4e08-85f5-8fa6828adc31 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548317
Apr 02 20:56:51.634569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a2a60-ceed-4403-afc5-44cae57f2692 req-e7bae1e7-90e2-4ea3-8262-95e25bf0477e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:51.636114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a4a2a60-ceed-4403-afc5-44cae57f2692 req-e7bae1e7-90e2-4ea3-8262-95e25bf0477e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0578420
Apr 02 20:56:51.639502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b2e1-bbb3-455b-9bab-c89aaea30265 req-f7878808-19d4-47d3-9eef-98155c16b849 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:51.641166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91c0b2e1-bbb3-455b-9bab-c89aaea30265 req-f7878808-19d4-47d3-9eef-98155c16b849 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0723825
Apr 02 20:56:51.706715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91c0b2e1-bbb3-455b-9bab-c89aaea30265 req-ceed334d-7475-45bd-8d28-78efb8e8b885 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586226
Apr 02 20:56:51.717589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a4a2a60-ceed-4403-afc5-44cae57f2692 req-52674b24-0858-40b5-8c38-e82861f87adf tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721161
Apr 02 20:56:51.861327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf7e08-c2a5-44a2-b9fe-1a68b785768f req-dbad9ec4-7a6d-4095-bfce-a41261c60272 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:51.862925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-acdf7e08-c2a5-44a2-b9fe-1a68b785768f req-dbad9ec4-7a6d-4095-bfce-a41261c60272 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0602176
Apr 02 20:56:51.915367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-acdf7e08-c2a5-44a2-b9fe-1a68b785768f req-c4c2d085-c026-4c01-8c24-4c34a1254935 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456188
Apr 02 20:56:52.089961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32182ff-6a99-4913-9e17-441c2977fedd req-963d8d6b-7543-4a07-a597-341868cab92b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:52.090980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59154) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:52.097335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d32182ff-6a99-4913-9e17-441c2977fedd req-963d8d6b-7543-4a07-a597-341868cab92b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1120117
Apr 02 20:56:52.126602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-04507acc-9fd1-4ee4-aa2d-9c26b371a7f1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:52.128792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-04507acc-9fd1-4ee4-aa2d-9c26b371a7f1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.1054308
Apr 02 20:56:52.156911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3fc94-4dba-4f5a-86ac-ae3a3395fe9f req-1bb2ba18-bdc8-4acc-9d94-3d7cd39bff42 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:52.166610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4f3fc94-4dba-4f5a-86ac-ae3a3395fe9f req-1bb2ba18-bdc8-4acc-9d94-3d7cd39bff42 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 950 time: 0.0921724
Apr 02 20:56:52.234646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d32182ff-6a99-4913-9e17-441c2977fedd req-6993e738-9af4-4dea-8b57-0984c4e460f8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317954
Apr 02 20:56:52.251187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4f3fc94-4dba-4f5a-86ac-ae3a3395fe9f req-fa8d737d-c980-4b8b-86ba-e30ff57e0cd7 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835688
Apr 02 20:56:52.292220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port e5923ad5-b88a-4951-8f88-e4d0130bec3f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:56:52.292735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.325208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1307022070-network', 'tenant_id': '784e9ed7207a4d9e970e3d496574e6d1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:52.378864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Made reservation on behalf of 784e9ed7207a4d9e970e3d496574e6d1 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:52.381096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.433179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.492662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d5b81-3522-43a1-bfc6-aec575e39323 req-d37b722c-0670-4511-b0f6-e4557fb271a6 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:52.494186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f9d5b81-3522-43a1-bfc6-aec575e39323 req-d37b722c-0670-4511-b0f6-e4557fb271a6 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1317081
Apr 02 20:56:52.558138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73cd63-39fb-4017-9c6e-4a9ee3ffb36d req-0454df78-79e2-46d8-953f-2a6e6b2bea55 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:52.560487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc73cd63-39fb-4017-9c6e-4a9ee3ffb36d req-0454df78-79e2-46d8-953f-2a6e6b2bea55 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1928382
Apr 02 20:56:52.566778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port e5923ad5-b88a-4951-8f88-e4d0130bec3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5923ad5-b88a-4951-8f88-e4d0130bec3f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:56:52.567214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.597645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f9d5b81-3522-43a1-bfc6-aec575e39323 req-ffd6f771-1c2f-4070-a3d1-3fe33be69938 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930424
Apr 02 20:56:52.634574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for e5923ad5-b88a-4951-8f88-e4d0130bec3f owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:56:52.645706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks [] for security_group (4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.652617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.679703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc73cd63-39fb-4017-9c6e-4a9ee3ffb36d req-8a348026-1aca-4ee7-a722-f82d03706a72 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091564
Apr 02 20:56:52.689894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:56:52.709698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:52.732984 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d1f90e22-8ef5-4a84-b624-4df1349bf693), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.733598 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Added segment d1f90e22-8ef5-4a84-b624-4df1349bf693 of type vlan for network f2d4ece6-a97d-4f79-921c-5a419ec5ae76
Apr 02 20:56:52.818563 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f2d4ece6-a97d-4f79-921c-5a419ec5ae76), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.881479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f2d4ece6-a97d-4f79-921c-5a419ec5ae76), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.882587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:52.883352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.906309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e5923ad5-b88a-4951-8f88-e4d0130bec3f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:52.919776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:52.924230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8308194
Apr 02 20:56:52.939645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59186) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:52.959149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4e717-03a0-4cde-83e5-44df33b47698 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d4ece6-a97d-4f79-921c-5a419ec5ae76,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:52.963435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Request body: {'subnet': {'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1307022070-subnet', 'tenant_id': '784e9ed7207a4d9e970e3d496574e6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:52.984898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:56:52.995201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:56:53.025469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=e5923ad5-b88a-4951-8f88-e4d0130bec3f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:53.042970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae283558-577d-4d99-bd33-ccc6bf6431dc req-3d8bddfc-ce5f-4b2f-a3e6-cb496a8a6efb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:53.066079 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae283558-577d-4d99-bd33-ccc6bf6431dc req-3d8bddfc-ce5f-4b2f-a3e6-cb496a8a6efb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2256765
Apr 02 20:56:53.166902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0c302e-5631-433b-b525-7b64eedc0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:53.176857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port e5923ad5-b88a-4951-8f88-e4d0130bec3f on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:56:53.179464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Made reservation on behalf of 784e9ed7207a4d9e970e3d496574e6d1 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:53.181835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:53.404602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42d0cc-744b-4fb0-a132-c703f950c239 req-4c439ef9-85a4-4d34-9924-ea7aca72a721 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:53.408402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:53.412601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96d3c8f9-e9e6-4421-a437-e11943b5bc25 req-353f6959-79d9-4889-8713-859b096b16d9 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "DELETE /v2.0/ports/e5923ad5-b88a-4951-8f88-e4d0130bec3f HTTP/1.1" status: 204  len: 173 time: 1.2777057
Apr 02 20:56:53.413883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c42d0cc-744b-4fb0-a132-c703f950c239 req-4c439ef9-85a4-4d34-9924-ea7aca72a721 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0783610
Apr 02 20:56:53.418668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'name': 'network-vif-deleted', 'tag': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:56:53.421183 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ecddc5-43fe-4378-af19-fe8754159cb0" -d '{"events": [{"server_uuid": "bd846a15-f5e0-4225-86ac-1616ce4995b2", "name": "network-vif-deleted", "tag": "e5923ad5-b88a-4951-8f88-e4d0130bec3f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:56:53.427778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b386bb10-471e-4291-8649-db83a894bf97), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:53.493509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c42d0cc-744b-4fb0-a132-c703f950c239 req-173a81c8-1740-45fd-a021-51d56df5c37e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783772
Apr 02 20:56:53.517030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5923ad5-b88a-4951-8f88-e4d0130bec3f no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:53.535319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae283558-577d-4d99-bd33-ccc6bf6431dc req-b381354d-ef56-45d7-a20c-56117220a706 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4585795
Apr 02 20:56:53.578130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b386bb10-471e-4291-8649-db83a894bf97,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:53.598723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Checking segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:53.599091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Network hostable DHCP agents. Network: f2d4ece6-a97d-4f79-921c-5a419ec5ae76, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:56:53.609468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: e5923ad5-b88a-4951-8f88-e4d0130bec3f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:56:53.610793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5923ad5-b88a-4951-8f88-e4d0130bec3f not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:56:53.670169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-594a8133-d98b-41c2-96fa-87db2fcb3d27 req-3e1fd431-9dd4-4c77-9d8b-ccaf531d7e29 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.0529368
Apr 02 20:56:53.671670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:56:53.701414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2d4ece6-a97d-4f79-921c-5a419ec5ae76) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:53.708024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:53.709084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:53.721570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43228b80-83fe-47c9-a4a4-76337efe09c5 req-e0bef728-d888-495a-b8c6-0d28c2bbb3ea tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0731032
Apr 02 20:56:53.729560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d1db5-e2cd-40e7-863a-e77f61e9e047 None None] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:53.755618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51d065b1-ccc1-423d-9e9f-31587f3cc91e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8044157
Apr 02 20:56:53.903450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ed823-808a-48c8-9526-4f381e6d23b4 req-cced6f0b-6845-4f09-a368-55f24a524160 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:53.913382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-043ed823-808a-48c8-9526-4f381e6d23b4 req-cced6f0b-6845-4f09-a368-55f24a524160 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0803626
Apr 02 20:56:53.985610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-043ed823-808a-48c8-9526-4f381e6d23b4 req-d58f1b31-fe43-4a6f-9c9b-0fcb37104415 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664885
Apr 02 20:56:53.986779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54693c2d-13f6-4f68-b3df-8b0cf29d9194 None None] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:54.161589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49123e7e-0347-447b-8ac7-48602dcd3fbc req-5e31cebb-e27b-4cfd-91fc-473b87cd5360 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:54.163133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49123e7e-0347-447b-8ac7-48602dcd3fbc req-5e31cebb-e27b-4cfd-91fc-473b87cd5360 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0695488
Apr 02 20:56:54.223827 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c02d49-7a17-4a1a-8a92-f5710d2fcd7c x-openstack-request-id: req-a7c02d49-7a17-4a1a-8a92-f5710d2fcd7c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:56:54.224518 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd846a15-f5e0-4225-86ac-1616ce4995b2", "name": "network-vif-deleted", "tag": "e5923ad5-b88a-4951-8f88-e4d0130bec3f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:56:54.225472 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7c02d49-7a17-4a1a-8a92-f5710d2fcd7c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:56:54.225996 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c02d49-7a17-4a1a-8a92-f5710d2fcd7c'] response: {'server_uuid': 'bd846a15-f5e0-4225-86ac-1616ce4995b2', 'name': 'network-vif-deleted', 'tag': 'e5923ad5-b88a-4951-8f88-e4d0130bec3f', 'status': 'completed', 'code': 200}
Apr 02 20:56:54.250854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49123e7e-0347-447b-8ac7-48602dcd3fbc req-dd460ec0-47d0-4f82-96a7-cb47b8546c9d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757527
Apr 02 20:56:54.481201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9917338-2498-41d9-961d-06214af633ef req-16302627-0fd7-4129-b4d0-f9db85b34b18 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:54.484018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9917338-2498-41d9-961d-06214af633ef req-16302627-0fd7-4129-b4d0-f9db85b34b18 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1069636
Apr 02 20:56:54.584818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9917338-2498-41d9-961d-06214af633ef req-8e11fc5e-5e96-4c8c-8d8e-a786f70fd404 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903845
Apr 02 20:56:54.836587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b527f72-bbac-46a6-903d-285c91b099f3 req-2633e081-e61a-4e95-b07a-50a83cde9d8f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:54.846550 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b527f72-bbac-46a6-903d-285c91b099f3 req-2633e081-e61a-4e95-b07a-50a83cde9d8f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.1110349
Apr 02 20:56:54.874241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bc713f0a-dab2-405b-bd59-72c09ac01ee3 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:54.886253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bc713f0a-dab2-405b-bd59-72c09ac01ee3 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.2365518
Apr 02 20:56:54.904241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-c1eeeab6-4c50-437a-90d8-ac0bc205e49e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/quotas/784e9ed7207a4d9e970e3d496574e6d1 HTTP/1.1" status: 200  len: 375 time: 0.0165904
Apr 02 20:56:54.916768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b527f72-bbac-46a6-903d-285c91b099f3 req-4340feca-3e7b-41a0-95fc-829e6576ad2a tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683448
Apr 02 20:56:54.942881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-634b1e75-ef9f-45e9-bc62-0a318492b898 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0373137
Apr 02 20:56:55.032548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d1f3f28-681a-4500-a02b-6c77e3436706 req-7ccaefe6-297d-487b-94d9-eecb8022b754 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0536399
Apr 02 20:56:55.111422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-abdd1457-35c9-4c3c-824a-54c7fe017326 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675255
Apr 02 20:56:55.199106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1bcf6c3-9550-48fe-bef8-907c835070ba req-ad23dc00-5cca-4bb5-88f0-0dad0b0d7b2c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0754545
Apr 02 20:56:55.227364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-793a540e-4c09-489f-ad65-65e77501d9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:55.292866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-0d7d3ed8-fb3e-4568-a6b3-0239c762ca88 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802604
Apr 02 20:56:55.398007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669862-19d2-4559-b34e-eab8251574ca req-e6559040-c39f-4e46-95eb-0fc8c3b6c3c5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:55.399912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d669862-19d2-4559-b34e-eab8251574ca req-e6559040-c39f-4e46-95eb-0fc8c3b6c3c5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0750377
Apr 02 20:56:55.500731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d669862-19d2-4559-b34e-eab8251574ca req-e8a0a083-4743-4a3f-b4e1-93c7a29ae432 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943470
Apr 02 20:56:55.623402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34cd7-6ed3-4223-8540-1aa19451ae80 req-1b50c6ba-333d-4620-ab9c-c5773f534abf tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:55.625609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62a34cd7-6ed3-4223-8540-1aa19451ae80 req-1b50c6ba-333d-4620-ab9c-c5773f534abf tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0660434
Apr 02 20:56:55.695558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62a34cd7-6ed3-4223-8540-1aa19451ae80 req-2705b795-ab72-4ddd-9ce5-dac7046e80bf tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635705
Apr 02 20:56:55.772849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-764c47ad-28fc-4495-91a5-7494cb94b014 req-9e1af5c8-e98e-4de9-a459-b7e82f3f0c1b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0338461
Apr 02 20:56:55.933900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b12874-3788-4946-9ed6-4f913dadde0f req-4ec404dd-fd14-4bda-87fa-8e44fd1e7c11 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:55.936743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91b12874-3788-4946-9ed6-4f913dadde0f req-4ec404dd-fd14-4bda-87fa-8e44fd1e7c11 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0836105
Apr 02 20:56:56.005192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91b12874-3788-4946-9ed6-4f913dadde0f req-d3996187-1f17-4835-b49d-2018c2defba5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594320
Apr 02 20:56:56.153054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9801503-0047-46be-a1f3-ae79e54fa259 req-62412d5b-92af-4c20-a457-501abf3a4023 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:56.154915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9801503-0047-46be-a1f3-ae79e54fa259 req-62412d5b-92af-4c20-a457-501abf3a4023 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0568371
Apr 02 20:56:56.242698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9801503-0047-46be-a1f3-ae79e54fa259 req-ebb79eff-4783-4c27-96c8-a7b954bd2ac4 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730710
Apr 02 20:56:56.286059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f55939c1-6df1-42ac-9adb-132b9811f18e req-1bafd2fc-191f-4c31-91a8-66336d78a106 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0589540
Apr 02 20:56:56.394767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a06aec-d36d-4eac-bfe9-8e1e8922d5c6 req-80024917-5d91-4e43-be86-84ec41e8de19 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:56.404690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6a06aec-d36d-4eac-bfe9-8e1e8922d5c6 req-80024917-5d91-4e43-be86-84ec41e8de19 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0707693
Apr 02 20:56:56.457863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6a06aec-d36d-4eac-bfe9-8e1e8922d5c6 req-905c4478-375a-4857-8111-f9ec37cfc608 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514460
Apr 02 20:56:56.489285 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d88c6275-a8c9-4375-a6aa-50ccddcc2c40 req-47ff6a3d-9816-4851-a52a-fea210952bc4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0551877
Apr 02 20:56:56.539554 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:56.637935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59366) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:56.675636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7db60-5254-422e-b162-7393a5f3d668 req-b22a3a1e-ba39-4852-b5b8-739a22e7dc4f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:56.677506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4e7db60-5254-422e-b162-7393a5f3d668 req-b22a3a1e-ba39-4852-b5b8-739a22e7dc4f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1254995
Apr 02 20:56:56.678875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e655038-4130-4239-81b6-3bb11939e603 req-71518757-58e3-4c81-ae4a-996b6fb757d4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:56.680946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e655038-4130-4239-81b6-3bb11939e603 req-71518757-58e3-4c81-ae4a-996b6fb757d4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0802968
Apr 02 20:56:56.734921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4e7db60-5254-422e-b162-7393a5f3d668 req-ec5eee0e-0b2f-4e07-93f4-663b874b8491 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503805
Apr 02 20:56:56.745323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e655038-4130-4239-81b6-3bb11939e603 req-4ac8dc31-ccc9-4923-b6dc-fbb14626dba6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579998
Apr 02 20:56:56.782686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9f7dee4-e27a-4e6c-9eb6-9b98eb59b1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:56.900704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e10d979-dd11-49e0-b5f4-8c3d2ab836e1 req-a63dc526-2566-41d5-b946-a7a32f4fc383 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.2217264
Apr 02 20:56:56.911618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9f7dee4-e27a-4e6c-9eb6-9b98eb59b1eb admin admin] Publish callbacks [] for security_group (6eb33dda-846e-4b0b-93c3-b6b2be5e4b75), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:56.912204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3254b503-fed8-499b-98bb-4172c338bc48 req-feeb4420-e732-49bd-ad8c-9869dd47a821 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0414770
Apr 02 20:56:56.917320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9f7dee4-e27a-4e6c-9eb6-9b98eb59b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6eb33dda-846e-4b0b-93c3-b6b2be5e4b75), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:56.981901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7dee4-e27a-4e6c-9eb6-9b98eb59b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb33dda-846e-4b0b-93c3-b6b2be5e4b75,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:57.004809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f9f7dee4-e27a-4e6c-9eb6-9b98eb59b1eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c43205117bd845bf8d26d0afc9df8da5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3628197
Apr 02 20:56:57.006344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59386) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:57.031752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d85e-29a1-4c4e-bbea-2291a9b45c4c req-223927a2-802a-44e3-874f-1e876ff5b221 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:57.033690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25c0d85e-29a1-4c4e-bbea-2291a9b45c4c req-223927a2-802a-44e3-874f-1e876ff5b221 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0695434
Apr 02 20:56:57.059370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aca7899e-2be9-40fa-b356-f3d3b0fc3187 admin admin] Publish callbacks [] for security_group (6eb33dda-846e-4b0b-93c3-b6b2be5e4b75), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.085022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aca7899e-2be9-40fa-b356-f3d3b0fc3187 admin admin] Publish callbacks [] for security_group (6eb33dda-846e-4b0b-93c3-b6b2be5e4b75), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.091811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25c0d85e-29a1-4c4e-bbea-2291a9b45c4c req-f6837629-2ba7-4da0-96ab-09af546bd6c9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522814
Apr 02 20:56:57.134788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aca7899e-2be9-40fa-b356-f3d3b0fc3187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6eb33dda-846e-4b0b-93c3-b6b2be5e4b75), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.137655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aca7899e-2be9-40fa-b356-f3d3b0fc3187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.138816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aca7899e-2be9-40fa-b356-f3d3b0fc3187 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb33dda-846e-4b0b-93c3-b6b2be5e4b75 HTTP/1.1" status: 204  len: 168 time: 0.1312041
Apr 02 20:56:57.147055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7899e-2be9-40fa-b356-f3d3b0fc3187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb33dda-846e-4b0b-93c3-b6b2be5e4b75,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:57.379977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd5c2-a8f1-45a6-ba85-f29a98abc7e4 req-797a5922-9926-452a-9ae3-193bf1c7afc2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:57.389028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d1cd5c2-a8f1-45a6-ba85-f29a98abc7e4 req-797a5922-9926-452a-9ae3-193bf1c7afc2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0738790
Apr 02 20:56:57.427491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a43e1e8-72cc-4feb-b411-cfa5ffc37342 req-1a9f0f04-f576-4c1a-a0f9-35e98afec2f7 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0383091
Apr 02 20:56:57.454358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d1cd5c2-a8f1-45a6-ba85-f29a98abc7e4 req-0753f0b0-3eba-4a92-9ee8-265a7015adbc tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534656
Apr 02 20:56:57.474776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b4f768a-fb0c-4ec0-b633-0917ee4cd915 req-44d2c97c-fd40-4a20-b1f3-b2ae010ba107 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0459812
Apr 02 20:56:57.521792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 01630476-a097-41f9-be67-f49e683617f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:56:57.567008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59406) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:57.578216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828e8b04-c845-443a-81ad-e398838336f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.645719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 01630476-a097-41f9-be67-f49e683617f0 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:56:57.651743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e1759c8-56b7-40ed-99a1-234e7ab35d47 req-841d31d3-dc12-495a-9e36-b80a83619bca tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0429566
Apr 02 20:56:57.662306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828e8b04-c845-443a-81ad-e398838336f7 admin admin] Publish callbacks [] for security_group (32988bdb-f97c-4b91-a521-ecac90fc33ed), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.666883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828e8b04-c845-443a-81ad-e398838336f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (32988bdb-f97c-4b91-a521-ecac90fc33ed), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.711726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-828e8b04-c845-443a-81ad-e398838336f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b4754de00b04cb7aafe685170e5ded2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1441407
Apr 02 20:56:57.711726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e8b04-c845-443a-81ad-e398838336f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32988bdb-f97c-4b91-a521-ecac90fc33ed,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:57.712494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59412) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:57.763601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f96c866c-c87c-4508-8c4e-c5e745a62904 admin admin] Publish callbacks [] for security_group (32988bdb-f97c-4b91-a521-ecac90fc33ed), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.786640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f96c866c-c87c-4508-8c4e-c5e745a62904 admin admin] Publish callbacks [] for security_group (32988bdb-f97c-4b91-a521-ecac90fc33ed), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.839208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f96c866c-c87c-4508-8c4e-c5e745a62904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (32988bdb-f97c-4b91-a521-ecac90fc33ed), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.842163 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f96c866c-c87c-4508-8c4e-c5e745a62904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:57.845579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f96c866c-c87c-4508-8c4e-c5e745a62904 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32988bdb-f97c-4b91-a521-ecac90fc33ed HTTP/1.1" status: 204  len: 168 time: 0.1297822
Apr 02 20:56:57.854552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c866c-c87c-4508-8c4e-c5e745a62904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32988bdb-f97c-4b91-a521-ecac90fc33ed,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:57.875940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a11621-9897-4f53-ba5b-6870092c47a4 req-ce3e8e09-fcb6-4921-ac57-69ebb452bcda tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:57.884929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0a11621-9897-4f53-ba5b-6870092c47a4 req-ce3e8e09-fcb6-4921-ac57-69ebb452bcda tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0676265
Apr 02 20:56:57.933691 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0a11621-9897-4f53-ba5b-6870092c47a4 req-9cf50487-50f5-47db-a334-eebb05f578e6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469692
Apr 02 20:56:58.024491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c07272b-dd80-4553-8b2a-bbd7a2923841 req-83d587d8-419f-48e2-ac94-02327d23748d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0333936
Apr 02 20:56:58.233618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100106d1-362b-4583-bae6-29847766fd43 req-5b67386b-17e9-4560-b797-360e1b9eecba tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:58.243468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-100106d1-362b-4583-bae6-29847766fd43 req-5b67386b-17e9-4560-b797-360e1b9eecba tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0728080
Apr 02 20:56:58.302473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-100106d1-362b-4583-bae6-29847766fd43 req-19f79903-c455-496e-a53a-fdc8a765dfa0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581336
Apr 02 20:56:58.585489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:58.589171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3d347a0a-0148-439a-a321-899f74490d01 req-7564a321-9f50-4e64-b315-ced326564e77 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0651624
Apr 02 20:56:58.672146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259746-dad2-4574-9663-8d2cab69c7ac req-f2a31fcf-b67c-4cf3-bbc9-686c6e5780b0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:58.678169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d259746-dad2-4574-9663-8d2cab69c7ac req-f2a31fcf-b67c-4cf3-bbc9-686c6e5780b0 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.1072869
Apr 02 20:56:58.729747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974334f-4a08-4a91-b607-ee7db456a2e8 req-0d10c58b-0a9e-40a4-82a9-e6591d1b8fdc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:58.737127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1974334f-4a08-4a91-b607-ee7db456a2e8 req-0d10c58b-0a9e-40a4-82a9-e6591d1b8fdc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0792508
Apr 02 20:56:58.769552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d259746-dad2-4574-9663-8d2cab69c7ac req-6b65cb31-5536-489f-8f6e-7a31bd031862 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848544
Apr 02 20:56:58.807098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1974334f-4a08-4a91-b607-ee7db456a2e8 req-257c2a29-ddbc-4439-96ae-190a8cd94c5c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680730
Apr 02 20:56:58.876419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:58.910412 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d34e06a3-1a1c-4751-933a-ef7119b3bf1c req-119d34be-df71-4495-9a20-4bf3dcd4e590 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0304391
Apr 02 20:56:58.976175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2113685350-network', 'tenant_id': 'a1a3f8d3d3e94b31ab9aa73d8905b12a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:59.013962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Made reservation on behalf of a1a3f8d3d3e94b31ab9aa73d8905b12a for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:59.017193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.027274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.117566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb272-7b95-4e9e-b7a2-60937ab5d51e req-c0c0b58c-341e-4718-889b-abc4db8b63b5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:59.119120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aedfb272-7b95-4e9e-b7a2-60937ab5d51e req-c0c0b58c-341e-4718-889b-abc4db8b63b5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0838795
Apr 02 20:56:59.132165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4a35cb8-9242-4839-842c-510fe6d4e71d req-7ec3e159-d811-4e00-abf1-27cfee075158 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0317588
Apr 02 20:56:59.192178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks [] for security_group (6c4d80b8-9434-4092-a518-b4cdf1f74d6e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.197390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aedfb272-7b95-4e9e-b7a2-60937ab5d51e req-3cd4a806-ec51-492a-aa76-672f86af05ad tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710173
Apr 02 20:56:59.198391 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6c4d80b8-9434-4092-a518-b4cdf1f74d6e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.216158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:56:59.234625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b7a5d0ed-dff2-45d8-bbad-facbd11111b8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.235007 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Added segment b7a5d0ed-dff2-45d8-bbad-facbd11111b8 of type vlan for network eb9b7612-59b4-4022-aa4f-4de8d7979f06
Apr 02 20:56:59.243532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d80b8-9434-4092-a518-b4cdf1f74d6e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:59.278216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (eb9b7612-59b4-4022-aa4f-4de8d7979f06), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.304019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (eb9b7612-59b4-4022-aa4f-4de8d7979f06), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.305019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:59.305630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.345854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4653757
Apr 02 20:56:59.346165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:56:59.352532 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.353277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Request body: {'subnet': {'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2113685350-subnet', 'tenant_id': 'a1a3f8d3d3e94b31ab9aa73d8905b12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:56:59.374073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e54d3-3e46-4354-8f28-a644c43ab31b admin admin] Pushing event updated for resources: {'Network': ['ID=eb9b7612-59b4-4022-aa4f-4de8d7979f06,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:59.385454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:56:59.389935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Made reservation on behalf of a1a3f8d3d3e94b31ab9aa73d8905b12a for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:56:59.392865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.570635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (f70c7555-2700-4639-9eab-ec56f63de608), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.629092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70c7555-2700-4639-9eab-ec56f63de608,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:56:59.636512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:56:59.636879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Network hostable DHCP agents. Network: eb9b7612-59b4-4022-aa4f-4de8d7979f06, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:56:59.654842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:56:59.665142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb9b7612-59b4-4022-aa4f-4de8d7979f06) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:56:59.673478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6b8e6-06c2-4a6a-a89f-fe77b9a88169 None None] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:59.678192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:59.678783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:56:59.712363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c9eefe0-56d5-4a8b-8d58-ba5d96addf27 req-952300b2-870b-43df-aa97-ce125c68890d tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0361533
Apr 02 20:56:59.724994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-59bd6291-944b-4216-a157-318fba5b44c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.3766959
Apr 02 20:56:59.788934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a4acd-e6e7-4349-8231-9697dff104e0 None None] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:56:59.924316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe65e1-2d67-42a3-8e73-e7758680497e req-53aeaa79-43c1-4294-a9f4-41b4cf1564f5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:56:59.933224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0cfe65e1-2d67-42a3-8e73-e7758680497e req-53aeaa79-43c1-4294-a9f4-41b4cf1564f5 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0781348
Apr 02 20:57:00.007561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0cfe65e1-2d67-42a3-8e73-e7758680497e req-86e42d95-e7bb-4ef3-b96b-8acdf0e5ff59 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679862
Apr 02 20:57:00.156200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749391b-d7db-44db-a757-c88b7a27ecd3 req-70cbbbfb-2883-448e-a68c-bc3123b1dd36 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:00.164783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e749391b-d7db-44db-a757-c88b7a27ecd3 req-70cbbbfb-2883-448e-a68c-bc3123b1dd36 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0758817
Apr 02 20:57:00.176367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ce4d15d-07db-4be8-ad52-deb8d5a02b8a req-21ddcead-1a4c-4fbd-becb-16d45e88289a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0653520
Apr 02 20:57:00.212051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e749391b-d7db-44db-a757-c88b7a27ecd3 req-d1a3a7ef-7104-424d-a691-a854c7a8fc4b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464056
Apr 02 20:57:00.290812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b4ee512-e5f6-4e08-a039-59076e59605c req-ba035f5c-52a5-4a7d-9aaf-0c129427ff21 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0546911
Apr 02 20:57:00.361095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c85f7ea-a2f4-4537-a066-95892fec0a4d req-8740f9f2-d175-4daa-8f72-8faa9a0d9b53 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0471823
Apr 02 20:57:00.492388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b899ff-3218-46f9-8627-b7c4507b0d96 req-9a97ccc7-3b22-48a4-8445-ad4d97075e1d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:00.494516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8b899ff-3218-46f9-8627-b7c4507b0d96 req-9a97ccc7-3b22-48a4-8445-ad4d97075e1d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0976326
Apr 02 20:57:00.506855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d7f8b-2f0f-46a8-954c-fd0ba4c9d57c req-a2f4e9e7-58e8-4bf9-bbe3-5b8ff9b4d56d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:00.514453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c24d7f8b-2f0f-46a8-954c-fd0ba4c9d57c req-a2f4e9e7-58e8-4bf9-bbe3-5b8ff9b4d56d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0813236
Apr 02 20:57:00.575107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c24d7f8b-2f0f-46a8-954c-fd0ba4c9d57c req-5ba6c09c-3f7a-4ad3-81a5-24c545aea70e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596550
Apr 02 20:57:00.575991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8b899ff-3218-46f9-8627-b7c4507b0d96 req-7ea40c2b-0f9d-4e74-8f2b-d220bb4b9015 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755134
Apr 02 20:57:00.580990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59562) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:00.588623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-227469026-network', 'tenant_id': '09f4379a528841c1958b6ab4261cdc7c'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:00.608653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Made reservation on behalf of 09f4379a528841c1958b6ab4261cdc7c for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:00.611343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.622432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.728744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks [] for security_group (3ef79874-cf75-4a6f-9670-611a80b8371c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.732840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3ef79874-cf75-4a6f-9670-611a80b8371c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.763857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:57:00.777575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef79874-cf75-4a6f-9670-611a80b8371c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:00.789641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf13df-95a4-4522-951d-dc6d3f77ab40 req-88fcc630-8512-4847-9237-9f43e9d60921 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:00.791134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-94cf13df-95a4-4522-951d-dc6d3f77ab40 req-88fcc630-8512-4847-9237-9f43e9d60921 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1070862
Apr 02 20:57:00.792260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d0ffe910-3127-4311-94b2-5677fbc8b3b3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.792602 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Added segment d0ffe910-3127-4311-94b2-5677fbc8b3b3 of type vlan for network e5597bd2-acd7-4a00-a918-804407d169d1
Apr 02 20:57:00.848273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e5597bd2-acd7-4a00-a918-804407d169d1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.881748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-94cf13df-95a4-4522-951d-dc6d3f77ab40 req-bd6925fe-8607-4442-924c-d6fa2f68dbf6 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807319
Apr 02 20:57:00.890969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e5597bd2-acd7-4a00-a918-804407d169d1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.891981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:00.892592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.940103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.3576865
Apr 02 20:57:00.943035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59576) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:00.948065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Request body: {'subnet': {'network_id': 'e5597bd2-acd7-4a00-a918-804407d169d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-227469026-subnet', 'tenant_id': '09f4379a528841c1958b6ab4261cdc7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:00.969685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0134-5239-48db-ada8-4f78663fc74c admin admin] Pushing event updated for resources: {'Network': ['ID=e5597bd2-acd7-4a00-a918-804407d169d1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:00.969958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Made reservation on behalf of 09f4379a528841c1958b6ab4261cdc7c for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:00.973378 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:00.981264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e5597bd2-acd7-4a00-a918-804407d169d1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:57:01.097245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a0d08-59be-4f2c-b4e8-225b2adbfda1 req-b15d3909-8dad-45f1-9214-3308dc487952 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:01.098905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-887a0d08-59be-4f2c-b4e8-225b2adbfda1 req-b15d3909-8dad-45f1-9214-3308dc487952 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1127667
Apr 02 20:57:01.144304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d176106-28b6-4c4b-88bd-4409489ab4b7 req-5f3bb3e2-5a41-4160-95bc-9b392bec00a2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:01.145917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d176106-28b6-4c4b-88bd-4409489ab4b7 req-5f3bb3e2-5a41-4160-95bc-9b392bec00a2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0571592
Apr 02 20:57:01.181401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-887a0d08-59be-4f2c-b4e8-225b2adbfda1 req-8637bd74-e583-4f96-ba33-10396fc266ad tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763834
Apr 02 20:57:01.212968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d176106-28b6-4c4b-88bd-4409489ab4b7 req-936024e9-a715-46df-9b2f-2062011f34e3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590308
Apr 02 20:57:01.246918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (2221f490-602d-4285-b9ff-4e0efbe49150), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:01.333746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ac6d281-f36f-48e8-ae07-1989b8efa589 req-17eb2b1e-b2e0-4c3d-9310-a9e04bbbf005 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0505173
Apr 02 20:57:01.359317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2221f490-602d-4285-b9ff-4e0efbe49150,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:01.359434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a992b-c4bc-4fa2-9a3c-48fac19e13ea req-61f110ed-9ed6-41ab-9ded-4e6e2a2f476e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:01.359434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-319a992b-c4bc-4fa2-9a3c-48fac19e13ea req-61f110ed-9ed6-41ab-9ded-4e6e2a2f476e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0591359
Apr 02 20:57:01.361621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Checking segment: {'id': 'd0ffe910-3127-4311-94b2-5677fbc8b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5597bd2-acd7-4a00-a918-804407d169d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:01.361993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Network hostable DHCP agents. Network: e5597bd2-acd7-4a00-a918-804407d169d1, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:57:01.383275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Network e5597bd2-acd7-4a00-a918-804407d169d1 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:57:01.396576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5597bd2-acd7-4a00-a918-804407d169d1) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:01.405506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:01.406077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:01.408348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de9dff5-cc94-4fc6-a5ef-4e79097c9900 None None] Network e5597bd2-acd7-4a00-a918-804407d169d1 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:57:01.428318 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94d0eb29-ac65-4058-8b11-1217be6b9140 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.4841738
Apr 02 20:57:01.527302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b325ab8-06d5-4ef5-b40a-5599232d571c req-793f3ae1-4ff7-43a5-83c5-510575f21199 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0952129
Apr 02 20:57:01.638895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e47746-d2f1-4f40-a95b-ada9148c2da0 None None] Network e5597bd2-acd7-4a00-a918-804407d169d1 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:57:01.717698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0f31b6f-94d6-4c1c-8381-56cbbbadde85 req-18bdec02-8102-4c78-b3c3-ecdac409e5e5 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0696394
Apr 02 20:57:01.873486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea3c22-3bee-40ec-9bbc-46db80a3101b req-75992a19-a3bf-4276-89f7-e43002bd3be6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:01.876040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8eea3c22-3bee-40ec-9bbc-46db80a3101b req-75992a19-a3bf-4276-89f7-e43002bd3be6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0627487
Apr 02 20:57:01.889767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59606) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:01.895987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-319a992b-c4bc-4fa2-9a3c-48fac19e13ea req-230fa0cc-bc70-462e-866a-75d18889b068 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5350728
Apr 02 20:57:01.942420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8eea3c22-3bee-40ec-9bbc-46db80a3101b req-d04f9099-65fd-4e86-8011-eaf9bb799b46 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605130
Apr 02 20:57:02.012108 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29cff422-5857-4493-b6cb-f49e7042b350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.108826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e52d54-3753-4f78-b4a4-6e08ea54d94b req-4f617075-f510-4183-b5fb-d6fcd71c5dc8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:02.110591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68e52d54-3753-4f78-b4a4-6e08ea54d94b req-4f617075-f510-4183-b5fb-d6fcd71c5dc8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1055524
Apr 02 20:57:02.178360 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29cff422-5857-4493-b6cb-f49e7042b350 admin admin] Publish callbacks [] for security_group (62aa55c5-bce2-476b-a6f3-4d4d102b91b0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.182251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68e52d54-3753-4f78-b4a4-6e08ea54d94b req-fd73c064-7dc8-43af-bde4-6e4123be1563 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660346
Apr 02 20:57:02.183266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29cff422-5857-4493-b6cb-f49e7042b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (62aa55c5-bce2-476b-a6f3-4d4d102b91b0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.222179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-bafdde9f-621f-4789-80d0-d44ba182505e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:02.223195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-29cff422-5857-4493-b6cb-f49e7042b350 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df525d29a1954e9c98ebad547e311d27&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3324521
Apr 02 20:57:02.223915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff422-5857-4493-b6cb-f49e7042b350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aa55c5-bce2-476b-a6f3-4d4d102b91b0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:02.226174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:02.229617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-bafdde9f-621f-4789-80d0-d44ba182505e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.1113021
Apr 02 20:57:02.253389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-ec9964df-43ba-4b97-8c28-c68dd37e6e5c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/quotas/a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 375 time: 0.0134680
Apr 02 20:57:02.282624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4fd274b-9f0b-48af-a0ae-eda6f74ff625 admin admin] Publish callbacks [] for security_group (62aa55c5-bce2-476b-a6f3-4d4d102b91b0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.292576 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-4b9082c3-6e3c-47bf-aef8-2d39d24d66d3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0333428
Apr 02 20:57:02.327859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4fd274b-9f0b-48af-a0ae-eda6f74ff625 admin admin] Publish callbacks [] for security_group (62aa55c5-bce2-476b-a6f3-4d4d102b91b0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.379347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05733cc-8586-4565-8b92-7b13defb9365 req-3297abe5-4efe-4425-84aa-f92cc174fd46 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:02.380883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f05733cc-8586-4565-8b92-7b13defb9365 req-3297abe5-4efe-4425-84aa-f92cc174fd46 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0864201
Apr 02 20:57:02.393350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-4b2f12b7-ab7c-42bc-b9e7-6f1a6a257e57 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932145
Apr 02 20:57:02.408350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4fd274b-9f0b-48af-a0ae-eda6f74ff625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (62aa55c5-bce2-476b-a6f3-4d4d102b91b0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.410923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4fd274b-9f0b-48af-a0ae-eda6f74ff625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.412036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a4fd274b-9f0b-48af-a0ae-eda6f74ff625 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62aa55c5-bce2-476b-a6f3-4d4d102b91b0 HTTP/1.1" status: 204  len: 168 time: 0.1849780
Apr 02 20:57:02.431881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd274b-9f0b-48af-a0ae-eda6f74ff625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aa55c5-bce2-476b-a6f3-4d4d102b91b0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:02.466478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f05733cc-8586-4565-8b92-7b13defb9365 req-40221bb8-c391-4b72-b6f2-85c520789bae tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780811
Apr 02 20:57:02.515508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-b3627dc4-a252-414d-be6c-9230335f9fd0 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1154799
Apr 02 20:57:02.591151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11550181-38c2-4edc-86ae-fa77cb5dedbe req-0635fbad-92dc-452d-bbd0-87876b290803 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:02.593073 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11550181-38c2-4edc-86ae-fa77cb5dedbe req-0635fbad-92dc-452d-bbd0-87876b290803 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0663013
Apr 02 20:57:02.681701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11550181-38c2-4edc-86ae-fa77cb5dedbe req-f4657e64-aec8-4011-8e44-1b82ec94665e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766857
Apr 02 20:57:02.731312 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-453be125-39a8-4082-9143-39adb557fa87 req-4ca5b93b-894b-43f4-957f-fd16c35fccdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0397975
Apr 02 20:57:02.786751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59646) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:02.788356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ecfb61f2-085c-47a7-912c-444b22c4e81f req-924af6a7-99ce-413c-a994-4a3b08b25ea7 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0371649
Apr 02 20:57:02.823767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e64bdc-a795-48e5-b546-cf3c2249f53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.827175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46921f45-8a9e-43f3-95c8-33ded7c8e476 req-34aa97be-8caa-4c5e-be95-92cb25bc802b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 210 time: 0.0412955
Apr 02 20:57:02.908518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c255f1-3588-4148-9023-90abad110ea1 req-a3346f9c-a3b3-48dc-b7c8-701dd9b20ab3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:02.910565 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5c255f1-3588-4148-9023-90abad110ea1 req-a3346f9c-a3b3-48dc-b7c8-701dd9b20ab3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0679743
Apr 02 20:57:02.945671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7088b71-5079-4fa2-924f-9fbcbfc107c0 req-a048110f-94c3-447c-8706-4c68b5410b72 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0441225
Apr 02 20:57:02.950431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e64bdc-a795-48e5-b546-cf3c2249f53d admin admin] Publish callbacks [] for security_group (1310a272-a1d7-4c8d-b4cc-8650f72c7f08), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.956166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e64bdc-a795-48e5-b546-cf3c2249f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1310a272-a1d7-4c8d-b4cc-8650f72c7f08), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:02.994627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5c255f1-3588-4148-9023-90abad110ea1 req-cc5e0080-4a05-419f-851d-a3df6be05c93 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735404
Apr 02 20:57:03.002712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59654) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:03.002932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6e64bdc-a795-48e5-b546-cf3c2249f53d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e386dec76b2741698ac7fd422b1c95e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2151339
Apr 02 20:57:03.004154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e64bdc-a795-48e5-b546-cf3c2249f53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310a272-a1d7-4c8d-b4cc-8650f72c7f08,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:03.077930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29353138-3b74-4e8c-a402-8000ad506efb admin admin] Publish callbacks [] for security_group (1310a272-a1d7-4c8d-b4cc-8650f72c7f08), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:03.118074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7a5e-e277-4a95-b411-566f9f0a86af req-b6f256a8-c33a-470b-a7ad-2053744614f6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:03.119608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a75f7a5e-e277-4a95-b411-566f9f0a86af req-b6f256a8-c33a-470b-a7ad-2053744614f6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0588322
Apr 02 20:57:03.136420 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29353138-3b74-4e8c-a402-8000ad506efb admin admin] Publish callbacks [] for security_group (1310a272-a1d7-4c8d-b4cc-8650f72c7f08), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:03.171242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a75f7a5e-e277-4a95-b411-566f9f0a86af req-b9dd5c8f-f057-4283-b13b-89688c736439 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454559
Apr 02 20:57:03.190126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa64fb-6a8e-49c3-b0dd-c2c7952dfcad req-36734b4e-73f7-4a43-8a51-4f00bea9cadc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:03.191619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eaa64fb-6a8e-49c3-b0dd-c2c7952dfcad req-36734b4e-73f7-4a43-8a51-4f00bea9cadc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0915120
Apr 02 20:57:03.221646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29353138-3b74-4e8c-a402-8000ad506efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1310a272-a1d7-4c8d-b4cc-8650f72c7f08), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:03.224652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29353138-3b74-4e8c-a402-8000ad506efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:03.225747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-29353138-3b74-4e8c-a402-8000ad506efb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1310a272-a1d7-4c8d-b4cc-8650f72c7f08 HTTP/1.1" status: 204  len: 168 time: 0.2217064
Apr 02 20:57:03.239661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353138-3b74-4e8c-a402-8000ad506efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310a272-a1d7-4c8d-b4cc-8650f72c7f08,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:03.256737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eaa64fb-6a8e-49c3-b0dd-c2c7952dfcad req-0edaf399-e60e-4152-a269-1d672d34f948 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585012
Apr 02 20:57:03.374506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60fb30-522f-4091-adb9-66594cf016fd req-4b7abbfd-f3ff-44a8-ae5a-09e52f987ec5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:03.376081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e60fb30-522f-4091-adb9-66594cf016fd req-4b7abbfd-f3ff-44a8-ae5a-09e52f987ec5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0528469
Apr 02 20:57:03.433066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e60fb30-522f-4091-adb9-66594cf016fd req-94bb07e4-246f-49ad-b703-ff3ad44a82de tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509875
Apr 02 20:57:03.584900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323faf-0d69-4cb7-87f7-5c0aaa49f662 req-d5131504-b24c-4730-b11a-6972e0a0bfba tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:03.586502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1323faf-0d69-4cb7-87f7-5c0aaa49f662 req-d5131504-b24c-4730-b11a-6972e0a0bfba tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0585837
Apr 02 20:57:03.587873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f260a-008b-4a66-9840-6855697cda9f req-46edf73b-e4a5-460a-9baf-6283306e3527 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:03.589352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c89f260a-008b-4a66-9840-6855697cda9f req-46edf73b-e4a5-460a-9baf-6283306e3527 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0589190
Apr 02 20:57:03.648731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1323faf-0d69-4cb7-87f7-5c0aaa49f662 req-2cc4d727-1b1d-4784-9881-6074fa1780a4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551662
Apr 02 20:57:03.654449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c89f260a-008b-4a66-9840-6855697cda9f req-389ea677-c721-4af6-8823-ac764e36b9dd tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571601
Apr 02 20:57:03.767877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f792a-96a1-4f39-96d8-1b638dbe6221 req-5e001b28-05b8-4b7d-8882-b64db80f8001 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:03.771390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-322f792a-96a1-4f39-96d8-1b638dbe6221 req-5e001b28-05b8-4b7d-8882-b64db80f8001 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0619361
Apr 02 20:57:03.831789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-322f792a-96a1-4f39-96d8-1b638dbe6221 req-6c821302-0bad-48b0-b2b4-c446de96b0dc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520878
Apr 02 20:57:03.858488 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5c8202d-fc16-4478-b502-b2542a3c055c req-5a68e253-4660-4826-a766-705e8bb58c47 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0285516
Apr 02 20:57:03.945128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c860553-5b3b-4bbc-9f3a-a752d423a08a req-c4dfcb30-8456-4b6f-8f49-1b447db30321 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0348096
Apr 02 20:57:04.000645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d724b93-df48-4cf6-8b03-f3d0dc4faadd req-0a4826a2-dd6b-4983-875c-206fd5b43532 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 210 time: 0.0300121
Apr 02 20:57:04.067865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb03d-0cf3-4707-933a-9ffc2f0e900c req-b37bc2af-a9ff-45cd-858e-ce1c31e6d579 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:04.069347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f2cb03d-0cf3-4707-933a-9ffc2f0e900c req-b37bc2af-a9ff-45cd-858e-ce1c31e6d579 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0629315
Apr 02 20:57:04.091009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b607f5a5-44b7-4134-828b-ae897a0e0271 req-c0b79810-cbb3-46e6-ad99-cbb23f5b0d47 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0309806
Apr 02 20:57:04.122981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f2cb03d-0cf3-4707-933a-9ffc2f0e900c req-78c1c208-f808-4f7f-b0ae-7353f0a9e190 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477450
Apr 02 20:57:04.266398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6e16c-1a85-437a-91a5-1244920afa0a req-90a38a51-fab4-4f22-af8b-cb9637df6f18 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:04.267905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32f6e16c-1a85-437a-91a5-1244920afa0a req-90a38a51-fab4-4f22-af8b-cb9637df6f18 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0561585
Apr 02 20:57:04.302458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ded77-904b-45f7-8fcc-2fb525a6217d req-3f008979-f0dd-46a5-9b9f-111fec26a9e4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:04.304366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f59ded77-904b-45f7-8fcc-2fb525a6217d req-3f008979-f0dd-46a5-9b9f-111fec26a9e4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0546191
Apr 02 20:57:04.322917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32f6e16c-1a85-437a-91a5-1244920afa0a req-4e235123-7940-40b0-b7cd-78a8d1d10040 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491660
Apr 02 20:57:04.327881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59714) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:04.353436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f59ded77-904b-45f7-8fcc-2fb525a6217d req-bf4afffb-c210-49bf-84e2-6d8c54530161 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426013
Apr 02 20:57:04.442659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcb45743-9644-4374-bb65-eedab0dabe29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.478669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292af3e7-cd55-43af-b5c5-0861e3568995 req-e4b438a8-d09f-4ed6-b9ec-89cf62b70f15 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:04.480123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-292af3e7-cd55-43af-b5c5-0861e3568995 req-e4b438a8-d09f-4ed6-b9ec-89cf62b70f15 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0619645
Apr 02 20:57:04.516907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcb45743-9644-4374-bb65-eedab0dabe29 admin admin] Publish callbacks [] for security_group (fdf9df79-d3cf-4acc-98b8-e1618030af62), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.521973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcb45743-9644-4374-bb65-eedab0dabe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fdf9df79-d3cf-4acc-98b8-e1618030af62), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.529491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-292af3e7-cd55-43af-b5c5-0861e3568995 req-9677d551-9a04-4472-bbf3-99448dfb388a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431831
Apr 02 20:57:04.562068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dcb45743-9644-4374-bb65-eedab0dabe29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4b83bb1d5d54810acbc3b1848fe0e2c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2331545
Apr 02 20:57:04.562926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb45743-9644-4374-bb65-eedab0dabe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9df79-d3cf-4acc-98b8-e1618030af62,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:04.565014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59724) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:04.653167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0de70ac0-687e-4dc1-83d0-6c33e6ba10ac admin admin] Publish callbacks [] for security_group (fdf9df79-d3cf-4acc-98b8-e1618030af62), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.678716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0de70ac0-687e-4dc1-83d0-6c33e6ba10ac admin admin] Publish callbacks [] for security_group (fdf9df79-d3cf-4acc-98b8-e1618030af62), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.682293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95fbd-65eb-4354-bb17-10a95281e241 req-858a19ab-cde0-4e20-8e80-7b8237168d81 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:04.684317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25d95fbd-65eb-4354-bb17-10a95281e241 req-858a19ab-cde0-4e20-8e80-7b8237168d81 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0751204
Apr 02 20:57:04.733642 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0de70ac0-687e-4dc1-83d0-6c33e6ba10ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fdf9df79-d3cf-4acc-98b8-e1618030af62), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.737250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0de70ac0-687e-4dc1-83d0-6c33e6ba10ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:04.741964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0de70ac0-687e-4dc1-83d0-6c33e6ba10ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdf9df79-d3cf-4acc-98b8-e1618030af62 HTTP/1.1" status: 204  len: 168 time: 0.1510382
Apr 02 20:57:04.750284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de70ac0-687e-4dc1-83d0-6c33e6ba10ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9df79-d3cf-4acc-98b8-e1618030af62,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:04.803212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25d95fbd-65eb-4354-bb17-10a95281e241 req-592dc9c4-2515-4811-886f-fb7aae76e15c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113060
Apr 02 20:57:04.847246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c001-7fbe-459a-9c66-77b29c8845c1 req-8f9ec33a-bc2e-4855-89fb-b96510e2658b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:04.854523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38f3c001-7fbe-459a-9c66-77b29c8845c1 req-8f9ec33a-bc2e-4855-89fb-b96510e2658b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0802732
Apr 02 20:57:04.927903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38f3c001-7fbe-459a-9c66-77b29c8845c1 req-efc8933e-d383-4dc2-854c-d0919dc6e17c tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675440
Apr 02 20:57:05.016742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057f97c-ce54-48b7-93ad-5ef7a30692a6 req-a908c572-86ce-4637-bd42-c4405f5a68ea tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.018507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f057f97c-ce54-48b7-93ad-5ef7a30692a6 req-a908c572-86ce-4637-bd42-c4405f5a68ea tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0768349
Apr 02 20:57:05.032959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5628ce89-b19d-4417-a806-c87d52667302 req-9c9a873c-ee0a-4fdb-a685-96f42fec6411 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd846a15-f5e0-4225-86ac-1616ce4995b2 HTTP/1.1" status: 200  len: 210 time: 0.0306995
Apr 02 20:57:05.095981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f057f97c-ce54-48b7-93ad-5ef7a30692a6 req-c0379a5c-bf07-4262-89c7-5b5636b114af tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709350
Apr 02 20:57:05.209156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cbe3f3-2755-47f4-a698-7cc7c4a0361f req-dcf5807f-76b8-441c-ba02-113e4af48eab tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0519128
Apr 02 20:57:05.250027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09b62f67-07e4-4fc4-8005-e5446afb352f req-df481008-b244-4ba9-973c-db105105ccfc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 210 time: 0.0368571
Apr 02 20:57:05.428849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57af21b-ac77-4bc2-a1b5-1536265dd099 req-b22a6b07-4531-424c-a123-2807cfcdf05f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.433405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6ecac60-353a-480c-875a-5883ba8bbc49 req-d3161ea1-d672-4303-959c-a685a095d9ca tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0779548
Apr 02 20:57:05.436260 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a57af21b-ac77-4bc2-a1b5-1536265dd099 req-b22a6b07-4531-424c-a123-2807cfcdf05f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0674276
Apr 02 20:57:05.472604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-766355a6-1292-48bf-a8da-2a0e8ac660b8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.474966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-766355a6-1292-48bf-a8da-2a0e8ac660b8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.15 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.2737105
Apr 02 20:57:05.496199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Request body: {'port': {'device_id': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'admin_state_up': True, 'tenant_id': '784e9ed7207a4d9e970e3d496574e6d1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:05.519555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a57af21b-ac77-4bc2-a1b5-1536265dd099 req-992bcd1d-5047-465f-9582-798783242b8e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821254
Apr 02 20:57:05.626393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-b86987ae-5871-4b64-8579-a65e1aab0d6e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.629284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-b86987ae-5871-4b64-8579-a65e1aab0d6e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.3655965
Apr 02 20:57:05.651287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Request body: {'port': {'device_id': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'admin_state_up': True, 'tenant_id': 'a1a3f8d3d3e94b31ab9aa73d8905b12a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:05.685333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1dd00-3825-467f-9b15-6ae7ed82f915 req-7e855ee0-f634-45fc-b655-37165a32e12c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.686861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4f1dd00-3825-467f-9b15-6ae7ed82f915 req-7e855ee0-f634-45fc-b655-37165a32e12c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1547468
Apr 02 20:57:05.751369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7299ead-5549-4ae4-9772-4fbbabbde65e req-25d6d0d0-4503-49a5-89b9-4c3caaa310cb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.752907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a7299ead-5549-4ae4-9772-4fbbabbde65e req-25d6d0d0-4503-49a5-89b9-4c3caaa310cb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0588992
Apr 02 20:57:05.800616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Made reservation on behalf of 784e9ed7207a4d9e970e3d496574e6d1 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:05.806801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:05.807463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a7299ead-5549-4ae4-9772-4fbbabbde65e req-95caf614-519b-4138-8cb3-828f02750a75 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482385
Apr 02 20:57:05.837311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4f1dd00-3825-467f-9b15-6ae7ed82f915 req-373434d0-0585-4c73-8a1e-9b32c2da3943 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345439
Apr 02 20:57:05.926917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Made reservation on behalf of a1a3f8d3d3e94b31ab9aa73d8905b12a for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:05.930346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:05.952938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7acd26-0f34-4eff-99fa-693de9bfc7b0 req-ec8c7c79-bf3e-4390-aac7-b527b7b5b3a9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:05.954768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b7acd26-0f34-4eff-99fa-693de9bfc7b0 req-ec8c7c79-bf3e-4390-aac7-b527b7b5b3a9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0604029
Apr 02 20:57:06.029542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b7acd26-0f34-4eff-99fa-693de9bfc7b0 req-ec96ab51-aaa7-4668-8520-bdf1eeec5e46 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668468
Apr 02 20:57:06.089929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Allocated IP 172.20.0.14 (f2d4ece6-a97d-4f79-921c-5a419ec5ae76/b386bb10-471e-4291-8649-db83a894bf97/2faa1981-89af-49a0-9dd1-17e23172df4b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:06.181307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Allocated IP 172.20.0.10 (eb9b7612-59b4-4022-aa4f-4de8d7979f06/f70c7555-2700-4639-9eab-ec56f63de608/b729c68d-47c0-4cf5-b93a-585056bd9955) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:06.191818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e8a91-cb57-46dc-9c8d-ff33a647dbe5 req-da788b29-dc3e-4750-8d0a-8b7316c3b61e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:06.193387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f13e8a91-cb57-46dc-9c8d-ff33a647dbe5 req-da788b29-dc3e-4750-8d0a-8b7316c3b61e tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.1756320
Apr 02 20:57:06.245272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ccbdc-06bc-44da-ae02-48d18f79f311 req-a115f18f-5a2b-4e2b-9d73-b9ce2e98888d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:06.246972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d09ccbdc-06bc-44da-ae02-48d18f79f311 req-a115f18f-5a2b-4e2b-9d73-b9ce2e98888d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0765083
Apr 02 20:57:06.307013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d09ccbdc-06bc-44da-ae02-48d18f79f311 req-b46b69c3-6d20-42a9-b452-e7e2e245fef3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511127
Apr 02 20:57:06.353071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f13e8a91-cb57-46dc-9c8d-ff33a647dbe5 req-8b249a47-85c4-45fe-ba4b-5ef1957d9868 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489565
Apr 02 20:57:06.545318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e77cfd9-1fd6-47f8-b67c-5583c82d2a9b req-07de7851-f438-4220-ae9d-5163da4f063f tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0546687
Apr 02 20:57:06.566452 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe16efd7-1330-43d8-91e0-a0b4f66b5232 req-6f913019-406a-4f01-b104-8bd55067784c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 210 time: 0.0279760
Apr 02 20:57:06.570726 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks [] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.611510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks [] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.634082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-57e42302-539c-4ee9-9063-5d09e8439e82 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:06.635521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-57e42302-539c-4ee9-9063-5d09e8439e82 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.2276707
Apr 02 20:57:06.679620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a526c24c-8825-46ec-b14c-dae27ac5bbc5 req-69d7ebf6-3fc3-494c-863b-0d1a6105ed31 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 210 time: 0.0287864
Apr 02 20:57:06.680296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59822) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:06.736776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.809876 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aff0ece1-8ab3-41d4-b154-02bc983d933d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.845831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:06.852869 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.871151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6740-984b-494e-9325-2ceb7677fb7d req-6998798f-1eb8-4e0d-b798-1011396a40db tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:06.872757 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54eb6740-984b-494e-9325-2ceb7677fb7d req-6998798f-1eb8-4e0d-b798-1011396a40db tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2338469
Apr 02 20:57:06.873671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:06.880725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:06.885345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:06.943782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aff0ece1-8ab3-41d4-b154-02bc983d933d admin admin] Publish callbacks [] for security_group (2c28b4c7-2959-4fc5-b73d-b549f53731a6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.949703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aff0ece1-8ab3-41d4-b154-02bc983d933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2c28b4c7-2959-4fc5-b73d-b549f53731a6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:06.970782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:06.973835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2443b-832d-45e5-8309-eaf09b0d4125 req-e5ff2261-4919-4d78-8607-75787ea909bb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:06.975326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8f2443b-832d-45e5-8309-eaf09b0d4125 req-e5ff2261-4919-4d78-8607-75787ea909bb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.0914793
Apr 02 20:57:06.989217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:06.996990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:07.007532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aff0ece1-8ab3-41d4-b154-02bc983d933d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=005199d6e7da48b78da9c064d16a849c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3253961
Apr 02 20:57:07.013933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59830) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:07.015943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0ece1-8ab3-41d4-b154-02bc983d933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28b4c7-2959-4fc5-b73d-b549f53731a6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:07.016286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:07.016946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.055542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Deleting port 01630476-a097-41f9-be67-f49e683617f0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:07.055878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (01630476-a097-41f9-be67-f49e683617f0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.074820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8f2443b-832d-45e5-8309-eaf09b0d4125 req-72b59b10-6181-4eb0-8cf5-3545d01ad996 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886433
Apr 02 20:57:07.091177 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1587eb90-4bef-495f-8e2e-564ad8f32f66 admin admin] Publish callbacks [] for security_group (2c28b4c7-2959-4fc5-b73d-b549f53731a6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.091339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:07.116221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1587eb90-4bef-495f-8e2e-564ad8f32f66 admin admin] Publish callbacks [] for security_group (2c28b4c7-2959-4fc5-b73d-b549f53731a6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.155936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-9a00d78d-afcd-4b93-8d27-650224ea9035 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6713159
Apr 02 20:57:07.167704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54eb6740-984b-494e-9325-2ceb7677fb7d req-903e7241-096d-4d37-b7e5-48fa47aa2964 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758543
Apr 02 20:57:07.192593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:07.193213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.212958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-c0f155e7-dcb1-4d31-b942-2dface2bcd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5667884
Apr 02 20:57:07.230130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1587eb90-4bef-495f-8e2e-564ad8f32f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2c28b4c7-2959-4fc5-b73d-b549f53731a6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.233698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1587eb90-4bef-495f-8e2e-564ad8f32f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.234832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1587eb90-4bef-495f-8e2e-564ad8f32f66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c28b4c7-2959-4fc5-b73d-b549f53731a6 HTTP/1.1" status: 204  len: 168 time: 0.2199063
Apr 02 20:57:07.242874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] For port 01630476-a097-41f9-be67-f49e683617f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01630476-a097-41f9-be67-f49e683617f0,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:07.243462 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (01630476-a097-41f9-be67-f49e683617f0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.247628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587eb90-4bef-495f-8e2e-564ad8f32f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28b4c7-2959-4fc5-b73d-b549f53731a6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:07.263029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Request body: {'port': {'device_id': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:07.264867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3e39c-0dbf-44ff-8ff6-dd34fd02bc2d req-119ce84a-2b8a-431e-b149-9522471673c5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:07.266780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeb3e39c-0dbf-44ff-8ff6-dd34fd02bc2d req-119ce84a-2b8a-431e-b149-9522471673c5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1162810
Apr 02 20:57:07.276984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Calling delete_port for 01630476-a097-41f9-be67-f49e683617f0 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:07.311383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Request body: {'port': {'device_id': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:07.340395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeb3e39c-0dbf-44ff-8ff6-dd34fd02bc2d req-1cdaccf0-2b08-4fa1-8842-f6795596657c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620332
Apr 02 20:57:07.469949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.488001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.501579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81993a-fd79-41bc-8dff-3d0d97a238af req-540b4bb5-0f9d-46ed-bd79-f856ed87ca4d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:07.510418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a81993a-fd79-41bc-8dff-3d0d97a238af req-540b4bb5-0f9d-46ed-bd79-f856ed87ca4d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=9730a5f5-5e43-46cf-aa28-9d9031f06a40 HTTP/1.1" status: 200  len: 945 time: 0.0711167
Apr 02 20:57:07.580688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a81993a-fd79-41bc-8dff-3d0d97a238af req-1ae8aba2-e10d-4d18-a0d3-d01d9cecb4c2 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687790
Apr 02 20:57:07.709452 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bb3b45d-e7d3-4492-b2bb-8a6dd8e9cc5d req-27fb1416-a9b7-462e-9711-43dcee86a7d3 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0606835
Apr 02 20:57:07.866866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (01630476-a097-41f9-be67-f49e683617f0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:07.882268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['621c3ce8-97a3-47b2-8fb2-3a484d590744'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:07.900163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20639f-a217-4f85-9ee6-923cc4a99ae4 req-ad0d5898-2ae6-44bf-aaab-dfed749045a8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:07.901792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c20639f-a217-4f85-9ee6-923cc4a99ae4 req-ad0d5898-2ae6-44bf-aaab-dfed749045a8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 932 time: 0.2043121
Apr 02 20:57:07.930143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event deleted for resources: {'Port': ['ID=01630476-a097-41f9-be67-f49e683617f0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:08.102998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] No DVR routers for this DVR port 01630476-a097-41f9-be67-f49e683617f0 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:08.114316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.117677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "DELETE /v2.0/ports/01630476-a097-41f9-be67-f49e683617f0 HTTP/1.1" status: 204  len: 173 time: 1.4726572
Apr 02 20:57:08.128556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'name': 'network-vif-deleted', 'tag': '01630476-a097-41f9-be67-f49e683617f0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:08.129723 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7681d73-a0ee-41f1-930e-12dca9edcc95" -d '{"events": [{"server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "name": "network-vif-deleted", "tag": "01630476-a097-41f9-be67-f49e683617f0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:08.181262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c20639f-a217-4f85-9ee6-923cc4a99ae4 req-60706c1f-ae80-49c6-a4e4-f1288dd1fff2 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523303
Apr 02 20:57:08.222628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-abe376a8-2393-4e1a-a663-e6b7b7864afc tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:08.242717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-abe376a8-2393-4e1a-a663-e6b7b7864afc tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.1202216
Apr 02 20:57:08.265898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5729d-66ec-48c6-aba7-ab64b0f4a2c4 req-e8d44e5f-f53f-4b17-acec-3ed288c896d4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:08.271530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5e5729d-66ec-48c6-aba7-ab64b0f4a2c4 req-e8d44e5f-f53f-4b17-acec-3ed288c896d4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.4993324
Apr 02 20:57:08.317952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faa1981-89af-49a0-9dd1-17e23172df4b {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:08.350952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Publish callbacks [] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.393829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5e5729d-66ec-48c6-aba7-ab64b0f4a2c4 req-4d35d5c9-3765-423a-ac96-1759e1a9574d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023507
Apr 02 20:57:08.432381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port 40a52eb8-652d-48d4-9919-f80edab0a6d3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:08.432843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.629429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port 40a52eb8-652d-48d4-9919-f80edab0a6d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40a52eb8-652d-48d4-9919-f80edab0a6d3,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:08.629770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.654887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for 40a52eb8-652d-48d4-9919-f80edab0a6d3 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:08.666205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9915c-b1cd-4e6a-98f2-17d370a76cd9 req-b4741ba5-1da3-41c3-a8d3-d8e57f80dee8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:08.677557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fec9915c-b1cd-4e6a-98f2-17d370a76cd9 req-b4741ba5-1da3-41c3-a8d3-d8e57f80dee8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcd800d-a825-4c87-a87a-abb91db1128e HTTP/1.1" status: 200  len: 950 time: 0.1346056
Apr 02 20:57:08.788152 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fec9915c-b1cd-4e6a-98f2-17d370a76cd9 req-7f84b5f4-68f4-44e5-8d9f-ad8df3f1a125 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096487
Apr 02 20:57:08.898882 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237aff64-b1fe-4f40-ab36-2f367cf068b9 x-openstack-request-id: req-237aff64-b1fe-4f40-ab36-2f367cf068b9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:08.899875 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9730a5f5-5e43-46cf-aa28-9d9031f06a40", "name": "network-vif-deleted", "tag": "01630476-a097-41f9-be67-f49e683617f0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:08.900300 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-237aff64-b1fe-4f40-ab36-2f367cf068b9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:08.900899 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237aff64-b1fe-4f40-ab36-2f367cf068b9'] response: {'server_uuid': '9730a5f5-5e43-46cf-aa28-9d9031f06a40', 'name': 'network-vif-deleted', 'tag': '01630476-a097-41f9-be67-f49e683617f0', 'status': 'completed', 'code': 200}
Apr 02 20:57:08.905529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Transition to ACTIVE for port object 2faa1981-89af-49a0-9dd1-17e23172df4b will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:57:08.921193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.925808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b729c68d-47c0-4cf5-b93a-585056bd9955 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:08.948780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Publish callbacks [] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.961591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (40a52eb8-652d-48d4-9919-f80edab0a6d3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:08.965861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-f47b4f48-f46a-4706-8c17-0348b394479d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:08.967691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-f47b4f48-f46a-4706-8c17-0348b394479d tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 950 time: 0.6849544
Apr 02 20:57:08.993387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=40a52eb8-652d-48d4-9919-f80edab0a6d3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:08.997789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229', '7bb57a04-3148-4720-b93e-5fc3a96b579e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:09.047272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728003-244b-4192-be89-c97916275b5a req-1aa87e17-cf9b-4d50-80b2-ccc3f322c26b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:09.054704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c728003-244b-4192-be89-c97916275b5a req-1aa87e17-cf9b-4d50-80b2-ccc3f322c26b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1538219
Apr 02 20:57:09.059136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['40a52eb8-652d-48d4-9919-f80edab0a6d3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:09.116524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc72e0-64b3-4779-b1c2-d85ed7873329 req-353f27dd-d06d-4d30-a3e9-9971345cbf90 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:09.125104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11dc72e0-64b3-4779-b1c2-d85ed7873329 req-353f27dd-d06d-4d30-a3e9-9971345cbf90 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 932 time: 0.8445270
Apr 02 20:57:09.130519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Transition to ACTIVE for port object b729c68d-47c0-4cf5-b93a-585056bd9955 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:57:09.137708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port 40a52eb8-652d-48d4-9919-f80edab0a6d3 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:09.145410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:09.149138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf61b21b-ef59-42cd-9dcb-93fdae42a83f req-c313b9db-2097-46ac-b931-fdff9c2dd34c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.15 "DELETE /v2.0/ports/40a52eb8-652d-48d4-9919-f80edab0a6d3 HTTP/1.1" status: 204  len: 173 time: 0.9056067
Apr 02 20:57:09.149594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'name': 'network-vif-deleted', 'tag': '40a52eb8-652d-48d4-9919-f80edab0a6d3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:09.152189 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b41ce2-0484-47c1-9cce-f4a5ba5ab5fd" -d '{"events": [{"server_uuid": "dbcd800d-a825-4c87-a87a-abb91db1128e", "name": "network-vif-deleted", "tag": "40a52eb8-652d-48d4-9919-f80edab0a6d3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:09.178103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:09.180668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c728003-244b-4192-be89-c97916275b5a req-aaf615b0-f407-4e75-8df2-8641c188bffe tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245108
Apr 02 20:57:09.195353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:09.367839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11dc72e0-64b3-4779-b1c2-d85ed7873329 req-2103d648-18ec-4730-9842-736bca2c35e8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401059
Apr 02 20:57:09.368756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:09.428758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port 7bb57a04-3148-4720-b93e-5fc3a96b579e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:09.430251 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:09.446722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e8f5f01-a409-48cc-8a83-32b86912e496 req-c97aad9a-5b6f-4e85-89ad-ea5dd579dcc4 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0600548
Apr 02 20:57:09.457495 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73019a04-36a2-498a-ac45-431997d5e725 x-openstack-request-id: req-73019a04-36a2-498a-ac45-431997d5e725 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:09.457793 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcd800d-a825-4c87-a87a-abb91db1128e", "name": "network-vif-deleted", "tag": "40a52eb8-652d-48d4-9919-f80edab0a6d3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:09.458052 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73019a04-36a2-498a-ac45-431997d5e725 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:09.458458 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73019a04-36a2-498a-ac45-431997d5e725'] response: {'server_uuid': 'dbcd800d-a825-4c87-a87a-abb91db1128e', 'name': 'network-vif-deleted', 'tag': '40a52eb8-652d-48d4-9919-f80edab0a6d3', 'status': 'completed', 'code': 200}
Apr 02 20:57:09.593096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Attempting to bind port 2faa1981-89af-49a0-9dd1-17e23172df4b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:09.593428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Attempting to bind port 2faa1981-89af-49a0-9dd1-17e23172df4b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:09.593755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Attempting to bind port 2faa1981-89af-49a0-9dd1-17e23172df4b on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:09.680978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bd462-af5a-4dec-9dc5-187387f5cc53 req-ce5c51a7-aa51-4c36-9c25-b0ab19ee1afd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:09.690132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a2bd462-af5a-4dec-9dc5-187387f5cc53 req-ce5c51a7-aa51-4c36-9c25-b0ab19ee1afd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1302011
Apr 02 20:57:09.766057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a2bd462-af5a-4dec-9dc5-187387f5cc53 req-bcb0f956-9dd0-49bd-bb76-ff5af93c75f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741129
Apr 02 20:57:09.809518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Port 2faa1981-89af-49a0-9dd1-17e23172df4b on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:09.810024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Attempting to bind port 2faa1981-89af-49a0-9dd1-17e23172df4b on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:09.820648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:09.821005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Checking segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:09.821492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Bound using segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:09.821864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Bound port: 2faa1981-89af-49a0-9dd1-17e23172df4b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:09.822209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:09.872270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:09.872645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:09.873042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:09.905730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:09.906453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:09.916053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:09.916542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:09.916818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:09.917267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Bound port: b729c68d-47c0-4cf5-b93a-585056bd9955, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:09.917821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.027217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5a6ae-fd8e-415a-b1a5-dabd5ec391a9 req-0f8e3db8-2cec-47f2-a075-211a8e51122d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.034687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4de5a6ae-fd8e-415a-b1a5-dabd5ec391a9 req-0f8e3db8-2cec-47f2-a075-211a8e51122d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.3893156
Apr 02 20:57:10.055440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:10.063357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd701-858d-4949-af20-999edaab9000 req-f499a247-a667-4ca0-9fef-1ab6398c3489 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.073399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-174cd701-858d-4949-af20-999edaab9000 req-f499a247-a667-4ca0-9fef-1ab6398c3489 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 950 time: 0.1246574
Apr 02 20:57:10.076530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port 7bb57a04-3148-4720-b93e-5fc3a96b579e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb57a04-3148-4720-b93e-5fc3a96b579e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:10.076980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.107503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:10.144945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-174cd701-858d-4949-af20-999edaab9000 req-999fd925-b1a3-468f-8d09-7be83be0cd06 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705435
Apr 02 20:57:10.163327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for 7bb57a04-3148-4720-b93e-5fc3a96b579e owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:10.167382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.177900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4de5a6ae-fd8e-415a-b1a5-dabd5ec391a9 req-697361ec-397b-42d6-9bb4-e3e5a7ba1a68 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423533
Apr 02 20:57:10.225297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.226641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.228028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] 10.222.0.15 "PUT /v2.0/ports/2faa1981-89af-49a0-9dd1-17e23172df4b HTTP/1.1" status: 200  len: 1092 time: 3.0552368
Apr 02 20:57:10.350585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bf928-d707-4670-aa0e-71d9accec111 service neutron] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:10.354003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b86ff-dcd3-4491-be5d-a37018763501 req-664fe696-1f3e-4381-9720-3659a55cbb0f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.355517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb7b86ff-dcd3-4491-be5d-a37018763501 req-664fe696-1f3e-4381-9720-3659a55cbb0f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0579975
Apr 02 20:57:10.359470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:10.379443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:10.400916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.432805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb7b86ff-dcd3-4491-be5d-a37018763501 req-72bea3fc-e0d8-4e9b-a437-be468152e894 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702443
Apr 02 20:57:10.447757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-4082a90e-5a78-46c2-b4fb-b766ff5eb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.449870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-4082a90e-5a78-46c2-b4fb-b766ff5eb90c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 1126 time: 0.1607778
Apr 02 20:57:10.459195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.459774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.461128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] 10.222.0.15 "PUT /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 1092 time: 3.2349646
Apr 02 20:57:10.599895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d69a5b23-76fb-44c9-b2ad-b6cc756b7c8c req-2609a039-6c7d-410c-a34d-9d3e2e889138 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0425112
Apr 02 20:57:10.604575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-b6d728c0-068b-4b74-a760-e2a7eb78f70f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faa1981-89af-49a0-9dd1-17e23172df4b HTTP/1.1" status: 200  len: 217 time: 0.1391242
Apr 02 20:57:10.673382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa49ea-3141-40d4-98f2-84a538e54f9f service neutron] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:10.695598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7bb57a04-3148-4720-b93e-5fc3a96b579e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.716341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:10.726370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d069-67b0-4732-8e53-313f9c184db4 req-84fc72ca-aa27-4b98-8fc5-9da0baad179f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.733950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a945d069-67b0-4732-8e53-313f9c184db4 req-84fc72ca-aa27-4b98-8fc5-9da0baad179f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 944 time: 0.2812266
Apr 02 20:57:10.757128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-6a8b033e-8505-4f52-8a52-5c0525838fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.758874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-6a8b033e-8505-4f52-8a52-5c0525838fa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.1375420
Apr 02 20:57:10.765661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-ace3d7d7-ff22-460b-bf13-d17c27d7c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.767115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-ace3d7d7-ff22-460b-bf13-d17c27d7c8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1126 time: 0.2655928
Apr 02 20:57:10.779789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=7bb57a04-3148-4720-b93e-5fc3a96b579e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:10.900645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-f677bc9c-d938-44d0-8499-dcb32e7b315f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1303964
Apr 02 20:57:10.902167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port 7bb57a04-3148-4720-b93e-5fc3a96b579e on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:10.903970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b'}, {'name': 'network-changed', 'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:10.906399 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0efb7-0b31-4697-95ca-d40b88160e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b"}, {"name": "network-changed", "server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:10.911044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:10.914467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3d5fbd7c-20a7-4710-8a21-b6e1f8e5c959 req-43208586-d65f-4352-b1e1-62c144266bdb tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "DELETE /v2.0/ports/7bb57a04-3148-4720-b93e-5fc3a96b579e HTTP/1.1" status: 204  len: 173 time: 1.9088888
Apr 02 20:57:10.915932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-f59b91c3-08fa-42ec-991b-0ead571880b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 217 time: 0.0958180
Apr 02 20:57:10.917579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83b4f-552e-404a-8671-9beef57d0962 req-9fe5f2b5-478d-4f5c-a0cf-feb93769ad83 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:10.932767 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccf83b4f-552e-404a-8671-9beef57d0962 req-9fe5f2b5-478d-4f5c-a0cf-feb93769ad83 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0853958
Apr 02 20:57:10.975563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:11.009598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccf83b4f-552e-404a-8671-9beef57d0962 req-0a8322b7-945d-4271-8159-bbd764c39af3 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757380
Apr 02 20:57:11.064342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a945d069-67b0-4732-8e53-313f9c184db4 req-813f9f18-fab0-4c29-b252-66917f6ee341 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3296354
Apr 02 20:57:11.135827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-048fcf86-6a48-49fb-965d-866f1f2bdbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.139713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-048fcf86-6a48-49fb-965d-866f1f2bdbef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1632180
Apr 02 20:57:11.142183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-d014bb8a-f4c9-445b-834e-6496ba34b93f service neutron] 10.222.0.15 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331002
Apr 02 20:57:11.173871 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5771c-305b-431f-a603-181f142c0cb9 x-openstack-request-id: req-9cc5771c-305b-431f-a603-181f142c0cb9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:11.174204 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:11.174451 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cc5771c-305b-431f-a603-181f142c0cb9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:11.175053 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc5771c-305b-431f-a603-181f142c0cb9'] response: {'name': 'network-changed', 'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'status': 'completed', 'code': 200}
Apr 02 20:57:11.175185 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc5771c-305b-431f-a603-181f142c0cb9'] response: {'name': 'network-changed', 'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'status': 'completed', 'code': 200}
Apr 02 20:57:11.213698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-533286a3-086a-4706-8fdc-c2f7702748f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599084
Apr 02 20:57:11.229717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ef84-c838-480b-858a-72f66f7616cd req-f3f2d37b-23c6-4054-beec-80b6dbb6edf2 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.237971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d538ef84-c838-480b-858a-72f66f7616cd req-f3f2d37b-23c6-4054-beec-80b6dbb6edf2 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0826924
Apr 02 20:57:11.238289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45269369-a186-4c99-8efa-f152b6f17774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:11.311479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d538ef84-c838-480b-858a-72f66f7616cd req-2fbab8f9-e191-44e9-a5b5-a5c7ee523a7b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723884
Apr 02 20:57:11.397074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6aa9216-8ee6-476f-9746-f0a33402a4d9 req-6dbfab76-6615-4cd5-b246-adabd58700a3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=b28db20e-e3fa-4bb8-8060-48e2e5026d99 HTTP/1.1" status: 200  len: 210 time: 0.1095092
Apr 02 20:57:11.486495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-3bd222a7-f68d-4680-9cdf-6f61d12b5da4 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651150
Apr 02 20:57:11.487545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425195c-31e3-4000-a746-55d0a28cc3e2 req-8a6ae206-8442-47cd-87bc-22e6889ff975 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.497021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7425195c-31e3-4000-a746-55d0a28cc3e2 req-8a6ae206-8442-47cd-87bc-22e6889ff975 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.1079435
Apr 02 20:57:11.516007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6af1f82-b03f-4617-aa72-e26c07f24224 req-79859f7e-f4ab-46d3-b25e-bb8d827e56eb service neutron] 10.222.0.15 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3610673
Apr 02 20:57:11.569325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7425195c-31e3-4000-a746-55d0a28cc3e2 req-5aa71912-553f-4200-b2a3-12a619c00824 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663271
Apr 02 20:57:11.620763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 40a52eb8-652d-48d4-9919-f80edab0a6d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:11.642194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 40a52eb8-652d-48d4-9919-f80edab0a6d3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:11.642534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 40a52eb8-652d-48d4-9919-f80edab0a6d3 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:11.684481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45269369-a186-4c99-8efa-f152b6f17774 admin admin] Publish callbacks [] for security_group (8506867e-6f56-40ad-ac4a-96beb1e15e5c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:11.700535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba3bd-9136-4705-a706-f62a40180556 req-b0ba69a7-ffd7-43dd-9f24-eb000225c073 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.702017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-740ba3bd-9136-4705-a706-f62a40180556 req-b0ba69a7-ffd7-43dd-9f24-eb000225c073 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1806102
Apr 02 20:57:11.702600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45269369-a186-4c99-8efa-f152b6f17774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8506867e-6f56-40ad-ac4a-96beb1e15e5c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:11.714043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a502654b-85ca-4eeb-9c0f-b7a01d182a5a req-772bb257-20af-4d18-b42c-44a651b675ea service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201576
Apr 02 20:57:11.724111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d655176-7517-43ca-bc0c-6aca67d14106 req-41c5a16a-7b7e-411b-99f7-2d9f9b9bb74b tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0437655
Apr 02 20:57:11.741937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-72afff1c-bfd4-49c5-8045-3bf5353136b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.743438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-72afff1c-bfd4-49c5-8045-3bf5353136b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 1126 time: 0.1456828
Apr 02 20:57:11.750784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df8e70-77a8-40bf-a304-163244a363ca req-759c0ee4-d678-4c82-aaca-67b79a296e9b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.753331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-74df8e70-77a8-40bf-a304-163244a363ca req-759c0ee4-d678-4c82-aaca-67b79a296e9b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0813596
Apr 02 20:57:11.774337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45269369-a186-4c99-8efa-f152b6f17774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8506867e-6f56-40ad-ac4a-96beb1e15e5c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:11.794157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45269369-a186-4c99-8efa-f152b6f17774 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=791183392f85473e9d05a1a38247d159&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8115730
Apr 02 20:57:11.796965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:11.859524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-740ba3bd-9136-4705-a706-f62a40180556 req-694021c1-78a0-4dfe-9b0a-0c585e682955 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410539
Apr 02 20:57:11.885689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-ed5c24cb-b165-4c17-a453-5c7a35f2ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.887190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-ed5c24cb-b165-4c17-a453-5c7a35f2ab30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 906 time: 0.1322713
Apr 02 20:57:11.888640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db3e4f0e-85ea-46d3-abba-cdd4e0e5f009 admin admin] Publish callbacks [] for security_group (8506867e-6f56-40ad-ac4a-96beb1e15e5c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:11.914608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Deleting port 621c3ce8-97a3-47b2-8fb2-3a484d590744 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:11.914935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:11.921918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db3e4f0e-85ea-46d3-abba-cdd4e0e5f009 admin admin] Publish callbacks [] for security_group (8506867e-6f56-40ad-ac4a-96beb1e15e5c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:11.929299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-86b136f3-333a-4e55-bc86-27976cb80e75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faa1981-89af-49a0-9dd1-17e23172df4b HTTP/1.1" status: 200  len: 217 time: 0.0348394
Apr 02 20:57:11.975959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-416f6109-dba9-41f8-afaf-06ed3ebb0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:11.977431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-416f6109-dba9-41f8-afaf-06ed3ebb0b85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.0425484
Apr 02 20:57:12.012912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-b93a1fb0-5394-4445-add1-e36d80f1abfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301507
Apr 02 20:57:12.039731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] For port 621c3ce8-97a3-47b2-8fb2-3a484d590744, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621c3ce8-97a3-47b2-8fb2-3a484d590744,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:12.040116 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.049398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db3e4f0e-85ea-46d3-abba-cdd4e0e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8506867e-6f56-40ad-ac4a-96beb1e15e5c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.051987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db3e4f0e-85ea-46d3-abba-cdd4e0e5f009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.055741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db3e4f0e-85ea-46d3-abba-cdd4e0e5f009 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8506867e-6f56-40ad-ac4a-96beb1e15e5c HTTP/1.1" status: 204  len: 168 time: 0.2561114
Apr 02 20:57:12.067076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Calling delete_port for 621c3ce8-97a3-47b2-8fb2-3a484d590744 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:12.069116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e4f0e-85ea-46d3-abba-cdd4e0e5f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8506867e-6f56-40ad-ac4a-96beb1e15e5c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:12.132113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-735ca237-158f-4edb-9d47-b92340590356 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1134937
Apr 02 20:57:12.230698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48d32-28dd-4b0f-a77c-5125255b432f req-f43b9757-46e1-491f-a44a-ef83a2be7d91 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.232622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70f48d32-28dd-4b0f-a77c-5125255b432f req-f43b9757-46e1-491f-a44a-ef83a2be7d91 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=b118f37c-0f35-46b9-81d4-a4c7f161dd5a HTTP/1.1" status: 200  len: 945 time: 0.0755064
Apr 02 20:57:12.275996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf0f6a-988d-4c09-b4b4-4b62abfac746 req-78480fa9-0842-49b9-9dc2-42b30ed1812c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.277553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-badf0f6a-988d-4c09-b4b4-4b62abfac746 req-78480fa9-0842-49b9-9dc2-42b30ed1812c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 944 time: 0.1110885
Apr 02 20:57:12.281268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-5792c21b-5ed4-4f15-b001-f787ddd5df06 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423838
Apr 02 20:57:12.320749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (621c3ce8-97a3-47b2-8fb2-3a484d590744), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.333336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['621c3ce8-97a3-47b2-8fb2-3a484d590744'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:12.371733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-badf0f6a-988d-4c09-b4b4-4b62abfac746 req-3711af75-32c5-47f2-bddf-091b6f181aab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832233
Apr 02 20:57:12.384223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70f48d32-28dd-4b0f-a77c-5125255b432f req-b4dc29e7-498a-4afb-a0bd-c3f983400367 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221254
Apr 02 20:57:12.387225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event deleted for resources: {'Port': ['ID=621c3ce8-97a3-47b2-8fb2-3a484d590744,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:12.388380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-402c38f1-d986-4c76-a1a6-7d78c9887783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.390003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-402c38f1-d986-4c76-a1a6-7d78c9887783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1126 time: 0.0614879
Apr 02 20:57:12.424170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] No DVR routers for this DVR port 621c3ce8-97a3-47b2-8fb2-3a484d590744 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:12.427949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.433258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-74df8e70-77a8-40bf-a304-163244a363ca req-3655fb9a-a283-4682-becd-c9373a8e507d tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "DELETE /v2.0/ports/621c3ce8-97a3-47b2-8fb2-3a484d590744 HTTP/1.1" status: 204  len: 173 time: 0.6757100
Apr 02 20:57:12.433875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'name': 'network-vif-deleted', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:12.437168 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c31343c-bc74-43c1-ac39-3e9fe3c98f7a" -d '{"events": [{"server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "name": "network-vif-deleted", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:12.486253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60090) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:12.510912 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9c07ad0-e780-4050-833e-aad3efd458ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.546550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-ab00b7d1-d63b-4244-bbdf-5458dd8d559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.548140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-ab00b7d1-d63b-4244-bbdf-5458dd8d559f service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1520033
Apr 02 20:57:12.549969 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de919a03-8569-4589-8de0-d7b4dc58cc53 x-openstack-request-id: req-de919a03-8569-4589-8de0-d7b4dc58cc53 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:12.550272 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b118f37c-0f35-46b9-81d4-a4c7f161dd5a", "name": "network-vif-deleted", "tag": "621c3ce8-97a3-47b2-8fb2-3a484d590744", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:12.550584 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de919a03-8569-4589-8de0-d7b4dc58cc53 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:12.550923 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de919a03-8569-4589-8de0-d7b4dc58cc53'] response: {'server_uuid': 'b118f37c-0f35-46b9-81d4-a4c7f161dd5a', 'name': 'network-vif-deleted', 'tag': '621c3ce8-97a3-47b2-8fb2-3a484d590744', 'status': 'completed', 'code': 200}
Apr 02 20:57:12.598866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-0773547f-e507-4fcc-96f2-0b76f440af75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 217 time: 0.0439358
Apr 02 20:57:12.618865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92f4bb-926b-45ae-ae29-62a28bb858d5 req-20aef50f-c046-4d52-90a5-d41ce95cb473 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.620409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd92f4bb-926b-45ae-ae29-62a28bb858d5 req-20aef50f-c046-4d52-90a5-d41ce95cb473 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1223185
Apr 02 20:57:12.652974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-3b9bf313-4ecb-42f7-94ac-28c34decb118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.654452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-3b9bf313-4ecb-42f7-94ac-28c34decb118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0525391
Apr 02 20:57:12.657704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9c07ad0-e780-4050-833e-aad3efd458ab admin admin] Publish callbacks [] for security_group (84da3154-ccbd-4a28-b324-7ddc1919f1a8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.668948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9c07ad0-e780-4050-833e-aad3efd458ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (84da3154-ccbd-4a28-b324-7ddc1919f1a8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.671331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7bb57a04-3148-4720-b93e-5fc3a96b579e no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:12.692029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-cae0fcbe-ae74-4c4e-9e65-2cf4a8ca68d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309520
Apr 02 20:57:12.701894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 7bb57a04-3148-4720-b93e-5fc3a96b579e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:12.702576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7bb57a04-3148-4720-b93e-5fc3a96b579e not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:12.722577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd92f4bb-926b-45ae-ae29-62a28bb858d5 req-7766f802-5756-4406-9615-1184e918bbda tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907385
Apr 02 20:57:12.726270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d9c07ad0-e780-4050-833e-aad3efd458ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a40e41e7bfa04085915ac11c24094421&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2384710
Apr 02 20:57:12.727578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c07ad0-e780-4050-833e-aad3efd458ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da3154-ccbd-4a28-b324-7ddc1919f1a8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:12.728981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:12.846080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-919a6c01-71e6-4f73-9873-9f8104799410 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473691
Apr 02 20:57:12.846711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ffc86da-83b5-4cd7-ab2b-2785c94d6c02 admin admin] Publish callbacks [] for security_group (84da3154-ccbd-4a28-b324-7ddc1919f1a8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:12.858013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d159cd-dc1e-46b7-a33b-65998670cbf8 req-828a0106-dfec-42f6-8a02-4404bd3aa0f1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:12.859503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d159cd-dc1e-46b7-a33b-65998670cbf8 req-828a0106-dfec-42f6-8a02-4404bd3aa0f1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.0632391
Apr 02 20:57:12.921024 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d159cd-dc1e-46b7-a33b-65998670cbf8 req-efb2b4b7-6f03-4c97-80ef-c7d4d3d627b4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545051
Apr 02 20:57:12.936523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ffc86da-83b5-4cd7-ab2b-2785c94d6c02 admin admin] Publish callbacks [] for security_group (84da3154-ccbd-4a28-b324-7ddc1919f1a8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:13.016443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b93c8873-8b72-44fe-ac89-5260210b213e req-a429718d-b5f4-4a76-81ee-3ddb262a049f tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0462470
Apr 02 20:57:13.023083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c0efb7-0b31-4697-95ca-d40b88160e3f req-fdfd2cbf-39db-4bfa-b85d-89e66c9bb67e service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663899
Apr 02 20:57:13.050512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ffc86da-83b5-4cd7-ab2b-2785c94d6c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (84da3154-ccbd-4a28-b324-7ddc1919f1a8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:13.056933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ffc86da-83b5-4cd7-ab2b-2785c94d6c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:13.057957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0ffc86da-83b5-4cd7-ab2b-2785c94d6c02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84da3154-ccbd-4a28-b324-7ddc1919f1a8 HTTP/1.1" status: 204  len: 168 time: 0.3278775
Apr 02 20:57:13.069668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc86da-83b5-4cd7-ab2b-2785c94d6c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da3154-ccbd-4a28-b324-7ddc1919f1a8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:13.080817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd73d-90e5-4326-abfd-d670d21702a8 req-63c5b9e6-935f-49e4-a53f-892c59a3fb3b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:13.083646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-103dd73d-90e5-4326-abfd-d670d21702a8 req-63c5b9e6-935f-49e4-a53f-892c59a3fb3b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0882416
Apr 02 20:57:13.151838 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-103dd73d-90e5-4326-abfd-d670d21702a8 req-3270fc8b-a75b-4fec-b0b7-1c2e0210ecb1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604360
Apr 02 20:57:13.176307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'name': 'network-vif-deleted', 'tag': '7bb57a04-3148-4720-b93e-5fc3a96b579e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:13.178993 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dec3ad1-536c-43dd-9b70-8a72d006eab2" -d '{"events": [{"server_uuid": "b28db20e-e3fa-4bb8-8060-48e2e5026d99", "name": "network-vif-deleted", "tag": "7bb57a04-3148-4720-b93e-5fc3a96b579e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:13.191157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1d506-3f25-4509-9458-097ea5bba3c4 req-3742187f-4ff6-408f-9477-3ee4a83cb258 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:13.192686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-def1d506-3f25-4509-9458-097ea5bba3c4 req-3742187f-4ff6-408f-9477-3ee4a83cb258 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 950 time: 0.0838981
Apr 02 20:57:13.222252 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4647d13-8be1-42e6-8829-1f5d15d6ddf4 x-openstack-request-id: req-e4647d13-8be1-42e6-8829-1f5d15d6ddf4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:13.222537 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28db20e-e3fa-4bb8-8060-48e2e5026d99", "name": "network-vif-deleted", "tag": "7bb57a04-3148-4720-b93e-5fc3a96b579e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:13.222791 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4647d13-8be1-42e6-8829-1f5d15d6ddf4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:13.223185 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4647d13-8be1-42e6-8829-1f5d15d6ddf4'] response: {'server_uuid': 'b28db20e-e3fa-4bb8-8060-48e2e5026d99', 'name': 'network-vif-deleted', 'tag': '7bb57a04-3148-4720-b93e-5fc3a96b579e', 'status': 'completed', 'code': 200}
Apr 02 20:57:13.247304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-def1d506-3f25-4509-9458-097ea5bba3c4 req-82bd5b75-b386-49b4-93a7-841f1e75d73c tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474048
Apr 02 20:57:13.543307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d6a38-9185-4b84-9cb6-078538aabbd4 req-27a8c7e0-d25e-4ba8-b0a6-5b67f76e3b05 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:13.545071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-560d6a38-9185-4b84-9cb6-078538aabbd4 req-27a8c7e0-d25e-4ba8-b0a6-5b67f76e3b05 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 944 time: 0.0587957
Apr 02 20:57:13.614082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-560d6a38-9185-4b84-9cb6-078538aabbd4 req-a14838f2-4feb-496d-b6eb-6917ade769bb tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610824
Apr 02 20:57:13.728442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb647685-5034-4c2e-b49e-d2d9b8f3cf24 req-5c7d349d-59a5-4190-8bc9-03ebab51d9ee tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:13.729996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb647685-5034-4c2e-b49e-d2d9b8f3cf24 req-5c7d349d-59a5-4190-8bc9-03ebab51d9ee tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 944 time: 0.0648444
Apr 02 20:57:13.782658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb647685-5034-4c2e-b49e-d2d9b8f3cf24 req-07295911-3668-472f-a757-9f2a0353483f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462306
Apr 02 20:57:13.865976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c713d-564b-4d8a-a6c4-e783d62acd3f req-24fe1564-1c0b-4d8d-8a75-e9fdd2abbc3d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:13.867498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b5c713d-564b-4d8a-a6c4-e783d62acd3f req-24fe1564-1c0b-4d8d-8a75-e9fdd2abbc3d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0567787
Apr 02 20:57:13.916160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b5c713d-564b-4d8a-a6c4-e783d62acd3f req-0d6d3610-d1de-4b7c-978e-7893e013d705 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429111
Apr 02 20:57:14.057186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5c10d-2080-48cf-af9e-c25a3cba544d req-b024773d-1544-4ba6-913b-8f283c5b71dc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.064623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3b5c10d-2080-48cf-af9e-c25a3cba544d req-b024773d-1544-4ba6-913b-8f283c5b71dc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.0629086
Apr 02 20:57:14.108695 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3b5c10d-2080-48cf-af9e-c25a3cba544d req-6ee6e6a5-28af-4bb8-8939-811a90784d7d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431001
Apr 02 20:57:14.143741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8b01b9b-f530-4912-8cb3-812965eaefec req-5e636996-5cd1-4c29-94d2-f6b3f28868bf tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0430696
Apr 02 20:57:14.184824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:14.278196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61f3db-0d99-40aa-b061-5157670f80ce req-f2374f9b-2653-43d7-be3c-10abce734d4d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.287596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-cbb2cf7b-6d56-4bd0-871f-bd813a71e6f6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.287708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd61f3db-0d99-40aa-b061-5157670f80ce req-f2374f9b-2653-43d7-be3c-10abce734d4d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0655329
Apr 02 20:57:14.289329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-cbb2cf7b-6d56-4bd0-871f-bd813a71e6f6 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 944 time: 0.0560398
Apr 02 20:57:14.365695 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd61f3db-0d99-40aa-b061-5157670f80ce req-2051072f-716b-4e32-8179-1bbcce5f2fcc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769904
Apr 02 20:57:14.445269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-3ef3366f-d9f5-405e-82de-596611ad2d5a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.446664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-3ef3366f-d9f5-405e-82de-596611ad2d5a tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 950 time: 0.1564715
Apr 02 20:57:14.750779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84208166-eb3c-4ae5-9895-057dbf05871c req-c1f2d5cc-51b1-4439-b4b5-ae4ad568a14d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.752370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84208166-eb3c-4ae5-9895-057dbf05871c req-c1f2d5cc-51b1-4439-b4b5-ae4ad568a14d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 944 time: 0.0621564
Apr 02 20:57:14.810222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84208166-eb3c-4ae5-9895-057dbf05871c req-707431de-268a-40ff-af17-575db9e027c3 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501070
Apr 02 20:57:14.813991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec43a9-c076-46f5-a44e-fea428095f83 req-628c97d0-498b-49fa-b936-eecaf11967e8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.815786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21ec43a9-c076-46f5-a44e-fea428095f83 req-628c97d0-498b-49fa-b936-eecaf11967e8 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 950 time: 0.4677022
Apr 02 20:57:14.899044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Deleting port c462078a-088f-40a2-8510-d6fb4357f7dc {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:14.899383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:14.940084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bde71-271e-4c2e-bc68-ab5084d0faed req-718d2433-3c90-4e51-bc23-47a45bbb35db tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:14.942188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c7bde71-271e-4c2e-bc68-ab5084d0faed req-718d2433-3c90-4e51-bc23-47a45bbb35db tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 944 time: 0.0547850
Apr 02 20:57:14.994268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21ec43a9-c076-46f5-a44e-fea428095f83 req-1b34b99f-148e-4543-949c-2c8c2738fa1b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694505
Apr 02 20:57:14.996830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c7bde71-271e-4c2e-bc68-ab5084d0faed req-108a4be6-330f-4a45-9be0-66a19fe6290b tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481377
Apr 02 20:57:15.005207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51449246-e34a-4a2d-87a9-dce4462965dc req-c8879a82-b1cf-4d85-9eab-876e24e17ff1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:15.006722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51449246-e34a-4a2d-87a9-dce4462965dc req-c8879a82-b1cf-4d85-9eab-876e24e17ff1 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7234847-6a5b-4386-8d22-448be13057dd HTTP/1.1" status: 200  len: 949 time: 0.2117577
Apr 02 20:57:15.078042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port 70579e43-efe8-4449-87ed-602a9094f229 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:15.078534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (70579e43-efe8-4449-87ed-602a9094f229), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.125673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] For port c462078a-088f-40a2-8510-d6fb4357f7dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c462078a-088f-40a2-8510-d6fb4357f7dc,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:15.126043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.185452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Calling delete_port for c462078a-088f-40a2-8510-d6fb4357f7dc owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:15.188674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:15.247471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f506-1583-44ee-96e1-3d4830e80fac req-b42bf577-5b58-4eb1-8747-766e058445fa tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:15.249147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6722f506-1583-44ee-96e1-3d4830e80fac req-b42bf577-5b58-4eb1-8747-766e058445fa tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.0576568
Apr 02 20:57:15.299176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6722f506-1583-44ee-96e1-3d4830e80fac req-6ac753ee-5ba0-470f-a5f0-2b05b2bd31b6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434794
Apr 02 20:57:15.307252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c93e3-8316-40a8-b25a-357bc7f223ab req-14737f78-521d-4005-8a08-e588613b7521 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:15.308790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b51c93e3-8316-40a8-b25a-357bc7f223ab req-14737f78-521d-4005-8a08-e588613b7521 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2330782
Apr 02 20:57:15.312624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3fe33d5-c0a1-4c31-96b7-2ca30ac84cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.335024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port 70579e43-efe8-4449-87ed-602a9094f229, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70579e43-efe8-4449-87ed-602a9094f229,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:15.335398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (70579e43-efe8-4449-87ed-602a9094f229), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.364211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for 70579e43-efe8-4449-87ed-602a9094f229 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:15.394236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port 5bc77ddd-a95f-43ce-8434-61e980388e81 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:15.394581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.418695 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3fe33d5-c0a1-4c31-96b7-2ca30ac84cc5 admin admin] Publish callbacks [] for security_group (b749ad45-635d-45fb-b397-5483b75bad57), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.421317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-235ee2ea-7157-4b08-9e99-42c2798e6144 req-aa987b34-657d-45b6-a36d-cda3795365ca tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0372763
Apr 02 20:57:15.423404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3fe33d5-c0a1-4c31-96b7-2ca30ac84cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b749ad45-635d-45fb-b397-5483b75bad57), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.452525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe33d5-c0a1-4c31-96b7-2ca30ac84cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b749ad45-635d-45fb-b397-5483b75bad57,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:15.478474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3fe33d5-c0a1-4c31-96b7-2ca30ac84cc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67b055c6391d4e06a8164230548e1973&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2885921
Apr 02 20:57:15.479223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60214) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:15.556721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eecd5f5d-c005-4eec-b10c-dcaff1c43960 admin admin] Publish callbacks [] for security_group (b749ad45-635d-45fb-b397-5483b75bad57), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.565541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b51c93e3-8316-40a8-b25a-357bc7f223ab req-e23da776-df5f-4a2d-adb5-9c362f486a5e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346640
Apr 02 20:57:15.591192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdf1f2-65b8-4a8b-8873-06f94eb50c29 req-62386a42-5bea-4cc4-912c-04950781cccd tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:15.592681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02fdf1f2-65b8-4a8b-8873-06f94eb50c29 req-62386a42-5bea-4cc4-912c-04950781cccd tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0840018
Apr 02 20:57:15.597729 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eecd5f5d-c005-4eec-b10c-dcaff1c43960 admin admin] Publish callbacks [] for security_group (b749ad45-635d-45fb-b397-5483b75bad57), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.628789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port 5bc77ddd-a95f-43ce-8434-61e980388e81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bc77ddd-a95f-43ce-8434-61e980388e81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:15.629152 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.631315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c462078a-088f-40a2-8510-d6fb4357f7dc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.640101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:15.644378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:15.658545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for 5bc77ddd-a95f-43ce-8434-61e980388e81 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:15.670906 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02fdf1f2-65b8-4a8b-8873-06f94eb50c29 req-8c4a5e37-b8a7-477d-9b15-dac5284bc518 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711904
Apr 02 20:57:15.672135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 621c3ce8-97a3-47b2-8fb2-3a484d590744 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:15.672665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621c3ce8-97a3-47b2-8fb2-3a484d590744 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:15.684906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event deleted for resources: {'Port': ['ID=c462078a-088f-40a2-8510-d6fb4357f7dc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:15.702274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eecd5f5d-c005-4eec-b10c-dcaff1c43960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b749ad45-635d-45fb-b397-5483b75bad57), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.706284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eecd5f5d-c005-4eec-b10c-dcaff1c43960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.709687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eecd5f5d-c005-4eec-b10c-dcaff1c43960 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b749ad45-635d-45fb-b397-5483b75bad57 HTTP/1.1" status: 204  len: 168 time: 0.2272584
Apr 02 20:57:15.716829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd5f5d-c005-4eec-b10c-dcaff1c43960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b749ad45-635d-45fb-b397-5483b75bad57,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:15.793203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] No DVR routers for this DVR port c462078a-088f-40a2-8510-d6fb4357f7dc on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:15.800744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.804005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ab0c3e6-3c01-4f9b-9c47-e54d144387e6 req-329585a7-416f-46f6-9e27-4b25fbe354df tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "DELETE /v2.0/ports/c462078a-088f-40a2-8510-d6fb4357f7dc HTTP/1.1" status: 204  len: 173 time: 1.5059025
Apr 02 20:57:15.804463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'name': 'network-vif-deleted', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:15.806869 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd4429-a224-403d-bc4e-422aebeb0990" -d '{"events": [{"server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "name": "network-vif-deleted", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:15.822104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:15.830438 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (70579e43-efe8-4449-87ed-602a9094f229), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.851535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'port_id': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'mac_address': 'fa:16:3e:a9:ad:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70c7555-2700-4639-9eab-ec56f63de608', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:15.859739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=70579e43-efe8-4449-87ed-602a9094f229,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:15.869783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:15.927334 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8535c200-dcc2-4ba5-842e-6a30ce3025e4 x-openstack-request-id: req-8535c200-dcc2-4ba5-842e-6a30ce3025e4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:15.927626 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aa3120-1d16-4505-a3c5-0ba81a38c743", "name": "network-vif-deleted", "tag": "c462078a-088f-40a2-8510-d6fb4357f7dc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:15.927887 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8535c200-dcc2-4ba5-842e-6a30ce3025e4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:15.928294 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8535c200-dcc2-4ba5-842e-6a30ce3025e4'] response: {'server_uuid': '23aa3120-1d16-4505-a3c5-0ba81a38c743', 'name': 'network-vif-deleted', 'tag': 'c462078a-088f-40a2-8510-d6fb4357f7dc', 'status': 'completed', 'code': 200}
Apr 02 20:57:15.960710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port 70579e43-efe8-4449-87ed-602a9094f229 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:15.963330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:15.966724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5048eb16-1c30-4f5e-9d64-8ec49cea0e29 req-13a43561-9a26-4d93-bd42-d40eb452b914 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "DELETE /v2.0/ports/70579e43-efe8-4449-87ed-602a9094f229 HTTP/1.1" status: 204  len: 173 time: 1.5141282
Apr 02 20:57:15.980649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b729c68d-47c0-4cf5-b93a-585056bd9955 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:15.981146 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.010931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b729c68d-47c0-4cf5-b93a-585056bd9955 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:16.052374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5bc77ddd-a95f-43ce-8434-61e980388e81), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.055298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:16.069068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14', '5bc77ddd-a95f-43ce-8434-61e980388e81', '70579e43-efe8-4449-87ed-602a9094f229'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:16.086986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=5bc77ddd-a95f-43ce-8434-61e980388e81,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:16.099225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c2c06-f3ab-4772-855b-b3db4c60c4d2 req-76bfcda3-97e9-4c37-a8bb-81484a7617a8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:16.116175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c96c2c06-f3ab-4772-855b-b3db4c60c4d2 req-76bfcda3-97e9-4c37-a8bb-81484a7617a8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 944 time: 0.1772408
Apr 02 20:57:16.126053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.127060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:16.137125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port 5bc77ddd-a95f-43ce-8434-61e980388e81 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:16.139891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.143965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51449246-e34a-4a2d-87a9-dce4462965dc req-66c83b84-7a9a-4f0b-bed0-da0cce22471e tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "DELETE /v2.0/ports/5bc77ddd-a95f-43ce-8434-61e980388e81 HTTP/1.1" status: 204  len: 173 time: 1.1294272
Apr 02 20:57:16.208919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c96c2c06-f3ab-4772-855b-b3db4c60c4d2 req-c6b68a87-2f09-4af5-8d03-861bfcf0458f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915067
Apr 02 20:57:16.223797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6106501-be11-4304-aa04-62dfb6bf9132 req-6dd52a74-f16c-4f87-861f-a59adcfee453 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=818956c7-a348-4c41-a48b-9c74b8ddbc66 HTTP/1.1" status: 200  len: 210 time: 0.0562966
Apr 02 20:57:16.224825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60228) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:16.245927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982bf94d-89ab-4871-a5db-d955be3a53b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.360611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:16.393890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982bf94d-89ab-4871-a5db-d955be3a53b3 admin admin] Publish callbacks [] for security_group (6c42d9b9-4f8b-483a-9662-cede3875338c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.401260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982bf94d-89ab-4871-a5db-d955be3a53b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6c42d9b9-4f8b-483a-9662-cede3875338c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.410153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b97f6048-b3fd-4b23-aa39-802e9d3f6d92 req-1ce210ea-03ab-4f42-acef-94c2da526b5f tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=23aa3120-1d16-4505-a3c5-0ba81a38c743 HTTP/1.1" status: 200  len: 210 time: 0.0986388
Apr 02 20:57:16.504513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-982bf94d-89ab-4871-a5db-d955be3a53b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2199b5d004b141a2b20dcae879677073&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2756801
Apr 02 20:57:16.507137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60234) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:16.552110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bf94d-89ab-4871-a5db-d955be3a53b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42d9b9-4f8b-483a-9662-cede3875338c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:16.587916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3479cf-220b-4176-b19e-89c8e87571b2 req-40bbdcab-f2da-4a6c-900c-5651298f6a87 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:16.597990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a3479cf-220b-4176-b19e-89c8e87571b2 req-40bbdcab-f2da-4a6c-900c-5651298f6a87 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.1309402
Apr 02 20:57:16.614219 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0154a7c-9667-4e1f-ad76-0ecd4644f5d8 admin admin] Publish callbacks [] for security_group (6c42d9b9-4f8b-483a-9662-cede3875338c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.619810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:16.638215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'mac_address': 'fa:16:3e:2b:a4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:16.658372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a3479cf-220b-4176-b19e-89c8e87571b2 req-c4530cb1-b17c-47ea-b794-a9cf25ac63c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594449
Apr 02 20:57:16.689216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d4c0049-6755-4107-aefa-c88ba8d82834 req-bed1a611-8169-4cdd-aa30-1d7c37c03747 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.1082435
Apr 02 20:57:16.717323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2faa1981-89af-49a0-9dd1-17e23172df4b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:16.717909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.733296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0154a7c-9667-4e1f-ad76-0ecd4644f5d8 admin admin] Publish callbacks [] for security_group (6c42d9b9-4f8b-483a-9662-cede3875338c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.760555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faa1981-89af-49a0-9dd1-17e23172df4b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:16.818806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:16.820725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0154a7c-9667-4e1f-ad76-0ecd4644f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6c42d9b9-4f8b-483a-9662-cede3875338c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.823292 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a0154a7c-9667-4e1f-ad76-0ecd4644f5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.824675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a0154a7c-9667-4e1f-ad76-0ecd4644f5d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c42d9b9-4f8b-483a-9662-cede3875338c HTTP/1.1" status: 204  len: 168 time: 0.3175120
Apr 02 20:57:16.830004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:16.840272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0154a7c-9667-4e1f-ad76-0ecd4644f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42d9b9-4f8b-483a-9662-cede3875338c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:16.849312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08ecfe-81eb-4ea9-9203-44b451bc70a0 req-7b39828e-4238-4e45-a7f3-4fbbbaada115 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:16.860755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e08ecfe-81eb-4ea9-9203-44b451bc70a0 req-7b39828e-4238-4e45-a7f3-4fbbbaada115 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1087246
Apr 02 20:57:16.864640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e4b47-bac8-41ec-9cdd-a9f478ed5197 req-6459fee8-eb1e-4b08-aa0b-d89b5c4c5cc8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:16.866152 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-138e4b47-bac8-41ec-9cdd-a9f478ed5197 req-6459fee8-eb1e-4b08-aa0b-d89b5c4c5cc8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0768933
Apr 02 20:57:16.887743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:16.930389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e08ecfe-81eb-4ea9-9203-44b451bc70a0 req-c83cc2b8-630b-4819-870a-98aa83a5788f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630462
Apr 02 20:57:16.960205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-138e4b47-bac8-41ec-9cdd-a9f478ed5197 req-da5e5b89-c95a-4895-a3cf-e57da2275b79 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873597
Apr 02 20:57:17.190386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2faa1981-89af-49a0-9dd1-17e23172df4b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:17.219098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b729c68d-47c0-4cf5-b93a-585056bd9955'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:17.347215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6b98-04d7-4f24-b6c9-e06b6212f432 req-9ed5f841-b97a-46d3-8a4c-1a16578c54d8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:17.356629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d87b6b98-04d7-4f24-b6c9-e06b6212f432 req-9ed5f841-b97a-46d3-8a4c-1a16578c54d8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 945 time: 0.0804029
Apr 02 20:57:17.430872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d87b6b98-04d7-4f24-b6c9-e06b6212f432 req-b83a9891-6110-41fc-9b29-190108215127 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731738
Apr 02 20:57:17.523884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:17.647727 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:17.670037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: c462078a-088f-40a2-8510-d6fb4357f7dc {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:17.670802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device c462078a-088f-40a2-8510-d6fb4357f7dc not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:17.691822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26696730-f5f4-462a-8324-fd19784a34cd req-0f1531ab-e6fb-4f9b-9df0-ca2d1d5429af tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:17.693362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-26696730-f5f4-462a-8324-fd19784a34cd req-0f1531ab-e6fb-4f9b-9df0-ca2d1d5429af tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 949 time: 0.0640442
Apr 02 20:57:17.743927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-26696730-f5f4-462a-8324-fd19784a34cd req-e2e97814-a3de-4753-938c-636adba00201 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437570
Apr 02 20:57:17.774995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0aba2-fc39-42c6-a6fb-10925ca1f170 req-6c405b11-3ade-4416-81fe-b56111d0e325 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:17.777130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62d0aba2-fc39-42c6-a6fb-10925ca1f170 req-6c405b11-3ade-4416-81fe-b56111d0e325 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.0609143
Apr 02 20:57:17.831900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62d0aba2-fc39-42c6-a6fb-10925ca1f170 req-5aaa1988-7f71-42aa-950d-c83878571cab tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494952
Apr 02 20:57:17.869550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03878b2-4948-4f5e-8786-5ce1ff1583e4 req-6cb37595-bf3c-42ab-bb67-d75b7b1872bd tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:17.871032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e03878b2-4948-4f5e-8786-5ce1ff1583e4 req-6cb37595-bf3c-42ab-bb67-d75b7b1872bd tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.0572534
Apr 02 20:57:17.933726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'name': 'network-vif-deleted', 'tag': '70579e43-efe8-4449-87ed-602a9094f229'}, {'server_uuid': 'a7234847-6a5b-4386-8d22-448be13057dd', 'name': 'network-vif-deleted', 'tag': '5bc77ddd-a95f-43ce-8434-61e980388e81'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:17.936937 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c230204-4045-4b65-8441-869db20d8d42" -d '{"events": [{"server_uuid": "818956c7-a348-4c41-a48b-9c74b8ddbc66", "name": "network-vif-deleted", "tag": "70579e43-efe8-4449-87ed-602a9094f229"}, {"server_uuid": "a7234847-6a5b-4386-8d22-448be13057dd", "name": "network-vif-deleted", "tag": "5bc77ddd-a95f-43ce-8434-61e980388e81"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:17.938790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e03878b2-4948-4f5e-8786-5ce1ff1583e4 req-4562638e-f7f1-428d-a1bb-a9aa4300c3b6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573506
Apr 02 20:57:17.941316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-319ba0cb-83e7-41ee-8a61-a92dd6708627 req-6d8341c6-ae9c-45d7-8210-941f2456eada tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0392478
Apr 02 20:57:18.001244 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ec70e-84d7-4390-9768-4122f4f39cc8 x-openstack-request-id: req-dc7ec70e-84d7-4390-9768-4122f4f39cc8 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:18.001792 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818956c7-a348-4c41-a48b-9c74b8ddbc66", "name": "network-vif-deleted", "tag": "70579e43-efe8-4449-87ed-602a9094f229", "status": "completed", "code": 200}, {"server_uuid": "a7234847-6a5b-4386-8d22-448be13057dd", "name": "network-vif-deleted", "tag": "5bc77ddd-a95f-43ce-8434-61e980388e81", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:18.002300 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc7ec70e-84d7-4390-9768-4122f4f39cc8 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:18.003072 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7ec70e-84d7-4390-9768-4122f4f39cc8'] response: {'server_uuid': '818956c7-a348-4c41-a48b-9c74b8ddbc66', 'name': 'network-vif-deleted', 'tag': '70579e43-efe8-4449-87ed-602a9094f229', 'status': 'completed', 'code': 200}
Apr 02 20:57:18.003639 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7ec70e-84d7-4390-9768-4122f4f39cc8'] response: {'server_uuid': 'a7234847-6a5b-4386-8d22-448be13057dd', 'name': 'network-vif-deleted', 'tag': '5bc77ddd-a95f-43ce-8434-61e980388e81', 'status': 'completed', 'code': 200}
Apr 02 20:57:18.076254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35564919-1ce7-43d9-a826-e0ad106aed19 req-30cdb2dc-b4e1-436b-813a-bf33f2ac72b4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:18.078053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35564919-1ce7-43d9-a826-e0ad106aed19 req-30cdb2dc-b4e1-436b-813a-bf33f2ac72b4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0565519
Apr 02 20:57:18.113410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e20c8-982d-4367-bf54-e41aade0657c req-110d25b2-551e-4742-83a5-40b7b7a92c33 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:18.114989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce2e20c8-982d-4367-bf54-e41aade0657c req-110d25b2-551e-4742-83a5-40b7b7a92c33 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0701098
Apr 02 20:57:18.138151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35564919-1ce7-43d9-a826-e0ad106aed19 req-4b7e8a19-049d-4fa1-9a74-471ce864da3e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512271
Apr 02 20:57:18.173496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce2e20c8-982d-4367-bf54-e41aade0657c req-cb25d57b-9b95-4b30-b6f5-ff6a6cfb1adc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520110
Apr 02 20:57:18.250084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:18.374858 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a0308-dc4e-48c1-9ede-12414b2b505b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.410567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b2980-98fd-426d-b427-5e211b9a890f req-5de7ef5f-4356-4f9b-8976-52c6fd118067 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:18.412011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-067b2980-98fd-426d-b427-5e211b9a890f req-5de7ef5f-4356-4f9b-8976-52c6fd118067 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.0872507
Apr 02 20:57:18.553602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a0308-dc4e-48c1-9ede-12414b2b505b admin admin] Publish callbacks [] for security_group (26b9535a-8be2-4f2f-bce0-5f97d6ac94b5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.560204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f27a0308-dc4e-48c1-9ede-12414b2b505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (26b9535a-8be2-4f2f-bce0-5f97d6ac94b5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.615251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f27a0308-dc4e-48c1-9ede-12414b2b505b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f37ab5362f1a48b8a72973e0c3b874ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3640959
Apr 02 20:57:18.617944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:18.624695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59041f38-6b7f-4b43-be07-9ca19cdf5fef req-cfad2844-a037-4d66-8bff-3680fa346c48 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:18.626168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59041f38-6b7f-4b43-be07-9ca19cdf5fef req-cfad2844-a037-4d66-8bff-3680fa346c48 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 945 time: 0.1269572
Apr 02 20:57:18.628755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a0308-dc4e-48c1-9ede-12414b2b505b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9535a-8be2-4f2f-bce0-5f97d6ac94b5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:18.636525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Deleting port df51f42c-1b75-412d-b9f6-4349066d58c2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:18.636525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.667391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa541619-26eb-4087-80dd-3c6a973b5c3e admin admin] Publish callbacks [] for security_group (26b9535a-8be2-4f2f-bce0-5f97d6ac94b5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.688756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa541619-26eb-4087-80dd-3c6a973b5c3e admin admin] Publish callbacks [] for security_group (26b9535a-8be2-4f2f-bce0-5f97d6ac94b5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.694271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bc77ddd-a95f-43ce-8434-61e980388e81 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:18.717282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 5bc77ddd-a95f-43ce-8434-61e980388e81 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:18.717883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bc77ddd-a95f-43ce-8434-61e980388e81 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:18.718307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 70579e43-efe8-4449-87ed-602a9094f229 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:18.737161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa541619-26eb-4087-80dd-3c6a973b5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (26b9535a-8be2-4f2f-bce0-5f97d6ac94b5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.738152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59041f38-6b7f-4b43-be07-9ca19cdf5fef req-ffb6384e-9346-49d3-8f14-fa27bd4f98fd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049769
Apr 02 20:57:18.739959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa541619-26eb-4087-80dd-3c6a973b5c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.744148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aa541619-26eb-4087-80dd-3c6a973b5c3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26b9535a-8be2-4f2f-bce0-5f97d6ac94b5 HTTP/1.1" status: 204  len: 168 time: 0.1249998
Apr 02 20:57:18.753424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa541619-26eb-4087-80dd-3c6a973b5c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9535a-8be2-4f2f-bce0-5f97d6ac94b5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:18.762420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] For port df51f42c-1b75-412d-b9f6-4349066d58c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df51f42c-1b75-412d-b9f6-4349066d58c2,segment=NetworkSegment(da6795f9-1cdf-4e16-91a0-bb34e5116eb9),segment_id=da6795f9-1cdf-4e16-91a0-bb34e5116eb9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:18.762891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.766791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 70579e43-efe8-4449-87ed-602a9094f229 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:18.767329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 70579e43-efe8-4449-87ed-602a9094f229 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:18.778422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Calling delete_port for df51f42c-1b75-412d-b9f6-4349066d58c2 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:18.911550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ede4-ffc0-41fb-babb-237c872741f4 req-3c5352ce-76a2-48b9-b3dc-19a1a47910d2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:18.920503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da95ede4-ffc0-41fb-babb-237c872741f4 req-3c5352ce-76a2-48b9-b3dc-19a1a47910d2 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 949 time: 0.0936856
Apr 02 20:57:18.965040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (df51f42c-1b75-412d-b9f6-4349066d58c2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:18.995334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da95ede4-ffc0-41fb-babb-237c872741f4 req-5251ecda-fe8b-488a-a7a3-8f22c2282fd4 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/security-groups?id=226096e7-0db0-4c92-a43e-4859ff47ca9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646880
Apr 02 20:57:18.998605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Pushing event deleted for resources: {'Port': ['ID=df51f42c-1b75-412d-b9f6-4349066d58c2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:19.014309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e6b72-9d65-4f64-9b52-c01cf495a031 req-7c4fc17e-848f-44f9-a3dd-b7d40d6a6391 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:19.015848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a67e6b72-9d65-4f64-9b52-c01cf495a031 req-7c4fc17e-848f-44f9-a3dd-b7d40d6a6391 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/ports?device_id=90048480-54e7-4b20-8d1b-d8c6a461de71 HTTP/1.1" status: 200  len: 945 time: 0.1102450
Apr 02 20:57:19.062942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] No DVR routers for this DVR port df51f42c-1b75-412d-b9f6-4349066d58c2 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:19.070730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.074051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-067b2980-98fd-426d-b427-5e211b9a890f req-bd78d18b-a5e1-4a83-a823-0ac8e00e5509 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.15 "DELETE /v2.0/ports/df51f42c-1b75-412d-b9f6-4349066d58c2 HTTP/1.1" status: 204  len: 173 time: 0.6538794
Apr 02 20:57:19.131311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a67e6b72-9d65-4f64-9b52-c01cf495a031 req-fc1184a8-a6aa-4fee-813e-4473d808e3fb tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] 10.222.0.18 "GET /v2.0/security-groups?id=4262795b-7b7b-4370-bea0-f93ec3f271c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927286
Apr 02 20:57:19.178253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7837af-986c-4bc2-a2d3-893eb995cb87 req-0c7965f1-edeb-45d5-aff0-98135565f80b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:19.186133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bc41e54d-8e00-44d6-9fe5-1c85a66a7cf3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:19.187888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bc41e54d-8e00-44d6-9fe5-1c85a66a7cf3 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 949 time: 0.0755260
Apr 02 20:57:19.189218 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba7837af-986c-4bc2-a2d3-893eb995cb87 req-0c7965f1-edeb-45d5-aff0-98135565f80b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.1178463
Apr 02 20:57:19.251084 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba7837af-986c-4bc2-a2d3-893eb995cb87 req-4b4db5fc-5da9-4057-a31a-ecd8601e054c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526586
Apr 02 20:57:19.289497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ca97618-5062-4e48-b4f7-c85e4b3d2397 req-11e85482-c2cb-47b6-b457-e88016299cb4 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0546346
Apr 02 20:57:19.411445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Deleting port 860f3b0f-e306-416d-a721-e0c5589bea14 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:19.412032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.417254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24610a5d-bdfa-401e-bba3-0b331fbe4457 req-b420d1eb-b1fc-41f8-8d0c-8890e3d050b3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:19.419319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24610a5d-bdfa-401e-bba3-0b331fbe4457 req-b420d1eb-b1fc-41f8-8d0c-8890e3d050b3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0784781
Apr 02 20:57:19.480616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516fc12-9aa4-411e-b2dc-23fc44d7c2d6 req-150ef96f-561f-4cce-b57c-e154850034e4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:19.482489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9516fc12-9aa4-411e-b2dc-23fc44d7c2d6 req-150ef96f-561f-4cce-b57c-e154850034e4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1178012
Apr 02 20:57:19.493033 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24610a5d-bdfa-401e-bba3-0b331fbe4457 req-d4279395-5fbb-443b-80ec-8396ca3a4c02 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672762
Apr 02 20:57:19.559539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] For port 860f3b0f-e306-416d-a721-e0c5589bea14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860f3b0f-e306-416d-a721-e0c5589bea14,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:19.559908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.584759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9516fc12-9aa4-411e-b2dc-23fc44d7c2d6 req-fbf3bbdc-3ef7-41b5-89ce-27f4ea4acca5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849478
Apr 02 20:57:19.591631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Calling delete_port for 860f3b0f-e306-416d-a721-e0c5589bea14 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:19.678240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:19.733684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port b729c68d-47c0-4cf5-b93a-585056bd9955 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:57:19.738357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port b729c68d-47c0-4cf5-b93a-585056bd9955 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:19.738926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.760303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (860f3b0f-e306-416d-a721-e0c5589bea14), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.774037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['860f3b0f-e306-416d-a721-e0c5589bea14'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:19.845883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Pushing event deleted for resources: {'Port': ['ID=860f3b0f-e306-416d-a721-e0c5589bea14,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:19.864200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b729c68d-47c0-4cf5-b93a-585056bd9955 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:19.864885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.872493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] No DVR routers for this DVR port 860f3b0f-e306-416d-a721-e0c5589bea14 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:19.875085 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.882423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-130c0cb0-729d-46a6-92f9-599594a9044a req-bb54526f-7cfe-4245-91b2-cea87462857b tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.21 "DELETE /v2.0/ports/860f3b0f-e306-416d-a721-e0c5589bea14 HTTP/1.1" status: 204  len: 173 time: 0.6866193
Apr 02 20:57:19.891339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:19.894575 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd403bed-19a1-4f46-ac31-f9eb59dc138c" -d '{"events": [{"server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "name": "network-vif-plugged", "status": "completed", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:19.913576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a09dab-511d-4a63-9793-c909dbfdb4d6 req-0d1cf0f4-292b-4273-90a2-d5b8c2c5a4c9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:19.915631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8a09dab-511d-4a63-9793-c909dbfdb4d6 req-0d1cf0f4-292b-4273-90a2-d5b8c2c5a4c9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 945 time: 0.0848684
Apr 02 20:57:19.922335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:19.930944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:19.931109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60388) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:19.931878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:19.992318 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8a09dab-511d-4a63-9793-c909dbfdb4d6 req-df3a1afa-6476-4441-9012-4ad8a3b7e252 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687389
Apr 02 20:57:20.005037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'name': 'network-vif-deleted', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2'}, {'server_uuid': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'name': 'network-vif-deleted', 'tag': '860f3b0f-e306-416d-a721-e0c5589bea14'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:20.007952 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8067c-51db-4ddd-b2c3-30cbd71bde18" -d '{"events": [{"server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "name": "network-vif-deleted", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2"}, {"server_uuid": "0adca561-7967-465d-a3e3-78a0dd5bb75d", "name": "network-vif-deleted", "tag": "860f3b0f-e306-416d-a721-e0c5589bea14"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:20.048827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:20.069358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 2faa1981-89af-49a0-9dd1-17e23172df4b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:57:20.077929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2faa1981-89af-49a0-9dd1-17e23172df4b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:20.081841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.090550 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb4801f-6c2a-41e8-bb89-793d4f09714f x-openstack-request-id: req-bdb4801f-6c2a-41e8-bb89-793d4f09714f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:20.090854 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90048480-54e7-4b20-8d1b-d8c6a461de71", "name": "network-vif-deleted", "tag": "df51f42c-1b75-412d-b9f6-4349066d58c2", "status": "completed", "code": 200}, {"server_uuid": "0adca561-7967-465d-a3e3-78a0dd5bb75d", "name": "network-vif-deleted", "tag": "860f3b0f-e306-416d-a721-e0c5589bea14", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:20.091109 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdb4801f-6c2a-41e8-bb89-793d4f09714f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:20.091849 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb4801f-6c2a-41e8-bb89-793d4f09714f'] response: {'server_uuid': '90048480-54e7-4b20-8d1b-d8c6a461de71', 'name': 'network-vif-deleted', 'tag': 'df51f42c-1b75-412d-b9f6-4349066d58c2', 'status': 'completed', 'code': 200}
Apr 02 20:57:20.092254 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb4801f-6c2a-41e8-bb89-793d4f09714f'] response: {'server_uuid': '0adca561-7967-465d-a3e3-78a0dd5bb75d', 'name': 'network-vif-deleted', 'tag': '860f3b0f-e306-416d-a721-e0c5589bea14', 'status': 'completed', 'code': 200}
Apr 02 20:57:20.138625 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b7fe6b-bf86-422c-b700-d182a42c24aa x-openstack-request-id: req-a9b7fe6b-bf86-422c-b700-d182a42c24aa {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:20.139026 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "name": "network-vif-plugged", "status": "completed", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:20.139481 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9b7fe6b-bf86-422c-b700-d182a42c24aa {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:20.139943 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b7fe6b-bf86-422c-b700-d182a42c24aa'] response: {'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'code': 200}
Apr 02 20:57:20.143022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e97ca9f-57e4-482b-8178-611bc1de189c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.229777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60398) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:20.243014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2faa1981-89af-49a0-9dd1-17e23172df4b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:20.243721 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.243993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a4f3f77-8190-4ef2-8494-71f058e5f656 req-2c72b6ee-13de-4efd-955d-ba4091cd4958 tempest-ServersOnMultiNodesTest-1757841535 tempest-ServersOnMultiNodesTest-1757841535-project] 10.222.0.18 "GET /v2.0/ports?device_id=0adca561-7967-465d-a3e3-78a0dd5bb75d HTTP/1.1" status: 200  len: 210 time: 0.0581017
Apr 02 20:57:20.301763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e97ca9f-57e4-482b-8178-611bc1de189c admin admin] Publish callbacks [] for security_group (cb1f228f-31b4-43fd-a5f3-126f67688d72), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.304251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56d52-e7bc-4173-8453-b450688eee60 req-257d8a4e-08b6-47d8-9e1b-e7b37d1cf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:20.306022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26e56d52-e7bc-4173-8453-b450688eee60 req-257d8a4e-08b6-47d8-9e1b-e7b37d1cf2ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1128 time: 0.1084838
Apr 02 20:57:20.308398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e97ca9f-57e4-482b-8178-611bc1de189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cb1f228f-31b4-43fd-a5f3-126f67688d72), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.320631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:20.325939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.380904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:20.426693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97ca9f-57e4-482b-8178-611bc1de189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f228f-31b4-43fd-a5f3-126f67688d72,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:20.430771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Deleting subnet a9e393bb-af15-4c91-8d30-7f48f998d072 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:57:20.438299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e97ca9f-57e4-482b-8178-611bc1de189c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3be5cf242d3c4456aa4db1b09d0a2dec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5029175
Apr 02 20:57:20.439688 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Publish callbacks [] for subnet (a9e393bb-af15-4c91-8d30-7f48f998d072), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.446468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60406) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:20.510502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a14a5036-7bb4-4cfc-a86f-ee752e22eaf5 req-69cc233f-b06b-460b-9b26-9ceb59f0e361 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0421031
Apr 02 20:57:20.516209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26e56d52-e7bc-4173-8453-b450688eee60 req-e8690bbb-7354-482a-b9e7-d87bbf15b392 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005954
Apr 02 20:57:20.522306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (a9e393bb-af15-4c91-8d30-7f48f998d072), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.542849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48354-69a8-4584-9620-b1239c464461 req-c9a91342-9959-426f-b54e-0f87a9aba107 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:20.542849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17e48354-69a8-4584-9620-b1239c464461 req-c9a91342-9959-426f-b54e-0f87a9aba107 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.1838927
Apr 02 20:57:20.565241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46981fc-ac96-4236-9a2a-d331b1b3b32a admin admin] Publish callbacks [] for security_group (cb1f228f-31b4-43fd-a5f3-126f67688d72), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.581672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a9e393bb-af15-4c91-8d30-7f48f998d072), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.600375 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46981fc-ac96-4236-9a2a-d331b1b3b32a admin admin] Publish callbacks [] for security_group (cb1f228f-31b4-43fd-a5f3-126f67688d72), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.620720 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17e48354-69a8-4584-9620-b1239c464461 req-6a5bc656-3486-425c-8841-a4bbf7bd0216 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741138
Apr 02 20:57:20.662275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46981fc-ac96-4236-9a2a-d331b1b3b32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cb1f228f-31b4-43fd-a5f3-126f67688d72), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.665907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46981fc-ac96-4236-9a2a-d331b1b3b32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.671125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b46981fc-ac96-4236-9a2a-d331b1b3b32a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb1f228f-31b4-43fd-a5f3-126f67688d72 HTTP/1.1" status: 204  len: 168 time: 0.2144842
Apr 02 20:57:20.679079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (a9e393bb-af15-4c91-8d30-7f48f998d072), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.683216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46981fc-ac96-4236-9a2a-d331b1b3b32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f228f-31b4-43fd-a5f3-126f67688d72,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:20.687747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30073df3-a1e7-48e6-866c-3d0518e1b230 req-20dafd9f-377e-4e4e-b139-969c8b99e5f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:20.689302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30073df3-a1e7-48e6-866c-3d0518e1b230 req-20dafd9f-377e-4e4e-b139-969c8b99e5f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0883629
Apr 02 20:57:20.720755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e393bb-af15-4c91-8d30-7f48f998d072,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:20.727835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.731259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-186da968-818b-4ea9-9d48-958e2cfe1d07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a9e393bb-af15-4c91-8d30-7f48f998d072 HTTP/1.1" status: 204  len: 168 time: 0.5003688
Apr 02 20:57:20.739241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60414) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:20.779581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb6ea-c862-41ca-a4df-54cc8c1c5a55 req-7485b9b1-7ea7-4ab8-817b-233fe5ec49d4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:20.781639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fadb6ea-c862-41ca-a4df-54cc8c1c5a55 req-7485b9b1-7ea7-4ab8-817b-233fe5ec49d4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0710018
Apr 02 20:57:20.825029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30073df3-a1e7-48e6-866c-3d0518e1b230 req-70215740-4e65-41a1-ae0f-968969c97805 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076739
Apr 02 20:57:20.833692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fadb6ea-c862-41ca-a4df-54cc8c1c5a55 req-94366a72-2b85-4212-b498-fa4616839b1a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437911
Apr 02 20:57:20.836649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (83a57283-8e77-4048-913b-713f633ea68f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.918777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (83a57283-8e77-4048-913b-713f633ea68f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.938006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fa278e0>,) {'filters': {'network_id': ['83a57283-8e77-4048-913b-713f633ea68f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:20.947766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fa278e0>, 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:20.948056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fa278e0>, 'da6795f9-1cdf-4e16-91a0-bb34e5116eb9') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:20.958033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (da6795f9-1cdf-4e16-91a0-bb34e5116eb9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.972308 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (da6795f9-1cdf-4e16-91a0-bb34e5116eb9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.978567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:57:20.978963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (da6795f9-1cdf-4e16-91a0-bb34e5116eb9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:57:20.980689 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:57:21.041276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (83a57283-8e77-4048-913b-713f633ea68f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.046857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.053215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] 10.222.0.18 "DELETE /v2.0/networks/83a57283-8e77-4048-913b-713f633ea68f HTTP/1.1" status: 204  len: 168 time: 0.3104784
Apr 02 20:57:21.053802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60426) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:21.071258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f17ed-208c-49ee-bffd-9a9cc56f448c admin admin] Pushing event deleted for resources: {'Network': ['ID=83a57283-8e77-4048-913b-713f633ea68f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:21.139511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Deleting subnet ed672af0-b8c4-4fbf-be60-631ae89c40fa {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:57:21.144083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Publish callbacks [] for subnet (ed672af0-b8c4-4fbf-be60-631ae89c40fa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.182985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5240e5d-b63f-41ab-9a36-f609464911a6 req-11679aba-c51c-4937-8002-4361321ff514 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:21.184529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5240e5d-b63f-41ab-9a36-f609464911a6 req-11679aba-c51c-4937-8002-4361321ff514 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 946 time: 0.0933726
Apr 02 20:57:21.202543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ed672af0-b8c4-4fbf-be60-631ae89c40fa), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.271370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ed672af0-b8c4-4fbf-be60-631ae89c40fa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.273623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5240e5d-b63f-41ab-9a36-f609464911a6 req-89609360-c41e-42c7-9637-ac57e7d9aafe tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819471
Apr 02 20:57:21.339392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ed672af0-b8c4-4fbf-be60-631ae89c40fa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.372056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed672af0-b8c4-4fbf-be60-631ae89c40fa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:21.382309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.388146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2e88dbe7-bdde-478e-a3ac-5604a262e6e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed672af0-b8c4-4fbf-be60-631ae89c40fa HTTP/1.1" status: 204  len: 168 time: 0.3308048
Apr 02 20:57:21.388146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60442) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:21.470731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (986fa22e-8367-4d48-829c-8d0616758c07), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.551915 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (986fa22e-8367-4d48-829c-8d0616758c07), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.573413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f44ca30>,) {'filters': {'network_id': ['986fa22e-8367-4d48-829c-8d0616758c07']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:21.584966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f44ca30>, 'dc1d0ce3-680e-4a8b-8a00-a321cd457ca5') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:21.585502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f44ca30>, 'dc1d0ce3-680e-4a8b-8a00-a321cd457ca5') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:21.600914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (dc1d0ce3-680e-4a8b-8a00-a321cd457ca5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.634494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60452) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:21.638670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (dc1d0ce3-680e-4a8b-8a00-a321cd457ca5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.642146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1def85a2-2422-4dbf-ac61-2fd7535e5d19 req-d7fb3a0d-2c7d-4983-8f80-34891ace6b32 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0346165
Apr 02 20:57:21.647864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:57:21.648344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (dc1d0ce3-680e-4a8b-8a00-a321cd457ca5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:57:21.650979 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:57:21.685027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:21.717282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: df51f42c-1b75-412d-b9f6-4349066d58c2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:21.717939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df51f42c-1b75-412d-b9f6-4349066d58c2 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:21.726002 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (986fa22e-8367-4d48-829c-8d0616758c07), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.738677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.746126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] 10.222.0.18 "DELETE /v2.0/networks/986fa22e-8367-4d48-829c-8d0616758c07 HTTP/1.1" status: 204  len: 168 time: 0.3548398
Apr 02 20:57:21.759697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532ccce-9d4d-4523-8291-1284cfbabd66 admin admin] Pushing event deleted for resources: {'Network': ['ID=986fa22e-8367-4d48-829c-8d0616758c07,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:21.827370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f727a828-7047-4958-b8ff-e14cf08c173f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f8ef84a62894a7da5457cafc1bcf172&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1910222
Apr 02 20:57:21.830536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60466) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:21.862561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5d19-39bc-4e5d-870f-03bff2cdd764 req-4edf3be6-9f14-45ad-9c5c-0fcd8820a351 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:21.874547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bbf5d19-39bc-4e5d-870f-03bff2cdd764 req-4edf3be6-9f14-45ad-9c5c-0fcd8820a351 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.1193545
Apr 02 20:57:21.895283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-011f6c3e-6d27-4db6-a457-4c3eaf8b9f22 admin admin] Publish callbacks [] for security_group (226096e7-0db0-4c92-a43e-4859ff47ca9b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:21.897807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:21.941916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bbf5d19-39bc-4e5d-870f-03bff2cdd764 req-30d1e414-f2cc-4d59-a88d-1dde8bd476ac tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653460
Apr 02 20:57:21.947318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-011f6c3e-6d27-4db6-a457-4c3eaf8b9f22 admin admin] Publish callbacks [] for security_group (226096e7-0db0-4c92-a43e-4859ff47ca9b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.026344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1548caae-196b-49d2-9887-ae9abaecc25d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e586602a4da4d659974e36ab71486a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1250193
Apr 02 20:57:22.026642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60476) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:22.052002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5b5c-d471-4383-96e9-4e9a6bb96a12 req-990fd3f4-a57d-4eb0-8bff-85465e4473b0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:22.053529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95ea5b5c-d471-4383-96e9-4e9a6bb96a12 req-990fd3f4-a57d-4eb0-8bff-85465e4473b0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1269276
Apr 02 20:57:22.066334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ab9a4-6bd1-4eaa-a111-0842ba9506ef req-c910bb1f-482d-4b1a-a899-4370482b5877 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:22.067994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-551ab9a4-6bd1-4eaa-a111-0842ba9506ef req-c910bb1f-482d-4b1a-a899-4370482b5877 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0630984
Apr 02 20:57:22.102649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-011f6c3e-6d27-4db6-a457-4c3eaf8b9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (226096e7-0db0-4c92-a43e-4859ff47ca9b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.105198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-011f6c3e-6d27-4db6-a457-4c3eaf8b9f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.106329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-011f6c3e-6d27-4db6-a457-4c3eaf8b9f22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/226096e7-0db0-4c92-a43e-4859ff47ca9b HTTP/1.1" status: 204  len: 168 time: 0.2744329
Apr 02 20:57:22.125650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-551ab9a4-6bd1-4eaa-a111-0842ba9506ef req-1e23c5c6-8f7d-47f4-a529-132425eded4c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513725
Apr 02 20:57:22.133726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6c3e-6d27-4db6-a457-4c3eaf8b9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226096e7-0db0-4c92-a43e-4859ff47ca9b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:22.147262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:22.147262 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bd9b7-803b-499b-9869-9416ed78a832" -d '{"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-plugged", "status": "completed", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:22.149612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f4f31bf7-1bf0-4920-a0c4-1e928cc6d2ad admin admin] Publish callbacks [] for security_group (4262795b-7b7b-4370-bea0-f93ec3f271c7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.181317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95ea5b5c-d471-4383-96e9-4e9a6bb96a12 req-228dec87-2e2a-4510-bed7-cb1d9b0b0512 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046844
Apr 02 20:57:22.186311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f4f31bf7-1bf0-4920-a0c4-1e928cc6d2ad admin admin] Publish callbacks [] for security_group (4262795b-7b7b-4370-bea0-f93ec3f271c7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.188146 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9f8a0b-08d4-4c54-a280-6a17310176d9 x-openstack-request-id: req-bd9f8a0b-08d4-4c54-a280-6a17310176d9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:22.189077 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-plugged", "status": "completed", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:22.191392 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd9f8a0b-08d4-4c54-a280-6a17310176d9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:22.191890 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9f8a0b-08d4-4c54-a280-6a17310176d9'] response: {'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'code': 200}
Apr 02 20:57:22.247570 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f4f31bf7-1bf0-4920-a0c4-1e928cc6d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4262795b-7b7b-4370-bea0-f93ec3f271c7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.250366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f4f31bf7-1bf0-4920-a0c4-1e928cc6d2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.251482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f4f31bf7-1bf0-4920-a0c4-1e928cc6d2ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4262795b-7b7b-4370-bea0-f93ec3f271c7 HTTP/1.1" status: 204  len: 168 time: 0.2239289
Apr 02 20:57:22.262031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31bf7-1bf0-4920-a0c4-1e928cc6d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262795b-7b7b-4370-bea0-f93ec3f271c7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:22.406929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122c68d-ddc6-44df-a6d5-52a500271522 req-ec94f248-2803-4b2c-a938-2431e91490aa tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:22.415429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c122c68d-ddc6-44df-a6d5-52a500271522 req-ec94f248-2803-4b2c-a938-2431e91490aa tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 946 time: 0.0639176
Apr 02 20:57:22.461022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c122c68d-ddc6-44df-a6d5-52a500271522 req-5b74fcb8-38e1-43c8-950a-93287217b5db tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446529
Apr 02 20:57:22.597357 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:57:22.691811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60500) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:22.703012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 860f3b0f-e306-416d-a721-e0c5589bea14 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:22.706753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60502) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:22.732887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 860f3b0f-e306-416d-a721-e0c5589bea14 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:57:22.733148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 860f3b0f-e306-416d-a721-e0c5589bea14 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:22.766747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-74c6e997-c2d1-4bcc-8a66-1986008c77a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d45dddfdc67d465bb598fe5710515486&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0588241
Apr 02 20:57:22.772331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d5823001-972a-48f0-8c64-1605bf3ab004 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b0aa5573931449796e2c01365d4292f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0779262
Apr 02 20:57:22.772946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:22.777007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60506) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:22.815421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5067184d-8532-4a27-b545-b102a7666829 req-5a36d740-7d31-4ca5-a2cd-5dc5e235fb9c tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0324328
Apr 02 20:57:22.834509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2dcd-2e4d-4ccf-9037-96fc5380e6b5 admin admin] Publish callbacks [] for security_group (adf50573-dc8c-4833-a1f6-eb951c99f4f3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.856748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2dcd-2e4d-4ccf-9037-96fc5380e6b5 admin admin] Publish callbacks [] for security_group (adf50573-dc8c-4833-a1f6-eb951c99f4f3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.868096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dead5e96-b59a-4fb2-97bf-7fb15763302f admin admin] Publish callbacks [] for security_group (22322a65-0872-44cd-80a1-fd2f315dfce5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.889966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dead5e96-b59a-4fb2-97bf-7fb15763302f admin admin] Publish callbacks [] for security_group (22322a65-0872-44cd-80a1-fd2f315dfce5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.896846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:22.913576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2dcd-2e4d-4ccf-9037-96fc5380e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (adf50573-dc8c-4833-a1f6-eb951c99f4f3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.916890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2dcd-2e4d-4ccf-9037-96fc5380e6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.921157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ab4e2dcd-2e4d-4ccf-9037-96fc5380e6b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adf50573-dc8c-4833-a1f6-eb951c99f4f3 HTTP/1.1" status: 204  len: 168 time: 0.1472363
Apr 02 20:57:22.930006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e2dcd-2e4d-4ccf-9037-96fc5380e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf50573-dc8c-4833-a1f6-eb951c99f4f3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:22.947521 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dead5e96-b59a-4fb2-97bf-7fb15763302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (22322a65-0872-44cd-80a1-fd2f315dfce5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.950691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dead5e96-b59a-4fb2-97bf-7fb15763302f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:22.955636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dead5e96-b59a-4fb2-97bf-7fb15763302f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22322a65-0872-44cd-80a1-fd2f315dfce5 HTTP/1.1" status: 204  len: 168 time: 0.1775160
Apr 02 20:57:22.964155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead5e96-b59a-4fb2-97bf-7fb15763302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22322a65-0872-44cd-80a1-fd2f315dfce5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:23.060693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-59dcf246-011d-4ec8-a0fe-c0f7044ba92b tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Request body: {'quota': {'network': 2}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:23.090548 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d309-5553-45c5-adb4-8883e1f8d97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.098278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-59dcf246-011d-4ec8-a0fe-c0f7044ba92b tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "PUT /v2.0/quotas/fdcee3feeab64ec69745f844d1414c9d HTTP/1.1" status: 200  len: 368 time: 0.1995595
Apr 02 20:57:23.101923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60518) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:23.109684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47513b6-3279-4c2b-9e16-1d2181abfa12 req-9376ee92-9c6f-4bcd-8f2d-346066bd2202 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.118296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f47513b6-3279-4c2b-9e16-1d2181abfa12 req-9376ee92-9c6f-4bcd-8f2d-346066bd2202 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.0926094
Apr 02 20:57:23.124991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Request body: {'network': {'project_id': 'fdcee3feeab64ec69745f844d1414c9d'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:23.203177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f47513b6-3279-4c2b-9e16-1d2181abfa12 req-18171583-d7b6-43ed-91ef-f0a2bc984f6a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836830
Apr 02 20:57:23.203864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Made reservation on behalf of fdcee3feeab64ec69745f844d1414c9d for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:23.208421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.221066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.309819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f8e99-3de6-407a-9108-466b62fa10ed req-cace1ed4-65ff-45ae-a631-f84590d6edb7 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.318383 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-682f8e99-3de6-407a-9108-466b62fa10ed req-cace1ed4-65ff-45ae-a631-f84590d6edb7 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1166298
Apr 02 20:57:23.324004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks [] for security_group (f41d7963-dd6b-4c40-84f8-40e7cc70b104), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.333105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f41d7963-dd6b-4c40-84f8-40e7cc70b104), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.388031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-682f8e99-3de6-407a-9108-466b62fa10ed req-184c6246-ac6f-4a55-bef2-ca97e1a52f15 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685596
Apr 02 20:57:23.411538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:57:23.421884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d7963-dd6b-4c40-84f8-40e7cc70b104,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:23.432807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6ae22433-b79c-4622-a282-66e60aa61be6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.433247 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Added segment 6ae22433-b79c-4622-a282-66e60aa61be6 of type vlan for network 30708b74-774f-48dc-8e00-ab97817e697c
Apr 02 20:57:23.458827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc9049-b0aa-42bb-9aa2-958df8cb6798 req-b6a1445e-1c77-406a-9add-a0e15e988227 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.460413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68cc9049-b0aa-42bb-9aa2-958df8cb6798 req-b6a1445e-1c77-406a-9add-a0e15e988227 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1223862
Apr 02 20:57:23.506838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (30708b74-774f-48dc-8e00-ab97817e697c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.542818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68cc9049-b0aa-42bb-9aa2-958df8cb6798 req-4e7801ac-9dd3-43c3-a769-2509ef83a0f0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643222
Apr 02 20:57:23.573669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (30708b74-774f-48dc-8e00-ab97817e697c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.574935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.575653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.633070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a362666-3c6f-4a1b-a3bb-141d4822ef5d req-b1b13bb6-a946-433d-9f70-b1633a48abc6 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.634913 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a362666-3c6f-4a1b-a3bb-141d4822ef5d req-b1b13bb6-a946-433d-9f70-b1633a48abc6 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 946 time: 0.0992849
Apr 02 20:57:23.682625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Pushing event updated for resources: {'Network': ['ID=30708b74-774f-48dc-8e00-ab97817e697c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:23.695532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 30708b74-774f-48dc-8e00-ab97817e697c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:57:23.709641 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a362666-3c6f-4a1b-a3bb-141d4822ef5d req-9a29d3bf-d7a5-48d8-b20b-f0235463ac26 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689538
Apr 02 20:57:23.738469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3e52790b-8471-44ab-86b6-e43389f3640c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.6176388
Apr 02 20:57:23.741085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60552) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:23.746086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Request body: {'network': {'project_id': 'fdcee3feeab64ec69745f844d1414c9d'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:23.779210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109c06-1416-44f1-9279-430e9f61c62d req-7e000273-d00e-4951-8c40-98ef69e2194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.780908 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ab109c06-1416-44f1-9279-430e9f61c62d req-7e000273-d00e-4951-8c40-98ef69e2194e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 1128 time: 0.0627799
Apr 02 20:57:23.781678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Made reservation on behalf of fdcee3feeab64ec69745f844d1414c9d for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:23.784885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.821655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:57:23.831459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ab109c06-1416-44f1-9279-430e9f61c62d req-c34698fc-f3fc-4301-92e4-a4ed423a3a1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444798
Apr 02 20:57:23.837341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (57de5556-178d-460c-92e9-d97d15842f05), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.837873 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Added segment 57de5556-178d-460c-92e9-d97d15842f05 of type vlan for network e9c935a6-d2ce-48af-acc5-624758ff4790
Apr 02 20:57:23.891592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e9c935a6-d2ce-48af-acc5-624758ff4790), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.925317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e9c935a6-d2ce-48af-acc5-624758ff4790), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.926938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:23.927748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:23.937768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c464423d-c81e-4d05-96e0-e53168ec6f2d req-a46209a4-5eac-46f4-9f0e-729c7708584e tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0394850
Apr 02 20:57:23.965749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.2233496
Apr 02 20:57:23.968668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60564) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:23.973906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a8c1ecba-84ce-4585-ba9b-4c3df2ab71f7 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Request body: {'network': {'project_id': 'fdcee3feeab64ec69745f844d1414c9d'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:23.985086 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c1ecba-84ce-4585-ba9b-4c3df2ab71f7 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 02 20:57:23.985595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c1ecba-84ce-4585-ba9b-4c3df2ab71f7 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 20:57:23.990039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8c1ecba-84ce-4585-ba9b-4c3df2ab71f7 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0171123
Apr 02 20:57:23.990303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60568) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:24.018758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18edf83-df47-4fae-8949-b1759dc7bc4c tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Pushing event updated for resources: {'Network': ['ID=e9c935a6-d2ce-48af-acc5-624758ff4790,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:24.029602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e9c935a6-d2ce-48af-acc5-624758ff4790 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:57:24.055266 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8c39b0f8-2f89-4108-b056-b0376e5729f6 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdcee3feeab64ec69745f844d1414c9d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0616596
Apr 02 20:57:24.055881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60572) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:24.109024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaa465a-60cd-4bbb-afc9-b9921d837377 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks [] for security_group (f41d7963-dd6b-4c40-84f8-40e7cc70b104), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.131960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaa465a-60cd-4bbb-afc9-b9921d837377 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks [] for security_group (f41d7963-dd6b-4c40-84f8-40e7cc70b104), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.185618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaa465a-60cd-4bbb-afc9-b9921d837377 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f41d7963-dd6b-4c40-84f8-40e7cc70b104), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.188717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaa465a-60cd-4bbb-afc9-b9921d837377 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.189898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cfaa465a-60cd-4bbb-afc9-b9921d837377 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/f41d7963-dd6b-4c40-84f8-40e7cc70b104 HTTP/1.1" status: 204  len: 168 time: 0.1333594
Apr 02 20:57:24.192834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60578) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:24.201670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa465a-60cd-4bbb-afc9-b9921d837377 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d7963-dd6b-4c40-84f8-40e7cc70b104,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:24.294408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e9c935a6-d2ce-48af-acc5-624758ff4790), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.414757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e9c935a6-d2ce-48af-acc5-624758ff4790), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.457756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df624e0-f9c6-48e9-b02c-c05b6a13c544 req-c12aa388-f4c0-4a26-a9d7-60c3a613722d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:24.459085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6df624e0-f9c6-48e9-b02c-c05b6a13c544 req-c12aa388-f4c0-4a26-a9d7-60c3a613722d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.1544902
Apr 02 20:57:24.462827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f42f970>,) {'filters': {'network_id': ['e9c935a6-d2ce-48af-acc5-624758ff4790']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:24.481830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f42f970>, '57de5556-178d-460c-92e9-d97d15842f05') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:24.482184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f42f970>, '57de5556-178d-460c-92e9-d97d15842f05') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:24.498798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (57de5556-178d-460c-92e9-d97d15842f05), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.520843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (57de5556-178d-460c-92e9-d97d15842f05), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.535730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:57:24.536134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (57de5556-178d-460c-92e9-d97d15842f05), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:57:24.537818 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:57:24.540264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c14b1e-43aa-42a2-bb55-c7ed190b50b5 req-a8c9c3a3-a88c-47a7-8826-2f9174204b52 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:24.540729 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00c14b1e-43aa-42a2-bb55-c7ed190b50b5 req-a8c9c3a3-a88c-47a7-8826-2f9174204b52 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0831184
Apr 02 20:57:24.552945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6df624e0-f9c6-48e9-b02c-c05b6a13c544 req-d96e8135-9d3b-4c15-b1cd-bd10733f74e6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876853
Apr 02 20:57:24.604130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e9c935a6-d2ce-48af-acc5-624758ff4790), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.628104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.632985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e9c935a6-d2ce-48af-acc5-624758ff4790 HTTP/1.1" status: 204  len: 168 time: 0.4371326
Apr 02 20:57:24.635068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60602) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:24.649363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc3f8f-ad78-4c4b-9e4d-c5b57b1b29b8 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9c935a6-d2ce-48af-acc5-624758ff4790,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:24.682898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00c14b1e-43aa-42a2-bb55-c7ed190b50b5 req-c1f5303f-4b2f-400c-a39e-f8b9c8302937 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353674
Apr 02 20:57:24.694670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:24.764022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (30708b74-774f-48dc-8e00-ab97817e697c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.784723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42558631-d22b-4c00-a6c1-4f057f8a66c8 req-5f2c68dc-5e73-4e68-9c64-569833c6c963 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:24.787986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42558631-d22b-4c00-a6c1-4f057f8a66c8 req-5f2c68dc-5e73-4e68-9c64-569833c6c963 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1184068
Apr 02 20:57:24.849428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42558631-d22b-4c00-a6c1-4f057f8a66c8 req-425fed77-827a-4dd7-8e7c-fc6c33796947 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539272
Apr 02 20:57:24.862704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:24.880545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'port_id': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'mac_address': 'fa:16:3e:41:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35edaf7d-f3b1-40ee-b47c-1db219d55e9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:24.921236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:24.921647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (30708b74-774f-48dc-8e00-ab97817e697c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.922194 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:24.940917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4087e3e-4f59-4105-bdf5-e1707ada38cb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:24.975025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:24.979501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c464-1399-403c-87b4-978bcbe60d45 req-3fc96807-34a3-452b-b3eb-95e086ea8d4c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:24.981662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8437c464-1399-403c-87b4-978bcbe60d45 req-3fc96807-34a3-452b-b3eb-95e086ea8d4c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1779897
Apr 02 20:57:24.984062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f7f4910>,) {'filters': {'network_id': ['30708b74-774f-48dc-8e00-ab97817e697c']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:24.989472 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.013226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f7f4910>, '6ae22433-b79c-4622-a282-66e60aa61be6') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:25.013527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f7f4910>, '6ae22433-b79c-4622-a282-66e60aa61be6') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:25.017608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8ed1a-2a0c-4f8f-929b-0b82ec0d0ff6 req-83cabb69-0f0e-43ea-a783-8c8d341ec7bd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:25.028086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ff8ed1a-2a0c-4f8f-929b-0b82ec0d0ff6 req-83cabb69-0f0e-43ea-a783-8c8d341ec7bd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 946 time: 0.1144800
Apr 02 20:57:25.037352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (6ae22433-b79c-4622-a282-66e60aa61be6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.050477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:25.062513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6ae22433-b79c-4622-a282-66e60aa61be6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.076121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:57:25.076905 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (6ae22433-b79c-4622-a282-66e60aa61be6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:57:25.078865 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:57:25.098122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8437c464-1399-403c-87b4-978bcbe60d45 req-30353599-8eba-4679-b7ed-339da8f2d4ed tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048851
Apr 02 20:57:25.100038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ff8ed1a-2a0c-4f8f-929b-0b82ec0d0ff6 req-67e2ad6a-d443-4487-9d9c-7c2a1ed080ff tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709774
Apr 02 20:57:25.121608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['f4087e3e-4f59-4105-bdf5-e1707ada38cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:25.188791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (30708b74-774f-48dc-8e00-ab97817e697c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.198115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.205189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] 10.222.0.18 "DELETE /v2.0/networks/30708b74-774f-48dc-8e00-ab97817e697c HTTP/1.1" status: 204  len: 168 time: 0.5693746
Apr 02 20:57:25.220474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e04df7c-08ab-4b47-9a77-f7fbde8f7794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.240561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3699f451-6ca5-4e97-bd67-35aeae983570 req-32d292ac-fefb-4738-9784-82aec910bb4e tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0611682
Apr 02 20:57:25.241913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacbb80-a16b-4fb3-9d49-354ae93e5bb4 tempest-QuotasNegativeTest-469474539 tempest-QuotasNegativeTest-469474539-project-admin] Pushing event deleted for resources: {'Network': ['ID=30708b74-774f-48dc-8e00-ab97817e697c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:25.740312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d689f-4b71-4ff9-a00b-cd8dbc189464 req-df39a90d-4371-4320-9f25-62899b59c7c3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:25.741928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d64d689f-4b71-4ff9-a00b-cd8dbc189464 req-df39a90d-4371-4320-9f25-62899b59c7c3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.0569937
Apr 02 20:57:25.749114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60658) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:25.794055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-84f5a758-e0fa-42d2-a72c-5c81e42f17d0 req-88797222-0752-4eec-93a4-6f270a7d8543 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:57:25.795174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84f5a758-e0fa-42d2-a72c-5c81e42f17d0 req-88797222-0752-4eec-93a4-6f270a7d8543 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1558092
Apr 02 20:57:25.800508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d64d689f-4b71-4ff9-a00b-cd8dbc189464 req-59adee57-6f29-4ed5-8ba2-f392c6496f4f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485353
Apr 02 20:57:25.814649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f89a7c-19de-41f7-9bb4-4c554f830c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.910735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f89a7c-19de-41f7-9bb4-4c554f830c44 admin admin] Publish callbacks [] for security_group (6c3f47d2-c72f-4cae-a166-02c4db20228f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.914982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f89a7c-19de-41f7-9bb4-4c554f830c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6c3f47d2-c72f-4cae-a166-02c4db20228f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:25.962395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60668) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:25.962550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8f89a7c-19de-41f7-9bb4-4c554f830c44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0af3d2e7cb14b82975aed99fa956a21&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2123065
Apr 02 20:57:25.963680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89a7c-19de-41f7-9bb4-4c554f830c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3f47d2-c72f-4cae-a166-02c4db20228f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:26.014556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10cc116a-8089-47a7-8381-3801b7f9c8e5 admin admin] Publish callbacks [] for security_group (6c3f47d2-c72f-4cae-a166-02c4db20228f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.054985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10cc116a-8089-47a7-8381-3801b7f9c8e5 admin admin] Publish callbacks [] for security_group (6c3f47d2-c72f-4cae-a166-02c4db20228f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.090932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-a626f972-58d0-4491-b008-73fa6c5b2680 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0654047
Apr 02 20:57:26.134155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10cc116a-8089-47a7-8381-3801b7f9c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6c3f47d2-c72f-4cae-a166-02c4db20228f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.137131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10cc116a-8089-47a7-8381-3801b7f9c8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.138450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-10cc116a-8089-47a7-8381-3801b7f9c8e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c3f47d2-c72f-4cae-a166-02c4db20228f HTTP/1.1" status: 204  len: 168 time: 0.1750994
Apr 02 20:57:26.147191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc116a-8089-47a7-8381-3801b7f9c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3f47d2-c72f-4cae-a166-02c4db20228f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:26.167919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd09d4e-90a5-4c9f-8a34-4c6888c84b8b req-c52fd7b4-33b4-4ad4-93d5-15c04d14cab8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:26.169795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdd09d4e-90a5-4c9f-8a34-4c6888c84b8b req-c52fd7b4-33b4-4ad4-93d5-15c04d14cab8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 944 time: 0.0624664
Apr 02 20:57:26.232179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdd09d4e-90a5-4c9f-8a34-4c6888c84b8b req-980b9d32-8ea3-425f-a232-4af43d6fede8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541170
Apr 02 20:57:26.459915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48815b-ac6d-49bd-9b4b-eb16a43e9375 req-1f80b02e-071f-4947-b863-59c7c301d4ea tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:26.461713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207f39e-8c69-4214-9191-a8a960c4b975 req-76119827-9f41-4ff9-8201-90b51d2f0a26 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:26.461865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e48815b-ac6d-49bd-9b4b-eb16a43e9375 req-1f80b02e-071f-4947-b863-59c7c301d4ea tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1128 time: 0.0906954
Apr 02 20:57:26.463571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2207f39e-8c69-4214-9191-a8a960c4b975 req-76119827-9f41-4ff9-8201-90b51d2f0a26 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1229689
Apr 02 20:57:26.468377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-35fc209f-c156-4124-b554-3f8737bb9f67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1146526
Apr 02 20:57:26.553265 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.576071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2207f39e-8c69-4214-9191-a8a960c4b975 req-474a437d-cd4d-42db-9a2a-0504044558ac tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019335
Apr 02 20:57:26.578256 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e48815b-ac6d-49bd-9b4b-eb16a43e9375 req-97fdd073-991a-4e72-abaf-eefae944d9e1 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991137
Apr 02 20:57:26.601506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:26.617474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72ebb07e-7f81-46a4-b6e7-b5e231936720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.624026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-5e623391-9b31-4e03-b193-dae96db64276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:26.648104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-5e623391-9b31-4e03-b193-dae96db64276 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.1479161
Apr 02 20:57:26.699620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:26.742994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72ebb07e-7f81-46a4-b6e7-b5e231936720 admin admin] Publish callbacks [] for security_group (4f1076fc-5828-45ab-adf1-0aff1e0b22ac), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.749929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72ebb07e-7f81-46a4-b6e7-b5e231936720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4f1076fc-5828-45ab-adf1-0aff1e0b22ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.837665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port f4087e3e-4f59-4105-bdf5-e1707ada38cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:26.838854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-f3e0081c-c4ff-453a-962b-0db12e0ee5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:26.839831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:26.840769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-f3e0081c-c4ff-453a-962b-0db12e0ee5a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1622849
Apr 02 20:57:26.857571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-72ebb07e-7f81-46a4-b6e7-b5e231936720 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b29e745952f34ae3b4be9f0299e5d6e0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2534647
Apr 02 20:57:26.860071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:26.885954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebb07e-7f81-46a4-b6e7-b5e231936720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1076fc-5828-45ab-adf1-0aff1e0b22ac,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:26.969166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0456f5-d3e2-4790-ba75-c31d38365b66 req-c75d439c-d3e9-4ce4-a6e5-317c05a61ea2 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:26.971087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee0456f5-d3e2-4790-ba75-c31d38365b66 req-c75d439c-d3e9-4ce4-a6e5-317c05a61ea2 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 946 time: 0.1119323
Apr 02 20:57:26.977760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:26.978438 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:27.034750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee0456f5-d3e2-4790-ba75-c31d38365b66 req-2ca225f6-3f3b-4f64-9589-3a5035b28b0d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543764
Apr 02 20:57:27.161628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:27.169407 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124eb13a-ed9a-4142-90f4-a873823a1d26" -d '{"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-plugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:27.187799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:27.195426 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:27.265784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:27.360326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-847b548f-afe0-4fd7-8c86-35222536be9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.5128188
Apr 02 20:57:27.404442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ffbbc22-3f21-4a3d-bab9-5e26a875c887 req-e25f1e78-fa14-42f5-8b43-4d330c633189 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.4812043
Apr 02 20:57:27.484802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d717bb3-4826-4f29-a4b3-dd35a26ed1e7 req-18607166-16cc-4486-b047-1e6dea547f65 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:27.495920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d717bb3-4826-4f29-a4b3-dd35a26ed1e7 req-18607166-16cc-4486-b047-1e6dea547f65 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1128 time: 0.0722475
Apr 02 20:57:27.507022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-9eb25a8c-94b8-4705-8681-7477b8c1aece tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:27.508554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-9eb25a8c-94b8-4705-8681-7477b8c1aece tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 947 time: 0.5801983
Apr 02 20:57:27.529716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-789eeda3-a8e5-41cd-ace4-232b80fc7acb admin admin] Publish callbacks [] for security_group (4f1076fc-5828-45ab-adf1-0aff1e0b22ac), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:27.539736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-863a84f2-97d7-4469-9849-4904036738db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:27.541260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-863a84f2-97d7-4469-9849-4904036738db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1499913
Apr 02 20:57:27.590693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d717bb3-4826-4f29-a4b3-dd35a26ed1e7 req-146b22f1-2294-4172-9bc9-c7b93cd8b104 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812523
Apr 02 20:57:27.608087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-789eeda3-a8e5-41cd-ace4-232b80fc7acb admin admin] Publish callbacks [] for security_group (4f1076fc-5828-45ab-adf1-0aff1e0b22ac), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:27.683703 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9e9e27-3879-4249-824d-9c0b32e222c2 x-openstack-request-id: req-cb9e9e27-3879-4249-824d-9c0b32e222c2 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:27.684231 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-plugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:27.684446 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb9e9e27-3879-4249-824d-9c0b32e222c2 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:27.685262 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9e9e27-3879-4249-824d-9c0b32e222c2'] response: {'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'code': 200}
Apr 02 20:57:27.699089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-5e1a6ecc-060a-4936-8b78-8f6ef6865a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:27.700719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-5e1a6ecc-060a-4936-8b78-8f6ef6865a02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1540353
Apr 02 20:57:27.913868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-0402c17d-7675-419c-aca0-af80962b6cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976721
Apr 02 20:57:27.914511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-789eeda3-a8e5-41cd-ace4-232b80fc7acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4f1076fc-5828-45ab-adf1-0aff1e0b22ac), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:27.917209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-789eeda3-a8e5-41cd-ace4-232b80fc7acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:27.918754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-789eeda3-a8e5-41cd-ace4-232b80fc7acb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f1076fc-5828-45ab-adf1-0aff1e0b22ac HTTP/1.1" status: 204  len: 168 time: 1.0568578
Apr 02 20:57:28.063155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:28.065698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eeda3-a8e5-41cd-ace4-232b80fc7acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1076fc-5828-45ab-adf1-0aff1e0b22ac,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:28.103498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60774) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:28.339406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfea1dd-bc9f-4d0a-ad7d-cbfb37cc7dde req-68938eeb-7e4a-4779-842d-6ea768014732 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:28.353099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebfea1dd-bc9f-4d0a-ad7d-cbfb37cc7dde req-68938eeb-7e4a-4779-842d-6ea768014732 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.3616605
Apr 02 20:57:28.514767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bfbc3-d80e-4165-980f-7ed148174177 req-9fdbe09d-c821-4b1c-903c-9539e91c626b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:28.528538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f4bfbc3-d80e-4165-980f-7ed148174177 req-9fdbe09d-c821-4b1c-903c-9539e91c626b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.7466826
Apr 02 20:57:28.569645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebfea1dd-bc9f-4d0a-ad7d-cbfb37cc7dde req-cfb4916e-3e41-40b1-b643-54f9d19099d8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147157
Apr 02 20:57:28.601286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:28.619955 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-225f69b5-5a2b-4f2f-ba1c-c165ea38ef27 req-6f6ab9a8-4498-4a14-a6c4-8ae793b36523 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6872826
Apr 02 20:57:28.628907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e055413-001c-4fb6-8959-07898314a860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:28.769094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f4bfbc3-d80e-4165-980f-7ed148174177 req-7807e55f-ded1-431d-af4a-0dab2f9c44ba tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391167
Apr 02 20:57:28.848213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3376bd1e-561d-4504-8b00-b0237fa371df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:28.980622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3376bd1e-561d-4504-8b00-b0237fa371df admin admin] Publish callbacks [] for security_group (de852a6e-bdcf-4bac-8dce-56289fb18d39), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.000068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3376bd1e-561d-4504-8b00-b0237fa371df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (de852a6e-bdcf-4bac-8dce-56289fb18d39), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.061875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-783ffd42-2162-4ce2-a8f7-ff2fa2014cc4 req-bf82a84b-df83-44d5-9683-78910edc8161 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0784578
Apr 02 20:57:29.103870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908708d2-1946-402c-a7b6-55cc7e4440ae req-e1956f62-c56e-4f59-a312-2d39965e6060 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:29.135347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-908708d2-1946-402c-a7b6-55cc7e4440ae req-e1956f62-c56e-4f59-a312-2d39965e6060 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 946 time: 0.2530997
Apr 02 20:57:29.150471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3376bd1e-561d-4504-8b00-b0237fa371df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82778196a3e64b9ebad84d9ca398da76&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0685737
Apr 02 20:57:29.150817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376bd1e-561d-4504-8b00-b0237fa371df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de852a6e-bdcf-4bac-8dce-56289fb18d39,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:29.156837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:29.182610 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e055413-001c-4fb6-8959-07898314a860 admin admin] Publish callbacks [] for security_group (9c6e15db-d206-4c70-adee-6fef6914ffee), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.258985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e055413-001c-4fb6-8959-07898314a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9c6e15db-d206-4c70-adee-6fef6914ffee), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.320992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-908708d2-1946-402c-a7b6-55cc7e4440ae req-2c5f62e8-678c-42f4-916b-8ef89300fb1d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785159
Apr 02 20:57:29.347130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055413-001c-4fb6-8959-07898314a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e15db-d206-4c70-adee-6fef6914ffee,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:29.355344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0e055413-001c-4fb6-8959-07898314a860 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea36b5ea8240418798f4b465c3dedc13&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2323859
Apr 02 20:57:29.356393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f39f37-b6cd-4022-81dc-43306c575ed4 admin admin] Publish callbacks [] for security_group (de852a6e-bdcf-4bac-8dce-56289fb18d39), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.358013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60820) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:29.398573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.434871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-1ffa04d4-da5c-4bdb-a8a2-dffa4f48c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:29.443719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-1ffa04d4-da5c-4bdb-a8a2-dffa4f48c9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1132 time: 0.2542512
Apr 02 20:57:29.522572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f39f37-b6cd-4022-81dc-43306c575ed4 admin admin] Publish callbacks [] for security_group (de852a6e-bdcf-4bac-8dce-56289fb18d39), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.533668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b6e-e7e6-40e9-82b3-6915de310081 admin admin] Publish callbacks [] for security_group (9c6e15db-d206-4c70-adee-6fef6914ffee), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.604758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b6e-e7e6-40e9-82b3-6915de310081 admin admin] Publish callbacks [] for security_group (9c6e15db-d206-4c70-adee-6fef6914ffee), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.611356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f39f37-b6cd-4022-81dc-43306c575ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (de852a6e-bdcf-4bac-8dce-56289fb18d39), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.614328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f39f37-b6cd-4022-81dc-43306c575ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.618187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88f39f37-b6cd-4022-81dc-43306c575ed4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de852a6e-bdcf-4bac-8dce-56289fb18d39 HTTP/1.1" status: 204  len: 168 time: 0.4600830
Apr 02 20:57:29.696796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39f37-b6cd-4022-81dc-43306c575ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de852a6e-bdcf-4bac-8dce-56289fb18d39,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:29.723272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b6e-e7e6-40e9-82b3-6915de310081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9c6e15db-d206-4c70-adee-6fef6914ffee), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.726708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b6e-e7e6-40e9-82b3-6915de310081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:29.728650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fabc0b6e-e7e6-40e9-82b3-6915de310081 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c6e15db-d206-4c70-adee-6fef6914ffee HTTP/1.1" status: 204  len: 168 time: 0.3689291
Apr 02 20:57:29.746447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc0b6e-e7e6-40e9-82b3-6915de310081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e15db-d206-4c70-adee-6fef6914ffee,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:29.798895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-3386f116-5742-42b1-ba91-227c893216fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:29.800473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-3386f116-5742-42b1-ba91-227c893216fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.3335123
Apr 02 20:57:29.897373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-59fa1f61-c8b9-450a-9d16-4b86a96a4ebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.0896423
Apr 02 20:57:30.014385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-17aa9361-7de9-4b9b-8d1a-8fa5ce3a8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:30.019112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-17aa9361-7de9-4b9b-8d1a-8fa5ce3a8ca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1126618
Apr 02 20:57:30.114828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-70e10eb0-d6e3-4784-b5ac-8d109a61f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:30.119923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-70e10eb0-d6e3-4784-b5ac-8d109a61f54f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0939958
Apr 02 20:57:30.206848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a857d-2db3-432f-8a2e-f79dadbb2c2d req-e6ef0868-bb14-4517-96c4-eb06d990ac90 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:30.217795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d34a857d-2db3-432f-8a2e-f79dadbb2c2d req-e6ef0868-bb14-4517-96c4-eb06d990ac90 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0872371
Apr 02 20:57:30.283220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d34a857d-2db3-432f-8a2e-f79dadbb2c2d req-faf01616-54d5-4ef4-bfd9-bd0f852bdb69 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645058
Apr 02 20:57:30.337652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-bccbeb80-abd8-47ef-8cad-559e26e223d9 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121034
Apr 02 20:57:30.445483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bd8f1-c098-4bec-aea4-d28e3bde92c3 req-1b79e519-b522-4494-be9a-5ce6d9f726cd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:30.448166 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b65bd8f1-c098-4bec-aea4-d28e3bde92c3 req-1b79e519-b522-4494-be9a-5ce6d9f726cd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.0848770
Apr 02 20:57:30.505164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-efc2b6d3-a463-4906-8bdf-36779ea32699 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611252
Apr 02 20:57:30.538426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b65bd8f1-c098-4bec-aea4-d28e3bde92c3 req-d5c09b3d-283c-4fa9-9693-cd7c7db1cdea tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804636
Apr 02 20:57:30.551323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:30.599587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:30.603090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-268fee33-b63c-4139-ade0-a2f7cf8df977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:30.633406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7679670e-4f44-4478-b00c-db298b9241a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:30.858233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7679670e-4f44-4478-b00c-db298b9241a7 admin admin] Publish callbacks [] for security_group (5fcdde6f-03c0-4749-9e81-af07ecdf0acb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:30.860829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d71192b0-5826-4028-b2ae-4b9c6da08495 req-7c79ea14-5b93-4979-addf-8ba8c7285c06 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0426126
Apr 02 20:57:30.873680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7679670e-4f44-4478-b00c-db298b9241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5fcdde6f-03c0-4749-9e81-af07ecdf0acb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:30.884139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-268fee33-b63c-4139-ade0-a2f7cf8df977 admin admin] Publish callbacks [] for security_group (4fe47d69-1ffd-4882-85c1-2976c5409b1d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:30.903318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-268fee33-b63c-4139-ade0-a2f7cf8df977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4fe47d69-1ffd-4882-85c1-2976c5409b1d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:30.935322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679670e-4f44-4478-b00c-db298b9241a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdde6f-03c0-4749-9e81-af07ecdf0acb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:30.941096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7679670e-4f44-4478-b00c-db298b9241a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91bc7a865e6c4870b84dcbd54eafc2a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3401613
Apr 02 20:57:30.943563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60884) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:30.948091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fee33-b63c-4139-ade0-a2f7cf8df977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe47d69-1ffd-4882-85c1-2976c5409b1d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:30.990589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-268fee33-b63c-4139-ade0-a2f7cf8df977 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8281eab17f3048639e952dcef350d3b5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4378393
Apr 02 20:57:30.991461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60886) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:31.040884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6416673-5db4-4520-bc01-add841da332e admin admin] Publish callbacks [] for security_group (5fcdde6f-03c0-4749-9e81-af07ecdf0acb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.057509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-146a1430-2da2-4863-97df-e9806d57c54b admin admin] Publish callbacks [] for security_group (4fe47d69-1ffd-4882-85c1-2976c5409b1d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.067067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6416673-5db4-4520-bc01-add841da332e admin admin] Publish callbacks [] for security_group (5fcdde6f-03c0-4749-9e81-af07ecdf0acb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.093751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-146a1430-2da2-4863-97df-e9806d57c54b admin admin] Publish callbacks [] for security_group (4fe47d69-1ffd-4882-85c1-2976c5409b1d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.130468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6416673-5db4-4520-bc01-add841da332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5fcdde6f-03c0-4749-9e81-af07ecdf0acb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.135114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6416673-5db4-4520-bc01-add841da332e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.136882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d6416673-5db4-4520-bc01-add841da332e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fcdde6f-03c0-4749-9e81-af07ecdf0acb HTTP/1.1" status: 204  len: 168 time: 0.1920407
Apr 02 20:57:31.169828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6416673-5db4-4520-bc01-add841da332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdde6f-03c0-4749-9e81-af07ecdf0acb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:31.195464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-146a1430-2da2-4863-97df-e9806d57c54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4fe47d69-1ffd-4882-85c1-2976c5409b1d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.198742 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-146a1430-2da2-4863-97df-e9806d57c54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:31.200254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-146a1430-2da2-4863-97df-e9806d57c54b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fe47d69-1ffd-4882-85c1-2976c5409b1d HTTP/1.1" status: 204  len: 168 time: 0.2076499
Apr 02 20:57:31.210128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a1430-2da2-4863-97df-e9806d57c54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe47d69-1ffd-4882-85c1-2976c5409b1d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:31.477579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ae1ae-6ac1-4eed-bc24-3e45064a5b43 req-8203ffb6-e455-4853-8354-d4bc78f15903 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:31.479615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e0ae1ae-6ac1-4eed-bc24-3e45064a5b43 req-8203ffb6-e455-4853-8354-d4bc78f15903 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.0994158
Apr 02 20:57:31.578778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e0ae1ae-6ac1-4eed-bc24-3e45064a5b43 req-6cdb0e2c-8286-46e0-b7c5-8352d10dab99 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925765
Apr 02 20:57:31.640147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9f4d28c4-09b5-4bb9-a569-5e1a50a7c3d6 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:57:31.643062 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9f4d28c4-09b5-4bb9-a569-5e1a50a7c3d6 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0078406
Apr 02 20:57:31.745456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-48ea381d-64f1-4147-aff5-322eed5663ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:31.752189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-48ea381d-64f1-4147-aff5-322eed5663ae service neutron] 10.222.0.18 "GET /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 1125 time: 0.0999234
Apr 02 20:57:31.757011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:31.757477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:57:31.848749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d2e3f-c2c6-4e20-8689-e8c7398da11b req-3f7cc71d-128f-4526-8302-04bb904131ed tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:31.856246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d0d2e3f-c2c6-4e20-8689-e8c7398da11b req-3f7cc71d-128f-4526-8302-04bb904131ed tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1591766
Apr 02 20:57:31.989126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60922) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:31.995204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d0d2e3f-c2c6-4e20-8689-e8c7398da11b req-bc7d5591-73df-44e5-bd13-a779bad5bdfb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376686
Apr 02 20:57:32.037324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on host nch2-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:32.037657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:32.039631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:32.049411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:32.053688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:32.071570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:32.074850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:32.075447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:32.087810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Bound port: b729c68d-47c0-4cf5-b93a-585056bd9955, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:32.257930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8788d9de-ca3f-4db9-8e6e-d421746470b0 req-ef7fb494-c41d-49fa-adaa-a7bc74260fa0 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0590670
Apr 02 20:57:32.260145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:32.282731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:32.290496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-789de035-7271-47f3-be43-00121bef86e1 service neutron] 10.222.0.18 "POST /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955/bindings HTTP/1.1" status: 201  len: 389 time: 0.5372620
Apr 02 20:57:32.463093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-774041993'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:32.508944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Made reservation on behalf of 68f0b9e069a343c0920953cc14f0bde0 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:32.513021 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:32.556496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:32.599458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a8dfa-935e-49f7-9c68-2e5161c9485a req-76b0c7f3-8eae-464c-8e3b-1e9973ad144e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:32.615407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5a8dfa-935e-49f7-9c68-2e5161c9485a req-76b0c7f3-8eae-464c-8e3b-1e9973ad144e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.1354702
Apr 02 20:57:32.724829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5a8dfa-935e-49f7-9c68-2e5161c9485a req-13eb9b75-9c10-4a5f-82dd-97501acf345a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082847
Apr 02 20:57:32.744724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks [] for security_group (1e17bd58-c646-414e-915f-6611ab6a046c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:32.776649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1e17bd58-c646-414e-915f-6611ab6a046c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:32.794296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:57:32.881644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ede90978-292a-4467-bd1e-f1578a2d099d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:32.882002 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Added segment ede90978-292a-4467-bd1e-f1578a2d099d of type vlan for network 60456ee0-837f-4bfe-a00a-af93f88c5d1b
Apr 02 20:57:32.954986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e17bd58-c646-414e-915f-6611ab6a046c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:32.992130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-694f9c5f-4dcf-4c5a-b254-cb7057d3e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:32.994139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-694f9c5f-4dcf-4c5a-b254-cb7057d3e47a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1128 time: 0.2454994
Apr 02 20:57:32.997922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60960) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:33.028100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (60456ee0-837f-4bfe-a00a-af93f88c5d1b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.159637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6637f-3662-4343-a235-207008d6f9e8 req-e8622936-18c5-4ca5-8baf-7141ea49a2e4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:33.168012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46e6637f-3662-4343-a235-207008d6f9e8 req-e8622936-18c5-4ca5-8baf-7141ea49a2e4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.3710802
Apr 02 20:57:33.172816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (60456ee0-837f-4bfe-a00a-af93f88c5d1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.179169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:33.180285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.183236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-network', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:33.223016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Made reservation on behalf of d0e22715a8e849e0871b68d772ed29fd for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:33.226231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.243963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86ad3-9071-4ca4-a6f7-9daa6f3f5ffb req-27eafa07-28c9-4ecb-a88f-e2656740d204 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:33.245959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50c86ad3-9071-4ca4-a6f7-9daa6f3f5ffb req-27eafa07-28c9-4ecb-a88f-e2656740d204 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1191008
Apr 02 20:57:33.247733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.359187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50c86ad3-9071-4ca4-a6f7-9daa6f3f5ffb req-d25ff90f-490c-4c26-9e4e-5986f873734a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984352
Apr 02 20:57:33.396910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.4041696
Apr 02 20:57:33.456352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks [] for security_group (81bb43f8-6eb5-48a5-8107-067fc9f4424b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.464695 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81bb43f8-6eb5-48a5-8107-067fc9f4424b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.500088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:57:33.527591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10113-7847-4ed5-bf9f-24b948cb3c3b tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Pushing event updated for resources: {'Network': ['ID=60456ee0-837f-4bfe-a00a-af93f88c5d1b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:33.529988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c7906f07-423a-4294-9b80-d210c42864c5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.530535 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Added segment c7906f07-423a-4294-9b80-d210c42864c5 of type vlan for network 58fa3672-fa03-4f54-a24a-d36533b2e021
Apr 02 20:57:33.543009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 60456ee0-837f-4bfe-a00a-af93f88c5d1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:57:33.587551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (58fa3672-fa03-4f54-a24a-d36533b2e021), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.635690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bb43f8-6eb5-48a5-8107-067fc9f4424b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:33.658844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33ea34eb-c3df-4398-905b-f430320bdace req-17521748-462a-44ef-8474-319da9183614 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.1174254
Apr 02 20:57:33.672206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-1c496045-0307-4211-8d4a-6c0470430799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:33.673573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-1c496045-0307-4211-8d4a-6c0470430799 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.6630349
Apr 02 20:57:33.676933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46e6637f-3662-4343-a235-207008d6f9e8 req-23ddac7c-8c3c-4f80-a7d4-1a1aa8cf2b8f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5076690
Apr 02 20:57:33.696515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c9c1e3f-35a9-4edc-a5b0-c94f0555ff0f req-46ce00fc-3b54-41d7-83aa-b4dbe4be719b tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0621779
Apr 02 20:57:33.697798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (58fa3672-fa03-4f54-a24a-d36533b2e021), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.698745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:33.700620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.732973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:33.763322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60996) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:33.764315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.7651243
Apr 02 20:57:33.768204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Request body: {'subnet': {'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-subnet', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:33.806914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb08e6f-1900-4149-a16b-8c7643aa5f69 admin admin] Pushing event updated for resources: {'Network': ['ID=58fa3672-fa03-4f54-a24a-d36533b2e021,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:33.823562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Made reservation on behalf of d0e22715a8e849e0871b68d772ed29fd for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:33.825831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:57:33.831316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:33.915791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-372b866e-7658-4088-a640-7d26c7f2ec11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 217 time: 0.0392590
Apr 02 20:57:34.011543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:34.035863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1bd1-8911-4d3c-b5c8-440687512202 req-d8419f03-cd5b-4477-8859-423f0383e5c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:34.044607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-245c1bd1-8911-4d3c-b5c8-440687512202 req-d8419f03-cd5b-4477-8859-423f0383e5c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.1133747
Apr 02 20:57:34.055340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'mac_address': 'fa:16:3e:2b:a4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:34.134208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-245c1bd1-8911-4d3c-b5c8-440687512202 req-4e7cea45-c8b2-456a-a62b-c19344e5b420 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883868
Apr 02 20:57:34.157674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-ac2be9c4-4e58-473d-beca-b176ba274a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:34.159716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-ac2be9c4-4e58-473d-beca-b176ba274a34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1957510
Apr 02 20:57:34.166203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2faa1981-89af-49a0-9dd1-17e23172df4b is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:34.166666 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.181082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32772) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:34.190804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Request body: {'port': {'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1993965805'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:34.200570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2faa1981-89af-49a0-9dd1-17e23172df4b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:34.232276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Made reservation on behalf of a250fa602a094997a25a6871084bda1f for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:34.245438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.248947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:34.253618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-293a586a-7054-4398-afef-5e3d594fc2d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0815520
Apr 02 20:57:34.255655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.258691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.372795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:34.394649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for security_group (57d17440-2c9c-41a1-8c5f-41de599122aa), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.402795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2faa1981-89af-49a0-9dd1-17e23172df4b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:34.404668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57d17440-2c9c-41a1-8c5f-41de599122aa), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.411347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port 60115ae4-5b89-49af-bedb-b7f25431a4b3 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:34.467539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-82ff48c6-b628-497e-ba13-019ec513baba service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054312
Apr 02 20:57:34.491937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f05bdb14-b935-4c17-b744-7991c36f4536), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.599681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d17440-2c9c-41a1-8c5f-41de599122aa,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:34.689722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Checking segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:34.691271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Network hostable DHCP agents. Network: 58fa3672-fa03-4f54-a24a-d36533b2e021, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:57:34.693666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05bdb14-b935-4c17-b744-7991c36f4536,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:34.723251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecb42-2bfa-4c10-a8ee-dd0aaca29dbd req-92025490-03c8-46cd-a66b-a7fb30e9557f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:34.727669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-117dec5e-94f4-4454-a069-77ab82c57091 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470365
Apr 02 20:57:34.731025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:57:34.739129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67eecb42-2bfa-4c10-a8ee-dd0aaca29dbd req-92025490-03c8-46cd-a66b-a7fb30e9557f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2138059
Apr 02 20:57:34.766801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58fa3672-fa03-4f54-a24a-d36533b2e021) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:34.787978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:34.794802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.805731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f6e65-50ef-4ec8-8e32-c620b3dd0a48 None None] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:57:34.905026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67eecb42-2bfa-4c10-a8ee-dd0aaca29dbd req-9280c40f-9539-4050-aaa0-a84539e781a8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647966
Apr 02 20:57:34.939501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port 60115ae4-5b89-49af-bedb-b7f25431a4b3 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:34.966216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:34.974348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.018713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cfaec693-1513-4f16-b090-3e2cf531c956 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.2542074
Apr 02 20:57:35.035861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:35.043838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:35.078429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-58fa3672-fa03-4f54-a24a-d36533b2e021', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:57:35.083718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.086748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761daf9-3d11-4606-8b4c-2ebdf8596000 req-698e5fbb-bdce-462a-ac94-399f0e458856 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:35.106477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7761daf9-3d11-4606-8b4c-2ebdf8596000 req-698e5fbb-bdce-462a-ac94-399f0e458856 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.3080525
Apr 02 20:57:35.131134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7ef34c5-13a0-4e9b-b270-5e41b4d988c9 req-573e3c18-1c00-4b63-be3e-958b8442d53d tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0579674
Apr 02 20:57:35.200970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7761daf9-3d11-4606-8b4c-2ebdf8596000 req-b99fac9a-5986-484b-8e61-e72edaa895ef tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932827
Apr 02 20:57:35.201248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Checking segment: {'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:35.201627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Network hostable DHCP agents. Network: 60456ee0-837f-4bfe-a00a-af93f88c5d1b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:57:35.203807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=60115ae4-5b89-49af-bedb-b7f25431a4b3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:35.216841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-ca1ffe6c-e17e-4fec-8589-7696c52aeb60 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:35.219206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-ca1ffe6c-e17e-4fec-8589-7696c52aeb60 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.3434675
Apr 02 20:57:35.251295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:35.269833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Network 60456ee0-837f-4bfe-a00a-af93f88c5d1b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:57:35.286133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60456ee0-837f-4bfe-a00a-af93f88c5d1b) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:35.292292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:35.311743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7be69-93ed-4657-b039-7ce258ad68f4 None None] Network 60456ee0-837f-4bfe-a00a-af93f88c5d1b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:57:35.324791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.326074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.326693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.341642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.342002 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.342953 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 2 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.348646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (0232a572-cd66-427b-970f-b905c6abf908), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.349682 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (0232a572-cd66-427b-970f-b905c6abf908), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.366546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.366987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.367620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.374759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.375113 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.376239 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 3 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.401583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.402619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.403056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.406594 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.411682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.414784 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.414784 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 4 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.430828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.431187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.432581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.444320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.444320 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.444320 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 5 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.453597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a022251-586c-4da5-bb3a-2c23536a61ee req-9ad2250f-ad1c-48e9-a5d0-eaee049dc9e8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:35.455268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a022251-586c-4da5-bb3a-2c23536a61ee req-9ad2250f-ad1c-48e9-a5d0-eaee049dc9e8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 946 time: 0.1381106
Apr 02 20:57:35.465477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.465707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.466021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.476241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Allocated IP 172.20.0.2 (58fa3672-fa03-4f54-a24a-d36533b2e021/f05bdb14-b935-4c17-b744-7991c36f4536/fe9961d6-e49b-4760-bd69-3e2b629bae61) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:35.482277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.483321 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.483757 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 6 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.521637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.522135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.522526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.532778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks [] for router_controller (0232a572-cd66-427b-970f-b905c6abf908), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.563477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-e9e201d6-ada0-4a8e-90c1-ee7181d7f2ad tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d84de315abb1452fa5187770db66041e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0431404
Apr 02 20:57:35.565198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.565528 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.565919 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 7 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.567651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a022251-586c-4da5-bb3a-2c23536a61ee req-686cc7cb-b3b4-46f8-bafc-2fe779107827 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019945
Apr 02 20:57:35.643779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.644111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.644443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.688805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.689149 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.702715 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 8 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.742082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:35.807754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.812657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.813244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.833838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.834082 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.834986 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Publish callbacks [] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.849087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.849757 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 9 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.895930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2faa1981-89af-49a0-9dd1-17e23172df4b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:35.896505 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.916752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-411764fc-9cc5-478c-9cad-88d9ea2584d9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:35.918368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-411764fc-9cc5-478c-9cad-88d9ea2584d9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3170836
Apr 02 20:57:35.919276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:35.919591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:35.919931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:35.929809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks [] for router_gateway (0232a572-cd66-427b-970f-b905c6abf908), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:35.936404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:35.945018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:35.949571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Pushing event updated for resources: {'Port': ['ID=fe9961d6-e49b-4760-bd69-3e2b629bae61,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:35.953079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:35.954098 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:35.954251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:35.954735 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 10 to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3
Apr 02 20:57:35.954876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:35.961060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-ca4d1d15-e170-46c9-8db0-4d73033e7cf4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/quotas/d84de315abb1452fa5187770db66041e HTTP/1.1" status: 200  len: 375 time: 0.0334294
Apr 02 20:57:36.036706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-20eda221-7505-4250-8051-b5302e0e4a01 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0599370
Apr 02 20:57:36.037554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:36.037944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:36.038240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:36.061611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Attempting to bind port fe9961d6-e49b-4760-bd69-3e2b629bae61 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:36.062222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Attempting to bind port fe9961d6-e49b-4760-bd69-3e2b629bae61 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:36.064535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Attempting to bind port fe9961d6-e49b-4760-bd69-3e2b629bae61 on network 58fa3672-fa03-4f54-a24a-d36533b2e021 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:36.072664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:36.073116 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 60115ae4-5b89-49af-bedb-b7f25431a4b3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:36.073600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.079449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a6e2843-2ccd-4e68-a4f3-bd9f915636de req-2b429b24-f408-4a48-8c40-b74eb4a9239a tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140&device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.0628726
Apr 02 20:57:36.082642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:36.119979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2faa1981-89af-49a0-9dd1-17e23172df4b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:36.122092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.164741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:36.165121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Checking segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:36.165520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.165913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Bound using segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:36.166399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Bound port: fe9961d6-e49b-4760-bd69-3e2b629bae61, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:36.166778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.170812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:36.173137 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311c371-7966-43d1-994f-4e9a79f3d6e4" -d '{"events": [{"server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "name": "network-vif-unplugged", "status": "completed", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:36.199981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Publish callbacks [] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.214605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.236724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:36.239681 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a6e41-452c-4b1e-adfc-12bb99f393ad" -d '{"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-plugged", "status": "completed", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:36.263190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] For port 60115ae4-5b89-49af-bedb-b7f25431a4b3, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:36.264177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempted to set empty binding levels {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 02 20:57:36.275269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.380147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:36.386088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=60115ae4-5b89-49af-bedb-b7f25431a4b3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:36.392525 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.393274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:36.395903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:36.397274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.441925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b9944939-af36-4351-bc0b-e976f98ea6db tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 2.2592757
Apr 02 20:57:36.442598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32840) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:36.462218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] For port fe9961d6-e49b-4760-bd69-3e2b629bae61, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:36.498840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] For port fe9961d6-e49b-4760-bd69-3e2b629bae61, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe9961d6-e49b-4760-bd69-3e2b629bae61,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:36.527173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.570546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:36.698111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:36.698477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:36.698838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:36.711660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82dd00-18b2-435e-b613-4402c6649584 req-dee49e2a-0962-4c54-868d-001124e82d9d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:36.722226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa82dd00-18b2-435e-b613-4402c6649584 req-dee49e2a-0962-4c54-868d-001124e82d9d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.3196449
Apr 02 20:57:36.725980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaacd23-99e2-41e3-bac6-e40e234d205a None None] Pushing event updated for resources: {'Port': ['ID=fe9961d6-e49b-4760-bd69-3e2b629bae61,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:36.728832 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d860349-c571-4e84-b0dc-9fdc3e3ce55a x-openstack-request-id: req-4d860349-c571-4e84-b0dc-9fdc3e3ce55a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:36.729132 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "name": "network-vif-unplugged", "status": "completed", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:36.729390 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d860349-c571-4e84-b0dc-9fdc3e3ce55a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:36.729824 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d860349-c571-4e84-b0dc-9fdc3e3ce55a'] response: {'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'code': 200}
Apr 02 20:57:36.730336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Deleting port 60115ae4-5b89-49af-bedb-b7f25431a4b3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:36.730678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.750390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:36.752740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Attempting to bind port b729c68d-47c0-4cf5-b93a-585056bd9955 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:36.917105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] For port 60115ae4-5b89-49af-bedb-b7f25431a4b3, host nch2-master-1, got binding levels [] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:36.918340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:36.970261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2001dc-a6f1-4089-aff6-e003d5b96f91 req-50450d70-c4c6-4533-a642-e30491092622 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:36.974989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2001dc-a6f1-4089-aff6-e003d5b96f91 req-50450d70-c4c6-4533-a642-e30491092622 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.1724899
Apr 02 20:57:36.984053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Calling delete_port for 60115ae4-5b89-49af-bedb-b7f25431a4b3 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:37.207339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2001dc-a6f1-4089-aff6-e003d5b96f91 req-ab82aa1f-3d0a-4d26-a523-268fc0837f56 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051437
Apr 02 20:57:37.265774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f434b325-58ce-41c0-828f-aa7946645a56 req-7fd19a00-c02c-4e31-8182-3d21164110ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39ae799bc6f1400186ad8199388612a1&device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.5981464
Apr 02 20:57:37.323600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (60115ae4-5b89-49af-bedb-b7f25431a4b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.326947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:37.327300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:37.327691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:37.328148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Bound port: b729c68d-47c0-4cf5-b93a-585056bd9955, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:37.328534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.363006 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b73de6-06cd-4c01-9a44-c65ec78d5992 x-openstack-request-id: req-91b73de6-06cd-4c01-9a44-c65ec78d5992 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:37.363873 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-plugged", "status": "completed", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:37.364295 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91b73de6-06cd-4c01-9a44-c65ec78d5992 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:37.364874 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b73de6-06cd-4c01-9a44-c65ec78d5992'] response: {'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'code': 200}
Apr 02 20:57:37.419264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.423673 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "DELETE /v2.0/ports/60115ae4-5b89-49af-bedb-b7f25431a4b3 HTTP/1.1" status: 204  len: 168 time: 0.9798133
Apr 02 20:57:37.432274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:37.433689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b227f-9814-4f14-adaf-c5d64a6b4697 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event deleted for resources: {'Port': ['ID=60115ae4-5b89-49af-bedb-b7f25431a4b3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:37.488848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f434b325-58ce-41c0-828f-aa7946645a56 req-51afb006-c1c1-4aed-b697-922a327881bd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=39ae799bc6f1400186ad8199388612a1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1265688
Apr 02 20:57:37.567462 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa82dd00-18b2-435e-b613-4402c6649584 req-6c4988bf-6d08-4bdf-b57d-6cb81e88948f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8096888
Apr 02 20:57:37.568657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks [] for router_gateway (0232a572-cd66-427b-970f-b905c6abf908), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.570735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fe9961d6-e49b-4760-bd69-3e2b629bae61 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:37.631353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.638918 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-789f0e7a-e24c-475e-af91-8af851f15937 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] GET failed (client error): The resource could not be found.
Apr 02 20:57:37.645200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-789f0e7a-e24c-475e-af91-8af851f15937 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "GET /v2.0/ports/60115ae4-5b89-49af-bedb-b7f25431a4b3 HTTP/1.1" status: 404  len: 333 time: 0.1984882
Apr 02 20:57:37.650012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32876) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:37.697043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Request body: {'port': {'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2031867581'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:37.698909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-4f84b5cb-cc69-4cd6-9622-9af50a63ab2e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d84de315abb1452fa5187770db66041e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0621374
Apr 02 20:57:37.717811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fe9961d6-e49b-4760-bd69-3e2b629bae61 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:37.718769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.845739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:37.865155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:37.905434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fe9961d6-e49b-4760-bd69-3e2b629bae61 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:37.905830 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.918748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-e56cd012-0b54-4a95-a5c7-ad09170350ce tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:37.928980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-e56cd012-0b54-4a95-a5c7-ad09170350ce tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2282505
Apr 02 20:57:37.947753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:37.971312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-fa9753da-467d-4a56-a34c-2886950e74c1 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/quotas/d84de315abb1452fa5187770db66041e HTTP/1.1" status: 200  len: 375 time: 0.0415649
Apr 02 20:57:37.991840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port fe9961d6-e49b-4760-bd69-3e2b629bae61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe9961d6-e49b-4760-bd69-3e2b629bae61,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:38.001304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:38.043302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-3e59d49b-775d-4163-b915-c275e8f089d4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0682302
Apr 02 20:57:38.065520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Made reservation on behalf of a250fa602a094997a25a6871084bda1f for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:38.068195 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:38.165952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=fe9961d6-e49b-4760-bd69-3e2b629bae61,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:38.202131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-f89d475e-0d40-439a-9018-cfc4900f8ef8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d84de315abb1452fa5187770db66041e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1027625
Apr 02 20:57:38.212428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:38.431322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9f0a11a-70e2-469d-b9c5-932028efc9cd req-41ec72a7-12f7-40d7-99c0-cf82fecc86ff tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.0676234
Apr 02 20:57:38.521251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Allocated IP 172.35.4.162 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/ff0deac1-7363-4bab-9c21-25bb551e8851) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:38.723245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74eaa7-294a-480c-a1b1-c41dbeff1c59 None None] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:57:38.813491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks [] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:38.906105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=8']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:38.922022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:38.942503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bcbb4fe1-e9a2-4668-9eb3-9a26cc35a929 None None] Provisioning complete for port fe9961d6-e49b-4760-bd69-3e2b629bae61 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:38.944480 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4fe1-e9a2-4668-9eb3-9a26cc35a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:38.989391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:38.990223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:38.991714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] 10.222.0.21 "PUT /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 1122 time: 3.7609172
Apr 02 20:57:39.082426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b729c68d-47c0-4cf5-b93a-585056bd9955'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:39.097022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:39.099884 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14778684-0fdb-49ce-853c-ff8646abc96b" -d '{"events": [{"name": "network-changed", "server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:39.124659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19969669-06af-4a2e-802d-5d87cfee39b4 req-430424ea-f53e-427f-a7ae-78669e443fac tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:39.134309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19969669-06af-4a2e-802d-5d87cfee39b4 req-430424ea-f53e-427f-a7ae-78669e443fac tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 1.4470174
Apr 02 20:57:39.137751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.138499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.139165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.139673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.140288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.141051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.141632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.142236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.142796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.143890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.144541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.145510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.146149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.147332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.148141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b7b0c-961a-4523-8e1d-02c32e838a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:39.184536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb4fe1-e9a2-4668-9eb3-9a26cc35a929 None None] Current status of the port fe9961d6-e49b-4760-bd69-3e2b629bae61 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:39.233709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434b325-58ce-41c0-828f-aa7946645a56 req-5e232f4e-63eb-4fc3-b318-687a8c2b1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:39.235531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f434b325-58ce-41c0-828f-aa7946645a56 req-5e232f4e-63eb-4fc3-b318-687a8c2b1b3c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.7393284
Apr 02 20:57:39.424476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-5a63b173-ee5f-48fc-ba07-0e737c6e7c8f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:39.426721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-5a63b173-ee5f-48fc-ba07-0e737c6e7c8f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.2091410
Apr 02 20:57:39.442245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:39.457661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Request body: {'port': {'device_id': '7b367d88-0807-449d-bd01-d227a66e6958', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'd84de315abb1452fa5187770db66041e'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:39.489542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1eb0536b-0d61-4960-8a4a-0fc3931cb884 None None] Provisioning complete for port fe9961d6-e49b-4760-bd69-3e2b629bae61 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:39.489987 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eb0536b-0d61-4960-8a4a-0fc3931cb884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:39.529136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:39.547235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:39.555040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fe9961d6-e49b-4760-bd69-3e2b629bae61 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:39.738561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fe9961d6-e49b-4760-bd69-3e2b629bae61 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:39.739241 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:39.808023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0deac1-7363-4bab-9c21-25bb551e8851,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:39.924504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19969669-06af-4a2e-802d-5d87cfee39b4 req-c41327a8-358d-4514-b4b6-185503721ac3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7889616
Apr 02 20:57:40.061954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fe9961d6-e49b-4760-bd69-3e2b629bae61 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:40.085325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0536b-0d61-4960-8a4a-0fc3931cb884 None None] Current status of the port fe9961d6-e49b-4760-bd69-3e2b629bae61 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:40.219528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-37952b04-a3fe-4557-aaee-5d7a3528b45b tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d84de315abb1452fa5187770db66041e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0438092
Apr 02 20:57:40.339499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:40.470735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Made reservation on behalf of d84de315abb1452fa5187770db66041e for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:40.475060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:40.490929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:40.598853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks [] for security_group (0ea49e94-3841-4051-a3cd-280256ee0c27), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:40.602137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks [] for router_gateway (0232a572-cd66-427b-970f-b905c6abf908), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:40.668483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0ea49e94-3841-4051-a3cd-280256ee0c27), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:40.756378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4273a9-ed34-498f-a751-242d27caaf5a req-c55ee4da-ee85-4b55-978b-b108aac4fa2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:40.758320 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d4273a9-ed34-498f-a751-242d27caaf5a req-c55ee4da-ee85-4b55-978b-b108aac4fa2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.5920753
Apr 02 20:57:40.759048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:40.776134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cf11f256-55d7-4752-8f59-7289c7faa16f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:40.778029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cf11f256-55d7-4752-8f59-7289c7faa16f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5470927
Apr 02 20:57:40.849610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f434b325-58ce-41c0-828f-aa7946645a56 req-2c4aec32-f603-4ff0-b0b1-6c0fcbd0e370 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.21 "GET /v2.0/ports?device_id=56540e8e-2568-4073-9058-5e42a69df140 HTTP/1.1" status: 200  len: 210 time: 0.1311092
Apr 02 20:57:40.871140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Request body: {'port': {'device_id': 'be683205-2b54-4939-9129-7bb9eebeb181', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'd84de315abb1452fa5187770db66041e'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:41.014960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:41.058409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 has no active binding in host nch2-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:57:41.077159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea49e94-3841-4051-a3cd-280256ee0c27,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:41.092382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.193922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Network 60456ee0-837f-4bfe-a00a-af93f88c5d1b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:41.210077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:41.239277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:41.240229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:41.240879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.275691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d4273a9-ed34-498f-a751-242d27caaf5a req-5154acdc-873b-48a2-823e-cb9b7a75d018 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4741161
Apr 02 20:57:41.309330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=1a8e5397-9e10-4236-bcdc-25e395a7aad3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:41.408155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b374ce0c-d248-4544-a4f3-e61d2fbd4d07 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 3.7359540
Apr 02 20:57:41.411760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32916) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:41.417735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:41.439074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Allocated IP 192.168.233.184 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/2249859f-5022-4c72-a7ee-251258b261cb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:41.482158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c8538c9-e2b6-409b-8deb-e950a66dcdf8 req-4492b502-5e09-48b8-adda-5d827ec62cfa tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 210 time: 0.0870805
Apr 02 20:57:41.567250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Made reservation on behalf of d84de315abb1452fa5187770db66041e for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:41.585917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.588550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.794125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (0232a572-cd66-427b-970f-b905c6abf908), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.834989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:41.843093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.852334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:41.918865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:41.919509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:41.919939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:41.930812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:41.930812 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:41.935964 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 2 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:41.952835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:41.953318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:41.953822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:41.964870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=1a8e5397-9e10-4236-bcdc-25e395a7aad3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:41.968436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:41.977388 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:41.979611 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 3 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:41.984435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:41.984828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.002354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.003238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.003584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.003919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.004251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.004603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.004931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.005254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.005577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.005899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.006219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.010275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.010275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:42.053025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.053269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.054596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.071263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.071601 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.072059 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 4 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.137656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.138189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.138608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.154215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.154723 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.155216 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 5 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.242338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.247681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.248201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.255289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.255779 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.256262 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 6 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.297099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.297601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.298033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.304078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.304469 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.309052 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 7 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.344702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.345329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.347764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.360343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.360862 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.361344 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 8 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.403394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.403913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.404348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.409499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.409828 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.410215 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 9 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.434702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.435372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.435507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.445586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.445985 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.446495 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 10 to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3
Apr 02 20:57:42.464723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:42.465058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:42.465392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:42.470971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:42.471842 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:42.472210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:42.551253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b52c25-7dfb-4a42-bdca-8fff5f1ce66c req-78cbed05-888a-436d-b5ea-d6a4ee4c7735 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:42.555744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8b52c25-7dfb-4a42-bdca-8fff5f1ce66c req-78cbed05-888a-436d-b5ea-d6a4ee4c7735 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.9277427
Apr 02 20:57:42.602807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] For port 1a8e5397-9e10-4236-bcdc-25e395a7aad3, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:42.603212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempted to set empty binding levels {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 02 20:57:42.609032 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:42.694725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8b52c25-7dfb-4a42-bdca-8fff5f1ce66c req-8a198ef8-afdf-4a69-a2b2-b17c4fc81ea3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259155
Apr 02 20:57:42.708234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] In _notify_port_updated(), no bound segment for port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 20:57:42.710592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:42.712777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:42.715963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "PUT /v2.0/ports/1a8e5397-9e10-4236-bcdc-25e395a7aad3 HTTP/1.1" status: 200  len: 975 time: 1.3029833
Apr 02 20:57:42.718540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32922) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:42.739836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Router 0232a572-cd66-427b-970f-b905c6abf908 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:57:42.780230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks [] for port (2249859f-5022-4c72-a7ee-251258b261cb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:42.845064 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468217e1-a9e0-4309-bcdf-ca9963d37730 x-openstack-request-id: req-468217e1-a9e0-4309-bcdf-ca9963d37730 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:42.845777 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:42.845895 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-468217e1-a9e0-4309-bcdf-ca9963d37730 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:42.847912 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468217e1-a9e0-4309-bcdf-ca9963d37730'] response: {'name': 'network-changed', 'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'status': 'completed', 'code': 200}
Apr 02 20:57:42.926668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Allocated IP 192.168.233.225 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/2331c06a-ee7d-4041-8052-210fa1ebd75e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:42.978143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b5ef5-de4c-4a63-a72d-23cda46f33e7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=1a8e5397-9e10-4236-bcdc-25e395a7aad3,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:43.060621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.060891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.061339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.062292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.062292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.063426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.063426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.063623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.064084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.071370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.071951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.072526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.076146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.083862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d3a7c4a5-f80c-40e5-a08a-215cad41ad9f tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 12097 time: 0.3613617
Apr 02 20:57:43.085474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14778684-0fdb-49ce-853c-ff8646abc96b req-17bb1a7b-0806-4b59-94ea-0de342411538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.086604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-17bb1a7b-0806-4b59-94ea-0de342411538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1156 time: 0.2224429
Apr 02 20:57:43.087186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32926) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:43.087489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:43.218581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:43.251510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14778684-0fdb-49ce-853c-ff8646abc96b req-12be4fcc-e4f9-4c85-88a2-1df54b8be3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.253446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-12be4fcc-e4f9-4c85-88a2-1df54b8be3f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1585248
Apr 02 20:57:43.308434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-331e54cd-747a-4d03-a6f2-f9566ab5e538 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 217 time: 0.0487721
Apr 02 20:57:43.414232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:43.415932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14778684-0fdb-49ce-853c-ff8646abc96b req-e527613b-dfe6-4266-8ec8-c5ebc4bad6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.423551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks [] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:43.426158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-e527613b-dfe6-4266-8ec8-c5ebc4bad6c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1114907
Apr 02 20:57:43.432501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:43.444927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:43.513790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-27695335-5a97-4233-bad9-bac76b3d72a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609791
Apr 02 20:57:43.520500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.521183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:43.523165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Deleting port 1a8e5397-9e10-4236-bcdc-25e395a7aad3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:43.523510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:43.561902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7205-9c8d-422b-aa25-7506efefc01d req-331a20a6-d880-4af9-b8b7-6d2a50d3aa5b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:43.577532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-072b7205-9c8d-422b-aa25-7506efefc01d req-331a20a6-d880-4af9-b8b7-6d2a50d3aa5b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.4919572
Apr 02 20:57:43.610699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:57:43.624079 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:57:43.642729 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:57:43.643927 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ec01f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:43.669434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a905dbcf-2f15-4d19-a929-69c2a0b01ca4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2192597
Apr 02 20:57:43.691158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Request body: {'port': {'device_id': '7b367d88-0807-449d-bd01-d227a66e6958', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:43.758006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:43.760354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0660937e-1bcd-4eb3-8521-ca2792a7eb01 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 8.7221434
Apr 02 20:57:43.778226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:43.779673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:43.905792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-08b383a6-1cf2-47eb-8171-0209d0752d21 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3722477
Apr 02 20:57:43.979322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2997b3cf-ae5a-4d65-af5e-3ac8f117e3f4 None None] Provisioning complete for port 2249859f-5022-4c72-a7ee-251258b261cb triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:43.979932 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2997b3cf-ae5a-4d65-af5e-3ac8f117e3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2249859f-5022-4c72-a7ee-251258b261cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.024192 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:57:44.081482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2997b3cf-ae5a-4d65-af5e-3ac8f117e3f4 None None] Port 2249859f-5022-4c72-a7ee-251258b261cb cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:57:44.105471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] For port 1a8e5397-9e10-4236-bcdc-25e395a7aad3, host nch2-master-1, got binding levels [] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:44.106113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.132965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Calling delete_port for 1a8e5397-9e10-4236-bcdc-25e395a7aad3 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:44.195486 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.232828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event updated for resources: {'Port': ['ID=2331c06a-ee7d-4041-8052-210fa1ebd75e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:44.278065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:44.289629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-072b7205-9c8d-422b-aa25-7506efefc01d req-d0c0d357-ee5b-4b77-a20a-72d7aa19e080 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7072675
Apr 02 20:57:44.300739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:44.307637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:44.365900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:44.366561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.384119 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ec01f0>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:39Z', 'revision_number': 3, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:44.388219 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1a8e5397-9e10-4236-bcdc-25e395a7aad3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.388639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.427709 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:57:44.428316 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Updating router 0232a572-cd66-427b-970f-b905c6abf908 port ff0deac1-7363-4bab-9c21-25bb551e8851 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:57:44.459184 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.583702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a8e5397-9e10-4236-bcdc-25e395a7aad3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:44.606423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.617360 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-022706f1-72d5-4357-8d88-d38831e78b88 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1a8e5397-9e10-4236-bcdc-25e395a7aad3 HTTP/1.1" status: 204  len: 168 time: 1.5267458
Apr 02 20:57:44.619340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32936) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:44.696964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14778684-0fdb-49ce-853c-ff8646abc96b req-7a3fce6e-e781-4e43-a03e-da4d9638159c service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7025337
Apr 02 20:57:44.715631 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ca6bbe-57a3-4a45-8938-5424e93156fd tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] GET failed (client error): The resource could not be found.
Apr 02 20:57:44.720636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b0ca6bbe-57a3-4a45-8938-5424e93156fd tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "GET /v2.0/ports/1a8e5397-9e10-4236-bcdc-25e395a7aad3 HTTP/1.1" status: 404  len: 333 time: 0.0810173
Apr 02 20:57:44.721819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:44.729568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2134327709', 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:44.756240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Made reservation on behalf of a250fa602a094997a25a6871084bda1f for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:44.763687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.822879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:44.828143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-53f1094e-f38e-46bb-a8f1-5bfe153465a4 None None] Provisioning complete for port 2331c06a-ee7d-4041-8052-210fa1ebd75e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:44.828565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53f1094e-f38e-46bb-a8f1-5bfe153465a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:44.897502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-cc56041d-002d-4928-8e70-1301e4872db7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.0606499
Apr 02 20:57:44.937860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Request body: {'port': {'device_id': 'be683205-2b54-4939-9129-7bb9eebeb181', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:45.046012 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Publish callbacks [] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.056792 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.136170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-0b5cba86-dbec-48ff-9ce3-fa7111b77297 service neutron] 10.222.0.15 "GET /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.7646351
Apr 02 20:57:45.150304 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Pushing event updated for resources: {'Port': ['ID=ff0deac1-7363-4bab-9c21-25bb551e8851,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:45.185374 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.185777 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.186124 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.186459 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.186791 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.187180 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.187514 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.187839 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.188216 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.188549 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.188869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.189688 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.190098 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.190427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.190745 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:45.241254 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Attempting to bind port ff0deac1-7363-4bab-9c21-25bb551e8851 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:45.241940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Attempting to bind port ff0deac1-7363-4bab-9c21-25bb551e8851 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:45.242509 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Attempting to bind port ff0deac1-7363-4bab-9c21-25bb551e8851 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:45.246138 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.248257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for port (dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.250646 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:45.251259 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:45.251825 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.252415 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:45.253094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Bound port: ff0deac1-7363-4bab-9c21-25bb551e8851, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:45.254017 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.325480 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] For port ff0deac1-7363-4bab-9c21-25bb551e8851, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:45.330024 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] For port ff0deac1-7363-4bab-9c21-25bb551e8851, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff0deac1-7363-4bab-9c21-25bb551e8851,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:45.343135 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.363685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.426267 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893125d-dfd2-4bb0-8169-d87081778ab2 None None] Pushing event updated for resources: {'Port': ['ID=ff0deac1-7363-4bab-9c21-25bb551e8851,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:45.468306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-53f1094e-f38e-46bb-a8f1-5bfe153465a4 None None] Port 2331c06a-ee7d-4041-8052-210fa1ebd75e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:57:45.489905 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:57:45.494111 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ec01f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:45.501578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:45.509759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Network 60456ee0-837f-4bfe-a00a-af93f88c5d1b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:45.511286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:45.516972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:45.517951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:45.520565 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.541101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-718d9c01-9e14-4549-a144-902dd1c1c2c9 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.8162274
Apr 02 20:57:45.542601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:45.590246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923555b2-f7c9-4c59-821e-67ef4483a123 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:45.591989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-923555b2-f7c9-4c59-821e-67ef4483a123 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "GET /v2.0/ports/dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347 HTTP/1.1" status: 200  len: 955 time: 0.0480769
Apr 02 20:57:45.597342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:45.641822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65fd1b-7eec-4281-ba2c-18a32c984a82 req-84000efd-816e-4515-8ec3-2af9537d4e5e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:45.644161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe65fd1b-7eec-4281-ba2c-18a32c984a82 req-84000efd-816e-4515-8ec3-2af9537d4e5e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.8390162
Apr 02 20:57:45.734405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2249859f-5022-4c72-a7ee-251258b261cb {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:45.789043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Publish callbacks [] for port (2249859f-5022-4c72-a7ee-251258b261cb), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.792172 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:57:45.825873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Deleting port dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:45.826146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:45.970911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Transition to ACTIVE for port object 2249859f-5022-4c72-a7ee-251258b261cb will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:57:45.999569 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.001770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.024723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Calling delete_port for dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:46.052743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe65fd1b-7eec-4281-ba2c-18a32c984a82 req-0282ec2c-ccd7-46ec-ad3a-f0c61283da46 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3913741
Apr 02 20:57:46.141169 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ec01f0>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:39Z', 'revision_number': 3, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:46.265399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.266770 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769738-41ae-4c75-bb7f-d88956bc30e6 None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:39Z', 'revision_number': 3, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:57:46.309191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:46.341569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:46.367714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.374508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9a0180b-ac1a-47cd-8045-af40786c6d91 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347 HTTP/1.1" status: 204  len: 168 time: 0.7744560
Apr 02 20:57:46.375640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32954) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:46.413932 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47e10f6-42ae-49e5-b2ab-0d4d8b4b030d tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] GET failed (client error): The resource could not be found.
Apr 02 20:57:46.419061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e47e10f6-42ae-49e5-b2ab-0d4d8b4b030d tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "GET /v2.0/ports/dbe9a4a4-78f8-4579-8c80-2a2dd9ddc347 HTTP/1.1" status: 404  len: 333 time: 0.0423965
Apr 02 20:57:46.420201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:46.426108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Request body: {'port': {'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1146094740'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:46.461854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Made reservation on behalf of a250fa602a094997a25a6871084bda1f for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:46.467614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.520535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:46.623161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:46.676079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Attempting to bind port 2249859f-5022-4c72-a7ee-251258b261cb on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:46.676689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Attempting to bind port 2249859f-5022-4c72-a7ee-251258b261cb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:46.677203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Attempting to bind port 2249859f-5022-4c72-a7ee-251258b261cb on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:46.689310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Port 2249859f-5022-4c72-a7ee-251258b261cb on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:46.689964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Attempting to bind port 2249859f-5022-4c72-a7ee-251258b261cb on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:46.770084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:46.770647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:46.770864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:46.771813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Bound port: 2249859f-5022-4c72-a7ee-251258b261cb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:46.772176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.833126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938e1f-631b-46f7-9fa9-9b1862680038 req-a5d28dd2-f8da-4d2b-94f9-de1be27347cb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:46.834796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3938e1f-631b-46f7-9fa9-9b1862680038 req-a5d28dd2-f8da-4d2b-94f9-de1be27347cb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 936 time: 0.4894981
Apr 02 20:57:46.838968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:46.905928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:46.974109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.041540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2331c06a-ee7d-4041-8052-210fa1ebd75e {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:47.052514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Publish callbacks [] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.057729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Network 60456ee0-837f-4bfe-a00a-af93f88c5d1b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:47.060863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:47.063605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:47.065667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:47.066628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.075879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Transition to ACTIVE for port object 2331c06a-ee7d-4041-8052-210fa1ebd75e will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:57:47.090028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:47.102606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.6790729
Apr 02 20:57:47.103099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32972) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:47.113477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:47.127924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:47.131024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.141771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b729c68d-47c0-4cf5-b93a-585056bd9955 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:47.148846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.167993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2380dd-3149-4787-a782-d41829e11234 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf2ddf0-faaa-417e-b6a3-aafbdaf72125,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:47.262434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.293406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dcdba-1ed3-42fe-ae13-f2805d1347aa req-83d23078-09b6-4fbd-9097-44c0c289fccd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:47.301970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-740dcdba-1ed3-42fe-ae13-f2805d1347aa req-83d23078-09b6-4fbd-9097-44c0c289fccd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.1670053
Apr 02 20:57:47.559038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-740dcdba-1ed3-42fe-ae13-f2805d1347aa req-db3c0a73-487c-43d6-be76-10260ebb7bf2 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559774
Apr 02 20:57:47.564539 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.614686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ff0deac1-7363-4bab-9c21-25bb551e8851 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:47.619334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-42e2b872-6a0c-454e-9c13-f9743be20672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:47.621110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-42e2b872-6a0c-454e-9c13-f9743be20672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1127 time: 0.2570612
Apr 02 20:57:47.655360 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-9379bae2-8ff4-4e3c-a4a2-eddf63d4ec77 service neutron] show failed (client error): The resource could not be found.
Apr 02 20:57:47.656557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-9379bae2-8ff4-4e3c-a4a2-eddf63d4ec77 service neutron] 10.222.0.15 "GET /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2913549
Apr 02 20:57:47.674724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.697466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46e804e4-81d2-436c-bb87-4887ec7c940e req-df1d5e32-5037-4126-b9b1-9703bf148a26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39ae799bc6f1400186ad8199388612a1&device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.5501881
Apr 02 20:57:47.722571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:47.782291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3938e1f-631b-46f7-9fa9-9b1862680038 req-c8525121-e7ed-49fb-8fff-bf34b9327f85 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9063754
Apr 02 20:57:47.792465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:47.793380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ff0deac1-7363-4bab-9c21-25bb551e8851 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:47.793966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.796700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:47.797973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:47.800196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] 10.222.0.15 "PUT /v2.0/ports/2249859f-5022-4c72-a7ee-251258b261cb HTTP/1.1" status: 200  len: 1096 time: 4.1190031
Apr 02 20:57:47.805408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:47.807539 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07f855f-a931-43f8-9fa1-247ca45a59cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:47.940922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] device_id is not set on port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:57:47.962433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks [] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:48.042310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b729c68d-47c0-4cf5-b93a-585056bd9955 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:48.044016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ff54-2264-41b8-9c26-bb4f3d722f6c req-b21c26f4-3d44-48c0-9db1-08f5079d8313 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.045688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69c5ff54-2264-41b8-9c26-bb4f3d722f6c req-b21c26f4-3d44-48c0-9db1-08f5079d8313 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 944 time: 0.2608070
Apr 02 20:57:48.046803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:48.054037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-ae8b93f7-efa0-4272-b68f-378e28d5b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.055751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-ae8b93f7-efa0-4272-b68f-378e28d5b1dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 915 time: 0.4239793
Apr 02 20:57:48.082958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:48.099776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46e804e4-81d2-436c-bb87-4887ec7c940e req-df98e857-d30f-47b3-a8eb-efa40beb899e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=39ae799bc6f1400186ad8199388612a1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3601677
Apr 02 20:57:48.110525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ff0deac1-7363-4bab-9c21-25bb551e8851 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:48.110921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:48.153150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port ff0deac1-7363-4bab-9c21-25bb551e8851, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff0deac1-7363-4bab-9c21-25bb551e8851,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:48.161190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:48.246258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=ff0deac1-7363-4bab-9c21-25bb551e8851,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:48.265259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.265890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.266395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.266895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.267549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.268816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.269413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.269907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.270396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.270882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.271373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.271877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.272363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.272874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.273358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:57:48.365703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e804e4-81d2-436c-bb87-4887ec7c940e req-88086ed6-d0a8-496f-9339-81eb7a6f273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.367739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46e804e4-81d2-436c-bb87-4887ec7c940e req-88086ed6-d0a8-496f-9339-81eb7a6f273d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1535542
Apr 02 20:57:48.413106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Pushing event updated for resources: {'Port': ['ID=2331c06a-ee7d-4041-8052-210fa1ebd75e,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:48.417987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eba13b7c-0e80-4433-8516-293c23ed55e5 req-eb1e4488-441e-4375-9cbc-890fbfafa21d tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.4160705
Apr 02 20:57:48.506979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7001d5-f896-4a66-8ed8-2562a60e3fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:48.609002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-c735c116-27bc-4650-a206-fbcd5fa53991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 217 time: 0.5416656
Apr 02 20:57:48.676438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf2ddf0-faaa-417e-b6a3-aafbdaf72125,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:48.711941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-a8bc1c39-be21-4b83-bb31-7f7715dac1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.713597 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-a8bc1c39-be21-4b83-bb31-7f7715dac1aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24&tenant_id=bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 1132 time: 0.7486422
Apr 02 20:57:48.720258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-9b708b5e-ca59-4fa4-9d8c-94774d971cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.722384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-9b708b5e-ca59-4fa4-9d8c-94774d971cce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1130 time: 0.7232809
Apr 02 20:57:48.735170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69c5ff54-2264-41b8-9c26-bb4f3d722f6c req-146def87-8f48-45a3-ba2e-933a0c67b52c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6694875
Apr 02 20:57:48.751791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:48.758856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:48.760653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:48.761455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:48.813432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-58b3e84e-e8e5-4311-a3df-515d504606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.814915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-58b3e84e-e8e5-4311-a3df-515d504606e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.1848526
Apr 02 20:57:48.817329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:48.817658 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:48.831518 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 2 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:48.836795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] Transition to ACTIVE for port object b729c68d-47c0-4cf5-b93a-585056bd9955 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:57:48.838620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-4516c754-ad7f-4536-afbd-2cda4ef19a44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=2249859f-5022-4c72-a7ee-251258b261cb HTTP/1.1" status: 200  len: 217 time: 0.1067300
Apr 02 20:57:48.853589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:48.939534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-96194270-1517-4e9e-bef7-ac8d752d9db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951581
Apr 02 20:57:48.943811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:48.944437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:48.944850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:48.948037 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75116189-3f1e-4a85-ab8b-4359ba9427f4 x-openstack-request-id: req-75116189-3f1e-4a85-ab8b-4359ba9427f4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:48.948503 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:48.948873 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75116189-3f1e-4a85-ab8b-4359ba9427f4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:48.950694 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75116189-3f1e-4a85-ab8b-4359ba9427f4'] response: {'name': 'network-changed', 'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'status': 'completed', 'code': 200}
Apr 02 20:57:48.950694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] Pushing event updated for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:48.980157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ffda9-30c1-4cb4-93a7-d4e14f7807b5 req-44c28021-b1e4-4e3b-aaca-1bc1009cca1a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:48.982816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-214ffda9-30c1-4cb4-93a7-d4e14f7807b5 req-44c28021-b1e4-4e3b-aaca-1bc1009cca1a tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.3814502
Apr 02 20:57:48.984563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Allocated IP 172.20.0.1 (58fa3672-fa03-4f54-a24a-d36533b2e021/f05bdb14-b935-4c17-b744-7991c36f4536/8fc5e143-fd61-4e10-aceb-0007b525adde) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:48.993841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:48.994285 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.002424 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 3 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.008682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.025896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Attempting to bind port 2331c06a-ee7d-4041-8052-210fa1ebd75e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.026236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Attempting to bind port 2331c06a-ee7d-4041-8052-210fa1ebd75e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.026561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Attempting to bind port 2331c06a-ee7d-4041-8052-210fa1ebd75e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.066082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Port 2331c06a-ee7d-4041-8052-210fa1ebd75e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.066410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Attempting to bind port 2331c06a-ee7d-4041-8052-210fa1ebd75e on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.078557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:49.079095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:49.079509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:49.079976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Bound port: 2331c06a-ee7d-4041-8052-210fa1ebd75e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:49.080349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.095588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.095978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.097203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.133468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.133823 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.137549 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 4 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.178331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.178690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.179018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.182922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-214ffda9-30c1-4cb4-93a7-d4e14f7807b5 req-443debf6-2b69-4660-a085-432291cbb48d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604745
Apr 02 20:57:49.202197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] No DVR routers for this DVR port b729c68d-47c0-4cf5-b93a-585056bd9955 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:49.204948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-34478017-d1e3-4c2a-b6d4-896cbaf36afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:49.207056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-34478017-d1e3-4c2a-b6d4-896cbaf36afb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.3587501
Apr 02 20:57:49.241943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-19223068-4b22-4cda-a639-297b4083a4dd service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2733586
Apr 02 20:57:49.251028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.251356 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.258804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde333ec-74f6-455a-a114-ba3b6568c3e2 req-b8bc997c-f81d-4fac-9d8b-369d1878f3dd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:49.260294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fde333ec-74f6-455a-a114-ba3b6568c3e2 req-b8bc997c-f81d-4fac-9d8b-369d1878f3dd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.2285306
Apr 02 20:57:49.271388 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 5 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.366415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.366699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.367027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.405299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-9fdc4bc7-11c6-4282-8c0b-25c95b1b0464 service neutron] 10.222.0.15 "PUT /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 4.2580321
Apr 02 20:57:49.431908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.432243 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.437603 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 6 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.447657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ff0deac1-7363-4bab-9c21-25bb551e8851 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:49.490123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] For port 2331c06a-ee7d-4041-8052-210fa1ebd75e, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:49.518385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fde333ec-74f6-455a-a114-ba3b6568c3e2 req-6d93800e-bd0e-484b-8bb1-6c68cf26a77a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400177
Apr 02 20:57:49.521760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ff0deac1-7363-4bab-9c21-25bb551e8851 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:49.522356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.610010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-c16b962d-2e28-4b44-8652-b6cb48f0f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:49.612061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-c16b962d-2e28-4b44-8652-b6cb48f0f087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3927779
Apr 02 20:57:49.614192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] For port 2331c06a-ee7d-4041-8052-210fa1ebd75e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:49.623372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:49.654210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ff0deac1-7363-4bab-9c21-25bb551e8851 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:49.674957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:49.684473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf3a5cf-90cb-4a9f-aa85-f01bbffebfee req-7a7ae3bf-e4eb-4456-9f27-6f286b916315 service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4231853
Apr 02 20:57:49.718902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.719497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.720025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.740821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-157c1195-061e-4935-ba56-ecf64744fa89 req-de9ff137-64f2-4a46-bc9e-1ab60933ae08 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.0548151
Apr 02 20:57:49.747362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.747881 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.749826 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 7 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.769046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8084b-63d9-4466-8db6-fd12d05540f5 req-837df214-0986-4735-a919-53213cb85967 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:49.776199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efa8084b-63d9-4466-8db6-fd12d05540f5 req-837df214-0986-4735-a919-53213cb85967 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 948 time: 0.4747910
Apr 02 20:57:49.810970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46e804e4-81d2-436c-bb87-4887ec7c940e req-bc4b77d9-0596-426b-b1d4-d9b52ea17d55 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8bb01bc-7cd9-4480-a0a0-29306a94f247 HTTP/1.1" status: 200  len: 210 time: 0.0484216
Apr 02 20:57:49.811880 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-714443d4-cfcd-406d-a1bc-b7846155fc5c service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748505
Apr 02 20:57:49.817440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks [] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.822666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.823793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.824297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.825280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.829114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:49.833366 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708672fc-d65b-41a6-93ba-fb21a5b62f8f" -d '{"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-unplugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:49.838231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Publish callbacks [] for port (621024d2-1ce8-42c3-9e0b-779d93467380), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.844762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.845138 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.848717 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 8 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.867688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Transition to ACTIVE for port object 621024d2-1ce8-42c3-9e0b-779d93467380 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:57:49.869232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.869570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.870064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.876765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:49.877159 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:49.878091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:49.880407 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 9 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:49.929982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:49.930319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:49.930671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:49.956840 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c318a7b2-d96d-4fd5-a93c-2e45101a6e57 req-a47dd44e-52db-4d67-87dc-680d114b70db service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268783
Apr 02 20:57:49.983899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] No DVR routers for this DVR port 621024d2-1ce8-42c3-9e0b-779d93467380 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:57:50.000324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:50.000324 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:50.000324 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempt 10 to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125
Apr 02 20:57:50.021277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:50.112646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:50.112984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:50.113324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempting to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:50.121519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:50.121851 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Failed to bind port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ede90978-292a-4467-bd1e-f1578a2d099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60456ee0-837f-4bfe-a00a-af93f88c5d1b'}]
Apr 02 20:57:50.122229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.128354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efa8084b-63d9-4466-8db6-fd12d05540f5 req-25043774-05e0-4567-afd4-3b08cf135c57 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3509431
Apr 02 20:57:50.142507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b193-1bd9-41f6-8ae8-bb5939010357 req-9c24cba8-9311-4d68-8e72-922fa2da95c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.146385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.147208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6629b193-1bd9-41f6-8ae8-bb5939010357 req-9c24cba8-9311-4d68-8e72-922fa2da95c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.1798115
Apr 02 20:57:50.155592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.157211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] 10.222.0.21 "PUT /v2.0/ports/2331c06a-ee7d-4041-8052-210fa1ebd75e HTTP/1.1" status: 200  len: 1096 time: 5.2428207
Apr 02 20:57:50.171689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-e0ce0a5d-a7be-4917-a9d4-d435456c888a tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.173372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-e0ce0a5d-a7be-4917-a9d4-d435456c888a tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.6925135
Apr 02 20:57:50.273378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:57:50.274180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:57:50.274664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:50.288954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:57:50.289481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:57:50.317744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:57:50.318241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:50.319080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:57:50.319544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Bound port: 621024d2-1ce8-42c3-9e0b-779d93467380, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:57:50.319916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.382699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6da7-8b3e-45e1-8f16-5edcc6bfe262 service neutron] Pushing event updated for resources: {'Port': ['ID=2331c06a-ee7d-4041-8052-210fa1ebd75e,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:50.412342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6629b193-1bd9-41f6-8ae8-bb5939010357 req-dba17567-e336-46ef-bd89-838402ea2876 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546754
Apr 02 20:57:50.434720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.487564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-285e4069-c750-456a-b11a-0aa282c8d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.489333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-285e4069-c750-456a-b11a-0aa282c8d309 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1130 time: 0.4261267
Apr 02 20:57:50.533215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] For port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:50.533701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attempted to set empty binding levels {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 02 20:57:50.546051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:50.548899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.558053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:57:50.590362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:50.607843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-af55b0f9-77f7-49a3-b721-000fa4ebf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.609899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-af55b0f9-77f7-49a3-b721-000fa4ebf60f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 1127 time: 0.4224050
Apr 02 20:57:50.624152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf2ddf0-faaa-417e-b6a3-aafbdaf72125,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:50.632059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:50.640491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.689437 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ea7f14-8346-4936-9155-09263c7bd651 x-openstack-request-id: req-e0ea7f14-8346-4936-9155-09263c7bd651 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:50.696345 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-unplugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:50.696754 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0ea7f14-8346-4936-9155-09263c7bd651 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:50.697278 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ea7f14-8346-4936-9155-09263c7bd651'] response: {'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'code': 200}
Apr 02 20:57:50.765949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] In _notify_port_updated(), no bound segment for port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 on network 60456ee0-837f-4bfe-a00a-af93f88c5d1b {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 20:57:50.766919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.767586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.771524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-affb9fa0-f98f-4576-90eb-ab2d23b8768e tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "PUT /v2.0/ports/2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 HTTP/1.1" status: 200  len: 975 time: 3.6649323
Apr 02 20:57:50.773814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-7727d9ca-a77d-43d6-b6e8-f5423465aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.775606 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-7727d9ca-a77d-43d6-b6e8-f5423465aadd service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2534869
Apr 02 20:57:50.776490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33016) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:50.803405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:50.804028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:57:50.828618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.829513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:50.831723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] 10.222.0.21 "PUT /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 1096 time: 2.0931191
Apr 02 20:57:50.937289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Pushing event updated for resources: {'Port': ['ID=8fc5e143-fd61-4e10-aceb-0007b525adde,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:50.943221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-de5decaa-78b9-44dc-aea2-e654644b9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:50.944851 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-de5decaa-78b9-44dc-aea2-e654644b9f52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 1130 time: 0.6953399
Apr 02 20:57:50.953563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be683205-2b54-4939-9129-7bb9eebeb181', 'tag': '2331c06a-ee7d-4041-8052-210fa1ebd75e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:50.956054 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "be683205-2b54-4939-9129-7bb9eebeb181", "tag": "2331c06a-ee7d-4041-8052-210fa1ebd75e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:50.990029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:50.990567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.011185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-a87d9398-73b0-4365-8da0-ccef5c41da7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e HTTP/1.1" status: 200  len: 217 time: 0.0522389
Apr 02 20:57:51.012722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-f65fa766-ca25-464a-b815-c8301d81921b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=2249859f-5022-4c72-a7ee-251258b261cb HTTP/1.1" status: 200  len: 217 time: 0.1993437
Apr 02 20:57:51.070427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:51.071798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1599854-9cd1-403c-a5f4-eeee7f4e70ba service neutron] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:51.073828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:51.081597 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c975baf-3aa7-4bd9-8709-04aa3952f53e" -d '{"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-unplugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:51.093461 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.125831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333be4-a020-40a5-96cc-3880231984d3 req-f613a7f2-f3c3-4a75-aa70-5de1dafa052f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.132949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41333be4-a020-40a5-96cc-3880231984d3 req-f613a7f2-f3c3-4a75-aa70-5de1dafa052f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.5117247
Apr 02 20:57:51.179869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-ed8820d0-9d69-4afd-a4c1-6b2009340723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.182526 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-ed8820d0-9d69-4afd-a4c1-6b2009340723 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1130 time: 0.3033969
Apr 02 20:57:51.190963 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (0232a572-cd66-427b-970f-b905c6abf908), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.193181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d416c210-b0f1-4d8f-af9a-da349d9941fd None None] Provisioning complete for port 8fc5e143-fd61-4e10-aceb-0007b525adde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:51.193780 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d416c210-b0f1-4d8f-af9a-da349d9941fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.195399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-4bf09e47-ecc9-4eb7-980b-9257217c22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.197196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-4bf09e47-ecc9-4eb7-980b-9257217c22f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1634285
Apr 02 20:57:51.198521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-6ea160dc-2c4d-412d-8555-bd85a99911ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.200262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-6ea160dc-2c4d-412d-8555-bd85a99911ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1752369
Apr 02 20:57:51.203177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:51.246257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d416c210-b0f1-4d8f-af9a-da349d9941fd None None] Port 8fc5e143-fd61-4e10-aceb-0007b525adde cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:57:51.284365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41333be4-a020-40a5-96cc-3880231984d3 req-22b842bf-7f47-4577-b072-992ec6aea415 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498988
Apr 02 20:57:51.335664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Deleting port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:57:51.336004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.424678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] For port 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125, host nch2-master-1, got binding levels [] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:51.425045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.438157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3fa56-24f5-4eb2-8e13-367f4ee62778 req-7ea9e777-d8d3-4bf9-8acb-af6ff7973b50 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.448608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Calling delete_port for 2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:57:51.462525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0b3fa56-24f5-4eb2-8e13-367f4ee62778 req-7ea9e777-d8d3-4bf9-8acb-af6ff7973b50 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 945 time: 0.5964828
Apr 02 20:57:51.483840 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db652c9c-0888-4ef1-8cbe-1fbcabc9c263 x-openstack-request-id: req-db652c9c-0888-4ef1-8cbe-1fbcabc9c263 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:51.484121 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be683205-2b54-4939-9129-7bb9eebeb181", "tag": "2331c06a-ee7d-4041-8052-210fa1ebd75e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:51.484382 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db652c9c-0888-4ef1-8cbe-1fbcabc9c263 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:51.484801 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db652c9c-0888-4ef1-8cbe-1fbcabc9c263'] response: {'name': 'network-changed', 'server_uuid': 'be683205-2b54-4939-9129-7bb9eebeb181', 'tag': '2331c06a-ee7d-4041-8052-210fa1ebd75e', 'status': 'completed', 'code': 200}
Apr 02 20:57:51.488860 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a3ec4f-ceda-4467-a4a7-05ed9c9d9d98 x-openstack-request-id: req-a1a3ec4f-ceda-4467-a4a7-05ed9c9d9d98 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:51.489288 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-unplugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:51.489738 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1a3ec4f-ceda-4467-a4a7-05ed9c9d9d98 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:51.490243 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a3ec4f-ceda-4467-a4a7-05ed9c9d9d98'] response: {'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'code': 200}
Apr 02 20:57:51.517407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-8908e11f-064e-4335-9d11-ad943c3e7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.519629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-8908e11f-064e-4335-9d11-ad943c3e7e86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.3186426
Apr 02 20:57:51.536938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0b3fa56-24f5-4eb2-8e13-367f4ee62778 req-5da37f5e-339c-496b-98ac-4964a437980f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657175
Apr 02 20:57:51.544035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-2b00311a-6341-48bd-9812-6ad1c9851a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.548412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-2b00311a-6341-48bd-9812-6ad1c9851a09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1127 time: 0.7700961
Apr 02 20:57:51.569112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-3294f39a-5592-49d2-a232-b2b341effe9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.0402782
Apr 02 20:57:51.633633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2bf2ddf0-faaa-417e-b6a3-aafbdaf72125), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.686279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-1847ee91-87fe-42fb-ac50-aadfa38bc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.687746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-1847ee91-87fe-42fb-ac50-aadfa38bc39a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1077273
Apr 02 20:57:51.688488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bf2ddf0-faaa-417e-b6a3-aafbdaf72125,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:51.700005 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.706110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-87fc4a8a-cd8e-4e46-be8f-ae7781f85cc7 tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 HTTP/1.1" status: 204  len: 168 time: 0.9229169
Apr 02 20:57:51.711682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33040) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:51.736861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-c450c6fa-54fa-41a2-ae0b-cdeda760f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.738987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-c450c6fa-54fa-41a2-ae0b-cdeda760f557 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1597967
Apr 02 20:57:51.777206 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d819dd-f272-4b30-9d41-557de28887dc tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] GET failed (client error): The resource could not be found.
Apr 02 20:57:51.778643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f5d819dd-f272-4b30-9d41-557de28887dc tempest-PortsAdminExtendedAttrsTestJSON-1401881253 tempest-PortsAdminExtendedAttrsTestJSON-1401881253-project-admin] 10.222.0.18 "GET /v2.0/ports/2bf2ddf0-faaa-417e-b6a3-aafbdaf72125 HTTP/1.1" status: 404  len: 333 time: 0.0619438
Apr 02 20:57:51.782117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:51.796658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-e50eefb1-212f-453a-9dfa-0e3b02c54158 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 217 time: 0.0451655
Apr 02 20:57:51.807536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:51.812249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99129a-ca9f-46ae-8a08-a699ebec9f23 req-ebbc32a1-fcee-496a-9a61-66cc2815e7c3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.819901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f99129a-ca9f-46ae-8a08-a699ebec9f23 req-ebbc32a1-fcee-496a-9a61-66cc2815e7c3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 948 time: 0.2073174
Apr 02 20:57:51.866345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port 621024d2-1ce8-42c3-9e0b-779d93467380 host nch2-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:57:51.867108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:57:51.893932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-f6f87c83-4c75-4df1-afb2-422d89bd436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.896235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-254b89a8-0faa-41d5-aaff-0b762f62b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:51.896373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-f6f87c83-4c75-4df1-afb2-422d89bd436b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0567601
Apr 02 20:57:51.897746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-254b89a8-0faa-41d5-aaff-0b762f62b7ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1994991
Apr 02 20:57:51.901835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.914647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (60456ee0-837f-4bfe-a00a-af93f88c5d1b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:51.916281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33046) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:51.967508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f99129a-ca9f-46ae-8a08-a699ebec9f23 req-b2e54374-777e-4046-9f7f-d9524abde43e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445065
Apr 02 20:57:51.978034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-31729ef5-3181-40fb-90c4-d2b854581820 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552402
Apr 02 20:57:52.054651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-106b1181-1cb0-4c49-b443-f931ba8b6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:52.056234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-106b1181-1cb0-4c49-b443-f931ba8b6b5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.8128431
Apr 02 20:57:52.087842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-e23ee047-2691-4981-82ad-a032deac3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:52.093005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-e23ee047-2691-4981-82ad-a032deac3c55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.8350785
Apr 02 20:57:52.100163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-5fa66fb9-60e1-44c6-81e5-030a17d6c64f service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828928
Apr 02 20:57:52.132134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (60456ee0-837f-4bfe-a00a-af93f88c5d1b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.180957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f8ed1c0>,) {'filters': {'network_id': ['60456ee0-837f-4bfe-a00a-af93f88c5d1b']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:52.225103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f8ed1c0>, 'ede90978-292a-4467-bd1e-f1578a2d099d') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:52.225391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f8ed1c0>, 'ede90978-292a-4467-bd1e-f1578a2d099d') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:52.235271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64e8de1f-8424-466e-8c76-89c912b6d49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.255630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (ede90978-292a-4467-bd1e-f1578a2d099d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.267222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cb68-bfa1-4143-bb97-0662d1796853 req-f041083a-965c-43ef-b525-615579e89452 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:52.268835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68e1cb68-bfa1-4143-bb97-0662d1796853 req-f041083a-965c-43ef-b525-615579e89452 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.4712784
Apr 02 20:57:52.289708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ede90978-292a-4467-bd1e-f1578a2d099d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.305925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:57:52.306307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (ede90978-292a-4467-bd1e-f1578a2d099d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:57:52.311502 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:57:52.354179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9586753-6b7f-4d2d-9313-af5937e966c4 req-00118b8d-d5f3-4789-bd13-b5e9a85bc9af service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238986
Apr 02 20:57:52.509123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (60456ee0-837f-4bfe-a00a-af93f88c5d1b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.518113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.525081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] 10.222.0.18 "DELETE /v2.0/networks/60456ee0-837f-4bfe-a00a-af93f88c5d1b HTTP/1.1" status: 204  len: 168 time: 0.7397902
Apr 02 20:57:52.589584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255548-1f8f-49cf-b6e8-f269d009f644 tempest-PortsAdminExtendedAttrsTestJSON-1527307855 tempest-PortsAdminExtendedAttrsTestJSON-1527307855-project] Pushing event deleted for resources: {'Network': ['ID=60456ee0-837f-4bfe-a00a-af93f88c5d1b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:52.614143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f3fe-1b78-4f98-a3ca-1c2c9c944423 req-1eaf018c-4163-42c2-9ba2-b81e4a664567 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:52.617020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de25f3fe-1b78-4f98-a3ca-1c2c9c944423 req-1eaf018c-4163-42c2-9ba2-b81e4a664567 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.2123184
Apr 02 20:57:52.702103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:52.704940 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ba9be-7eae-477e-9df5-8f135014334f" -d '{"events": [{"name": "network-changed", "server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:52.726062 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64e8de1f-8424-466e-8c76-89c912b6d49e admin admin] Publish callbacks [] for security_group (42ea21cb-ae48-45b3-8d54-0e52d8064291), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.734194 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64e8de1f-8424-466e-8c76-89c912b6d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (42ea21cb-ae48-45b3-8d54-0e52d8064291), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:52.797614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-64e8de1f-8424-466e-8c76-89c912b6d49e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39ae799bc6f1400186ad8199388612a1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8761971
Apr 02 20:57:52.799899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8de1f-8424-466e-8c76-89c912b6d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea21cb-ae48-45b3-8d54-0e52d8064291,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:52.810722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:52.829174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-b1d59d11-936a-4b57-8fa6-c70bf8d1f14c service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7647305
Apr 02 20:57:52.835140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de25f3fe-1b78-4f98-a3ca-1c2c9c944423 req-60b4f3d0-71ac-4645-a72e-ec04d340df3f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103970
Apr 02 20:57:52.839711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-e79038f2-9718-4d2c-8ade-4c72eb9a831e service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8474216
Apr 02 20:57:52.863976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-c9bcbdb8-9b74-4c15-b477-4672d2c049ed service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7054148
Apr 02 20:57:52.885188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33064) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:52.963479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479fac7-9209-44fb-a92e-0779757fdb69 req-e7b0db71-055a-4d8e-b971-0abc3669aa9f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:52.965714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5479fac7-9209-44fb-a92e-0779757fdb69 req-e7b0db71-055a-4d8e-b971-0abc3669aa9f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.0566039
Apr 02 20:57:52.990147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68e1cb68-bfa1-4143-bb97-0662d1796853 req-cfe85c6d-6973-4cae-9423-60a5c9548123 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3655899
Apr 02 20:57:53.049177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c20ff116-c5b9-436b-bd4f-75860b9d73c7 req-e206fc4f-e316-4d39-9f05-bda175ff638a service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636403
Apr 02 20:57:53.083142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5479fac7-9209-44fb-a92e-0779757fdb69 req-bad657a3-ff18-48a0-b8af-c0030c2d46ac tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101618
Apr 02 20:57:53.110387 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-06c1c363-eefc-430e-970a-4e2e07f08a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.195434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-796910ea-9ecd-4045-8192-e0eb8f5a0e88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68f0b9e069a343c0920953cc14f0bde0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3086159
Apr 02 20:57:53.198393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33080) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:53.210255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebc31-e2fe-436f-abbe-92e4f321eac4 admin admin] Publish callbacks [] for security_group (42ea21cb-ae48-45b3-8d54-0e52d8064291), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.232204 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1a5b72-08c7-4aef-b88f-0a0fe2940f55 x-openstack-request-id: req-6b1a5b72-08c7-4aef-b88f-0a0fe2940f55 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:57:53.232735 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:57:53.233185 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b1a5b72-08c7-4aef-b88f-0a0fe2940f55 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:57:53.233694 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1a5b72-08c7-4aef-b88f-0a0fe2940f55'] response: {'name': 'network-changed', 'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'status': 'completed', 'code': 200}
Apr 02 20:57:53.359081 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48a710a9-91b4-44ec-aaac-d37fbe2e27e9 admin admin] Publish callbacks [] for security_group (1e17bd58-c646-414e-915f-6611ab6a046c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.363346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks [] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.385405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48a710a9-91b4-44ec-aaac-d37fbe2e27e9 admin admin] Publish callbacks [] for security_group (1e17bd58-c646-414e-915f-6611ab6a046c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.407796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.413651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebc31-e2fe-436f-abbe-92e4f321eac4 admin admin] Publish callbacks [] for security_group (42ea21cb-ae48-45b3-8d54-0e52d8064291), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.428868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-9233c5ac-f251-49d3-a6f6-1c897b18a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:53.431013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-9233c5ac-f251-49d3-a6f6-1c897b18a111 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1130 time: 0.1740377
Apr 02 20:57:53.469023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3b6e4-2c63-46f8-9986-bd8f0bfc782f req-75502c9c-1fd1-4334-8816-e69d666cf568 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:53.470110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8bf3b6e4-2c63-46f8-9986-bd8f0bfc782f req-75502c9c-1fd1-4334-8816-e69d666cf568 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.1725833
Apr 02 20:57:53.499479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-97680841-7e4e-433d-ae60-b527e4ce7770 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6411254
Apr 02 20:57:53.501164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f855f-a931-43f8-9fa1-247ca45a59cd req-0e566837-bf9b-4b9a-9287-df6bfadc7b91 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6540840
Apr 02 20:57:53.523956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-26c8bb4b-fbef-4933-9820-4643b33e6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:53.530707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-26c8bb4b-fbef-4933-9820-4643b33e6472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 1130 time: 0.3510568
Apr 02 20:57:53.569920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5411a-1277-4e4d-aeaf-9f9882b0ed0d req-35f26a76-7316-4e91-bf6a-0a22c4cdfa79 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:53.571696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7b5411a-1277-4e4d-aeaf-9f9882b0ed0d req-35f26a76-7316-4e91-bf6a-0a22c4cdfa79 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 948 time: 0.3985093
Apr 02 20:57:53.609361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Pushing event updated for resources: {'Port': ['ID=8fc5e143-fd61-4e10-aceb-0007b525adde,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:53.633079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (0232a572-cd66-427b-970f-b905c6abf908), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.633559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48a710a9-91b4-44ec-aaac-d37fbe2e27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1e17bd58-c646-414e-915f-6611ab6a046c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.637879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48a710a9-91b4-44ec-aaac-d37fbe2e27e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.640227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-3765fd38-444e-4249-90e2-285113cc9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:53.641854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-3765fd38-444e-4249-90e2-285113cc9f50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1130 time: 0.3559277
Apr 02 20:57:53.645453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-48a710a9-91b4-44ec-aaac-d37fbe2e27e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e17bd58-c646-414e-915f-6611ab6a046c HTTP/1.1" status: 204  len: 168 time: 0.4458568
Apr 02 20:57:53.679329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a710a9-91b4-44ec-aaac-d37fbe2e27e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e17bd58-c646-414e-915f-6611ab6a046c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:53.735435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-6e9c0f81-d752-447b-b649-c6556d768bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:53.739046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-6e9c0f81-d752-447b-b649-c6556d768bce service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.3008614
Apr 02 20:57:53.800408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7b5411a-1277-4e4d-aeaf-9f9882b0ed0d req-aaf46d39-3359-49d3-a1ec-5e3767c1412a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977127
Apr 02 20:57:53.828021 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebc31-e2fe-436f-abbe-92e4f321eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (42ea21cb-ae48-45b3-8d54-0e52d8064291), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.830698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebc31-e2fe-436f-abbe-92e4f321eac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:53.833035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:53.847960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2a4ebc31-e2fe-436f-abbe-92e4f321eac4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42ea21cb-ae48-45b3-8d54-0e52d8064291 HTTP/1.1" status: 204  len: 168 time: 1.0208395
Apr 02 20:57:53.912066 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-f117d2f1-f36e-48b6-a391-b62f53e3ae54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.1646168
Apr 02 20:57:53.915427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8bf3b6e4-2c63-46f8-9986-bd8f0bfc782f req-d981911f-1cd0-48d7-8570-5032661d961c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4338949
Apr 02 20:57:54.011360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-13aa5075-d863-4017-90e9-b67718ce3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.013001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-13aa5075-d863-4017-90e9-b67718ce3fc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0850291
Apr 02 20:57:54.083934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ebc31-e2fe-436f-abbe-92e4f321eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea21cb-ae48-45b3-8d54-0e52d8064291,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:54.096675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-d5e25eb1-0810-4498-9323-f6578d7ea1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.099601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-d5e25eb1-0810-4498-9323-f6578d7ea1b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.5611930
Apr 02 20:57:54.123130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:54.151951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2249859f-5022-4c72-a7ee-251258b261cb', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '2249859f-5022-4c72-a7ee-251258b261cb', 'mac_address': 'fa:16:3e:7a:d5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:54.222634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-886f63aa-c65a-42cc-adba-0fc1c068247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.224129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-886f63aa-c65a-42cc-adba-0fc1c068247a service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.5629582
Apr 02 20:57:54.234191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-d98ddad0-548c-42fa-b459-afa7539ce795 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e HTTP/1.1" status: 200  len: 217 time: 0.0945034
Apr 02 20:57:54.271883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-685770fe-a10a-4e60-9d84-edf3eaa672ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.277210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-685770fe-a10a-4e60-9d84-edf3eaa672ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2539093
Apr 02 20:57:54.279348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:57:54.284490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:54.285168 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:54.289514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b1107-db1f-405e-895f-b98172027642 req-a29b099e-6dbc-4da5-8f87-3a1e05598952 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.299677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd9b1107-db1f-405e-895f-b98172027642 req-a29b099e-6dbc-4da5-8f87-3a1e05598952 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.1635606
Apr 02 20:57:54.301804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33102) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:54.303467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2249859f-5022-4c72-a7ee-251258b261cb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:54.328211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:54.340116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:54.353590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:54.410725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-ee6841f7-6277-4e93-a1b6-51508266408f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.1696029
Apr 02 20:57:54.447207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:54.498151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163d24-892d-4ee0-8256-923c08300b92 req-c8ce6db5-50be-4ef2-9daa-212530cc0f8d tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.500217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-c8ce6db5-50be-4ef2-9daa-212530cc0f8d tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.5637057
Apr 02 20:57:54.529533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1729218-13b0-46be-a341-42ab886662de req-39d9719d-9b0f-42d6-96cc-074fa3b06519 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.537958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f1729218-13b0-46be-a341-42ab886662de req-39d9719d-9b0f-42d6-96cc-074fa3b06519 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 948 time: 0.5336037
Apr 02 20:57:54.642803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c42b0264-d26b-42fe-9c7f-e72f84794a91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a250fa602a094997a25a6871084bda1f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3279288
Apr 02 20:57:54.664985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33112) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:54.676588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:54.715087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-cd9d016c-b5a7-4b42-a683-87150c5eda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.716591 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-cd9d016c-b5a7-4b42-a683-87150c5eda60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.3051670
Apr 02 20:57:54.717864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-7de83834-8fda-4eb9-932f-3bb087656c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:54.719195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-7de83834-8fda-4eb9-932f-3bb087656c9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.4615266
Apr 02 20:57:54.747384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd9b1107-db1f-405e-895f-b98172027642 req-54d333dd-1982-4f35-88d8-a212a6ac8de4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4467392
Apr 02 20:57:54.760905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-cc9bbd1a-9154-4e2c-a115-beb9499fc472 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583478
Apr 02 20:57:54.856987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:54.860556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:57:54.957930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-d791728e-bc8e-4c0c-9ab7-f50f2c1744c9 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879246
Apr 02 20:57:55.048232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f1729218-13b0-46be-a341-42ab886662de req-d681a469-d00c-4550-8385-5f8c4146cdf8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5042176
Apr 02 20:57:55.080688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-23a07608-8501-4ab1-94e8-52d714add9ad None None] Provisioning complete for port 8fc5e143-fd61-4e10-aceb-0007b525adde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:55.081282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23a07608-8501-4ab1-94e8-52d714add9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.225412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-2c66735d-6239-4f2c-ae43-c01344abdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:55.227138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-2c66735d-6239-4f2c-ae43-c01344abdbc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4654708
Apr 02 20:57:55.232302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7def3721-85ee-4d3a-af3f-f8c56f526f15 admin admin] Publish callbacks [] for security_group (57d17440-2c9c-41a1-8c5f-41de599122aa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.235600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba9be-7eae-477e-9df5-8f135014334f req-f28a717f-ed93-4c23-8543-183156cbc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:55.237260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-f28a717f-ed93-4c23-8543-183156cbc799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4744976
Apr 02 20:57:55.255086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:55.270064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0f1e-b146-4808-a8c8-e5cf32b23aa2 req-386d93aa-765b-492d-ac9a-d15576c887ac tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:55.273134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-23a07608-8501-4ab1-94e8-52d714add9ad None None] Port 8fc5e143-fd61-4e10-aceb-0007b525adde cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:57:55.286954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0401d4db-cae6-46cf-804e-d93467128505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.290686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-829e0f1e-b146-4808-a8c8-e5cf32b23aa2 req-386d93aa-765b-492d-ac9a-d15576c887ac tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 948 time: 0.1858335
Apr 02 20:57:55.298139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:57:55.334920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:55.336022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33140) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:55.343652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7def3721-85ee-4d3a-af3f-f8c56f526f15 admin admin] Publish callbacks [] for security_group (57d17440-2c9c-41a1-8c5f-41de599122aa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.345721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7a163d24-892d-4ee0-8256-923c08300b92 req-4508a633-b3b3-4c9f-b7f1-370faeb04ed2 service neutron] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:57:55.363850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7a163d24-892d-4ee0-8256-923c08300b92 req-4508a633-b3b3-4c9f-b7f1-370faeb04ed2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.365203 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a163d24-892d-4ee0-8256-923c08300b92 req-4508a633-b3b3-4c9f-b7f1-370faeb04ed2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.8522820
Apr 02 20:57:55.373401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '621024d2-1ce8-42c3-9e0b-779d93467380', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '621024d2-1ce8-42c3-9e0b-779d93467380', 'mac_address': 'fa:16:3e:12:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:55.432648 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-829e0f1e-b146-4808-a8c8-e5cf32b23aa2 req-d0767271-d351-4ab1-844f-a08aec96090d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380343
Apr 02 20:57:55.468525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:55.481110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.502471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621024d2-1ce8-42c3-9e0b-779d93467380 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:55.539964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-727068842-network', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:55.544411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:55.552102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.553895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2331c06a-ee7d-4041-8052-210fa1ebd75e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:57:55.572069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Made reservation on behalf of da03d0fc36de405d87c8e99d209af9fe for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:55.574980 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.582069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fab9c1-8643-4fb7-8e97-b50f960ff3d0 req-a9debef7-1132-457f-9c93-a570d052b7f4 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:55.590230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51fab9c1-8643-4fb7-8e97-b50f960ff3d0 req-a9debef7-1132-457f-9c93-a570d052b7f4 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1127 time: 0.0864022
Apr 02 20:57:55.598100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-621c4ad2-3240-4b5b-97af-a75b92904910 req-a6199857-9786-4d10-ab93-a0d8b19c71c3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:57:55.599696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-621c4ad2-3240-4b5b-97af-a75b92904910 req-a6199857-9786-4d10-ab93-a0d8b19c71c3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4135611
Apr 02 20:57:55.605617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-d6183d6e-2d0f-4949-a677-9ad981f0fbaa service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3642037
Apr 02 20:57:55.606125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.641590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:55.652095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2331c06a-ee7d-4041-8052-210fa1ebd75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:55.680608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51fab9c1-8643-4fb7-8e97-b50f960ff3d0 req-0376fa4e-f371-45f3-aed0-af0d03926148 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889597
Apr 02 20:57:55.685304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2331c06a-ee7d-4041-8052-210fa1ebd75e', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '2331c06a-ee7d-4041-8052-210fa1ebd75e', 'mac_address': 'fa:16:3e:76:55:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:57:55.790514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2331c06a-ee7d-4041-8052-210fa1ebd75e is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:55.790937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.844840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks [] for security_group (dd4b99f4-cdde-49b2-ae80-92c70f8e93e3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.854238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2331c06a-ee7d-4041-8052-210fa1ebd75e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:57:55.855422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dd4b99f4-cdde-49b2-ae80-92c70f8e93e3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.937690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2331c06a-ee7d-4041-8052-210fa1ebd75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:55.954939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:55.994252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b99f4-cdde-49b2-ae80-92c70f8e93e3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:56.047310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b0fa-8c2d-4f4e-a951-f5e83d1c57a0 req-ca9ff721-ffd0-4a2c-ac2e-037a61b44df5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:56.048843 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6637b0fa-8c2d-4f4e-a951-f5e83d1c57a0 req-ca9ff721-ffd0-4a2c-ac2e-037a61b44df5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.1875679
Apr 02 20:57:56.087264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2331c06a-ee7d-4041-8052-210fa1ebd75e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:56.159390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6637b0fa-8c2d-4f4e-a951-f5e83d1c57a0 req-0183ae1a-5cd6-4a1b-be59-ac5199b2a4c7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046517
Apr 02 20:57:56.245636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2331c06a-ee7d-4041-8052-210fa1ebd75e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:56.249739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['621024d2-1ce8-42c3-9e0b-779d93467380'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:57:56.397270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:57:56.406020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7def3721-85ee-4d3a-af3f-f8c56f526f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57d17440-2c9c-41a1-8c5f-41de599122aa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.409533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7def3721-85ee-4d3a-af3f-f8c56f526f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.420670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7def3721-85ee-4d3a-af3f-f8c56f526f15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57d17440-2c9c-41a1-8c5f-41de599122aa HTTP/1.1" status: 204  len: 168 time: 1.7484825
Apr 02 20:57:56.436854 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b167978e-8560-4e74-8ce2-0e474d8290ff), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.437291 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Added segment b167978e-8560-4e74-8ce2-0e474d8290ff of type vlan for network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29
Apr 02 20:57:56.578413 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.619751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:57:56.625622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f82d9824-930b-48fe-a2a2-8eb42d7c2b6f req-018cc757-e979-4955-97c6-032a53f103de service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2469828
Apr 02 20:57:56.636998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.638154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:57:56.663575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.666243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:56.672003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.676171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:57:56.676906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455eb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:56.699169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b89e6851-0d2e-40e7-b91d-dab8c7a0d87c admin admin] 10.222.0.18 "PUT /v2.0/routers/0232a572-cd66-427b-970f-b905c6abf908/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9171176
Apr 02 20:57:56.700232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def3721-85ee-4d3a-af3f-f8c56f526f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d17440-2c9c-41a1-8c5f-41de599122aa,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:56.808124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-f5922d5f-d6af-4be9-afe2-ce06da246289 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1601267
Apr 02 20:57:56.872121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5337636
Apr 02 20:57:56.907834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33192) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:56.915046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Request body: {'subnet': {'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-727068842-subnet', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:56.949902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Made reservation on behalf of da03d0fc36de405d87c8e99d209af9fe for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:56.952115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:56.956148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cfc55-b4ef-49ff-867a-a6a5e2a2b42b admin admin] Pushing event updated for resources: {'Network': ['ID=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:56.994936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5552995-e4a5-4858-ad33-1097356799fd req-7a0f746e-6365-423a-ba0e-204e0a34e1e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:57.004194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5552995-e4a5-4858-ad33-1097356799fd req-7a0f746e-6365-423a-ba0e-204e0a34e1e3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.2333024
Apr 02 20:57:57.006513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:57:57.021812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-d314e757-361c-4098-9178-294120b06653 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:57.022835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-d314e757-361c-4098-9178-294120b06653 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports/f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 940 time: 0.1507308
Apr 02 20:57:57.042292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-61231f24-3220-4907-be44-a0211f40cc4a service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7877240
Apr 02 20:57:57.081807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:57:57.140226 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5552995-e4a5-4858-ad33-1097356799fd req-098219db-c4c3-443b-99e5-f01b24673596 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327550
Apr 02 20:57:57.223942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b68ba9be-7eae-477e-9df5-8f135014334f req-403b1fe1-ea39-4f4f-8474-f8ac8e07f1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720965
Apr 02 20:57:57.259155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-091a0171-8bdf-4f6a-b2d1-21afaa1817b5 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:57.260976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-091a0171-8bdf-4f6a-b2d1-21afaa1817b5 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.8654783
Apr 02 20:57:57.279727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-f4286753-9926-475c-804a-fe11ebfb49db tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/quotas/a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 375 time: 0.0127299
Apr 02 20:57:57.369694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-cbbaf247-509b-4116-9081-0051b28f3044 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0833695
Apr 02 20:57:57.656194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455eb4c0>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:57:52Z', 'revision_number': 2, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:57:57.707012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-0870aa2f-8d0f-4442-b655-ef5aa5d876e2 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3298628
Apr 02 20:57:57.749997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:57:57.753430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Updating router 0232a572-cd66-427b-970f-b905c6abf908 port 8fc5e143-fd61-4e10-aceb-0007b525adde binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:57:57.793434 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:57.853044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-4003f215-ee40-4f3b-8cec-cc8cf01dfbee service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375120
Apr 02 20:57:57.913915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:58.035931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (beadd43f-c947-4903-806c-8155b51418d1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.276165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 2249859f-5022-4c72-a7ee-251258b261cb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:57:58.278449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beadd43f-c947-4903-806c-8155b51418d1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:58.284097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2249859f-5022-4c72-a7ee-251258b261cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:58.284506 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2249859f-5022-4c72-a7ee-251258b261cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.309600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929a92-297f-4e65-8d6e-d809520412ba req-83c355e3-1a39-4685-82f2-3007de7f6587 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:58.317162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b929a92-297f-4e65-8d6e-d809520412ba req-83c355e3-1a39-4685-82f2-3007de7f6587 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 949 time: 0.4796960
Apr 02 20:57:58.332186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Checking segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:57:58.332571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Network hostable DHCP agents. Network: 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:57:58.505819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:57:58.544934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b929a92-297f-4e65-8d6e-d809520412ba req-19eb95a7-63d2-4fc2-8bc9-ebb1ba0c24cd tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093315
Apr 02 20:57:58.546185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:57:58.553169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:58.553727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.599125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-98f4734d-e4a4-4eee-a752-f4ca105b0776 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6859038
Apr 02 20:57:58.599349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33242) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:58.603836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:58.605461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae17c89-8248-494c-b8a4-7111932ec850 None None] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:57:58.664555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f425f76a-d496-43ca-878f-34dee0937d47), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.666620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f425f76a-d496-43ca-878f-34dee0937d47), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.780889 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks [] for router_controller (f425f76a-d496-43ca-878f-34dee0937d47), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.853013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:57:58.961147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:57:58.961863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:58.963899 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.072663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks [] for router_gateway (f425f76a-d496-43ca-878f-34dee0937d47), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.122053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-fc48d265-6604-4201-990e-b0d4f6b3d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:59.126473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-fc48d265-6604-4201-990e-b0d4f6b3d769 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11&tenant_id=99e28f04f7dd4777891efe100377f141 HTTP/1.1" status: 200  len: 1125 time: 0.2467716
Apr 02 20:57:59.185662 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Publish callbacks [] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.260982 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.264179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:57:59.266679 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1290f31-ce61-4e7a-9a72-207492913c33" -d '{"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-plugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:57:59.316902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:57:59.329804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-399d9cb3-af1f-43f5-83de-4311f228ce15 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:59.339155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-399d9cb3-af1f-43f5-83de-4311f228ce15 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 820 time: 0.3650386
Apr 02 20:57:59.348910 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.382212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:57:59.382980 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.476681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f44f73-5d3b-4eed-89b6-8bf879158c40 None None] Pushing event updated for resources: {'Port': ['ID=8fc5e143-fd61-4e10-aceb-0007b525adde,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:57:59.500018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33270) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:57:59.528794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-59b23769-b30b-4379-9690-080f6e3dbadc tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/quotas/d0e22715a8e849e0871b68d772ed29fd HTTP/1.1" status: 200  len: 375 time: 0.1881576
Apr 02 20:57:59.544595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-cd52c4cd-be33-40a5-ae74-b445755813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:59.546089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-cd52c4cd-be33-40a5-ae74-b445755813e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1125 time: 0.3142133
Apr 02 20:57:59.560441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-13be7a64-2f4e-47b4-abe0-babde0192ac2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:59.562077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-13be7a64-2f4e-47b4-abe0-babde0192ac2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24&tenant_id=bf81401733804432b781dd367ab7bd82&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.3314433
Apr 02 20:57:59.645350 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:57:59.688049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802e24b-93b0-4abf-a23d-0adaa96f30a5 req-021b6aac-8ce9-4ef5-aeaf-abbcdbfb174b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:59.697683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b802e24b-93b0-4abf-a23d-0adaa96f30a5 req-021b6aac-8ce9-4ef5-aeaf-abbcdbfb174b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.4259439
Apr 02 20:57:59.725132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks [] for router_gateway (f425f76a-d496-43ca-878f-34dee0937d47), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.758474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.759103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-6d5ec568-7f0d-4c36-a208-3fa6e97a1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:57:59.760901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-6d5ec568-7f0d-4c36-a208-3fa6e97a1195 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 915 time: 0.1948469
Apr 02 20:57:59.773908 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.822719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b802e24b-93b0-4abf-a23d-0adaa96f30a5 req-eb113425-b1fe-4f44-92df-46a0132c5476 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235332
Apr 02 20:57:59.841356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-59157647', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:57:59.847275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-056c69ae-fd3d-4783-a902-8b6667e57691 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 217 time: 0.0715120
Apr 02 20:57:59.859716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-4a83e509-5804-4608-9e51-431eac2fe34a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3179343
Apr 02 20:57:59.903808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Allocated IP 172.20.0.2 (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29/beadd43f-c947-4903-806c-8155b51418d1/6daaeede-cf85-4cd2-a3fd-1023ac2e6225) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:59.913545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-b689029d-1c54-4726-bb2c-7f95b7914010 service neutron] 10.222.0.21 "GET /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.3367932
Apr 02 20:57:59.938813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 621024d2-1ce8-42c3-9e0b-779d93467380 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:57:59.955733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Made reservation on behalf of 7f6d535ec9854bc98190f90ca1715ca9 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:57:59.957953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.964850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Allocated IP 172.35.4.10 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/cccf293c-5fa2-4588-a276-84c9f9b42352) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:57:59.982311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 621024d2-1ce8-42c3-9e0b-779d93467380 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:57:59.982719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:57:59.997324 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.032399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Attempting to bind port 8fc5e143-fd61-4e10-aceb-0007b525adde on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:00.032790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Attempting to bind port 8fc5e143-fd61-4e10-aceb-0007b525adde by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:00.033362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Attempting to bind port 8fc5e143-fd61-4e10-aceb-0007b525adde on network 58fa3672-fa03-4f54-a24a-d36533b2e021 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:00.051074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-388c139b-2f75-4af9-a4e2-55f7be27496d req-7fcd76e3-734f-4418-84ee-ae47702ee2a0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 210 time: 0.0502648
Apr 02 20:58:00.089330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-61c17ca3-4eb7-4ce5-a25e-9eb35837a05f None None] Provisioning complete for port 8fc5e143-fd61-4e10-aceb-0007b525adde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:00.090194 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61c17ca3-4eb7-4ce5-a25e-9eb35837a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.133157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-7920df57-c590-4a67-a67c-bf6fa817a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:00.134705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-7920df57-c590-4a67-a67c-bf6fa817a636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.2716935
Apr 02 20:58:00.146194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-61c17ca3-4eb7-4ce5-a25e-9eb35837a05f None None] Port 8fc5e143-fd61-4e10-aceb-0007b525adde cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:00.147812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:00.165334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:00.165705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Checking segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:00.166299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.166843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Bound using segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:00.167486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Bound port: 8fc5e143-fd61-4e10-aceb-0007b525adde, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:00.168110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.204564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-77ee342d-44f2-458c-be8a-b5242abed33f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481257
Apr 02 20:58:00.256752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-4177f464-89c4-4944-95ef-3f9976534256 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3791401
Apr 02 20:58:00.294018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks [] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.337065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-3f196462-a12d-4bd4-9d3d-d11041997106 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:00.338651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-3f196462-a12d-4bd4-9d3d-d11041997106 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.2344091
Apr 02 20:58:00.347366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-c5f6f74b-c090-4c56-a76a-9fe8cc24a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:00.348372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f726443-0554-4ba1-864f-5374988ee6d3 req-1567f4c2-5bf0-4f93-afc6-0a5b21ae5478 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:00.348941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-c5f6f74b-c090-4c56-a76a-9fe8cc24a346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1131 time: 0.3635182
Apr 02 20:58:00.349965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f726443-0554-4ba1-864f-5374988ee6d3 req-1567f4c2-5bf0-4f93-afc6-0a5b21ae5478 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.1965461
Apr 02 20:58:00.351272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:00.351704 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.357690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] For port 8fc5e143-fd61-4e10-aceb-0007b525adde, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:00.359585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Request body: {'port': {'device_id': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'admin_state_up': True, 'tenant_id': 'a1a3f8d3d3e94b31ab9aa73d8905b12a'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:00.400589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] For port 8fc5e143-fd61-4e10-aceb-0007b525adde, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fc5e143-fd61-4e10-aceb-0007b525adde,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:00.415575 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Publish callbacks [] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.428282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.430981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.433967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:00.465172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.474142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.474603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2331c06a-ee7d-4041-8052-210fa1ebd75e up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:00.522788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:00.525760 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-c04ed121-5148-4d55-a0d3-799db8b84c33 service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059874
Apr 02 20:58:00.532430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:00.533127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for security_group (2c8cda21-377b-472c-9613-be1c3138dc82), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.535794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:00.566092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:00.566729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455eb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:00.572596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f44f73-5d3b-4eed-89b6-8bf879158c40 None None] Pushing event updated for resources: {'Port': ['ID=8fc5e143-fd61-4e10-aceb-0007b525adde,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:00.588831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2c8cda21-377b-472c-9613-be1c3138dc82), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.590740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:00.600170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] device_id is not set on port 50c2f299-9e5e-41f6-80b5-f12bf54942fc yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 20:58:00.615354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:00.622418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:00.677472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Made reservation on behalf of a1a3f8d3d3e94b31ab9aa73d8905b12a for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:00.680727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.711778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f726443-0554-4ba1-864f-5374988ee6d3 req-ce90e5a3-74eb-4f1f-8c9d-8aba727ff781 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3413198
Apr 02 20:58:00.737415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Pushing event updated for resources: {'Port': ['ID=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:00.760971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6583ee3-53b4-49b3-abf0-359abbd05382 req-85f60422-866a-439a-8c36-e3f2a1a4fd83 service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177982
Apr 02 20:58:00.762742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-e1cdbaa2-efc5-4845-a936-9fea6a107c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:00.775921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Pushing event updated for resources: {'Port': ['ID=cccf293c-5fa2-4588-a276-84c9f9b42352,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:00.777156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-e1cdbaa2-efc5-4845-a936-9fea6a107c73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.4175632
Apr 02 20:58:00.779849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8cda21-377b-472c-9613-be1c3138dc82,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:00.785653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Attempting to bind port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:00.786370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Attempting to bind port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:00.786746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Attempting to bind port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:00.796906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-5b7e35b9-558c-42e6-8d1b-af561379a668 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5257483
Apr 02 20:58:00.806691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 2331c06a-ee7d-4041-8052-210fa1ebd75e completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:00.823741 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f82a5-dea1-4a61-a788-21bef839cf2e x-openstack-request-id: req-e24f82a5-dea1-4a61-a788-21bef839cf2e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:00.824027 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-plugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:00.824320 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e24f82a5-dea1-4a61-a788-21bef839cf2e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:00.826201 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24f82a5-dea1-4a61-a788-21bef839cf2e'] response: {'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'code': 200}
Apr 02 20:58:00.830565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:00.830922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Checking segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:00.831324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.831715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Bound using segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:00.832328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Bound port: 6daaeede-cf85-4cd2-a3fd-1023ac2e6225, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:00.832962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.851349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2331c06a-ee7d-4041-8052-210fa1ebd75e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:00.851992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.890999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-acb778f3-c3f9-40a5-aedd-221bba436d7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.1000397
Apr 02 20:58:00.900750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] Provisioning complete for port 8fc5e143-fd61-4e10-aceb-0007b525adde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:00.901322 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:00.941409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:01.003648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:01.082624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffac9-f5ab-4825-932d-2cc2026a969e req-09ad641f-3473-4520-9ff5-d40e059d4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:01.085730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-744ffac9-f5ab-4825-932d-2cc2026a969e req-09ad641f-3473-4520-9ff5-d40e059d4534 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1132 time: 0.1617949
Apr 02 20:58:01.178155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-744ffac9-f5ab-4825-932d-2cc2026a969e req-775385bd-972a-446e-9296-8ccfbd1b6b9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830207
Apr 02 20:58:01.179632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-e6d62992-ea18-44a1-b442-0a7a36d9ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:01.181117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-e6d62992-ea18-44a1-b442-0a7a36d9ade9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2584569
Apr 02 20:58:01.255587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Allocated IP 172.35.4.94 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/50c2f299-9e5e-41f6-80b5-f12bf54942fc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:01.259608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-2c04ab25-1b14-4985-b8de-9302a41466d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:01.261792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-2c04ab25-1b14-4985-b8de-9302a41466d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0738192
Apr 02 20:58:01.452438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154d55-86db-49df-9ad3-ca8cc33a2441 req-26d8f7f4-b672-4c39-9b44-94c363b802ec tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:01.461313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21154d55-86db-49df-9ad3-ca8cc33a2441 req-26d8f7f4-b672-4c39-9b44-94c363b802ec tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.1955349
Apr 02 20:58:01.464203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0c059-be48-4099-8a34-2940059c9993 req-05073f79-9aac-445b-8888-9c21fd9befb3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:01.466331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78a0c059-be48-4099-8a34-2940059c9993 req-05073f79-9aac-445b-8888-9c21fd9befb3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 949 time: 0.4284494
Apr 02 20:58:01.513326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] For port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:01.536361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21154d55-86db-49df-9ad3-ca8cc33a2441 req-2612c619-cd0b-4e2f-8111-a2bacf33922d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720394
Apr 02 20:58:01.556050 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78a0c059-be48-4099-8a34-2940059c9993 req-770f899e-84c7-4177-9266-a4d35ae7a72f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730937
Apr 02 20:58:01.556771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks [] for router_gateway (f425f76a-d496-43ca-878f-34dee0937d47), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:01.559237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Allocated IP 172.20.0.4 (eb9b7612-59b4-4022-aa4f-4de8d7979f06/f70c7555-2700-4639-9eab-ec56f63de608/7f987878-99ad-40c2-b531-b8c74a1c3c64) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:01.635408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-3b08140c-1b73-4965-b40a-bbd03626c70d service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3622530
Apr 02 20:58:01.663700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-550a3cfe-6aeb-4444-96e0-eb5801aa6ce2 req-4c101894-7d37-40a2-8784-439094da46cc tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 210 time: 0.0519304
Apr 02 20:58:01.734575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] For port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:01.790927 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:01.848414 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for port (50c2f299-9e5e-41f6-80b5-f12bf54942fc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:01.865654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-60a3c62c-e56f-4c67-99da-b77008ad1578 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123473
Apr 02 20:58:01.868682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3267c506-c886-4512-bd6d-11d857e503af req-cafa4214-907d-4c4f-9724-c4c9ecaf3cc4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 210 time: 0.0572481
Apr 02 20:58:01.941801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (50c2f299-9e5e-41f6-80b5-f12bf54942fc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:01.951412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2331c06a-ee7d-4041-8052-210fa1ebd75e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:01.951941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:01.954264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] Current status of the port 8fc5e143-fd61-4e10-aceb-0007b525adde is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:01.954639 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.063029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:02.071773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:02.076311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:02.079504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Pushing event updated for resources: {'Port': ['ID=50c2f299-9e5e-41f6-80b5-f12bf54942fc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:02.098546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2331c06a-ee7d-4041-8052-210fa1ebd75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:02.116842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.139175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:02.139808 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.176963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-826fe9f3-054c-47a5-8c11-25c85b1247e2 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.6692216
Apr 02 20:58:02.180399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33350) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:02.186484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.94'}]}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:02.217630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3043d-d1ab-4cda-886c-197a34640a68 None None] Pushing event updated for resources: {'Port': ['ID=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:02.218813 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.220402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.228604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] For port 8fc5e143-fd61-4e10-aceb-0007b525adde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fc5e143-fd61-4e10-aceb-0007b525adde,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:02.272574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455eb4c0>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:00Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:02.281094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.340133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa4c16-82e4-4129-bdff-12aa2d6d6315 None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:00Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:58:02.402273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2331c06a-ee7d-4041-8052-210fa1ebd75e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:02.407234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for router_controller (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.496724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks [] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.508812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddc7cf-f213-4b73-bfde-d17301fce5ea req-809c86af-e77e-4552-a74d-1ab76991bfcb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:02.519230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23ddc7cf-f213-4b73-bfde-d17301fce5ea req-809c86af-e77e-4552-a74d-1ab76991bfcb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.5057204
Apr 02 20:58:02.559225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f425f76a-d496-43ca-878f-34dee0937d47), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.567940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c56bd-25df-45a2-b496-fc348df74cc1 None None] Pushing event updated for resources: {'Port': ['ID=8fc5e143-fd61-4e10-aceb-0007b525adde,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:02.760713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23ddc7cf-f213-4b73-bfde-d17301fce5ea req-5a8ea85d-0f3f-4efe-a8c5-595cc8f19541 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362695
Apr 02 20:58:02.781644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for router_gateway (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:02.827511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}, {'server_uuid': 'be683205-2b54-4939-9129-7bb9eebeb181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2331c06a-ee7d-4041-8052-210fa1ebd75e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:02.830621 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb51163-90cd-4cc1-b972-86270942fb68" -d '{"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-plugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}, {"server_uuid": "be683205-2b54-4939-9129-7bb9eebeb181", "name": "network-vif-plugged", "status": "completed", "tag": "2331c06a-ee7d-4041-8052-210fa1ebd75e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:02.865089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:03.006283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:03.137133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:03.150045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:03.154736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:03.204384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for router_gateway (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:03.249271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:03.291122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3de57c-93c1-45ff-9c9c-91c6e279856f req-2511f224-5d83-453d-ae79-5e0d5f06d62a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:03.299235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec3de57c-93c1-45ff-9c9c-91c6e279856f req-2511f224-5d83-453d-ae79-5e0d5f06d62a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.2957449
Apr 02 20:58:03.390788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:03.391469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:03.460930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-2847959d-23e4-44f2-89e9-fafcd12161e3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1083574
Apr 02 20:58:03.519861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Request body: {'port': {'device_id': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:03.592484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Router f425f76a-d496-43ca-878f-34dee0937d47 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:58:03.650590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec3de57c-93c1-45ff-9c9c-91c6e279856f req-ac566782-c8f8-4266-b248-25f9e5bb42e0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3503828
Apr 02 20:58:03.694626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8fc5e143-fd61-4e10-aceb-0007b525adde up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:03.849746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8fc5e143-fd61-4e10-aceb-0007b525adde triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:03.850856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:03.915978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:58:04.232739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8fc5e143-fd61-4e10-aceb-0007b525adde is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:04.235539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:04.306391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b59216-1adb-4e35-b062-39487d803da7 None None] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:58:04.313480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2faa1981-89af-49a0-9dd1-17e23172df4b is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:04.313958 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:04.525775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:04.528740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:58:04.537443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] Provisioning complete for port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:04.538005 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:04.544190 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:58:04.571625 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:04.574339 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462a0ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:04.579548 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:04.603779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:04.620268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-26e39578-2f3b-44c0-a531-b98bdec608fa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.0197599
Apr 02 20:58:04.631104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33390) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:04.687183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:04.707603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bce37027-b63e-40f4-96de-2e126f6c16d2 req-612c190a-33c0-48d3-9224-fae2aaf89fc9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 210 time: 0.1371996
Apr 02 20:58:04.867733 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:04.875365 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ac4ab-31ef-434d-966d-57b8e8a292c9 x-openstack-request-id: req-dd4ac4ab-31ef-434d-966d-57b8e8a292c9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:04.878136 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-plugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "code": 200}, {"server_uuid": "be683205-2b54-4939-9129-7bb9eebeb181", "name": "network-vif-plugged", "status": "completed", "tag": "2331c06a-ee7d-4041-8052-210fa1ebd75e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:04.880374 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd4ac4ab-31ef-434d-966d-57b8e8a292c9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:04.880959 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4ac4ab-31ef-434d-966d-57b8e8a292c9'] response: {'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'code': 200}
Apr 02 20:58:04.885082 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4ac4ab-31ef-434d-966d-57b8e8a292c9'] response: {'server_uuid': 'be683205-2b54-4939-9129-7bb9eebeb181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2331c06a-ee7d-4041-8052-210fa1ebd75e', 'code': 200}
Apr 02 20:58:04.912538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:04.912938 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:04.991266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:05.026377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06edc-bd39-463e-8125-228c4a3672d8 req-01b28431-d2b5-4a43-abc8-766dbc2e32e2 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:05.045064 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c06edc-bd39-463e-8125-228c4a3672d8 req-01b28431-d2b5-4a43-abc8-766dbc2e32e2 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 950 time: 1.7688541
Apr 02 20:58:05.086434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] Current status of the port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:05.087162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.167653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] For port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:05.232797 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462a0ee0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:01Z', 'revision_number': 3, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:05.245502 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.267095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:05.319123 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:58:05.319389 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Updating router f425f76a-d496-43ca-878f-34dee0937d47 port cccf293c-5fa2-4588-a276-84c9f9b42352 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:58:05.325007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d251f-cd9b-40d2-9579-a793553e12a9 None None] Pushing event updated for resources: {'Port': ['ID=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:05.338052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-e0f88e82-cf25-4f0e-b417-b5fb847879c6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:05.339603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-e0f88e82-cf25-4f0e-b417-b5fb847879c6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 820 time: 1.8867371
Apr 02 20:58:05.397212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f987878-99ad-40c2-b531-b8c74a1c3c64 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:05.404518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c06edc-bd39-463e-8125-228c4a3672d8 req-dded9500-de93-4de4-9e45-5dd295742d2b tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3546343
Apr 02 20:58:05.405147 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.421185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'port': {'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'admin_state_up': True, 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:05.424442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Publish callbacks [] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.439801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c14c9-9873-4d71-a02e-a0717da95dbe req-a1752dc8-3cb5-446d-8824-00da7d7517c6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:05.441506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa7c14c9-9873-4d71-a02e-a0717da95dbe req-a1752dc8-3cb5-446d-8824-00da7d7517c6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 931 time: 0.4487846
Apr 02 20:58:05.462150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Transition to ACTIVE for port object 7f987878-99ad-40c2-b531-b8c74a1c3c64 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:05.474627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.546235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:05.574940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa7c14c9-9873-4d71-a02e-a0717da95dbe req-3386da56-82a7-4105-ae57-e86132b42a48 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246920
Apr 02 20:58:05.620052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:05.772631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-29145828-0869-4d45-87c8-b77f2be78604 None None] Provisioning complete for port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:05.773020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-29145828-0869-4d45-87c8-b77f2be78604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.792914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:05.793298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:05.793623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:05.822533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:05.822908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:05.836692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:05.837054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:05.837422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:05.840740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Bound port: 7f987878-99ad-40c2-b531-b8c74a1c3c64, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:05.841779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.853727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-3238c97e-9bed-4aee-8f10-5b74b10540d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:05.855464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-3238c97e-9bed-4aee-8f10-5b74b10540d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24&tenant_id=bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 1132 time: 1.0686505
Apr 02 20:58:05.871715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:05.892872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Made reservation on behalf of d0e22715a8e849e0871b68d772ed29fd for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:05.896616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.903629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:05.904125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:05.916809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for router (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.070795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0d61b-e3a9-4fe1-a6e7-e15ce536e815 req-44f714c5-1208-46f0-9b18-f9d45ca80af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:06.072336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1d0d61b-e3a9-4fe1-a6e7-e15ce536e815 req-44f714c5-1208-46f0-9b18-f9d45ca80af8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 1132 time: 0.7290835
Apr 02 20:58:06.076153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-29145828-0869-4d45-87c8-b77f2be78604 None None] Current status of the port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:06.126612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:06.196986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:06.202690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:06.245040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb2574-d84b-4c27-820b-088d94eb612a req-6e6635f8-4655-48e7-a7f9-5a2aa61de8d8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:06.257258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9afb2574-d84b-4c27-820b-088d94eb612a req-6e6635f8-4655-48e7-a7f9-5a2aa61de8d8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 950 time: 0.4463689
Apr 02 20:58:06.259443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.279975 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Publish callbacks [] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.291049 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.320650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.327986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks [] for router_controller (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.387273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:06.388424 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.390690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] 10.222.0.21 "PUT /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 1091 time: 2.9008181
Apr 02 20:58:06.395041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:06.399770 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a32c24-ed71-4d41-b138-521f439818ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:06.400843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.422881 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e32a2-8d96-4aee-a344-e338de0cace3 None None] Pushing event updated for resources: {'Port': ['ID=cccf293c-5fa2-4588-a276-84c9f9b42352,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:06.464559 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Attempting to bind port cccf293c-5fa2-4588-a276-84c9f9b42352 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:06.464559 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Attempting to bind port cccf293c-5fa2-4588-a276-84c9f9b42352 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:06.464559 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Attempting to bind port cccf293c-5fa2-4588-a276-84c9f9b42352 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:06.481226 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:06.482067 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:06.482730 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.483254 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:06.484676 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Bound port: cccf293c-5fa2-4588-a276-84c9f9b42352, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:06.485099 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.505087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9afb2574-d84b-4c27-820b-088d94eb612a req-70866070-1252-4f89-87c6-fb4c85929fb7 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297270
Apr 02 20:58:06.580638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218176-7ecc-4e3c-b5c5-f292bf99e14f service neutron] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:06.584552 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] For port cccf293c-5fa2-4588-a276-84c9f9b42352, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:06.591123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.591656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 256c2e5b-5fcb-4f90-8632-8c2abbb1e3b6 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:58:06.593015 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] For port cccf293c-5fa2-4588-a276-84c9f9b42352, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cccf293c-5fa2-4588-a276-84c9f9b42352,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:06.605743 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:06.629657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1d0d61b-e3a9-4fe1-a6e7-e15ce536e815 req-224a6558-7841-4825-8dc0-8677ae46ab24 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4776251
Apr 02 20:58:06.714495 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:06.715454 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462a0ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:06.761751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697c8e-64a6-4a27-8c9b-1e334ae04991 req-db0f7c6f-f828-47e2-a4eb-536e264726a4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:06.764045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-14b91bf6-f90a-4744-a18e-df2098a76f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:06.765692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-14b91bf6-f90a-4744-a18e-df2098a76f6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1125 time: 0.2573550
Apr 02 20:58:06.768300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1ca0300-f4b6-44b6-b85f-408b6b35955f req-735cfb3a-68c4-4811-9685-0845c6905700 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 210 time: 0.1013610
Apr 02 20:58:06.784737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75697c8e-64a6-4a27-8c9b-1e334ae04991 req-db0f7c6f-f828-47e2-a4eb-536e264726a4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.7087669
Apr 02 20:58:06.796805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e32a2-8d96-4aee-a344-e338de0cace3 None None] Pushing event updated for resources: {'Port': ['ID=cccf293c-5fa2-4588-a276-84c9f9b42352,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:06.857957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:58:06.870378 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 02 20:58:06.871610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ef2c498-6c75-4a5a-af78-59fdffe8b2e5 tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 4.6899579
Apr 02 20:58:06.874505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33416) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:06.935779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:06.938325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:06.941368 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b07b0d-9a8c-4287-89cd-b38eb3ce43aa" -d '{"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-unplugged", "status": "completed", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:06.960097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Allocated IP 172.20.0.10 (58fa3672-fa03-4f54-a24a-d36533b2e021/f05bdb14-b935-4c17-b744-7991c36f4536/8ccfbe04-805d-49bd-88f1-b591034caed3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:07.059736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:07.060384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:07.098521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-1196ecff-af8c-437c-98d0-4330a2fa0c96 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:07.108663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-1196ecff-af8c-437c-98d0-4330a2fa0c96 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.1724222
Apr 02 20:58:07.121090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75697c8e-64a6-4a27-8c9b-1e334ae04991 req-43f7f958-1bc9-40a5-8b7a-52e3d03a974e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350427
Apr 02 20:58:07.176009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-ec8c689a-c3dd-439a-bb56-4f05f5c19497 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/quotas/784e9ed7207a4d9e970e3d496574e6d1 HTTP/1.1" status: 200  len: 375 time: 0.0662088
Apr 02 20:58:07.235702 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb630970-b3bb-41a3-aa5a-d68975e14235 x-openstack-request-id: req-eb630970-b3bb-41a3-aa5a-d68975e14235 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:07.235989 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:07.236246 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb630970-b3bb-41a3-aa5a-d68975e14235 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:07.236907 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb630970-b3bb-41a3-aa5a-d68975e14235'] response: {'name': 'network-changed', 'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'status': 'completed', 'code': 200}
Apr 02 20:58:07.293569 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-ffa8cd12-4adb-4785-97bd-0d77085fbb0a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1164980
Apr 02 20:58:07.343732 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462a0ee0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:01Z', 'revision_number': 3, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:07.370945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Deleting port 50c2f299-9e5e-41f6-80b5-f12bf54942fc {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:58:07.371288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (50c2f299-9e5e-41f6-80b5-f12bf54942fc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:07.381677 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c412cd-2954-4f03-a94e-d5c2b8e83872 None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:01Z', 'revision_number': 3, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:58:07.506008 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:07.533909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-03837bfd-366b-405f-8b64-d87ff4f9f57e service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387762
Apr 02 20:58:07.550411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:07.572050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:07.614648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118c0e0-cc42-4c67-b1b9-3cef4586337c req-575301c1-8301-4de4-b0fe-d18d7be0ba30 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:07.616314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3118c0e0-cc42-4c67-b1b9-3cef4586337c req-575301c1-8301-4de4-b0fe-d18d7be0ba30 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 950 time: 0.3513963
Apr 02 20:58:07.671394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:07.727372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:07.781909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-6b760238-80fb-4245-aa99-d262980607ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 217 time: 0.0797672
Apr 02 20:58:07.834984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:07.903925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (50c2f299-9e5e-41f6-80b5-f12bf54942fc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:07.935336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:07.948034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:07.957473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-75404a03-5262-4877-8dbb-3e605c0aad68 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:07.959000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-75404a03-5262-4877-8dbb-3e605c0aad68 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea0ad92-ff3e-49af-b783-93700d77d500 HTTP/1.1" status: 200  len: 944 time: 0.3186255
Apr 02 20:58:07.961513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:07.974945 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189eea55-091e-418b-b49b-f2f736724193" -d '{"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-unplugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:07.983924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event updated for resources: {'Port': ['ID=8ccfbe04-805d-49bd-88f1-b591034caed3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:08.011274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Publish callbacks [] for port (621024d2-1ce8-42c3-9e0b-779d93467380), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:08.011728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Calling delete_port for 50c2f299-9e5e-41f6-80b5-f12bf54942fc owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:58:08.024212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3118c0e0-cc42-4c67-b1b9-3cef4586337c req-6cd47351-0aa0-4651-a601-c84324653c4e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3967030
Apr 02 20:58:08.065953 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-d52f134b-3b2f-4505-ac6b-3d44b39ce026 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5309968
Apr 02 20:58:08.119007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Transition to ACTIVE for port object 621024d2-1ce8-42c3-9e0b-779d93467380 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:08.138480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:08.274438 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 20:58:08.275065 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 20:58:08.470383 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf79d15-5d1c-4085-84ae-cf521bf4294a x-openstack-request-id: req-6bf79d15-5d1c-4085-84ae-cf521bf4294a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:08.472720 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-unplugged", "status": "completed", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:08.472859 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bf79d15-5d1c-4085-84ae-cf521bf4294a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:08.473272 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf79d15-5d1c-4085-84ae-cf521bf4294a'] response: {'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'code': 200}
Apr 02 20:58:08.497072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a5ede5cc-86bd-419c-89e1-707aaa84bc9c None None] Provisioning complete for port 8ccfbe04-805d-49bd-88f1-b591034caed3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:08.505130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a5ede5cc-86bd-419c-89e1-707aaa84bc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:08.577455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:08.598937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:08.619564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a5ede5cc-86bd-419c-89e1-707aaa84bc9c None None] Port 8ccfbe04-805d-49bd-88f1-b591034caed3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:08.663737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-6b52f9d2-596e-4310-a576-1a5e54916e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:08.665877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-6b52f9d2-596e-4310-a576-1a5e54916e94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.7582781
Apr 02 20:58:08.694809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] No DVR routers for this DVR port 621024d2-1ce8-42c3-9e0b-779d93467380 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:58:08.830298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Allocated IP 172.20.0.1 (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29/beadd43f-c947-4903-806c-8155b51418d1/e81d1f40-903c-4aea-a248-c6a5e294193d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:08.841713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:08.854097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-b1a816a9-202e-4c4f-826d-0fdf7d961162 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4512672
Apr 02 20:58:08.858180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:08.880968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-96e29825-d674-4360-92ac-30208492bbe1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1755023
Apr 02 20:58:08.887622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Request body: {'port': {'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:08.930592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:08.930931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:08.931261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:08.945910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778db43-c3db-4e29-9e80-9fc415bca44f req-4e8d8e5f-ca9e-45ac-a787-172bed38bebf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:08.953247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1778db43-c3db-4e29-9e80-9fc415bca44f req-4e8d8e5f-ca9e-45ac-a787-172bed38bebf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.6317222
Apr 02 20:58:08.999640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:09.000049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Attempting to bind port 621024d2-1ce8-42c3-9e0b-779d93467380 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:09.027233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:09.027678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:09.027968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:09.028420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Bound port: 621024d2-1ce8-42c3-9e0b-779d93467380, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:09.029066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.050081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Deleting port 2faa1981-89af-49a0-9dd1-17e23172df4b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:58:09.050081 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.190029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc6538-9548-4304-9898-f6429c29d9e1 req-9f24699d-657f-4379-8590-20fe20f7250f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:09.191714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ebc6538-9548-4304-9898-f6429c29d9e1 req-9f24699d-657f-4379-8590-20fe20f7250f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.6245813
Apr 02 20:58:09.328608 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (50c2f299-9e5e-41f6-80b5-f12bf54942fc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.422398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Pushing event deleted for resources: {'Port': ['ID=50c2f299-9e5e-41f6-80b5-f12bf54942fc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:09.472666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ebc6538-9548-4304-9898-f6429c29d9e1 req-3ce858ba-326a-4ef8-86f8-5d38b42e876b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338092
Apr 02 20:58:09.515899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] For port 2faa1981-89af-49a0-9dd1-17e23172df4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2faa1981-89af-49a0-9dd1-17e23172df4b,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:09.516260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.536587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-e182a2ae-2495-4442-8a03-10347756cdbc service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6430638
Apr 02 20:58:09.619573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.626524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9c1dcae-16eb-4196-ab52-bb0505d2d53a tempest-RoutersAdminNegativeIpV6Test-509494435 tempest-RoutersAdminNegativeIpV6Test-509494435-project-admin] 10.222.0.18 "DELETE /v2.0/ports/50c2f299-9e5e-41f6-80b5-f12bf54942fc HTTP/1.1" status: 204  len: 168 time: 2.7464998
Apr 02 20:58:09.626524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Calling delete_port for 2faa1981-89af-49a0-9dd1-17e23172df4b owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:58:09.641355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1778db43-c3db-4e29-9e80-9fc415bca44f req-b5176adb-0b57-446c-a6fb-9f56d26efc7d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6871114
Apr 02 20:58:09.701865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cccf293c-5fa2-4588-a276-84c9f9b42352 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:09.767399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.885043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cccf293c-5fa2-4588-a276-84c9f9b42352 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:09.886766 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:09.902094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-491d1ab5-2238-4fa7-a18f-7c8f21551ef7 req-b2a79d66-19b5-4bdc-baca-41756add0339 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3060317
Apr 02 20:58:09.929450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cd3b8-0627-4912-b877-391b8e34069c req-8e5a8a0f-a9ec-4bde-9f62-4798855f7664 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:09.932328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-394cd3b8-0627-4912-b877-391b8e34069c req-8e5a8a0f-a9ec-4bde-9f62-4798855f7664 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 932 time: 0.1765783
Apr 02 20:58:10.033177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cccf293c-5fa2-4588-a276-84c9f9b42352 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:10.034455 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.067775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port cccf293c-5fa2-4588-a276-84c9f9b42352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cccf293c-5fa2-4588-a276-84c9f9b42352,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:10.097242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.160738 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-394cd3b8-0627-4912-b877-391b8e34069c req-c5760181-c051-4106-b5ac-f80981b1314b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217751
Apr 02 20:58:10.193063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=cccf293c-5fa2-4588-a276-84c9f9b42352,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:10.196528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2faa1981-89af-49a0-9dd1-17e23172df4b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.226941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32c24-ed71-4d41-b138-521f439818ab req-f1103cbc-eccb-488e-bd1a-c7a0225f279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:10.230021 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83067417-f9b9-4c30-8325-e021ae0a2e3a x-openstack-request-id: req-83067417-f9b9-4c30-8325-e021ae0a2e3a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:10.230950 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-unplugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:10.231368 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83067417-f9b9-4c30-8325-e021ae0a2e3a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:10.232297 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83067417-f9b9-4c30-8325-e021ae0a2e3a'] response: {'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'code': 200}
Apr 02 20:58:10.239659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-f1103cbc-eccb-488e-bd1a-c7a0225f279d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1125 time: 0.2750344
Apr 02 20:58:10.337787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event deleted for resources: {'Port': ['ID=2faa1981-89af-49a0-9dd1-17e23172df4b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:10.399389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33444) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:10.466854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd88e4ed-e4b4-46cf-aaea-97fe31e76db0 req-c5c94626-0599-4faa-bd44-5c3c8871dc06 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 210 time: 0.1511619
Apr 02 20:58:10.509658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] No DVR routers for this DVR port 2faa1981-89af-49a0-9dd1-17e23172df4b on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:58:10.519085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.528497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-93eb7797-7b9f-4cb3-8554-da0e81e11a8a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:10.529646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-93eb7797-7b9f-4cb3-8554-da0e81e11a8a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.2918241
Apr 02 20:58:10.537572 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96ad72b3-a245-40c4-a2ac-9d7609552fe4 req-68b760d5-e7f5-4c59-8a7b-d79215652302 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.15 "DELETE /v2.0/ports/2faa1981-89af-49a0-9dd1-17e23172df4b HTTP/1.1" status: 204  len: 173 time: 2.5220327
Apr 02 20:58:10.582377 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks [] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.630229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-deleted', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:10.632730 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6360ce-ceaa-424f-b9c6-c315bc3aa172" -d '{"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-deleted", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:10.698810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32c24-ed71-4d41-b138-521f439818ab req-965b620e-3df3-4264-9041-746619812ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:10.700265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-965b620e-3df3-4264-9041-746619812ff5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.3922384
Apr 02 20:58:10.743618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6c2a2-d142-4b49-ae7d-a984d2313ed9 req-1bb15a7c-669b-4a1f-a722-1661d8c0bc0a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:10.753429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5d6c2a2-d142-4b49-ae7d-a984d2313ed9 req-1bb15a7c-669b-4a1f-a722-1661d8c0bc0a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 950 time: 0.1172523
Apr 02 20:58:10.754508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Request body: {'port': {'device_id': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'admin_state_up': True, 'tenant_id': '784e9ed7207a4d9e970e3d496574e6d1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:10.758040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:10.800790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcc524-1585-46d0-983b-0f62f97ac674 req-d630f808-708b-422e-aa3b-d34714cfef9d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:10.802304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9fdcc524-1585-46d0-983b-0f62f97ac674 req-d630f808-708b-422e-aa3b-d34714cfef9d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.5744221
Apr 02 20:58:10.821792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466c22ae-2217-439d-90a7-438a0075d277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.826357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:10.828188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-f448ded9-555f-4d1f-8cdd-2b448853e4d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 217 time: 0.0625422
Apr 02 20:58:10.903086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:10.939321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5d6c2a2-d142-4b49-ae7d-a984d2313ed9 req-4768f2ba-cc79-4de6-a325-0dc8cec67b68 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848061
Apr 02 20:58:11.013349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32c24-ed71-4d41-b138-521f439818ab req-ad8bce37-255a-4007-831a-6364c6bb495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:11.017336 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-ad8bce37-255a-4007-831a-6364c6bb495d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1710427
Apr 02 20:58:11.085400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccfbe04-805d-49bd-88f1-b591034caed3 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:11.098843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=11']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:11.118570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-8cae572c-b959-4fd1-9a06-065b46a045ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0828590
Apr 02 20:58:11.120685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Publish callbacks [] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.176970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.263959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9fdcc524-1585-46d0-983b-0f62f97ac674 req-75de80f6-6911-4328-ae79-39f015e5659f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4413793
Apr 02 20:58:11.278621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Pushing event updated for resources: {'Port': ['ID=e81d1f40-903c-4aea-a248-c6a5e294193d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:11.287068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:11.287913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.291292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-9076c295-6749-49f5-938f-e12f415966fc service neutron] 10.222.0.15 "PUT /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 1097 time: 5.4271116
Apr 02 20:58:11.298898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Transition to ACTIVE for port object 8ccfbe04-805d-49bd-88f1-b591034caed3 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:11.310540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.329438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466c22ae-2217-439d-90a7-438a0075d277 admin admin] Publish callbacks [] for security_group (084bedd0-89e8-4257-9cb3-d8666934d1e6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.343773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466c22ae-2217-439d-90a7-438a0075d277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (084bedd0-89e8-4257-9cb3-d8666934d1e6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.379597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=8ccfbe04-805d-49bd-88f1-b591034caed3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:11.385343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:11.394787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Made reservation on behalf of 784e9ed7207a4d9e970e3d496574e6d1 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:11.398290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.465223 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df0c5b9-3259-4984-88c2-de6550617cb0 x-openstack-request-id: req-7df0c5b9-3259-4984-88c2-de6550617cb0 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:11.480474 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea0ad92-ff3e-49af-b783-93700d77d500", "name": "network-vif-deleted", "tag": "2faa1981-89af-49a0-9dd1-17e23172df4b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:11.481099 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7df0c5b9-3259-4984-88c2-de6550617cb0 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:11.481678 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df0c5b9-3259-4984-88c2-de6550617cb0'] response: {'server_uuid': '3ea0ad92-ff3e-49af-b783-93700d77d500', 'name': 'network-vif-deleted', 'tag': '2faa1981-89af-49a0-9dd1-17e23172df4b', 'status': 'completed', 'code': 200}
Apr 02 20:58:11.566187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Allocated IP 172.20.0.2 (f2d4ece6-a97d-4f79-921c-5a419ec5ae76/b386bb10-471e-4291-8649-db83a894bf97/2c343cee-04a3-4dee-907f-0bea1da0e4d1) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:11.601978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cccf293c-5fa2-4588-a276-84c9f9b42352 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:11.617531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:11.629979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:11.675339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c22ae-2217-439d-90a7-438a0075d277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084bedd0-89e8-4257-9cb3-d8666934d1e6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:11.734314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-0aa5197c-2a11-43a9-a7de-52d195c143fe service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6025486
Apr 02 20:58:11.738518 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-466c22ae-2217-439d-90a7-438a0075d277 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eea9d710d914c99bd60dacbc66362b7&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3366632
Apr 02 20:58:11.740953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33462) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:11.760640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c811777-6e6e-41bd-83af-4717eeb8d1ec req-a7ae126f-ad3b-4078-a8f9-0211dffef843 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:11.769602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cccf293c-5fa2-4588-a276-84c9f9b42352 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:11.769994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c811777-6e6e-41bd-83af-4717eeb8d1ec req-a7ae126f-ad3b-4078-a8f9-0211dffef843 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.6502352
Apr 02 20:58:11.770559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.904549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f425f76a-d496-43ca-878f-34dee0937d47), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:11.936864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-e0f70047-7b5c-4934-8aec-f4330b9229da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:11.942547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9a32c24-ed71-4d41-b138-521f439818ab req-cd21542f-4258-40a3-99b0-559924e38baa service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918719
Apr 02 20:58:11.949593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-e0f70047-7b5c-4934-8aec-f4330b9229da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1131 time: 0.5710132
Apr 02 20:58:11.957938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cccf293c-5fa2-4588-a276-84c9f9b42352 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:11.965512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:58:11.993531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 2faa1981-89af-49a0-9dd1-17e23172df4b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:58:11.994323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2faa1981-89af-49a0-9dd1-17e23172df4b not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:58:12.045552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c811777-6e6e-41bd-83af-4717eeb8d1ec req-0a61bd09-277f-42ca-a93c-ffd700b79e78 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746966
Apr 02 20:58:12.046813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8af6f1ad-6889-4f27-9620-ad77fb0b1f0c admin admin] Publish callbacks [] for security_group (084bedd0-89e8-4257-9cb3-d8666934d1e6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.086317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8af6f1ad-6889-4f27-9620-ad77fb0b1f0c admin admin] Publish callbacks [] for security_group (084bedd0-89e8-4257-9cb3-d8666934d1e6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.161901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-51b2c397-9d8c-4ab2-a084-75b8a2232aa6 None None] Provisioning complete for port e81d1f40-903c-4aea-a248-c6a5e294193d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:12.164166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51b2c397-9d8c-4ab2-a084-75b8a2232aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.226649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-51b2c397-9d8c-4ab2-a084-75b8a2232aa6 None None] Port e81d1f40-903c-4aea-a248-c6a5e294193d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:12.241750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:12.244701 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0448459-8555-4703-ab87-a02110a7a818" -d '{"events": [{"name": "network-changed", "server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:12.254761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2357650-f0bf-4054-bf99-23ca1cd93a69 req-f8e19621-c02b-450f-8662-19303173131a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:12.256425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2357650-f0bf-4054-bf99-23ca1cd93a69 req-f8e19621-c02b-450f-8662-19303173131a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.6566286
Apr 02 20:58:12.285554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e9ae-34b0-44c0-b3de-0883619b4967 req-31ea2186-43ab-4ca7-8fe5-f8799819cf43 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:12.291895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc14e9ae-34b0-44c0-b3de-0883619b4967 req-31ea2186-43ab-4ca7-8fe5-f8799819cf43 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1255081
Apr 02 20:58:12.294342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8af6f1ad-6889-4f27-9620-ad77fb0b1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (084bedd0-89e8-4257-9cb3-d8666934d1e6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.298359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8af6f1ad-6889-4f27-9620-ad77fb0b1f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.304350 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8af6f1ad-6889-4f27-9620-ad77fb0b1f0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/084bedd0-89e8-4257-9cb3-d8666934d1e6 HTTP/1.1" status: 204  len: 168 time: 0.5618947
Apr 02 20:58:12.374204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6f1ad-6889-4f27-9620-ad77fb0b1f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084bedd0-89e8-4257-9cb3-d8666934d1e6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:12.417613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc14e9ae-34b0-44c0-b3de-0883619b4967 req-f0d77a35-674c-42da-90a7-c1a2e901ee2b tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118705
Apr 02 20:58:12.468734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Attempting to bind port 8ccfbe04-805d-49bd-88f1-b591034caed3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:12.469698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Attempting to bind port 8ccfbe04-805d-49bd-88f1-b591034caed3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:12.470319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Attempting to bind port 8ccfbe04-805d-49bd-88f1-b591034caed3 on network 58fa3672-fa03-4f54-a24a-d36533b2e021 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:12.544388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks [] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.611126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-a5bdbf05-e1ea-49e2-86c9-bfb9b0e3d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:12.613276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-a5bdbf05-e1ea-49e2-86c9-bfb9b0e3d30b service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.6557024
Apr 02 20:58:12.620949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.681499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Port 8ccfbe04-805d-49bd-88f1-b591034caed3 on network 58fa3672-fa03-4f54-a24a-d36533b2e021 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:12.681953 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Attempting to bind port 8ccfbe04-805d-49bd-88f1-b591034caed3 on network 58fa3672-fa03-4f54-a24a-d36533b2e021 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:12.716378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c13632-3dbd-4048-949c-40fefb3b5574 req-b8c52ca5-baea-4a50-b0f9-65c5e91bddfd tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:12.719246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28c13632-3dbd-4048-949c-40fefb3b5574 req-b8c52ca5-baea-4a50-b0f9-65c5e91bddfd tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 944 time: 0.1128459
Apr 02 20:58:12.873204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33476) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:12.874033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2357650-f0bf-4054-bf99-23ca1cd93a69 req-1702f4a1-762b-43a9-b11a-b7fdb7def426 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6057055
Apr 02 20:58:12.875058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:12.875503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Checking segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:12.876005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Bound using segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:12.876594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Bound port: 8ccfbe04-805d-49bd-88f1-b591034caed3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:12.877098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:12.880262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:12.886760 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-970d2ef3-7a57-4716-94af-abf0cfe5fda2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.2549069
Apr 02 20:58:12.989028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:12.994136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:13.007090 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:13.009792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28c13632-3dbd-4048-949c-40fefb3b5574 req-11b2f297-be1d-4ebc-9655-9ac4700f9940 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2749944
Apr 02 20:58:13.017544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:13.074254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.077667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4d64bf0c-461a-4a15-bf12-b723616834b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f6d535ec9854bc98190f90ca1715ca9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2032952
Apr 02 20:58:13.082833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33478) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:13.155352 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aed62a4-13fb-4c7c-b5e8-2ba9c0db5e31 x-openstack-request-id: req-5aed62a4-13fb-4c7c-b5e8-2ba9c0db5e31 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:13.155701 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:13.155895 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aed62a4-13fb-4c7c-b5e8-2ba9c0db5e31 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:13.156590 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aed62a4-13fb-4c7c-b5e8-2ba9c0db5e31'] response: {'name': 'network-changed', 'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'status': 'completed', 'code': 200}
Apr 02 20:58:13.170276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-061f2d35-df5e-4787-a5e2-1e65c718f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.171802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-061f2d35-df5e-4787-a5e2-1e65c718f458 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2362604
Apr 02 20:58:13.191911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:13.226345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'port_id': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'mac_address': 'fa:16:3e:e9:d7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70c7555-2700-4639-9eab-ec56f63de608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:13.282218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18431798-eb1c-47a4-8771-586d6051f540 admin admin] Publish callbacks [] for security_group (2c8cda21-377b-472c-9613-be1c3138dc82), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.291680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] For port 8ccfbe04-805d-49bd-88f1-b591034caed3, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:13.300419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7f987878-99ad-40c2-b531-b8c74a1c3c64 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:13.301360 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.314196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.314196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.322652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] For port 8ccfbe04-805d-49bd-88f1-b591034caed3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ccfbe04-805d-49bd-88f1-b591034caed3,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:13.340700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18431798-eb1c-47a4-8771-586d6051f540 admin admin] Publish callbacks [] for security_group (2c8cda21-377b-472c-9613-be1c3138dc82), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.344272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f987878-99ad-40c2-b531-b8c74a1c3c64 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:13.344635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-2c0c1a33-d68c-4b8f-8e83-1c254e997894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.346349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-2c0c1a33-d68c-4b8f-8e83-1c254e997894 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1131 time: 0.1801031
Apr 02 20:58:13.372141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.408646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:13.421798 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.422326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ff31c-2b43-4493-ab65-4d13a2d8c9ae req-d00ab609-c0db-4fda-b60c-c8225d430d55 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.432531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac4ff31c-2b43-4493-ab65-4d13a2d8c9ae req-d00ab609-c0db-4fda-b60c-c8225d430d55 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.1662486
Apr 02 20:58:13.467675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73872589-22f0-4e5c-9513-7334b2d34771 req-d9c2824e-920b-4983-81b5-7d5ce541e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.469246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-d9c2824e-920b-4983-81b5-7d5ce541e356 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2695956
Apr 02 20:58:13.497017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a6846-5332-4ebb-af10-af96f7ca1c0d req-5f91ac04-a9f6-4163-ac2f-de601d4b4ca8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.498702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a6846-5332-4ebb-af10-af96f7ca1c0d req-5f91ac04-a9f6-4163-ac2f-de601d4b4ca8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 931 time: 0.4017630
Apr 02 20:58:13.506447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=8ccfbe04-805d-49bd-88f1-b591034caed3,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:13.512733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-df02a198-4a03-42bf-9918-bc7ff94f13d9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7735467
Apr 02 20:58:13.555124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:13.576822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a6846-5332-4ebb-af10-af96f7ca1c0d req-760906a3-f022-4ec2-8aad-533b9707d0ad tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629084
Apr 02 20:58:13.629405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:13.642907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:13.644743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-d1ededed-f41c-464c-a570-7b33a40e9b8a service neutron] 10.222.0.15 "PUT /v2.0/ports/8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 1092 time: 4.7643054
Apr 02 20:58:13.687458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7f987878-99ad-40c2-b531-b8c74a1c3c64'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:13.800629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Request body: {'port': {'device_id': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:13.918158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-4813e636-40de-425b-b426-3c0307edd45d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d84de315abb1452fa5187770db66041e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0920246
Apr 02 20:58:14.072277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18431798-eb1c-47a4-8771-586d6051f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2c8cda21-377b-472c-9613-be1c3138dc82), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:14.075164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18431798-eb1c-47a4-8771-586d6051f540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:14.079251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-18431798-eb1c-47a4-8771-586d6051f540 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c8cda21-377b-472c-9613-be1c3138dc82 HTTP/1.1" status: 204  len: 168 time: 0.9895694
Apr 02 20:58:14.100883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac4ff31c-2b43-4493-ab65-4d13a2d8c9ae req-f064ed5f-c449-49ae-9896-e2c07108a5e9 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6658852
Apr 02 20:58:14.120326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18431798-eb1c-47a4-8771-586d6051f540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8cda21-377b-472c-9613-be1c3138dc82,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:14.133079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-af064049-4f03-465b-826f-713d32432ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:14.135571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-af064049-4f03-465b-826f-713d32432ae4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.7786081
Apr 02 20:58:14.210924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-874f3ffd-bd8f-4610-a5d2-49b13f1a9f58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.0665097
Apr 02 20:58:14.323279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49b7a2-bb92-46c9-bbe4-37707bb590da req-5621979a-6934-4ccb-878a-e5fcc69ba669 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:14.332169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f49b7a2-bb92-46c9-bbe4-37707bb590da req-5621979a-6934-4ccb-878a-e5fcc69ba669 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.1239977
Apr 02 20:58:14.352710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-5fe70383-b9bc-4af2-be0c-254d2b1945d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:14.354547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-5fe70383-b9bc-4af2-be0c-254d2b1945d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1074784
Apr 02 20:58:14.426250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f49b7a2-bb92-46c9-bbe4-37707bb590da req-7741b3a4-291d-4b90-ae17-3463de3b0e75 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882332
Apr 02 20:58:14.457432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:14.482026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-f9fb4c6e-c676-47f4-8b4e-73ac18313698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:14.489446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-f9fb4c6e-c676-47f4-8b4e-73ac18313698 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1209788
Apr 02 20:58:14.538703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-69566b49-be60-4a33-a766-9b28a074d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:14.540702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-69566b49-be60-4a33-a766-9b28a074d114 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1126 time: 0.7762754
Apr 02 20:58:14.541683 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:14.669927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-59537db3-4a9e-4944-9106-b72945849a2f service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733601
Apr 02 20:58:14.734460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b75fb6-15c4-4af6-9ab2-6c5a032ef48a req-2ceba959-69da-4656-a62a-a6d3def97adf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:14.736425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5b75fb6-15c4-4af6-9ab2-6c5a032ef48a req-2ceba959-69da-4656-a62a-a6d3def97adf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.1577065
Apr 02 20:58:14.922645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5b75fb6-15c4-4af6-9ab2-6c5a032ef48a req-4962d4ff-3369-45af-9b4e-13276df5cd6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688952
Apr 02 20:58:14.969470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-9518cfa1-2579-4cbe-9fb5-b823c7f97a0f service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2759299
Apr 02 20:58:15.005348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-eb5cb57b-0014-4c62-bb8c-9c33fb4b7474 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5000310
Apr 02 20:58:15.076238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284ff8-8986-4e32-8f45-e0d99d2755e3 req-9138c7e1-7376-414f-ad2a-c796d3731f0a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.077824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44284ff8-8986-4e32-8f45-e0d99d2755e3 req-9138c7e1-7376-414f-ad2a-c796d3731f0a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 944 time: 0.0627029
Apr 02 20:58:15.091965 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks [] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:15.100035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-57884819-f3de-4f9d-8506-82a357af26ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 217 time: 0.5318506
Apr 02 20:58:15.133707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:15.141392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44284ff8-8986-4e32-8f45-e0d99d2755e3 req-2abc8593-42c6-4730-a4a5-af804c9690eb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512202
Apr 02 20:58:15.159777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:15.162083 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1" -d '{"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:15.262537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca61f8-3fc4-45cb-a7c6-fffddc48214f req-e4aa5779-0ee4-43be-9c64-eabd3678d52f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.264252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4aca61f8-3fc4-45cb-a7c6-fffddc48214f req-e4aa5779-0ee4-43be-9c64-eabd3678d52f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 931 time: 0.0637283
Apr 02 20:58:15.280680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-664c08af-7292-4d3e-8722-53b695022d74 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.282284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-664c08af-7292-4d3e-8722-53b695022d74 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.3181210
Apr 02 20:58:15.321384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4aca61f8-3fc4-45cb-a7c6-fffddc48214f req-3661a3b7-d5e2-4590-a9f3-bec0e7f5381f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501978
Apr 02 20:58:15.376186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-292002ce-38a6-4327-a0ef-8831f797f9d5 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/quotas/d84de315abb1452fa5187770db66041e HTTP/1.1" status: 200  len: 375 time: 0.0679743
Apr 02 20:58:15.385374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33522) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.401882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f425f76a-d496-43ca-878f-34dee0937d47), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:15.403494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Pushing event updated for resources: {'Port': ['ID=e81d1f40-903c-4aea-a248-c6a5e294193d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:15.406858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-2b1c7316-5916-42b9-8034-cfbc79279ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.408413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-2b1c7316-5916-42b9-8034-cfbc79279ec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.2845099
Apr 02 20:58:15.453187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef89a28-b2af-4268-bc42-035cc9fc50d4 req-c777bf9f-9cf1-460a-8ec4-aa8bea1b9b34 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.454978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fef89a28-b2af-4268-bc42-035cc9fc50d4 req-c777bf9f-9cf1-460a-8ec4-aa8bea1b9b34 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.0641878
Apr 02 20:58:15.501566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73872589-22f0-4e5c-9513-7334b2d34771 req-863a669f-e781-45d3-8697-655574eaf1a4 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4511194
Apr 02 20:58:15.526758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fef89a28-b2af-4268-bc42-035cc9fc50d4 req-ae0d2603-467e-413b-a822-f9d9f9ee33da tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628424
Apr 02 20:58:15.553092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-7de75f92-cfb6-4c7d-8e3f-33421bbc6450 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.553092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7de75f92-cfb6-4c7d-8e3f-33421bbc6450 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1623244
Apr 02 20:58:15.557650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.562697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-e9af2011-d6d6-45a6-8971-5aee81dbbda1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.568535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9af2011-d6d6-45a6-8971-5aee81dbbda1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0049002
Apr 02 20:58:15.570915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33530) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.575593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-e34abe2b-d853-4490-97fa-d0a748776914 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.578883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e34abe2b-d853-4490-97fa-d0a748776914 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0045247
Apr 02 20:58:15.579076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.583964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-d5a6220f-c76b-4b2a-952f-a02acb4335b2 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.587641 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d5a6220f-c76b-4b2a-952f-a02acb4335b2 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0052216
Apr 02 20:58:15.588262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.592525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-08e34994-cb43-43c2-bd1a-2de5d8f22854 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.595771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-08e34994-cb43-43c2-bd1a-2de5d8f22854 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0043793
Apr 02 20:58:15.596843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33536) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.601081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-a0fecf53-89a8-4ab6-995d-764627013a92 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.603967 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a0fecf53-89a8-4ab6-995d-764627013a92 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0041623
Apr 02 20:58:15.604435 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9071e18-385d-40b5-b3f4-206f963492af x-openstack-request-id: req-e9071e18-385d-40b5-b3f4-206f963492af {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:15.604435 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:15.604435 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9071e18-385d-40b5-b3f4-206f963492af {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:15.604435 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9071e18-385d-40b5-b3f4-206f963492af'] response: {'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'status': 'completed', 'code': 200}
Apr 02 20:58:15.605180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33538) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.609237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-c46eba77-511d-4218-9606-6279da2e51d0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.610199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c46eba77-511d-4218-9606-6279da2e51d0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0046546
Apr 02 20:58:15.613245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33540) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.618053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-04918b58-159c-4d34-b72f-14810b075454 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.621886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-04918b58-159c-4d34-b72f-14810b075454 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0052617
Apr 02 20:58:15.622454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33542) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.628147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-db87000f-e305-4791-b0e3-7a3005975cec tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.629241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db87000f-e305-4791-b0e3-7a3005975cec tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0057120
Apr 02 20:58:15.631789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33544) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.636337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-7c85563a-d870-41a0-bd6f-f84574699203 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.639485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7c85563a-d870-41a0-bd6f-f84574699203 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0043285
Apr 02 20:58:15.639829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33546) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.643999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-e2083419-3382-4277-be03-66bc5c148164 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.644973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e2083419-3382-4277-be03-66bc5c148164 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0042002
Apr 02 20:58:15.654244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33548) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.658755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-d5dc2049-c2fd-4714-88f6-c3fb84bbff4b tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.659699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d5dc2049-c2fd-4714-88f6-c3fb84bbff4b tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0045791
Apr 02 20:58:15.662169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33550) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.666171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-753b53b2-b3f8-4be0-8243-d9abf3f9b802 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.668491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-753b53b2-b3f8-4be0-8243-d9abf3f9b802 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0041039
Apr 02 20:58:15.678992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33552) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.688761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-736711e1-d8f2-4a80-bb6d-5505bf223797 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.690400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-736711e1-d8f2-4a80-bb6d-5505bf223797 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0090559
Apr 02 20:58:15.693358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33554) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.697494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-3f3f5166-682d-4673-86e0-96eabf18a988 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3006392
Apr 02 20:58:15.704224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-00185073-0c69-4048-8b83-d2c0e2fd40f1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.706803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00185073-0c69-4048-8b83-d2c0e2fd40f1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0090909
Apr 02 20:58:15.707756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-deb0acf4-9573-45a5-af70-2c61f1e09a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.709293 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-deb0acf4-9573-45a5-af70-2c61f1e09a64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2688282
Apr 02 20:58:15.710160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.715110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-82b15bc5-537d-4a36-b4fd-bf75ce0ccfec tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.716048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82b15bc5-537d-4a36-b4fd-bf75ce0ccfec tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0048523
Apr 02 20:58:15.719727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.728336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e2172-14ab-45bc-9158-08fe2934b720 req-aed3dc53-ba6c-4444-9fe5-a28c04e6615e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.729969 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4f4e2172-14ab-45bc-9158-08fe2934b720 req-aed3dc53-ba6c-4444-9fe5-a28c04e6615e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.0839603
Apr 02 20:58:15.739084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-9c2bf311-ac59-46fb-af15-0e8ba7143e11 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.742517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c2bf311-ac59-46fb-af15-0e8ba7143e11 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0159867
Apr 02 20:58:15.742873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.747699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-6ab9370d-249b-474c-ba90-61ae4eecc167 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.751500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6ab9370d-249b-474c-ba90-61ae4eecc167 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0047371
Apr 02 20:58:15.752679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33562) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.764132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-b10d887b-882b-4b72-b057-def410ff08c7 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.768230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b10d887b-882b-4b72-b057-def410ff08c7 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0118649
Apr 02 20:58:15.769213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33564) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.776616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-5498856a-e18e-4241-b458-304a64d4deb1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.779979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5498856a-e18e-4241-b458-304a64d4deb1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0075078
Apr 02 20:58:15.783369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.794066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-c0ac11f6-c244-4a32-92e1-cf3a5976ac85 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.794779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-4e8f7be4-97e4-4c5a-b03d-5f6c06c1c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:15.795042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0ac11f6-c244-4a32-92e1-cf3a5976ac85 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0107250
Apr 02 20:58:15.796406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-4e8f7be4-97e4-4c5a-b03d-5f6c06c1c38f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 1131 time: 0.2001848
Apr 02 20:58:15.797689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.805029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-5a64fe76-496d-4204-88aa-8aa217db929d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.808232 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a64fe76-496d-4204-88aa-8aa217db929d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0074253
Apr 02 20:58:15.811710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33570) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.816396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-adc6901f-b2b9-4e91-a1eb-39a2a2aba012 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.819587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-adc6901f-b2b9-4e91-a1eb-39a2a2aba012 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0048532
Apr 02 20:58:15.820985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33572) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.825700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-1b5be6ce-4d9a-4c15-acc6-8bb8b711d6e3 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.828504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b5be6ce-4d9a-4c15-acc6-8bb8b711d6e3 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0053322
Apr 02 20:58:15.829634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33574) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.832866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:15.837757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4f4e2172-14ab-45bc-9158-08fe2934b720 req-4a4baa68-bf3c-4de1-bc4f-f1ec92db7930 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019826
Apr 02 20:58:15.840929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-fd3a40c8-f1fd-4a32-a45c-b3f82fd384d7 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.845667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd3a40c8-f1fd-4a32-a45c-b3f82fd384d7 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0145872
Apr 02 20:58:15.852237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33578) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.864797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-57739b21-8c12-46f4-bf03-488da709296c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.866446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-57739b21-8c12-46f4-bf03-488da709296c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0089314
Apr 02 20:58:15.869042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33582) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.873143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-af78e105-52f9-4b5c-82af-a7c2018c1bf4 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.873916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:15.874201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-af78e105-52f9-4b5c-82af-a7c2018c1bf4 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0039864
Apr 02 20:58:15.876244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33584) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.880738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-7183ca43-a3dd-400b-9cfd-73393e17583c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.884098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7183ca43-a3dd-400b-9cfd-73393e17583c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0043645
Apr 02 20:58:15.884656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.894526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-205828dd-cccb-45f6-9976-48cf3077fa15 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.897048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-205828dd-cccb-45f6-9976-48cf3077fa15 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0066991
Apr 02 20:58:15.898153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33588) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.902739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-ac7d8db5-ba95-4ca5-84e2-41dc27f0530d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.904183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ac7d8db5-ba95-4ca5-84e2-41dc27f0530d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0044971
Apr 02 20:58:15.906181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.911432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-b972eaca-d171-483d-8137-b157b8c42bc2 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.912396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b972eaca-d171-483d-8137-b157b8c42bc2 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0052741
Apr 02 20:58:15.915096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33592) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.920565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-cff137e3-78b8-4123-92d0-805631e7280f tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.921806 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cff137e3-78b8-4123-92d0-805631e7280f tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0058126
Apr 02 20:58:15.924849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33594) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.930452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-1d869a0f-173c-4a51-8f12-47bca0f7526d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.931689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1d869a0f-173c-4a51-8f12-47bca0f7526d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0059309
Apr 02 20:58:15.934263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33596) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.941906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-ec851a42-fd2c-4071-85df-64a3c9cd533c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.946256 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec851a42-fd2c-4071-85df-64a3c9cd533c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0109284
Apr 02 20:58:15.947189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33598) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.952042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-875a1067-e227-4a19-97d6-1c950ec5c24e tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.958480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-875a1067-e227-4a19-97d6-1c950ec5c24e tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0096872
Apr 02 20:58:15.959010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33602) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.963984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-be054089-f94b-482b-85b1-df2a95cba9b0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.967441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-be054089-f94b-482b-85b1-df2a95cba9b0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0074856
Apr 02 20:58:15.968551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33604) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.973213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-69efa982-d1f1-4007-aa42-ce00df378f91 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.976773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-69efa982-d1f1-4007-aa42-ce00df378f91 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0072229
Apr 02 20:58:15.977301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33606) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.982862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-806f043a-279b-454d-984a-a641144e5251 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.986564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-806f043a-279b-454d-984a-a641144e5251 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0076916
Apr 02 20:58:15.987193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33608) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:15.991795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-a08e8642-7ec9-4d17-85c5-e97034242834 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:15.994098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a08e8642-7ec9-4d17-85c5-e97034242834 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0056980
Apr 02 20:58:15.996018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33610) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.001274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-4b658b3d-1942-4d2e-8937-8e3647bf366b tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.008513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b658b3d-1942-4d2e-8937-8e3647bf366b tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0086033
Apr 02 20:58:16.008513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33612) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.008813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a3d24b2-b917-449d-8954-52b74c8b0224 req-766d863b-8b59-4d6b-9ba3-ce2d5fac9d34 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 210 time: 0.1014552
Apr 02 20:58:16.013177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-88640c18-811e-4668-a4a3-5d15eb2ab3e8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.016907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-88640c18-811e-4668-a4a3-5d15eb2ab3e8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0097182
Apr 02 20:58:16.017500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33614) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.022779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-282fca6b-a8d4-4c4d-b5b4-0d049c82cb27 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.030308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-282fca6b-a8d4-4c4d-b5b4-0d049c82cb27 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0084293
Apr 02 20:58:16.032406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33618) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.036608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-4afdd754-50b9-4a0e-9d21-981066f50af2 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.039616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4afdd754-50b9-4a0e-9d21-981066f50af2 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0042171
Apr 02 20:58:16.040914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.056767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-7e3fcf20-0c6d-4df2-839f-b8caedcf3bf0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.058196 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7e3fcf20-0c6d-4df2-839f-b8caedcf3bf0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0166717
Apr 02 20:58:16.061139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.068598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-60ea3f80-b098-499e-9130-2a7bc52f7154 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.069841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-60ea3f80-b098-499e-9130-2a7bc52f7154 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0054023
Apr 02 20:58:16.078965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33626) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.086960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-0597457a-f4e1-4e61-85a7-024189747c9e tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.087899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0597457a-f4e1-4e61-85a7-024189747c9e tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0043023
Apr 02 20:58:16.098533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33628) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.104408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-18f88ce8-cdce-481e-8cb1-a43b8f9580f8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.108281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-18f88ce8-cdce-481e-8cb1-a43b8f9580f8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0072644
Apr 02 20:58:16.109203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.120596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [None req-8255208b-bde7-432e-83c3-88c74fddb08c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.124556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.125200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8255208b-bde7-432e-83c3-88c74fddb08c tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0072916
Apr 02 20:58:16.130731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-cabbdd55-73a5-4155-be91-547a318c42c9 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.131927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cabbdd55-73a5-4155-be91-547a318c42c9 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0063217
Apr 02 20:58:16.135050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33634) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.139692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-f36db8a7-3667-4653-9a0c-858ac7155a7f tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.140805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f36db8a7-3667-4653-9a0c-858ac7155a7f tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0046608
Apr 02 20:58:16.144032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33636) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.148446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-880246f0-7e0f-4fa8-a2dc-2c85f9d76928 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4250970
Apr 02 20:58:16.150294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-f7b312f2-6322-49e6-89cb-18e762b5ade0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.154322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f7b312f2-6322-49e6-89cb-18e762b5ade0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0063138
Apr 02 20:58:16.160824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f114b-f8c8-40a7-9ab7-9cea949e7f4c req-3dd9cbb3-355e-4494-8a69-7d89334a76c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.162514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-447f114b-f8c8-40a7-9ab7-9cea949e7f4c req-3dd9cbb3-355e-4494-8a69-7d89334a76c1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.1026182
Apr 02 20:58:16.163211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33638) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.169181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-40a01e76-087f-42a0-8d5a-a68575b81ce8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.170271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-40a01e76-087f-42a0-8d5a-a68575b81ce8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0055974
Apr 02 20:58:16.179145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33642) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.191897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-bbef4742-b954-42f3-903f-03018459fe59 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.193802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bbef4742-b954-42f3-903f-03018459fe59 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0130985
Apr 02 20:58:16.196157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c343cee-04a3-4dee-907f-0bea1da0e4d1 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:16.196902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33644) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.204930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-02193947-c116-4256-95b2-c27f5c2c7c4c None None] Provisioning complete for port e81d1f40-903c-4aea-a248-c6a5e294193d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:16.206023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02193947-c116-4256-95b2-c27f5c2c7c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:16.209370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-bd5ddbfe-6f8d-4df4-9933-15293a4f89d1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.213599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bd5ddbfe-6f8d-4df4-9933-15293a4f89d1 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0126455
Apr 02 20:58:16.218917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33646) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.230489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Publish callbacks [] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:16.242147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-4b871e6c-5e54-41e1-a798-f8da12befe0b tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.243374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b871e6c-5e54-41e1-a798-f8da12befe0b tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0233271
Apr 02 20:58:16.247106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33648) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.247383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-e8b035bb-fa0d-4617-87c6-a225f2bfa197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.249410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-e8b035bb-fa0d-4617-87c6-a225f2bfa197 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.4196668
Apr 02 20:58:16.254392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-bf3425f4-2877-4a97-a054-1c1cb52f0272 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.255526 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bf3425f4-2877-4a97-a054-1c1cb52f0272 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0073230
Apr 02 20:58:16.260703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33650) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.274192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-7b658f18-c63b-4d52-ac6f-cd2420baba7d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.274987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7b658f18-c63b-4d52-ac6f-cd2420baba7d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0049741
Apr 02 20:58:16.278409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33652) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.283449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-4e72b7f1-5f78-4948-8a88-d0c2862998d0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.284403 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4e72b7f1-5f78-4948-8a88-d0c2862998d0 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0051179
Apr 02 20:58:16.285435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-02193947-c116-4256-95b2-c27f5c2c7c4c None None] Port e81d1f40-903c-4aea-a248-c6a5e294193d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:16.288660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-447f114b-f8c8-40a7-9ab7-9cea949e7f4c req-1192f3d0-6ea9-432f-b3bc-e6060d1d6939 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172209
Apr 02 20:58:16.289617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33654) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.295238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-846ffe4f-6b64-44e5-b39e-b297d07b1039 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.296420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-846ffe4f-6b64-44e5-b39e-b297d07b1039 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0056274
Apr 02 20:58:16.299343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33656) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.304084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-6c957995-fd9a-4fdc-9312-fe51acdcae1d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.307718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6c957995-fd9a-4fdc-9312-fe51acdcae1d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0071335
Apr 02 20:58:16.308287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33658) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.312937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-d6b79067-f1e1-4055-9e83-d549e58ff24f tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.316910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d6b79067-f1e1-4055-9e83-d549e58ff24f tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0075226
Apr 02 20:58:16.317406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33660) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.322509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-2ba4af6a-f700-4f46-a076-67e0eaccd69d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.323445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2ba4af6a-f700-4f46-a076-67e0eaccd69d tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0051761
Apr 02 20:58:16.324910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Transition to ACTIVE for port object 2c343cee-04a3-4dee-907f-0bea1da0e4d1 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:16.326649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33662) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.330712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-71caf058-1cdb-4959-8ab8-cbfef5b05afe tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.331633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71caf058-1cdb-4959-8ab8-cbfef5b05afe tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0041034
Apr 02 20:58:16.334162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33664) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.338097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-9c0872a1-648b-4cf4-8ef6-e748b50e7608 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.340494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c0872a1-648b-4cf4-8ef6-e748b50e7608 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0039611
Apr 02 20:58:16.341227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33668) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.346478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-5b7b7e35-3d83-4518-ab42-8b8ec7f58889 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.347405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b7b7e35-3d83-4518-ab42-8b8ec7f58889 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0053535
Apr 02 20:58:16.353203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33672) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.358139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-e573e3f3-6504-496d-932a-2d8af8c93675 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.362835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e573e3f3-6504-496d-932a-2d8af8c93675 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0086110
Apr 02 20:58:16.363401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33674) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.367579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-5c694271-24bd-4ac5-b484-2eb279e8f3dd tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.373165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5c694271-24bd-4ac5-b484-2eb279e8f3dd tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0088499
Apr 02 20:58:16.373731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33676) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.378345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-4281dd68-fb9c-4756-8ea2-5d17765406af tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.381758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4281dd68-fb9c-4756-8ea2-5d17765406af tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0071223
Apr 02 20:58:16.382413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33678) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.389776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-374f502e-0d1c-425b-aec6-503da0cc5b60 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.393909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-374f502e-0d1c-425b-aec6-503da0cc5b60 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0101361
Apr 02 20:58:16.394665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33680) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.401806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-0a517535-c742-49e4-b367-42efe435bd79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 200  len: 217 time: 0.1363022
Apr 02 20:58:16.404696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-c6787099-a91c-4733-953d-0eb7db8635f3 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.405411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Router f425f76a-d496-43ca-878f-34dee0937d47 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:58:16.406355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:16.408804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c6787099-a91c-4733-953d-0eb7db8635f3 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0129187
Apr 02 20:58:16.409394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33682) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.415437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [None req-07de82a2-36ca-4309-8df7-403264a0d7d8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:16.425680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-07de82a2-36ca-4309-8df7-403264a0d7d8 tempest-ExtensionsTestJSON-911171385 tempest-ExtensionsTestJSON-911171385-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0142395
Apr 02 20:58:16.499270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986345-cdfb-45a1-bff7-9aa460daea97 req-6ca2dbbe-bb82-4ca6-a2fc-e1b710492a39 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.500738 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb986345-cdfb-45a1-bff7-9aa460daea97 req-6ca2dbbe-bb82-4ca6-a2fc-e1b710492a39 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 943 time: 0.0904634
Apr 02 20:58:16.573032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb986345-cdfb-45a1-bff7-9aa460daea97 req-ae453893-1610-4a9a-bb8f-3719ec275682 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642529
Apr 02 20:58:16.582370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:16.624065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7bd83da-1df2-4221-9e32-39dc6f0364f1 req-761eea08-5ebc-4052-acab-1391f1ec5056 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4145877
Apr 02 20:58:16.625581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-a47046d9-7b27-4b98-a7d2-a8eb12aff3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.626912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-a47046d9-7b27-4b98-a7d2-a8eb12aff3f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2143111
Apr 02 20:58:16.641891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0e4ce-78ff-4aaf-b135-21b8c42bd918 req-3198a583-1ecf-4d4d-9cb2-ddc4f616c819 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.644255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97a0e4ce-78ff-4aaf-b135-21b8c42bd918 req-3198a583-1ecf-4d4d-9cb2-ddc4f616c819 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 944 time: 0.3655136
Apr 02 20:58:16.725932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa0fea-a667-4446-b3f4-5d482639bcf0 req-8d0cbac3-6d76-41fe-a785-5a4d542b2dbc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.733809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24fa0fea-a667-4446-b3f4-5d482639bcf0 req-8d0cbac3-6d76-41fe-a785-5a4d542b2dbc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 943 time: 0.0767522
Apr 02 20:58:16.786191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24fa0fea-a667-4446-b3f4-5d482639bcf0 req-15ff5d6e-85a4-4bb2-96d0-d167e561762b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513341
Apr 02 20:58:16.849343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33690) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:16.860556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97a0e4ce-78ff-4aaf-b135-21b8c42bd918 req-999aaea9-ec05-41cd-b998-331240435a86 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968250
Apr 02 20:58:16.876812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:58:16.879538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Attempting to bind port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:16.879794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Attempting to bind port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:16.880127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Attempting to bind port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:16.883315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448459-8555-4703-ab87-a02110a7a818 req-4eefad2f-dbc8-47d9-abe3-4c5dc14beac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.884917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-4eefad2f-dbc8-47d9-abe3-4c5dc14beac9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2242420
Apr 02 20:58:16.893944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-515667e8-252a-44d1-9049-07cdb3952db2 admin admin] 10.222.0.18 "PUT /v2.0/routers/f425f76a-d496-43ca-878f-34dee0937d47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2545354
Apr 02 20:58:16.894978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:58:16.917402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:16.920373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:16.920724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Attempting to bind port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:16.924281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:16.934415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:16.935064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845322b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:16.940870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-c56ff57b-5c54-4908-ab0e-e53dc44af709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:16.942394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-c56ff57b-5c54-4908-ab0e-e53dc44af709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1126 time: 0.1771393
Apr 02 20:58:16.943290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:16.943630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Checking segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:16.944006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Bound using segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:16.944479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Bound port: 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:16.944834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.033021 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86edbd13-115f-42a0-9588-4cccb7a82152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.077889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de493-329a-4057-9968-17a75b78e0e4 req-e14d76e1-d304-4725-8576-29e67bed6ebf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.080065 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-600de493-329a-4057-9968-17a75b78e0e4 req-e14d76e1-d304-4725-8576-29e67bed6ebf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.1406460
Apr 02 20:58:17.143807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-b4426475-d2de-48ae-9331-adcfc56bd65b service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468867
Apr 02 20:58:17.147689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:17.171939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-600de493-329a-4057-9968-17a75b78e0e4 req-f1347cf1-1595-4950-831c-64620918c595 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824027
Apr 02 20:58:17.196376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:17.207404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-1a4482ae-4d6f-4be6-baf4-43f011cf28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.209837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-1a4482ae-4d6f-4be6-baf4-43f011cf28e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.2493122
Apr 02 20:58:17.226233 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86edbd13-115f-42a0-9588-4cccb7a82152 admin admin] Publish callbacks [] for security_group (1747150f-62cc-4248-bd42-74ba74326a94), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.235474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86edbd13-115f-42a0-9588-4cccb7a82152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1747150f-62cc-4248-bd42-74ba74326a94), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.258338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.298093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9eae4d6b-ea7b-4931-83c1-38ee3b7a2f42 req-920e6546-311b-42a6-b998-a43479e0d7ab tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 210 time: 0.0461047
Apr 02 20:58:17.308067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-86edbd13-115f-42a0-9588-4cccb7a82152 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdd4166fe44345ed898f38da3ba8431b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4552529
Apr 02 20:58:17.308067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edbd13-115f-42a0-9588-4cccb7a82152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1747150f-62cc-4248-bd42-74ba74326a94,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:17.310010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33704) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:17.328375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:17.394977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 7f987878-99ad-40c2-b531-b8c74a1c3c64 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:17.396714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:17.415238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:17.423444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-e81a100c-d3ca-41e7-aa71-28f8e2074ed7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 217 time: 0.1741204
Apr 02 20:58:17.432020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf85773f-fa7b-4569-b2cc-d6870e8f5c26 admin admin] Publish callbacks [] for security_group (1747150f-62cc-4248-bd42-74ba74326a94), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.460839 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-df8e3f12-d24d-4c5a-a0f6-cc5a4b4f3583 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d84de315abb1452fa5187770db66041e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0526869
Apr 02 20:58:17.478839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 7f987878-99ad-40c2-b531-b8c74a1c3c64 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:17.479498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.508512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf85773f-fa7b-4569-b2cc-d6870e8f5c26 admin admin] Publish callbacks [] for security_group (1747150f-62cc-4248-bd42-74ba74326a94), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.531532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'network_id': '2427a2f7-cca3-4878-92a4-fe77defc6f38', 'port_id': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'mac_address': 'fa:16:3e:41:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35edaf7d-f3b1-40ee-b47c-1db219d55e9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:17.541826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.542442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.543961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-52a70605-7e0f-4100-b3bd-c62b070b9e5f service neutron] 10.222.0.21 "PUT /v2.0/ports/2c343cee-04a3-4dee-907f-0bea1da0e4d1 HTTP/1.1" status: 200  len: 1091 time: 3.8769965
Apr 02 20:58:17.569132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-0e854f80-bf95-4d9e-8900-3e701e2017eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.576138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-0e854f80-bf95-4d9e-8900-3e701e2017eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.1426551
Apr 02 20:58:17.582706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0448459-8555-4703-ab87-a02110a7a818 req-1ea4f88f-53f0-47fc-8acb-de0e24df5eac service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295204
Apr 02 20:58:17.605048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:17.607184 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:17.609808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.627148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dbb82-20ba-43cf-8de7-4117bf3b7fe6 req-cc3b1435-421f-4a28-a5f5-346873d263be tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.634174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c7dbb82-20ba-43cf-8de7-4117bf3b7fe6 req-cc3b1435-421f-4a28-a5f5-346873d263be tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.2048159
Apr 02 20:58:17.671314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf85773f-fa7b-4569-b2cc-d6870e8f5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1747150f-62cc-4248-bd42-74ba74326a94), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.674638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf85773f-fa7b-4569-b2cc-d6870e8f5c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.675866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf85773f-fa7b-4569-b2cc-d6870e8f5c26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1747150f-62cc-4248-bd42-74ba74326a94 HTTP/1.1" status: 204  len: 168 time: 0.3648777
Apr 02 20:58:17.735492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-95e12116-aff8-42e3-ae3a-c2bdc968cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.737962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-95e12116-aff8-42e3-ae3a-c2bdc968cede service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 1125 time: 0.1227305
Apr 02 20:58:17.741114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:17.741503 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.745467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-83e6ca80-9ed3-4945-aa9b-493c6963e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.747348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-83e6ca80-9ed3-4945-aa9b-493c6963e2df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1635599
Apr 02 20:58:17.760014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c7dbb82-20ba-43cf-8de7-4117bf3b7fe6 req-a91d2c07-b7e9-40b6-81e2-ee567e6add4c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247334
Apr 02 20:58:17.761140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85773f-fa7b-4569-b2cc-d6870e8f5c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1747150f-62cc-4248-bd42-74ba74326a94,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:17.784875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-fcdfb7b9-09ba-4164-9bfa-006737c3e50e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:17.794251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-fcdfb7b9-09ba-4164-9bfa-006737c3e50e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3080845
Apr 02 20:58:17.796325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33714) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:17.805558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Request body: {'port': {'device_id': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'd84de315abb1452fa5187770db66041e'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:17.824376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4087e3e-4f59-4105-bdf5-e1707ada38cb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:17.832287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133239600', 'description': 'tempest-description--117960727'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:17.840857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-b8350ef2-a6bd-4693-8abd-a3f642406945 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1 HTTP/1.1" status: 200  len: 217 time: 0.0886743
Apr 02 20:58:17.875786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7f987878-99ad-40c2-b531-b8c74a1c3c64 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:17.876053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.889076 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac131f7d-6236-43f7-baad-06e5de3e67e8 x-openstack-request-id: req-ac131f7d-6236-43f7-baad-06e5de3e67e8 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:17.889368 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:17.889625 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac131f7d-6236-43f7-baad-06e5de3e67e8 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:17.890113 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac131f7d-6236-43f7-baad-06e5de3e67e8'] response: {'name': 'network-changed', 'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'status': 'completed', 'code': 200}
Apr 02 20:58:17.894532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:17.906954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:17.948236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:17.950558 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb01c050-4355-4c52-ba4e-1ecb8039bf57" -d '{"events": [{"server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "name": "network-vif-plugged", "status": "completed", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:17.988341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:18.007831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.014714 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.037513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:18.055826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e238-9643-4477-b0e7-afe6eb4fb62a req-ad9b9e95-c978-471b-992f-58587d2ede67 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:18.063677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72d6e238-9643-4477-b0e7-afe6eb4fb62a req-ad9b9e95-c978-471b-992f-58587d2ede67 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 943 time: 0.1778412
Apr 02 20:58:18.098853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845322b80>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:13Z', 'revision_number': 2, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:18.104879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:18.133983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:58:18.134338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Updating router f425f76a-d496-43ca-878f-34dee0937d47 port e81d1f40-903c-4aea-a248-c6a5e294193d binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:58:18.165414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.209023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72d6e238-9643-4477-b0e7-afe6eb4fb62a req-0116ddb7-b885-4c93-a120-33858a0b2331 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440079
Apr 02 20:58:18.212847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['f4087e3e-4f59-4105-bdf5-e1707ada38cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:18.213040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Made reservation on behalf of d84de315abb1452fa5187770db66041e for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:18.223873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.280581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (10c9cd59-93ed-4145-8397-10acf55c9990), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.333444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (10c9cd59-93ed-4145-8397-10acf55c9990), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.442845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9cd59-93ed-4145-8397-10acf55c9990,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:18.539571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-1d83f015-c55e-4425-b52d-c3bfefdd3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:18.542357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-1d83f015-c55e-4425-b52d-c3bfefdd3e7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.6790752
Apr 02 20:58:18.562131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Allocated IP 192.168.233.9 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/82489312-cd93-45ff-8630-0fecf70d05db) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:18.577105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.581192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-be7c570b-b992-4521-8dee-1c0370eca8f1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.7621357
Apr 02 20:58:18.583656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33744) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:18.588526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'security_group_rule': {'security_group_id': '10c9cd59-93ed-4145-8397-10acf55c9990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:18.600798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-417164bc-fc41-49ec-b2fd-a66990229254 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467174
Apr 02 20:58:18.610838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Publish callbacks [] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.619905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.625045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988a69-3ef0-4ecb-b869-ff0b63039ce4 req-07883bb5-f74c-4692-89d0-388851db4b4a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:18.627773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef988a69-3ef0-4ecb-b869-ff0b63039ce4 req-07883bb5-f74c-4692-89d0-388851db4b4a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 944 time: 0.3424506
Apr 02 20:58:18.640871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e130d-1866-45e6-96f2-adfa976d16cd req-45483b70-1e48-4398-880b-e291920b0aeb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:18.652055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef0e130d-1866-45e6-96f2-adfa976d16cd req-45483b70-1e48-4398-880b-e291920b0aeb tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 944 time: 0.2016561
Apr 02 20:58:18.664147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-2c3ef1df-08f1-4c44-98e9-e70f905814a2 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8986337
Apr 02 20:58:18.682248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc8ee5-1e59-4ed0-8035-9729a9adedef None None] Pushing event updated for resources: {'Port': ['ID=e81d1f40-903c-4aea-a248-c6a5e294193d,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:18.741649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33746) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:18.804619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2e18d8b-58f2-45c7-881f-7ce14d0028d1 req-9ac7048a-ecd0-47b4-9793-47c2c35ba592 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183078
Apr 02 20:58:18.807978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Attempting to bind port e81d1f40-903c-4aea-a248-c6a5e294193d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:18.808676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Attempting to bind port e81d1f40-903c-4aea-a248-c6a5e294193d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:18.808832 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (b5e2c80c-806a-4937-b0ec-18e253c1bab0), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.814137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Attempting to bind port e81d1f40-903c-4aea-a248-c6a5e294193d on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:18.823298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef988a69-3ef0-4ecb-b869-ff0b63039ce4 req-bbf26ed8-78c5-4cfb-add4-4814b0cb940d tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821506
Apr 02 20:58:18.826725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:18.827107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Checking segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:18.828948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.829347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Bound using segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:18.832533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Bound port: e81d1f40-903c-4aea-a248-c6a5e294193d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:18.833225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:18.859186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef0e130d-1866-45e6-96f2-adfa976d16cd req-11bd17d4-f360-403e-82c5-b82909c84060 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063744
Apr 02 20:58:18.984252 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6a37d1-a11d-42c3-b5a0-1cbcb976b08a x-openstack-request-id: req-ed6a37d1-a11d-42c3-b5a0-1cbcb976b08a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:18.985299 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "name": "network-vif-plugged", "status": "completed", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:18.985570 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed6a37d1-a11d-42c3-b5a0-1cbcb976b08a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:18.987062 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6a37d1-a11d-42c3-b5a0-1cbcb976b08a'] response: {'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'code': 200}
Apr 02 20:58:19.045140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-91339eac-e045-4e23-9f66-0439b7e5d1b4 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4342656
Apr 02 20:58:19.072397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] For port e81d1f40-903c-4aea-a248-c6a5e294193d, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:19.080332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] For port e81d1f40-903c-4aea-a248-c6a5e294193d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81d1f40-903c-4aea-a248-c6a5e294193d,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:19.090533 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.115417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-861053ff-f602-40f1-b6cb-9cdc3f9839c4 tempest-ServiceProvidersTest-1673240284 tempest-ServiceProvidersTest-1673240284-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3721933
Apr 02 20:58:19.142816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fa8b45f-ba30-4f0d-9e93-74f60cb93495 req-3b17bba0-fec8-4c1c-89e5-1963770fcf0c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 210 time: 0.0870929
Apr 02 20:58:19.189608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fca6fdef-9b12-4d66-b4dd-e8f0449ee05a req-ad61ba5a-5392-4d6a-876f-c16767fbe5e8 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378658
Apr 02 20:58:19.190137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks [] for port (82489312-cd93-45ff-8630-0fecf70d05db), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.215624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] Provisioning complete for port e81d1f40-903c-4aea-a248-c6a5e294193d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:19.216144 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.218091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:19.218747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845322b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:57:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:19.227639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8c9d-b5b3-42a3-97fc-a3e31fc9c31d req-31c98300-42f2-48c5-b540-804c9a4d121c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.237439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-baaf8c9d-b5b3-42a3-97fc-a3e31fc9c31d req-31c98300-42f2-48c5-b540-804c9a4d121c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.2317309
Apr 02 20:58:19.291562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (82489312-cd93-45ff-8630-0fecf70d05db), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.305069 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (b5e2c80c-806a-4937-b0ec-18e253c1bab0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.350703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-baaf8c9d-b5b3-42a3-97fc-a3e31fc9c31d req-64033bca-3a05-4eec-904e-be09b774eabe tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114521
Apr 02 20:58:19.384102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:19.398313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-32d6d297-80fb-4673-966d-1090856d185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.399839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-32d6d297-80fb-4673-966d-1090856d185c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 1125 time: 0.0926790
Apr 02 20:58:19.431041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2331c06a-ee7d-4041-8052-210fa1ebd75e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:19.452426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b5e2c80c-806a-4937-b0ec-18e253c1bab0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.461588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:19.501486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc8ee5-1e59-4ed0-8035-9729a9adedef None None] Pushing event updated for resources: {'Port': ['ID=e81d1f40-903c-4aea-a248-c6a5e294193d,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:19.502037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:19.514332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:19.599188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.600215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.612864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e2c80c-806a-4937-b0ec-18e253c1bab0,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:19.628535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8330448
Apr 02 20:58:19.635001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56947793-6a6e-4667-83ea-5a4bb51c3197 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event updated for resources: {'Port': ['ID=82489312-cd93-45ff-8630-0fecf70d05db,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:19.637122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:19.654993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.656333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-468e51ef-9649-4ec9-b54c-7bf6a6e2ddbf tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0715036
Apr 02 20:58:19.658683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-a67c6f7b-d224-4d0d-9e01-5487188a457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.660297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-a67c6f7b-d224-4d0d-9e01-5487188a457c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 906 time: 0.2501493
Apr 02 20:58:19.661024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Request body: {'port': {'device_id': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:19.662462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:19.667303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'security_group_rule': {'security_group_id': '10c9cd59-93ed-4145-8397-10acf55c9990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:19.681878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807009d-8666-4d8e-89c7-2312f26a5af4 req-670ecee3-2fdb-400e-856e-b8507254d89b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.689278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d807009d-8666-4d8e-89c7-2312f26a5af4 req-670ecee3-2fdb-400e-856e-b8507254d89b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 943 time: 0.2055678
Apr 02 20:58:19.702245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017ee1-56f7-46fa-91b2-11ba26706690 req-ebf508fd-ff68-4c21-9717-01d4cc015abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.703925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0c017ee1-56f7-46fa-91b2-11ba26706690 req-ebf508fd-ff68-4c21-9717-01d4cc015abc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1127 time: 0.4653666
Apr 02 20:58:19.734768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045e1fe-2cc8-4e8d-9df9-2c9eecab8925 req-df2ae357-4c0d-4c41-ae8a-dca449cdcdc9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.737439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a045e1fe-2cc8-4e8d-9df9-2c9eecab8925 req-df2ae357-4c0d-4c41-ae8a-dca449cdcdc9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 945 time: 0.4308450
Apr 02 20:58:19.793799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82489312-cd93-45ff-8630-0fecf70d05db), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.806547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-bec45ed0-eccb-479c-9705-c4864b4e1574 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1 HTTP/1.1" status: 200  len: 217 time: 0.1325505
Apr 02 20:58:19.888721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (f6720645-48d7-4644-a17c-0a2092c8725b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.897780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a045e1fe-2cc8-4e8d-9df9-2c9eecab8925 req-4b99826c-456c-42a9-a8fb-a455c2c67253 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533146
Apr 02 20:58:19.903806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d807009d-8666-4d8e-89c7-2312f26a5af4 req-332c79b7-75e1-4a17-8657-c3435df4030a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130139
Apr 02 20:58:19.927416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-ac836d50-6484-4913-819c-1b20b53450fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:19.928909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-ac836d50-6484-4913-819c-1b20b53450fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.1076765
Apr 02 20:58:19.936259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] Current status of the port e81d1f40-903c-4aea-a248-c6a5e294193d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:19.936808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.949197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e86ed225-4e3a-4518-bc21-e7a1c230fda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.958720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8ccfbe04-805d-49bd-88f1-b591034caed3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:19.966122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0c017ee1-56f7-46fa-91b2-11ba26706690 req-be05ff6a-7493-4df6-8286-04322cf66bba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534730
Apr 02 20:58:19.968668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:19.975219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-dd175f5f-13e1-4eda-a92e-c6aa745b6b9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313344
Apr 02 20:58:19.990366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (f6720645-48d7-4644-a17c-0a2092c8725b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:19.995966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (f6720645-48d7-4644-a17c-0a2092c8725b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.010471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6720645-48d7-4644-a17c-0a2092c8725b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:20.030570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.032405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82dddf3a-7720-4ed8-8493-a1494ba9d508 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3688509
Apr 02 20:58:20.038102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33768) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:20.043304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:20.100514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.135217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879605a-5ed4-47fe-a9cf-397509b66016 req-5a1f6144-6185-422b-a2c7-78dc6c848614 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:20.136817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7879605a-5ed4-47fe-a9cf-397509b66016 req-5a1f6144-6185-422b-a2c7-78dc6c848614 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 944 time: 0.0998669
Apr 02 20:58:20.140183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] For port e81d1f40-903c-4aea-a248-c6a5e294193d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81d1f40-903c-4aea-a248-c6a5e294193d,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:20.142434 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:58:20.170216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.198801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee94f7-d8e1-4756-8ea6-1281447ab881 req-d037fa8d-6642-4e5e-a5a4-0096ece52b7c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:20.200358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccee94f7-d8e1-4756-8ea6-1281447ab881 req-d037fa8d-6642-4e5e-a5a4-0096ece52b7c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 944 time: 0.2102923
Apr 02 20:58:20.258621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7879605a-5ed4-47fe-a9cf-397509b66016 req-427ebe19-b560-4e00-a1ad-eb630f470479 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120894
Apr 02 20:58:20.328499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccee94f7-d8e1-4756-8ea6-1281447ab881 req-ef09e894-d7f0-46e1-aa91-cb760583994a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887821
Apr 02 20:58:20.336833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-47950efe-51fc-4c67-8fe6-180a5b1492a6 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632390
Apr 02 20:58:20.382486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.382674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a484-4e63-4fd3-b8bd-b5843e5ef1ff None None] Pushing event updated for resources: {'Port': ['ID=e81d1f40-903c-4aea-a248-c6a5e294193d,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:20.401301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e86ed225-4e3a-4518-bc21-e7a1c230fda2 admin admin] Publish callbacks [] for security_group (6f588ad3-d5c2-4a8c-93f5-14171e986b14), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.403601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8ccfbe04-805d-49bd-88f1-b591034caed3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ccfbe04-805d-49bd-88f1-b591034caed3,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:20.413797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e86ed225-4e3a-4518-bc21-e7a1c230fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6f588ad3-d5c2-4a8c-93f5-14171e986b14), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.427357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03569f6c-81dc-4d48-a986-e394c88d7f00 None None] Provisioning complete for port 82489312-cd93-45ff-8630-0fecf70d05db triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:20.428251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03569f6c-81dc-4d48-a986-e394c88d7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (82489312-cd93-45ff-8630-0fecf70d05db), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.455868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:20.525903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e86ed225-4e3a-4518-bc21-e7a1c230fda2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64b74a57fede4f16be49ff815f0ba74b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8825018
Apr 02 20:58:20.528020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82489312-cd93-45ff-8630-0fecf70d05db {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:20.529906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03569f6c-81dc-4d48-a986-e394c88d7f00 None None] Port 82489312-cd93-45ff-8630-0fecf70d05db cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:20.533817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:20.542241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Publish callbacks [] for port (82489312-cd93-45ff-8630-0fecf70d05db), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.544647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed225-4e3a-4518-bc21-e7a1c230fda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f588ad3-d5c2-4a8c-93f5-14171e986b14,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:20.572823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435343-d163-43b8-a6de-c018f41edc26 req-7fec7b61-625d-42e4-8ca2-a747a77da625 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:20.574834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be435343-d163-43b8-a6de-c018f41edc26 req-7fec7b61-625d-42e4-8ca2-a747a77da625 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 934 time: 0.1902642
Apr 02 20:58:20.574964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 8ccfbe04-805d-49bd-88f1-b591034caed3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:20.575342 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.589229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03569f6c-81dc-4d48-a986-e394c88d7f00 None None] Provisioning complete for port e81d1f40-903c-4aea-a248-c6a5e294193d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:20.589599 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03569f6c-81dc-4d48-a986-e394c88d7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.601620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Transition to ACTIVE for port object 82489312-cd93-45ff-8630-0fecf70d05db will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:20.604926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20ba0f1f-afeb-42c9-ae7b-ca1782fa1c0b req-b9ebee77-696e-44ef-9cb4-49f858479d16 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607880
Apr 02 20:58:20.615526 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (82489312-cd93-45ff-8630-0fecf70d05db), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.630551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccfbe04-805d-49bd-88f1-b591034caed3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:20.661070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be435343-d163-43b8-a6de-c018f41edc26 req-4778ca3d-734a-44d7-b290-7f118338c47d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796571
Apr 02 20:58:20.671245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845322b80>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:19Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:20.682378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a22d3-75b6-41fa-99b1-cb23e291199d req-d65c3460-22e6-41d8-b79d-91cb5354f1fa tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:20.682378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-740a22d3-75b6-41fa-99b1-cb23e291199d req-d65c3460-22e6-41d8-b79d-91cb5354f1fa tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.2061477
Apr 02 20:58:20.682906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Allocated IP 172.35.4.206 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/36de0e4d-f421-4e0a-83ec-d119348c8dba) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:20.714582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94c49-4444-493c-ab83-d0b74fcc469e None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:19Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:58:20.720589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Pushing event updated for resources: {'Port': ['ID=82489312-cd93-45ff-8630-0fecf70d05db,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:20.722961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8ccfbe04-805d-49bd-88f1-b591034caed3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ccfbe04-805d-49bd-88f1-b591034caed3,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:20.724374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d10896-0aa5-44bc-9f77-96092ec429b1 admin admin] Publish callbacks [] for security_group (6f588ad3-d5c2-4a8c-93f5-14171e986b14), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.735666 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.736600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:20.812599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=8ccfbe04-805d-49bd-88f1-b591034caed3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:20.852569 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d10896-0aa5-44bc-9f77-96092ec429b1 admin admin] Publish callbacks [] for security_group (6f588ad3-d5c2-4a8c-93f5-14171e986b14), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.883949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-740a22d3-75b6-41fa-99b1-cb23e291199d req-c1e15556-846b-4ce4-a129-be449119a86c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801450
Apr 02 20:58:20.903845 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:58:20.904132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.983364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:20.995381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:20.996806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:21.035253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Attempting to bind port 82489312-cd93-45ff-8630-0fecf70d05db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:21.035613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Attempting to bind port 82489312-cd93-45ff-8630-0fecf70d05db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:21.035922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Attempting to bind port 82489312-cd93-45ff-8630-0fecf70d05db on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:21.053325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Port 82489312-cd93-45ff-8630-0fecf70d05db on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:21.053539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03569f6c-81dc-4d48-a986-e394c88d7f00 None None] Current status of the port e81d1f40-903c-4aea-a248-c6a5e294193d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:21.053650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Attempting to bind port 82489312-cd93-45ff-8630-0fecf70d05db on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:21.061253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:21.061601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:21.062061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:21.062494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Bound port: 82489312-cd93-45ff-8630-0fecf70d05db, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:21.062856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82489312-cd93-45ff-8630-0fecf70d05db), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.082320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d10896-0aa5-44bc-9f77-96092ec429b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6f588ad3-d5c2-4a8c-93f5-14171e986b14), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.084903 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d10896-0aa5-44bc-9f77-96092ec429b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.086075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9d10896-0aa5-44bc-9f77-96092ec429b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f588ad3-d5c2-4a8c-93f5-14171e986b14 HTTP/1.1" status: 204  len: 168 time: 0.5483952
Apr 02 20:58:21.110378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d10896-0aa5-44bc-9f77-96092ec429b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f588ad3-d5c2-4a8c-93f5-14171e986b14,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:21.160231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'Port': ['ID=36de0e4d-f421-4e0a-83ec-d119348c8dba,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:21.168208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b71fba-298c-4498-be61-792b4ddc1ed5 req-40c695a7-8ca7-4120-b7b8-d1ea1f88b16d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.169853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57b71fba-298c-4498-be61-792b4ddc1ed5 req-40c695a7-8ca7-4120-b7b8-d1ea1f88b16d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 945 time: 0.1275425
Apr 02 20:58:21.175364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:21.178366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:21.187044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:21.202244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] For port 82489312-cd93-45ff-8630-0fecf70d05db, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:21.203048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:21.206763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] For port 82489312-cd93-45ff-8630-0fecf70d05db, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82489312-cd93-45ff-8630-0fecf70d05db,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:21.225837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (82489312-cd93-45ff-8630-0fecf70d05db), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.255761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9cf6-5701-4c2c-96e9-5c46d6cb3748 req-76f98b26-1ed6-475b-b139-a816fd1afd01 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.258256 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:58:21.264690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8f9cf6-5701-4c2c-96e9-5c46d6cb3748 req-76f98b26-1ed6-475b-b139-a816fd1afd01 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 949 time: 0.2364674
Apr 02 20:58:21.281893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port f4087e3e-4f59-4105-bdf5-e1707ada38cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:21.282690 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.291432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '621024d2-1ce8-42c3-9e0b-779d93467380', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '621024d2-1ce8-42c3-9e0b-779d93467380', 'mac_address': 'fa:16:3e:12:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:21.365794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f8f9cf6-5701-4c2c-96e9-5c46d6cb3748 req-1e8757ac-1b76-4f87-afb0-ce240d0f2884 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943699
Apr 02 20:58:21.400634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (3c529f41-b6ec-4409-ad3c-556dfe7fa48f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.428402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:21.428819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.492079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.501832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57b71fba-298c-4498-be61-792b4ddc1ed5 req-db31a086-179f-41d7-95f6-6f36d1513477 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3074727
Apr 02 20:58:21.503221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Pushing event updated for resources: {'Port': ['ID=82489312-cd93-45ff-8630-0fecf70d05db,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:21.507680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.508305 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.510691 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-119253b0-5588-46bb-ac97-4715ff47ba71 service neutron] 10.222.0.15 "PUT /v2.0/ports/82489312-cd93-45ff-8630-0fecf70d05db HTTP/1.1" status: 200  len: 1094 time: 1.8716154
Apr 02 20:58:21.511158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'tag': '82489312-cd93-45ff-8630-0fecf70d05db'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:21.514439 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990336a0-e370-4531-b88a-64129e1f4803" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7e09f0-6c85-492e-8a65-b8eccd7e2776", "tag": "82489312-cd93-45ff-8630-0fecf70d05db"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:21.648625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e81d1f40-903c-4aea-a248-c6a5e294193d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:21.660737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621024d2-1ce8-42c3-9e0b-779d93467380 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:21.676318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec0ce-7857-497a-97fa-6a91e12aa79c req-e0d7f487-6fa9-4ee0-ba6d-6fac7f5dc511 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.683952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6ec0ce-7857-497a-97fa-6a91e12aa79c req-e0d7f487-6fa9-4ee0-ba6d-6fac7f5dc511 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 943 time: 0.1935210
Apr 02 20:58:21.708959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:21.753281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:21.766158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-691593c7-550c-4ed2-ba56-57ca5f206288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.768096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-691593c7-550c-4ed2-ba56-57ca5f206288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 1128 time: 0.2209306
Apr 02 20:58:21.796870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8834ad-fdcc-4dde-a86f-4d1209935fd4 req-46ef6858-2dca-42cc-8207-91629f1eaffd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.800229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d8834ad-fdcc-4dde-a86f-4d1209935fd4 req-46ef6858-2dca-42cc-8207-91629f1eaffd tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 944 time: 0.1277142
Apr 02 20:58:21.844832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-72784484-a48f-447c-9c6c-d9047b6045b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=82489312-cd93-45ff-8630-0fecf70d05db HTTP/1.1" status: 200  len: 217 time: 0.0670896
Apr 02 20:58:21.866244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=12']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:21.880865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6ec0ce-7857-497a-97fa-6a91e12aa79c req-31a70f12-65a9-4f01-9e17-db9c1d74ba12 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959016
Apr 02 20:58:21.906424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:21.930062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'mac_address': 'fa:16:3e:85:cf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:21.943847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-f6762878-dc1f-460a-862f-297366344ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:21.944378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-f6762878-dc1f-460a-862f-297366344ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0765364
Apr 02 20:58:21.983197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.022970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.025542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4087e3e-4f59-4105-bdf5-e1707ada38cb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:22.026373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d8834ad-fdcc-4dde-a86f-4d1209935fd4 req-ca96ccf4-cc69-42e0-90d4-451387571f76 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804743
Apr 02 20:58:22.027154 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.051170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e81d1f40-903c-4aea-a248-c6a5e294193d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:22.051540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.081905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817c69-24d6-400f-853c-1054a0d7b49b req-0f06c2cc-5d64-4218-af1e-1ed9612f8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:22.097729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-0f06c2cc-5d64-4218-af1e-1ed9612f8dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1402979
Apr 02 20:58:22.169697 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3bfdcb-7308-409c-ba23-db8e52105690 x-openstack-request-id: req-4f3bfdcb-7308-409c-ba23-db8e52105690 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:22.169986 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7e09f0-6c85-492e-8a65-b8eccd7e2776", "tag": "82489312-cd93-45ff-8630-0fecf70d05db", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:22.171709 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f3bfdcb-7308-409c-ba23-db8e52105690 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:22.172146 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3bfdcb-7308-409c-ba23-db8e52105690'] response: {'name': 'network-changed', 'server_uuid': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'tag': '82489312-cd93-45ff-8630-0fecf70d05db', 'status': 'completed', 'code': 200}
Apr 02 20:58:22.188114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'Port': ['ID=36de0e4d-f421-4e0a-83ec-d119348c8dba,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:22.216052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['8ccfbe04-805d-49bd-88f1-b591034caed3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:22.223054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (3c529f41-b6ec-4409-ad3c-556dfe7fa48f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.250021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32457a-490b-4687-b39c-70a7c09cd971 req-023d9142-c357-4894-9ce6-c1ccfb574b85 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:22.262221 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de32457a-490b-4687-b39c-70a7c09cd971 req-023d9142-c357-4894-9ce6-c1ccfb574b85 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 945 time: 0.2835512
Apr 02 20:58:22.273128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['621024d2-1ce8-42c3-9e0b-779d93467380'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:22.329196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.333713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72e8d0e2-9eb4-424e-881f-d1edd84f425d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2939832
Apr 02 20:58:22.336945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-5d9b703b-22f5-4ac4-afa6-b9a9394d7490 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2269566
Apr 02 20:58:22.352331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:22.354763 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be7473-35c8-433b-b4ec-fc0da0773a36" -d '{"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-plugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:22.381105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62449-81c6-4416-8951-6b1dce0159a6 req-e19d27ec-5ab7-429f-bfed-9b48989d87fc tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:22.386569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de32457a-490b-4687-b39c-70a7c09cd971 req-f493f6fb-023f-45e8-a722-34e1c5dd1e68 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123872
Apr 02 20:58:22.401081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29a62449-81c6-4416-8951-6b1dce0159a6 req-e19d27ec-5ab7-429f-bfed-9b48989d87fc tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 946 time: 0.1466503
Apr 02 20:58:22.461717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:22.462600 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.512130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:22.550292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-7ac54e31-08cd-4d37-9394-2185e6c5af29 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0656738
Apr 02 20:58:22.550442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c343cee-04a3-4dee-907f-0bea1da0e4d1 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:22.578305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29a62449-81c6-4416-8951-6b1dce0159a6 req-8a6eaa3c-41c6-4c3f-8565-e429d49dff37 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760375
Apr 02 20:58:22.595019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:22.598147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72817c69-24d6-400f-853c-1054a0d7b49b req-2ccaaeec-f906-423b-84a8-5696f8b3be4b service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515819
Apr 02 20:58:22.681385 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f83a284-4f0b-41b1-892a-a7c64ca87544 x-openstack-request-id: req-2f83a284-4f0b-41b1-892a-a7c64ca87544 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:22.681676 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-plugged", "status": "completed", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:22.681930 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f83a284-4f0b-41b1-892a-a7c64ca87544 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:22.682329 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f83a284-4f0b-41b1-892a-a7c64ca87544'] response: {'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'code': 200}
Apr 02 20:58:22.694055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:22.771250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-bae731bc-a63c-4af5-904d-8509e9713320 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:22.785056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-bae731bc-a63c-4af5-904d-8509e9713320 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2336962
Apr 02 20:58:22.802960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990336a0-e370-4531-b88a-64129e1f4803 req-86582db4-3199-42ca-ba2e-0878e0b20e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:22.805022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-86582db4-3199-42ca-ba2e-0878e0b20e15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d84de315abb1452fa5187770db66041e&device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 1128 time: 0.1528878
Apr 02 20:58:22.822798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-246f29a3-ed23-474b-afe7-4d06871325a0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/quotas/bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 375 time: 0.0356202
Apr 02 20:58:22.938923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-55aba34e-bc46-44d0-a6dd-d63aaffea7ee tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2133239600&fields=id&tenant_id=da03d0fc36de405d87c8e99d209af9fe HTTP/1.1" status: 200  len: 267 time: 0.1320503
Apr 02 20:58:22.951944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:22.978146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-a5c27922-656b-46f7-bfdb-bf9659dfd661 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1518495
Apr 02 20:58:22.993757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f22bc-4238-481c-b3b9-ae4a89dc2dc5 req-1b50734f-32ad-4bc0-9aa8-14ad31b91161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:22.999010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-619f22bc-4238-481c-b3b9-ae4a89dc2dc5 req-1b50734f-32ad-4bc0-9aa8-14ad31b91161 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1128 time: 0.1041868
Apr 02 20:58:23.014398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e81d1f40-903c-4aea-a248-c6a5e294193d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:23.034030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:23.077754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990336a0-e370-4531-b88a-64129e1f4803 req-ed50d194-86dc-4c61-a357-8d99fa30810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.079564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-ed50d194-86dc-4c61-a357-8d99fa30810a service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2646468
Apr 02 20:58:23.090841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-619f22bc-4238-481c-b3b9-ae4a89dc2dc5 req-15733ba2-87b2-4c7d-b833-0718e1f11980 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851126
Apr 02 20:58:23.136591 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9cb7-202b-44fe-8822-61e4d3901c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:23.156872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:23.286393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8df91-2c95-4221-809d-8ed5023c26e1 req-40b951a0-b140-4bd8-97ea-41e6ffd6d0cc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.288515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bac8df91-2c95-4221-809d-8ed5023c26e1 req-40b951a0-b140-4bd8-97ea-41e6ffd6d0cc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 945 time: 0.0674791
Apr 02 20:58:23.325953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2c343cee-04a3-4dee-907f-0bea1da0e4d1'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:23.368536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bac8df91-2c95-4221-809d-8ed5023c26e1 req-e0a8945b-50ff-48ac-9e08-e27989620862 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734704
Apr 02 20:58:23.497501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-0204ce27-4e25-487a-8547-b9445c8dcfe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=82489312-cd93-45ff-8630-0fecf70d05db HTTP/1.1" status: 200  len: 217 time: 0.4120145
Apr 02 20:58:23.505348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-1014de2b-7423-43b9-9eda-27e433890a97 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.513054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-1014de2b-7423-43b9-9eda-27e433890a97 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 810 time: 0.5552807
Apr 02 20:58:23.550131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17609-baa6-46ff-955f-98ea971d39af req-9b5aea7e-5a4c-45f5-8081-1dadb88497ec tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.551823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67e17609-baa6-46ff-955f-98ea971d39af req-9b5aea7e-5a4c-45f5-8081-1dadb88497ec tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 944 time: 0.0737729
Apr 02 20:58:23.563921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-c2adfc30-797b-49a6-b838-f15490cbdea8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/quotas/da03d0fc36de405d87c8e99d209af9fe HTTP/1.1" status: 200  len: 375 time: 0.0341907
Apr 02 20:58:23.622246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990336a0-e370-4531-b88a-64129e1f4803 req-f41edb17-198d-4499-ba09-d35ac986ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.623662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-f41edb17-198d-4499-ba09-d35ac986ea24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1085446
Apr 02 20:58:23.623786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67e17609-baa6-46ff-955f-98ea971d39af req-8462cade-d1e6-46f8-88b6-555892501e43 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647039
Apr 02 20:58:23.677434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-ee5674a3-d477-46e9-848f-675622628753 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1120911
Apr 02 20:58:23.739343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990336a0-e370-4531-b88a-64129e1f4803 req-004023ec-7692-487e-8630-b0f4587437d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.741285 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-004023ec-7692-487e-8630-b0f4587437d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1098945
Apr 02 20:58:23.780981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5797f-71cf-43b9-b43d-e68b29eaf8e3 req-869db629-f708-4a2b-b6ff-648a5016d02a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:23.782483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ea5797f-71cf-43b9-b43d-e68b29eaf8e3 req-869db629-f708-4a2b-b6ff-648a5016d02a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0615027
Apr 02 20:58:23.849674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ea5797f-71cf-43b9-b43d-e68b29eaf8e3 req-95864372-2193-46b2-b822-7ff63c50eb01 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599773
Apr 02 20:58:23.862990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-477e8c55-67a2-4239-8c3c-8452ba2f7108 service neutron] 10.222.0.18 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674316
Apr 02 20:58:23.913540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-47e9329f-8858-459b-9714-f42f80776fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654706
Apr 02 20:58:23.963838 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a12ea0e-10ff-4b15-b4d3-6c36ff7b1419 req-046d5c6d-4ebc-46b2-89c7-6e1b9e9ab9d1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 210 time: 0.0458364
Apr 02 20:58:24.049774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-d3f0062e-b42c-43f5-99ee-b8980820d558 service neutron] 10.222.0.18 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593375
Apr 02 20:58:24.065265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-990336a0-e370-4531-b88a-64129e1f4803 req-40597c1c-a8de-4bb6-807a-9bf754658b1d service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415405
Apr 02 20:58:24.098220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c82d-b410-4ccf-a0f9-d9ee32202147 req-84c65549-3b39-43fa-b10b-7939dfeb4140 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.100381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d697c82d-b410-4ccf-a0f9-d9ee32202147 req-84c65549-3b39-43fa-b10b-7939dfeb4140 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1127 time: 0.0630951
Apr 02 20:58:24.166652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d697c82d-b410-4ccf-a0f9-d9ee32202147 req-57c6d587-af7a-40f2-949d-ee7920fe6f44 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580711
Apr 02 20:58:24.301529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8e8de-c9ea-4ebd-aa30-48d005d4f9cd req-28523aba-7993-4673-bbd5-fc4ebe376991 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.312258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-74c8e8de-c9ea-4ebd-aa30-48d005d4f9cd req-28523aba-7993-4673-bbd5-fc4ebe376991 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 945 time: 0.0773861
Apr 02 20:58:24.407054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-74c8e8de-c9ea-4ebd-aa30-48d005d4f9cd req-663f4394-8db2-4b56-ab64-8ae8b6d100c4 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939035
Apr 02 20:58:24.490196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947261-f056-4657-b1e1-3e42980c5493 req-5ea3bfaf-df6f-4cdf-8101-1ae51ca24b87 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.495390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b947261-f056-4657-b1e1-3e42980c5493 req-5ea3bfaf-df6f-4cdf-8101-1ae51ca24b87 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 946 time: 0.1228662
Apr 02 20:58:24.513493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e74abc5-a323-4c4f-a68b-96e5115efc9c req-b8f44348-52b8-4338-b21f-e7b01b61ce87 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 210 time: 0.0534589
Apr 02 20:58:24.602224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-3842ca90-cb14-4437-81d5-e2fd8aa05ae4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf81401733804432b781dd367ab7bd82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0531290
Apr 02 20:58:24.693145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b947261-f056-4657-b1e1-3e42980c5493 req-a006607c-8a8e-490d-96bc-3289855dbd79 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855073
Apr 02 20:58:24.717491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-aa0942ba-07f6-4ea3-811c-c1ccd1d91d4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1264803
Apr 02 20:58:24.722214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d078a66-0e28-4cbf-b9cb-f12346f2fe8a req-1970fbfa-53f4-410b-bf55-4215b53eace8 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.739098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d078a66-0e28-4cbf-b9cb-f12346f2fe8a req-1970fbfa-53f4-410b-bf55-4215b53eace8 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1127 time: 0.1331050
Apr 02 20:58:24.806713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d078a66-0e28-4cbf-b9cb-f12346f2fe8a req-34909cf4-652e-4898-a37f-b0efcbd0f467 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671096
Apr 02 20:58:24.852688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-4cd204d3-f324-49fc-b633-5b48d44c7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.854028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-4cd204d3-f324-49fc-b633-5b48d44c7dee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 1131 time: 0.0591090
Apr 02 20:58:24.902992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-905d08fa-8bd0-4781-81b0-76a574988871 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.904569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-905d08fa-8bd0-4781-81b0-76a574988871 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2865682
Apr 02 20:58:24.925762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Request body: {'port': {'device_id': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'bf81401733804432b781dd367ab7bd82'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:24.975779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044aed8-38f7-4fd9-94d7-5351aab443ba req-60f76602-852d-479f-b69b-802ff0fba2bd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:24.983137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0044aed8-38f7-4fd9-94d7-5351aab443ba req-60f76602-852d-479f-b69b-802ff0fba2bd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 944 time: 0.1539550
Apr 02 20:58:25.069013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0044aed8-38f7-4fd9-94d7-5351aab443ba req-462cf94b-a2fe-4640-85f6-a2540da8e735 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849752
Apr 02 20:58:25.070580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-ddd76acf-ce4f-479d-a46c-fabc3d526475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:25.072774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-ddd76acf-ce4f-479d-a46c-fabc3d526475 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1818602
Apr 02 20:58:25.090416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:25.090968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f88d-f8ba-49f3-a9a3-7c7c32b57ecb req-8820c3f4-c718-4c9f-b2f1-2728a2fec3be tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:25.097012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16a6f88d-f8ba-49f3-a9a3-7c7c32b57ecb req-8820c3f4-c718-4c9f-b2f1-2728a2fec3be tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1004834
Apr 02 20:58:25.141833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-e7a2c143-d1c3-4925-a90f-f073e017dd0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 200  len: 217 time: 0.0421338
Apr 02 20:58:25.149813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Made reservation on behalf of bf81401733804432b781dd367ab7bd82 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:25.177501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:25.241300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-665d4aa0-3c10-45cd-b4cc-c5bbe520c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:25.243236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-665d4aa0-3c10-45cd-b4cc-c5bbe520c80b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0907915
Apr 02 20:58:25.245688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:25.247980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16a6f88d-f8ba-49f3-a9a3-7c7c32b57ecb req-073e4c93-fc32-4078-95c1-f0a0a91be213 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501586
Apr 02 20:58:25.285703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:25.288142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:25.326287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-a4e35f6f-f4cd-4262-ab1b-882860084022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:25.328614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-a4e35f6f-f4cd-4262-ab1b-882860084022 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0784132
Apr 02 20:58:25.335331 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82794230-20eb-45cd-b4e1-41bfbedcf9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:25.403593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8ec4958-fae9-4222-a295-450b8e10a9ac req-3235ec74-6f39-47c3-9c45-f7c49e69adb6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 210 time: 0.0793006
Apr 02 20:58:25.433589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:25.434227 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:25.462814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:25.465800 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c4a217-c0a7-4640-a984-878aa749060d" -d '{"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-plugged", "status": "completed", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:25.490103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:25.497842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:25.598927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:25.608604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Allocated IP 192.168.233.62 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/be52826c-0cd7-47ea-b3f1-9be1a12af651) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:25.616195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8789caa-ffc8-45a8-a0bb-32d20bb8b9df req-41c00d82-4433-4cf8-bde9-92674b4eab28 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:25.623592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8789caa-ffc8-45a8-a0bb-32d20bb8b9df req-41c00d82-4433-4cf8-bde9-92674b4eab28 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1127 time: 0.2480283
Apr 02 20:58:25.635466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35257aaf-6bc3-4a5b-b92b-61f50e2fec6a req-2cd655b2-6b44-477d-9cbf-3fdbaf0cb508 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:25.642550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35257aaf-6bc3-4a5b-b92b-61f50e2fec6a req-2cd655b2-6b44-477d-9cbf-3fdbaf0cb508 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 945 time: 0.1143312
Apr 02 20:58:25.662122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-395665b8-77e9-433b-9eab-ddf029e010eb service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229516
Apr 02 20:58:25.708788 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8789caa-ffc8-45a8-a0bb-32d20bb8b9df req-755898a8-8e1e-4ecf-a532-7ae005ef430e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776582
Apr 02 20:58:25.746078 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35257aaf-6bc3-4a5b-b92b-61f50e2fec6a req-8606058f-6c1a-46df-ae7c-055bd4cf7db6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026618
Apr 02 20:58:25.838125 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41479b61-1cb1-4d42-93a8-0c3fd1c5bf15 x-openstack-request-id: req-41479b61-1cb1-4d42-93a8-0c3fd1c5bf15 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:25.838923 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-plugged", "status": "completed", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:25.839392 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41479b61-1cb1-4d42-93a8-0c3fd1c5bf15 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:25.839993 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41479b61-1cb1-4d42-93a8-0c3fd1c5bf15'] response: {'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'code': 200}
Apr 02 20:58:25.867216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7768a64-c84b-47ab-a3bf-dd93bec3aac5 req-aa2230be-93e9-4696-bb8a-8fff342a4e72 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943429
Apr 02 20:58:25.877069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks [] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:25.945815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efeb8c1d-c1d5-4aae-8125-b38a716401d5 req-a62f22aa-55bc-4e60-9f39-e9b14ce967f2 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 210 time: 0.0665307
Apr 02 20:58:25.978615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 82489312-cd93-45ff-8630-0fecf70d05db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:25.980762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8ccfbe04-805d-49bd-88f1-b591034caed3 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:26.021451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.059695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:26.107263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182', '621024d2-1ce8-42c3-9e0b-779d93467380'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:26.145557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:26.151267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62269ad-afda-4181-a94b-6b82339ed402 req-205ccedb-344d-4b7d-afa5-02eaafb27ad7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.152356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:26.153673 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d62269ad-afda-4181-a94b-6b82339ed402 req-205ccedb-344d-4b7d-afa5-02eaafb27ad7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 946 time: 0.1905737
Apr 02 20:58:26.162467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:26.199535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ac22c-9a8e-41e3-a25b-e8977eff8aac req-08332882-1e23-4c4e-9472-2dcddeb28def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.201724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-089ac22c-9a8e-41e3-a25b-e8977eff8aac req-08332882-1e23-4c4e-9472-2dcddeb28def service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 1127 time: 0.2111857
Apr 02 20:58:26.232176 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:58:26.262048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-6807a2c8-7e57-42b5-a29f-7f385a172b96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.265071 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-6807a2c8-7e57-42b5-a29f-7f385a172b96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 810 time: 0.3452129
Apr 02 20:58:26.324187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d62269ad-afda-4181-a94b-6b82339ed402 req-1a875ce5-34ec-43c7-8e11-314f08b3b299 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574495
Apr 02 20:58:26.335003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:26.343731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-089ac22c-9a8e-41e3-a25b-e8977eff8aac req-954fa96e-22bd-43a5-9f33-6d5ae2f28149 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341600
Apr 02 20:58:26.365954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.366840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.405378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8edb87-7d83-47ac-8ed9-59e25db88a1d req-dab96d23-bbc0-4cad-aedb-31bd4dea9e6a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.411095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f683581d-f3d6-4bcd-a046-48cf1d67af96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da03d0fc36de405d87c8e99d209af9fe HTTP/1.1" status: 200  len: 380 time: 0.1341221
Apr 02 20:58:26.414155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd8edb87-7d83-47ac-8ed9-59e25db88a1d req-dab96d23-bbc0-4cad-aedb-31bd4dea9e6a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1865902
Apr 02 20:58:26.421314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'port': {'device_id': '259abe5f-f848-4966-b186-a747835eab18', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'admin_state_up': True, 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'security_groups': ['10c9cd59-93ed-4145-8397-10acf55c9990']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:26.458354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-31206068-8145-428e-9092-e0cbbb0f3bfb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5362606
Apr 02 20:58:26.509270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd8edb87-7d83-47ac-8ed9-59e25db88a1d req-76002322-70d0-4688-b8bf-492b7d9a9905 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939178
Apr 02 20:58:26.551132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Request body: {'port': {'device_id': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:26.595431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfbcda-a177-4e42-8d38-388a70629d02 req-03ef7156-77c0-4cbb-9656-d02b068669b1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.596807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8bfbcda-a177-4e42-8d38-388a70629d02 req-03ef7156-77c0-4cbb-9656-d02b068669b1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1699009
Apr 02 20:58:26.614689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Made reservation on behalf of da03d0fc36de405d87c8e99d209af9fe for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:26.618419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.620167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 8ccfbe04-805d-49bd-88f1-b591034caed3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:26.633834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 8ccfbe04-805d-49bd-88f1-b591034caed3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:26.634472 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.668929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.684629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441be14-f397-42b7-8cab-0cfe59c7adca req-dae39858-ef59-4f48-833c-ca19f93a71ed tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.685754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.686172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6441be14-f397-42b7-8cab-0cfe59c7adca req-dae39858-ef59-4f48-833c-ca19f93a71ed tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 935 time: 0.0936408
Apr 02 20:58:26.704137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b40c6d2d-e662-4b1c-a110-9c35c4aac1c3 None None] Provisioning complete for port be52826c-0cd7-47ea-b3f1-9be1a12af651 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:26.704851 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b40c6d2d-e662-4b1c-a110-9c35c4aac1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.722325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8bfbcda-a177-4e42-8d38-388a70629d02 req-d0d1d28e-d710-449e-8653-4a135b8f2521 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132331
Apr 02 20:58:26.793060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 82489312-cd93-45ff-8630-0fecf70d05db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82489312-cd93-45ff-8630-0fecf70d05db,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:26.799485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6d2d-e662-4b1c-a110-9c35c4aac1c3 None None] Port be52826c-0cd7-47ea-b3f1-9be1a12af651 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:26.824501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '82489312-cd93-45ff-8630-0fecf70d05db', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '82489312-cd93-45ff-8630-0fecf70d05db', 'mac_address': 'fa:16:3e:3b:06:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:26.829213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Allocated IP 172.20.0.10 (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29/beadd43f-c947-4903-806c-8155b51418d1/f2ea41d2-5537-49e4-98d6-de0eedf3bff6) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:26.853728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6441be14-f397-42b7-8cab-0cfe59c7adca req-1c0c906d-4527-4d0a-925f-6316097fdf62 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420822
Apr 02 20:58:26.900605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556d3d8-95f9-4a21-b800-46e4018c200f req-4d189150-415a-44ba-b366-d0b4efb47a1b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:26.902120 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d556d3d8-95f9-4a21-b800-46e4018c200f req-4d189150-415a-44ba-b366-d0b4efb47a1b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0883324
Apr 02 20:58:26.948427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 82489312-cd93-45ff-8630-0fecf70d05db is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:26.948839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82489312-cd93-45ff-8630-0fecf70d05db), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.967076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 8ccfbe04-805d-49bd-88f1-b591034caed3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:26.967465 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:26.991343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82489312-cd93-45ff-8630-0fecf70d05db {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:27.031349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d556d3d8-95f9-4a21-b800-46e4018c200f req-65a367e1-8d01-40b1-b9d1-b7a6e2018330 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151924
Apr 02 20:58:27.047737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 82489312-cd93-45ff-8630-0fecf70d05db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82489312-cd93-45ff-8630-0fecf70d05db,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:27.073671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df27bb-b0b2-465d-a404-14e499caf732 req-89fbd406-9d19-430e-80d7-43c8eadbf966 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:27.078906 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.081253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04df27bb-b0b2-465d-a404-14e499caf732 req-89fbd406-9d19-430e-80d7-43c8eadbf966 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1127 time: 0.0977578
Apr 02 20:58:27.116424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (82489312-cd93-45ff-8630-0fecf70d05db), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.138534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 8ccfbe04-805d-49bd-88f1-b591034caed3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ccfbe04-805d-49bd-88f1-b591034caed3,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:27.160184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.166190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be52826c-0cd7-47ea-b3f1-9be1a12af651 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:27.188805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04df27bb-b0b2-465d-a404-14e499caf732 req-955338b9-f9b2-4794-9550-93ffe4a1cdf8 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067407
Apr 02 20:58:27.194637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Publish callbacks [] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.225781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Transition to ACTIVE for port object be52826c-0cd7-47ea-b3f1-9be1a12af651 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:27.236095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=82489312-cd93-45ff-8630-0fecf70d05db,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:27.240111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.241113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:27.242122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.257037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:27.261979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:27.265506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:27.331984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'Port': ['ID=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:27.371448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94defac-8e6a-438b-acf9-40ebe07bb582 req-a6c7bd62-0a9f-472f-a991-273f82090744 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:27.373204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a94defac-8e6a-438b-acf9-40ebe07bb582 req-a6c7bd62-0a9f-472f-a991-273f82090744 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 946 time: 0.2236326
Apr 02 20:58:27.389419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:27.425644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=8ccfbe04-805d-49bd-88f1-b591034caed3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:27.476014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:27.476597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.512563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 621024d2-1ce8-42c3-9e0b-779d93467380 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:27.522789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 621024d2-1ce8-42c3-9e0b-779d93467380 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:27.523747 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.542826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-e07b526c-efb8-4528-83f9-ed319c88ef92 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1268792
Apr 02 20:58:27.566006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a94defac-8e6a-438b-acf9-40ebe07bb582 req-23dc0e43-0a0e-49df-b05f-3f7a9771dd88 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731641
Apr 02 20:58:27.569364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6da6-1500-45a3-b759-f6958c6f3465 req-758860be-1a27-49a0-bdb8-379f2db22737 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:27.574104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb6e6da6-1500-45a3-b759-f6958c6f3465 req-758860be-1a27-49a0-bdb8-379f2db22737 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 932 time: 0.2442653
Apr 02 20:58:27.587166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['82489312-cd93-45ff-8630-0fecf70d05db'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:27.612169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Request body: {'port': {'device_id': '259abe5f-f848-4966-b186-a747835eab18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:27.696370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.703927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:27.704266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:27.704622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:27.741244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:27.741604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:27.761069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb6e6da6-1500-45a3-b759-f6958c6f3465 req-524c80f3-0f69-41f4-82d8-de99cfe976a8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687114
Apr 02 20:58:27.762839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:27.764422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:27.764795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:27.765690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Bound port: be52826c-0cd7-47ea-b3f1-9be1a12af651, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:27.766068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.843877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:27.846279 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbf071-d2be-4f6f-b835-3d96d203e541" -d '{"events": [{"server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:27.873510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 621024d2-1ce8-42c3-9e0b-779d93467380 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:27.874724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.885713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:27.889609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:27.898882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.911744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae2b8-0bbf-4830-8d24-e481ae33fbca req-e11bc5ee-8cd2-4488-a8a5-24e0f917f02d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:27.913617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72eae2b8-0bbf-4830-8d24-e481ae33fbca req-e11bc5ee-8cd2-4488-a8a5-24e0f917f02d tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1618476
Apr 02 20:58:27.945528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:27.956101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-99f24891-2ace-4454-80cd-fb5d087ca433 None None] Provisioning complete for port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:27.956498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99f24891-2ace-4454-80cd-fb5d087ca433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.958231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.974663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:27.978791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:27.980672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-00746bf9-598b-462c-9599-8556e795a843 service neutron] 10.222.0.21 "PUT /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 1095 time: 1.4337213
Apr 02 20:58:27.981242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:27.983733 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069bf0d1-b8bc-43df-ac34-a4e5138c474b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:27.992597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746bf9-598b-462c-9599-8556e795a843 service neutron] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:28.042185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72eae2b8-0bbf-4830-8d24-e481ae33fbca req-d1e7c031-f2d6-4d6c-8429-24a99f896826 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163337
Apr 02 20:58:28.113283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-38662e5e-15fd-4ad0-a526-442fb7273654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.115060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-38662e5e-15fd-4ad0-a526-442fb7273654 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1129 time: 0.0867944
Apr 02 20:58:28.120542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=13']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:28.137446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-99f24891-2ace-4454-80cd-fb5d087ca433 None None] Port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:28.194101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-34a96da1-95de-434d-94c4-04bd0b190863 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0715506
Apr 02 20:58:28.216092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ea41d2-5537-49e4-98d6-de0eedf3bff6 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:28.232046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Publish callbacks [] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:28.252479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Transition to ACTIVE for port object f2ea41d2-5537-49e4-98d6-de0eedf3bff6 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:28.259886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84f30-8163-43bf-a9f7-cfe5180f24c7 req-418720fb-0a9a-45f4-ab70-9c0688a43b17 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.261951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ff84f30-8163-43bf-a9f7-cfe5180f24c7 req-418720fb-0a9a-45f4-ab70-9c0688a43b17 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 947 time: 0.0901659
Apr 02 20:58:28.263136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:28.265750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-b7a44097-142f-4072-aa67-1cfbec64d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.267469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-b7a44097-142f-4072-aa67-1cfbec64d9e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0676005
Apr 02 20:58:28.346934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-916bdd2e-2092-419f-81ea-701e88738b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.349183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-916bdd2e-2092-419f-81ea-701e88738b1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0747538
Apr 02 20:58:28.368804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Pushing event updated for resources: {'Port': ['ID=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:28.385867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ff84f30-8163-43bf-a9f7-cfe5180f24c7 req-34623c3f-b64f-4447-b2da-5224f74b0c53 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902245
Apr 02 20:58:28.536167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-8faaa3b3-3905-4785-95c4-816b2f6cedd2 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799021
Apr 02 20:58:28.586849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Attempting to bind port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:28.587247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Attempting to bind port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:28.587580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Attempting to bind port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:28.588620 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:28.598077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:28.598544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Attempting to bind port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:28.607214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:28.608310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Checking segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:28.608852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Bound using segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:28.609287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Bound port: f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:28.609672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:28.620296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa691-57b5-45a9-ac51-a87010ef0ab7 req-2284af85-b12f-4550-8c04-a0ebaec1cb98 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.629410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-957aa691-57b5-45a9-ac51-a87010ef0ab7 req-2284af85-b12f-4550-8c04-a0ebaec1cb98 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1280282
Apr 02 20:58:28.710389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17ed3355-4323-4f21-98d3-18fd74259b58 req-db39efcc-5c2c-4dae-aa0c-dec334308764 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674013
Apr 02 20:58:28.751202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-957aa691-57b5-45a9-ac51-a87010ef0ab7 req-6c8aa0b3-1be3-4280-bb11-fd9aa6aeb28d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209276
Apr 02 20:58:28.768211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] For port f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:28.785088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] For port f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:28.793264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:28.807810 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2d44d9-f2ad-471e-a004-dd6afa94ea2c x-openstack-request-id: req-3f2d44d9-f2ad-471e-a004-dd6afa94ea2c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:28.808105 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:28.808360 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f2d44d9-f2ad-471e-a004-dd6afa94ea2c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:28.810167 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2d44d9-f2ad-471e-a004-dd6afa94ea2c'] response: {'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'code': 200}
Apr 02 20:58:28.891507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.893076 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:28.894487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] 10.222.0.15 "PUT /v2.0/ports/f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 1092 time: 1.3251772
Apr 02 20:58:28.899423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:28.902885 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef280b41-9ce4-4b73-961f-79a5f55e4deb" -d '{"events": [{"name": "network-changed", "server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:28.974624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e30c7d-5996-46e1-9133-5cdd8d5a9dd8 req-9593faf5-ae85-4e16-8080-7effbcb3acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:28.977056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5e30c7d-5996-46e1-9133-5cdd8d5a9dd8 req-9593faf5-ae85-4e16-8080-7effbcb3acd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1008861
Apr 02 20:58:29.029477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfa9a7-caa2-46aa-be58-240360985f4f service neutron] Pushing event updated for resources: {'Port': ['ID=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:29.047309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e58e4-3309-4a48-b1fc-d17a7b7ca347 req-c8b1742b-973b-4fcc-b652-9abb2b5e04c8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.056156 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a14e58e4-3309-4a48-b1fc-d17a7b7ca347 req-c8b1742b-973b-4fcc-b652-9abb2b5e04c8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 947 time: 0.1717741
Apr 02 20:58:29.057167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5e30c7d-5996-46e1-9133-5cdd8d5a9dd8 req-e0d45fcc-313a-4c25-8128-31818ba4c7cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739965
Apr 02 20:58:29.082339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-c1e4c3ec-b027-4e86-a758-1a797e1e44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.083988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-c1e4c3ec-b027-4e86-a758-1a797e1e44f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1126 time: 0.1241057
Apr 02 20:58:29.133555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a14e58e4-3309-4a48-b1fc-d17a7b7ca347 req-864d271b-201c-418c-9792-689a6a60d65e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741661
Apr 02 20:58:29.201963 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c7b6d-d340-4006-9d2d-a573270fafe7 x-openstack-request-id: req-7f0c7b6d-d340-4006-9d2d-a573270fafe7 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:29.202473 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:29.204695 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f0c7b6d-d340-4006-9d2d-a573270fafe7 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:29.205602 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0c7b6d-d340-4006-9d2d-a573270fafe7'] response: {'name': 'network-changed', 'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'status': 'completed', 'code': 200}
Apr 02 20:58:29.308315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-c8a7d057-d063-405e-9a7f-232850fffe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.310248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-c8a7d057-d063-405e-9a7f-232850fffe00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1129 time: 0.0843384
Apr 02 20:58:29.363923 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:29.410717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-ac80eed1-4503-4c6f-aa38-f85cb812986d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 217 time: 0.0886285
Apr 02 20:58:29.492141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6b95-6d43-488f-ac26-409f6729b2a4 req-ca6a35a6-b43e-4809-96c0-0748c3942ca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.499324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b35e6b95-6d43-488f-ac26-409f6729b2a4 req-ca6a35a6-b43e-4809-96c0-0748c3942ca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 946 time: 0.1900125
Apr 02 20:58:29.518074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-0caf0312-a85f-4a65-a086-94b16c9865ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.519648 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-0caf0312-a85f-4a65-a086-94b16c9865ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0945008
Apr 02 20:58:29.597869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b35e6b95-6d43-488f-ac26-409f6729b2a4 req-daf4397b-f385-488b-a1f2-20e5595f914d tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925672
Apr 02 20:58:29.615261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-5265ea1f-9d10-437d-a7a0-8657500be16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.619834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-5265ea1f-9d10-437d-a7a0-8657500be16f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0924859
Apr 02 20:58:29.783821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a6bd16fc-879f-44be-9b34-b28e162d203e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:29.785299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a6bd16fc-879f-44be-9b34-b28e162d203e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3839271
Apr 02 20:58:29.829597 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-8ff4461c-4025-42e3-b7ac-029f9ea21fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009914
Apr 02 20:58:29.980696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 82489312-cd93-45ff-8630-0fecf70d05db up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:29.994074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-32c1749a-262b-4135-84d4-04508e683b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:29.995684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-32c1749a-262b-4135-84d4-04508e683b6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.6704376
Apr 02 20:58:30.046861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-9ab0a132-44d3-4fc1-bc0b-81e57f9c8cf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0417595
Apr 02 20:58:30.051455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 82489312-cd93-45ff-8630-0fecf70d05db completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:30.055761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 82489312-cd93-45ff-8630-0fecf70d05db triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:30.056141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (82489312-cd93-45ff-8630-0fecf70d05db), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:30.106741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-81d1d79b-fe69-4072-a0e9-3e910347ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.108643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-81d1d79b-fe69-4072-a0e9-3e910347ecfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0548346
Apr 02 20:58:30.151897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 82489312-cd93-45ff-8630-0fecf70d05db is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:30.152287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82489312-cd93-45ff-8630-0fecf70d05db), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:30.163752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-fdf2e855-d1bc-4b16-a466-2b29120fc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.164867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-fdf2e855-d1bc-4b16-a466-2b29120fc938 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0503759
Apr 02 20:58:30.189240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 82489312-cd93-45ff-8630-0fecf70d05db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82489312-cd93-45ff-8630-0fecf70d05db,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:30.194408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (82489312-cd93-45ff-8630-0fecf70d05db), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:30.257263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=82489312-cd93-45ff-8630-0fecf70d05db,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:30.258944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-81e0fef0-5e7f-4afd-a663-0a723197b4e1 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860786
Apr 02 20:58:30.303869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-6aadfa61-15db-4414-a66a-3a266a132fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.305277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-6aadfa61-15db-4414-a66a-3a266a132fdd service neutron] 10.222.0.18 "GET /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 1124 time: 0.5082254
Apr 02 20:58:30.319594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:30.320040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:58:30.357002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f612-d11b-4dff-b9ae-a801eb17b367 req-7f13f2f9-f379-4013-b978-d34ea7af2c7f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.358970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-069bf0d1-b8bc-43df-ac34-a4e5138c474b req-cfa8ca94-3db6-4d2f-b52c-ff5a4f2a5dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936270
Apr 02 20:58:30.364964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9d6f612-d11b-4dff-b9ae-a801eb17b367 req-7f13f2f9-f379-4013-b978-d34ea7af2c7f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 944 time: 0.4741056
Apr 02 20:58:30.376408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da961a1d-f508-4fbd-a9d8-dfcd0b4e6967 req-5966a71c-3a2e-4f44-b5ab-aa81ec5eae68 service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5390620
Apr 02 20:58:30.466293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9d6f612-d11b-4dff-b9ae-a801eb17b367 req-90ae97cd-6a97-4b3f-9cf3-2d708d9e73b7 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004553
Apr 02 20:58:30.516347 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1a9478-4273-4b27-8290-8ce11e6b0684 x-openstack-request-id: req-8f1a9478-4273-4b27-8290-8ce11e6b0684 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:30.516664 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:30.516907 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f1a9478-4273-4b27-8290-8ce11e6b0684 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:30.517306 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1a9478-4273-4b27-8290-8ce11e6b0684'] response: {'name': 'network-changed', 'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'status': 'completed', 'code': 200}
Apr 02 20:58:30.522067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:30.522406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:30.522742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:30.527102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:30.527422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:30.532373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:30.532942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:30.533397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:30.535188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Bound port: 7f987878-99ad-40c2-b531-b8c74a1c3c64, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:30.654395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:30.662459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-0a018403-5c03-463f-963c-2f9088344d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.663955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-0a018403-5c03-463f-963c-2f9088344d54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1126 time: 0.1061466
Apr 02 20:58:30.666765 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:30.667785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a40f8b79-ff31-46ce-944d-97d5a6df5b8f service neutron] 10.222.0.18 "POST /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64/bindings HTTP/1.1" status: 201  len: 389 time: 0.3545167
Apr 02 20:58:30.675956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a348d-42da-4a34-b52e-b6f412fc4e55 req-3ae71a1e-a4ad-4998-acbc-25ef507e5cd5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.677366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad7a348d-42da-4a34-b52e-b6f412fc4e55 req-3ae71a1e-a4ad-4998-acbc-25ef507e5cd5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1086783
Apr 02 20:58:30.810401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}, {'server_uuid': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82489312-cd93-45ff-8630-0fecf70d05db'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:30.812707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad7a348d-42da-4a34-b52e-b6f412fc4e55 req-945d4a7d-75d3-4340-87e2-bb04bfc9f621 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263080
Apr 02 20:58:30.813462 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c414b-b90c-4ed7-9f29-584339d660f6" -d '{"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-plugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}, {"server_uuid": "fd7e09f0-6c85-492e-8a65-b8eccd7e2776", "name": "network-vif-plugged", "status": "completed", "tag": "82489312-cd93-45ff-8630-0fecf70d05db"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:30.843473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-1b5f2a62-51af-4d62-b17a-ecad44f7d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.850334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-1b5f2a62-51af-4d62-b17a-ecad44f7d1e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.1668484
Apr 02 20:58:30.886839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9adbeb-8ede-49a9-9268-e7ef010855a5 req-f4021c05-5fd0-49d1-ae8e-d9a37d087030 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.889129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c9adbeb-8ede-49a9-9268-e7ef010855a5 req-f4021c05-5fd0-49d1-ae8e-d9a37d087030 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 948 time: 0.1033223
Apr 02 20:58:30.907703 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-52b9b4e0-2121-4309-9599-677ad7cff98a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 217 time: 0.0535166
Apr 02 20:58:30.996714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-c646fcf3-536b-4f06-ae35-eaaf832fdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:30.998180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-c646fcf3-536b-4f06-ae35-eaaf832fdd7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0789859
Apr 02 20:58:31.009592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c9adbeb-8ede-49a9-9268-e7ef010855a5 req-55a15806-f42e-4246-847c-b060ae1e8856 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035466
Apr 02 20:58:31.010189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1bd6a-7bba-4232-aaea-a7d5f7bf5fce req-f53f161c-bcfa-4678-8e77-3257dbb9d90c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.012900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bf1bd6a-7bba-4232-aaea-a7d5f7bf5fce req-f53f161c-bcfa-4678-8e77-3257dbb9d90c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1036587
Apr 02 20:58:31.017308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-cb95b63e-67d1-47cf-a6ee-4326150e99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.019548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-cb95b63e-67d1-47cf-a6ee-4326150e99ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1127 time: 0.0913870
Apr 02 20:58:31.094600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bf1bd6a-7bba-4232-aaea-a7d5f7bf5fce req-c29fb8d1-da82-432e-bd0a-aacafd989789 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808327
Apr 02 20:58:31.097590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:31.097843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-b618ebd6-8298-4b88-94d1-dbb11718a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.099329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-b618ebd6-8298-4b88-94d1-dbb11718a681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0845070
Apr 02 20:58:31.178808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223736-4167-4650-8869-957174d60ee9 req-3d1e7641-6701-401e-bddd-c33ce4832c61 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.180445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77223736-4167-4650-8869-957174d60ee9 req-3d1e7641-6701-401e-bddd-c33ce4832c61 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 947 time: 0.1191967
Apr 02 20:58:31.215834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-595162f9-2b59-481d-a4f1-13ea4d6bab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.218112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-595162f9-2b59-481d-a4f1-13ea4d6bab8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1885805
Apr 02 20:58:31.286747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:31.298399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-767c1760-f846-4c34-a5ce-db0e2caaa3de service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910684
Apr 02 20:58:31.308845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdeabb-e602-4fb1-824f-5b277aee6a9b req-a5b23a8c-59f7-4e4d-907d-da2b036d30e9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.310095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7cdeabb-e602-4fb1-824f-5b277aee6a9b req-a5b23a8c-59f7-4e4d-907d-da2b036d30e9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 946 time: 0.1283386
Apr 02 20:58:31.317466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'mac_address': 'fa:16:3e:b1:e2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:31.319183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-35cddb9b-c119-45cb-8b08-90e0aa0bb644 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 217 time: 0.0880799
Apr 02 20:58:31.323034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77223736-4167-4650-8869-957174d60ee9 req-c449b74f-e350-4eb9-aab5-c8df1e420239 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323283
Apr 02 20:58:31.395292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:31.397906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:31.399935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a502282b-64b0-46f0-b694-641e8991798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.401588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-a502282b-64b0-46f0-b694-641e8991798f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0644550
Apr 02 20:58:31.428536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be52826c-0cd7-47ea-b3f1-9be1a12af651 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:31.441993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-959dc8fe-a2aa-41ac-a108-15eb0e94e519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297554
Apr 02 20:58:31.464349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:31.466413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7cdeabb-e602-4fb1-824f-5b277aee6a9b req-13984c34-c50b-4d32-b85f-e99c732035fa tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475136
Apr 02 20:58:31.481594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:31.514658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef280b41-9ce4-4b73-961f-79a5f55e4deb req-ea5e6ed3-ab50-47cf-903c-2f8d797d3635 service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026675
Apr 02 20:58:31.543843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:31.566943 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d1857-fa67-49cf-8364-0d0620154937 x-openstack-request-id: req-8c7d1857-fa67-49cf-8364-0d0620154937 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:31.567245 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-plugged", "status": "completed", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "code": 200}, {"server_uuid": "fd7e09f0-6c85-492e-8a65-b8eccd7e2776", "name": "network-vif-plugged", "status": "completed", "tag": "82489312-cd93-45ff-8630-0fecf70d05db", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:31.567507 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c7d1857-fa67-49cf-8364-0d0620154937 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:31.568046 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7d1857-fa67-49cf-8364-0d0620154937'] response: {'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'code': 200}
Apr 02 20:58:31.568316 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7d1857-fa67-49cf-8364-0d0620154937'] response: {'server_uuid': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82489312-cd93-45ff-8630-0fecf70d05db', 'code': 200}
Apr 02 20:58:31.577145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c243f-4ec6-4ffe-b19f-cc803d8f3f21 req-1ef4bc29-9b28-4d7c-aa0d-b62f7f21d719 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.578686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-070c243f-4ec6-4ffe-b19f-cc803d8f3f21 req-1ef4bc29-9b28-4d7c-aa0d-b62f7f21d719 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 945 time: 0.1400084
Apr 02 20:58:31.591863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-81c76607-877b-4113-bf0f-826f0fa60d64 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407454
Apr 02 20:58:31.722242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-070c243f-4ec6-4ffe-b19f-cc803d8f3f21 req-fb6317eb-c53f-4724-8788-c18e4cc7bd2a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143441
Apr 02 20:58:31.722849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05847aa-f8d0-455b-803f-7b89e0699872 req-18e20b50-90e3-4d54-bd6f-a892d135964b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.724181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f05847aa-f8d0-455b-803f-7b89e0699872 req-18e20b50-90e3-4d54-bd6f-a892d135964b tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1029389
Apr 02 20:58:31.746095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863314d-1bd9-4eda-a7dc-33d8ca431404 req-09397f69-7334-41c1-97ae-2cac56d07721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.747573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f863314d-1bd9-4eda-a7dc-33d8ca431404 req-09397f69-7334-41c1-97ae-2cac56d07721 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 1130 time: 0.0925639
Apr 02 20:58:31.751542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-e91d11e1-fbb8-405e-8e69-fe0e3af70c09 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520016
Apr 02 20:58:31.765845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['be52826c-0cd7-47ea-b3f1-9be1a12af651'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:31.833548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f05847aa-f8d0-455b-803f-7b89e0699872 req-a33a0fda-e9f5-406b-b4da-30e51ee6b306 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084130
Apr 02 20:58:31.864848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f863314d-1bd9-4eda-a7dc-33d8ca431404 req-a96dd0bf-7e63-412c-902a-465c81e45b91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836272
Apr 02 20:58:31.874259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e6008-33a6-4d95-9d36-905ff436aff8 req-d35a3509-748c-477d-ada9-225d5f01cf0a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.875833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-125e6008-33a6-4d95-9d36-905ff436aff8 req-d35a3509-748c-477d-ada9-225d5f01cf0a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 944 time: 0.1125376
Apr 02 20:58:31.919807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-d9896622-bd74-4a8a-b27f-044d3cbf06de tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:31.922633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-d9896622-bd74-4a8a-b27f-044d3cbf06de tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0970929
Apr 02 20:58:31.955480 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-125e6008-33a6-4d95-9d36-905ff436aff8 req-66bba499-8135-4c32-9555-0f037681ea1d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707352
Apr 02 20:58:31.988958 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-972bd60c-a587-423c-a770-ee16223954e2 req-584218f5-c178-4516-9a97-3a2099001928 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1217530
Apr 02 20:58:31.998133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:32.022777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.085224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6d2eb-c615-4faf-a30e-40c56aa86604 req-99697738-78b7-4900-ab32-b921aee4f778 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:32.086702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93a6d2eb-c615-4faf-a30e-40c56aa86604 req-99697738-78b7-4900-ab32-b921aee4f778 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0533547
Apr 02 20:58:32.119576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.127849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:32.159133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93a6d2eb-c615-4faf-a30e-40c56aa86604 req-e667d44e-c876-401a-90a5-5b2ff3c23ef7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665457
Apr 02 20:58:32.202412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.235589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Allocated IP 172.35.4.99 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/ff354e13-af02-45d8-be2e-a0640da31576) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:32.340539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for port (ff354e13-af02-45d8-be2e-a0640da31576), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.346621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d73-498b-40ba-99a4-f11b00b0f845 req-5cdf4a49-26c6-4170-836d-0ce9d898db17 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:32.349185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-566e7d73-498b-40ba-99a4-f11b00b0f845 req-5cdf4a49-26c6-4170-836d-0ce9d898db17 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 948 time: 0.1097641
Apr 02 20:58:32.382972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ff354e13-af02-45d8-be2e-a0640da31576), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.400816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:32.429413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-566e7d73-498b-40ba-99a4-f11b00b0f845 req-eb1edccf-e13e-4f9b-8757-2193c8c6d0be tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735636
Apr 02 20:58:32.431122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:32.435002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:32.438512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:32.458660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event updated for resources: {'Port': ['ID=ff354e13-af02-45d8-be2e-a0640da31576,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:32.469474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:32.528070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:32.530422 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1bb550-e5aa-4f7b-98b9-7d218077c7d8" -d '{"events": [{"server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:32.534357 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.553731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Publish callbacks [] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.571864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.579729 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff354e13-af02-45d8-be2e-a0640da31576), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.632525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ad374-7a14-4b07-8902-27ed5d10987b req-5d155983-412e-4d77-b3c3-34431ba580b7 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:32.634620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b21ad374-7a14-4b07-8902-27ed5d10987b req-5d155983-412e-4d77-b3c3-34431ba580b7 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1198871
Apr 02 20:58:32.726093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:32.726432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:32.726756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:32.741198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:32.744644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:32.744970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Attempting to bind port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:32.753652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b21ad374-7a14-4b07-8902-27ed5d10987b req-8618263d-1e1c-40ea-b2d8-2809f6b89fd7 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879912
Apr 02 20:58:32.754528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:32.754863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:32.755232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:32.755659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Bound port: 7f987878-99ad-40c2-b531-b8c74a1c3c64, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:32.756015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.764625 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for port (ff354e13-af02-45d8-be2e-a0640da31576), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.771502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ff354e13-af02-45d8-be2e-a0640da31576), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.848253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event updated for resources: {'Port': ['ID=ff354e13-af02-45d8-be2e-a0640da31576,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:32.855272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:32.860184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.871846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:32.875789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.876974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-972bd60c-a587-423c-a770-ee16223954e2 req-87113597-81a7-4980-9801-004808ce787b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 0.8827910
Apr 02 20:58:32.881426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.923616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc291e8-e2e3-4b63-9411-d07812488f25 req-d85729c5-b8b8-4fa4-9bed-512de34287e5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:32.925245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acc291e8-e2e3-4b63-9411-d07812488f25 req-d85729c5-b8b8-4fa4-9bed-512de34287e5 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1098976
Apr 02 20:58:32.928972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-972bd60c-a587-423c-a770-ee16223954e2 req-476b0b54-46bd-4230-92b9-6f89591d65d6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 695 time: 0.0448468
Apr 02 20:58:32.982305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:32.982922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:32.984316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 1121 time: 0.8611820
Apr 02 20:58:32.994335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee534f-a15b-46e0-8dde-59a4a34130a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=8']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:33.027591 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acc291e8-e2e3-4b63-9411-d07812488f25 req-b8c946fd-0664-4c35-85bc-2c6f6108e7e1 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959332
Apr 02 20:58:33.046909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bd60c-a587-423c-a770-ee16223954e2 req-a8f1e61b-ce85-491d-8a1e-c52129d88c76 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.048389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-972bd60c-a587-423c-a770-ee16223954e2 req-a8f1e61b-ce85-491d-8a1e-c52129d88c76 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1131353
Apr 02 20:58:33.088650 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52842a09-739b-43bd-ab66-97b049754079 x-openstack-request-id: req-52842a09-739b-43bd-ab66-97b049754079 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:33.089046 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:33.089387 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52842a09-739b-43bd-ab66-97b049754079 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:33.089965 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52842a09-739b-43bd-ab66-97b049754079'] response: {'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'code': 200}
Apr 02 20:58:33.097858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7f987878-99ad-40c2-b531-b8c74a1c3c64'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:33.105379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:33.165429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7f52c-33ed-47b9-ba55-518ef4f139e6 req-b19e08d9-3a14-44a6-a968-19e7c17df796 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.167149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47e7f52c-33ed-47b9-ba55-518ef4f139e6 req-b19e08d9-3a14-44a6-a968-19e7c17df796 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 948 time: 0.0661647
Apr 02 20:58:33.208741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081615-d289-4d0f-be91-403814a81c7d req-6d958c20-58e7-4f77-98a9-d7d8bc54fc0d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.210231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37081615-d289-4d0f-be91-403814a81c7d req-6d958c20-58e7-4f77-98a9-d7d8bc54fc0d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.0611570
Apr 02 20:58:33.223293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port be52826c-0cd7-47ea-b3f1-9be1a12af651 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:33.230434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47e7f52c-33ed-47b9-ba55-518ef4f139e6 req-84df7099-93b7-44d8-8ac5-4d08edd01cc4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558507
Apr 02 20:58:33.232144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port be52826c-0cd7-47ea-b3f1-9be1a12af651 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:33.232597 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:33.297131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37081615-d289-4d0f-be91-403814a81c7d req-efa25efd-0f67-47eb-a3f3-352ccb74aa59 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798929
Apr 02 20:58:33.389592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:33.390078 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:33.406055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e1fc0-e9c6-483c-92ee-9a00842be82b req-e8c59d0e-e672-4916-9398-36bcd4c77f42 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.407300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-935e1fc0-e9c6-483c-92ee-9a00842be82b req-e8c59d0e-e672-4916-9398-36bcd4c77f42 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 944 time: 0.0943282
Apr 02 20:58:33.438630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:33.446726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:33.489495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-935e1fc0-e9c6-483c-92ee-9a00842be82b req-981faab7-dbbe-4636-bf48-6674f03621f5 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721028
Apr 02 20:58:33.540515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:33.569657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:33.572678 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a405edd8-9284-4983-910e-d864dc4596e6" -d '{"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-plugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:33.613390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b8b03-3c90-4ae2-ab81-c6cb71ad0015 req-e8bcf4b4-68d1-4de2-8231-4a5d0dc6d92c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.615005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-221b8b03-3c90-4ae2-ab81-c6cb71ad0015 req-e8bcf4b4-68d1-4de2-8231-4a5d0dc6d92c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 948 time: 0.0544040
Apr 02 20:58:33.665197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-221b8b03-3c90-4ae2-ab81-c6cb71ad0015 req-afad233c-e67c-4bed-b4c9-e5540fe97379 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445287
Apr 02 20:58:33.675883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-c6014522-4a5c-452d-8511-24a5145e5a50 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.677587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-c6014522-4a5c-452d-8511-24a5145e5a50 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 820 time: 0.1059046
Apr 02 20:58:33.693582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-1d59db9a-8ccd-4de3-bba9-ec86935d8ca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/quotas/d0e22715a8e849e0871b68d772ed29fd HTTP/1.1" status: 200  len: 375 time: 0.0098696
Apr 02 20:58:33.750248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-bbf6eb17-6d6e-4d99-af4d-a97b3e2882e9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0511076
Apr 02 20:58:33.775933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3bc9-b622-44c0-849a-0e21dd1ef7d0 req-83cf1f9f-303a-41f3-9f2e-1d5cd865aa56 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.778124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a07d3bc9-b622-44c0-849a-0e21dd1ef7d0 req-83cf1f9f-303a-41f3-9f2e-1d5cd865aa56 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0541613
Apr 02 20:58:33.830329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a07d3bc9-b622-44c0-849a-0e21dd1ef7d0 req-6fdf5682-9289-400e-9747-ccf03af4d4c7 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439322
Apr 02 20:58:33.857471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-3a2b3c8d-4a7b-4cc8-88f9-430753ec791d service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974569
Apr 02 20:58:33.878706 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd6c48-a545-4a4d-8710-0e6c35527932 x-openstack-request-id: req-5ecd6c48-a545-4a4d-8710-0e6c35527932 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:33.879232 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-plugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:33.879735 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ecd6c48-a545-4a4d-8710-0e6c35527932 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:33.880356 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecd6c48-a545-4a4d-8710-0e6c35527932'] response: {'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'code': 200}
Apr 02 20:58:33.980119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-408bc44d-d6a6-4a69-8d3a-e14809e34156 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156998
Apr 02 20:58:33.981524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2ea41d2-5537-49e4-98d6-de0eedf3bff6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:33.996389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b54-fbf3-4300-a37c-00e3c42f2904 req-2af51a37-9182-4851-a560-b1aa40df351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:33.997954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30986b54-fbf3-4300-a37c-00e3c42f2904 req-2af51a37-9182-4851-a560-b1aa40df351c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1131 time: 0.0537484
Apr 02 20:58:34.083754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30986b54-fbf3-4300-a37c-00e3c42f2904 req-63e315a2-2938-493b-b99b-a1cb073e5a73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793126
Apr 02 20:58:34.129197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:34.149267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'port_id': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'mac_address': 'fa:16:3e:f1:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:34.333133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae6dc4b9-bab5-4ad3-9ca5-79a876965d65 req-9e6ad689-50b1-4215-ba49-ca8d32d90795 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 210 time: 0.0520215
Apr 02 20:58:34.378144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81899-e1b0-4bd0-9baf-715d85080598 req-136f7eaf-e6f1-4b78-91c5-126e42741315 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.381200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2a81899-e1b0-4bd0-9baf-715d85080598 req-136f7eaf-e6f1-4b78-91c5-126e42741315 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1166887
Apr 02 20:58:34.389994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:34.389994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:34.406420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ea41d2-5537-49e4-98d6-de0eedf3bff6 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:34.430145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:34.436330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:34.497311 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2a81899-e1b0-4bd0-9baf-715d85080598 req-cdffe741-9150-4f8f-8f92-580355eae6cc tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090307
Apr 02 20:58:34.526347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:34.651913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55929dfb-db6a-4eb5-a8af-4049385975f6 req-06e58d56-be6f-4c0d-822a-294d28370ba9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.653581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-55929dfb-db6a-4eb5-a8af-4049385975f6 req-06e58d56-be6f-4c0d-822a-294d28370ba9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0636895
Apr 02 20:58:34.729250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-55929dfb-db6a-4eb5-a8af-4049385975f6 req-2bf64697-3848-4792-9061-26512e55e3ed tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683894
Apr 02 20:58:34.741364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.741910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.742435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.743093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.743553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.744042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.744550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.745173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.745788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.746249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.746759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.747208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.747595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.757158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-7be58f20-2253-4cce-9ca0-f4211405a66c tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a&device_id=259abe5f-f848-4966-b186-a747835eab18&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7&device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776&device_id=a010647f-dc6e-4a5e-9767-100a054b5fda&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af&device_id=be683205-2b54-4939-9129-7bb9eebeb181&device_id=7b367d88-0807-449d-bd01-d227a66e6958&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f&device_id=db9db7f5-298f-4032-90f6-c9766b263c24&device_id=d88c5184-0805-4677-a11d-4077b9465e11&device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 12195 time: 0.0937350
Apr 02 20:58:34.773782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-b1cee538-99f9-482c-b077-68872852f1ef tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:34.851565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f2ea41d2-5537-49e4-98d6-de0eedf3bff6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:34.851823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e244-488d-45b2-afbb-b73558d633c3 req-ea026935-3214-4887-b00a-6b41d2f24080 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:34.853884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a93e244-488d-45b2-afbb-b73558d633c3 req-ea026935-3214-4887-b00a-6b41d2f24080 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.0733135
Apr 02 20:58:34.897437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-b1cee538-99f9-482c-b077-68872852f1ef tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Publish callbacks [] for security_group (6fadcae4-4d17-4e2c-9dae-7fa41d5a5369), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:34.904388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-b1cee538-99f9-482c-b077-68872852f1ef tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6fadcae4-4d17-4e2c-9dae-7fa41d5a5369), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:34.917088 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a93e244-488d-45b2-afbb-b73558d633c3 req-272e98b9-a0fd-431c-a44d-cbf039c22b00 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563591
Apr 02 20:58:34.966612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cee538-99f9-482c-b077-68872852f1ef tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadcae4-4d17-4e2c-9dae-7fa41d5a5369,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:35.054011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84c94a3a-86fb-40db-a007-626c9b0f33dd req-b1cee538-99f9-482c-b077-68872852f1ef tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&id=10c9cd59-93ed-4145-8397-10acf55c9990&id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&id=0ea49e94-3841-4051-a3cd-280256ee0c27&id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 715 time: 0.2954783
Apr 02 20:58:35.093052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:35.097239 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad1223-9477-4694-9f4a-5f3135974d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:35.107342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ce7cc-c1d6-4317-88d2-8eafadaad206 req-8b66e1a8-2c79-4a97-ac8f-1d1705f502fd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.109337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-861ce7cc-c1d6-4317-88d2-8eafadaad206 req-8b66e1a8-2c79-4a97-ac8f-1d1705f502fd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 945 time: 0.0867100
Apr 02 20:58:35.164237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-861ce7cc-c1d6-4317-88d2-8eafadaad206 req-e2e75a5e-3136-437a-b3a9-67328d244123 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484984
Apr 02 20:58:35.211589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8bf5-d08f-44f6-8fbf-3a921d99e203 req-056235f3-bcea-4a0d-927d-e2de1ee08c18 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.219916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de9d8bf5-d08f-44f6-8fbf-3a921d99e203 req-056235f3-bcea-4a0d-927d-e2de1ee08c18 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0993087
Apr 02 20:58:35.269429 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4f4160-8614-4d98-9f65-ea6236dc3c30 x-openstack-request-id: req-ed4f4160-8614-4d98-9f65-ea6236dc3c30 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:35.269736 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:35.270067 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed4f4160-8614-4d98-9f65-ea6236dc3c30 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:35.270481 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4f4160-8614-4d98-9f65-ea6236dc3c30'] response: {'name': 'network-changed', 'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'status': 'completed', 'code': 200}
Apr 02 20:58:35.276979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de9d8bf5-d08f-44f6-8fbf-3a921d99e203 req-da2300c3-c106-4207-91eb-c878a53260d4 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559959
Apr 02 20:58:35.362055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-e0fbe09e-da19-4f80-b32c-3dc3c73c583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.364145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-e0fbe09e-da19-4f80-b32c-3dc3c73c583f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1155 time: 0.0620525
Apr 02 20:58:35.510416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57530-832d-4653-8077-c611dc955dfc req-005a64c3-009e-4221-95d3-9817d5ae46eb tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.521343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8e688bb-05dc-4470-a62c-dcc4fbc0f3f0 req-69791edf-32b9-4ba5-b8b8-a811ff2c29a3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 210 time: 0.0396826
Apr 02 20:58:35.532563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57530-832d-4653-8077-c611dc955dfc req-005a64c3-009e-4221-95d3-9817d5ae46eb tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.534907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57530-832d-4653-8077-c611dc955dfc req-005a64c3-009e-4221-95d3-9817d5ae46eb tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.541573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65c57530-832d-4653-8077-c611dc955dfc req-005a64c3-009e-4221-95d3-9817d5ae46eb tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776&device_id=be683205-2b54-4939-9129-7bb9eebeb181&device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 2975 time: 0.1265891
Apr 02 20:58:35.542014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-371b3be4-8f40-4c4c-b457-d9e4ec04a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.543887 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-371b3be4-8f40-4c4c-b457-d9e4ec04a534 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1664710
Apr 02 20:58:35.623456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65c57530-832d-4653-8077-c611dc955dfc req-5f01851e-d0ac-434c-9e5a-dc2cbca92f42 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761349
Apr 02 20:58:35.723440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-8d9bdf09-f87a-4928-9652-fce4fb719d70 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.725323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-8d9bdf09-f87a-4928-9652-fce4fb719d70 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 820 time: 0.2121217
Apr 02 20:58:35.727192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-2d23382e-83a2-4908-beb7-161c303b9310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 217 time: 0.1608813
Apr 02 20:58:35.749546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'port': {'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'admin_state_up': True, 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:35.756444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548c2b8-2eb9-4450-b984-1a31e968a503 req-4de41459-1c2e-469f-a50f-a6f9a2bc6828 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.765698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f548c2b8-2eb9-4450-b984-1a31e968a503 req-4de41459-1c2e-469f-a50f-a6f9a2bc6828 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0792904
Apr 02 20:58:35.817506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f548c2b8-2eb9-4450-b984-1a31e968a503 req-fbf6d66c-1064-4576-8a9d-7669f3238455 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507033
Apr 02 20:58:35.862201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-28e790d9-cc7e-40b9-bee4-84e9927440c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.864283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-28e790d9-cc7e-40b9-bee4-84e9927440c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1271133
Apr 02 20:58:35.914532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-727d6520-620b-4696-9834-0af9c143768d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337737
Apr 02 20:58:35.920282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-9a1ee46b-84ff-4da6-afd4-9a1cb9149e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.921877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-9a1ee46b-84ff-4da6-afd4-9a1cb9149e0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99e28f04f7dd4777891efe100377f141&device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 1128 time: 0.0750890
Apr 02 20:58:35.966947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df518499-020f-4cab-a2e6-37fed6872849 req-e34f8dcb-0133-438e-8938-dfa66f61bb34 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.969351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df518499-020f-4cab-a2e6-37fed6872849 req-e34f8dcb-0133-438e-8938-dfa66f61bb34 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0900805
Apr 02 20:58:35.979979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1743-ae2d-4e0c-8392-47ba4584b359 req-606ba416-7a27-420e-814b-f4702917ec58 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:35.981479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74da1743-ae2d-4e0c-8392-47ba4584b359 req-606ba416-7a27-420e-814b-f4702917ec58 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1409533
Apr 02 20:58:35.995539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:36.047426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Made reservation on behalf of d0e22715a8e849e0871b68d772ed29fd for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:36.050385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:36.063076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df518499-020f-4cab-a2e6-37fed6872849 req-4bf0dff3-6ccf-4999-a51c-4be5d4cf1f1f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870504
Apr 02 20:58:36.066874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-483b0bbc-0bb2-4170-b391-edbe8bd9901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:36.067993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-483b0bbc-0bb2-4170-b391-edbe8bd9901d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 200  len: 915 time: 0.1387601
Apr 02 20:58:36.093633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-23ef9d2c-e50f-404f-a88d-bf39575fce20 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657963
Apr 02 20:58:36.106834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:36.126504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-87ed3b80-02bd-49f4-9657-e4ec82948a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 200  len: 217 time: 0.0509517
Apr 02 20:58:36.129464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74da1743-ae2d-4e0c-8392-47ba4584b359 req-3eab11a0-cbca-4527-8976-ed86be32658a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155608
Apr 02 20:58:36.134455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:58:36.181852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-6e588916-cebd-4e84-9c4e-08c0a56aaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:36.183271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-6e588916-cebd-4e84-9c4e-08c0a56aaa1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 200  len: 854 time: 0.0506122
Apr 02 20:58:36.237135 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-f691056e-5efc-492c-8a8e-30e22b06fbb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2427a2f7-cca3-4878-92a4-fe77defc6f38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431359
Apr 02 20:58:36.293568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b99bec-1eab-458a-b1da-a9c1f9307025 req-997a5bff-7a3b-4db2-a9b4-dfd05f14cb18 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:36.295051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09b99bec-1eab-458a-b1da-a9c1f9307025 req-997a5bff-7a3b-4db2-a9b4-dfd05f14cb18 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.1158371
Apr 02 20:58:36.337113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793249f-f647-4e91-a78f-c95c0d1c58dd req-055a4bfa-f766-4a4c-9e09-bf3ef00c0279 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:36.338549 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8793249f-f647-4e91-a78f-c95c0d1c58dd req-055a4bfa-f766-4a4c-9e09-bf3ef00c0279 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1131 time: 0.1472573
Apr 02 20:58:36.346914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ad1223-9477-4694-9f4a-5f3135974d4e req-93ccf41a-7b69-44c4-a4f0-9064a4c6f345 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438755
Apr 02 20:58:36.347934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Allocated IP 172.20.0.14 (58fa3672-fa03-4f54-a24a-d36533b2e021/f05bdb14-b935-4c17-b744-7991c36f4536/4883e687-c354-4cf9-9d83-3e9daec8775f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:36.381649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09b99bec-1eab-458a-b1da-a9c1f9307025 req-74ec81ba-3785-49da-9a95-94c686a0127a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622654
Apr 02 20:58:36.384032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-ce1fe1bd-a044-46e8-8e42-e7e65e1ab3b7 service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387470
Apr 02 20:58:36.415335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8793249f-f647-4e91-a78f-c95c0d1c58dd req-fc825992-ebcb-4acb-9a42-193c86437118 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651627
Apr 02 20:58:36.492207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac911ffb-1b7a-4236-a74c-f176786247e7 req-d6a4ec7b-012b-4251-a270-555643a9751e service neutron] 10.222.0.21 "GET /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1022484
Apr 02 20:58:36.587773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:36.594526 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:58:36.600542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812358-b217-42bb-85f8-67291e4c2c2c req-aa0e3b8b-97cd-4ff2-8cc0-a8b7e30d4519 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:36.607404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04812358-b217-42bb-85f8-67291e4c2c2c req-aa0e3b8b-97cd-4ff2-8cc0-a8b7e30d4519 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 945 time: 0.0987470
Apr 02 20:58:36.669212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04812358-b217-42bb-85f8-67291e4c2c2c req-8045393b-4321-4d53-89e5-f207d6681f55 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609553
Apr 02 20:58:36.678604 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:36.693424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['8ccfbe04-805d-49bd-88f1-b591034caed3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:36.739698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:36.744222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:36.759653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event updated for resources: {'Port': ['ID=4883e687-c354-4cf9-9d83-3e9daec8775f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:36.764673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:36.832980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:36.834016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:36.856339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-16fb6a8a-d3d5-4645-9ee0-1371e65a1b32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1177170
Apr 02 20:58:36.876398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Request body: {'port': {'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:36.965539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.192392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2569dff2-ae40-4ce3-8d3c-7a54d537c963 None None] Provisioning complete for port 4883e687-c354-4cf9-9d83-3e9daec8775f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:37.193090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2569dff2-ae40-4ce3-8d3c-7a54d537c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.274476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376660d-fb53-4c5f-ba22-beebcad18b9c req-a29f0f3f-43d9-4795-a40a-19739ea6ecc6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.276166 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b376660d-fb53-4c5f-ba22-beebcad18b9c req-a29f0f3f-43d9-4795-a40a-19739ea6ecc6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 932 time: 0.1027827
Apr 02 20:58:37.296370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-1a25e9de-b9f3-43b8-96e1-f1f4a9d66a24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0766962
Apr 02 20:58:37.303756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2569dff2-ae40-4ce3-8d3c-7a54d537c963 None None] Port 4883e687-c354-4cf9-9d83-3e9daec8775f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:58:37.319773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0dbfb2d4-a150-4e76-a005-fb45269d35e0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:37.321179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0dbfb2d4-a150-4e76-a005-fb45269d35e0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0095117
Apr 02 20:58:37.351332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b376660d-fb53-4c5f-ba22-beebcad18b9c req-6fcf420d-3abe-46ee-b65c-bfc3b5c24b5f tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681431
Apr 02 20:58:37.424594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4883e687-c354-4cf9-9d83-3e9daec8775f {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:37.434286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Publish callbacks [] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.463723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Transition to ACTIVE for port object 4883e687-c354-4cf9-9d83-3e9daec8775f will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:37.476672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b562e4b-7fad-46b6-9c2b-aaa7ba735a2e req-cc34f3d2-e7e9-4933-b6c4-2fb79cc5eb2b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.478197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b562e4b-7fad-46b6-9c2b-aaa7ba735a2e req-cc34f3d2-e7e9-4933-b6c4-2fb79cc5eb2b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1620588
Apr 02 20:58:37.479001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.543124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c62bc-2049-44fe-a389-28d17dc32f5c req-51add3a6-896b-4440-ad7e-a27deb2ea4fc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.544973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a4c62bc-2049-44fe-a389-28d17dc32f5c req-51add3a6-896b-4440-ad7e-a27deb2ea4fc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1026564
Apr 02 20:58:37.550698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Pushing event updated for resources: {'Port': ['ID=4883e687-c354-4cf9-9d83-3e9daec8775f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:37.612278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a4c62bc-2049-44fe-a389-28d17dc32f5c req-81b2f8ea-79e5-4444-a920-7938636c0f0c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586081
Apr 02 20:58:37.631560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b562e4b-7fad-46b6-9c2b-aaa7ba735a2e req-8c620d3a-b323-4d70-8d3e-dae09f052def tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430972
Apr 02 20:58:37.707309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Attempting to bind port 4883e687-c354-4cf9-9d83-3e9daec8775f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:37.709619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Attempting to bind port 4883e687-c354-4cf9-9d83-3e9daec8775f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:37.709619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Attempting to bind port 4883e687-c354-4cf9-9d83-3e9daec8775f on network 58fa3672-fa03-4f54-a24a-d36533b2e021 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:37.714287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Port 4883e687-c354-4cf9-9d83-3e9daec8775f on network 58fa3672-fa03-4f54-a24a-d36533b2e021 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:37.714804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Attempting to bind port 4883e687-c354-4cf9-9d83-3e9daec8775f on network 58fa3672-fa03-4f54-a24a-d36533b2e021 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:37.723458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:37.724070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Checking segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:37.725123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Bound using segment: {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:37.725496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Bound port: 4883e687-c354-4cf9-9d83-3e9daec8775f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7906f07-423a-4294-9b80-d210c42864c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:37.726088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.758185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2df76-cb17-443e-9aaf-1fd353c8c453 req-ca239815-6327-44a1-b3ef-df031d33f389 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.759909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4af2df76-cb17-443e-9aaf-1fd353c8c453 req-ca239815-6327-44a1-b3ef-df031d33f389 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0771596
Apr 02 20:58:37.832171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4af2df76-cb17-443e-9aaf-1fd353c8c453 req-05764b08-dfc0-4667-bc00-cacd439f2040 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654681
Apr 02 20:58:37.890562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] For port 4883e687-c354-4cf9-9d83-3e9daec8775f, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:37.907208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-f8778cac-c295-48fe-b5b8-4fbc5fdbbcd4 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.908683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-f8778cac-c295-48fe-b5b8-4fbc5fdbbcd4 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 1128 time: 0.0972254
Apr 02 20:58:37.912667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] For port 4883e687-c354-4cf9-9d83-3e9daec8775f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4883e687-c354-4cf9-9d83-3e9daec8775f,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:37.922288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.954559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2135f0-af63-4808-9103-1c42d1795425 req-231af487-a93b-433f-b3f2-57ef55049771 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.956780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c2135f0-af63-4808-9103-1c42d1795425 req-231af487-a93b-433f-b3f2-57ef55049771 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 945 time: 0.0586548
Apr 02 20:58:37.963706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550df5b-6d94-4d11-b704-da7dc02dce4a req-538fce0e-280e-46db-9142-e97bb129a4f0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.965265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6550df5b-6d94-4d11-b704-da7dc02dce4a req-538fce0e-280e-46db-9142-e97bb129a4f0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.1104054
Apr 02 20:58:37.974602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:37.975492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:37.977493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] 10.222.0.15 "PUT /v2.0/ports/4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 1092 time: 1.1076300
Apr 02 20:58:37.978120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:37.981498 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:38.009461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2ea41d2-5537-49e4-98d6-de0eedf3bff6 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:38.032241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f2768-7cec-4c22-8b7e-b94f31658c90 service neutron] Pushing event updated for resources: {'Port': ['ID=4883e687-c354-4cf9-9d83-3e9daec8775f,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:38.072933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c2135f0-af63-4808-9103-1c42d1795425 req-4cbbf2d0-f9e0-46df-8c66-fd1f33d0c13f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101124
Apr 02 20:58:38.101394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:38.106796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:38.107401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:38.145818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6550df5b-6d94-4d11-b704-da7dc02dce4a req-6719d083-45f5-44c7-bb78-46279eedefd6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481016
Apr 02 20:58:38.185925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-d06418c3-e354-4f44-aeda-6d5ff586efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.187738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-d06418c3-e354-4f44-aeda-6d5ff586efba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1126 time: 0.1406741
Apr 02 20:58:38.267886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:38.268803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:38.284603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-08769b8f-397f-4ee0-bf95-bd26838a5103 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 217 time: 0.0840998
Apr 02 20:58:38.322823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:38.332920 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555896b1-7439-4388-8a89-7b6582ef2db8" -d '{"events": [{"server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "name": "network-vif-plugged", "status": "completed", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:38.370365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885282-2dd4-43ca-af16-4a17279af43c req-fa82409e-3196-46fa-80fd-b4360d3d2ab8 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.372566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:38.381007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-27fc2a06-a8fc-47a1-9e5b-3ff541c9f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.382873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-27fc2a06-a8fc-47a1-9e5b-3ff541c9f9d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.0906489
Apr 02 20:58:38.384224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f7885282-2dd4-43ca-af16-4a17279af43c req-fa82409e-3196-46fa-80fd-b4360d3d2ab8 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1132 time: 0.1281834
Apr 02 20:58:38.393090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:38.437101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716e267-e40e-4853-8fd0-7f881dd5621f req-a6d9d5af-087d-4647-a9db-c6e1021f4fee tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.440898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7716e267-e40e-4853-8fd0-7f881dd5621f req-a6d9d5af-087d-4647-a9db-c6e1021f4fee tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1135862
Apr 02 20:58:38.488150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:38.496586 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f7885282-2dd4-43ca-af16-4a17279af43c req-fbc3b382-f506-49de-93af-07801bb62da0 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107061
Apr 02 20:58:38.516599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-00f40d98-177c-48ee-936b-f92c233d88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.518256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-00f40d98-177c-48ee-936b-f92c233d88d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1285298
Apr 02 20:58:38.529667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7716e267-e40e-4853-8fd0-7f881dd5621f req-a259548f-d990-43d3-b3a1-8906b5594c92 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812380
Apr 02 20:58:38.591410 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e28a4f-d4a6-4526-9be7-61ef7b4e83d0 x-openstack-request-id: req-63e28a4f-d4a6-4526-9be7-61ef7b4e83d0 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:38.591952 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "name": "network-vif-plugged", "status": "completed", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:38.592916 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63e28a4f-d4a6-4526-9be7-61ef7b4e83d0 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:38.593503 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e28a4f-d4a6-4526-9be7-61ef7b4e83d0'] response: {'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'code': 200}
Apr 02 20:58:38.711572 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715e804d-8cda-4dc4-aa94-81ee3bfc39e3 x-openstack-request-id: req-715e804d-8cda-4dc4-aa94-81ee3bfc39e3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:38.713210 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:38.714174 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-715e804d-8cda-4dc4-aa94-81ee3bfc39e3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:38.714725 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715e804d-8cda-4dc4-aa94-81ee3bfc39e3'] response: {'name': 'network-changed', 'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'status': 'completed', 'code': 200}
Apr 02 20:58:38.773224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-4d350b64-3e25-4d71-acbf-da14c22d4966 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391708
Apr 02 20:58:38.784994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126e474-b362-4fd9-b3d7-90610b79c12e req-be248c75-a3ac-44e4-a81f-2c85d30b8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.786903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0126e474-b362-4fd9-b3d7-90610b79c12e req-be248c75-a3ac-44e4-a81f-2c85d30b8d3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1128 time: 0.1070178
Apr 02 20:58:38.803282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cbf39-8b9b-498c-ac5d-d35a3729cab8 req-a65205ed-cbac-48fd-9acd-4ce1e878078a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.805506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d71cbf39-8b9b-498c-ac5d-d35a3729cab8 req-a65205ed-cbac-48fd-9acd-4ce1e878078a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.1163619
Apr 02 20:58:38.822964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720790d-19a2-4199-8d3f-0b2d5fe39f5f req-3130f3cf-14bc-4f3a-8796-c954212e9b28 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:38.831710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2720790d-19a2-4199-8d3f-0b2d5fe39f5f req-3130f3cf-14bc-4f3a-8796-c954212e9b28 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1132 time: 0.1131182
Apr 02 20:58:38.869797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0126e474-b362-4fd9-b3d7-90610b79c12e req-75884bd1-cb44-4bc7-abe9-09ebc25ffa4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632689
Apr 02 20:58:38.886825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d71cbf39-8b9b-498c-ac5d-d35a3729cab8 req-87414b02-8805-4fb3-9036-a65966ec19a9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736492
Apr 02 20:58:38.925160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2720790d-19a2-4199-8d3f-0b2d5fe39f5f req-f573c8fd-e92b-4e7b-842f-9905539645e1 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920839
Apr 02 20:58:38.939383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a45d045-8288-47ec-bfa4-4310323c7e45 req-40e386e4-bc82-4b55-8568-fb16369fba51 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580727
Apr 02 20:58:39.026212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c032b-114e-46e5-b47b-1dc35788fffd req-e3cd0afa-b022-4172-8d53-a3e31f8a047f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.027880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee8c032b-114e-46e5-b47b-1dc35788fffd req-e3cd0afa-b022-4172-8d53-a3e31f8a047f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0614259
Apr 02 20:58:39.047382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced6cfc-8a02-4c95-b9de-11d9b2b707c4 req-314e36f6-43ba-454d-9e73-1cc4688956bd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.049535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ced6cfc-8a02-4c95-b9de-11d9b2b707c4 req-314e36f6-43ba-454d-9e73-1cc4688956bd tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0571203
Apr 02 20:58:39.076424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee8c032b-114e-46e5-b47b-1dc35788fffd req-cc5cf6a9-7eab-46de-ab3f-8207334ece6c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410452
Apr 02 20:58:39.097953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ced6cfc-8a02-4c95-b9de-11d9b2b707c4 req-4366b116-a84a-44c8-8438-5b7d5e7571f9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434656
Apr 02 20:58:39.197492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed385-545c-4e26-90f4-8aec4e4e82b2 req-030b7ca7-3cda-4703-a1a2-7c1e99d569dc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.198961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df4ed385-545c-4e26-90f4-8aec4e4e82b2 req-030b7ca7-3cda-4703-a1a2-7c1e99d569dc tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0579383
Apr 02 20:58:39.245658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df4ed385-545c-4e26-90f4-8aec4e4e82b2 req-b83e34f9-9e69-45d5-b2a7-bc2029e5d079 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409923
Apr 02 20:58:39.365126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793c79-c963-4d6b-b7b6-3c53709999d1 req-a50dd8af-ddfa-4eaa-84d9-61fcba665566 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.366719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c793c79-c963-4d6b-b7b6-3c53709999d1 req-a50dd8af-ddfa-4eaa-84d9-61fcba665566 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0586824
Apr 02 20:58:39.389701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3eb1a-2c8f-4ff7-be56-9e9062857286 req-f24e3fb0-71b3-4e0f-8dc7-276c383c1d0a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.391112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ba3eb1a-2c8f-4ff7-be56-9e9062857286 req-f24e3fb0-71b3-4e0f-8dc7-276c383c1d0a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 943 time: 0.0558355
Apr 02 20:58:39.413545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c793c79-c963-4d6b-b7b6-3c53709999d1 req-c5dd0e04-f6b1-4ee0-8c0a-7ab3e47a48ad tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411031
Apr 02 20:58:39.444582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ba3eb1a-2c8f-4ff7-be56-9e9062857286 req-06ab21c7-a068-4c40-bbf4-0b17e5833c14 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464325
Apr 02 20:58:39.525342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df00ec-5ed8-4ec7-bf47-1b07b42a7dfd req-2081f38f-96c4-4dc9-915e-069946639c2c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.526839 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35df00ec-5ed8-4ec7-bf47-1b07b42a7dfd req-2081f38f-96c4-4dc9-915e-069946639c2c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0570641
Apr 02 20:58:39.573719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35df00ec-5ed8-4ec7-bf47-1b07b42a7dfd req-085144b6-f194-4c25-aa9f-47447aef3314 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412853
Apr 02 20:58:39.736589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975130eb-3c84-4b2e-a02e-7ea462a0ef38 req-c5d7e3ae-a1d3-40f5-a19e-94c10da59771 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.738655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-975130eb-3c84-4b2e-a02e-7ea462a0ef38 req-c5d7e3ae-a1d3-40f5-a19e-94c10da59771 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0539274
Apr 02 20:58:39.828387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-975130eb-3c84-4b2e-a02e-7ea462a0ef38 req-b8e24b25-f6ce-4b95-95f0-7f964f5e7549 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833099
Apr 02 20:58:39.831563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-f3774be2-6a92-4bfe-839f-e940a75655cb service neutron] 10.222.0.21 "GET /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0925467
Apr 02 20:58:39.972440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a7ea-487d-4136-8794-35318ed58c09 req-b6c9f10c-d83d-4c44-a8dd-fd7337094430 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:39.980985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b751a7ea-487d-4136-8794-35318ed58c09 req-b6c9f10c-d83d-4c44-a8dd-fd7337094430 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0970993
Apr 02 20:58:40.012883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:40.026581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b751a7ea-487d-4136-8794-35318ed58c09 req-4b502c50-45c2-4e5b-a005-550b24b85926 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442746
Apr 02 20:58:40.053818 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712eb4d-f1a7-4555-81c8-2586b38723ce req-a1ec2303-cdbf-47d2-9023-941a5a08110e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.055420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f712eb4d-f1a7-4555-81c8-2586b38723ce req-a1ec2303-cdbf-47d2-9023-941a5a08110e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1207352
Apr 02 20:58:40.097485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:40.132698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:40.139786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:40.144200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f712eb4d-f1a7-4555-81c8-2586b38723ce req-ccd91fde-9eb9-4f60-8c90-295a24c41eca tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772047
Apr 02 20:58:40.146167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:58:40.165381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c913d-0930-42e4-9438-cdda35eabf0c req-53efc062-302b-4f1a-92cc-77a82d508f08 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.166862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b4c913d-0930-42e4-9438-cdda35eabf0c req-53efc062-302b-4f1a-92cc-77a82d508f08 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0623105
Apr 02 20:58:40.182937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f987878-99ad-40c2-b531-b8c74a1c3c64 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:40.197007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:40.222295 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:40.306952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ad370-3ee8-4a3f-a17c-28a543540267 req-efbc5b62-1770-4906-8954-23a0fcaa52d2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.308900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932ad370-3ee8-4a3f-a17c-28a543540267 req-efbc5b62-1770-4906-8954-23a0fcaa52d2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0992367
Apr 02 20:58:40.360525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] Transition to ACTIVE for port object 7f987878-99ad-40c2-b531-b8c74a1c3c64 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:40.367852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:40.406987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932ad370-3ee8-4a3f-a17c-28a543540267 req-d9c4d2a3-7808-4a81-a26c-c58edcd93fbc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898292
Apr 02 20:58:40.530707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b4c913d-0930-42e4-9438-cdda35eabf0c req-33588d0c-cff6-4dfa-9344-0e520f667cd1 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3580558
Apr 02 20:58:40.656008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf9805-a4fa-4053-aff6-9bb1ed52697c req-19210a4d-697c-438d-b08b-7c27265d3695 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.657550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02bf9805-a4fa-4053-aff6-9bb1ed52697c req-19210a4d-697c-438d-b08b-7c27265d3695 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0557876
Apr 02 20:58:40.705408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02bf9805-a4fa-4053-aff6-9bb1ed52697c req-b2ac1d9d-e8ad-403b-b275-ccadc8c71f45 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413425
Apr 02 20:58:40.743250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] No DVR routers for this DVR port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:58:40.768514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] Pushing event updated for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=10']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:40.809841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-685174f0-c381-4e72-96cc-f67a93d6f139 service neutron] 10.222.0.21 "PUT /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9711699
Apr 02 20:58:40.811767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd252ad-c653-498e-bd29-829d1746d17c req-e916b4df-37f0-48b6-8314-6130fcd1be28 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.813252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-abd252ad-c653-498e-bd29-829d1746d17c req-e916b4df-37f0-48b6-8314-6130fcd1be28 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0533252
Apr 02 20:58:40.834490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd00027-10f4-42ba-966a-076b85138df1 req-1cd50fcc-b5a3-4220-9b6c-f22db3d8bb70 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.836009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fd00027-10f4-42ba-966a-076b85138df1 req-1cd50fcc-b5a3-4220-9b6c-f22db3d8bb70 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0847726
Apr 02 20:58:40.865198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-abd252ad-c653-498e-bd29-829d1746d17c req-89991a34-4fd3-490a-af55-ceaa77182574 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437877
Apr 02 20:58:40.882574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fd00027-10f4-42ba-966a-076b85138df1 req-c3604d82-255b-4fe7-a6d6-c1f9b813c62f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405707
Apr 02 20:58:40.977011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af044b22-6551-4865-aebd-99b483d87b2a req-d88f26d2-a502-4a82-a05f-86b037a83003 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:40.978371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af044b22-6551-4865-aebd-99b483d87b2a req-d88f26d2-a502-4a82-a05f-86b037a83003 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0511200
Apr 02 20:58:41.025697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af044b22-6551-4865-aebd-99b483d87b2a req-3d71189e-ceeb-4a2c-aaf1-10f9b5bf499f tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417256
Apr 02 20:58:41.142992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:58:41.169763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f8fd5-ea37-4851-ab4e-5d0c8282fe64 req-e0f62520-ce8c-41ff-b3d0-ef0039b6072e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.171247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-691f8fd5-ea37-4851-ab4e-5d0c8282fe64 req-e0f62520-ce8c-41ff-b3d0-ef0039b6072e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0635846
Apr 02 20:58:41.187032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 7f987878-99ad-40c2-b531-b8c74a1c3c64 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:58:41.188331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:58:41.203815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc283-10e0-4e52-9afd-2124c9e35cad req-a439ec78-4c60-42a1-b1c5-11716b0dbacf tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.205499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-928cc283-10e0-4e52-9afd-2124c9e35cad req-a439ec78-4c60-42a1-b1c5-11716b0dbacf tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0674477
Apr 02 20:58:41.222446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-691f8fd5-ea37-4851-ab4e-5d0c8282fe64 req-c29be635-43bb-4873-8678-b1bbba301b69 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425496
Apr 02 20:58:41.251587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-928cc283-10e0-4e52-9afd-2124c9e35cad req-0dde0331-d36b-4b5f-9e51-afae5f685c4b tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403614
Apr 02 20:58:41.290001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-68891f06-6549-4a5b-bbc0-53119ca20922 req-8997cb6d-3145-4573-a242-23b56dd5ddd2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:41.290997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68891f06-6549-4a5b-bbc0-53119ca20922 req-8997cb6d-3145-4573-a242-23b56dd5ddd2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053201
Apr 02 20:58:41.395865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19506936-505e-459b-9d2f-c74ebd611473 req-47e29825-71d1-497f-8a98-166661fb1464 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.397340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19506936-505e-459b-9d2f-c74ebd611473 req-47e29825-71d1-497f-8a98-166661fb1464 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0550220
Apr 02 20:58:41.443846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19506936-505e-459b-9d2f-c74ebd611473 req-264c0984-dfc7-4d0f-9ac4-42917304ac6e tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407917
Apr 02 20:58:41.538536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51809a3-8ea4-4000-993c-89a5256667d9 req-543ae06d-2472-4a59-9cd6-6a91dd5d1754 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.539912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c51809a3-8ea4-4000-993c-89a5256667d9 req-543ae06d-2472-4a59-9cd6-6a91dd5d1754 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0516667
Apr 02 20:58:41.563882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942423-c697-49e6-9761-f43b1f36b1d7 req-432b8437-7ef3-41ff-bdc1-4af4ff9eecb8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.565418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3942423-c697-49e6-9761-f43b1f36b1d7 req-432b8437-7ef3-41ff-bdc1-4af4ff9eecb8 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0527136
Apr 02 20:58:41.586197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c51809a3-8ea4-4000-993c-89a5256667d9 req-ad0bce6b-fbc9-4dc0-8ee3-3a34a54edd22 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405219
Apr 02 20:58:41.612674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3942423-c697-49e6-9761-f43b1f36b1d7 req-ece86a6e-71eb-4b73-9242-f5b0a6446616 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414288
Apr 02 20:58:41.692137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014381ca-2bb4-4e87-869f-3f3e60108bcb req-d319ba87-e2a9-4b07-a974-50c06cb02931 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.693634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-014381ca-2bb4-4e87-869f-3f3e60108bcb req-d319ba87-e2a9-4b07-a974-50c06cb02931 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0532386
Apr 02 20:58:41.744492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-014381ca-2bb4-4e87-869f-3f3e60108bcb req-1291ee6c-df4f-4cbb-b7ed-db9638706db2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450122
Apr 02 20:58:41.749553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b4b70-c953-4997-87ec-36d95895d84e req-0678ed06-aee6-4102-9872-fdaa431b6538 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.751024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c0b4b70-c953-4997-87ec-36d95895d84e req-0678ed06-aee6-4102-9872-fdaa431b6538 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0556648
Apr 02 20:58:41.797963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c0b4b70-c953-4997-87ec-36d95895d84e req-03c672e6-259d-42cd-a644-3834f04f9666 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413191
Apr 02 20:58:41.851120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248bba-c6ea-4189-8daf-936c88b74a4b req-dedaacd3-8be0-4207-a699-0a4593bb6835 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.852620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2248bba-c6ea-4189-8daf-936c88b74a4b req-dedaacd3-8be0-4207-a699-0a4593bb6835 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0534408
Apr 02 20:58:41.898834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2248bba-c6ea-4189-8daf-936c88b74a4b req-42a044ae-29a5-4b68-a116-98c5ea6df1d1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406210
Apr 02 20:58:41.915091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028942a-76c5-46d4-a048-efe5398ed667 req-29f0b254-0b5c-4f02-ad36-6e5d99f2895c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:41.916602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5028942a-76c5-46d4-a048-efe5398ed667 req-29f0b254-0b5c-4f02-ad36-6e5d99f2895c tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0521116
Apr 02 20:58:41.964173 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5028942a-76c5-46d4-a048-efe5398ed667 req-ae0bfe8b-5696-43de-8d38-ea7fd1132e98 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415437
Apr 02 20:58:42.004948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548dde-2450-4ddc-a320-fb9fdec9debd req-a069981c-f165-48b1-b67c-2491d7f4bd01 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.006399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45548dde-2450-4ddc-a320-fb9fdec9debd req-a069981c-f165-48b1-b67c-2491d7f4bd01 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0535471
Apr 02 20:58:42.052894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45548dde-2450-4ddc-a320-fb9fdec9debd req-7ff01269-a0e9-4050-a867-af678f4660ee tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405426
Apr 02 20:58:42.070611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e070a-b0bb-4208-8f57-bf79fc5d083d req-f2c2bc6a-219a-4e94-868b-e5e5b4a4d35e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.072202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc2e070a-b0bb-4208-8f57-bf79fc5d083d req-f2c2bc6a-219a-4e94-868b-e5e5b4a4d35e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0521600
Apr 02 20:58:42.124966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc2e070a-b0bb-4208-8f57-bf79fc5d083d req-4edd9e9e-4dfc-48c2-8f40-9f40c82184e6 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467601
Apr 02 20:58:42.177972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345e9f4-972a-49dd-99e0-7b106a2c7323 req-53b833c1-7c00-4cf2-949f-01d107405f38 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.180532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d345e9f4-972a-49dd-99e0-7b106a2c7323 req-53b833c1-7c00-4cf2-949f-01d107405f38 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0556755
Apr 02 20:58:42.231039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d345e9f4-972a-49dd-99e0-7b106a2c7323 req-65c44905-b823-45de-9303-f5013357a388 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446217
Apr 02 20:58:42.358642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917e96b-bf2a-4864-9299-bc6efbd4d67a req-0b61fd01-5208-450e-b433-760cb8b24242 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.360119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c917e96b-bf2a-4864-9299-bc6efbd4d67a req-0b61fd01-5208-450e-b433-760cb8b24242 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0526035
Apr 02 20:58:42.369898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe6ac5-bc2f-477e-aef4-af2f7ae4773e req-a06022c3-e085-4310-9ad5-3e23ef18fe65 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.371337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bffe6ac5-bc2f-477e-aef4-af2f7ae4773e req-a06022c3-e085-4310-9ad5-3e23ef18fe65 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0525453
Apr 02 20:58:42.407796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c917e96b-bf2a-4864-9299-bc6efbd4d67a req-b9c2b4dc-47a0-40bc-8dad-6c21b416f260 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412731
Apr 02 20:58:42.421532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bffe6ac5-bc2f-477e-aef4-af2f7ae4773e req-29c2d9cd-e37f-4e50-9db0-c4ef86d7e7a6 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443320
Apr 02 20:58:42.536147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd137b-e383-4b26-b806-0664c8cf0988 req-1f7f7481-1494-4f8a-8bf2-10b2018cd9f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.537600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dfd137b-e383-4b26-b806-0664c8cf0988 req-1f7f7481-1494-4f8a-8bf2-10b2018cd9f3 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0511634
Apr 02 20:58:42.585803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dfd137b-e383-4b26-b806-0664c8cf0988 req-72ebe867-50bf-40bc-bd80-6a2fcbcb2009 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427444
Apr 02 20:58:42.723350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84bbd2-3e85-4d5e-bb5a-a8417da34e98 req-b62296ce-ddf6-497a-9667-703ac897dadb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.724907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b84bbd2-3e85-4d5e-bb5a-a8417da34e98 req-b62296ce-ddf6-497a-9667-703ac897dadb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0721378
Apr 02 20:58:42.775103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b84bbd2-3e85-4d5e-bb5a-a8417da34e98 req-bb345a3a-0801-4ea6-9504-c9958288d98f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442224
Apr 02 20:58:42.872363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e9eb6-785a-45f3-a641-a829d20fc61f req-82f60b39-247d-4a0d-ae66-31911170d3e1 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:42.874068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e78e9eb6-785a-45f3-a641-a829d20fc61f req-82f60b39-247d-4a0d-ae66-31911170d3e1 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0586939
Apr 02 20:58:42.922732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e78e9eb6-785a-45f3-a641-a829d20fc61f req-f6240d44-bfcc-4924-83d2-ab2f0879a678 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421782
Apr 02 20:58:43.027473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72982c-3f17-4dc8-bb22-3060c56298c6 req-63b601d3-4693-4193-91d2-feadadeae19f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:43.029026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e72982c-3f17-4dc8-bb22-3060c56298c6 req-63b601d3-4693-4193-91d2-feadadeae19f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0586283
Apr 02 20:58:43.080395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e72982c-3f17-4dc8-bb22-3060c56298c6 req-f4d7ed08-0d08-45ba-b539-7b18fa1e668c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450795
Apr 02 20:58:43.184535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9b63f-df41-462b-a8fe-28a5d460ff9c req-ab62c539-351d-41c6-a05a-b01f392421b3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:43.186155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ca9b63f-df41-462b-a8fe-28a5d460ff9c req-ab62c539-351d-41c6-a05a-b01f392421b3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0527902
Apr 02 20:58:43.235510 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ca9b63f-df41-462b-a8fe-28a5d460ff9c req-5b29ec7a-ce66-4c1d-960f-4675ebf08b7e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424523
Apr 02 20:58:43.245472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f25c4e-504b-486d-a2c3-46cedc8cf0e2 req-83298987-4668-4507-bfc7-db39c2a42441 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:43.247152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9f25c4e-504b-486d-a2c3-46cedc8cf0e2 req-83298987-4668-4507-bfc7-db39c2a42441 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0532768
Apr 02 20:58:43.293364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9f25c4e-504b-486d-a2c3-46cedc8cf0e2 req-6f83559f-1e45-4bc5-8a53-dc66f713fd0d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402396
Apr 02 20:58:43.543235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f2769-8056-4b27-af8b-7e2969f72802 req-0006c8e6-6aa8-4ef1-bd2b-0a5905f83d30 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:43.544715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-079f2769-8056-4b27-af8b-7e2969f72802 req-0006c8e6-6aa8-4ef1-bd2b-0a5905f83d30 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0552976
Apr 02 20:58:43.599538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-079f2769-8056-4b27-af8b-7e2969f72802 req-d405864a-afb9-4cfe-8cfe-1edfc77345a0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492709
Apr 02 20:58:43.912475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a33-f97e-4848-9379-3978ed516583 req-54637973-4142-47fc-be3c-67b414bdc7e2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:43.914094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41a12a33-f97e-4848-9379-3978ed516583 req-54637973-4142-47fc-be3c-67b414bdc7e2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0554616
Apr 02 20:58:43.970207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41a12a33-f97e-4848-9379-3978ed516583 req-5f0bf052-904e-45d8-8f9f-0bdf99d88c26 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498130
Apr 02 20:58:44.037868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:58:44.046991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5f83-c3ff-4da9-bd97-2b6a1b576b2d req-6d5e5937-527b-4569-8d70-de3fd4380876 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:44.048437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f29f5f83-c3ff-4da9-bd97-2b6a1b576b2d req-6d5e5937-527b-4569-8d70-de3fd4380876 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0535765
Apr 02 20:58:44.100035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f29f5f83-c3ff-4da9-bd97-2b6a1b576b2d req-77471720-9d52-4764-ba48-2002bea4bcce tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452275
Apr 02 20:58:44.125543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 7f987878-99ad-40c2-b531-b8c74a1c3c64 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:44.195085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:44.216078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49403-8a48-4b54-95bc-1ffe2f6bce9c req-203a79d0-befa-40ad-a278-6b7db9dcc31b tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:44.217752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02f49403-8a48-4b54-95bc-1ffe2f6bce9c req-203a79d0-befa-40ad-a278-6b7db9dcc31b tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0582256
Apr 02 20:58:44.267733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02f49403-8a48-4b54-95bc-1ffe2f6bce9c req-eab3efb5-bb9d-46a7-a969-de2ee68f257f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435619
Apr 02 20:58:44.364147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649556e-bdb7-4248-a73e-750f0a12ec03 req-09c5b8e3-428f-456c-8ff8-5d26b32cf075 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:44.365664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6649556e-bdb7-4248-a73e-750f0a12ec03 req-09c5b8e3-428f-456c-8ff8-5d26b32cf075 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0570683
Apr 02 20:58:44.412958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc353a74-df55-434c-a426-e267e5ca7054 req-64f7e948-276c-4825-8837-0bc1a333b5a5 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:44.413677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6649556e-bdb7-4248-a73e-750f0a12ec03 req-b074c139-2384-45da-9733-a9b03692554c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422792
Apr 02 20:58:44.414537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc353a74-df55-434c-a426-e267e5ca7054 req-64f7e948-276c-4825-8837-0bc1a333b5a5 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0538888
Apr 02 20:58:44.469750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc353a74-df55-434c-a426-e267e5ca7054 req-b53d6058-fe68-4739-a2e9-3681992890d8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467112
Apr 02 20:58:44.727200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932eec1-a627-4198-b945-347ae4fd91aa req-69781a00-3a11-44c7-a602-ff8d0dddfa80 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:44.728755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6932eec1-a627-4198-b945-347ae4fd91aa req-69781a00-3a11-44c7-a602-ff8d0dddfa80 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0596278
Apr 02 20:58:44.777443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6932eec1-a627-4198-b945-347ae4fd91aa req-aa152f4d-0b46-422e-9ebb-f5fe1db1f559 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432386
Apr 02 20:58:45.096079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021be1-9f8f-4c70-a53c-10d690ddd9da req-002ea7ba-9aaf-432f-8a65-856282ac5de5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.099101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d021be1-9f8f-4c70-a53c-10d690ddd9da req-002ea7ba-9aaf-432f-8a65-856282ac5de5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0591307
Apr 02 20:58:45.158887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b382a-45c3-4998-96b2-10d5d8f91b12 req-15c786c3-4289-48b8-9a29-0bb54f565d87 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.160971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d35b382a-45c3-4998-96b2-10d5d8f91b12 req-15c786c3-4289-48b8-9a29-0bb54f565d87 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0573311
Apr 02 20:58:45.163422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d021be1-9f8f-4c70-a53c-10d690ddd9da req-36384b9f-ba0f-4fdc-b248-3e44c525199f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449076
Apr 02 20:58:45.209751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d35b382a-45c3-4998-96b2-10d5d8f91b12 req-daa58ad4-c2ee-4d04-a7d4-a6b629263e51 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424259
Apr 02 20:58:45.277598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e764a-fb52-49b0-97b9-14e9139f619f req-6554d2d8-05a9-47ff-b3d3-83b63077fd6b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.279126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd4e764a-fb52-49b0-97b9-14e9139f619f req-6554d2d8-05a9-47ff-b3d3-83b63077fd6b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0576274
Apr 02 20:58:45.340833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd4e764a-fb52-49b0-97b9-14e9139f619f req-f8d0360b-9b17-4673-bf37-63bbad65a361 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548508
Apr 02 20:58:45.396316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9fb64-29e2-4fdc-a150-a022f23a86cb req-b08f7b98-7000-43d6-896f-b9073a07edf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.397819 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20c9fb64-29e2-4fdc-a150-a022f23a86cb req-b08f7b98-7000-43d6-896f-b9073a07edf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0555539
Apr 02 20:58:45.444001 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20c9fb64-29e2-4fdc-a150-a022f23a86cb req-16262678-2d02-4bf6-90a6-49c4dbc394fc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405383
Apr 02 20:58:45.541901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd73b3-0732-4dfa-8dce-c42eb38a7cd0 req-e7e90a29-8b6f-43ef-873b-5654dfa9017b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.543281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5dd73b3-0732-4dfa-8dce-c42eb38a7cd0 req-e7e90a29-8b6f-43ef-873b-5654dfa9017b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0526774
Apr 02 20:58:45.590623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5dd73b3-0732-4dfa-8dce-c42eb38a7cd0 req-47ca8fc6-dadf-47ee-9a7e-aa6cd5e15f7d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416155
Apr 02 20:58:45.591307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36574e-c844-4b79-a996-cb4ef60a448e req-17f135b3-efe0-4172-927f-ea916f77fc86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.592911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e36574e-c844-4b79-a996-cb4ef60a448e req-17f135b3-efe0-4172-927f-ea916f77fc86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0571675
Apr 02 20:58:45.639320 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e36574e-c844-4b79-a996-cb4ef60a448e req-74456b28-eddc-46f8-9404-27eebfbc6038 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400507
Apr 02 20:58:45.897970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73d5f-f9ec-40a4-8ef1-c56ca05797ad req-ab70f3f9-05b2-4215-bab4-0722c53956e9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:45.899426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7d73d5f-f9ec-40a4-8ef1-c56ca05797ad req-ab70f3f9-05b2-4215-bab4-0722c53956e9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0561125
Apr 02 20:58:45.943884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7d73d5f-f9ec-40a4-8ef1-c56ca05797ad req-f15bddc6-fd69-4771-ace5-c53d06fa1c08 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389118
Apr 02 20:58:46.292573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b639d5-055d-4aa2-9404-130becd7709b req-821b58b2-bda5-44a8-975e-96656bb161d0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.294329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90b639d5-055d-4aa2-9404-130becd7709b req-821b58b2-bda5-44a8-975e-96656bb161d0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0606894
Apr 02 20:58:46.342110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4f87-2a34-4876-9fe7-026b9aa5d11e req-14e5f87a-3e9f-4854-a336-13ada9a4d85a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.343832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c48f4f87-2a34-4876-9fe7-026b9aa5d11e req-14e5f87a-3e9f-4854-a336-13ada9a4d85a tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0592861
Apr 02 20:58:46.344753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90b639d5-055d-4aa2-9404-130becd7709b req-80b335b0-0116-41da-bbd4-e672439539c7 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447824
Apr 02 20:58:46.400705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c48f4f87-2a34-4876-9fe7-026b9aa5d11e req-b7668ebd-db3f-466d-a963-c44c3149aa04 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472238
Apr 02 20:58:46.472353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1c1c-d20b-48e1-98df-238636709143 req-7e0f88b8-f146-48ce-879d-e56906156d7e tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.473862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65cd1c1c-d20b-48e1-98df-238636709143 req-7e0f88b8-f146-48ce-879d-e56906156d7e tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0575521
Apr 02 20:58:46.525409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65cd1c1c-d20b-48e1-98df-238636709143 req-cd6f2eea-2076-486c-839d-6b2f089a2866 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457022
Apr 02 20:58:46.561596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6d7b-b37c-4fda-a7a2-946089f92891 req-cf4257b3-4f88-4e4a-b610-2c870d1bb9c3 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.563056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd8a6d7b-b37c-4fda-a7a2-946089f92891 req-cf4257b3-4f88-4e4a-b610-2c870d1bb9c3 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0519226
Apr 02 20:58:46.612309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd8a6d7b-b37c-4fda-a7a2-946089f92891 req-67f41a0a-3aa5-4796-856c-f5e90f38a01d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435517
Apr 02 20:58:46.717991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec109-e800-4e4e-bc22-d79588f24c39 req-8a08f693-50b1-4ac1-98f8-40e02ee05f0b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.719396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-258ec109-e800-4e4e-bc22-d79588f24c39 req-8a08f693-50b1-4ac1-98f8-40e02ee05f0b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0558629
Apr 02 20:58:46.764896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9dc1b-31cc-4a38-a56f-ac2bde358798 req-ca79ccdd-01e3-44db-81a1-4ed44519e4ff tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.766382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73e9dc1b-31cc-4a38-a56f-ac2bde358798 req-ca79ccdd-01e3-44db-81a1-4ed44519e4ff tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0593791
Apr 02 20:58:46.768362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-258ec109-e800-4e4e-bc22-d79588f24c39 req-28c69023-3c90-4f40-9328-0db34f80e60b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422432
Apr 02 20:58:46.817274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73e9dc1b-31cc-4a38-a56f-ac2bde358798 req-6110caa0-f75b-4fab-a4d5-8dc65b3dd312 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450230
Apr 02 20:58:46.959572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-eb29badd-8f2b-4770-ad9c-b256dab2e358 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:46.961306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-eb29badd-8f2b-4770-ad9c-b256dab2e358 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.0538652
Apr 02 20:58:47.172132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7040b0-c74e-4c69-8622-20c567f8124c req-288cb1cd-5ac6-48e2-a339-a6b3a4a83d1d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.181205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae7040b0-c74e-4c69-8622-20c567f8124c req-288cb1cd-5ac6-48e2-a339-a6b3a4a83d1d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1635718
Apr 02 20:58:47.189429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-633dcb87-1ab7-47c0-ae77-0abe1f92bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.191211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-633dcb87-1ab7-47c0-ae77-0abe1f92bd05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1126 time: 0.0826325
Apr 02 20:58:47.197556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Deleting port f4087e3e-4f59-4105-bdf5-e1707ada38cb {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:58:47.197897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:47.208439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-2edb7025-4ad9-490d-945b-96b66132be85 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.209954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-2edb7025-4ad9-490d-945b-96b66132be85 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1101348
Apr 02 20:58:47.264049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae7040b0-c74e-4c69-8622-20c567f8124c req-c3c1ce16-c4db-4d81-bed9-ec27f8ba1347 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819590
Apr 02 20:58:47.281969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-e08cf58d-2e88-47b3-baeb-41a6e877a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.283469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-e08cf58d-2e88-47b3-baeb-41a6e877a586 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 1126 time: 0.0627363
Apr 02 20:58:47.354587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] For port f4087e3e-4f59-4105-bdf5-e1707ada38cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4087e3e-4f59-4105-bdf5-e1707ada38cb,segment=NetworkSegment(587a70b3-13d3-426a-b47b-0f6399486c2c),segment_id=587a70b3-13d3-426a-b47b-0f6399486c2c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:47.355246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:47.372542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Calling delete_port for f4087e3e-4f59-4105-bdf5-e1707ada38cb owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:58:47.398408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-31853403-b3d2-4fb5-b72e-ef3b740aecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.399946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-31853403-b3d2-4fb5-b72e-ef3b740aecc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.1371789
Apr 02 20:58:47.429877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-167264a5-b1a3-4fba-ae77-af50522800cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.431632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-167264a5-b1a3-4fba-ae77-af50522800cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1126 time: 0.0757411
Apr 02 20:58:47.479042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-367dfb9a-e4f2-4af8-9b76-2ccdc3884522 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 217 time: 0.0458140
Apr 02 20:58:47.554042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:47.588975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-2a611121-6bd1-480b-a85f-d7ce60aefb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.590432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-2a611121-6bd1-480b-a85f-d7ce60aefb35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.0807312
Apr 02 20:58:47.602840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f03779-9263-480b-b1bf-d7ed9a9848f7 req-ecd786db-cf57-4915-8f8f-423185b49be5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.604292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43f03779-9263-480b-b1bf-d7ed9a9848f7 req-ecd786db-cf57-4915-8f8f-423185b49be5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1244466
Apr 02 20:58:47.639470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-3c8a1168-cd35-44eb-8957-c456febc3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.640992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-3c8a1168-cd35-44eb-8957-c456febc3f0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.2016780
Apr 02 20:58:47.643550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-cfbf201d-b75e-47ce-9c74-0a8ac9efcb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.645551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-cfbf201d-b75e-47ce-9c74-0a8ac9efcb93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1131 time: 0.1645823
Apr 02 20:58:47.652234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c7cc-5592-4e3e-925f-54a67fd7216d req-0a29f850-fbe7-4753-88c3-7c6f80b245da tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.654048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6c1c7cc-5592-4e3e-925f-54a67fd7216d req-0a29f850-fbe7-4753-88c3-7c6f80b245da tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88c5184-0805-4677-a11d-4077b9465e11 HTTP/1.1" status: 200  len: 946 time: 0.1501541
Apr 02 20:58:47.714897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-fb611325-0795-4fb2-b8b8-79047fb92042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 217 time: 0.0597446
Apr 02 20:58:47.723047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43f03779-9263-480b-b1bf-d7ed9a9848f7 req-f2a8519d-6f6f-4506-8c40-2925f57d4d4e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067450
Apr 02 20:58:47.724486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f4087e3e-4f59-4105-bdf5-e1707ada38cb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:47.727441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-9e0a05ac-0188-4786-9423-49fc3c9cb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.728963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-9e0a05ac-0188-4786-9423-49fc3c9cb5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1226866
Apr 02 20:58:47.773562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Pushing event deleted for resources: {'Port': ['ID=f4087e3e-4f59-4105-bdf5-e1707ada38cb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:47.803284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.803634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.803974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.804315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.804678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.805011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.805339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.805952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.806084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.806346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.806674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.806998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.807322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.807641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.807958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:47.838505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-1a68ff35-4466-49be-ac5d-ef28264cd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.839992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-1a68ff35-4466-49be-ac5d-ef28264cd6d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1094754
Apr 02 20:58:47.851207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6c1c7cc-5592-4e3e-925f-54a67fd7216d req-34d28efc-201d-4e88-8cac-aa3308ad6335 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b23b950-4ce0-4f4f-93c0-29370e949d5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819348
Apr 02 20:58:47.874133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] No DVR routers for this DVR port f4087e3e-4f59-4105-bdf5-e1707ada38cb on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:58:47.886872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-4cdffdd2-c8cc-4d94-aae1-3dc87bf5fc44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391369
Apr 02 20:58:47.889629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-ea07eebf-c893-46e6-b9d0-e50f0322f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.890965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-ea07eebf-c893-46e6-b9d0-e50f0322f25f service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2348840
Apr 02 20:58:47.910528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:47.913797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e0c457f-e188-41fd-af5c-3aca6336ca2c req-d57869f4-54c6-4399-a521-5fb2dab5fae0 tempest-ServersNegativeTestJSON-1054341429 tempest-ServersNegativeTestJSON-1054341429-project] 10.222.0.21 "DELETE /v2.0/ports/f4087e3e-4f59-4105-bdf5-e1707ada38cb HTTP/1.1" status: 204  len: 173 time: 0.9426537
Apr 02 20:58:47.914238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-deleted', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:47.917085 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4120db9-8cf7-44af-9c14-e30926d11c13" -d '{"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-deleted", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:47.958063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-2b16298d-340e-42cc-8d4e-8a7f7ba65344 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192173
Apr 02 20:58:47.965468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7a38-2c61-4754-a454-211344f1c2ad req-3c96c9e3-1c09-4ecc-9a77-42f728eeffb6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:47.966982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6da7a38-2c61-4754-a454-211344f1c2ad req-3c96c9e3-1c09-4ecc-9a77-42f728eeffb6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.1653912
Apr 02 20:58:47.971644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-243f7ddd-3ecf-45d3-acab-2d3801b2bd22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0693383
Apr 02 20:58:48.079728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6da7a38-2c61-4754-a454-211344f1c2ad req-267b5ea7-2237-4d5b-9a7a-6a7433f5be1e tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034455
Apr 02 20:58:48.092668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88fa0b8d-d8c6-47b6-b2a8-8e866e3d07ea req-add11d11-4be4-4112-af15-eca7faab04dc service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246879
Apr 02 20:58:48.098800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-2ae7de5e-00e8-46ec-8011-297847929bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.100570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-2ae7de5e-00e8-46ec-8011-297847929bb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1087103
Apr 02 20:58:48.110020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151ccb-3cf2-4d58-ad96-8a3f29593d32 req-2583196f-4e45-4ae1-8fe6-7ebb15a8b7b9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.111488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07151ccb-3cf2-4d58-ad96-8a3f29593d32 req-2583196f-4e45-4ae1-8fe6-7ebb15a8b7b9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.2024288
Apr 02 20:58:48.122299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-3e9927f9-05bb-4ed3-a51f-6f08dac6e107 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271149
Apr 02 20:58:48.218772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2929e-5cc0-463d-ba6e-0137ea1a3734 req-ddf59076-d08a-44df-9b12-76f50042f52f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.220250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bab2929e-5cc0-463d-ba6e-0137ea1a3734 req-ddf59076-d08a-44df-9b12-76f50042f52f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0671120
Apr 02 20:58:48.261818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-27642f5e-6800-4d52-9061-1270db5b2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.263378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-27642f5e-6800-4d52-9061-1270db5b2d55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1509821
Apr 02 20:58:48.266404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07151ccb-3cf2-4d58-ad96-8a3f29593d32 req-1b2e8733-a3be-469d-8c79-6afcad13dff5 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421936
Apr 02 20:58:48.274776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bab2929e-5cc0-463d-ba6e-0137ea1a3734 req-ceb48e77-b484-4b2f-a423-c6118f5d2392 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478323
Apr 02 20:58:48.325541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-670daf32-7cc1-42f2-8662-3d3e1dbc4462 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808624
Apr 02 20:58:48.328767 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179c5b0-1edb-4f8c-a80a-096a34ea0adc x-openstack-request-id: req-a179c5b0-1edb-4f8c-a80a-096a34ea0adc {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:48.329355 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c5184-0805-4677-a11d-4077b9465e11", "name": "network-vif-deleted", "tag": "f4087e3e-4f59-4105-bdf5-e1707ada38cb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:48.329697 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a179c5b0-1edb-4f8c-a80a-096a34ea0adc {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:48.330375 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a179c5b0-1edb-4f8c-a80a-096a34ea0adc'] response: {'server_uuid': 'd88c5184-0805-4677-a11d-4077b9465e11', 'name': 'network-vif-deleted', 'tag': 'f4087e3e-4f59-4105-bdf5-e1707ada38cb', 'status': 'completed', 'code': 200}
Apr 02 20:58:48.451304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145040bf-178f-4ffb-ab6e-b86af87d8c4b req-74a9e8b8-cb72-494a-99db-81f8388b90b0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.459073 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-145040bf-178f-4ffb-ab6e-b86af87d8c4b req-74a9e8b8-cb72-494a-99db-81f8388b90b0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0769992
Apr 02 20:58:48.461292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0816f60d-671a-4599-9b36-06cb91594cba service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645184
Apr 02 20:58:48.469035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5261a-83fd-42f4-9306-f59552469e09 req-6b51e257-5fca-4cd5-818e-bde7bc32337b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.470540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8aa5261a-83fd-42f4-9306-f59552469e09 req-6b51e257-5fca-4cd5-818e-bde7bc32337b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0956383
Apr 02 20:58:48.504989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-145040bf-178f-4ffb-ab6e-b86af87d8c4b req-bcd8075b-28e8-4071-9aa6-d21a8c3e90f4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450418
Apr 02 20:58:48.584367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8aa5261a-83fd-42f4-9306-f59552469e09 req-022f0284-f9a0-4f2e-a189-aac7847455a0 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052928
Apr 02 20:58:48.604204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-2f8b8efb-a6e7-4e03-a6c3-65a152598287 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327071
Apr 02 20:58:48.684551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-93008dfb-b0b9-4e0c-8ebf-28c40f54e1b6 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.686205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-93008dfb-b0b9-4e0c-8ebf-28c40f54e1b6 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0563042
Apr 02 20:58:48.809628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-65e25c74-f778-482a-b43f-c7ace59d6fa8 service neutron] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:48.813382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-65e25c74-f778-482a-b43f-c7ace59d6fa8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:48.814711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b4e6b6-4e6f-47c1-a2ba-716b0ffb4910 req-65e25c74-f778-482a-b43f-c7ace59d6fa8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1185107
Apr 02 20:58:48.865652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a808cf-00ba-4cf3-b968-f85b790791d0 req-c361e3aa-157a-44cd-a3ec-47dfc8025679 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:48.867700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a7a808cf-00ba-4cf3-b968-f85b790791d0 req-c361e3aa-157a-44cd-a3ec-47dfc8025679 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0659902
Apr 02 20:58:48.907953 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34806) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:48.915107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a7a808cf-00ba-4cf3-b968-f85b790791d0 req-ff04a119-a95b-4e2e-9eae-953a00c4ebb3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416462
Apr 02 20:58:48.954017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Deleting subnet 35edaf7d-f3b1-40ee-b47c-1db219d55e9b {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:58:48.957697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Publish callbacks [] for subnet (35edaf7d-f3b1-40ee-b47c-1db219d55e9b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:48.989982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (35edaf7d-f3b1-40ee-b47c-1db219d55e9b), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.027203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (35edaf7d-f3b1-40ee-b47c-1db219d55e9b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.077783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (35edaf7d-f3b1-40ee-b47c-1db219d55e9b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.109502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35edaf7d-f3b1-40ee-b47c-1db219d55e9b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:49.112033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.117651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35edaf7d-f3b1-40ee-b47c-1db219d55e9b HTTP/1.1" status: 204  len: 168 time: 0.2067394
Apr 02 20:58:49.118080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:49.129829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.130469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.131013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.131355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.131692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.132040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.132360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.132720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.133051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.133377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.133703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.134030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.134353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.134680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.135006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f992654-87a8-4a97-b4c4-e238183f3296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:49.186178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:58:49.196776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (2427a2f7-cca3-4878-92a4-fe77defc6f38), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.220446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8902a-3801-486c-a782-20b43f090ab5 req-046e0486-ee87-4a3b-9a07-95d8a338eb8b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.220820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: f4087e3e-4f59-4105-bdf5-e1707ada38cb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:58:49.221480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4087e3e-4f59-4105-bdf5-e1707ada38cb not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:58:49.222577 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bea8902a-3801-486c-a782-20b43f090ab5 req-046e0486-ee87-4a3b-9a07-95d8a338eb8b tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 944 time: 0.0599904
Apr 02 20:58:49.285884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bea8902a-3801-486c-a782-20b43f090ab5 req-3baf8e7d-7b27-4224-8c28-4cab10fd8d5e tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560031
Apr 02 20:58:49.306485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (2427a2f7-cca3-4878-92a4-fe77defc6f38), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.332956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844856040>,) {'filters': {'network_id': ['2427a2f7-cca3-4878-92a4-fe77defc6f38']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:49.346558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844856040>, '587a70b3-13d3-426a-b47b-0f6399486c2c') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:49.347155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844856040>, '587a70b3-13d3-426a-b47b-0f6399486c2c') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:49.366157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (587a70b3-13d3-426a-b47b-0f6399486c2c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.406669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (587a70b3-13d3-426a-b47b-0f6399486c2c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.418487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:58:49.419072 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (587a70b3-13d3-426a-b47b-0f6399486c2c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.420538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6567ad-d2e2-4933-9d62-f5564dd6d2b4 req-f4ce190d-a5d0-4b94-852c-ec2b6c81e2b9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:58:49.421652 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:58:49.425509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb6567ad-d2e2-4933-9d62-f5564dd6d2b4 req-f4ce190d-a5d0-4b94-852c-ec2b6c81e2b9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0645440
Apr 02 20:58:49.483631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb6567ad-d2e2-4933-9d62-f5564dd6d2b4 req-1a0c07b4-96df-4ace-85c7-a0317bee8fd9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543098
Apr 02 20:58:49.506663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf1342-780d-4482-86ae-175c00461cf5 req-ddf28a5e-85f2-4902-8ae8-5d95167a6681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.506663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85cf1342-780d-4482-86ae-175c00461cf5 req-ddf28a5e-85f2-4902-8ae8-5d95167a6681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1371891
Apr 02 20:58:49.507920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (2427a2f7-cca3-4878-92a4-fe77defc6f38), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.513901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.517303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2427a2f7-cca3-4878-92a4-fe77defc6f38 HTTP/1.1" status: 204  len: 168 time: 0.3982813
Apr 02 20:58:49.553716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d8d2-321d-4298-8b55-c31fe1683f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=2427a2f7-cca3-4878-92a4-fe77defc6f38,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:49.597924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85cf1342-780d-4482-86ae-175c00461cf5 req-70bf0a28-0164-4c1e-bf11-bfc3ac106364 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786140
Apr 02 20:58:49.683392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8f9d-a0e9-4599-afd3-7fad71e8c2f9 req-85aa9a18-f438-4643-a449-0374ddfe7aff tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.685032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-646a8f9d-a0e9-4599-afd3-7fad71e8c2f9 req-85aa9a18-f438-4643-a449-0374ddfe7aff tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0752509
Apr 02 20:58:49.718870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0055a3-81d4-4101-a979-032469647925 req-dee025e4-0ce7-4243-b673-d9bc0136f770 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.721130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a0055a3-81d4-4101-a979-032469647925 req-dee025e4-0ce7-4243-b673-d9bc0136f770 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1126 time: 0.0613837
Apr 02 20:58:49.745740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-646a8f9d-a0e9-4599-afd3-7fad71e8c2f9 req-4fce0060-80d8-4579-a3c5-3abb2ed506df tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536864
Apr 02 20:58:49.759186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34830) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:49.798214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a0055a3-81d4-4101-a979-032469647925 req-ffc3243b-4c98-4373-8008-f676a67c7dd0 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682414
Apr 02 20:58:49.809510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d570f0ad-c5a6-4e98-a668-b875cf6cffb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99e28f04f7dd4777891efe100377f141&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0490904
Apr 02 20:58:49.811823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34832) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:49.898475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2587be4-79de-43bd-b334-9171ecceb539 req-30e64b5f-ccf9-4838-b468-3fa6e54eb887 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.899957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2587be4-79de-43bd-b334-9171ecceb539 req-30e64b5f-ccf9-4838-b468-3fa6e54eb887 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0813270
Apr 02 20:58:49.903037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d544ef9-36e4-4c1f-b2bc-123ffc3234ce admin admin] Publish callbacks [] for security_group (8b23b950-4ce0-4f4f-93c0-29370e949d5e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.930630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bf365-e87d-495a-ab62-a226f101da09 req-2efc1a92-d96d-4b43-a242-2d9b576f218d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:49.932109 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d2bf365-e87d-495a-ab62-a226f101da09 req-2efc1a92-d96d-4b43-a242-2d9b576f218d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0629287
Apr 02 20:58:49.941435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34840) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:49.943124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d544ef9-36e4-4c1f-b2bc-123ffc3234ce admin admin] Publish callbacks [] for security_group (8b23b950-4ce0-4f4f-93c0-29370e949d5e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.946102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'floatingip': {'port_id': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:49.985947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (3c529f41-b6ec-4409-ad3c-556dfe7fa48f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:49.994224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2587be4-79de-43bd-b334-9171ecceb539 req-b698578d-97d2-4a61-8a44-8afd79be0150 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860431
Apr 02 20:58:50.018058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d544ef9-36e4-4c1f-b2bc-123ffc3234ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8b23b950-4ce0-4f4f-93c0-29370e949d5e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:50.021497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d544ef9-36e4-4c1f-b2bc-123ffc3234ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:50.025364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5d544ef9-36e4-4c1f-b2bc-123ffc3234ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b23b950-4ce0-4f4f-93c0-29370e949d5e HTTP/1.1" status: 204  len: 168 time: 0.2100201
Apr 02 20:58:50.032348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d544ef9-36e4-4c1f-b2bc-123ffc3234ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23b950-4ce0-4f4f-93c0-29370e949d5e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:50.053726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4883e687-c354-4cf9-9d83-3e9daec8775f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:50.173212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e03f-0956-4ee2-b52a-74151ae9081c req-248503f8-97a4-453b-b076-7d75e90f60fb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:50.175611 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db37e03f-0956-4ee2-b52a-74151ae9081c req-248503f8-97a4-453b-b076-7d75e90f60fb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0711551
Apr 02 20:58:50.193918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 4883e687-c354-4cf9-9d83-3e9daec8775f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4883e687-c354-4cf9-9d83-3e9daec8775f,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:50.208724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:50.227717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-af54de27-8b32-407c-ae2a-a71868a96fe4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:50.234248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-af54de27-8b32-407c-ae2a-a71868a96fe4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.2140398
Apr 02 20:58:50.241687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db37e03f-0956-4ee2-b52a-74151ae9081c req-cece15ba-f97a-4bd1-aaec-9270f6a49751 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601845
Apr 02 20:58:50.262532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-234aa65c-ea7b-44a1-8bd1-95e9edac80e6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/quotas/a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 375 time: 0.0218678
Apr 02 20:58:50.272124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 4883e687-c354-4cf9-9d83-3e9daec8775f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:50.272124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:50.288831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4883e687-c354-4cf9-9d83-3e9daec8775f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:50.315022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 4883e687-c354-4cf9-9d83-3e9daec8775f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4883e687-c354-4cf9-9d83-3e9daec8775f,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:50.321098 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:50.389260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=4883e687-c354-4cf9-9d83-3e9daec8775f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:50.398123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.398472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.398940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.399295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.399675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.400014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.400344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.400699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.401051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.401376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.401706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.402074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.402403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.402723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.403042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:58:50.409777 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-45adcafc-245f-4a4b-8ed9-4ac5c29ec778 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1127701
Apr 02 20:58:50.477737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006a0e-a1fe-4d9f-8dae-ebd35dc282fa req-490c3cf0-aa3c-4222-9d2f-3c1d34adce96 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:50.479344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b006a0e-a1fe-4d9f-8dae-ebd35dc282fa req-490c3cf0-aa3c-4222-9d2f-3c1d34adce96 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 945 time: 0.1001980
Apr 02 20:58:50.538590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b006a0e-a1fe-4d9f-8dae-ebd35dc282fa req-191f3335-7076-4b1b-8d12-dbafccb87cbd tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523229
Apr 02 20:58:50.611128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-3cef0a52-097a-42c8-b35f-0a2f7bb2e83a service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982844
Apr 02 20:58:50.770990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:50.780164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (3c529f41-b6ec-4409-ad3c-556dfe7fa48f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:50.785078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-127fdfc5-aed5-45b5-bac8-4cf8d0978cff service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530464
Apr 02 20:58:50.806867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['4883e687-c354-4cf9-9d83-3e9daec8775f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:50.932574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacecb8c-3e5f-4d51-97af-e7596b555f70 req-dec5d560-1891-43ff-97b1-8385554055eb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:50.935417 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eacecb8c-3e5f-4d51-97af-e7596b555f70 req-dec5d560-1891-43ff-97b1-8385554055eb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0924187
Apr 02 20:58:50.940540 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Floating IP 3c529f41-b6ec-4409-ad3c-556dfe7fa48f associated. External IP: 172.35.4.206, port: f2ea41d2-5537-49e4-98d6-de0eedf3bff6.
Apr 02 20:58:50.996816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eacecb8c-3e5f-4d51-97af-e7596b555f70 req-8608175b-4112-40c1-ba67-cd6bebd1c9c4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540981
Apr 02 20:58:51.121853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9bafa789-d199-4010-aa05-d56e59974ac0 req-460ab50f-ab2a-4df9-ab4f-eced1328c5ae tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 210 time: 0.0618334
Apr 02 20:58:51.142123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:51.256432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a35542-5d0c-4023-9fde-ec72bfc5d0e3 req-e3fc4cdb-c880-48bf-a78b-9b43ce19dd4a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:51.258216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90a35542-5d0c-4023-9fde-ec72bfc5d0e3 req-e3fc4cdb-c880-48bf-a78b-9b43ce19dd4a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1098495
Apr 02 20:58:51.288265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-126659005-network', 'tenant_id': '2ea9b15425794ef6b5d2cafb92421ea5'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:51.313571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Made reservation on behalf of 2ea9b15425794ef6b5d2cafb92421ea5 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:51.318357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.330042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.420087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90a35542-5d0c-4023-9fde-ec72bfc5d0e3 req-d9663acc-bdf4-4ac5-b22e-669553c13c1d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163793
Apr 02 20:58:51.442612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62b64-6591-4e04-b1e5-cda13b0ae74e req-a1c39f8c-cc04-496b-bb9f-e7505edec321 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:51.450782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8da62b64-6591-4e04-b1e5-cda13b0ae74e req-a1c39f8c-cc04-496b-bb9f-e7505edec321 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1059740
Apr 02 20:58:51.456623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Router f425f76a-d496-43ca-878f-34dee0937d47 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:58:51.538344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8da62b64-6591-4e04-b1e5-cda13b0ae74e req-4683ba81-9138-4dd3-8cca-c1f47e9f4e09 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827534
Apr 02 20:58:51.546784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks [] for security_group (bef9c871-2161-4f5e-b2b9-6d1d514a8242), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.555444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bef9c871-2161-4f5e-b2b9-6d1d514a8242), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.598879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:58:51.612038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:58:51.614127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.617413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:58:51.619702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef9c871-2161-4f5e-b2b9-6d1d514a8242,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:51.626479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9fc10666-cf5a-44c5-bfbc-76862bbd2e63), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.627063 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Added segment 9fc10666-cf5a-44c5-bfbc-76862bbd2e63 of type vlan for network 4355f1bd-c175-421b-a3d8-115f7f290bfe
Apr 02 20:58:51.657149 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:51.659299 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462303a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:51.669396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5d94ffcc-99e4-474b-a0b3-500cf3f3b681 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "PUT /v2.0/floatingips/3c529f41-b6ec-4409-ad3c-556dfe7fa48f HTTP/1.1" status: 200  len: 992 time: 1.7268381
Apr 02 20:58:51.670272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:51.673358 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26057a3-86a4-45f9-8c18-5655a55f9b33" -d '{"events": [{"name": "network-changed", "server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:51.704423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4355f1bd-c175-421b-a3d8-115f7f290bfe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.759011 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb3d4af-32d6-46f3-9907-4f80c7eb5599 x-openstack-request-id: req-8cb3d4af-32d6-46f3-9907-4f80c7eb5599 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:51.759497 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:51.759810 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cb3d4af-32d6-46f3-9907-4f80c7eb5599 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:51.760348 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb3d4af-32d6-46f3-9907-4f80c7eb5599'] response: {'name': 'network-changed', 'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'status': 'completed', 'code': 200}
Apr 02 20:58:51.771260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4355f1bd-c175-421b-a3d8-115f7f290bfe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.774119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:51.775287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:51.798344 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:51.806667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec109740-2114-48fa-afb2-a22c752c358e req-0f5b2f5a-984c-426d-88f1-e4ef636245c6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:51.810149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec109740-2114-48fa-afb2-a22c752c358e req-0f5b2f5a-984c-426d-88f1-e4ef636245c6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 945 time: 0.1127632
Apr 02 20:58:51.897474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7542059
Apr 02 20:58:51.898166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:51.903880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f090f2-3c68-49d0-baca-8970f1808bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=4355f1bd-c175-421b-a3d8-115f7f290bfe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:51.908771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-13ca12cf-74c2-41f3-abc1-7e16ec66cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:51.910012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Request body: {'subnet': {'network_id': '4355f1bd-c175-421b-a3d8-115f7f290bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-126659005-subnet', 'tenant_id': '2ea9b15425794ef6b5d2cafb92421ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:51.911047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-13ca12cf-74c2-41f3-abc1-7e16ec66cc85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1128 time: 0.1265159
Apr 02 20:58:51.921284 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec109740-2114-48fa-afb2-a22c752c358e req-7a6766f1-2152-47d4-9e94-6de5555b2c32 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042089
Apr 02 20:58:51.922445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4355f1bd-c175-421b-a3d8-115f7f290bfe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:58:51.958016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Made reservation on behalf of 2ea9b15425794ef6b5d2cafb92421ea5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:51.969754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:52.054299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-d98eeabb-8726-45fb-a96d-e9032c17eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:52.056415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-d98eeabb-8726-45fb-a96d-e9032c17eb2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.1387284
Apr 02 20:58:52.111518 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462303a0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c529f41-b6ec-4409-ad3c-556dfe7fa48f', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'floating_ip_address': '172.35.4.206', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'port_id': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'mac_address': 'fa:16:3e:f1:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259abe5f-f848-4966-b186-a747835eab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:21Z', 'updated_at': '2022-04-02T20:58:50Z', 'revision_number': 1, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:52.163241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:58:52.175129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-f73145fc-70ff-4eb2-825c-6bce92f8f2c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 1000 time: 0.1097653
Apr 02 20:58:52.181345 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:52.182682 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462303a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:52.243607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-36041858-34db-4f96-97d8-5f91235d108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:52.244604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-36041858-34db-4f96-97d8-5f91235d108f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0633943
Apr 02 20:58:52.252898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e4087-caa0-4722-a51d-792fda039ad1 req-8e78d779-543c-4a3a-aaaa-f5c71bed68ec tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:52.254561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a0e4087-caa0-4722-a51d-792fda039ad1 req-8e78d779-543c-4a3a-aaaa-f5c71bed68ec tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1399107
Apr 02 20:58:52.312268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aaeaa8-38d1-4d58-a987-d01f13a58411 req-bd43b544-6a33-4380-b947-5b714e5a4b50 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 210 time: 0.0568256
Apr 02 20:58:52.338195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (073032ce-a461-496d-96b8-a0b2205b818d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:52.375660 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a0e4087-caa0-4722-a51d-792fda039ad1 req-13737bd3-dcf7-4f09-95da-983c9b33644f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757904
Apr 02 20:58:52.386964 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:52.401894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-2047a824-fd88-4bda-be7b-4483c5afbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:52.403521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=073032ce-a461-496d-96b8-a0b2205b818d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:52.403666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-2047a824-fd88-4bda-be7b-4483c5afbe86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1480947
Apr 02 20:58:52.430167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Checking segment: {'id': '9fc10666-cf5a-44c5-bfbc-76862bbd2e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4355f1bd-c175-421b-a3d8-115f7f290bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:52.431089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Network hostable DHCP agents. Network: 4355f1bd-c175-421b-a3d8-115f7f290bfe, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:58:52.463187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Network 4355f1bd-c175-421b-a3d8-115f7f290bfe is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:58:52.484555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4355f1bd-c175-421b-a3d8-115f7f290bfe) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:52.500508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec16a58-ff98-4332-bd6f-3a0c4f3d8a74 None None] Network 4355f1bd-c175-421b-a3d8-115f7f290bfe requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:58:52.503953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:52.508669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:52.537777 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44eaab4f-2e39-46c9-a969-9345a811ba7e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6320758
Apr 02 20:58:52.795906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5030ea3-54c8-4bbc-aa94-ce2b8ba707e3 None None] Network 4355f1bd-c175-421b-a3d8-115f7f290bfe requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:58:52.808538 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462303a0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c529f41-b6ec-4409-ad3c-556dfe7fa48f', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'floating_ip_address': '172.35.4.206', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'port_id': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'mac_address': 'fa:16:3e:f1:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259abe5f-f848-4966-b186-a747835eab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:21Z', 'updated_at': '2022-04-02T20:58:50Z', 'revision_number': 1, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:52.817184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-e9b18047-2191-45b7-9c9e-29d46f333cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4025805
Apr 02 20:58:52.825043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-215953f6-e8c7-4e45-af19-1889955852ad tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:52.827117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-215953f6-e8c7-4e45-af19-1889955852ad tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.3843949
Apr 02 20:58:52.845162 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86089b-17f2-4730-a77b-386549eb8ed0 None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c529f41-b6ec-4409-ad3c-556dfe7fa48f', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'floating_ip_address': '172.35.4.206', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'port_id': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'mac_address': 'fa:16:3e:f1:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259abe5f-f848-4966-b186-a747835eab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:21Z', 'updated_at': '2022-04-02T20:58:50Z', 'revision_number': 1, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:58:52.871789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Request body: {'port': {'device_id': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'admin_state_up': True, 'tenant_id': 'a1a3f8d3d3e94b31ab9aa73d8905b12a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:53.006780 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd82a-abcd-4814-9685-f4956bd74537 req-aada4728-978b-4253-abf3-b75f9d302d2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:53.011435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a71dd82a-abcd-4814-9685-f4956bd74537 req-aada4728-978b-4253-abf3-b75f9d302d2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.3591259
Apr 02 20:58:53.018629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9bfa9-d0b2-4ebc-9edd-b24dc1e58480 req-69c08784-72ed-4e0a-b103-d0c1da6a3232 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:53.020828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10e9bfa9-d0b2-4ebc-9edd-b24dc1e58480 req-69c08784-72ed-4e0a-b103-d0c1da6a3232 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.4734280
Apr 02 20:58:53.071494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10e9bfa9-d0b2-4ebc-9edd-b24dc1e58480 req-f1e7bef2-0949-4c19-bea7-a472148f7c4a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441730
Apr 02 20:58:53.073332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26057a3-86a4-45f9-8c18-5655a55f9b33 req-a35c53ed-9600-464a-9dde-47a471ccb600 service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428148
Apr 02 20:58:53.100417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34976) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:53.109123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb254e06-8db7-46a9-8305-0d1b63b55e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.138411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Made reservation on behalf of a1a3f8d3d3e94b31ab9aa73d8905b12a for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:58:53.143866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.144241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830b504-653b-4777-80be-ff3ff846313b None None] New status for floating IP 3c529f41-b6ec-4409-ad3c-556dfe7fa48f: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:58:53.181384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a71dd82a-abcd-4814-9685-f4956bd74537 req-e89b9a01-ed20-4b55-b598-43246875eb2b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506817
Apr 02 20:58:53.214445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Deleting subnet 073032ce-a461-496d-96b8-a0b2205b818d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:58:53.219173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Publish callbacks [] for subnet (073032ce-a461-496d-96b8-a0b2205b818d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.262853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (073032ce-a461-496d-96b8-a0b2205b818d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.290971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17be4-9a9c-4670-a2e8-353443d158a2 req-bf81facd-edfd-40ca-8127-6a8988c77c1c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:53.292491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5d17be4-9a9c-4670-a2e8-353443d158a2 req-bf81facd-edfd-40ca-8127-6a8988c77c1c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 945 time: 0.1142037
Apr 02 20:58:53.315991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Allocated IP 172.20.0.12 (eb9b7612-59b4-4022-aa4f-4de8d7979f06/f70c7555-2700-4639-9eab-ec56f63de608/12334738-596e-4bda-85ff-6807e7a908f4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:58:53.330884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (073032ce-a461-496d-96b8-a0b2205b818d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.386128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5d17be4-9a9c-4670-a2e8-353443d158a2 req-c9e483a9-0c88-4b06-8fea-017d14ab8b4c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843241
Apr 02 20:58:53.429296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (073032ce-a461-496d-96b8-a0b2205b818d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.461606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073032ce-a461-496d-96b8-a0b2205b818d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:53.466116 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.470595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1e6b4e40-384d-4a99-8e3a-a55e34435e12 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/073032ce-a461-496d-96b8-a0b2205b818d HTTP/1.1" status: 204  len: 168 time: 0.3688776
Apr 02 20:58:53.473795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34988) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:53.592072 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4355f1bd-c175-421b-a3d8-115f7f290bfe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.610834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee2f22-3ca0-47ec-9def-873099b706f0 req-9f926148-8dd5-4ffe-a3f7-5f0f474d9ade tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:53.613315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0aee2f22-3ca0-47ec-9def-873099b706f0 req-9f926148-8dd5-4ffe-a3f7-5f0f474d9ade tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1231818
Apr 02 20:58:53.730571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4355f1bd-c175-421b-a3d8-115f7f290bfe), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.754397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0aee2f22-3ca0-47ec-9def-873099b706f0 req-0f5ade25-4c3f-4b8a-b25e-e3efbaf52cf5 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324248
Apr 02 20:58:53.765286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fba4610>,) {'filters': {'network_id': ['4355f1bd-c175-421b-a3d8-115f7f290bfe']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:53.778476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fba4610>, '9fc10666-cf5a-44c5-bfbc-76862bbd2e63') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:53.778784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fba4610>, '9fc10666-cf5a-44c5-bfbc-76862bbd2e63') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:53.786430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e0dbb7b-6b40-4a22-af31-49043972dc37 req-2d44a364-6c94-484a-b99a-7a2fa7f0f8c4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 210 time: 0.0352342
Apr 02 20:58:53.791963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9fc10666-cf5a-44c5-bfbc-76862bbd2e63), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.806986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9fc10666-cf5a-44c5-bfbc-76862bbd2e63), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.824333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:58:53.825551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9fc10666-cf5a-44c5-bfbc-76862bbd2e63), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:58:53.827433 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:58:53.884778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4355f1bd-c175-421b-a3d8-115f7f290bfe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.890530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.894269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4355f1bd-c175-421b-a3d8-115f7f290bfe HTTP/1.1" status: 204  len: 168 time: 0.4187508
Apr 02 20:58:53.905205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959b37-d5f2-48d8-b68b-3eab388e0856 admin admin] Pushing event deleted for resources: {'Network': ['ID=4355f1bd-c175-421b-a3d8-115f7f290bfe,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:53.911431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks [] for port (12334738-596e-4bda-85ff-6807e7a908f4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.944630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:53.991159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:58:53.994278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:58:53.996602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:58:54.008142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35000) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:54.025948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:54.048801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15e2e067-26d9-4cf5-ac85-a18b8d652e20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ea9b15425794ef6b5d2cafb92421ea5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0393121
Apr 02 20:58:54.051301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:54.052878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.053544 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.070120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-5d98b5ce-d35e-4a75-be2f-889959278ec7 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2111835
Apr 02 20:58:54.082125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Request body: {'port': {'device_id': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:54.090343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4883e687-c354-4cf9-9d83-3e9daec8775f up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:54.115905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97e8-54b8-42be-81a9-2d8f4e535886 admin admin] Publish callbacks [] for security_group (bef9c871-2161-4f5e-b2b9-6d1d514a8242), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.141487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97e8-54b8-42be-81a9-2d8f4e535886 admin admin] Publish callbacks [] for security_group (bef9c871-2161-4f5e-b2b9-6d1d514a8242), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.159754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.167224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 4883e687-c354-4cf9-9d83-3e9daec8775f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:54.171422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 4883e687-c354-4cf9-9d83-3e9daec8775f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:54.172708 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.251732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8253f-8ae3-4e77-8191-1a882ad230b6 req-f895aaaf-a2b0-462b-953d-f6932e9f8aa7 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.262289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4fb8253f-8ae3-4e77-8191-1a882ad230b6 req-f895aaaf-a2b0-462b-953d-f6932e9f8aa7 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0955873
Apr 02 20:58:54.270710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97e8-54b8-42be-81a9-2d8f4e535886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bef9c871-2161-4f5e-b2b9-6d1d514a8242), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.273293 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97e8-54b8-42be-81a9-2d8f4e535886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.276746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ee9f97e8-54b8-42be-81a9-2d8f4e535886 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bef9c871-2161-4f5e-b2b9-6d1d514a8242 HTTP/1.1" status: 204  len: 168 time: 0.2221775
Apr 02 20:58:54.281393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 4883e687-c354-4cf9-9d83-3e9daec8775f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:54.281891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.292564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f97e8-54b8-42be-81a9-2d8f4e535886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef9c871-2161-4f5e-b2b9-6d1d514a8242,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:54.323613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 4883e687-c354-4cf9-9d83-3e9daec8775f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4883e687-c354-4cf9-9d83-3e9daec8775f,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:54.327561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:54.331732 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df2274e-6125-4ab4-bf2f-bcd8485eb84f" -d '{"events": [{"server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "name": "network-vif-plugged", "status": "completed", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:54.340267 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.342961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4fb8253f-8ae3-4e77-8191-1a882ad230b6 req-f85cf8ae-f023-4e08-bbf4-ac2283238bd9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793221
Apr 02 20:58:54.395344 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4792e2-2675-4d55-aab2-60e497368878 x-openstack-request-id: req-cc4792e2-2675-4d55-aab2-60e497368878 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:54.396419 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "name": "network-vif-plugged", "status": "completed", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:54.396774 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc4792e2-2675-4d55-aab2-60e497368878 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:54.397267 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4792e2-2675-4d55-aab2-60e497368878'] response: {'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'code': 200}
Apr 02 20:58:54.436941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab4e42-9072-406c-b479-66d7f3e49408 req-1c00e35f-9ff6-4a7f-961c-917cdfd970b3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.448251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28ab4e42-9072-406c-b479-66d7f3e49408 req-1c00e35f-9ff6-4a7f-961c-917cdfd970b3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1748524
Apr 02 20:58:54.466330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=4883e687-c354-4cf9-9d83-3e9daec8775f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:54.561702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e86a6b-fb8a-41d7-8d3b-18291a407880 req-d66be124-7ff3-44a8-a4c7-9a7b4bb3116f tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.563512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7e86a6b-fb8a-41d7-8d3b-18291a407880 req-d66be124-7ff3-44a8-a4c7-9a7b4bb3116f tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 946 time: 0.0607665
Apr 02 20:58:54.580291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28ab4e42-9072-406c-b479-66d7f3e49408 req-10296254-dd87-4a0e-88a5-43aaa9fd3728 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126208
Apr 02 20:58:54.618875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887f9da-e704-4ae7-9f30-f6297cb78f04 req-135b1f5c-51b4-49cd-a7cb-b589ede17140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.627337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1887f9da-e704-4ae7-9f30-f6297cb78f04 req-135b1f5c-51b4-49cd-a7cb-b589ede17140 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1128 time: 0.1336219
Apr 02 20:58:54.629436 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7e86a6b-fb8a-41d7-8d3b-18291a407880 req-99bded84-6c83-4b2d-ac7c-88c5f1508c30 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590799
Apr 02 20:58:54.635558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12334738-596e-4bda-85ff-6807e7a908f4 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:54.647780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Publish callbacks [] for port (12334738-596e-4bda-85ff-6807e7a908f4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.674110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Transition to ACTIVE for port object 12334738-596e-4bda-85ff-6807e7a908f4 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:58:54.683612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.715888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1887f9da-e704-4ae7-9f30-f6297cb78f04 req-adc84f85-46ca-4956-aeff-a761ab9a1aa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828545
Apr 02 20:58:54.742511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:54.840040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:58:54.840304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:58:54.840679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:54.848689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:58:54.849022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:58:54.866429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:58:54.866604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:58:54.866986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:58:54.867430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Bound port: 12334738-596e-4bda-85ff-6807e7a908f4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:58:54.867783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:54.943123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459419a-8333-41bb-8e38-d1c4aca18e7a req-4a9d5148-d90c-47d7-b49a-11843fe0a7c9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.944436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2ad3-615e-4387-a373-c1ef77d0f09a req-d2dd5457-9bfa-4a88-8962-5db8ce720637 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:54.944979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9459419a-8333-41bb-8e38-d1c4aca18e7a req-4a9d5148-d90c-47d7-b49a-11843fe0a7c9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0927870
Apr 02 20:58:54.952997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23cf2ad3-615e-4387-a373-c1ef77d0f09a req-d2dd5457-9bfa-4a88-8962-5db8ce720637 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.0761070
Apr 02 20:58:54.992490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:58:55.009814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23cf2ad3-615e-4387-a373-c1ef77d0f09a req-243595ee-76a8-4fdc-bff9-0e8066a01e3d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552363
Apr 02 20:58:55.014451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:58:55.029259 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9459419a-8333-41bb-8e38-d1c4aca18e7a req-55489d38-d019-4088-8be0-f9acd64a771d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734837
Apr 02 20:58:55.030927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:55.072130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.072524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:55.073909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 1092 time: 0.9964359
Apr 02 20:58:55.074462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:55.076855 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af59d08f-bf0b-4396-b951-c880914b2636" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "tag": "12334738-596e-4bda-85ff-6807e7a908f4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:55.114466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693134-eed1-4b18-bfcc-2c90f3cfc5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:55.173330 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b921ee84-4b76-4707-96c7-84ada524ea37 x-openstack-request-id: req-b921ee84-4b76-4707-96c7-84ada524ea37 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:55.174018 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "tag": "12334738-596e-4bda-85ff-6807e7a908f4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:55.174327 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b921ee84-4b76-4707-96c7-84ada524ea37 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:55.175120 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b921ee84-4b76-4707-96c7-84ada524ea37'] response: {'name': 'network-changed', 'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4', 'status': 'completed', 'code': 200}
Apr 02 20:58:55.192629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-d821cc91-7da5-46c3-a10c-102b06ff29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.195854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-d821cc91-7da5-46c3-a10c-102b06ff29f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1126 time: 0.0703809
Apr 02 20:58:55.211565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3d85662f-ce4e-4ba4-a242-8335235efe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:55.257136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-f87d39a7-4b48-4aa1-a0aa-e2c78e97ab12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 217 time: 0.0436063
Apr 02 20:58:55.316270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-27b3e27a-cddf-49de-8b8d-c6a2b132336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.318040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-27b3e27a-cddf-49de-8b8d-c6a2b132336a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0540233
Apr 02 20:58:55.354828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-a9b46650-69ed-4ca2-8cac-af62f76410c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295222
Apr 02 20:58:55.490286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-2f3d3573-3bd1-48f1-a290-a032965ac9a6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276450
Apr 02 20:58:55.494270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083ee0-48c4-49fd-bb4d-b43cbe7289ca req-64dab71e-7f65-449a-a197-a1b2738f150a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.495926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6083ee0-48c4-49fd-bb4d-b43cbe7289ca req-64dab71e-7f65-449a-a197-a1b2738f150a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0744934
Apr 02 20:58:55.553583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6083ee0-48c4-49fd-bb4d-b43cbe7289ca req-f1815268-1e6b-4d07-8c0e-870ff461f2bb tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460362
Apr 02 20:58:55.594769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bfcfc06-f2dd-4424-9ee1-94b995cf00b3 req-6ad5385f-81a8-4104-826a-0c804bbb2b7a service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896206
Apr 02 20:58:55.738811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5ecf4-a71d-4f20-b1da-4f62a31f85d5 req-9b118fdd-aa74-45c0-b8e9-942884049c4b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.740302 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12b5ecf4-a71d-4f20-b1da-4f62a31f85d5 req-9b118fdd-aa74-45c0-b8e9-942884049c4b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0862348
Apr 02 20:58:55.742950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d08f-bf0b-4396-b951-c880914b2636 req-687d6642-4d4d-479e-8a6d-64054ecf61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.744335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-687d6642-4d4d-479e-8a6d-64054ecf61ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1126 time: 0.0986941
Apr 02 20:58:55.772258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b30ad-1062-4666-9890-10915d697991 req-37afb74d-f80b-4a34-920b-353f7c003bae tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.773800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e4b30ad-1062-4666-9890-10915d697991 req-37afb74d-f80b-4a34-920b-353f7c003bae tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 946 time: 0.0533454
Apr 02 20:58:55.819905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e4b30ad-1062-4666-9890-10915d697991 req-104fd92e-de0d-40ca-8191-022dad55c9ff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404773
Apr 02 20:58:55.847603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12b5ecf4-a71d-4f20-b1da-4f62a31f85d5 req-df95b8ea-b892-4879-9b9e-ec71470e3f59 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017177
Apr 02 20:58:55.869733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d08f-bf0b-4396-b951-c880914b2636 req-79e01e1f-afb6-4861-805b-fcffc81f386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.871231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-79e01e1f-afb6-4861-805b-fcffc81f386a service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1196458
Apr 02 20:58:55.920364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-b243b39c-5a3e-4aa3-ac58-1e4e58a1b022 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 217 time: 0.0366325
Apr 02 20:58:55.970259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d08f-bf0b-4396-b951-c880914b2636 req-33e8b9bb-1065-4e97-83b1-587ce447c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:55.971801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-33e8b9bb-1065-4e97-83b1-587ce447c2a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0442519
Apr 02 20:58:56.004857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-1c0f0480-d326-4dbe-9ad5-bbcb8ae1442e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266311
Apr 02 20:58:56.105564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-c19ae119-64c7-426f-beb9-2992e182edc6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929935
Apr 02 20:58:56.158230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa399-0e18-45f6-bbe0-eb4403d4d13e req-63ba9759-a87e-43e4-ae55-6d02049ed277 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:56.161206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-83afa399-0e18-45f6-bbe0-eb4403d4d13e req-63ba9759-a87e-43e4-ae55-6d02049ed277 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.0640190
Apr 02 20:58:56.229683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-83afa399-0e18-45f6-bbe0-eb4403d4d13e req-4446e7da-0e56-4ad9-a017-bab0efdef3d9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624938
Apr 02 20:58:56.234440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419981e2-d541-4483-83ae-94780da36d55 req-fc849757-5262-4714-9e32-cf17efee9ecd tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:56.235947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-419981e2-d541-4483-83ae-94780da36d55 req-fc849757-5262-4714-9e32-cf17efee9ecd tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1278367
Apr 02 20:58:56.270672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af59d08f-bf0b-4396-b951-c880914b2636 req-2be36641-ceae-4e2b-b930-aa120d4cb84f service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504085
Apr 02 20:58:56.302385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-419981e2-d541-4483-83ae-94780da36d55 req-05e2149e-e924-4f2e-8407-84ff48732bdd tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567706
Apr 02 20:58:56.304922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:56.423366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7544c7b2-57c4-4d66-91b9-6c8b79e5be35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.505847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7544c7b2-57c4-4d66-91b9-6c8b79e5be35 admin admin] Publish callbacks [] for security_group (c7829656-a5a2-47ef-8e9e-bfa321517110), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.509393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7544c7b2-57c4-4d66-91b9-6c8b79e5be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c7829656-a5a2-47ef-8e9e-bfa321517110), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.549796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c7b2-57c4-4d66-91b9-6c8b79e5be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7829656-a5a2-47ef-8e9e-bfa321517110,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:56.554674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7544c7b2-57c4-4d66-91b9-6c8b79e5be35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f97674b4e954fd084f6a1286ca2960c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2486231
Apr 02 20:58:56.557256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35118) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:56.561351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.618071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf618e2f-804e-4ef5-b0e9-12554aa14f5b admin admin] Publish callbacks [] for security_group (c7829656-a5a2-47ef-8e9e-bfa321517110), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.640819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf618e2f-804e-4ef5-b0e9-12554aa14f5b admin admin] Publish callbacks [] for security_group (c7829656-a5a2-47ef-8e9e-bfa321517110), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.718103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6799498-9c88-4c46-ab8c-8c9fec2567bd req-52d79862-d810-44e6-9604-47db99dd9f3d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:56.719457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6799498-9c88-4c46-ab8c-8c9fec2567bd req-52d79862-d810-44e6-9604-47db99dd9f3d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0838675
Apr 02 20:58:56.735255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf618e2f-804e-4ef5-b0e9-12554aa14f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c7829656-a5a2-47ef-8e9e-bfa321517110), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.737884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf618e2f-804e-4ef5-b0e9-12554aa14f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:56.738976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bf618e2f-804e-4ef5-b0e9-12554aa14f5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7829656-a5a2-47ef-8e9e-bfa321517110 HTTP/1.1" status: 204  len: 168 time: 0.1803579
Apr 02 20:58:56.766306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf618e2f-804e-4ef5-b0e9-12554aa14f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7829656-a5a2-47ef-8e9e-bfa321517110,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:56.785861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6799498-9c88-4c46-ab8c-8c9fec2567bd req-5a885f28-12d2-4bf8-b827-98ad786bbaff tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596509
Apr 02 20:58:56.950189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dff5f-16fc-4f7a-932d-96e95d332fe7 req-ee8fcdd1-451a-4213-b8bf-08185af54d18 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:56.952906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f72dff5f-16fc-4f7a-932d-96e95d332fe7 req-ee8fcdd1-451a-4213-b8bf-08185af54d18 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 946 time: 0.0619383
Apr 02 20:58:56.976934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201178e-acfe-4116-9e90-ba105727a709 req-74d86c83-cb4b-4b3f-9e2f-569d1928840b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:56.978358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5201178e-acfe-4116-9e90-ba105727a709 req-74d86c83-cb4b-4b3f-9e2f-569d1928840b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0561578
Apr 02 20:58:57.003331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f72dff5f-16fc-4f7a-932d-96e95d332fe7 req-8da24633-df7d-4156-8b68-74db08f18198 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419405
Apr 02 20:58:57.034188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5201178e-acfe-4116-9e90-ba105727a709 req-64f0b601-81be-4882-acbc-02e5e8c301a3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495739
Apr 02 20:58:57.213249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:58:57.232322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-e5bab9f3-0311-4998-a865-f44d5430454a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:57.240273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-e5bab9f3-0311-4998-a865-f44d5430454a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1118627
Apr 02 20:58:57.339891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-da790cd9-ea7e-4818-992c-0dceacfd6210 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 695 time: 0.0985389
Apr 02 20:58:57.346501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'floatingip': {'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:58:57.374344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:57.418341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cce81-96d1-4b91-97c4-bb6fa635cd2c req-e0c4f82d-57ae-419e-8a33-2e957a010ff6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:57.422726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d2cce81-96d1-4b91-97c4-bb6fa635cd2c req-e0c4f82d-57ae-419e-8a33-2e957a010ff6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.0790160
Apr 02 20:58:57.436401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:57.527353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d2cce81-96d1-4b91-97c4-bb6fa635cd2c req-d900fa92-67b2-4057-a7e0-e33b1111e102 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971746
Apr 02 20:58:57.604880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '12334738-596e-4bda-85ff-6807e7a908f4', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'port_id': '12334738-596e-4bda-85ff-6807e7a908f4', 'mac_address': 'fa:16:3e:6f:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70c7555-2700-4639-9eab-ec56f63de608', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:58:57.645768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 12334738-596e-4bda-85ff-6807e7a908f4 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:57.649353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:57.665040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12334738-596e-4bda-85ff-6807e7a908f4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:58:57.696379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:57.703939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:57.712286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9e13-923d-49af-882a-612aa240c763 req-be79fc5f-5bdc-4e5b-b42d-2361e35a8c44 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:57.714095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8dde9e13-923d-49af-882a-612aa240c763 req-be79fc5f-5bdc-4e5b-b42d-2361e35a8c44 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0764241
Apr 02 20:58:57.757232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:57.781353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8dde9e13-923d-49af-882a-612aa240c763 req-7878e0b2-5ee6-4227-ab48-c350ab905947 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542884
Apr 02 20:58:57.952627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271da1-59c6-46e5-ab64-eca97a5eec08 req-be5350c9-b0b7-4307-8987-ee3595a51586 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:57.954108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19271da1-59c6-46e5-ab64-eca97a5eec08 req-be5350c9-b0b7-4307-8987-ee3595a51586 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0705047
Apr 02 20:58:58.016775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.021437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.024718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19271da1-59c6-46e5-ab64-eca97a5eec08 req-331f865a-379d-4408-a8a7-ab3fa3e070bc tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616038
Apr 02 20:58:58.033783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['12334738-596e-4bda-85ff-6807e7a908f4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:58:58.153076 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c associated. External IP: 172.35.4.99, port: 8ccfbe04-805d-49bd-88f1-b591034caed3.
Apr 02 20:58:58.186433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d292-bce9-48bc-bf97-d66be4eea6b0 req-66538c9b-97a3-4a7d-b607-4e0a9b221e57 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:58.187973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1470d292-bce9-48bc-bf97-d66be4eea6b0 req-66538c9b-97a3-4a7d-b607-4e0a9b221e57 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0711846
Apr 02 20:58:58.245358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1470d292-bce9-48bc-bf97-d66be4eea6b0 req-709cca03-8e06-4421-a9af-229746312a84 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460339
Apr 02 20:58:58.357192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35208) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:58.388267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:58:58.581616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.650074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eb3aa-3a1f-4380-adc4-2225113bb1b5 req-cd284397-a33f-4f09-936c-91e236ea6454 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:58.651713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-205eb3aa-3a1f-4380-adc4-2225113bb1b5 req-cd284397-a33f-4f09-936c-91e236ea6454 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 945 time: 0.0557811
Apr 02 20:58:58.702032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-205eb3aa-3a1f-4380-adc4-2225113bb1b5 req-90c3f0cd-7501-46c9-983b-e3efde6dd08d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441415
Apr 02 20:58:58.799032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6728ed53-9b6c-4858-b027-b15ef6c8af91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.849295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:58:58.855018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.861845 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:58:58.874844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:58.875595 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d76610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:58.904958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbad3d-b032-4c7d-b791-8c4e13c163aa req-370b83e8-ab29-47fa-ab89-12cfb5a28d14 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:58.910318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ee763801-998c-4a0a-83c7-5bb3c7c1dca3 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "PUT /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 996 time: 1.5694315
Apr 02 20:58:58.913601 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92cbad3d-b032-4c7d-b791-8c4e13c163aa req-370b83e8-ab29-47fa-ab89-12cfb5a28d14 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0675285
Apr 02 20:58:58.914222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:58.916671 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f" -d '{"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:58.962924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92cbad3d-b032-4c7d-b791-8c4e13c163aa req-b0893d1c-80c0-49bd-9ee9-a0bd50127a24 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480831
Apr 02 20:58:58.965490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6728ed53-9b6c-4858-b027-b15ef6c8af91 admin admin] Publish callbacks [] for security_group (13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.974098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6728ed53-9b6c-4858-b027-b15ef6c8af91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:58.992018 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:59.019347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6728ed53-9b6c-4858-b027-b15ef6c8af91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=602405f7635540478e3ab12108811d61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6605859
Apr 02 20:58:59.021907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35224) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:58:59.052755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-e9497fec-acf6-40db-b844-bf955e056e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.055159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-e9497fec-acf6-40db-b844-bf955e056e5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1199155
Apr 02 20:58:59.058464 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1db180-ed32-498c-b4fd-2e4ccaa4ff24 x-openstack-request-id: req-ad1db180-ed32-498c-b4fd-2e4ccaa4ff24 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:58:59.065533 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:58:59.065830 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad1db180-ed32-498c-b4fd-2e4ccaa4ff24 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:58:59.066260 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1db180-ed32-498c-b4fd-2e4ccaa4ff24'] response: {'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'status': 'completed', 'code': 200}
Apr 02 20:58:59.075130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ed53-9b6c-4858-b027-b15ef6c8af91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:59.225249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:58:59.265091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-fe1f45af-f053-4391-b1ee-8bfd582c02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.267199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-fe1f45af-f053-4391-b1ee-8bfd582c02db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1805391
Apr 02 20:58:59.271957 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d76610>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:58:57Z', 'revision_number': 1, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:59.273385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-e479b6f6-fd6e-4a83-b86d-b5eec7a44ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.274869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-e479b6f6-fd6e-4a83-b86d-b5eec7a44ddc service neutron] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.2074564
Apr 02 20:58:59.301313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d4912-ea33-4a5c-82ce-da905798f917 req-fc8ab5ab-9824-45ec-a11b-c3c2880d2474 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.321277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-723d4912-ea33-4a5c-82ce-da905798f917 req-fc8ab5ab-9824-45ec-a11b-c3c2880d2474 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.1471822
Apr 02 20:58:59.323624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 12334738-596e-4bda-85ff-6807e7a908f4 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:58:59.331561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eea08d8a-52ca-4d5f-ae68-5f5a6c6e611d admin admin] Publish callbacks [] for security_group (13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.331888 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:58:59.343405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:58:59.345237 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d76610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:58:59.379911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eea08d8a-52ca-4d5f-ae68-5f5a6c6e611d admin admin] Publish callbacks [] for security_group (13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.386923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 12334738-596e-4bda-85ff-6807e7a908f4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:58:59.387315 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (12334738-596e-4bda-85ff-6807e7a908f4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.403815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-536d1631-f880-45ba-8039-6229ad79dda6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 999 time: 0.1200955
Apr 02 20:58:59.469050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.474640 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:58:59.504065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eea08d8a-52ca-4d5f-ae68-5f5a6c6e611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.507330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eea08d8a-52ca-4d5f-ae68-5f5a6c6e611d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.510866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eea08d8a-52ca-4d5f-ae68-5f5a6c6e611d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8 HTTP/1.1" status: 204  len: 168 time: 0.4853580
Apr 02 20:58:59.535201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea08d8a-52ca-4d5f-ae68-5f5a6c6e611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf15de-8c4c-4a60-8b16-6bd3b0bc14a8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:59.548647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-224457d0-9d99-4cca-961d-d7cdcdb7f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.550181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-224457d0-9d99-4cca-961d-d7cdcdb7f3b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.2739794
Apr 02 20:58:59.576347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-723d4912-ea33-4a5c-82ce-da905798f917 req-7d442862-cfb3-40d0-bbd3-0b65215e4409 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2521305
Apr 02 20:58:59.578923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ec5906d6-e8e3-4555-9a15-7f6483b4291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.580701 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-ec5906d6-e8e3-4555-9a15-7f6483b4291e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.1693535
Apr 02 20:58:59.622439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 12334738-596e-4bda-85ff-6807e7a908f4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:58:59.623484 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.681996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:58:59.687043 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e40615-ac3e-4ff9-82bb-ec06602dbe6d" -d '{"events": [{"server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "name": "network-vif-plugged", "status": "completed", "tag": "12334738-596e-4bda-85ff-6807e7a908f4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:58:59.726464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:58:59.738411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:58:59.783323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-61e64f50-6f3a-4f4f-b2be-8cd3d48131a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 999 time: 0.2186828
Apr 02 20:58:59.811088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-6c0ebd28-0d08-4083-aa3c-de735038f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:58:59.822735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-6c0ebd28-0d08-4083-aa3c-de735038f2d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1512179
Apr 02 20:58:59.830172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-328019be-f924-4e64-a363-a7536409deff service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:58:59.840958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:58:59.848831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-328019be-f924-4e64-a363-a7536409deff service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0190170
Apr 02 20:58:59.980404 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d76610>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:58:57Z', 'revision_number': 1, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:00.001281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-a7e82506-1cf5-41f5-9dfe-3b4d95ba9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.003232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-a7e82506-1cf5-41f5-9dfe-3b4d95ba9e4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.1393721
Apr 02 20:59:00.028150 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d671d-c53b-4e3e-b80a-f0b42acf263c None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:58:57Z', 'revision_number': 1, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:00.061661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-f0cadc25-b138-4671-b6d4-30b5fe75af40 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113378
Apr 02 20:59:00.108727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-c1f3115e-fe8b-4d6a-8ec4-770e02db109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.110366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-c1f3115e-fe8b-4d6a-8ec4-770e02db109d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0994060
Apr 02 20:59:00.243678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-481da646-0d84-4a53-b540-771f7edcd3e0 req-b9de9606-1844-4bec-aeac-67ab3f72c32d service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794255
Apr 02 20:59:00.290052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-6af81030-8229-45e4-b6a7-31ac56dd613d service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412177
Apr 02 20:59:00.339487 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41061850-c28c-4296-bf03-2420c4e3e74f x-openstack-request-id: req-41061850-c28c-4296-bf03-2420c4e3e74f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:00.340004 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "name": "network-vif-plugged", "status": "completed", "tag": "12334738-596e-4bda-85ff-6807e7a908f4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:00.340146 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41061850-c28c-4296-bf03-2420c4e3e74f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:00.340498 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41061850-c28c-4296-bf03-2420c4e3e74f'] response: {'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4', 'code': 200}
Apr 02 20:59:00.460577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061434-abad-4c9c-92c7-492203726607 req-c14ccda1-56a6-48df-8f17-9991fe114ed6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.463479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06061434-abad-4c9c-92c7-492203726607 req-c14ccda1-56a6-48df-8f17-9991fe114ed6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.4615364
Apr 02 20:59:00.490340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d2a83-62bc-4e0c-8478-67e39cb0f7e1 None None] New status for floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:59:00.530857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06061434-abad-4c9c-92c7-492203726607 req-9d549954-976c-4bea-beac-9fb1edc92d02 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595777
Apr 02 20:59:00.630686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f396a-4055-4c21-b6c4-c2fd37a529ee req-56c9a5ea-4ecf-4df4-833c-984f1787a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.632204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd1f396a-4055-4c21-b6c4-c2fd37a529ee req-56c9a5ea-4ecf-4df4-833c-984f1787a53b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1128 time: 0.1821420
Apr 02 20:59:00.635027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a82ff99-be66-429b-b2f3-f1b8fd9fd49f req-0c68c732-4b26-4566-b8d5-39c14057d07a service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3365512
Apr 02 20:59:00.642618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35302) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:00.660148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad8b84-f643-4f98-9f68-b6d7dcc2aff3 req-2289483c-ede5-4d72-a65c-c10dc3e1248f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.661734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-15ad8b84-f643-4f98-9f68-b6d7dcc2aff3 req-2289483c-ede5-4d72-a65c-c10dc3e1248f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 946 time: 0.2105479
Apr 02 20:59:00.678685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb913a8-5344-49e1-af1a-da3ab55fdef6 req-bbafbf92-c76d-427a-9f03-ae1c54034f2a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.686230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bbb913a8-5344-49e1-af1a-da3ab55fdef6 req-bbafbf92-c76d-427a-9f03-ae1c54034f2a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0791662
Apr 02 20:59:00.723675 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd1f396a-4055-4c21-b6c4-c2fd37a529ee req-4dc6a624-8316-4bd8-99d7-c5ac5c1a4fce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846128
Apr 02 20:59:00.744259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bbb913a8-5344-49e1-af1a-da3ab55fdef6 req-576ac971-91b5-405b-9e41-6b0ed5a68e0f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568783
Apr 02 20:59:00.767836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-15ad8b84-f643-4f98-9f68-b6d7dcc2aff3 req-abe20fe7-0b95-454a-b4de-02e5f65952d6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979667
Apr 02 20:59:00.816849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-network', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:00.839161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Made reservation on behalf of 2a4f1507b69e40c8ace9eac029f1ced2 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:59:00.842155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:00.855707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:00.919775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0b241-4911-44a1-8b9b-487c0f7f34a0 req-ce064e5c-441f-448a-b9b4-789936bd072b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:00.921378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16e0b241-4911-44a1-8b9b-487c0f7f34a0 req-ce064e5c-441f-448a-b9b4-789936bd072b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 945 time: 0.0609038
Apr 02 20:59:00.977618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16e0b241-4911-44a1-8b9b-487c0f7f34a0 req-6afa6e23-1039-4568-91f6-567d4de0fca4 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501020
Apr 02 20:59:01.000091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-ae609acf-f41d-43e2-84c3-4d0cd344a73c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:01.008122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-ae609acf-f41d-43e2-84c3-4d0cd344a73c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1266873
Apr 02 20:59:01.106346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks [] for security_group (287ad4f0-97d4-4a0e-b6d6-bd3cfa782594), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.117154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (287ad4f0-97d4-4a0e-b6d6-bd3cfa782594), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.130033 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-50057bd9-586a-4957-a583-1d2b062dd761 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.1210439
Apr 02 20:59:01.146494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:59:01.150612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'floatingip': {'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:01.209372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ad4f0-97d4-4a0e-b6d6-bd3cfa782594,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:01.214103 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (92657b22-b4b8-4cea-980a-f9183b40dee9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.214450 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Added segment 92657b22-b4b8-4cea-980a-f9183b40dee9 of type vlan for network d11c371b-654f-45ff-8edf-711168f9f05b
Apr 02 20:59:01.266852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.298917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d11c371b-654f-45ff-8edf-711168f9f05b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.359400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d11c371b-654f-45ff-8edf-711168f9f05b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.360510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:01.360958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.432257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7856095
Apr 02 20:59:01.435134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35356) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:01.448782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Request body: {'subnet': {'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-subnet', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:01.476034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44c0a0-70a9-4cd9-96c3-2166117c2b6d admin admin] Pushing event updated for resources: {'Network': ['ID=d11c371b-654f-45ff-8edf-711168f9f05b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:01.487021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Made reservation on behalf of 2a4f1507b69e40c8ace9eac029f1ced2 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:59:01.489753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d11c371b-654f-45ff-8edf-711168f9f05b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:59:01.491840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.514852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35358) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:01.708940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76ef1fe6-1b85-4cff-96bd-a524f7521ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.790240 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (fdb74e7c-5a84-45e1-8ee7-f11003b6a341), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.803062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73952e6-5b8a-4155-9168-c98e51c0e24a req-0539a2c4-5c75-49d4-9ca5-dae20c56e283 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:01.806253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e73952e6-5b8a-4155-9168-c98e51c0e24a req-0539a2c4-5c75-49d4-9ca5-dae20c56e283 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1480007
Apr 02 20:59:01.882663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.887019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:01.952299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb74e7c-5a84-45e1-8ee7-f11003b6a341,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:01.976990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e73952e6-5b8a-4155-9168-c98e51c0e24a req-f46eb50b-538c-4882-8f3b-22156c7d86d0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611106
Apr 02 20:59:01.993692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Checking segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:01.994298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Network hostable DHCP agents. Network: d11c371b-654f-45ff-8edf-711168f9f05b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:59:02.002172 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c associated. External IP: 172.35.4.99, port: 8ccfbe04-805d-49bd-88f1-b591034caed3.
Apr 02 20:59:02.013943 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76ef1fe6-1b85-4cff-96bd-a524f7521ef7 admin admin] Publish callbacks [] for security_group (9ccd0bc8-f565-41ea-91ea-35f1c4ff596b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.026196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76ef1fe6-1b85-4cff-96bd-a524f7521ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9ccd0bc8-f565-41ea-91ea-35f1c4ff596b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.085624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Network d11c371b-654f-45ff-8edf-711168f9f05b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:59:02.101096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:02.122411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef1fe6-1b85-4cff-96bd-a524f7521ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd0bc8-f565-41ea-91ea-35f1c4ff596b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:02.131244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76ef1fe6-1b85-4cff-96bd-a524f7521ef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94de7d95b2594f7f9ca0182d57ae454a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6151447
Apr 02 20:59:02.132531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35368) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:02.151532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d11c371b-654f-45ff-8edf-711168f9f05b) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:02.161988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:02.162602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.172610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c908f1-876b-4818-a26c-81d6189486ca None None] Network d11c371b-654f-45ff-8edf-711168f9f05b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:59:02.196021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb8b2745-3ad8-4437-ad3b-c873edde8d59 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7585580
Apr 02 20:59:02.196635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:02.197221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.203981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5810c2-c9d2-4be8-9150-29d84ca62891 req-d64bbac0-781d-4462-b555-86ec2483253c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:02.206432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c5810c2-c9d2-4be8-9150-29d84ca62891 req-d64bbac0-781d-4462-b555-86ec2483253c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1510994
Apr 02 20:59:02.206980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35370) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:02.215551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:02.255811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09448692-0e01-43a0-80c6-b344014bea7e admin admin] Publish callbacks [] for security_group (9ccd0bc8-f565-41ea-91ea-35f1c4ff596b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.266258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:02.280887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:02.286968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.288128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (7af1289f-2226-4941-a843-708a5d6c7429), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.289433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (7af1289f-2226-4941-a843-708a5d6c7429), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.314028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09448692-0e01-43a0-80c6-b344014bea7e admin admin] Publish callbacks [] for security_group (9ccd0bc8-f565-41ea-91ea-35f1c4ff596b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.328559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c5810c2-c9d2-4be8-9150-29d84ca62891 req-115df59f-63d2-4f0c-8593-f0165b713ecb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079748
Apr 02 20:59:02.341539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:02.344010 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1986443-15a7-45ed-add1-61e59dde9781" -d '{"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-unplugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:02.376158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:02.381928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d11c371b-654f-45ff-8edf-711168f9f05b', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:59:02.383159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.390090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks [] for router_controller (7af1289f-2226-4941-a843-708a5d6c7429), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.414791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:02.425094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:02.435881 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:02.437011 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d76430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:02.583658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09448692-0e01-43a0-80c6-b344014bea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9ccd0bc8-f565-41ea-91ea-35f1c4ff596b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.586522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09448692-0e01-43a0-80c6-b344014bea7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.587873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-09448692-0e01-43a0-80c6-b344014bea7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ccd0bc8-f565-41ea-91ea-35f1c4ff596b HTTP/1.1" status: 204  len: 168 time: 0.4503708
Apr 02 20:59:02.603834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks [] for router_gateway (7af1289f-2226-4941-a843-708a5d6c7429), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.615134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09448692-0e01-43a0-80c6-b344014bea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd0bc8-f565-41ea-91ea-35f1c4ff596b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:02.625434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e5eaf-d4f0-4169-a596-a0763fce067d req-a3ff9211-0779-4e01-b423-602ae6df66a1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:02.627309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3d9e5eaf-d4f0-4169-a596-a0763fce067d req-a3ff9211-0779-4e01-b423-602ae6df66a1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 946 time: 0.1516297
Apr 02 20:59:02.654167 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:02.678702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Allocated IP 172.20.0.2 (d11c371b-654f-45ff-8edf-711168f9f05b/fdb74e7c-5a84-45e1-8ee7-f11003b6a341/b250195c-ced3-41bc-8711-575517172d05) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:02.709284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3d9e5eaf-d4f0-4169-a596-a0763fce067d req-6826006e-b1ae-416b-9322-2ccd384d1330 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676634
Apr 02 20:59:02.769731 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc7653c-a58e-4c6a-a3f5-8bd81eef80f6 x-openstack-request-id: req-0fc7653c-a58e-4c6a-a3f5-8bd81eef80f6 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:02.777069 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-unplugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:02.777566 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fc7653c-a58e-4c6a-a3f5-8bd81eef80f6 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:02.778165 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc7653c-a58e-4c6a-a3f5-8bd81eef80f6'] response: {'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'code': 200}
Apr 02 20:59:02.848973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:02.961640 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Publish callbacks [] for port (b250195c-ced3-41bc-8711-575517172d05), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:02.969653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (b250195c-ced3-41bc-8711-575517172d05), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.028670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Pushing event updated for resources: {'Port': ['ID=b250195c-ced3-41bc-8711-575517172d05,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:03.042967 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d76430>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:01Z', 'revision_number': 3, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:03.059897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Network d11c371b-654f-45ff-8edf-711168f9f05b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:03.061722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:03.069159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:03.076318 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:03.078262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks [] for router_gateway (7af1289f-2226-4941-a843-708a5d6c7429), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.086927 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:03.088686 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d76430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:03.102234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.117566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde29e6-cffc-4147-9a30-d340486732ea req-a9499bb7-96f4-4d66-91b0-52085a2dc5bd tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:03.119665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccde29e6-cffc-4147-9a30-d340486732ea req-a9499bb7-96f4-4d66-91b0-52085a2dc5bd tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1128 time: 0.1639397
Apr 02 20:59:03.170563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Attempting to bind port b250195c-ced3-41bc-8711-575517172d05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:03.171044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Attempting to bind port b250195c-ced3-41bc-8711-575517172d05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:03.171416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Attempting to bind port b250195c-ced3-41bc-8711-575517172d05 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:03.177871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:03.178493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Checking segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:03.179236 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.179656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Bound using segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:03.180238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Bound port: b250195c-ced3-41bc-8711-575517172d05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:03.180662 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b250195c-ced3-41bc-8711-575517172d05), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.225517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35392) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:03.228713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:03.244645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:03.271885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Allocated IP 172.35.4.54 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:03.280733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb2d291d-424a-44dd-af3c-860117c1d31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.317608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccde29e6-cffc-4147-9a30-d340486732ea req-f0f14f55-f822-4b02-832f-ebadcbd829b8 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854249
Apr 02 20:59:03.377190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:03.387153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] For port b250195c-ced3-41bc-8711-575517172d05, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:03.391885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] For port b250195c-ced3-41bc-8711-575517172d05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b250195c-ced3-41bc-8711-575517172d05,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:03.398019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'mac_address': 'fa:16:3e:85:cf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:03.400144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:03.415110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.444705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:03.445060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.448816 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b250195c-ced3-41bc-8711-575517172d05), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.495525 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d76430>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:01Z', 'revision_number': 3, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:03.505487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5a902-d087-495b-a31b-8a9e24000446 None None] Pushing event updated for resources: {'Port': ['ID=b250195c-ced3-41bc-8711-575517172d05,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:03.512180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:03.522067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c343cee-04a3-4dee-907f-0bea1da0e4d1 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:03.522708 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9d884e-d0ba-4eda-8790-657b5464fc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:03.531483 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f75c8a-bbd0-4cf1-b09a-ef0c7cde2708 None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:01Z', 'revision_number': 3, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:03.531812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-bd9f567e-3f9d-4405-958b-a827711509d9 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "PUT /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 998 time: 2.3918917
Apr 02 20:59:03.556739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:03.566089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.611432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-5c55676d-d506-402e-b564-c2f9f50596fb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:03.612151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb2d291d-424a-44dd-af3c-860117c1d31e admin admin] Publish callbacks [] for security_group (2c43fff9-5b56-4c47-9f62-f8826d56c142), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.622484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb2d291d-424a-44dd-af3c-860117c1d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2c43fff9-5b56-4c47-9f62-f8826d56c142), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.630951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-5c55676d-d506-402e-b564-c2f9f50596fb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports/8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 943 time: 0.0984182
Apr 02 20:59:03.645485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:03.680393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2c343cee-04a3-4dee-907f-0bea1da0e4d1'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:03.744604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-4e86848b-1877-46b1-a85a-a2ce191bf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:03.745663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f464ed-9ea4-4329-ae76-041ba951beee req-1f9baace-8e25-4d0c-93d7-e527aa48d346 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:03.747015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-4e86848b-1877-46b1-a85a-a2ce191bf4e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.0612445
Apr 02 20:59:03.752786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63f464ed-9ea4-4329-ae76-041ba951beee req-1f9baace-8e25-4d0c-93d7-e527aa48d346 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.2795203
Apr 02 20:59:03.757856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d291d-424a-44dd-af3c-860117c1d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c43fff9-5b56-4c47-9f62-f8826d56c142,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:03.765281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-eb2d291d-424a-44dd-af3c-860117c1d31e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63dee14720e449859a21030c16100cf4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5191593
Apr 02 20:59:03.769821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks [] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.771214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35400) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:03.920068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-954f9461-469d-4374-a15d-c8aa9651a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:03.926157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e7ff0-44a4-4ffc-ab0a-de4b7af9cc66 None None] New status for floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:59:03.929047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-954f9461-469d-4374-a15d-c8aa9651a113 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.1745872
Apr 02 20:59:03.941334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63f464ed-9ea4-4329-ae76-041ba951beee req-0a29354f-c2ce-4558-9fa8-bdb1d98c1f14 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875627
Apr 02 20:59:03.943887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b97f07c8-fc94-4cd2-a524-652caad2672c admin admin] Publish callbacks [] for security_group (2c43fff9-5b56-4c47-9f62-f8826d56c142), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.983710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:03.996743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-dc5fb76e-7207-4de0-b374-899c37c0aea9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 217 time: 0.0635555
Apr 02 20:59:04.033341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b97f07c8-fc94-4cd2-a524-652caad2672c admin admin] Publish callbacks [] for security_group (2c43fff9-5b56-4c47-9f62-f8826d56c142), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:04.060377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:04.073496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-02c82d44-83b0-4fd1-97b9-4ef48f0d0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:04.075128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-02c82d44-83b0-4fd1-97b9-4ef48f0d0e62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.0712583
Apr 02 20:59:04.079503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:04.101917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Pushing event updated for resources: {'Port': ['ID=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:04.109393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:04.122696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:04.139272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-170cde57-f5f3-4f63-9ca4-d32972822ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:04.142610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-170cde57-f5f3-4f63-9ca4-d32972822ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0560036
Apr 02 20:59:04.155625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-04410d36-845f-4e1a-ade3-bcc234c43e5d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:59:04.166274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-04410d36-845f-4e1a-ade3-bcc234c43e5d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0153775
Apr 02 20:59:04.236317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d62b23-a713-48e5-8fc6-43c2e92d05bb req-a2a94718-d7ec-4129-afe9-4fec46678240 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:04.238806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02d62b23-a713-48e5-8fc6-43c2e92d05bb req-a2a94718-d7ec-4129-afe9-4fec46678240 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 948 time: 0.1909642
Apr 02 20:59:04.252069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b97f07c8-fc94-4cd2-a524-652caad2672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2c43fff9-5b56-4c47-9f62-f8826d56c142), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:04.255393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b97f07c8-fc94-4cd2-a524-652caad2672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:04.256671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b97f07c8-fc94-4cd2-a524-652caad2672c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c43fff9-5b56-4c47-9f62-f8826d56c142 HTTP/1.1" status: 204  len: 168 time: 0.4791296
Apr 02 20:59:04.269532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:04.283283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2249859f-5022-4c72-a7ee-251258b261cb', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '2249859f-5022-4c72-a7ee-251258b261cb', 'mac_address': 'fa:16:3e:7a:d5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:04.304061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f07c8-fc94-4cd2-a524-652caad2672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c43fff9-5b56-4c47-9f62-f8826d56c142,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:04.308041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-25d3d254-c3ce-4438-b473-9d9335d75035 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369281
Apr 02 20:59:04.349107 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:04.350169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:04.350770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:04.365264 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:04.366087 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eb01c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:04.375318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2249859f-5022-4c72-a7ee-251258b261cb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:04.395617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02d62b23-a713-48e5-8fc6-43c2e92d05bb req-43676fb4-8eb1-4ed1-b70d-95622dddcc54 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472151
Apr 02 20:59:04.412002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:04.420662 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:04.512358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks [] for router_gateway (7af1289f-2226-4941-a843-708a5d6c7429), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:04.533791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:04.555523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-fda81fc3-92e3-4dbe-b577-686d8241ba7c service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417872
Apr 02 20:59:04.599021 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c360619-c979-4bc0-b274-6a1a6ba94882 x-openstack-request-id: req-4c360619-c979-4bc0-b274-6a1a6ba94882 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:04.599818 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:04.600084 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c360619-c979-4bc0-b274-6a1a6ba94882 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:04.601167 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c360619-c979-4bc0-b274-6a1a6ba94882'] response: {'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'status': 'completed', 'code': 200}
Apr 02 20:59:04.725870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-ecfdc65e-b8d4-471a-9685-2693ad659b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:04.740327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-ecfdc65e-b8d4-471a-9685-2693ad659b88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1128 time: 0.0919411
Apr 02 20:59:04.765560 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:04.805314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-6b826fce-1648-417b-a024-0acd79a09be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:04.812617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-6b826fce-1648-417b-a024-0acd79a09be7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1950152
Apr 02 20:59:04.819648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:05.009194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-e3f0be63-f90c-47d6-804e-5e7fe0a20ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:05.010833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-e3f0be63-f90c-47d6-804e-5e7fe0a20ac6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.2697606
Apr 02 20:59:05.125025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-65ee7c93-2fce-478d-ad1e-cbb82d47a205 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 1001 time: 0.1000984
Apr 02 20:59:05.138672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (7af1289f-2226-4941-a843-708a5d6c7429), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:05.244553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:05.295510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-c8b2c366-3219-4f81-a82d-31702f51791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:05.301552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-c8b2c366-3219-4f81-a82d-31702f51791b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.1699312
Apr 02 20:59:05.400299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-c132b7e3-6bca-44ea-91d2-068faa4c8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:05.401824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-c132b7e3-6bca-44ea-91d2-068faa4c8c77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0919759
Apr 02 20:59:05.427040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8382c-d54a-4ec6-a298-e679bdc3ac36 None None] Network d11c371b-654f-45ff-8edf-711168f9f05b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:59:05.491016 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eb01c0>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:04Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:05.548406 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:05.570738 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:05.572069 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eb01c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:05.687848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-9b41618e-5b17-4115-81d2-3fc264e321d9 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757075
Apr 02 20:59:05.816026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:05.859112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93ed4fa7-9ace-4070-a77f-c023c20b9756 req-799400b8-1ef5-4365-be5c-f62415ab140b service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656137
Apr 02 20:59:06.025585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b250195c-ced3-41bc-8711-575517172d05 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:06.100323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] Provisioning complete for port b250195c-ced3-41bc-8711-575517172d05 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:06.100960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b250195c-ced3-41bc-8711-575517172d05), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.110367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:06.111085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.122500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3e9bd-8e3f-49ed-8831-20b60d69eecb req-ad61ea28-e124-4f4a-8006-465ba598fa3d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:06.131388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eaa3e9bd-8e3f-49ed-8831-20b60d69eecb req-ad61ea28-e124-4f4a-8006-465ba598fa3d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 949 time: 0.1482427
Apr 02 20:59:06.251040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eaa3e9bd-8e3f-49ed-8831-20b60d69eecb req-7924c2a5-8724-40e9-9560-10e68cba10e2 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125722
Apr 02 20:59:06.307640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b5fb6-ae55-4af1-873e-34eb067275e0 req-bbc4feaf-5119-4674-8e9c-bc2fec9c910f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:06.316659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-345b5fb6-ae55-4af1-873e-34eb067275e0 req-bbc4feaf-5119-4674-8e9c-bc2fec9c910f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 1.1368821
Apr 02 20:59:06.322936 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eb01c0>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:04Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:06.334361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b250195c-ced3-41bc-8711-575517172d05 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:06.334735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b250195c-ced3-41bc-8711-575517172d05), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.386225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-082890e5-cf87-45d4-b8e9-cd32cf281ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:06.388209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-082890e5-cf87-45d4-b8e9-cd32cf281ba3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 1.5513477
Apr 02 20:59:06.392090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] Current status of the port b250195c-ced3-41bc-8711-575517172d05 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:06.392912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b250195c-ced3-41bc-8711-575517172d05), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.430121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-345b5fb6-ae55-4af1-873e-34eb067275e0 req-f87d36c4-2c98-4e7b-bbc4-98f4a96f9384 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121118
Apr 02 20:59:06.513181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] For port b250195c-ced3-41bc-8711-575517172d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b250195c-ced3-41bc-8711-575517172d05,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:06.538045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b250195c-ced3-41bc-8711-575517172d05), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.593161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:06.594037 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.596120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-90e80d59-7ecd-4979-84ff-0a45832be9af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 217 time: 0.1873574
Apr 02 20:59:06.606060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:06.620230 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175bee65-38f6-4862-a248-17469b9012d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:06.700831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c89a62d-f3a2-41b4-9aea-0cc141783c08 req-404cf71d-62e3-42a2-814c-02146f0cc05f tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.2434275
Apr 02 20:59:06.720692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-0040ab1f-f3f5-477e-9507-573df614620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:06.724769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-0040ab1f-f3f5-477e-9507-573df614620c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.1239610
Apr 02 20:59:06.726203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Router 7af1289f-2226-4941-a843-708a5d6c7429 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:59:06.751944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b250195c-ced3-41bc-8711-575517172d05 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:06.836658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:06.839132 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c3b1eb-5cb5-4716-9225-9e62f20a42c6" -d '{"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-plugged", "status": "completed", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:06.845917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9f77-fead-4657-978d-aace8a2019d0 None None] Pushing event updated for resources: {'Port': ['ID=b250195c-ced3-41bc-8711-575517172d05,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:06.860013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6e882-7278-4528-8a19-339eada86ee1 None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:7c:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:04Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:06.862863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:06.866832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a62d-f3a2-41b4-9aea-0cc141783c08 req-b0878e9e-cbc6-45f6-bdbd-8d36803ca21c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:06.874579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c89a62d-f3a2-41b4-9aea-0cc141783c08 req-b0878e9e-cbc6-45f6-bdbd-8d36803ca21c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports/4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 943 time: 0.1630206
Apr 02 20:59:06.888612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-76c29fb7-e4ca-4ca4-b9e4-9a44e9a37046 None None] Provisioning complete for port b250195c-ced3-41bc-8711-575517172d05 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:06.889050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-76c29fb7-e4ca-4ca4-b9e4-9a44e9a37046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b250195c-ced3-41bc-8711-575517172d05), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.895800 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:06.966161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-dcb5fe5e-bde3-43ce-8dd8-5a0f16d7036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:06.968190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-dcb5fe5e-bde3-43ce-8dd8-5a0f16d7036c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2380331
Apr 02 20:59:07.072332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:07.176313 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44a588-0cf5-49ac-9d2c-56952b123efd x-openstack-request-id: req-cc44a588-0cf5-49ac-9d2c-56952b123efd {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:07.176875 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:07.176875 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc44a588-0cf5-49ac-9d2c-56952b123efd {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:07.177371 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc44a588-0cf5-49ac-9d2c-56952b123efd'] response: {'name': 'network-changed', 'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'status': 'completed', 'code': 200}
Apr 02 20:59:07.234779 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d30a1c-ffd3-4a48-879c-dfa412c90911 x-openstack-request-id: req-49d30a1c-ffd3-4a48-879c-dfa412c90911 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:07.235221 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-plugged", "status": "completed", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:07.235436 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49d30a1c-ffd3-4a48-879c-dfa412c90911 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:07.235783 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d30a1c-ffd3-4a48-879c-dfa412c90911'] response: {'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'code': 200}
Apr 02 20:59:07.246704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-76c29fb7-e4ca-4ca4-b9e4-9a44e9a37046 None None] Current status of the port b250195c-ced3-41bc-8711-575517172d05 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:07.250563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:07.295429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:07.310655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c89a62d-f3a2-41b4-9aea-0cc141783c08 req-31825f43-ee35-4d08-9292-705a4dc8e012 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.3015790
Apr 02 20:59:07.330719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bee65-38f6-4862-a248-17469b9012d2 req-122418cc-f3b6-4d2c-9da6-9e3ba6540575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:07.331268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-122418cc-f3b6-4d2c-9da6-9e3ba6540575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1128 time: 0.1526561
Apr 02 20:59:07.347991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:07.351274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457f89d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:07.440955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:07.459930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-52fc0e88-84dc-4ed7-bcf0-ec6acb5f072a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.2483430
Apr 02 20:59:07.464407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35530) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:07.543692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:07.607353 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-85a2f7bf-c2c1-4c71-aea7-d8d0de6c0db3 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6273935
Apr 02 20:59:07.644378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696a120-c600-4090-abb0-1e78d52312ff req-39b6e3dd-33db-4228-8ead-bea48b84e2d1 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:07.654885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9696a120-c600-4090-abb0-1e78d52312ff req-39b6e3dd-33db-4228-8ead-bea48b84e2d1 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 949 time: 0.2299523
Apr 02 20:59:07.789340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b250195c-ced3-41bc-8711-575517172d05 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:07.938127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9696a120-c600-4090-abb0-1e78d52312ff req-1485de34-dc66-4993-9727-b641ae6a7bab tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783191
Apr 02 20:59:07.954863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457f89d0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:04Z', 'revision_number': 3, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:07.999506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bee65-38f6-4862-a248-17469b9012d2 req-a1b772a2-6e47-460d-bc5b-de1712b8591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:08.005809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-a1b772a2-6e47-460d-bc5b-de1712b8591b service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.6379590
Apr 02 20:59:08.007937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:08.008294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Updating router 7af1289f-2226-4941-a843-708a5d6c7429 port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:59:08.010386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b250195c-ced3-41bc-8711-575517172d05 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:08.010792 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b250195c-ced3-41bc-8711-575517172d05), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:08.031108 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a9d884e-d0ba-4eda-8790-657b5464fc8a req-4ccd3a2c-8d89-44c5-b357-4963ce30270e service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3707583
Apr 02 20:59:08.107080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:08.149628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:08.165142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-72b5e874-dcf2-48ae-b314-2f648a0d1e64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 1001 time: 0.0820122
Apr 02 20:59:08.174060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a62d-f3a2-41b4-9aea-0cc141783c08 req-faa5d053-4b42-4eb8-9cd5-6827c77cf7cb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:08.175493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c89a62d-f3a2-41b4-9aea-0cc141783c08 req-faa5d053-4b42-4eb8-9cd5-6827c77cf7cb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.8485401
Apr 02 20:59:08.290251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-329b464d-e225-4c22-ac5b-0b37e2b599c2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.0786951
Apr 02 20:59:08.328940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66df45-ef24-4ee9-9ac8-ad3f4c5760a0 req-beefd80a-b481-4fd3-b40f-a9f6565279e5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:08.337130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c66df45-ef24-4ee9-9ac8-ad3f4c5760a0 req-beefd80a-b481-4fd3-b40f-a9f6565279e5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1688840
Apr 02 20:59:08.391647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-87a62c69-7d16-4a7c-9be7-269dc98ad4bc tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:08.393072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-87a62c69-7d16-4a7c-9be7-269dc98ad4bc tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports/4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 943 time: 0.0909324
Apr 02 20:59:08.484389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c66df45-ef24-4ee9-9ac8-ad3f4c5760a0 req-4de48ea0-ea4f-422d-b25c-ace02ed8fecc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384308
Apr 02 20:59:08.604208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b250195c-ced3-41bc-8711-575517172d05 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:08.682672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bee65-38f6-4862-a248-17469b9012d2 req-6ec27a14-ad9d-4bf8-954e-5f8c61e8e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:08.684141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-6ec27a14-ad9d-4bf8-954e-5f8c61e8e5cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.5077963
Apr 02 20:59:08.706547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-993e03a1-77f1-4679-9b94-d7b52cb892b0 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.2117221
Apr 02 20:59:08.862357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2249859f-5022-4c72-a7ee-251258b261cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:08.862742 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2249859f-5022-4c72-a7ee-251258b261cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:08.959307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-b8de7af5-26e0-4855-a834-0076789412eb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:08.961286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-b8de7af5-26e0-4855-a834-0076789412eb tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.2309167
Apr 02 20:59:09.093139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Publish callbacks [] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.105783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:09.106488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.133928 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.138501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda640e-8117-4b15-8308-21daba35d313 req-24b3d137-72ba-4747-af43-baada36d5e1c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:09.158697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8cda640e-8117-4b15-8308-21daba35d313 req-24b3d137-72ba-4747-af43-baada36d5e1c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 949 time: 0.1245902
Apr 02 20:59:09.161268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35586) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:09.184106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bee65-38f6-4862-a248-17469b9012d2 req-369b3d8e-4e15-47ff-a840-2805d63f9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:09.186563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-369b3d8e-4e15-47ff-a840-2805d63f9e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4649069
Apr 02 20:59:09.219202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:09.229753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8cda640e-8117-4b15-8308-21daba35d313 req-18a5a8e7-c442-453d-bb6e-3d39c59ffd66 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651484
Apr 02 20:59:09.240361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:09.245770 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76655ff9-08ec-45f7-a3e7-0c8aac0de310" -d '{"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-plugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:09.249224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.275513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881038ce-ab24-41a0-b867-0e1a18c008bd None None] Pushing event updated for resources: {'Port': ['ID=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:09.278076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Attempting to bind port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:09.278763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Attempting to bind port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:09.279440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Attempting to bind port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:09.318148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:09.318529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:09.318911 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.319306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:09.319801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Bound port: cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:09.320187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.378331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-4c3ff31d-457b-4773-87d1-e589d13e80f1 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.3498638
Apr 02 20:59:09.408164 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3ce10-cfe6-4221-a5ea-523c00b49f0d x-openstack-request-id: req-9dd3ce10-cfe6-4221-a5ea-523c00b49f0d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:09.408574 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-plugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:09.408774 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dd3ce10-cfe6-4221-a5ea-523c00b49f0d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:09.409182 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd3ce10-cfe6-4221-a5ea-523c00b49f0d'] response: {'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'code': 200}
Apr 02 20:59:09.427172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:09.437178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:09.471800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] For port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:09.478766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] For port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:09.497181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.505059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4f99fc1-3cf3-473b-b967-d743fb159c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.600101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4f99fc1-3cf3-473b-b967-d743fb159c70 admin admin] Publish callbacks [] for security_group (faaa4871-c5e8-444c-aabb-431240f506d3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.627353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881038ce-ab24-41a0-b867-0e1a18c008bd None None] Pushing event updated for resources: {'Port': ['ID=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:09.629154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4f99fc1-3cf3-473b-b967-d743fb159c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (faaa4871-c5e8-444c-aabb-431240f506d3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.662899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:09.663829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457f89d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:09.708304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-67ff0890-49a5-489b-8cc1-ce02c88c1271 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5076647
Apr 02 20:59:09.715049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:09.780372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4f99fc1-3cf3-473b-b967-d743fb159c70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65d6450dfb8b4c7aac283ce010a7fd78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6156120
Apr 02 20:59:09.782093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35604) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:09.786698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f99fc1-3cf3-473b-b967-d743fb159c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaa4871-c5e8-444c-aabb-431240f506d3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:09.830276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7381e-406b-4f03-8b7a-33034e15d2a7 req-03dcd501-bbc9-4272-9a8c-2dc1bed96acc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:09.837916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1bf7381e-406b-4f03-8b7a-33034e15d2a7 req-03dcd501-bbc9-4272-9a8c-2dc1bed96acc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.2156398
Apr 02 20:59:09.847118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017ba83-b5f6-4b2a-94d7-aa2e838b85ce req-4c2eb492-d083-4143-a283-3f88cca18746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:09.848626 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c017ba83-b5f6-4b2a-94d7-aa2e838b85ce req-4c2eb492-d083-4143-a283-3f88cca18746 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1132 time: 0.2434528
Apr 02 20:59:09.863313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:09.956806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1bf7381e-406b-4f03-8b7a-33034e15d2a7 req-8a455ea5-82b4-43ab-ad7c-50cf9c013924 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152875
Apr 02 20:59:09.971037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360e3a08-b643-4d5c-b2ae-4c7074300d6a admin admin] Publish callbacks [] for security_group (faaa4871-c5e8-444c-aabb-431240f506d3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.002084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360e3a08-b643-4d5c-b2ae-4c7074300d6a admin admin] Publish callbacks [] for security_group (faaa4871-c5e8-444c-aabb-431240f506d3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.076147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c017ba83-b5f6-4b2a-94d7-aa2e838b85ce req-0026cf06-d046-4489-8663-cbab2026a374 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127955
Apr 02 20:59:10.083586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360e3a08-b643-4d5c-b2ae-4c7074300d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (faaa4871-c5e8-444c-aabb-431240f506d3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.086606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-360e3a08-b643-4d5c-b2ae-4c7074300d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.090201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-360e3a08-b643-4d5c-b2ae-4c7074300d6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faaa4871-c5e8-444c-aabb-431240f506d3 HTTP/1.1" status: 204  len: 168 time: 0.2960119
Apr 02 20:59:10.099589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e3a08-b643-4d5c-b2ae-4c7074300d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaa4871-c5e8-444c-aabb-431240f506d3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:10.439891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457f89d0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:04Z', 'revision_number': 3, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:10.506629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fc353-9a3d-422d-9d84-ca371a04ead1 req-18ff6cf8-ee94-4ff0-9157-d7b351b61cbf tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:10.517123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a9fc353-9a3d-422d-9d84-ca371a04ead1 req-18ff6cf8-ee94-4ff0-9157-d7b351b61cbf tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1287787
Apr 02 20:59:10.546639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462ab5-ed85-4e0d-8db5-7a221c7c52d9 None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:04Z', 'revision_number': 3, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:10.654853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a9fc353-9a3d-422d-9d84-ca371a04ead1 req-d0ba5da4-5bd7-410b-bbd5-bbfd651780cb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352906
Apr 02 20:59:10.732956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.736061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.744596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.745179 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c disassociated. External IP: 172.35.4.99, port: 4883e687-c354-4cf9-9d83-3e9daec8775f.
Apr 02 20:59:10.748909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35628) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:10.763376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d06647a-8c84-498a-8e90-9343b1939221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.888527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e1da-539c-4d6b-bef6-323006d76128 req-8e2fa9ee-fc97-46b8-8184-7cad77865e95 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:10.890211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da59e1da-539c-4d6b-bef6-323006d76128 req-8e2fa9ee-fc97-46b8-8184-7cad77865e95 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1128 time: 0.0829842
Apr 02 20:59:10.902007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d06647a-8c84-498a-8e90-9343b1939221 admin admin] Publish callbacks [] for security_group (fc996194-ffb4-4ce8-90c5-3c9386913712), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:10.915601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d06647a-8c84-498a-8e90-9343b1939221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fc996194-ffb4-4ce8-90c5-3c9386913712), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.007105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da59e1da-539c-4d6b-bef6-323006d76128 req-7de5aed0-d0f9-4f03-ae59-5a4cd9958598 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017683
Apr 02 20:59:11.062112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175bee65-38f6-4862-a248-17469b9012d2 req-98e75d99-9927-4495-ba6f-8646061f258a service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3408990
Apr 02 20:59:11.104406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d06647a-8c84-498a-8e90-9343b1939221 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24cd9057da0b47f9a81cd690c803128b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3528116
Apr 02 20:59:11.107215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06647a-8c84-498a-8e90-9343b1939221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc996194-ffb4-4ce8-90c5-3c9386913712,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:11.112810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:11.261785 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-e5268a36-d06a-4d99-8b7c-1db3c7bfc482 service neutron] show failed (client error): The resource could not be found.
Apr 02 20:59:11.262963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-e5268a36-d06a-4d99-8b7c-1db3c7bfc482 service neutron] 10.222.0.21 "GET /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3332584
Apr 02 20:59:11.266007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:11.276955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Allocated IP 172.20.0.1 (d11c371b-654f-45ff-8edf-711168f9f05b/fdb74e7c-5a84-45e1-8ee7-f11003b6a341/20006e62-4e77-47ae-ae1d-13d7b47059fa) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:11.309558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd161-e149-483b-b5e7-4a41a7e627e1 req-a0145c55-2c27-4396-89df-c8c99bfac32c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:11.317429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-177fd161-e149-483b-b5e7-4a41a7e627e1 req-a0145c55-2c27-4396-89df-c8c99bfac32c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.1855049
Apr 02 20:59:11.363056 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37216b3f-08df-4ed4-bb7a-80c16e57d599 admin admin] Publish callbacks [] for security_group (fc996194-ffb4-4ce8-90c5-3c9386913712), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.394532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37216b3f-08df-4ed4-bb7a-80c16e57d599 admin admin] Publish callbacks [] for security_group (fc996194-ffb4-4ce8-90c5-3c9386913712), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.458721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-177fd161-e149-483b-b5e7-4a41a7e627e1 req-ff6ba65a-eb1c-4f68-9b57-8abb7039d044 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360233
Apr 02 20:59:11.460139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37216b3f-08df-4ed4-bb7a-80c16e57d599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fc996194-ffb4-4ce8-90c5-3c9386913712), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.472971 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37216b3f-08df-4ed4-bb7a-80c16e57d599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.474436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-37216b3f-08df-4ed4-bb7a-80c16e57d599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc996194-ffb4-4ce8-90c5-3c9386913712 HTTP/1.1" status: 204  len: 168 time: 0.3510728
Apr 02 20:59:11.493260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37216b3f-08df-4ed4-bb7a-80c16e57d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc996194-ffb4-4ce8-90c5-3c9386913712,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:11.512227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks [] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.703561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:11.831697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:11.833734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.867131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:11.882244 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:11.897123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:11.898808 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:11.900697 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846175880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:12.044730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-a56fa835-0975-4aa8-b171-bf1bdbab90f2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "PUT /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 694 time: 2.6335609
Apr 02 20:59:12.049564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:12.056774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:12.057169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:12.060401 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:12.068048 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef70c5-1867-40a3-b8ab-5778e6a6d435" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:12.113477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:12.120882 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:12.249526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:12.269522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:12.380671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Network d11c371b-654f-45ff-8edf-711168f9f05b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:12.384142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:12.390327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-b4f2ccc4-50ba-4bd8-bb73-697f24e333e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:12.394400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-b4f2ccc4-50ba-4bd8-bb73-697f24e333e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7&tenant_id=bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 1131 time: 0.5964220
Apr 02 20:59:12.399891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:12.478111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (7af1289f-2226-4941-a843-708a5d6c7429), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:12.511013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846175880>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:12.598327 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:12.626002 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:12.626851 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846175880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:12.690591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Pushing event updated for resources: {'Port': ['ID=20006e62-4e77-47ae-ae1d-13d7b47059fa,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:12.706466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:12.783040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-dbd3399b-5466-49dd-9f1e-377788556e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:12.806617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-dbd3399b-5466-49dd-9f1e-377788556e0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1128 time: 0.7108035
Apr 02 20:59:12.898902 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:12.931102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b7c56bed-7f60-46a5-9e8e-0d369136045f None None] Provisioning complete for port 20006e62-4e77-47ae-ae1d-13d7b47059fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:12.931718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7c56bed-7f60-46a5-9e8e-0d369136045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.000352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.047845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.049500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b7c56bed-7f60-46a5-9e8e-0d369136045f None None] Port 20006e62-4e77-47ae-ae1d-13d7b47059fa cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:59:13.145623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-3ab623e2-77fd-4fd7-ac60-94152194b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:13.168334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-3ab623e2-77fd-4fd7-ac60-94152194b8cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.3504515
Apr 02 20:59:13.258838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:13.321092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-86fb73da-8316-4a92-9ec2-3f3a3c6a815b tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 20:59:13.334431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-86fb73da-8316-4a92-9ec2-3f3a3c6a815b tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0232368
Apr 02 20:59:13.374997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-5fbf01f7-2050-4e0b-867c-b145ee31d312 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 217 time: 0.1422102
Apr 02 20:59:13.408319 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846175880>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:13.422488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-c9903fc4-79ee-4edd-9f13-6effc6e95f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:13.435139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-c9903fc4-79ee-4edd-9f13-6effc6e95f51 service neutron] 10.222.0.18 "GET /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 1125 time: 0.0990436
Apr 02 20:59:13.461171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:13.464380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Unknown quota resources ['binding']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 20:59:13.492650 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bb61c-19fb-41f3-a89a-d29abac4d00c None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:13.506015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:13.506407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.599844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:59:13.642172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:13.692137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-26297843-d280-4370-838a-6c7ced3bb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:13.694953 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-26297843-d280-4370-838a-6c7ced3bb435 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.2976551
Apr 02 20:59:13.749887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:13.750626 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.763409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:13.764171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:13.764792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:13.773497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:59:13.774520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:13.783466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:13.794734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:13.795641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:13.797163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Bound port: 12334738-596e-4bda-85ff-6807e7a908f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:13.922947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:13.927708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:13.933323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.939213 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f215dc39-b2e0-4a23-8e07-f0fea729bd15 service neutron] 10.222.0.18 "POST /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4/bindings HTTP/1.1" status: 201  len: 389 time: 0.5026867
Apr 02 20:59:13.944119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-d30fd172-070a-42e9-8d0b-ad53a350dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:13.945930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-d30fd172-070a-42e9-8d0b-ad53a350dc5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2362242
Apr 02 20:59:13.968523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:13.975794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks [] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:13.996782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:14.096411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff75f68-fad6-4ec8-8ec2-0cfb095a5cbb None None] New status for floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:59:14.181124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Pushing event updated for resources: {'Port': ['ID=20006e62-4e77-47ae-ae1d-13d7b47059fa,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:14.205645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:14.241636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (7af1289f-2226-4941-a843-708a5d6c7429), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:14.330012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Publish callbacks [] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:14.341581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:14.351322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-19bae659-9edc-4ad5-8a88-89c329bad70d service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3848066
Apr 02 20:59:14.437064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Transition to ACTIVE for port object be52826c-0cd7-47ea-b3f1-9be1a12af651 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:59:14.447130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9deb9f-68b6-400f-925e-9acc9a9afe00 req-af1be92b-19fd-4bdc-b450-8d9ec5ebb748 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:14.459492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:14.461661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa9deb9f-68b6-400f-925e-9acc9a9afe00 req-af1be92b-19fd-4bdc-b450-8d9ec5ebb748 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.2943251
Apr 02 20:59:14.521046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-18c96a32-35b8-4808-8e20-2237b36caff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:14.523313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-18c96a32-35b8-4808-8e20-2237b36caff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1128 time: 0.1876493
Apr 02 20:59:14.540707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa9deb9f-68b6-400f-925e-9acc9a9afe00 req-007df3de-929c-4cae-bdfb-6a98b61eacd3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777919
Apr 02 20:59:14.554781 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 20:59:14.555206 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 20:59:14.758309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-67e1df81-1247-468f-9953-7805d71da18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:14.766310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-67e1df81-1247-468f-9953-7805d71da18e service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.2199776
Apr 02 20:59:14.782345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Network d11c371b-654f-45ff-8edf-711168f9f05b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:14.833269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-8c8f469c-6b77-42b6-8af6-480178ec1277 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 217 time: 0.0614078
Apr 02 20:59:14.849206 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b12ea-8559-4b51-b5c5-780fd9ef3d02 x-openstack-request-id: req-275b12ea-8559-4b51-b5c5-780fd9ef3d02 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:14.849503 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:14.850009 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-275b12ea-8559-4b51-b5c5-780fd9ef3d02 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:14.850188 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275b12ea-8559-4b51-b5c5-780fd9ef3d02'] response: {'name': 'network-changed', 'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'status': 'completed', 'code': 200}
Apr 02 20:59:14.869579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] No DVR routers for this DVR port be52826c-0cd7-47ea-b3f1-9be1a12af651 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:14.871957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:14.897206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:14.944094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a1401a5-a35f-460a-b915-fbc70d49d3c0 req-dd7107aa-51c8-4d7f-bc8f-b7656970da4f service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5906906
Apr 02 20:59:15.055393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-b2c5b191-c211-4d91-bc40-43d29ee24bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.072222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-b2c5b191-c211-4d91-bc40-43d29ee24bf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.2291913
Apr 02 20:59:15.120270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-86d8d646-98a8-4ed6-b595-145dc6ded653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.126205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-86d8d646-98a8-4ed6-b595-145dc6ded653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 1128 time: 0.2915449
Apr 02 20:59:15.142613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:15.199938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fbbbc-e0ee-43cc-b1b8-30e258d43804 req-2ea24543-f2a0-44b7-8e31-3ebb819d1cac tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.209228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-238fbbbc-e0ee-43cc-b1b8-30e258d43804 req-2ea24543-f2a0-44b7-8e31-3ebb819d1cac tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 947 time: 0.2906444
Apr 02 20:59:15.212984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-ecacb630-8d3a-43d2-93e1-502bbb219c0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1342719
Apr 02 20:59:15.274479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:15.275081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:15.275216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:15.302779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:59:15.304265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:15.327470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:15.328277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:15.328927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:15.329604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Bound port: be52826c-0cd7-47ea-b3f1-9be1a12af651, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:15.330333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:15.366552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd958d-77d4-4d70-a921-e1e7bbd7c172 req-6785f61f-f71d-41b8-a689-c05074a0e61a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.368261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78fd958d-77d4-4d70-a921-e1e7bbd7c172 req-6785f61f-f71d-41b8-a689-c05074a0e61a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 946 time: 0.1902153
Apr 02 20:59:15.416852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1a768731-7e35-498e-b063-df8221cb3988 None None] Provisioning complete for port 20006e62-4e77-47ae-ae1d-13d7b47059fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:15.417318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a768731-7e35-498e-b063-df8221cb3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:15.430452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-238fbbbc-e0ee-43cc-b1b8-30e258d43804 req-c0037975-5283-42f3-b51a-43fe280b3964 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161865
Apr 02 20:59:15.447233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Router 7af1289f-2226-4941-a843-708a5d6c7429 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:15.482330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1a768731-7e35-498e-b063-df8221cb3988 None None] Port 20006e62-4e77-47ae-ae1d-13d7b47059fa cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:59:15.572788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-c710fe15-84f1-4927-991e-2468a7783d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.574425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-c710fe15-84f1-4927-991e-2468a7783d7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.4033830
Apr 02 20:59:15.578069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f8f63a2a-429f-4585-aad7-56627bf7f3eb service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3427179
Apr 02 20:59:15.578271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:15.636929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78fd958d-77d4-4d70-a921-e1e7bbd7c172 req-15a8b42e-1f9a-4184-bb5a-7cc2295d3a2d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141922
Apr 02 20:59:15.638619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:15.676777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:15.695513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0db88943-1bc1-4739-8717-ff13e3d209af admin admin] 10.222.0.18 "PUT /v2.0/routers/7af1289f-2226-4941-a843-708a5d6c7429/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2119129
Apr 02 20:59:15.695513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:15.695864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-bb5ae5fb-065e-4f9b-82d3-377582be95ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 200  len: 217 time: 0.0871251
Apr 02 20:59:15.707667 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:15.744254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.745023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:15.746662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] 10.222.0.15 "PUT /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 1095 time: 3.0949864
Apr 02 20:59:15.756693 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:15.762381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:15.768414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c667c81-61a7-4156-a611-fc865d217eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:15.869822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-ad9fda57-6258-4f49-97a3-35c7b8ce8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.873107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-ad9fda57-6258-4f49-97a3-35c7b8ce8da7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1129 time: 0.0945215
Apr 02 20:59:15.874582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba26c-c8c3-4a39-8e0c-38c62f1014f2 req-db22aade-7734-453c-9e23-3becf1ce8b74 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:15.886384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf8ba26c-c8c3-4a39-8e0c-38c62f1014f2 req-db22aade-7734-453c-9e23-3becf1ce8b74 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.3455276
Apr 02 20:59:15.926222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:16.048695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-cd212819-368d-4aad-aa9b-2c5d2a6c3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:16.054635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-cd212819-368d-4aad-aa9b-2c5d2a6c3538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.3393958
Apr 02 20:59:16.088097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-225adceb-112d-4e05-ab9b-2373ce905620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:16.090227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-225adceb-112d-4e05-ab9b-2373ce905620 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2050695
Apr 02 20:59:16.107855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-d03128d5-431e-4151-8a40-b3971dc724f4 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5071838
Apr 02 20:59:16.185353 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf8ba26c-c8c3-4a39-8e0c-38c62f1014f2 req-4af91077-f1d8-48e9-9424-8ddd716acbd3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2887022
Apr 02 20:59:16.204827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-9919429a-1fc0-4d06-93c2-a683f735ab35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.1061056
Apr 02 20:59:16.262081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-be5281b8-ff35-43f7-8d85-f65d5066881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:16.264824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-be5281b8-ff35-43f7-8d85-f65d5066881b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1697869
Apr 02 20:59:16.355952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-8bcb8206-1dd3-4667-bf39-3fadff5ce968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:16.357368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-8bcb8206-1dd3-4667-bf39-3fadff5ce968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1442711
Apr 02 20:59:16.427096 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:13Z', 'revision_number': 2, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:16.484393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-c830be70-a5da-48a8-9f9d-95c6f4d167cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:16.486263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-c830be70-a5da-48a8-9f9d-95c6f4d167cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1188672
Apr 02 20:59:16.512281 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:16.512726 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Updating router 7af1289f-2226-4941-a843-708a5d6c7429 port 20006e62-4e77-47ae-ae1d-13d7b47059fa binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:59:16.554606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-4e7ae0fa-b820-49b4-8a6b-16d552e5cc60 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:16.569260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-4e7ae0fa-b820-49b4-8a6b-16d552e5cc60 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2197514
Apr 02 20:59:16.585758 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:16.685141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-0b3375a8-0819-4a8c-8d19-ba861443ee51 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903961
Apr 02 20:59:16.722491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-df7eca29-9547-4567-8cfe-160db81ecee7 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 695 time: 0.1498225
Apr 02 20:59:16.732993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'floatingip': {'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:16.825438 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:16.852166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}, {'name': 'network-changed', 'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:16.854454 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dbcfab-d573-49d5-9148-61acc44dbcca" -d '{"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-unplugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}, {"name": "network-changed", "server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:16.883242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6134f22-33b2-4ab8-9feb-5d3f06a4bf9d req-621f13a7-ad04-447b-b22b-bd7697600779 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906583
Apr 02 20:59:17.033456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:17.039717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507119590', 'description': 'tempest-description--388854991'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:17.106574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.193493 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Publish callbacks [] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.213912 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.307206 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Pushing event updated for resources: {'Port': ['ID=20006e62-4e77-47ae-ae1d-13d7b47059fa,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:17.340753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (6f521712-6f29-4c43-9231-039c7b1bfd8b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.348687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6f521712-6f29-4c43-9231-039c7b1bfd8b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.421331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f521712-6f29-4c43-9231-039c7b1bfd8b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:17.448112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.454764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3edf51ff-4a5f-47a3-be84-4b0a5331b921 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4191785
Apr 02 20:59:17.457119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35790) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:17.457459 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.458381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.458733 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.462205 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.462688 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.463474 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.463874 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.464379 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.467145 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.467914 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.469439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'security_group_rule': {'security_group_id': '6f521712-6f29-4c43-9231-039c7b1bfd8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:17.470048 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.470850 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.473102 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.475914 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.477854 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:17.599547 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Attempting to bind port 20006e62-4e77-47ae-ae1d-13d7b47059fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:17.599988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (45ca4f6b-d43b-42e8-bbe6-3f990026fbed), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.600692 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Attempting to bind port 20006e62-4e77-47ae-ae1d-13d7b47059fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:17.602878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.607682 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Attempting to bind port 20006e62-4e77-47ae-ae1d-13d7b47059fa on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:17.617374 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:17.617840 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Checking segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:17.618308 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.618767 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Bound using segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:17.619320 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Bound port: 20006e62-4e77-47ae-ae1d-13d7b47059fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:17.619802 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.675011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-862d11a1-7d1e-40fe-b367-0ae1ef29eae7 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3969455
Apr 02 20:59:17.835784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (45ca4f6b-d43b-42e8-bbe6-3f990026fbed), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.848746 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (45ca4f6b-d43b-42e8-bbe6-3f990026fbed), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.895642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c71a622b-b6aa-45fb-952a-2b4e5fa78f4d None None] Provisioning complete for port 20006e62-4e77-47ae-ae1d-13d7b47059fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:17.896760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c71a622b-b6aa-45fb-952a-2b4e5fa78f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.902102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4eef70c5-1867-40a3-b8ab-5778e6a6d435 req-507ac70b-6faa-4caf-ba5f-63bb3cdc722f service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202246
Apr 02 20:59:17.911823 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:17.913355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4537172
Apr 02 20:59:17.914508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68252d51-a518-4950-8130-b554c00f7a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ca4f6b-d43b-42e8-bbe6-3f990026fbed,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:17.918011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35808) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:17.926235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'security_group_rule': {'security_group_id': '6f521712-6f29-4c43-9231-039c7b1bfd8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:17.967035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c71a622b-b6aa-45fb-952a-2b4e5fa78f4d None None] Port 20006e62-4e77-47ae-ae1d-13d7b47059fa cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:59:17.999608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7a4d2-0904-4dca-9f7d-699b36d1044b req-b1379b88-0f6b-493d-9bee-8506b8b02611 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:18.008375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16c7a4d2-0904-4dca-9f7d-699b36d1044b req-b1379b88-0f6b-493d-9bee-8506b8b02611 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 947 time: 0.1471047
Apr 02 20:59:18.029880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] For port 20006e62-4e77-47ae-ae1d-13d7b47059fa, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:18.036626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (64aa40df-5497-410b-a64a-3b39701ab315), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.047476 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] For port 20006e62-4e77-47ae-ae1d-13d7b47059fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20006e62-4e77-47ae-ae1d-13d7b47059fa,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:18.071685 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.133067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (64aa40df-5497-410b-a64a-3b39701ab315), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.155952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (64aa40df-5497-410b-a64a-3b39701ab315), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.264107 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:18.270754 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:18.272267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64aa40df-5497-410b-a64a-3b39701ab315,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:18.273775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-26b87be8-0578-43dd-af3b-1e50bfc7c7cd tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:18.277200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-26b87be8-0578-43dd-af3b-1e50bfc7c7cd tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1bb27b3-1a40-487e-af80-567547b3347a HTTP/1.1" status: 200  len: 946 time: 0.2571509
Apr 02 20:59:18.313679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16c7a4d2-0904-4dca-9f7d-699b36d1044b req-b8d1a961-4856-46f7-89df-3e4368a32beb tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038356
Apr 02 20:59:18.333941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.339303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1ee1e126-1a81-4b4d-916b-b61539f144f4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4173017
Apr 02 20:59:18.342780 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35816) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:18.355995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:18.375260 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321d5d-f013-43b4-b9e9-d5dad1940a17 None None] Pushing event updated for resources: {'Port': ['ID=20006e62-4e77-47ae-ae1d-13d7b47059fa,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:18.538072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.556280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.616114 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:18.628877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9811d-7fdd-4968-a5df-273a654ed338 req-6c78bb80-a311-4032-af8b-9c4a92dab210 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:18.630496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-15c9811d-7fdd-4968-a5df-273a654ed338 req-6c78bb80-a311-4032-af8b-9c4a92dab210 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 946 time: 0.1259990
Apr 02 20:59:18.693599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.728941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] Provisioning complete for port 20006e62-4e77-47ae-ae1d-13d7b47059fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:18.732389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-15c9811d-7fdd-4968-a5df-273a654ed338 req-32ae4458-57df-4b9f-b1e1-801632e2bac1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959053
Apr 02 20:59:18.740325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.827343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Deleting port 4883e687-c354-4cf9-9d83-3e9daec8775f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:18.827721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.898500 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7595faa-74ef-4d9c-87b2-7e7c5f51cc45 x-openstack-request-id: req-a7595faa-74ef-4d9c-87b2-7e7c5f51cc45 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:18.898851 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-unplugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "code": 200}, {"name": "network-changed", "server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:18.899117 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7595faa-74ef-4d9c-87b2-7e7c5f51cc45 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:18.899653 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7595faa-74ef-4d9c-87b2-7e7c5f51cc45'] response: {'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'code': 200}
Apr 02 20:59:18.899956 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7595faa-74ef-4d9c-87b2-7e7c5f51cc45'] response: {'name': 'network-changed', 'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'status': 'completed', 'code': 200}
Apr 02 20:59:18.940443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] Current status of the port 20006e62-4e77-47ae-ae1d-13d7b47059fa is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:18.941179 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:18.979819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] For port 20006e62-4e77-47ae-ae1d-13d7b47059fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20006e62-4e77-47ae-ae1d-13d7b47059fa,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:18.989843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:19.066361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-e4d022eb-d965-4f74-99e5-49ebf90811b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:19.073091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-e4d022eb-d965-4f74-99e5-49ebf90811b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1129 time: 0.1313989
Apr 02 20:59:19.225391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e6da2-3411-45fb-886b-4261e4041fe2 None None] Pushing event updated for resources: {'Port': ['ID=20006e62-4e77-47ae-ae1d-13d7b47059fa,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:19.235800 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:19.283218 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758a16d-0e18-445e-8e32-1436bb2f82a6 None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:19.394802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-c7495f8b-3334-48fe-9a5f-d092dcc87cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:19.396770 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-c7495f8b-3334-48fe-9a5f-d092dcc87cc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.3064237
Apr 02 20:59:19.639999 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c associated. External IP: 172.35.4.99, port: 8ccfbe04-805d-49bd-88f1-b591034caed3.
Apr 02 20:59:19.709615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 20006e62-4e77-47ae-ae1d-13d7b47059fa up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:19.757721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] For port 4883e687-c354-4cf9-9d83-3e9daec8775f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4883e687-c354-4cf9-9d83-3e9daec8775f,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:19.758127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:19.774969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Calling delete_port for 4883e687-c354-4cf9-9d83-3e9daec8775f owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:19.823261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 20006e62-4e77-47ae-ae1d-13d7b47059fa triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:19.829087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:19.993678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 20006e62-4e77-47ae-ae1d-13d7b47059fa is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:20.017558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-2bcb7cfc-9d38-47ca-ad31-7ba7ae2c611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.019537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-2bcb7cfc-9d38-47ca-ad31-7ba7ae2c611c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1129 time: 0.5979660
Apr 02 20:59:20.088288 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-8219aa2d-5e20-4789-9275-df54a46ea4e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.6768005
Apr 02 20:59:20.116136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c6891-6f0a-4c5b-b9fe-b27e6d93f3db req-83f3956a-56b2-4549-8d59-f6555472ccc7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.129330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea8c6891-6f0a-4c5b-b9fe-b27e6d93f3db req-83f3956a-56b2-4549-8d59-f6555472ccc7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.8592412
Apr 02 20:59:20.178012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:20.180232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4883e687-c354-4cf9-9d83-3e9daec8775f no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:20.261107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-c1f90490-e048-4672-8b19-9e6533e8010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.263037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-c1f90490-e048-4672-8b19-9e6533e8010d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1651382
Apr 02 20:59:20.264005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-90739661-5ae8-4c03-842f-9cafd20fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.265765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-90739661-5ae8-4c03-842f-9cafd20fcb41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2339461
Apr 02 20:59:20.281551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea8c6891-6f0a-4c5b-b9fe-b27e6d93f3db req-71719365-2595-4be9-be21-2d1814ab95bd tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479445
Apr 02 20:59:20.356410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-01bfa738-b600-4463-8fd3-bb06536c18f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0755649
Apr 02 20:59:20.418121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4883e687-c354-4cf9-9d83-3e9daec8775f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:20.440734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-d435d4fc-bafb-47bf-a897-5a7b468e135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.444799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-d435d4fc-bafb-47bf-a897-5a7b468e135f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1585529
Apr 02 20:59:20.448983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['8ccfbe04-805d-49bd-88f1-b591034caed3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:20.482390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event deleted for resources: {'Port': ['ID=4883e687-c354-4cf9-9d83-3e9daec8775f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:20.493392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:20.572987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No active binding found for port 4883e687-c354-4cf9-9d83-3e9daec8775f {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 20:59:20.573444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port 4883e687-c354-4cf9-9d83-3e9daec8775f host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:59:20.573963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 4883e687-c354-4cf9-9d83-3e9daec8775f not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:20.693061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:20.721811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf1d7c-8b73-4efd-bfe8-3256ec0d6307 req-4d0bea8a-f520-4741-8244-f4526f8887cf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.736262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2dbf1d7c-8b73-4efd-bfe8-3256ec0d6307 req-4d0bea8a-f520-4741-8244-f4526f8887cf tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 947 time: 0.2879930
Apr 02 20:59:20.749962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'mac_address': 'fa:16:3e:b1:e2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:20.777174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] No DVR routers for this DVR port 4883e687-c354-4cf9-9d83-3e9daec8775f on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:20.782865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:20.786520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d41e323-fd4d-44db-8138-86cc970b3839 req-8bd4c497-5add-4ccc-8134-c4fbd7127394 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "DELETE /v2.0/ports/4883e687-c354-4cf9-9d83-3e9daec8775f HTTP/1.1" status: 204  len: 173 time: 2.4997361
Apr 02 20:59:20.788088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-7182b9e2-827e-4b78-88a8-a08873e5c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:20.801563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-7182b9e2-827e-4b78-88a8-a08873e5c5db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.4014137
Apr 02 20:59:20.820953 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:20.835199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-f31f2c34-aec9-41cc-b442-b01ef0e9d28a service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695974
Apr 02 20:59:20.860519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'name': 'network-vif-deleted', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:20.863608 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d3666-f14a-449d-82dc-845ca5ae551a" -d '{"events": [{"server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "name": "network-vif-deleted", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:20.932030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:20.932713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:20.954382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2dbf1d7c-8b73-4efd-bfe8-3256ec0d6307 req-a3eef543-bc14-464a-9399-6ecaa1570f93 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150965
Apr 02 20:59:21.035057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be52826c-0cd7-47ea-b3f1-9be1a12af651 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:21.104652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:21.121657 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:21.153753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:21.170348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:21.189972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-d4112436-e536-4101-965f-522df1db3e0d service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3365726
Apr 02 20:59:21.232283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:21.246696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1c1c5-35bf-4edf-8328-6e723686b6c7 req-4e9923b0-ff8f-4692-babd-725b9446f3a4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:21.260517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31f1c1c5-35bf-4edf-8328-6e723686b6c7 req-4e9923b0-ff8f-4692-babd-725b9446f3a4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 946 time: 0.1380496
Apr 02 20:59:21.286081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:21.287058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-2e55f333-1529-4bf5-9827-c55cfc75736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:21.289055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-2e55f333-1529-4bf5-9827-c55cfc75736f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4621224
Apr 02 20:59:21.341499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:21.344213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:21.355916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e1ac86b4-78ce-4643-b381-57ded4c7fae6 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "PUT /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 996 time: 4.6271675
Apr 02 20:59:21.406384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Allocated IP 172.35.4.176 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e91dedd7-94c4-4c87-82a3-6d91207cc797) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:21.568075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:21.577036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31f1c1c5-35bf-4edf-8328-6e723686b6c7 req-19d669e0-3092-4016-9256-375bb5c6e32c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122659
Apr 02 20:59:21.649825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-e7130186-0128-4d92-94be-813e0217be47 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:21.665469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-e7130186-0128-4d92-94be-813e0217be47 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.3390589
Apr 02 20:59:21.696284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:21.925873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:21.990716 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049fd662-436d-474a-b7c8-2da812a8aef2 x-openstack-request-id: req-049fd662-436d-474a-b7c8-2da812a8aef2 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:21.991661 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bb27b3-1a40-487e-af80-567547b3347a", "name": "network-vif-deleted", "tag": "4883e687-c354-4cf9-9d83-3e9daec8775f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:21.991661 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-049fd662-436d-474a-b7c8-2da812a8aef2 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:21.991873 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049fd662-436d-474a-b7c8-2da812a8aef2'] response: {'server_uuid': 'f1bb27b3-1a40-487e-af80-567547b3347a', 'name': 'network-vif-deleted', 'tag': '4883e687-c354-4cf9-9d83-3e9daec8775f', 'status': 'completed', 'code': 200}
Apr 02 20:59:22.020855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-df1c1b42-1ff8-4f8c-8d2f-54777aa430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:22.022762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-df1c1b42-1ff8-4f8c-8d2f-54777aa430d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.6566169
Apr 02 20:59:22.027596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-46af378c-03da-4677-aa92-e9e7eeeee1ee service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7176936
Apr 02 20:59:22.157830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554d100>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 8, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:22.205676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:22.208477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:22.213078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.243042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:22.244289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:58:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:22.250565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:22.255765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69dbcfab-d573-49d5-9148-61acc44dbcca req-bde46541-1eab-4857-b129-110f0a36d47f service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188542
Apr 02 20:59:22.298415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52a43a-ea9e-49a8-8800-9d8d370aeba0 req-b543740c-ea11-423c-84f6-f233e6be4ff9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:22.303470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e4392bcd-7bba-47b2-ad75-40c29afecacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:22.306944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea52a43a-ea9e-49a8-8800-9d8d370aeba0 req-b543740c-ea11-423c-84f6-f233e6be4ff9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.2184434
Apr 02 20:59:22.311340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-e4392bcd-7bba-47b2-ad75-40c29afecacf service neutron] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.2550995
Apr 02 20:59:22.389932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:22.402952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-ad17380a-98bb-495a-b1a4-8244dfb173c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 999 time: 0.0906670
Apr 02 20:59:22.409845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea52a43a-ea9e-49a8-8800-9d8d370aeba0 req-38e8d5c3-4cb0-4464-8236-fdc59b055a3d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934877
Apr 02 20:59:22.453789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.465333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 20:59:22.499266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:22.502028 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efca35-f03e-4180-ba84-fb19045fc682" -d '{"events": [{"server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "12334738-596e-4bda-85ff-6807e7a908f4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:22.510498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Publish callbacks [] for port (12334738-596e-4bda-85ff-6807e7a908f4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.526964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.538343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:22.590913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:22.597281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:22.607331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:22.645683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-08928598-b038-41e3-9857-b91eab8947b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:22.647642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-08928598-b038-41e3-9857-b91eab8947b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.2439296
Apr 02 20:59:22.668653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'Port': ['ID=e91dedd7-94c4-4c87-82a3-6d91207cc797,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:22.732858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:22.733253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:22.733513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:22.742514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:59:22.742910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Attempting to bind port 12334738-596e-4bda-85ff-6807e7a908f4 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:22.751546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:22.751942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:22.752205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-f42b9406-8e08-4d3f-b14d-d3fff0b9fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:22.752327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:22.753231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Bound port: 12334738-596e-4bda-85ff-6807e7a908f4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:22.753593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.755273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-f42b9406-8e08-4d3f-b14d-d3fff0b9fc6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0988591
Apr 02 20:59:22.765233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:22.792116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb8d8c-c46b-49f7-921e-7b1daad9645e req-4dfcaf12-0f7f-49c4-973d-f91747b91b14 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:22.793734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ffb8d8c-c46b-49f7-921e-7b1daad9645e req-4dfcaf12-0f7f-49c4-973d-f91747b91b14 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 948 time: 0.2779410
Apr 02 20:59:22.815549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (e938b8c1-a7e0-46f9-87b8-6ee595db5398), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.875169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ffb8d8c-c46b-49f7-921e-7b1daad9645e req-b6d6c170-f2f3-4640-a41f-a9db05837556 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748370
Apr 02 20:59:22.903135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.916265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:22.924258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:22.937511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:22.939579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['be52826c-0cd7-47ea-b3f1-9be1a12af651'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:22.952271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-ff95945c-6d3b-492d-accf-99c7f9a7222b service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854403
Apr 02 20:59:23.010590 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce7b80-94c1-4298-886c-2f75bf23dcac x-openstack-request-id: req-52ce7b80-94c1-4298-886c-2f75bf23dcac {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:23.011105 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "12334738-596e-4bda-85ff-6807e7a908f4", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:23.012058 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52ce7b80-94c1-4298-886c-2f75bf23dcac {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:23.012681 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ce7b80-94c1-4298-886c-2f75bf23dcac'] response: {'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4', 'code': 200}
Apr 02 20:59:23.053002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c31e7751-301f-4584-87e4-2ad81953f3cd req-0ffc7583-1900-4c3a-b018-48d126786ffa service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928812
Apr 02 20:59:23.146057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:23.146749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:23.148158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 1122 time: 1.4571252
Apr 02 20:59:23.148987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefbd81-5a8b-4f9b-bb20-f6196d5ce0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=8']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:23.212570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805db813-1d96-41ec-80e0-b9fdc34f2fc3 req-cbadba44-7ee0-425b-933c-89183b8e82ed tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:23.220098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-805db813-1d96-41ec-80e0-b9fdc34f2fc3 req-cbadba44-7ee0-425b-933c-89183b8e82ed tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.1122959
Apr 02 20:59:23.242513 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6573817a-e729-4aeb-986e-4ca2e69b4fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:23.293299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:23.293470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-805db813-1d96-41ec-80e0-b9fdc34f2fc3 req-f5312e49-b410-4db4-a3bd-c1addfa53b10 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722311
Apr 02 20:59:23.297415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:23.301194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:23.301665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['12334738-596e-4bda-85ff-6807e7a908f4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:23.326505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['12334738-596e-4bda-85ff-6807e7a908f4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:23.375810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 20:59:23.459815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (e938b8c1-a7e0-46f9-87b8-6ee595db5398), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:23.513015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'Port': ['ID=e91dedd7-94c4-4c87-82a3-6d91207cc797,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:23.531527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:23.532816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0744fb74-d409-4fc0-8e10-385aa1cd6c2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1890585
Apr 02 20:59:23.612698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-344d18e4-5ad0-4df7-896d-234142cc97e9 req-4140f56e-d3f6-4723-85ad-a48580508c90 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 996 time: 0.2166395
Apr 02 20:59:23.693422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe510e5-5d34-4770-99ed-e5f3345c3020 req-a273cf8f-7528-4e7f-b2c6-e24ec54a7a9a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:23.703855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efe510e5-5d34-4770-99ed-e5f3345c3020 req-a273cf8f-7528-4e7f-b2c6-e24ec54a7a9a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1246126
Apr 02 20:59:23.794370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efe510e5-5d34-4770-99ed-e5f3345c3020 req-df478784-79a9-4b8f-b807-092e2ed76c38 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822759
Apr 02 20:59:23.939520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-5bbaacdf-06a6-4b09-aa34-1e243dac7133 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:23.941492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-5bbaacdf-06a6-4b09-aa34-1e243dac7133 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7&tenant_id=bf81401733804432b781dd367ab7bd82&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.4068146
Apr 02 20:59:24.003840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:24.008931 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b5fcfd-c4ef-41b3-955a-8df392835e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:24.099508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723d6b5-36ae-4dc2-8479-7dd95788fe5f req-dd3234d0-d077-457b-bd8f-cfe3cd8da723 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:24.105868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0723d6b5-36ae-4dc2-8479-7dd95788fe5f req-dd3234d0-d077-457b-bd8f-cfe3cd8da723 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 948 time: 0.1657276
Apr 02 20:59:24.115203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-fb97e7ee-5cac-4a93-8982-b6e425797b20 service neutron] 10.222.0.15 "GET /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1615424
Apr 02 20:59:24.202948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d18e4-5ad0-4df7-896d-234142cc97e9 req-43057ca0-d682-4463-8534-e2c05108777a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:24.207041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-344d18e4-5ad0-4df7-896d-234142cc97e9 req-43057ca0-d682-4463-8534-e2c05108777a tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.5930989
Apr 02 20:59:24.231387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554d100>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 8, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:24.233171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0723d6b5-36ae-4dc2-8479-7dd95788fe5f req-6ca8243d-8552-47d5-a2bf-937e892b38e2 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237724
Apr 02 20:59:24.323504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-457c2ea6-40fb-4a2d-bb4f-d48ac2fa12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:24.331222 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75a7e1-2c43-4b22-9a53-9c4236aeaef9 x-openstack-request-id: req-4d75a7e1-2c43-4b22-9a53-9c4236aeaef9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:24.331523 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:24.331787 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d75a7e1-2c43-4b22-9a53-9c4236aeaef9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:24.332198 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d75a7e1-2c43-4b22-9a53-9c4236aeaef9'] response: {'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'status': 'completed', 'code': 200}
Apr 02 20:59:24.333349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-457c2ea6-40fb-4a2d-bb4f-d48ac2fa12f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1130 time: 0.1564493
Apr 02 20:59:24.351494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8926ef-2a2d-4a02-9f69-5a398dc4a2ae None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c680001a-5420-4180-b8a7-5aa059fa3d4c', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'floating_ip_address': '172.35.4.99', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0232a572-cd66-427b-970f-b905c6abf908', 'port_id': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'mac_address': 'fa:16:3e:31:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:58:32Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 8, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:24.532271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-44d0b660-fe99-4c2c-8900-bf00423421a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:24.535952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-44d0b660-fe99-4c2c-8900-bf00423421a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1378725
Apr 02 20:59:24.744518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-6b67e9a2-d109-4d7d-9e2b-10757e78d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:24.746158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-6b67e9a2-d109-4d7d-9e2b-10757e78d82e service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.1988659
Apr 02 20:59:24.838430 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-402ef40f-bd7d-4792-94e1-a38d1ca59fa8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1507119590&fields=id&tenant_id=2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 267 time: 0.4301105
Apr 02 20:59:24.865496 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eff56d-cd5c-43ae-a178-3b77b668abbc None None] New status for floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:59:25.014222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-596f6138-0ee2-4c50-8163-12c00689d143 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 999 time: 0.2667704
Apr 02 20:59:25.036863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-93d75f58-a575-420b-83bd-ba6dd4ccac44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 999 time: 0.2782369
Apr 02 20:59:25.130938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:25.139837 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "tag": "12334738-596e-4bda-85ff-6807e7a908f4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:25.164473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-238dce48-7457-458d-a349-2c7d12326ec7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.167039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-238dce48-7457-458d-a349-2c7d12326ec7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 817 time: 0.3240097
Apr 02 20:59:25.179463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-d2595708-e9ba-4a4a-91b5-0907271c3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.182229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-d2595708-e9ba-4a4a-91b5-0907271c3ef3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.8319366
Apr 02 20:59:25.182613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-b0c769c6-d55e-4613-bece-627f0f551676 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.195054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-b0c769c6-d55e-4613-bece-627f0f551676 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports/8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 943 time: 0.1659052
Apr 02 20:59:25.211058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-f829c7c0-af1f-4430-9337-754c3ee6212f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/quotas/2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 375 time: 0.0213196
Apr 02 20:59:25.234425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-56f20653-e872-42e8-83e7-9c196e6ba341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.236142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-56f20653-e872-42e8-83e7-9c196e6ba341 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.1484401
Apr 02 20:59:25.254813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5935d7ff-c637-4133-b13f-c601f26e0af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:25.273629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-d60c7e89-27b9-4acb-aa90-d37f4fb2c9ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0610511
Apr 02 20:59:25.393020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-c98117fe-ac6d-4ea0-8c0d-6af3eec51b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.394555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-c98117fe-ac6d-4ea0-8c0d-6af3eec51b06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1518950
Apr 02 20:59:25.406513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-ce588c2e-8da5-4e0c-a1a8-07c9ad2d9c36 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.1057274
Apr 02 20:59:25.512987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-afdae2e8-0df6-4f4c-ba0b-956ce0f9bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.515633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-afdae2e8-0df6-4f4c-ba0b-956ce0f9bada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.2167592
Apr 02 20:59:25.528233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-19761fae-f852-4cf6-ae7d-af3b1a64649f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2565000
Apr 02 20:59:25.600764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-16859e29-f867-4cc2-8fe2-6c1a21b0dba2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.605234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-16859e29-f867-4cc2-8fe2-6c1a21b0dba2 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1771278
Apr 02 20:59:25.665114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-ff0c5aba-80b1-4bb6-980d-b0a9b9427c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:25.666635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-ff0c5aba-80b1-4bb6-980d-b0a9b9427c1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1375027
Apr 02 20:59:25.715711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-6cafbb79-4e53-42ed-91db-973fb903b26a service neutron] 10.222.0.18 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517191
Apr 02 20:59:25.890450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-eb5ce95b-2e9b-40bd-a271-d40b9c403e0a service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055964
Apr 02 20:59:25.969978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-92a509a7-6e9b-4f77-9b53-2d7006da8602 service neutron] 10.222.0.18 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216744
Apr 02 20:59:26.059123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-5771027b-9c05-4562-9dfe-3751570db7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605065
Apr 02 20:59:26.099016 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-2591b688-f853-4d32-996e-6ed6fdefaa76 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 1001 time: 0.4825265
Apr 02 20:59:26.104247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:26.199911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-d52e9f6a-be37-4a6e-b5b8-395846d26e62 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7921224
Apr 02 20:59:26.211294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:26.285332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port be52826c-0cd7-47ea-b3f1-9be1a12af651 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:59:26.291195 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.297586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port be52826c-0cd7-47ea-b3f1-9be1a12af651 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:26.298696 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.352822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f4f6-b2cb-4431-ac19-132250ba645a req-c14cf794-ead1-405c-8eb3-95c420c8993e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:26.361014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82a3f4f6-b2cb-4431-ac19-132250ba645a req-c14cf794-ead1-405c-8eb3-95c420c8993e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.0919118
Apr 02 20:59:26.508817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82a3f4f6-b2cb-4431-ac19-132250ba645a req-975f3728-ae85-47fd-98b5-74d331ab1aa5 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442420
Apr 02 20:59:26.509371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.519061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:26.519460 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.586810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.588706 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c disassociated. External IP: 172.35.4.99, port: 8ccfbe04-805d-49bd-88f1-b591034caed3.
Apr 02 20:59:26.599387 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.605575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:26.614891 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae9d4c9-de15-4759-933a-2d3319ff2c16" -d '{"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-plugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:26.650947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:26.658487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:26.748355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:26.748605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a09ca1-4fc1-40fe-aac8-a5250ca71604 req-39fcd29e-c63b-4979-952b-926d2cd765d9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:26.750110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a09ca1-4fc1-40fe-aac8-a5250ca71604 req-39fcd29e-c63b-4979-952b-926d2cd765d9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1172528
Apr 02 20:59:26.750820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:26.834800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51b5fcfd-c4ef-41b3-955a-8df392835e3c req-4db85428-27c4-4b7d-a23d-7a9a0af1dba1 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6259634
Apr 02 20:59:26.858457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-36159a9e-e096-400b-a006-bccc4557bb24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2016153
Apr 02 20:59:26.874293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a09ca1-4fc1-40fe-aac8-a5250ca71604 req-953654ae-c3a7-4d4b-a1f3-4d4b4f09510c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163864
Apr 02 20:59:26.956035 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1410e400-0bcb-4396-a2e6-69853f65675f x-openstack-request-id: req-1410e400-0bcb-4396-a2e6-69853f65675f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:26.956330 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "tag": "12334738-596e-4bda-85ff-6807e7a908f4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:26.956955 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1410e400-0bcb-4396-a2e6-69853f65675f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:26.957652 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1410e400-0bcb-4396-a2e6-69853f65675f'] response: {'name': 'network-changed', 'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4', 'status': 'completed', 'code': 200}
Apr 02 20:59:27.020534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97914077-8a04-407b-b53f-ca9a288f24ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:27.082278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-18b01466-f0c1-496a-911b-40804d26d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.083709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-18b01466-f0c1-496a-911b-40804d26d460 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 1127 time: 0.1977210
Apr 02 20:59:27.113753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a4311-ba0e-4841-aacb-b9579f80f964 req-88e9bbd6-0ae2-46f0-b4ba-c1194a778112 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.115786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a46a4311-ba0e-4841-aacb-b9579f80f964 req-88e9bbd6-0ae2-46f0-b4ba-c1194a778112 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0966127
Apr 02 20:59:27.119183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-456a39db-84f8-4f7c-85bc-783e48ba102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.121479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-456a39db-84f8-4f7c-85bc-783e48ba102f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1156 time: 0.1388144
Apr 02 20:59:27.172361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:27.275024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97914077-8a04-407b-b53f-ca9a288f24ce admin admin] Publish callbacks [] for security_group (5b63e5d1-b90b-43d9-9e05-82f2419238df), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:27.276746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-5f339fc1-4438-492b-9395-83ef918b50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.279078 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-5f339fc1-4438-492b-9395-83ef918b50b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1672447
Apr 02 20:59:27.281462 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a46a4311-ba0e-4841-aacb-b9579f80f964 req-9671b4f7-0c70-4615-ab91-03507cdd3cd4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587241
Apr 02 20:59:27.285341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97914077-8a04-407b-b53f-ca9a288f24ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5b63e5d1-b90b-43d9-9e05-82f2419238df), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:27.424694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-8afc860a-f27c-46be-9652-13d556533c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.426175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-8afc860a-f27c-46be-9652-13d556533c53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.2691457
Apr 02 20:59:27.437177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-52fd63af-6f3a-432a-9226-f6601e6ccd96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 200  len: 217 time: 0.1486244
Apr 02 20:59:27.512817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-c8e88f7e-e369-4ab1-bee8-1d645220933c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 217 time: 0.0773740
Apr 02 20:59:27.539487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-97914077-8a04-407b-b53f-ca9a288f24ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=233e3f51218646e7a0367c7aafe69ced&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7899830
Apr 02 20:59:27.545832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:27.559187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1570aa78-a49f-4b62-ab16-3971c035bdce req-c957dd26-7925-498d-a6a2-74ab0d4be62d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 210 time: 0.0482440
Apr 02 20:59:27.577634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97914077-8a04-407b-b53f-ca9a288f24ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63e5d1-b90b-43d9-9e05-82f2419238df,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:27.624084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-66199607-8b24-4014-a0d3-2051c8e92020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.626407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-66199607-8b24-4014-a0d3-2051c8e92020 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0660605
Apr 02 20:59:27.641043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-c4fd217f-e000-4703-9ab9-a045cb263350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.642592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-c4fd217f-e000-4703-9ab9-a045cb263350 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1880038
Apr 02 20:59:27.655878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:27.667138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:27.680140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:27.680747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-b0f6d637-4d2e-4e34-b4b0-75d6aca7db76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427661
Apr 02 20:59:27.684636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845322c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:27.757949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:27.767711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-84f7b017-0c4e-4c47-a9af-4b02d931f951 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1166108
Apr 02 20:59:27.798700 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55f3cd5-1918-4b95-abcf-5a9a5f2262d5 x-openstack-request-id: req-d55f3cd5-1918-4b95-abcf-5a9a5f2262d5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:27.799402 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-plugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:27.800767 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d55f3cd5-1918-4b95-abcf-5a9a5f2262d5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:27.801391 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55f3cd5-1918-4b95-abcf-5a9a5f2262d5'] response: {'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'code': 200}
Apr 02 20:59:27.834138 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a7be-5334-44e6-802f-8072519970dd admin admin] Publish callbacks [] for security_group (5b63e5d1-b90b-43d9-9e05-82f2419238df), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:27.880367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-e3c36534-5de4-49f0-ab16-f3c739beae91 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "PUT /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 695 time: 1.7805116
Apr 02 20:59:27.882217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a7be-5334-44e6-802f-8072519970dd admin admin] Publish callbacks [] for security_group (5b63e5d1-b90b-43d9-9e05-82f2419238df), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:27.885176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:27.888507 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d45659-1a13-4825-b545-83b01862bf23" -d '{"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:27.911920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:27.918743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-8c4bce00-ea35-4519-ba5e-93101e241f75 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271857
Apr 02 20:59:27.933762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca163d2-a23e-4995-8b3c-331c3ad282e5 req-177e5642-8844-4a6d-b9a4-b569432ad7da tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:27.942158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dca163d2-a23e-4995-8b3c-331c3ad282e5 req-177e5642-8844-4a6d-b9a4-b569432ad7da tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.1179729
Apr 02 20:59:28.078270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-0403fc7f-9156-4639-a8ef-25380fa76ae6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794919
Apr 02 20:59:28.079128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3830d6b-9e28-4bbf-9e68-4d278a3dd44d req-c7ac341f-7b52-45ce-a716-112077abc879 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346221
Apr 02 20:59:28.110181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-55776a24-81d3-4467-a2b8-eebefeef2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:28.112897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-55776a24-81d3-4467-a2b8-eebefeef2d6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1745243
Apr 02 20:59:28.113733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a7be-5334-44e6-802f-8072519970dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5b63e5d1-b90b-43d9-9e05-82f2419238df), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:28.116908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a7be-5334-44e6-802f-8072519970dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:28.118509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ebf2a7be-5334-44e6-802f-8072519970dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b63e5d1-b90b-43d9-9e05-82f2419238df HTTP/1.1" status: 204  len: 168 time: 0.5588157
Apr 02 20:59:28.196575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dca163d2-a23e-4995-8b3c-331c3ad282e5 req-c421c414-81ad-4745-8fef-98e7a329bcf6 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486484
Apr 02 20:59:28.282308 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4902e4ce-0ec6-43c7-bc3d-85da413294f5 x-openstack-request-id: req-4902e4ce-0ec6-43c7-bc3d-85da413294f5 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:28.282969 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:28.282969 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4902e4ce-0ec6-43c7-bc3d-85da413294f5 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:28.284770 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4902e4ce-0ec6-43c7-bc3d-85da413294f5'] response: {'name': 'network-changed', 'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'status': 'completed', 'code': 200}
Apr 02 20:59:28.302187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2a7be-5334-44e6-802f-8072519970dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63e5d1-b90b-43d9-9e05-82f2419238df,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:28.486708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db4c32-3228-4600-b48a-b91ed7763b22 req-10fb972f-4bda-4866-9d2c-71672c93edf3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:28.505638 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7db4c32-3228-4600-b48a-b91ed7763b22 req-10fb972f-4bda-4866-9d2c-71672c93edf3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1128883
Apr 02 20:59:28.593115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-e612e1e6-0860-4ecc-aeaa-74a847281716 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:28.594797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-e612e1e6-0860-4ecc-aeaa-74a847281716 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.21 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 817 time: 0.5513585
Apr 02 20:59:28.640227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845322c70>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:28.674629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7db4c32-3228-4600-b48a-b91ed7763b22 req-1bf6463d-8b17-4cf3-8e3f-4c01a0952603 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451132
Apr 02 20:59:28.680991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-13468905-5fbd-435c-94b8-c9274e9f39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:28.681743 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:28.683713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-13468905-5fbd-435c-94b8-c9274e9f39ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.5235643
Apr 02 20:59:28.688392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d45659-1a13-4825-b545-83b01862bf23 req-0ca2ce8b-2336-4a62-bbf8-17180728632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:28.688842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08be128d-71ee-43ed-acff-c2bbdb2d7af4 req-9f653b40-1673-4ac3-bc07-9775e98d5183 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5943782
Apr 02 20:59:28.690471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-0ca2ce8b-2336-4a62-bbf8-17180728632f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0e22715a8e849e0871b68d772ed29fd&device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 1128 time: 0.1832416
Apr 02 20:59:28.756585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:28.771511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:28.771794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:28.772980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845322c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:28.812868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-13b0579f-5129-49c6-bc11-546cbd873139 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3499072
Apr 02 20:59:28.824389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-a8e2bdff-e426-44d5-88b5-c3b948145a6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 217 time: 0.1259985
Apr 02 20:59:28.922998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-1d2054a7-8a40-4abf-867f-08c0f5bdf0d1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 380 time: 0.2899721
Apr 02 20:59:28.924950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95407dd5-20bb-47d0-811a-5310385ddb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:28.953770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'port': {'device_id': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'admin_state_up': True, 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'security_groups': ['6f521712-6f29-4c43-9231-039c7b1bfd8b']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:28.987478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d45659-1a13-4825-b545-83b01862bf23 req-0441c624-0836-4a0a-9951-c589b8846fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:28.988750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-0441c624-0836-4a0a-9951-c589b8846fb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 200  len: 921 time: 0.2835400
Apr 02 20:59:29.053246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:29.083878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-973bf264-297f-4619-bdaa-93c9b482cdf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 200  len: 217 time: 0.0593479
Apr 02 20:59:29.130351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-7375e1a0-db75-4609-85ea-29e3debcfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.131939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-7375e1a0-db75-4609-85ea-29e3debcfcc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.2681413
Apr 02 20:59:29.149974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d45659-1a13-4825-b545-83b01862bf23 req-69de50de-e4dd-414d-bd31-7899bba768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.151571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-69de50de-e4dd-414d-bd31-7899bba768b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 200  len: 859 time: 0.0608561
Apr 02 20:59:29.168760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba85d-83b3-4585-829a-97df20e8efde req-1ef2466b-bbc5-4f47-b60a-f1115988d38c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.177091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d22ba85d-83b3-4585-829a-97df20e8efde req-1ef2466b-bbc5-4f47-b60a-f1115988d38c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.2725878
Apr 02 20:59:29.275512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334520-a742-4044-9e22-a36d453d9d96 req-55aec3c4-db8e-4a54-b02b-418ea506d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.277273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-55aec3c4-db8e-4a54-b02b-418ea506d0f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 1132 time: 0.3346629
Apr 02 20:59:29.312753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-79ce29c8-d54d-4ec8-832a-86444ef995b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.314864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-79ce29c8-d54d-4ec8-832a-86444ef995b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7&tenant_id=bf81401733804432b781dd367ab7bd82 HTTP/1.1" status: 200  len: 1131 time: 0.3686769
Apr 02 20:59:29.332379 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d22ba85d-83b3-4585-829a-97df20e8efde req-14db8196-1f8f-42f3-b267-791a8591e32f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543801
Apr 02 20:59:29.380744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95407dd5-20bb-47d0-811a-5310385ddb3a admin admin] Publish callbacks [] for security_group (4248b2f0-85c2-4225-921f-af72668351eb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:29.390108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d45659-1a13-4825-b545-83b01862bf23 req-f7926e0a-5383-4c85-baa3-5ae403e985c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.393640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-f7926e0a-5383-4c85-baa3-5ae403e985c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2319250
Apr 02 20:59:29.395269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845322c70>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:29.406710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95407dd5-20bb-47d0-811a-5310385ddb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4248b2f0-85c2-4225-921f-af72668351eb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:29.431366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42a82a-e424-49f8-958b-74098eef0cfe None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:57:51Z', 'revision_number': 4, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8fc5e143-fd61-4e10-aceb-0007b525adde', 'name': '', 'network_id': '58fa3672-fa03-4f54-a24a-d36533b2e021', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'mac_address': 'fa:16:3e:98:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:47Z', 'updated_at': '2022-04-02T20:58:02Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'subnets': [{'id': 'f05bdb14-b935-4c17-b744-7991c36f4536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:29.435843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:29.494441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95407dd5-20bb-47d0-811a-5310385ddb3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a1e819ba8de4824a3294355bf522b00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7215834
Apr 02 20:59:29.495611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:29.511440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:29.610640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:29.617808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Made reservation on behalf of 2a4f1507b69e40c8ace9eac029f1ced2 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:59:29.623185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:29.700072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95407dd5-20bb-47d0-811a-5310385ddb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4248b2f0-85c2-4225-921f-af72668351eb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:29.736252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-fbb68450-2d5c-4d10-b3b7-dce181dc7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.743005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-fbb68450-2d5c-4d10-b3b7-dce181dc7fbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58fa3672-fa03-4f54-a24a-d36533b2e021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5982211
Apr 02 20:59:29.749023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334520-a742-4044-9e22-a36d453d9d96 req-6b78d36a-7b1a-4548-a805-36e5a8ff2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:29.751338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-6b78d36a-7b1a-4548-a805-36e5a8ff2c70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.4276443
Apr 02 20:59:29.793047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e4d0dec-f1a4-4b4e-99f3-eccff01eaa08 req-1d1ab8ae-657e-41b7-8efe-f6fd4a15f9aa tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 210 time: 0.1315711
Apr 02 20:59:29.850591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-a19967d3-af08-4301-b8d0-32e113215445 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4084730
Apr 02 20:59:29.917220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8abbf00-54d4-4e33-8dc8-1929af900333 admin admin] Publish callbacks [] for security_group (4248b2f0-85c2-4225-921f-af72668351eb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:29.959656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95232703-d4f6-46d1-a4c6-027bc182ee5b None None] New status for floating IP c680001a-5420-4180-b8a7-5aa059fa3d4c: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:59:30.005791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:30.209038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:30.357635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:30.358094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:30.511555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8abbf00-54d4-4e33-8dc8-1929af900333 admin admin] Publish callbacks [] for security_group (4248b2f0-85c2-4225-921f-af72668351eb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:30.558457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d45659-1a13-4825-b545-83b01862bf23 req-88b4af65-5871-4a1c-8dee-9ba47b362a29 service neutron] 10.222.0.15 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6937597
Apr 02 20:59:30.569801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2ea0b-8ffd-4286-b6ba-bddc8cb95754 req-42a78400-3ad5-4c55-9741-a315d1bcb7a8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:30.571582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5b2ea0b-8ffd-4286-b6ba-bddc8cb95754 req-42a78400-3ad5-4c55-9741-a315d1bcb7a8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.6555347
Apr 02 20:59:30.587401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Allocated IP 172.20.0.11 (d11c371b-654f-45ff-8edf-711168f9f05b/fdb74e7c-5a84-45e1-8ee7-f11003b6a341/ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:30.600118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-8719e7ba-ec28-4eef-a71a-dccb26e582eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 200  len: 217 time: 0.3833988
Apr 02 20:59:30.620082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8abbf00-54d4-4e33-8dc8-1929af900333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4248b2f0-85c2-4225-921f-af72668351eb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:30.622607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8abbf00-54d4-4e33-8dc8-1929af900333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:30.623715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c8abbf00-54d4-4e33-8dc8-1929af900333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4248b2f0-85c2-4225-921f-af72668351eb HTTP/1.1" status: 204  len: 168 time: 1.0631869
Apr 02 20:59:30.623862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:30.634216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5b2ea0b-8ffd-4286-b6ba-bddc8cb95754 req-c1265429-df66-4607-b0ba-4074e6ed1d0e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564291
Apr 02 20:59:30.635335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abbf00-54d4-4e33-8dc8-1929af900333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4248b2f0-85c2-4225-921f-af72668351eb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:30.755292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334520-a742-4044-9e22-a36d453d9d96 req-f914316b-825a-448d-8a4e-34b3f8dadd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:30.756782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-f914316b-825a-448d-8a4e-34b3f8dadd3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1428397
Apr 02 20:59:30.757215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:30.759460 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a7771-52a3-413f-8b5e-5f39a43b73e3" -d '{"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-unplugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:30.763283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Publish callbacks [] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:30.804668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38ef0-88a5-4594-bbb8-8a76fa90e1c3 req-f55e56c7-7e49-4f4d-a2c7-af9ed2a55685 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:30.806192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ff38ef0-88a5-4594-bbb8-8a76fa90e1c3 req-f55e56c7-7e49-4f4d-a2c7-af9ed2a55685 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0577297
Apr 02 20:59:30.842246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-ca670de1-cade-43f0-86ae-73dd03e40ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0848000
Apr 02 20:59:30.846171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Transition to ACTIVE for port object be52826c-0cd7-47ea-b3f1-9be1a12af651 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:59:30.878199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ff38ef0-88a5-4594-bbb8-8a76fa90e1c3 req-c69a7e2f-7f26-4368-b6e7-1985a5c2ee28 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612617
Apr 02 20:59:30.894926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:30.918900 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 20:59:30.919836 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 20:59:31.041240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51beec14-3587-4d26-ab38-de83491c01dd req-cb604d7e-34af-4bcc-8137-cf3eeed0eca4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:31.043804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51beec14-3587-4d26-ab38-de83491c01dd req-cb604d7e-34af-4bcc-8137-cf3eeed0eca4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 948 time: 0.0934813
Apr 02 20:59:31.049979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:31.053879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334520-a742-4044-9e22-a36d453d9d96 req-dfd609d7-601a-4186-a554-949b9d7899f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:31.055478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-dfd609d7-601a-4186-a554-949b9d7899f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2807548
Apr 02 20:59:31.078564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.099348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] No DVR routers for this DVR port be52826c-0cd7-47ea-b3f1-9be1a12af651 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:31.113273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51beec14-3587-4d26-ab38-de83491c01dd req-fa817959-9176-4ffb-9408-900daca0822c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530367
Apr 02 20:59:31.165956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b9404a-2cac-44f2-a0e4-28db4b1782e5 req-bca96872-46cb-4e32-b688-4fce3bc82e29 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3141963
Apr 02 20:59:31.281201 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf7c0b2-1d62-45d2-bea5-e7ddc062da58 x-openstack-request-id: req-ccf7c0b2-1d62-45d2-bea5-e7ddc062da58 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:31.281493 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-unplugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:31.281747 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccf7c0b2-1d62-45d2-bea5-e7ddc062da58 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:31.282141 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf7c0b2-1d62-45d2-bea5-e7ddc062da58'] response: {'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'code': 200}
Apr 02 20:59:31.291780 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:31.292115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:31.292443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:31.303546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:59:31.303875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Attempting to bind port be52826c-0cd7-47ea-b3f1-9be1a12af651 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:31.316932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.318863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:31.319224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:31.319612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:31.323640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Bound port: be52826c-0cd7-47ea-b3f1-9be1a12af651, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:31.323640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.341535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9b16ca6-3baa-49dd-999f-04765949fe59 req-4d605dde-2c37-4e9e-b606-f224df07f813 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 210 time: 0.0629845
Apr 02 20:59:31.373347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-782517cf-9cd2-4b62-b273-f282aeac238c service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562909
Apr 02 20:59:31.405267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Network d11c371b-654f-45ff-8edf-711168f9f05b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:31.418094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:31.435098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:31.478693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:31.531124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:31.547303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-078e9f44-fd7d-4096-ae50-69eda91aed62 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 200  len: 693 time: 0.1136577
Apr 02 20:59:31.573516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:31.583647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:31.588549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.615058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:31.623874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-a776b35b-3766-440e-9bc3-75e2febe9899 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6800258
Apr 02 20:59:31.628168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.648650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Request body: {'port': {'device_id': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:31.777450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:31.778076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.779495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] 10.222.0.21 "PUT /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 1096 time: 2.2743618
Apr 02 20:59:31.780685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-c5fa5208-7fca-4c72-86d4-412d3a502e3c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:31.782208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-c5fa5208-7fca-4c72-86d4-412d3a502e3c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.2287812
Apr 02 20:59:31.788323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da334520-a742-4044-9e22-a36d453d9d96 req-3722c57d-f93f-48bb-bb12-41e34d0ad079 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3910425
Apr 02 20:59:31.842937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2c4e27fe-6d4e-48d7-b46a-3dda4c2769e8 None None] Provisioning complete for port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:31.843591 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c4e27fe-6d4e-48d7-b46a-3dda4c2769e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.887736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-c4057940-fa3d-47a7-ba07-0c5b6aba076c tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 696 time: 0.0975955
Apr 02 20:59:31.898140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e27fe-6d4e-48d7-b46a-3dda4c2769e8 None None] Port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:59:31.948119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a8ff-eb72-47f1-b921-14c632f5b59f service neutron] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=11']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:31.952854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:31.956795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-7296a09d-11b9-47f4-b1e8-83e2358286d0 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 696 time: 0.0598538
Apr 02 20:59:32.023747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-73eee30b-d949-41c7-b3f7-8aef933d49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:32.026802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-73eee30b-d949-41c7-b3f7-8aef933d49f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1130 time: 0.2054594
Apr 02 20:59:32.115110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Deleting port ff354e13-af02-45d8-be2e-a0640da31576 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:32.115510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ff354e13-af02-45d8-be2e-a0640da31576), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:32.394160 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ff354e13-af02-45d8-be2e-a0640da31576), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:32.399112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (ff354e13-af02-45d8-be2e-a0640da31576), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:32.407082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-893fee4a-8602-432a-88f7-1160001af75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:32.408688 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-893fee4a-8602-432a-88f7-1160001af75f service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2879949
Apr 02 20:59:32.461721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-cc64840c-e985-40fe-bf22-002a6ed2bd04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0423009
Apr 02 20:59:32.464714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Calling delete_port for ff354e13-af02-45d8-be2e-a0640da31576 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:32.539425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-1992ac8f-d522-4a12-8c4a-bcbee65b798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:32.540977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-1992ac8f-d522-4a12-8c4a-bcbee65b798e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0531018
Apr 02 20:59:32.624634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-deb01444-b141-4f95-8154-a3bd9a5c7da7 service neutron] 10.222.0.21 "GET /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1207693
Apr 02 20:59:32.657859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:32.679098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-1508b8e2-77b8-4bd8-bf2c-b242b0e1db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:32.679235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-1508b8e2-77b8-4bd8-bf2c-b242b0e1db51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1197777
Apr 02 20:59:32.681640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Publish callbacks [] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:32.845159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-800ccb62-d55e-403f-9e38-070510e37c89 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545768
Apr 02 20:59:32.867396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Transition to ACTIVE for port object ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:59:32.873409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ff354e13-af02-45d8-be2e-a0640da31576), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:32.878595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a9fc8-c84d-4aaa-aa43-9c513b759bef req-5da9abf0-7cc2-40ee-bb49-9dac4ba62e34 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:32.888270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-720a9fc8-c84d-4aaa-aa43-9c513b759bef req-5da9abf0-7cc2-40ee-bb49-9dac4ba62e34 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 944 time: 0.1141713
Apr 02 20:59:32.908927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event deleted for resources: {'Port': ['ID=ff354e13-af02-45d8-be2e-a0640da31576,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:32.928662 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.022079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:33.025005 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks [] for floatingip (c680001a-5420-4180-b8a7-5aa059fa3d4c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.028176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.040537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d0cab05-69cc-4936-8509-391be34f56c4 req-175d3991-fe72-4898-8164-b89b04b3dcff tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "DELETE /v2.0/floatingips/c680001a-5420-4180-b8a7-5aa059fa3d4c HTTP/1.1" status: 204  len: 173 time: 1.0825481
Apr 02 20:59:33.074633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:33.121416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12334738-596e-4bda-85ff-6807e7a908f4 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:33.136330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:33.170005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:33.170732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:33.171148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:33.173442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:33.186374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-720a9fc8-c84d-4aaa-aa43-9c513b759bef req-aaad5b22-43ca-4d11-92cb-26783fa7ea53 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930155
Apr 02 20:59:33.188313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e633caa2-faaa-4d5f-bbb7-8f938e2e07e8 req-00416693-12f4-441d-ad0d-be064c725e1c service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3327506
Apr 02 20:59:33.189217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on network d11c371b-654f-45ff-8edf-711168f9f05b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:59:33.189597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:33.198323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:33.198665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Checking segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:33.199053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Bound using segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:33.199483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Bound port: ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:33.199840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.199966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.274190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238c6f8-ed95-4d55-a5fb-523a6ee1899b req-7e653af6-42ba-45c7-9dc2-b661612d9e95 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.276364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1238c6f8-ed95-4d55-a5fb-523a6ee1899b req-7e653af6-42ba-45c7-9dc2-b661612d9e95 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1272440
Apr 02 20:59:33.285091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:33.287361 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65aff3d-ddda-44d9-8ad6-006497927d34" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:33.306106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:33.309220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:33.317971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:33.326446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.353064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] Transition to ACTIVE for port object 12334738-596e-4bda-85ff-6807e7a908f4 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:59:33.357526 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1238c6f8-ed95-4d55-a5fb-523a6ee1899b req-195a9be5-395e-4b49-9c7d-2fe2540897d7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729160
Apr 02 20:59:33.360374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.395197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:33.427246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 12334738-596e-4bda-85ff-6807e7a908f4 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 20:59:33.427560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:33.427981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:33.445919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] No DVR routers for this DVR port 12334738-596e-4bda-85ff-6807e7a908f4 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:33.480818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.481435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.483367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-190b8aa5-92db-45a6-90e0-8effcbe1af55 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 1092 time: 1.8466249
Apr 02 20:59:33.519103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] Pushing event updated for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=10']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:33.536499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4a1bd664-8c8e-4ac1-aa11-951774386914 service neutron] 10.222.0.21 "PUT /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8998535
Apr 02 20:59:33.572940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:33.573718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.590544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0636328-dfdd-4a1d-adff-26de4f9bbbc9 req-7ac3acf1-5721-46eb-8c48-298708962aa0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.599178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ce4c-2a71-4352-86dc-2e530371b95c req-48aae0f5-5533-43f0-b659-cb2ade706c66 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.602283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:33.604124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0636328-dfdd-4a1d-adff-26de4f9bbbc9 req-7ac3acf1-5721-46eb-8c48-298708962aa0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 948 time: 0.1882498
Apr 02 20:59:33.605762 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced2fc21-d61d-460e-9516-e041e6f44347" -d '{"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-unplugged", "status": "completed", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:33.610819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4cc0ce4c-2a71-4352-86dc-2e530371b95c req-48aae0f5-5533-43f0-b659-cb2ade706c66 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.1583748
Apr 02 20:59:33.624596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:33.630551 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:33.680493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4cc0ce4c-2a71-4352-86dc-2e530371b95c req-11e5ad09-473c-4451-9cfd-f840b1e25588 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685811
Apr 02 20:59:33.694175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:33.717869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0636328-dfdd-4a1d-adff-26de4f9bbbc9 req-cf9ad6f6-bdcc-4d25-bb9c-d2dc6087ffd3 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106381
Apr 02 20:59:33.749399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-c117e0a0-d964-4513-9b06-ab11fc46df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.751005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-c117e0a0-d964-4513-9b06-ab11fc46df8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1126 time: 0.2130303
Apr 02 20:59:33.810857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f056dfa1-dd2e-4c68-9d89-efe84dcad98d tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.812685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-f056dfa1-dd2e-4c68-9d89-efe84dcad98d tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1863451
Apr 02 20:59:33.815727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-33ef4d4c-b519-4e9e-959e-9c250657ebb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 217 time: 0.0505404
Apr 02 20:59:33.928039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4887becb-293c-4aac-8f53-570d5fa70ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.929900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-4887becb-293c-4aac-8f53-570d5fa70ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 1127 time: 0.1100020
Apr 02 20:59:33.954835 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b96b1-e518-4bdb-acd9-c09c28fe94b0 x-openstack-request-id: req-ad0b96b1-e518-4bdb-acd9-c09c28fe94b0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:33.955160 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:33.956096 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad0b96b1-e518-4bdb-acd9-c09c28fe94b0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:33.956390 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0b96b1-e518-4bdb-acd9-c09c28fe94b0'] response: {'name': 'network-changed', 'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'status': 'completed', 'code': 200}
Apr 02 20:59:33.962753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-ff2d94ad-e83f-4f5b-9dd7-abdcb08bf5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:33.964563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-ff2d94ad-e83f-4f5b-9dd7-abdcb08bf5c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.1048250
Apr 02 20:59:34.040693 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548dd4d1-6e85-4166-9591-00f632c55acf x-openstack-request-id: req-548dd4d1-6e85-4166-9591-00f632c55acf {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:34.040999 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-unplugged", "status": "completed", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:34.041255 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-548dd4d1-6e85-4166-9591-00f632c55acf {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:34.041815 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548dd4d1-6e85-4166-9591-00f632c55acf'] response: {'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'code': 200}
Apr 02 20:59:34.091966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-2a8e227f-f79c-4df6-b51b-c15f4ec10245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.093575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-2a8e227f-f79c-4df6-b51b-c15f4ec10245 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1200626
Apr 02 20:59:34.099188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-9992a365-21dc-4597-b6c9-06d89482d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.100938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-9992a365-21dc-4597-b6c9-06d89482d742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1127 time: 0.1208179
Apr 02 20:59:34.190492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-3b275a71-3450-47f5-9966-d83ba8c7f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.192260 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-3b275a71-3450-47f5-9966-d83ba8c7f022 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1130 time: 0.1449177
Apr 02 20:59:34.194276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-11c8a563-d0ad-4e29-a269-9e97731a759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.196086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-11c8a563-d0ad-4e29-a269-9e97731a759c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf81401733804432b781dd367ab7bd82&device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1130 time: 0.2140625
Apr 02 20:59:34.329415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d185c2-23ed-4c7d-a6d8-295862d6c9a9 req-02f11d7d-8737-4b3f-a1d7-aad593ee5d9f tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.330990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10d185c2-23ed-4c7d-a6d8-295862d6c9a9 req-02f11d7d-8737-4b3f-a1d7-aad593ee5d9f tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 946 time: 0.2274823
Apr 02 20:59:34.347217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-da2dbf6b-da35-4940-adb0-b2bb902c5caa service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452335
Apr 02 20:59:34.350043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-b084bc1a-83e8-4ff0-8c5e-d8870483d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.351374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-b084bc1a-83e8-4ff0-8c5e-d8870483d757 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.2412500
Apr 02 20:59:34.400362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-2f054301-5500-4fc4-9b1a-1db6a3856df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.401864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-2f054301-5500-4fc4-9b1a-1db6a3856df2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1956191
Apr 02 20:59:34.409920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-13985394-48be-416b-88e3-420a2f15ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.411267 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-13985394-48be-416b-88e3-420a2f15ffba service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.2085702
Apr 02 20:59:34.418599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-23c98bed-add8-4984-ac8e-05a3f16875a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 200  len: 217 time: 0.0546155
Apr 02 20:59:34.462031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-ca8901f6-e7f2-4491-b048-35d42424531e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.463540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-ca8901f6-e7f2-4491-b048-35d42424531e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.2352326
Apr 02 20:59:34.486020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-c5c48212-18bc-4401-97e7-f678d48e391f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0773504
Apr 02 20:59:34.489942 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10d185c2-23ed-4c7d-a6d8-295862d6c9a9 req-937ee1f1-ad6d-4b76-abcd-192dc97a9814 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485398
Apr 02 20:59:34.491502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-ed1547b7-678c-4311-a447-e1d334fc78cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 200  len: 217 time: 0.0709460
Apr 02 20:59:34.524077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-e83f0eda-c2ab-4faf-aa1a-ddfac5183023 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/quotas/784e9ed7207a4d9e970e3d496574e6d1 HTTP/1.1" status: 200  len: 375 time: 0.0307069
Apr 02 20:59:34.537802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-d3b8ec19-3fe8-4a97-9419-68c1e8766918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.539234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-d3b8ec19-3fe8-4a97-9419-68c1e8766918 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1115148
Apr 02 20:59:34.586743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a59216-5827-4be3-84e1-5ee9ed404eb5 req-bf6d8a7a-0769-4ec4-be4a-e4e270d9560c service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326314
Apr 02 20:59:34.604691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-2a5a6904-0251-433b-bcbe-21772092d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.605005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-459a480f-9d3d-4ec8-b71c-cc6751204584 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411553
Apr 02 20:59:34.606169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-2a5a6904-0251-433b-bcbe-21772092d496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1059573
Apr 02 20:59:34.609367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-f629db15-cf24-4b74-b93b-6dc4ad81ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.610718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-f629db15-cf24-4b74-b93b-6dc4ad81ce7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1184394
Apr 02 20:59:34.645977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-fa5409f5-748f-41c3-b003-5ef7223c3ec9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1099198
Apr 02 20:59:34.676268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a3fba-f527-4615-9f45-c80532382d43 req-18caf812-cfa1-419f-8291-bfd240e77d39 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.677778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-786a3fba-f527-4615-9f45-c80532382d43 req-18caf812-cfa1-419f-8291-bfd240e77d39 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 945 time: 0.1180971
Apr 02 20:59:34.724226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-a818dbaa-0e36-485c-9dc3-0ec785eb6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.725633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-a818dbaa-0e36-485c-9dc3-0ec785eb6daa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1066229
Apr 02 20:59:34.749893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-d7272fe8-c0dc-4914-9fb0-f78c9f1e04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.751092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-d7272fe8-c0dc-4914-9fb0-f78c9f1e04a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1218431
Apr 02 20:59:34.767979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-3c18961a-7507-47a0-853b-81f448b0d024 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505616
Apr 02 20:59:34.793001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-786a3fba-f527-4615-9f45-c80532382d43 req-705d9037-ce51-4841-88bf-a33f4bdabccf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054564
Apr 02 20:59:34.801534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-48df1fba-bd71-4496-a23d-9c8357c0c58b service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477771
Apr 02 20:59:34.939031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-d82b5595-a9a9-4543-b0ae-524bf297bb52 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039278
Apr 02 20:59:34.941918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-5efb68d8-749e-4252-b8da-69c0b719d343 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759336
Apr 02 20:59:34.985135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca56-b773-4483-ac87-65cd5a138036 req-dcfd333e-50c2-49d4-8e69-1b253c3b00f7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:34.986640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b63ca56-b773-4483-ac87-65cd5a138036 req-dcfd333e-50c2-49d4-8e69-1b253c3b00f7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1171162
Apr 02 20:59:35.155671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b63ca56-b773-4483-ac87-65cd5a138036 req-2456f5ea-eb29-4c27-8372-d902f479e9a3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515996
Apr 02 20:59:35.161853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-92fb8ba4-d264-44d3-82a8-9e7d3abb25bf service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158637
Apr 02 20:59:35.200726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a65aff3d-ddda-44d9-8ad6-006497927d34 req-8b25af72-9328-4a5e-80a6-ec42441dd65d service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441893
Apr 02 20:59:35.290924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c416fe-c28e-4794-bd74-aa13f7bf32e8 req-3f007156-cadf-470a-b7af-be153886937a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:35.298205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-a4c7beef-b8af-4f6c-8425-6248513c199d service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4872239
Apr 02 20:59:35.299537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8c416fe-c28e-4794-bd74-aa13f7bf32e8 req-3f007156-cadf-470a-b7af-be153886937a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.0697844
Apr 02 20:59:35.315368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-a3678a84-df4c-4501-9895-bfc229bdf18b service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5364206
Apr 02 20:59:35.345476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8c416fe-c28e-4794-bd74-aa13f7bf32e8 req-ff6a0e5f-d235-411c-9146-2c5e3bb8bdb5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453758
Apr 02 20:59:35.356393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:35.517067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:35.566075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'mac_address': 'fa:16:3e:b1:e2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:35.573352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc28be-dd9e-469b-9b18-416c22610b52 req-8b48dfc0-b36c-46fa-af9c-ff7179c0c6ea tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:35.575595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93fc28be-dd9e-469b-9b18-416c22610b52 req-8b48dfc0-b36c-46fa-af9c-ff7179c0c6ea tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 948 time: 0.1241136
Apr 02 20:59:35.602718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a497047c-004c-4f59-a838-4950eed1bad1 req-b5e64dd6-e03b-4846-93ad-76749220bc74 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 210 time: 0.0617979
Apr 02 20:59:35.665498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:35.667988 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:35.678458 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93fc28be-dd9e-469b-9b18-416c22610b52 req-a646f712-d015-41e4-bdec-41a276b9480d tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890217
Apr 02 20:59:35.704061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be52826c-0cd7-47ea-b3f1-9be1a12af651 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:35.726624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:35.735034 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:35.770341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-ec435466-567d-4443-b440-c5fbc3da23de tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:35.773097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-ec435466-567d-4443-b440-c5fbc3da23de tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0925684
Apr 02 20:59:35.850857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-48591a10-14c4-45f0-ba6d-c2ba6b0740ee tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:35.852418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-48591a10-14c4-45f0-ba6d-c2ba6b0740ee tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "GET /v2.0/ports?device_id=a010647f-dc6e-4a5e-9767-100a054b5fda HTTP/1.1" status: 200  len: 943 time: 0.1727898
Apr 02 20:59:35.895996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=12']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:35.962980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:35.965876 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6cfc16-a493-4947-aed4-15affec859b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:35.975021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad388318-053f-4c71-8158-48da40ca56f9 req-db0867d3-3ef0-41fa-9522-3c4fb11b1242 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:35.977455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad388318-053f-4c71-8158-48da40ca56f9 req-db0867d3-3ef0-41fa-9522-3c4fb11b1242 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 946 time: 0.1240723
Apr 02 20:59:36.021577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-3c680b64-6fd9-48b4-a026-698c02fbe12d service neutron] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:36.021784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['be52826c-0cd7-47ea-b3f1-9be1a12af651'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:36.032172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-3c680b64-6fd9-48b4-a026-698c02fbe12d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:36.033242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b8bc333-a21f-4a06-860d-fd9d52a258dc req-3c680b64-6fd9-48b4-a026-698c02fbe12d service neutron] 10.222.0.15 "DELETE /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2530963
Apr 02 20:59:36.165095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Deleting port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:36.176550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:36.242935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467c92-442d-4130-a0ef-6de46af4a20f req-44f28d4a-ffb6-46c5-a754-e3ccf4402041 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:36.253193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8467c92-442d-4130-a0ef-6de46af4a20f req-44f28d4a-ffb6-46c5-a754-e3ccf4402041 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 946 time: 0.0904446
Apr 02 20:59:36.376913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8467c92-442d-4130-a0ef-6de46af4a20f req-52c618e7-5d5b-4f9d-a398-949d76228cdf tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/security-groups?id=81bb43f8-6eb5-48a5-8107-067fc9f4424b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047893
Apr 02 20:59:36.378227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] For port 2c343cee-04a3-4dee-907f-0bea1da0e4d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c343cee-04a3-4dee-907f-0bea1da0e4d1,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:36.378626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:36.406712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Calling delete_port for 2c343cee-04a3-4dee-907f-0bea1da0e4d1 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:36.430247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Deleting port 8ccfbe04-805d-49bd-88f1-b591034caed3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:36.430779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:36.506683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48021fa8-664f-4b08-85f1-e52f1539b60b req-09c639a9-f236-495b-9ad0-c62f009066bf tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:36.508228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48021fa8-664f-4b08-85f1-e52f1539b60b req-09c639a9-f236-495b-9ad0-c62f009066bf tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 1131 time: 0.3264823
Apr 02 20:59:36.548412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faa62d-2caf-4f6a-aaad-3c639fd9d83d req-6374fcc9-dc0c-4a86-af5f-0280c442df65 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:36.566363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0faa62d-2caf-4f6a-aaad-3c639fd9d83d req-6374fcc9-dc0c-4a86-af5f-0280c442df65 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 945 time: 0.1041610
Apr 02 20:59:36.633834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0faa62d-2caf-4f6a-aaad-3c639fd9d83d req-2709ee8c-2cbe-4087-8945-a0e35405719e tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660584
Apr 02 20:59:36.698568 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d179657-f563-4cec-b3a8-8661e59aa23e x-openstack-request-id: req-7d179657-f563-4cec-b3a8-8661e59aa23e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:36.699010 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:36.699170 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d179657-f563-4cec-b3a8-8661e59aa23e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:36.699651 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d179657-f563-4cec-b3a8-8661e59aa23e'] response: {'name': 'network-changed', 'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'status': 'completed', 'code': 200}
Apr 02 20:59:36.817895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfc16-a493-4947-aed4-15affec859b9 req-1e4e5ebe-cfd7-4f41-b3b9-3271112f89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:36.819335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-1e4e5ebe-cfd7-4f41-b3b9-3271112f89f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1126 time: 0.0826335
Apr 02 20:59:36.907031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d4676-548e-4ee1-9a96-1de20a1b4665 req-9d868b0c-b7be-4e08-9716-29a4601f3773 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:36.914782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e88d4676-548e-4ee1-9a96-1de20a1b4665 req-9d868b0c-b7be-4e08-9716-29a4601f3773 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1327271
Apr 02 20:59:36.946288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] For port 8ccfbe04-805d-49bd-88f1-b591034caed3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ccfbe04-805d-49bd-88f1-b591034caed3,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:36.946792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:36.974619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Calling delete_port for 8ccfbe04-805d-49bd-88f1-b591034caed3 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:36.987251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfc16-a493-4947-aed4-15affec859b9 req-cecc3ebd-fa5d-4949-9ad4-899d9fea5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:36.988718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-cecc3ebd-fa5d-4949-9ad4-899d9fea5856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1608865
Apr 02 20:59:36.993281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48021fa8-664f-4b08-85f1-e52f1539b60b req-e133e2dc-cc34-486f-a277-8793dfef1105 tempest-MigrationsAdminTest-1575768771 tempest-MigrationsAdminTest-1575768771-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4770885
Apr 02 20:59:37.007090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e88d4676-548e-4ee1-9a96-1de20a1b4665 req-eb5dd7b6-6f59-47f6-abdb-0affcf44c3be tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913522
Apr 02 20:59:37.091113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-4bd5187b-26a2-4b68-acb9-8ffa5cab5ba5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 217 time: 0.0829825
Apr 02 20:59:37.117816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2c343cee-04a3-4dee-907f-0bea1da0e4d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.162138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event deleted for resources: {'Port': ['ID=2c343cee-04a3-4dee-907f-0bea1da0e4d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:37.188016 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8427d9b1-fafd-4692-b8ed-27510ea5d284 req-6812cff5-2b9e-4a68-89ae-3a8d879efd1c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 210 time: 0.0583363
Apr 02 20:59:37.239109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5be05-0c7f-4358-9f7c-ea81de7ceefb req-94be9cad-31a8-40d7-af60-4390bdd5a68a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:37.245016 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7dc5be05-0c7f-4358-9f7c-ea81de7ceefb req-94be9cad-31a8-40d7-af60-4390bdd5a68a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.1525598
Apr 02 20:59:37.251152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfc16-a493-4947-aed4-15affec859b9 req-7cd5ac4c-ed7b-4c61-8d8e-a3b121967ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:37.253659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-7cd5ac4c-ed7b-4c61-8d8e-a3b121967ced service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.1239786
Apr 02 20:59:37.295135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] No DVR routers for this DVR port 2c343cee-04a3-4dee-907f-0bea1da0e4d1 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:37.298166 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.302860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b637f13-45e8-4351-9a2e-3fd40f3bc191 req-dcadaa0f-2d83-44f3-9281-fa70c0db2b0e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "DELETE /v2.0/ports/2c343cee-04a3-4dee-907f-0bea1da0e4d1 HTTP/1.1" status: 204  len: 173 time: 1.4393532
Apr 02 20:59:37.305939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-deleted', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:37.310742 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbdb02-b3f4-4a92-9629-ba1f5817f4b0" -d '{"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-deleted", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:37.322735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8ccfbe04-805d-49bd-88f1-b591034caed3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.367367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:37.370884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Pushing event deleted for resources: {'Port': ['ID=8ccfbe04-805d-49bd-88f1-b591034caed3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:37.389625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:37.452760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] No DVR routers for this DVR port 8ccfbe04-805d-49bd-88f1-b591034caed3 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:37.458964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.467321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad388318-053f-4c71-8158-48da40ca56f9 req-73ccc3f3-4304-4ae5-a21d-7651ad31c7af tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.15 "DELETE /v2.0/ports/8ccfbe04-805d-49bd-88f1-b591034caed3 HTTP/1.1" status: 204  len: 173 time: 1.4837995
Apr 02 20:59:37.503055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-402ac62d-13d9-4e25-a726-c7b00f6bc121 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:37.504903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-402ac62d-13d9-4e25-a726-c7b00f6bc121 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.3395696
Apr 02 20:59:37.515749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7dc5be05-0c7f-4358-9f7c-ea81de7ceefb req-6ae9a338-504c-4354-bbc5-0abc2df64cf6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2662146
Apr 02 20:59:37.526605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfc16-a493-4947-aed4-15affec859b9 req-6b9a6648-b702-4c28-b773-d4e146bac61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:37.529662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-6b9a6648-b702-4c28-b773-d4e146bac61c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2635734
Apr 02 20:59:37.555000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Request body: {'port': {'device_id': '00b05964-ec44-4336-bb67-fabe511c77aa', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'admin_state_up': True, 'tenant_id': '784e9ed7207a4d9e970e3d496574e6d1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:37.576847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7ba05-b2ec-4513-819e-caac52644f23 req-292d9641-f88b-4827-a010-81d20d8ce6d4 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:37.586780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8f7ba05-b2ec-4513-819e-caac52644f23 req-292d9641-f88b-4827-a010-81d20d8ce6d4 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1127 time: 0.0908642
Apr 02 20:59:37.597491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port be52826c-0cd7-47ea-b3f1-9be1a12af651 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:59:37.616794 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9292ef9-e2be-4deb-a156-465a8c00b951 x-openstack-request-id: req-d9292ef9-e2be-4deb-a156-465a8c00b951 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:37.617100 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a010647f-dc6e-4a5e-9767-100a054b5fda", "name": "network-vif-deleted", "tag": "2c343cee-04a3-4dee-907f-0bea1da0e4d1", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:37.617379 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9292ef9-e2be-4deb-a156-465a8c00b951 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:37.617885 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9292ef9-e2be-4deb-a156-465a8c00b951'] response: {'server_uuid': 'a010647f-dc6e-4a5e-9767-100a054b5fda', 'name': 'network-vif-deleted', 'tag': '2c343cee-04a3-4dee-907f-0bea1da0e4d1', 'status': 'completed', 'code': 200}
Apr 02 20:59:37.644789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port be52826c-0cd7-47ea-b3f1-9be1a12af651 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:37.645531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.658025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8f7ba05-b2ec-4513-819e-caac52644f23 req-ac7734cd-2bb7-4688-abac-8e0e434eedad tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691874
Apr 02 20:59:37.737229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:37.801125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'mac_address': 'fa:16:3e:c8:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:37.802847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:37.803306 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.843629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f33abedc-fdb9-46a0-b718-63f13e87c763 req-1d182560-6d27-4729-9280-83a19bdfd743 tempest-FloatingIPsAssociationTestJSON-91990292 tempest-FloatingIPsAssociationTestJSON-91990292-project] 10.222.0.18 "GET /v2.0/ports?device_id=931c470e-0eeb-4c37-8757-1d3aef81b2d1 HTTP/1.1" status: 200  len: 210 time: 0.1403313
Apr 02 20:59:37.872670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:37.873693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccbc85-09da-4402-96c3-b3cd24c4e72c req-ab731d82-b9a1-425a-b3a6-b983a01576df tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:37.875556 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b789f5-5f7d-4862-a140-507e258c3916" -d '{"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-plugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:37.884101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2ccbc85-09da-4402-96c3-b3cd24c4e72c req-ab731d82-b9a1-425a-b3a6-b983a01576df tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 949 time: 0.0954933
Apr 02 20:59:37.909564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:37.929724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:37.976071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-83eb4af1-e458-45fa-8cea-1e04b4bce41a service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4157267
Apr 02 20:59:37.986903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2ccbc85-09da-4402-96c3-b3cd24c4e72c req-37517381-b584-4de4-8779-21e4ad1edbff tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013088
Apr 02 20:59:37.996496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=13']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:38.007901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:38.010529 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.067100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:38.094127 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e9e3b-e298-4346-9a39-7b965bff3ea1 x-openstack-request-id: req-cb2e9e3b-e298-4346-9a39-7b965bff3ea1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:38.094852 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-plugged", "status": "completed", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:38.094852 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb2e9e3b-e298-4346-9a39-7b965bff3ea1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:38.095780 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2e9e3b-e298-4346-9a39-7b965bff3ea1'] response: {'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'code': 200}
Apr 02 20:59:38.103415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Made reservation on behalf of 784e9ed7207a4d9e970e3d496574e6d1 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:59:38.115634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.123719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:38.136375 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.175381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36394) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:38.194317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:38.213725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a5c9-1119-4ba7-8e36-605ddb4ea932 req-8f249f7a-c20f-4102-ba5d-030d7b9d44a3 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:38.215289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1713a5c9-1119-4ba7-8e36-605ddb4ea932 req-8f249f7a-c20f-4102-ba5d-030d7b9d44a3 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 1127 time: 0.2535923
Apr 02 20:59:38.241325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8ccfbe04-805d-49bd-88f1-b591034caed3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:38.266544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 8ccfbe04-805d-49bd-88f1-b591034caed3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:59:38.266944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 8ccfbe04-805d-49bd-88f1-b591034caed3 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:38.283097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a64e77-892f-442c-b0a3-02f7c433e121 req-be67a3d1-de17-456d-b04c-aa5d2796275c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:38.284988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0a64e77-892f-442c-b0a3-02f7c433e121 req-be67a3d1-de17-456d-b04c-aa5d2796275c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0858016
Apr 02 20:59:38.308712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6cfc16-a493-4947-aed4-15affec859b9 req-bac84174-4327-4e2a-9dee-9cec251bf540 service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102057
Apr 02 20:59:38.342146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1713a5c9-1119-4ba7-8e36-605ddb4ea932 req-7bb1d657-6ea6-439b-b86a-06f1c085ef4e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125915
Apr 02 20:59:38.360602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0a64e77-892f-442c-b0a3-02f7c433e121 req-868212db-0157-47d5-8015-fa529492682e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688460
Apr 02 20:59:38.393838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:38.406569 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c2260907-dd1c-4836-baef-5c5588c1df87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.411811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Allocated IP 172.20.0.14 (f2d4ece6-a97d-4f79-921c-5a419ec5ae76/b386bb10-471e-4291-8649-db83a894bf97/a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:38.477641 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fbaf6a2-8bd0-41c6-abd9-76f6ee3f3f81 req-f8bf1257-6f06-47cf-860b-e13d6c3e936f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 210 time: 0.0500436
Apr 02 20:59:38.544343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c2260907-dd1c-4836-baef-5c5588c1df87 admin admin] Publish callbacks [] for security_group (0d6e2fe4-a787-4c2d-9813-687d989b3c2e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.551992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c2260907-dd1c-4836-baef-5c5588c1df87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0d6e2fe4-a787-4c2d-9813-687d989b3c2e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.612204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c2260907-dd1c-4836-baef-5c5588c1df87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db5a48a47b9c4d5ba65674a8888209d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4356272
Apr 02 20:59:38.613373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2260907-dd1c-4836-baef-5c5588c1df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e2fe4-a787-4c2d-9813-687d989b3c2e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:38.616099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36408) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:38.671637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks [] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.682459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca6f52b9-0967-4230-8581-38e273bbe5f0 admin admin] Publish callbacks [] for security_group (0d6e2fe4-a787-4c2d-9813-687d989b3c2e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.709649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca6f52b9-0967-4230-8581-38e273bbe5f0 admin admin] Publish callbacks [] for security_group (0d6e2fe4-a787-4c2d-9813-687d989b3c2e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.715789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127667e-6256-44a8-8591-fc760fb70c84 req-f5ffe433-4dd4-4392-a248-3faea76e4d7f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:38.717354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4127667e-6256-44a8-8591-fc760fb70c84 req-f5ffe433-4dd4-4392-a248-3faea76e4d7f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0996134
Apr 02 20:59:38.743167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.765377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca6f52b9-0967-4230-8581-38e273bbe5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0d6e2fe4-a787-4c2d-9813-687d989b3c2e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.769644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca6f52b9-0967-4230-8581-38e273bbe5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.770961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca6f52b9-0967-4230-8581-38e273bbe5f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d6e2fe4-a787-4c2d-9813-687d989b3c2e HTTP/1.1" status: 204  len: 168 time: 0.1494000
Apr 02 20:59:38.779039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f52b9-0967-4230-8581-38e273bbe5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e2fe4-a787-4c2d-9813-687d989b3c2e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:38.826814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:38.832600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4127667e-6256-44a8-8591-fc760fb70c84 req-4d9d7e63-f2f4-4ff2-a077-ad5673e38988 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059852
Apr 02 20:59:38.838330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:38.840834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:38.848392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:38.918909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36418) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:38.921686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:38.922230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:38.966680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-87a57c5a-2cc8-41d8-9e7e-1c1a7beab870 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4335074
Apr 02 20:59:38.980624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-12426aa0-29e5-4f1f-8944-5e7069b30e65 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:38.982080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-12426aa0-29e5-4f1f-8944-5e7069b30e65 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 950 time: 0.0775981
Apr 02 20:59:38.987624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Request body: {'port': {'device_id': '00b05964-ec44-4336-bb67-fabe511c77aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:39.112500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.190993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Deleting port be52826c-0cd7-47ea-b3f1-9be1a12af651 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:39.191339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.224477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371fbd1-aef0-48b9-89ad-928aba9cd0b5 req-37ec4f29-7738-4f15-9ef3-b3d5ac67f3db tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:39.225967 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d371fbd1-aef0-48b9-89ad-928aba9cd0b5 req-37ec4f29-7738-4f15-9ef3-b3d5ac67f3db tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 950 time: 0.1224451
Apr 02 20:59:39.307634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36424) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:39.325615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d371fbd1-aef0-48b9-89ad-928aba9cd0b5 req-df8f1c7d-6a5b-4826-a976-3c380f4df67c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776529
Apr 02 20:59:39.334035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73df9578-0264-4b05-bec5-4ddc5578546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.381613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:39.394398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] For port be52826c-0cd7-47ea-b3f1-9be1a12af651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be52826c-0cd7-47ea-b3f1-9be1a12af651,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:39.394798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.415296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (0232a572-cd66-427b-970f-b905c6abf908), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.444815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Calling delete_port for be52826c-0cd7-47ea-b3f1-9be1a12af651 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:39.487848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:59:39.491950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:39.492497 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.608926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:39.609411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.619758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'name': 'network-vif-deleted', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:39.622093 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e459d06e-4dff-4f3a-991a-9af0af4620a9" -d '{"events": [{"server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "name": "network-vif-deleted", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:39.649570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:39.654277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.655458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device be52826c-0cd7-47ea-b3f1-9be1a12af651 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:39.662024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73df9578-0264-4b05-bec5-4ddc5578546d admin admin] Publish callbacks [] for security_group (16e4fa0a-d49c-4264-b70a-943568eec1e2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.669194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de42fd-0d4f-4302-8c3a-9197470134b7 req-400591d7-c33a-4269-ba8f-9854f9a9705c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:39.670833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8de42fd-0d4f-4302-8c3a-9197470134b7 req-400591d7-c33a-4269-ba8f-9854f9a9705c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 932 time: 0.0970972
Apr 02 20:59:39.673433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4d53b-f910-4cc6-890f-37bcf5b14685 req-154f387c-67e9-48f1-8bbe-6339b1191bde tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:39.675485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0aa4d53b-f910-4cc6-890f-37bcf5b14685 req-154f387c-67e9-48f1-8bbe-6339b1191bde tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1609719
Apr 02 20:59:39.686072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73df9578-0264-4b05-bec5-4ddc5578546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (16e4fa0a-d49c-4264-b70a-943568eec1e2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.704270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:39.727848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Publish callbacks [] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.743101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:39.780424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c8de42fd-0d4f-4302-8c3a-9197470134b7 req-02f34e40-a2bf-43c7-9131-0e703620e133 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976353
Apr 02 20:59:39.792666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port be52826c-0cd7-47ea-b3f1-9be1a12af651 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:39.793949 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.802164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Transition to ACTIVE for port object a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 20:59:39.805202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73df9578-0264-4b05-bec5-4ddc5578546d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13395c52821f431d88d08796cd57d500&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4965551
Apr 02 20:59:39.809093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36432) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:39.811475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9578-0264-4b05-bec5-4ddc5578546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e4fa0a-d49c-4264-b70a-943568eec1e2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:39.820027 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.868781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Deleting port 8fc5e143-fd61-4e10-aceb-0007b525adde {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:39.869208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.872690 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c5c19-f0cb-46f2-a6d7-dd543148c8b2 x-openstack-request-id: req-c67c5c19-f0cb-46f2-a6d7-dd543148c8b2 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:39.872972 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c470e-0eeb-4c37-8757-1d3aef81b2d1", "name": "network-vif-deleted", "tag": "8ccfbe04-805d-49bd-88f1-b591034caed3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:39.873228 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c67c5c19-f0cb-46f2-a6d7-dd543148c8b2 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:39.873606 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67c5c19-f0cb-46f2-a6d7-dd543148c8b2'] response: {'server_uuid': '931c470e-0eeb-4c37-8757-1d3aef81b2d1', 'name': 'network-vif-deleted', 'tag': '8ccfbe04-805d-49bd-88f1-b591034caed3', 'status': 'completed', 'code': 200}
Apr 02 20:59:39.877186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0aa4d53b-f910-4cc6-890f-37bcf5b14685 req-9cfb2962-8e31-44d4-9d3f-61cfba2a76e4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927056
Apr 02 20:59:39.902825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (be52826c-0cd7-47ea-b3f1-9be1a12af651), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:39.910754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:39.929173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182', '621024d2-1ce8-42c3-9e0b-779d93467380'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:39.931529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:39.935716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:39.978205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event deleted for resources: {'Port': ['ID=be52826c-0cd7-47ea-b3f1-9be1a12af651,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:40.013426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c305ad48-acb5-411e-b802-02290f68898b admin admin] Publish callbacks [] for security_group (16e4fa0a-d49c-4264-b70a-943568eec1e2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.033024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] No DVR routers for this DVR port be52826c-0cd7-47ea-b3f1-9be1a12af651 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:40.044880 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.050785 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e3d7b7c-5953-496e-90c5-6e08c3eb25a0 req-a198111d-7f75-4222-ae9c-a40b33ca7111 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "DELETE /v2.0/ports/be52826c-0cd7-47ea-b3f1-9be1a12af651 HTTP/1.1" status: 204  len: 173 time: 1.0577519
Apr 02 20:59:40.053085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-deleted', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:40.057346 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72047f-5d41-40dc-b5cc-eedfe24ed203" -d '{"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-deleted", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:40.087865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Attempting to bind port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:40.089245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Attempting to bind port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:40.089542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Attempting to bind port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:40.092377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c305ad48-acb5-411e-b802-02290f68898b admin admin] Publish callbacks [] for security_group (16e4fa0a-d49c-4264-b70a-943568eec1e2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.094263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 2c343cee-04a3-4dee-907f-0bea1da0e4d1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:59:40.096820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c343cee-04a3-4dee-907f-0bea1da0e4d1 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:40.097973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] For port 8fc5e143-fd61-4e10-aceb-0007b525adde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fc5e143-fd61-4e10-aceb-0007b525adde,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:40.098408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.101467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 20:59:40.102146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Attempting to bind port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:40.109683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:40.110263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Checking segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:40.110930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Bound using segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:40.112505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Bound port: a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:40.113403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.118860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:40.123191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Calling delete_port for 8fc5e143-fd61-4e10-aceb-0007b525adde owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:40.126398 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc1ee9-4bfd-4ed8-a9cb-bd6aec60f421" -d '{"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:40.138891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf2194-8f0c-42c2-924d-81e8900716f9 req-d0d06029-a08a-4009-b892-6a7f609f00c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:40.146598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ccf2194-8f0c-42c2-924d-81e8900716f9 req-d0d06029-a08a-4009-b892-6a7f609f00c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1795557
Apr 02 20:59:40.176916 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76910d-e975-467f-8fe0-80a27e3250a9 x-openstack-request-id: req-3e76910d-e975-467f-8fe0-80a27e3250a9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:40.177502 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9a2c47-d2db-479e-a7fa-b165e67469f7", "name": "network-vif-deleted", "tag": "be52826c-0cd7-47ea-b3f1-9be1a12af651", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:40.177766 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e76910d-e975-467f-8fe0-80a27e3250a9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:40.178177 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e76910d-e975-467f-8fe0-80a27e3250a9'] response: {'server_uuid': '8f9a2c47-d2db-479e-a7fa-b165e67469f7', 'name': 'network-vif-deleted', 'tag': 'be52826c-0cd7-47ea-b3f1-9be1a12af651', 'status': 'completed', 'code': 200}
Apr 02 20:59:40.226151 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a954d4-de6d-4e1c-874f-90584164cbd4 x-openstack-request-id: req-c8a954d4-de6d-4e1c-874f-90584164cbd4 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:40.226382 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:40.226904 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8a954d4-de6d-4e1c-874f-90584164cbd4 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:40.227299 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a954d4-de6d-4e1c-874f-90584164cbd4'] response: {'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'code': 200}
Apr 02 20:59:40.249692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:40.254231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:40.266184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.314964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ccf2194-8f0c-42c2-924d-81e8900716f9 req-76dc8a8c-cb64-4a60-b8a9-5e6ba41405c2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1673932
Apr 02 20:59:40.377887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:40.378674 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.380112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 HTTP/1.1" status: 200  len: 1092 time: 1.3971002
Apr 02 20:59:40.421354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c305ad48-acb5-411e-b802-02290f68898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (16e4fa0a-d49c-4264-b70a-943568eec1e2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.422205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c327-cb35-40df-bfa4-04e43feb2e34 service neutron] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:40.424843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c305ad48-acb5-411e-b802-02290f68898b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.428602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c305ad48-acb5-411e-b802-02290f68898b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16e4fa0a-d49c-4264-b70a-943568eec1e2 HTTP/1.1" status: 204  len: 168 time: 0.6159043
Apr 02 20:59:40.441678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ad48-acb5-411e-b802-02290f68898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e4fa0a-d49c-4264-b70a-943568eec1e2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:40.472354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4df94-c3c8-4d81-88d6-64125c36e43a req-b0bee5b7-3b5f-4dd5-ac92-2cc4542782c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:40.473933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcb4df94-c3c8-4d81-88d6-64125c36e43a req-b0bee5b7-3b5f-4dd5-ac92-2cc4542782c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1128 time: 0.1437490
Apr 02 20:59:40.519307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8fc5e143-fd61-4e10-aceb-0007b525adde), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.559559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c38a2314-d367-437a-94d5-402c47841f39 req-439f3b41-61c2-4528-bf2f-b915195c075e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9a2c47-d2db-479e-a7fa-b165e67469f7 HTTP/1.1" status: 200  len: 210 time: 0.0593948
Apr 02 20:59:40.582534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-ea723a13-444b-418f-991b-0f365951d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:40.595501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-ea723a13-444b-418f-991b-0f365951d8c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 1126 time: 0.1665437
Apr 02 20:59:40.628681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcb4df94-c3c8-4d81-88d6-64125c36e43a req-dadc26d7-5af2-4a36-b73c-76f2b995fc4b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273036
Apr 02 20:59:40.651010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc5e143-fd61-4e10-aceb-0007b525adde,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:40.668863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-c93920d4-1f51-4ba9-b3e6-09fa790379b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 HTTP/1.1" status: 200  len: 217 time: 0.0645492
Apr 02 20:59:40.798847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (0232a572-cd66-427b-970f-b905c6abf908), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:40.913289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-a0bf953c-bdd7-4da9-a6e9-479a04d24e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:40.915525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-a0bf953c-bdd7-4da9-a6e9-479a04d24e27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.0606494
Apr 02 20:59:40.952709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-915fc8d9-4ac6-4ecb-a156-ef59cdba7095 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301399
Apr 02 20:59:41.001158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaaa66-a19a-425d-a162-08027aed69e6 req-2c9805b2-d7ef-4578-9ce2-4b7c9c070592 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:41.002289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49eaaa66-a19a-425d-a162-08027aed69e6 req-2c9805b2-d7ef-4578-9ce2-4b7c9c070592 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 944 time: 0.1175680
Apr 02 20:59:41.109802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-aea8f7f7-178b-4b33-965c-3584898d2c94 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478088
Apr 02 20:59:41.117368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d7612-c53e-449b-bd98-9e26f63ea332 req-e889c167-3b9c-49e6-8939-0896567a332c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:41.121053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b6d7612-c53e-449b-bd98-9e26f63ea332 req-e889c167-3b9c-49e6-8939-0896567a332c tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1229193
Apr 02 20:59:41.151509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49eaaa66-a19a-425d-a162-08027aed69e6 req-f8752ddb-a6bd-4873-b5e7-67773b37061b tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983024
Apr 02 20:59:41.176064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Router 0232a572-cd66-427b-970f-b905c6abf908 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:41.245003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b6d7612-c53e-449b-bd98-9e26f63ea332 req-74195744-0c5a-489f-872b-fc8f78aa4cb5 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092191
Apr 02 20:59:41.267335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78425b57-253a-4ca5-9cab-6efeabf4ce14 req-2509e1bc-06b4-4c29-80f5-f76c54609f64 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434946
Apr 02 20:59:41.321371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:41.326474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2440e700-4b07-45ba-88b9-0bbeedd8617f admin admin] 10.222.0.18 "PUT /v2.0/routers/0232a572-cd66-427b-970f-b905c6abf908/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4064434
Apr 02 20:59:41.329000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36470) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:41.330958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] Sync routers for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:41.341713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:41.342385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784503ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:41.478480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:41.489152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks [] for router (0232a572-cd66-427b-970f-b905c6abf908), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:41.546622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57575b72-ed50-4414-aaed-bb58eb1e67b8 req-6c1e5b6a-c2cf-4f66-81db-992630605923 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:41.548108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57575b72-ed50-4414-aaed-bb58eb1e67b8 req-6c1e5b6a-c2cf-4f66-81db-992630605923 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1252317
Apr 02 20:59:41.649542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57575b72-ed50-4414-aaed-bb58eb1e67b8 req-1fc5cd67-4ac2-4428-a167-bc73a9bd1547 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943489
Apr 02 20:59:41.656342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks [] for router_gateway (0232a572-cd66-427b-970f-b905c6abf908), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:41.741870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784503ac40>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:59:40Z', 'revision_number': 5, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port': {'id': 'ff0deac1-7363-4bab-9c21-25bb551e8851', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0232a572-cd66-427b-970f-b905c6abf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:37Z', 'updated_at': '2022-04-02T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:41.750342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Deleting port ff0deac1-7363-4bab-9c21-25bb551e8851 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:41.750782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:41.780905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] Checking router: 0232a572-cd66-427b-970f-b905c6abf908 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:41.792256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] Routers {'0232a572-cd66-427b-970f-b905c6abf908'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:41.793342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784503ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0232a572-cd66-427b-970f-b905c6abf908'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:41.873871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] For port ff0deac1-7363-4bab-9c21-25bb551e8851, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff0deac1-7363-4bab-9c21-25bb551e8851,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:41.874384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:41.916633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Calling delete_port for ff0deac1-7363-4bab-9c21-25bb551e8851 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:42.015290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b3625-e7da-4bc8-acb6-d7f5481a9f59 req-948a22f0-c859-4e76-8b9d-28511b39de04 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:42.016824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-745b3625-e7da-4bc8-acb6-d7f5481a9f59 req-948a22f0-c859-4e76-8b9d-28511b39de04 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1461101
Apr 02 20:59:42.054250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] Set router 0232a572-cd66-427b-970f-b905c6abf908 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:42.120099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-745b3625-e7da-4bc8-acb6-d7f5481a9f59 req-104c7ec2-6a27-49f2-92c2-c6bdedfa20d5 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648935
Apr 02 20:59:42.128486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784503ac40>, [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:59:41Z', 'revision_number': 6, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:42.167835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ff0deac1-7363-4bab-9c21-25bb551e8851), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.168807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293e12e-6149-4f3b-9b4c-ad8b7f503404 None None] The sync data for ids ['0232a572-cd66-427b-970f-b905c6abf908'] in ncdv-master-1 is: [{'id': '0232a572-cd66-427b-970f-b905c6abf908', 'name': 'tempest-FloatingIPsAssociationTestJSON-424298643-router', 'tenant_id': 'd0e22715a8e849e0871b68d772ed29fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:35Z', 'updated_at': '2022-04-02T20:59:41Z', 'revision_number': 6, 'project_id': 'd0e22715a8e849e0871b68d772ed29fd', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:42.179888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:42.182345 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:42.195016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0deac1-7363-4bab-9c21-25bb551e8851,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:42.235866 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a059dea-eb6d-47dc-bf82-97fd55792409 x-openstack-request-id: req-2a059dea-eb6d-47dc-bf82-97fd55792409 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:42.236230 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:42.236620 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a059dea-eb6d-47dc-bf82-97fd55792409 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:42.237036 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a059dea-eb6d-47dc-bf82-97fd55792409'] response: {'name': 'network-changed', 'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'status': 'completed', 'code': 200}
Apr 02 20:59:42.296478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (0232a572-cd66-427b-970f-b905c6abf908), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.341327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-9e9f385a-a0c1-4b9d-ac2e-9b4be245fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:42.342951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-9e9f385a-a0c1-4b9d-ac2e-9b4be245fe99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 1126 time: 0.0700932
Apr 02 20:59:42.350925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47d6e-9b59-4473-a2ed-c517c0c3af57 req-c4ec4440-ef07-47c2-a563-0e8bedf21a87 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:42.358890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90d47d6e-9b59-4473-a2ed-c517c0c3af57 req-c4ec4440-ef07-47c2-a563-0e8bedf21a87 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 944 time: 0.1203167
Apr 02 20:59:42.463755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (0232a572-cd66-427b-970f-b905c6abf908), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.469565 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks [] for router_controller (0232a572-cd66-427b-970f-b905c6abf908), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.473116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90d47d6e-9b59-4473-a2ed-c517c0c3af57 req-20422fef-eadc-4906-bdca-21ad4a63a32a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129944
Apr 02 20:59:42.498297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-af541304-fb29-4275-91f2-a3263df28854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:42.500061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-af541304-fb29-4275-91f2-a3263df28854 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 906 time: 0.1382012
Apr 02 20:59:42.544538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (0232a572-cd66-427b-970f-b905c6abf908), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.545076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0232a572-cd66-427b-970f-b905c6abf908 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 20:59:42.559214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae930-7d06-46c1-a04f-550b9017931d req-7c5b1878-41ec-48c2-8628-94948dcad961 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:42.560780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89fae930-7d06-46c1-a04f-550b9017931d req-7c5b1878-41ec-48c2-8628-94948dcad961 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1735880
Apr 02 20:59:42.564054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.564267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-8abd304c-12c2-4cb1-b934-cf072d341393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 HTTP/1.1" status: 200  len: 217 time: 0.0568023
Apr 02 20:59:42.568357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6742018d-b10a-4894-91c1-fa618fe4c10b admin admin] 10.222.0.18 "DELETE /v2.0/routers/0232a572-cd66-427b-970f-b905c6abf908 HTTP/1.1" status: 204  len: 168 time: 1.2361574
Apr 02 20:59:42.568596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:42.624328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-bde6d2bc-4de2-446d-b6b3-ca12d8d23ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:42.626003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-bde6d2bc-4de2-446d-b6b3-ca12d8d23ec1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.0525515
Apr 02 20:59:42.643386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Deleting subnet f05bdb14-b935-4c17-b744-7991c36f4536 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 20:59:42.649732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Publish callbacks [] for subnet (f05bdb14-b935-4c17-b744-7991c36f4536), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.669574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-acaa18e3-2dad-4f34-8629-0258716f8927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368993
Apr 02 20:59:42.729809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89fae930-7d06-46c1-a04f-550b9017931d req-78d69f80-4811-4703-87e2-5ecc88f107ba tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491051
Apr 02 20:59:42.732062 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (f05bdb14-b935-4c17-b744-7991c36f4536), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.830080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f05bdb14-b935-4c17-b744-7991c36f4536), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.889698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f05bdb14-b935-4c17-b744-7991c36f4536), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.917368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05bdb14-b935-4c17-b744-7991c36f4536,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:42.921424 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:42.928296 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-025d8379-6cb4-48e0-be17-3ab4c81091a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f05bdb14-b935-4c17-b744-7991c36f4536 HTTP/1.1" status: 204  len: 168 time: 0.3586407
Apr 02 20:59:42.928949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36542) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:42.930692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c50e7-8108-470d-9bef-45b342053a77 None None] Network 58fa3672-fa03-4f54-a24a-d36533b2e021 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:59:43.018055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (58fa3672-fa03-4f54-a24a-d36533b2e021), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.071332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36546) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:43.102168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Deleting port fe9961d6-e49b-4760-bd69-3e2b629bae61 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:43.102500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.167176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] DHCP port deletion for 58fa3672-fa03-4f54-a24a-d36533b2e021 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 20:59:43.174418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-44c52816-eed4-4998-8864-5b4dc1f22ffa service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4985762
Apr 02 20:59:43.247701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] Deleting port fe9961d6-e49b-4760-bd69-3e2b629bae61 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 20:59:43.248095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.273429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b90bf-1dd6-4491-82f8-f45254a3abcd req-27a79aa3-cddd-4183-b07a-529aa5599a4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:43.274972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f5b90bf-1dd6-4491-82f8-f45254a3abcd req-27a79aa3-cddd-4183-b07a-529aa5599a4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.5236685
Apr 02 20:59:43.281152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] For port fe9961d6-e49b-4760-bd69-3e2b629bae61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe9961d6-e49b-4760-bd69-3e2b629bae61,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:43.281703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.291635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6349d10a-3ca3-4e00-a521-50b0aa1f1b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.305863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Calling delete_port for fe9961d6-e49b-4760-bd69-3e2b629bae61 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:43.307322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c01f8c94-61b4-4e81-8a2b-a223ede4eb3a req-dea8f886-8863-4487-85cf-15af11e55382 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268744
Apr 02 20:59:43.332696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] For port fe9961d6-e49b-4760-bd69-3e2b629bae61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe9961d6-e49b-4760-bd69-3e2b629bae61,segment=NetworkSegment(c7906f07-423a-4294-9b80-d210c42864c5),segment_id=c7906f07-423a-4294-9b80-d210c42864c5)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:43.333154 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.348870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] Calling delete_port for fe9961d6-e49b-4760-bd69-3e2b629bae61 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 20:59:43.378101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f5b90bf-1dd6-4491-82f8-f45254a3abcd req-8058f989-27bd-4354-b85b-1a809cde3b83 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931332
Apr 02 20:59:43.395939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:43.435439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c93bc-5eb4-4b0a-bec6-735b4a47c374 req-da060f80-d180-4219-9b3a-7ed5bf0944c9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:43.437194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b7c93bc-5eb4-4b0a-bec6-735b4a47c374 req-da060f80-d180-4219-9b3a-7ed5bf0944c9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.2105725
Apr 02 20:59:43.527569 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.545107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] No DVR routers for this DVR port fe9961d6-e49b-4760-bd69-3e2b629bae61 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:43.560439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b7c93bc-5eb4-4b0a-bec6-735b4a47c374 req-435ce359-7cc2-49fb-9ecc-db9faa33cbe7 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119099
Apr 02 20:59:43.575438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fe9961d6-e49b-4760-bd69-3e2b629bae61), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.579878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6349d10a-3ca3-4e00-a521-50b0aa1f1b80 admin admin] Publish callbacks [] for security_group (bb56d726-e041-4249-929a-ec12ad342489), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.592780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd022-2f4d-444a-a588-79d300f3ec99 None None] Pushing event deleted for resources: {'Port': ['ID=fe9961d6-e49b-4760-bd69-3e2b629bae61,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:43.608337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6349d10a-3ca3-4e00-a521-50b0aa1f1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bb56d726-e041-4249-929a-ec12ad342489), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.610847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9961d6-e49b-4760-bd69-3e2b629bae61,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:43.612826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] No DVR routers for this DVR port fe9961d6-e49b-4760-bd69-3e2b629bae61 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 20:59:43.638980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:43.651704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e9c4-ca0d-4d46-8140-2bc34c50d6fb req-a2b23835-9629-48fe-8b79-6afe8af33173 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:43.652393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'mac_address': 'fa:16:3e:ba:26:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:43.656289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b25e9c4-ca0d-4d46-8140-2bc34c50d6fb req-a2b23835-9629-48fe-8b79-6afe8af33173 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1533308
Apr 02 20:59:43.665135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:43.673784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'floatingip': {'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:43.681549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fe9961d6-e49b-4760-bd69-3e2b629bae61 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:43.708405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fe9961d6-e49b-4760-bd69-3e2b629bae61 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:59:43.708841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fe9961d6-e49b-4760-bd69-3e2b629bae61 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:43.709355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8fc5e143-fd61-4e10-aceb-0007b525adde no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:43.714847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (e938b8c1-a7e0-46f9-87b8-6ee595db5398), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.720299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349d10a-3ca3-4e00-a521-50b0aa1f1b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56d726-e041-4249-929a-ec12ad342489,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:43.729390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6349d10a-3ca3-4e00-a521-50b0aa1f1b80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10cec1e5693648f6b96f72515bd942f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6531777
Apr 02 20:59:43.730483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8fc5e143-fd61-4e10-aceb-0007b525adde {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:59:43.730924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8fc5e143-fd61-4e10-aceb-0007b525adde not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:43.731405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ff0deac1-7363-4bab-9c21-25bb551e8851 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 20:59:43.733993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:43.765158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:43.765553 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.780712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:43.786291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ff0deac1-7363-4bab-9c21-25bb551e8851 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 20:59:43.786826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ff0deac1-7363-4bab-9c21-25bb551e8851 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 20:59:43.795298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (58fa3672-fa03-4f54-a24a-d36533b2e021), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.809508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:43.816875 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.848183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f6abc10>,) {'filters': {'network_id': ['58fa3672-fa03-4f54-a24a-d36533b2e021']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:43.863576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392808d-c484-4d75-b098-2c9487717252 req-508fb9a8-6a19-4b13-af54-5e2c30219075 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:43.865127 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a392808d-c484-4d75-b098-2c9487717252 req-508fb9a8-6a19-4b13-af54-5e2c30219075 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 944 time: 0.2189419
Apr 02 20:59:43.869734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f6abc10>, 'c7906f07-423a-4294-9b80-d210c42864c5') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:43.869952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f6abc10>, 'c7906f07-423a-4294-9b80-d210c42864c5') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:43.872739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:43.892288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c7906f07-423a-4294-9b80-d210c42864c5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:43.961418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a641-3c34-4291-9500-bd0d34da0840 req-f28ab3f4-10a3-4666-bb3e-e52e878842b9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:43.962893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d859a641-3c34-4291-9500-bd0d34da0840 req-f28ab3f4-10a3-4666-bb3e-e52e878842b9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1227939
Apr 02 20:59:44.058971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d859a641-3c34-4291-9500-bd0d34da0840 req-1ec53d11-7aa0-4882-baa2-b0f0a6993b52 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664284
Apr 02 20:59:44.090453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:44.215833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3589870e-b5c8-4e1b-b5fa-b0371c17307f admin admin] Publish callbacks [] for security_group (bb56d726-e041-4249-929a-ec12ad342489), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.219749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c7906f07-423a-4294-9b80-d210c42864c5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.228252 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.241063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 20:59:44.241466 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c7906f07-423a-4294-9b80-d210c42864c5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 20:59:44.247251 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 20:59:44.273103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a392808d-c484-4d75-b098-2c9487717252 req-369609ed-03bf-4fed-b708-9063b1cc2715 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4009376
Apr 02 20:59:44.307344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3589870e-b5c8-4e1b-b5fa-b0371c17307f admin admin] Publish callbacks [] for security_group (bb56d726-e041-4249-929a-ec12ad342489), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.330035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.333809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (e938b8c1-a7e0-46f9-87b8-6ee595db5398), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.334632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (58fa3672-fa03-4f54-a24a-d36533b2e021), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.345445 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.349494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/58fa3672-fa03-4f54-a24a-d36533b2e021 HTTP/1.1" status: 204  len: 168 time: 1.4195123
Apr 02 20:59:44.365476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af6bd3-8d5d-4999-8081-81c59d8fc8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58fa3672-fa03-4f54-a24a-d36533b2e021,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:44.392440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3589870e-b5c8-4e1b-b5fa-b0371c17307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bb56d726-e041-4249-929a-ec12ad342489), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.395363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3589870e-b5c8-4e1b-b5fa-b0371c17307f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.399405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3589870e-b5c8-4e1b-b5fa-b0371c17307f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb56d726-e041-4249-929a-ec12ad342489 HTTP/1.1" status: 204  len: 168 time: 0.6609092
Apr 02 20:59:44.407432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589870e-b5c8-4e1b-b5fa-b0371c17307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56d726-e041-4249-929a-ec12ad342489,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:44.471934 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Floating IP e938b8c1-a7e0-46f9-87b8-6ee595db5398 associated. External IP: 172.35.4.176, port: ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4.
Apr 02 20:59:44.505283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36570) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:44.559005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bbecfff0-d1b8-4357-80cc-4df43387e7fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0e22715a8e849e0871b68d772ed29fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0519738
Apr 02 20:59:44.559341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36574) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:44.665378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6786f443-35a6-4175-9be5-b206dc41c8a8 admin admin] Publish callbacks [] for security_group (81bb43f8-6eb5-48a5-8107-067fc9f4424b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.695404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65688f76-e04c-4a53-9701-9aaa2528b0d8 req-b2ded8be-795a-447d-b102-abcbb40c2bbc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:44.702207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65688f76-e04c-4a53-9701-9aaa2528b0d8 req-b2ded8be-795a-447d-b102-abcbb40c2bbc tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0614636
Apr 02 20:59:44.722700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6786f443-35a6-4175-9be5-b206dc41c8a8 admin admin] Publish callbacks [] for security_group (81bb43f8-6eb5-48a5-8107-067fc9f4424b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.725816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36578) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:44.745811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65688f76-e04c-4a53-9701-9aaa2528b0d8 req-e18b6998-5c41-4f0e-ad49-c1dfce2812a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427623
Apr 02 20:59:44.762041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6c8-de7f-4ac7-a33b-6956145f53ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.808141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Router 7af1289f-2226-4941-a843-708a5d6c7429 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:44.870347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6786f443-35a6-4175-9be5-b206dc41c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81bb43f8-6eb5-48a5-8107-067fc9f4424b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.872910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6786f443-35a6-4175-9be5-b206dc41c8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.874029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6786f443-35a6-4175-9be5-b206dc41c8a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81bb43f8-6eb5-48a5-8107-067fc9f4424b HTTP/1.1" status: 204  len: 168 time: 0.3123500
Apr 02 20:59:44.925397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786f443-35a6-4175-9be5-b206dc41c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bb43f8-6eb5-48a5-8107-067fc9f4424b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:44.971308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:44.978950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:44.983537 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:44.994664 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:44.995277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784620d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:45.003202 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6c8-de7f-4ac7-a33b-6956145f53ff admin admin] Publish callbacks [] for security_group (823a78aa-82c9-4f10-85a2-6b8fdfd30be0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.018981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7517a34a-605f-48f2-9821-fdaf9fd058c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "PUT /v2.0/floatingips/e938b8c1-a7e0-46f9-87b8-6ee595db5398 HTTP/1.1" status: 200  len: 992 time: 1.3480806
Apr 02 20:59:45.035384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:45.035384 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72a238-72db-48e2-99be-79bddf140f12" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:45.035384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b65d6c8-de7f-4ac7-a33b-6956145f53ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (823a78aa-82c9-4f10-85a2-6b8fdfd30be0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.071443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6b65d6c8-de7f-4ac7-a33b-6956145f53ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b69d94829e34cbb8148ef11c137975e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3445668
Apr 02 20:59:45.074584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:45.075888 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67af0658-f807-441a-aa98-60c6d6c9f0bb x-openstack-request-id: req-67af0658-f807-441a-aa98-60c6d6c9f0bb {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:45.076175 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:45.076431 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67af0658-f807-441a-aa98-60c6d6c9f0bb {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:45.076855 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67af0658-f807-441a-aa98-60c6d6c9f0bb'] response: {'name': 'network-changed', 'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'status': 'completed', 'code': 200}
Apr 02 20:59:45.078705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65d6c8-de7f-4ac7-a33b-6956145f53ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a78aa-82c9-4f10-85a2-6b8fdfd30be0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:45.151463 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac210401-d09e-436f-80a3-992d77d45564 admin admin] Publish callbacks [] for security_group (823a78aa-82c9-4f10-85a2-6b8fdfd30be0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.162792 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:45.189385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a238-72db-48e2-99be-79bddf140f12 req-ed9d1ff2-9924-4656-bb02-dfa98c86307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:45.191148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-ed9d1ff2-9924-4656-bb02-dfa98c86307c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1128 time: 0.0862699
Apr 02 20:59:45.199936 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac210401-d09e-436f-80a3-992d77d45564 admin admin] Publish callbacks [] for security_group (823a78aa-82c9-4f10-85a2-6b8fdfd30be0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.291748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dfaff-5fe7-48fa-a801-d3fc52dde4c1 req-f0fc1aeb-406f-43fe-a6f5-e9a797c90a12 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:45.293979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a75dfaff-5fe7-48fa-a801-d3fc52dde4c1 req-f0fc1aeb-406f-43fe-a6f5-e9a797c90a12 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1145163
Apr 02 20:59:45.318416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a238-72db-48e2-99be-79bddf140f12 req-0c3f464e-14bc-4d26-81a3-10270522685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:45.320589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac210401-d09e-436f-80a3-992d77d45564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (823a78aa-82c9-4f10-85a2-6b8fdfd30be0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.321517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-0c3f464e-14bc-4d26-81a3-10270522685d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1220388
Apr 02 20:59:45.323090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac210401-d09e-436f-80a3-992d77d45564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.324161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ac210401-d09e-436f-80a3-992d77d45564 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/823a78aa-82c9-4f10-85a2-6b8fdfd30be0 HTTP/1.1" status: 204  len: 168 time: 0.2484233
Apr 02 20:59:45.372686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac210401-d09e-436f-80a3-992d77d45564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a78aa-82c9-4f10-85a2-6b8fdfd30be0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:45.404416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:45.410580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a75dfaff-5fe7-48fa-a801-d3fc52dde4c1 req-35aa4bea-f3a8-453f-8342-18ea9e481e10 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948975
Apr 02 20:59:45.478161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 20:59:45.481730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-b07caf10-ab42-43cd-a680-0aa651b043e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 1000 time: 0.1555183
Apr 02 20:59:45.483085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:45.483457 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.506872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e8f-86be-41f0-b806-52f3a242232d req-4e721160-e6dd-43b0-babc-4f1c7fcccd18 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:45.515425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b96f5e8f-86be-41f0-b806-52f3a242232d req-4e721160-e6dd-43b0-babc-4f1c7fcccd18 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 945 time: 0.1186473
Apr 02 20:59:45.594013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784620d3a0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e938b8c1-a7e0-46f9-87b8-6ee595db5398', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'mac_address': 'fa:16:3e:c8:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:59:22Z', 'updated_at': '2022-04-02T20:59:44Z', 'revision_number': 1, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:45.612929 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b96f5e8f-86be-41f0-b806-52f3a242232d req-681a495c-53dc-4fb8-ad3e-ea348337f826 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921671
Apr 02 20:59:45.615220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a238-72db-48e2-99be-79bddf140f12 req-3b62cffd-215f-40b1-9649-e713058ac19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:45.619198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-3b62cffd-215f-40b1-9649-e713058ac19e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.1304543
Apr 02 20:59:45.647959 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:45.652081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:45.652492 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.658219 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:45.659744 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784620d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:45.680840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a238-72db-48e2-99be-79bddf140f12 req-c956b864-a3d9-4a4d-9b56-40f7106a4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:45.683065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-c956b864-a3d9-4a4d-9b56-40f7106a4ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0572839
Apr 02 20:59:45.688986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:45.694542 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32490b0b-b9fd-41be-9518-c785c90de6b6" -d '{"events": [{"server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "name": "network-vif-plugged", "status": "completed", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:45.723143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:45.734063 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:45.805672 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8af874-597d-43c2-a6dd-070550698ae5 x-openstack-request-id: req-7a8af874-597d-43c2-a6dd-070550698ae5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:45.806524 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "name": "network-vif-plugged", "status": "completed", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:45.807355 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a8af874-597d-43c2-a6dd-070550698ae5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:45.809343 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8af874-597d-43c2-a6dd-070550698ae5'] response: {'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'code': 200}
Apr 02 20:59:45.856361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-4e1c0a62-2326-4eb3-a482-95b0fe989a03 service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668978
Apr 02 20:59:45.872220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:45.923744 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:46.031428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911eae43-5c92-4c7b-beb3-2793933c7950 req-a331c406-65f2-4139-a33a-94eda1f8f884 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:46.032986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-911eae43-5c92-4c7b-beb3-2793933c7950 req-a331c406-65f2-4139-a33a-94eda1f8f884 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1754215
Apr 02 20:59:46.062810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa72a238-72db-48e2-99be-79bddf140f12 req-502a3f78-be21-4e16-a713-9236525b1f26 service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952033
Apr 02 20:59:46.074054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a306-edc8-45f7-8983-8ff0494c3d10 req-70c56b7e-b6a1-4c78-aac0-b452b842a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:46.075607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c962a306-edc8-45f7-8983-8ff0494c3d10 req-70c56b7e-b6a1-4c78-aac0-b452b842a6af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 1128 time: 0.1005826
Apr 02 20:59:46.119648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-911eae43-5c92-4c7b-beb3-2793933c7950 req-1ce54e70-fe2c-4821-84d7-30016b7ac733 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736594
Apr 02 20:59:46.146902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c962a306-edc8-45f7-8983-8ff0494c3d10 req-d6ec6543-0e47-4431-9f13-bd25cbe6b331 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572324
Apr 02 20:59:46.160024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36628) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:46.267656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-network', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:46.287262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Made reservation on behalf of 56ca6952e8fb440c9a06d487b045cbc0 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:59:46.289690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.296025 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784620d3a0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e938b8c1-a7e0-46f9-87b8-6ee595db5398', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'mac_address': 'fa:16:3e:c8:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:59:22Z', 'updated_at': '2022-04-02T20:59:44Z', 'revision_number': 1, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:46.298178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.328433 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8764ef5-fb34-4651-8cb9-d27ed7506f21 None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e938b8c1-a7e0-46f9-87b8-6ee595db5398', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'mac_address': 'fa:16:3e:c8:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T20:59:22Z', 'updated_at': '2022-04-02T20:59:44Z', 'revision_number': 1, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:46.390789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks [] for security_group (f099d4f8-6ee5-43ea-aa98-fc3e70d235b1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.398051 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f099d4f8-6ee5-43ea-aa98-fc3e70d235b1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.420604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 20:59:46.448574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:46.451641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (66626d09-e216-4132-8433-104ca1ea2cae), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.452058 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Added segment 66626d09-e216-4132-8433-104ca1ea2cae of type vlan for network beb911da-4877-4280-aef6-5e2262f47fca
Apr 02 20:59:46.499136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (beb911da-4877-4280-aef6-5e2262f47fca), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.558617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (beb911da-4877-4280-aef6-5e2262f47fca), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.559575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:46.560298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.604996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 0.4438715
Apr 02 20:59:46.605778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36648) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:46.612551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Request body: {'subnet': {'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-subnet', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:46.632859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72f143-ff7d-482e-9afd-af25deaf9b16 None None] New status for floating IP e938b8c1-a7e0-46f9-87b8-6ee595db5398: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 20:59:46.655689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Made reservation on behalf of 56ca6952e8fb440c9a06d487b045cbc0 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 20:59:46.658837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e63a1b-4253-4356-86b5-44076b997736 req-1df809d8-c0d2-4847-bd5a-5ca538c9f762 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:46.660414 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:46.666047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19e63a1b-4253-4356-86b5-44076b997736 req-1df809d8-c0d2-4847-bd5a-5ca538c9f762 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1437984
Apr 02 20:59:46.700914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb2390-9008-4035-9081-41963efa2382 admin admin] Pushing event updated for resources: {'Network': ['ID=beb911da-4877-4280-aef6-5e2262f47fca,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:46.737525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19e63a1b-4253-4356-86b5-44076b997736 req-b004cf25-6f9a-4aca-b957-78daecf45261 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690742
Apr 02 20:59:46.751276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network beb911da-4877-4280-aef6-5e2262f47fca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 20:59:46.839081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafee48-4cb0-4ae3-bf31-53a0bc39a075 req-cfec9796-dd5d-4ee2-89d9-bc53260626d0 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:46.840839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddafee48-4cb0-4ae3-bf31-53a0bc39a075 req-cfec9796-dd5d-4ee2-89d9-bc53260626d0 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 946 time: 0.0836985
Apr 02 20:59:46.925134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddafee48-4cb0-4ae3-bf31-53a0bc39a075 req-b6cb67bb-368f-4c58-bdc8-5dd5710cae53 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767119
Apr 02 20:59:46.943422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36656) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:46.976067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b88c4ba7-6494-41c4-a109-dc92127b0038), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.032340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88c4ba7-6494-41c4-a109-dc92127b0038,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:47.040101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Checking segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:47.040483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Network hostable DHCP agents. Network: beb911da-4877-4280-aef6-5e2262f47fca, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 20:59:47.058106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Network beb911da-4877-4280-aef6-5e2262f47fca is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 20:59:47.063539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8a4-475d-4ec0-82e6-a4b4159a8261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.067424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, beb911da-4877-4280-aef6-5e2262f47fca) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:47.072675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:47.074747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.076016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52f0a2-5404-493f-9b38-f3ac332e1627 None None] Network beb911da-4877-4280-aef6-5e2262f47fca requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:59:47.094081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c7287309-49a1-4cad-b353-96ed0f37e043 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4846239
Apr 02 20:59:47.094302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36660) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:47.099387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 20:59:47.123521 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (bc8494b0-4657-4b7d-8748-1574401deb1b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.124817 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (bc8494b0-4657-4b7d-8748-1574401deb1b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.150162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8a4-475d-4ec0-82e6-a4b4159a8261 admin admin] Publish callbacks [] for security_group (c634f728-f619-4be6-9e06-971660896d1e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.164272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8a4-475d-4ec0-82e6-a4b4159a8261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c634f728-f619-4be6-9e06-971660896d1e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.186811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks [] for router_controller (bc8494b0-4657-4b7d-8748-1574401deb1b), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.203482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f8a4-475d-4ec0-82e6-a4b4159a8261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c634f728-f619-4be6-9e06-971660896d1e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:47.219480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0cc6f8a4-475d-4ec0-82e6-a4b4159a8261 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=435fbe2a7f31430dbc15cbea4e1af786&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2696741
Apr 02 20:59:47.221811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36664) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:47.225537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-beb911da-4877-4280-aef6-5e2262f47fca', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 20:59:47.226670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.305154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ccd-d1c4-4540-864e-6d2e52f8a5d6 admin admin] Publish callbacks [] for security_group (c634f728-f619-4be6-9e06-971660896d1e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.336717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ccd-d1c4-4540-864e-6d2e52f8a5d6 admin admin] Publish callbacks [] for security_group (c634f728-f619-4be6-9e06-971660896d1e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.364980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330757-175c-4efd-b78d-8e1fac03d84c req-414ab6ef-32b9-442d-8fb5-44bc348c6223 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:47.366502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5330757-175c-4efd-b78d-8e1fac03d84c req-414ab6ef-32b9-442d-8fb5-44bc348c6223 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1460066
Apr 02 20:59:47.374374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks [] for router_gateway (bc8494b0-4657-4b7d-8748-1574401deb1b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.407027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Allocated IP 172.20.0.2 (beb911da-4877-4280-aef6-5e2262f47fca/b88c4ba7-6494-41c4-a109-dc92127b0038/e9074fd2-c7cb-4512-8839-a96a87948567) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:47.434222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5330757-175c-4efd-b78d-8e1fac03d84c req-8e5c561f-a8b6-492d-8386-7ee5a6b9d1e6 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577233
Apr 02 20:59:47.435671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ccd-d1c4-4540-864e-6d2e52f8a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c634f728-f619-4be6-9e06-971660896d1e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.438477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ccd-d1c4-4540-864e-6d2e52f8a5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.452776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b5e20ccd-d1c4-4540-864e-6d2e52f8a5d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c634f728-f619-4be6-9e06-971660896d1e HTTP/1.1" status: 204  len: 168 time: 0.2202058
Apr 02 20:59:47.472004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e20ccd-d1c4-4540-864e-6d2e52f8a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c634f728-f619-4be6-9e06-971660896d1e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:47.617615 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks [] for router_gateway (bc8494b0-4657-4b7d-8748-1574401deb1b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.637058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.679137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.767161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Allocated IP 172.35.4.109 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9e9df1ed-4562-4bbc-8564-573b94343f24) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:47.791832 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Publish callbacks [] for port (e9074fd2-c7cb-4512-8839-a96a87948567), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.800031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.869015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Network beb911da-4877-4280-aef6-5e2262f47fca is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:47.872881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:47.885189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:47.893472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbd48e-5529-440c-b986-4feaf80d2995 req-508635ca-ab80-4119-8baa-4401c576a891 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:47.895458 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33bbd48e-5529-440c-b986-4feaf80d2995 req-508635ca-ab80-4119-8baa-4401c576a891 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0762651
Apr 02 20:59:47.903215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks [] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.903956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Pushing event updated for resources: {'Port': ['ID=e9074fd2-c7cb-4512-8839-a96a87948567,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:47.942351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.963125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Attempting to bind port e9074fd2-c7cb-4512-8839-a96a87948567 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:47.963697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Attempting to bind port e9074fd2-c7cb-4512-8839-a96a87948567 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:47.969038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Attempting to bind port e9074fd2-c7cb-4512-8839-a96a87948567 on network beb911da-4877-4280-aef6-5e2262f47fca {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:47.978189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:47.978758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Checking segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:47.979264 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.979754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Bound using segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:47.981054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:47.981404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Bound port: e9074fd2-c7cb-4512-8839-a96a87948567, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:47.981896 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:47.984251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:47.988889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:47.999463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33bbd48e-5529-440c-b986-4feaf80d2995 req-e879166e-e3c1-4914-8d36-070b452239e3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977626
Apr 02 20:59:48.073938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Pushing event updated for resources: {'Port': ['ID=9e9df1ed-4562-4bbc-8564-573b94343f24,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:48.084726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] For port e9074fd2-c7cb-4512-8839-a96a87948567, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:48.090640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] For port e9074fd2-c7cb-4512-8839-a96a87948567, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9074fd2-c7cb-4512-8839-a96a87948567,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:48.096521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:48.162512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286bc4-aa0b-419b-88b8-b06bde0eb18d None None] Pushing event updated for resources: {'Port': ['ID=e9074fd2-c7cb-4512-8839-a96a87948567,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:48.188631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9d3f7-267d-466e-adfb-9c2448fe5976 req-806f44a8-ed68-4f96-b67f-add90e37a15c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:48.196731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6d9d3f7-267d-466e-adfb-9c2448fe5976 req-806f44a8-ed68-4f96-b67f-add90e37a15c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 946 time: 0.1709044
Apr 02 20:59:48.285909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6d9d3f7-267d-466e-adfb-9c2448fe5976 req-37483346-d738-48cd-aea6-7be8ff68358e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862677
Apr 02 20:59:48.427297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks [] for router_gateway (bc8494b0-4657-4b7d-8748-1574401deb1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:48.636585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311d271-4a1f-400e-9128-5ec0e955df9b req-cfabb92d-96e3-42cc-9566-39d5020feaac tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:48.638427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b311d271-4a1f-400e-9128-5ec0e955df9b req-cfabb92d-96e3-42cc-9566-39d5020feaac tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 946 time: 0.0637205
Apr 02 20:59:48.702815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b311d271-4a1f-400e-9128-5ec0e955df9b req-aa16f736-c874-441d-add0-97a55cb9e4f5 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547149
Apr 02 20:59:48.818559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36712) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:48.947092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:48.948404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2978-59df-4290-b900-e7c13b47fe86 req-4fc9810b-ae7e-4a2c-93b8-c73830c59680 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:48.953073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1be2978-59df-4290-b900-e7c13b47fe86 req-4fc9810b-ae7e-4a2c-93b8-c73830c59680 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0729473
Apr 02 20:59:49.033094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Publish callbacks [] for security_group (8f31ff73-7667-44bc-be28-93cb2554b62d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.038152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8f31ff73-7667-44bc-be28-93cb2554b62d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.083593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1be2978-59df-4290-b900-e7c13b47fe86 req-3c1a98a2-471e-4d58-a0cf-83ac5899eace tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952723
Apr 02 20:59:49.094179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31ff73-7667-44bc-be28-93cb2554b62d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:49.117404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (bc8494b0-4657-4b7d-8748-1574401deb1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.148651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.148992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.149335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.149668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.150002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.150327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.150653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.150978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.151304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.151624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.151942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.152270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.152601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.152929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.153236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:49.191383 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50f7f0c5-64aa-4205-9ab6-470e82908d41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6f61e1ac09246f1973b90a2fd027ab8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3717420
Apr 02 20:59:49.193888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:49.209897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c92b5-9dab-4492-a6a6-84d52776bc7e req-f6d58038-afd5-496e-91b9-96e2f49553c6 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:49.211418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e81c92b5-9dab-4492-a6a6-84d52776bc7e req-f6d58038-afd5-496e-91b9-96e2f49553c6 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1073573
Apr 02 20:59:49.281105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Router bc8494b0-4657-4b7d-8748-1574401deb1b is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 20:59:49.290318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14b1bc-100e-4c99-a8aa-0dc76173a363 None None] Network beb911da-4877-4280-aef6-5e2262f47fca requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 20:59:49.293981 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ef34-3222-438e-a9ba-f089733fe981 admin admin] Publish callbacks [] for security_group (8f31ff73-7667-44bc-be28-93cb2554b62d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.298125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e81c92b5-9dab-4492-a6a6-84d52776bc7e req-97037439-f38f-4857-a5c4-c9e8322c7a84 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754786
Apr 02 20:59:49.324990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ef34-3222-438e-a9ba-f089733fe981 admin admin] Publish callbacks [] for security_group (8f31ff73-7667-44bc-be28-93cb2554b62d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.363202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] Provisioning complete for port e9074fd2-c7cb-4512-8839-a96a87948567 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:49.363608 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.375234 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ef34-3222-438e-a9ba-f089733fe981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8f31ff73-7667-44bc-be28-93cb2554b62d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.377998 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ef34-3222-438e-a9ba-f089733fe981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.379358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2eb4ef34-3222-438e-a9ba-f089733fe981 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f31ff73-7667-44bc-be28-93cb2554b62d HTTP/1.1" status: 204  len: 168 time: 0.1844893
Apr 02 20:59:49.387947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4ef34-3222-438e-a9ba-f089733fe981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31ff73-7667-44bc-be28-93cb2554b62d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:49.414014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:49.424857 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Sync routers for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:49.434662 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.435918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7baa754-477e-4fd9-a695-e9dc494daa9f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 2.3407373
Apr 02 20:59:49.438807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36722) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:49.439748 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:49.447021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e04bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:49.544654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] Current status of the port e9074fd2-c7cb-4512-8839-a96a87948567 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:49.545056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.594534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:49.619319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] For port e9074fd2-c7cb-4512-8839-a96a87948567, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9074fd2-c7cb-4512-8839-a96a87948567,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:49.627678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.680859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9074fd2-c7cb-4512-8839-a96a87948567 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:49.717483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da583e-6163-42a7-b3a9-1b7202787ee6 None None] Pushing event updated for resources: {'Port': ['ID=e9074fd2-c7cb-4512-8839-a96a87948567,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:49.770100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e9074fd2-c7cb-4512-8839-a96a87948567 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:49.770487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.869534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e9074fd2-c7cb-4512-8839-a96a87948567 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:49.916901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e04bb0>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:48Z', 'revision_number': 3, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:49.948898 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Checking router: bc8494b0-4657-4b7d-8748-1574401deb1b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:49.949585 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Updating router bc8494b0-4657-4b7d-8748-1574401deb1b port 9e9df1ed-4562-4bbc-8564-573b94343f24 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:59:49.986200 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:49.990978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f449-804d-4001-8889-397c6485a7c1 req-314bea69-fc24-4e85-b9e4-ac4fb82584d8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:49.992492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40b0f449-804d-4001-8889-397c6485a7c1 req-314bea69-fc24-4e85-b9e4-ac4fb82584d8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 946 time: 0.1324944
Apr 02 20:59:50.053770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c3d85fba-6627-4d9b-8482-08e9f33f7b5b None None] Provisioning complete for port e9074fd2-c7cb-4512-8839-a96a87948567 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:50.055091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c3d85fba-6627-4d9b-8482-08e9f33f7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.099754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40b0f449-804d-4001-8889-397c6485a7c1 req-9220fc37-6939-44cd-9f39-577693052e00 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811868
Apr 02 20:59:50.181275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.239605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c3d85fba-6627-4d9b-8482-08e9f33f7b5b None None] Current status of the port e9074fd2-c7cb-4512-8839-a96a87948567 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:50.307134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310238-d5f5-4792-ac47-b408d02b3099 req-0abdf9a5-f3d8-4d68-9ecc-e60b999696b4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:50.316682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20310238-d5f5-4792-ac47-b408d02b3099 req-0abdf9a5-f3d8-4d68-9ecc-e60b999696b4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1025615
Apr 02 20:59:50.381464 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20310238-d5f5-4792-ac47-b408d02b3099 req-37a70117-e84e-45b3-9cdc-e8070b1bc560 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635185
Apr 02 20:59:50.388874 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Publish callbacks [] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.395784 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.401812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Allocated IP 172.20.0.1 (beb911da-4877-4280-aef6-5e2262f47fca/b88c4ba7-6494-41c4-a109-dc92127b0038/0a7fba1f-5ac3-4f54-a028-cff14be392ba) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 20:59:50.442670 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707af68-a407-4591-b0d9-3216fa042b8e None None] Pushing event updated for resources: {'Port': ['ID=9e9df1ed-4562-4bbc-8564-573b94343f24,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:50.480198 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Attempting to bind port 9e9df1ed-4562-4bbc-8564-573b94343f24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:50.480964 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Attempting to bind port 9e9df1ed-4562-4bbc-8564-573b94343f24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:50.481605 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Attempting to bind port 9e9df1ed-4562-4bbc-8564-573b94343f24 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:50.491512 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:50.492819 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:50.493470 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.494644 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:50.495668 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Bound port: 9e9df1ed-4562-4bbc-8564-573b94343f24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:50.495668 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.517724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434445d-f143-45e2-9263-de14b5166cba req-b8595e00-b4db-4908-8305-408419ffb6c3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:50.525608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9434445d-f143-45e2-9263-de14b5166cba req-b8595e00-b4db-4908-8305-408419ffb6c3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0658152
Apr 02 20:59:50.540245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks [] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.561527 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] For port 9e9df1ed-4562-4bbc-8564-573b94343f24, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:50.569683 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] For port 9e9df1ed-4562-4bbc-8564-573b94343f24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e9df1ed-4562-4bbc-8564-573b94343f24,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:50.578177 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.585173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.632628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9434445d-f143-45e2-9263-de14b5166cba req-18a73a2d-d7af-4f0a-987f-df73041a244b tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060157
Apr 02 20:59:50.644862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Network beb911da-4877-4280-aef6-5e2262f47fca is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:50.649074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:50.653530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 20:59:50.676871 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 20:59:50.703926 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707af68-a407-4591-b0d9-3216fa042b8e None None] Pushing event updated for resources: {'Port': ['ID=9e9df1ed-4562-4bbc-8564-573b94343f24,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:50.704355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a7fba1f-5ac3-4f54-a028-cff14be392ba,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:50.716172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.716352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.716666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.717098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.717250 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:50.717748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.718045 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e04bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:50.718182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.718413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.718746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.719078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.719406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.719734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.720061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.720387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.721308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.721649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:50.737645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (bc8494b0-4657-4b7d-8748-1574401deb1b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:50.863314 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:50.960621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.107272 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e04bb0>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:48Z', 'revision_number': 3, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:51.139785 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b2301-0eb8-4a7d-a78f-5753f389dd70 None None] The sync data for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 is: [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:48Z', 'revision_number': 3, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:51.174864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks [] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.179104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-26501c1d-ce05-48b3-9cdb-9d3938839987 None None] Provisioning complete for port 0a7fba1f-5ac3-4f54-a028-cff14be392ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:51.179961 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-26501c1d-ce05-48b3-9cdb-9d3938839987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.183143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.235572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-26501c1d-ce05-48b3-9cdb-9d3938839987 None None] Port 0a7fba1f-5ac3-4f54-a028-cff14be392ba cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:59:51.256299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (bc8494b0-4657-4b7d-8748-1574401deb1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.274845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a7fba1f-5ac3-4f54-a028-cff14be392ba,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:51.369525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Network beb911da-4877-4280-aef6-5e2262f47fca is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 20:59:51.370857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 20:59:51.605072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Router bc8494b0-4657-4b7d-8748-1574401deb1b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 20:59:51.635589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c379f-e263-49ce-9874-507baedd34eb req-2705813e-f2e0-4f33-93f4-6c9fdaf41388 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:51.654185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-197c379f-e263-49ce-9874-507baedd34eb req-2705813e-f2e0-4f33-93f4-6c9fdaf41388 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1251080
Apr 02 20:59:51.764855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-197c379f-e263-49ce-9874-507baedd34eb req-ec31d71c-1240-493a-97f0-228f3ae69752 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085551
Apr 02 20:59:51.805381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9074fd2-c7cb-4512-8839-a96a87948567 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:51.815797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 20:59:51.821785 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5d78eac7-c4c6-4774-b2ef-eb04b21ae8aa admin admin] 10.222.0.18 "PUT /v2.0/routers/bc8494b0-4657-4b7d-8748-1574401deb1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3819463
Apr 02 20:59:51.834115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8af063-56fe-4cc3-b3d0-2861ad8274b2 req-0f9044e6-6e5b-449a-bf91-d2df70236f77 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:51.835631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de8af063-56fe-4cc3-b3d0-2861ad8274b2 req-0f9044e6-6e5b-449a-bf91-d2df70236f77 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0938385
Apr 02 20:59:51.857075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e9074fd2-c7cb-4512-8839-a96a87948567 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:51.857449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.897326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de8af063-56fe-4cc3-b3d0-2861ad8274b2 req-f09d7b2a-5426-424f-9d49-584135aa4c1b tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528817
Apr 02 20:59:51.906669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c3aedabb-6316-4739-8460-1642bed21992 None None] Provisioning complete for port 0a7fba1f-5ac3-4f54-a028-cff14be392ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:51.907052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c3aedabb-6316-4739-8460-1642bed21992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:51.971084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c3aedabb-6316-4739-8460-1642bed21992 None None] Port 0a7fba1f-5ac3-4f54-a028-cff14be392ba cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 20:59:52.030019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e9074fd2-c7cb-4512-8839-a96a87948567 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:52.031214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9e9df1ed-4562-4bbc-8564-573b94343f24 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:52.084320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9e9df1ed-4562-4bbc-8564-573b94343f24 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:52.084727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:52.165138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9e9df1ed-4562-4bbc-8564-573b94343f24 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:52.165583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:52.186941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9e9df1ed-4562-4bbc-8564-573b94343f24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e9df1ed-4562-4bbc-8564-573b94343f24,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:52.192941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:52.257172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9e9df1ed-4562-4bbc-8564-573b94343f24,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:52.264925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.265494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.265846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.266189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.266519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.266851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.267180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.267538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.267866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.268191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.268547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.268859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.269180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.269574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.269879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 20:59:52.363160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-f76c4b1d-0150-4d07-bccd-be381af9e7c1 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:52.364707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-f76c4b1d-0150-4d07-bccd-be381af9e7c1 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 829 time: 0.1247113
Apr 02 20:59:52.381023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-7f446465-29f5-46ee-ae62-bf3f9cfd1ac2 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/quotas/56ca6952e8fb440c9a06d487b045cbc0 HTTP/1.1" status: 200  len: 375 time: 0.0107126
Apr 02 20:59:52.436517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-71baffc1-275c-4112-8e6c-4bf614754e5a tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501146
Apr 02 20:59:52.543283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-2402c133-45c3-4611-91c5-4716410feb54 service neutron] 10.222.0.18 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986986
Apr 02 20:59:52.641929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-7d94ced4-8c3c-45e4-8f68-8c679972a3bf service neutron] 10.222.0.18 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917923
Apr 02 20:59:52.862752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9ce774b-81fd-4366-b8a8-a3c62fdeb154 req-a0f70016-26a0-4ba7-ad0a-843b02737e86 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0491550
Apr 02 20:59:52.928928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037db79-c3a6-416b-b17c-94ed36e5e1ed req-c847316f-29dc-4a63-a984-0ad3979f821c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:52.930966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c037db79-c3a6-416b-b17c-94ed36e5e1ed req-c847316f-29dc-4a63-a984-0ad3979f821c tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0872757
Apr 02 20:59:53.000987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c037db79-c3a6-416b-b17c-94ed36e5e1ed req-e607dd77-8db2-44c8-a7e7-5b0061582eb0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631144
Apr 02 20:59:53.072405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e77159-eab6-4d8a-8619-972c63f578c3 req-c0651cd1-2bfc-4788-b564-67d78569e352 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:53.079630 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36e77159-eab6-4d8a-8619-972c63f578c3 req-c0651cd1-2bfc-4788-b564-67d78569e352 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0750718
Apr 02 20:59:53.103577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff53c9d7-c0de-4796-ad49-06e6e3146110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:53.138088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36e77159-eab6-4d8a-8619-972c63f578c3 req-567a5887-bbaf-4258-9a77-c95ac2f4a6b9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566587
Apr 02 20:59:53.154683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Sync routers for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 20:59:53.166854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:53.167713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845405820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:53.281409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:53.405758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 20:59:53.558121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:53.574247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'mac_address': 'fa:16:3e:ba:26:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 20:59:53.578046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845405820>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:51Z', 'revision_number': 2, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:53.608168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9e9df1ed-4562-4bbc-8564-573b94343f24 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:53.631835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Checking router: bc8494b0-4657-4b7d-8748-1574401deb1b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 20:59:53.632122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Updating router bc8494b0-4657-4b7d-8748-1574401deb1b port 0a7fba1f-5ac3-4f54-a028-cff14be392ba binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 20:59:53.697576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:53.697969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:53.709011 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:53.724112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 20:59:53.772179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:53.776859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9e9df1ed-4562-4bbc-8564-573b94343f24 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:53.777240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:53.780893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:53.791202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36898) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:53.910228 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e7fda3f-ee8d-4e85-bb83-ab9bc218f7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:53.976703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09693bf2-29d3-4e0c-93d0-4dafc74d93bf req-e3a6b14e-9bb2-4975-b06c-968061e9959c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0396404
Apr 02 20:59:54.043751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e7fda3f-ee8d-4e85-bb83-ab9bc218f7e9 admin admin] Publish callbacks [] for security_group (fa2edeb8-f672-474f-aca6-48256f27f64e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.050611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e7fda3f-ee8d-4e85-bb83-ab9bc218f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fa2edeb8-f672-474f-aca6-48256f27f64e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.075428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 20:59:54.106812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9e7fda3f-ee8d-4e85-bb83-ab9bc218f7e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90f10744c26b4dbb9b125e1867ed60a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3145685
Apr 02 20:59:54.108257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fda3f-ee8d-4e85-bb83-ab9bc218f7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2edeb8-f672-474f-aca6-48256f27f64e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:54.111086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 20:59:54.175994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70689a32-2ea6-4888-b69b-7db39b97d14d req-39f85b96-5a09-4468-a665-c3cd7eecee73 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:54.192985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70689a32-2ea6-4888-b69b-7db39b97d14d req-39f85b96-5a09-4468-a665-c3cd7eecee73 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0978341
Apr 02 20:59:54.220289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22027eaa-8269-4d58-ba89-70d0c8f640ef admin admin] Publish callbacks [] for security_group (fa2edeb8-f672-474f-aca6-48256f27f64e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.246412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22027eaa-8269-4d58-ba89-70d0c8f640ef admin admin] Publish callbacks [] for security_group (fa2edeb8-f672-474f-aca6-48256f27f64e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.247160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:54.251366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70689a32-2ea6-4888-b69b-7db39b97d14d req-78a3f4bf-49e1-43cd-b3c2-36b828253668 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572209
Apr 02 20:59:54.308706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9e9df1ed-4562-4bbc-8564-573b94343f24 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:54.352787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb61163-d023-4ecf-8a23-692ada790077 req-3ddb66e0-a9d2-4257-ad94-58928aecb933 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:54.355096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acb61163-d023-4ecf-8a23-692ada790077 req-3ddb66e0-a9d2-4257-ad94-58928aecb933 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1066453
Apr 02 20:59:54.393889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22027eaa-8269-4d58-ba89-70d0c8f640ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fa2edeb8-f672-474f-aca6-48256f27f64e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.396418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22027eaa-8269-4d58-ba89-70d0c8f640ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.399993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-22027eaa-8269-4d58-ba89-70d0c8f640ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa2edeb8-f672-474f-aca6-48256f27f64e HTTP/1.1" status: 204  len: 168 time: 0.2852454
Apr 02 20:59:54.425200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22027eaa-8269-4d58-ba89-70d0c8f640ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2edeb8-f672-474f-aca6-48256f27f64e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:54.448829 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acb61163-d023-4ecf-8a23-692ada790077 req-3eacd0bb-735c-4019-b47c-29f1eab96d99 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855346
Apr 02 20:59:54.569408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Publish callbacks [] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.578302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.640271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f555b-6e77-493b-9777-16f17996406d None None] Pushing event updated for resources: {'Port': ['ID=0a7fba1f-5ac3-4f54-a028-cff14be392ba,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:54.730016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Attempting to bind port 0a7fba1f-5ac3-4f54-a028-cff14be392ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 20:59:54.730584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Attempting to bind port 0a7fba1f-5ac3-4f54-a028-cff14be392ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 20:59:54.731202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Attempting to bind port 0a7fba1f-5ac3-4f54-a028-cff14be392ba on network beb911da-4877-4280-aef6-5e2262f47fca {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 20:59:54.739579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 20:59:54.740938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Checking segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 20:59:54.741744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.742359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Bound using segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 20:59:54.743069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Bound port: 0a7fba1f-5ac3-4f54-a028-cff14be392ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 20:59:54.743717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.828779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] For port 0a7fba1f-5ac3-4f54-a028-cff14be392ba, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 20:59:54.834826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] For port 0a7fba1f-5ac3-4f54-a028-cff14be392ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a7fba1f-5ac3-4f54-a028-cff14be392ba,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 20:59:54.846840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:54.913765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 20:59:54.914287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845405820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:54.961919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f555b-6e77-493b-9777-16f17996406d None None] Pushing event updated for resources: {'Port': ['ID=0a7fba1f-5ac3-4f54-a028-cff14be392ba,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:55.034431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] Provisioning complete for port 0a7fba1f-5ac3-4f54-a028-cff14be392ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:55.034810 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.119717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f47dd5cd-7700-42f8-b531-89ed4de6919c req-66fd9891-2da8-48e5-b5ef-049696099b60 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0481780
Apr 02 20:59:55.130310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 20:59:55.295135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2922efa4-6fda-43fe-8b21-87e85127adf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.297446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] Current status of the port 0a7fba1f-5ac3-4f54-a028-cff14be392ba is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:55.297931 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.407043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98955c-b810-47b4-8100-5aa03cfcaa8f req-49606b76-9cf8-4eda-a0da-1a241a0e8486 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:55.412152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:55.417202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] For port 0a7fba1f-5ac3-4f54-a028-cff14be392ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a7fba1f-5ac3-4f54-a028-cff14be392ba,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:55.418193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7f98955c-b810-47b4-8100-5aa03cfcaa8f req-49606b76-9cf8-4eda-a0da-1a241a0e8486 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0770128
Apr 02 20:59:55.453604 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.501832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7f98955c-b810-47b4-8100-5aa03cfcaa8f req-d9876d11-27b9-49d6-8f1b-036bcf61f3b0 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824208
Apr 02 20:59:55.607096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c5703-c4a2-484d-a2f3-90c0880ea9e6 None None] Pushing event updated for resources: {'Port': ['ID=0a7fba1f-5ac3-4f54-a028-cff14be392ba,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:55.630749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c6da75fa-edfe-4614-b233-831a7db82038 None None] Provisioning complete for port 0a7fba1f-5ac3-4f54-a028-cff14be392ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:55.631963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6da75fa-edfe-4614-b233-831a7db82038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.638500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03149-5887-43f0-96eb-242d405c83db req-4656831c-1ed2-4f2f-b393-2a731e9e858d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:55.651598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ee03149-5887-43f0-96eb-242d405c83db req-4656831c-1ed2-4f2f-b393-2a731e9e858d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0972621
Apr 02 20:59:55.672789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:55.673528 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.730157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ee03149-5887-43f0-96eb-242d405c83db req-717e33fc-ee66-44f0-a600-b067eff0cc4d tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771763
Apr 02 20:59:55.772304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845405820>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:54Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 20:59:55.824709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3050927-0b85-4423-8235-ea3ab5c27a06 None None] The sync data for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 is: [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:54Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 20:59:55.872616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:55.873012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:55.917437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c6da75fa-edfe-4614-b233-831a7db82038 None None] Current status of the port 0a7fba1f-5ac3-4f54-a028-cff14be392ba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:55.942221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 20:59:55.946381 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e34e8f6-ff60-458d-b04d-defac90f586a" -d '{"events": [{"server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "name": "network-vif-plugged", "status": "completed", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 20:59:55.967350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 20:59:55.975553 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:56.009199 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c756989-1f24-4d5d-a271-f672c9b790c4 x-openstack-request-id: req-0c756989-1f24-4d5d-a271-f672c9b790c4 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 20:59:56.009494 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "name": "network-vif-plugged", "status": "completed", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 20:59:56.009751 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c756989-1f24-4d5d-a271-f672c9b790c4 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 20:59:56.010177 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c756989-1f24-4d5d-a271-f672c9b790c4'] response: {'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'code': 200}
Apr 02 20:59:56.043309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 20:59:56.225808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40677d67-cea6-499c-ba84-6f0a0f9d00ec req-cca548d3-f23c-4b25-9f64-f1ab284ab9da tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0318644
Apr 02 20:59:56.556869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:56.751599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec4711-acdc-4e98-98dc-30b2239bfd50 req-af897e23-6d3d-4a3e-8881-2e0afd4127ff tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:56.759401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dec4711-acdc-4e98-98dc-30b2239bfd50 req-af897e23-6d3d-4a3e-8881-2e0afd4127ff tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1104536
Apr 02 20:59:56.884220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dec4711-acdc-4e98-98dc-30b2239bfd50 req-220b0542-42ec-482f-9ecd-68aad245ad65 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233318
Apr 02 20:59:56.924763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7585c-02f0-4850-8558-8bf7ef3d9570 req-b954c078-bb2b-47de-869a-92c444119cfb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:56.927043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9f7585c-02f0-4850-8558-8bf7ef3d9570 req-b954c078-bb2b-47de-869a-92c444119cfb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0631332
Apr 02 20:59:56.993843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9f7585c-02f0-4850-8558-8bf7ef3d9570 req-80e11a53-e329-4984-8ba5-e40dfe309121 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559902
Apr 02 20:59:57.394511 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03aba7f2-dc98-41cf-8f90-aaf8f0fae0bc req-087f3ce4-d363-4a6e-a0b3-88c9d6671f88 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0597515
Apr 02 20:59:57.623287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a7fba1f-5ac3-4f54-a028-cff14be392ba up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 20:59:57.687024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0a7fba1f-5ac3-4f54-a028-cff14be392ba triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 20:59:57.687658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:57.783951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0a7fba1f-5ac3-4f54-a028-cff14be392ba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 20:59:58.019599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634ea8f-ef6f-436f-911a-298b6bfb7b73 req-1447b369-be21-4bde-acbb-2af3dc374fac tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:58.021150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8634ea8f-ef6f-436f-911a-298b6bfb7b73 req-1447b369-be21-4bde-acbb-2af3dc374fac tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0658817
Apr 02 20:59:58.082004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8634ea8f-ef6f-436f-911a-298b6bfb7b73 req-09c7dcef-6082-4b62-86ce-b162eb969d0b tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516615
Apr 02 20:59:58.146660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2e93-6173-4a24-89c1-0c7a1cf65e01 req-7085268f-94b4-4726-a408-267f407dc756 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:58.149136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeaa2e93-6173-4a24-89c1-0c7a1cf65e01 req-7085268f-94b4-4726-a408-267f407dc756 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0698388
Apr 02 20:59:58.209500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeaa2e93-6173-4a24-89c1-0c7a1cf65e01 req-950424ab-68ec-4a0d-bde8-c825279e3f45 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523407
Apr 02 20:59:58.532904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d88ba5ae-f4c5-4c30-997c-ddd2944bffee req-a80890a3-e9b4-447c-8180-ff3ac680944f tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0368934
Apr 02 20:59:58.591550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:59.216357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72215-8bf3-43ee-b54a-76d1920057ef req-674ae0d8-c3c0-45c8-8987-ee4a37cde9f9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:59.223207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bb72215-8bf3-43ee-b54a-76d1920057ef req-674ae0d8-c3c0-45c8-8987-ee4a37cde9f9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0637696
Apr 02 20:59:59.275833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bb72215-8bf3-43ee-b54a-76d1920057ef req-c679119e-01c2-4b0e-bece-b674ca9bd792 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516899
Apr 02 20:59:59.358365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4889576-a301-4b80-9929-55ffa683f25f req-5b608838-0045-4156-9254-614cae91ca2e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 20:59:59.360059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4889576-a301-4b80-9929-55ffa683f25f req-5b608838-0045-4156-9254-614cae91ca2e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0786424
Apr 02 20:59:59.366781 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 20:59:59.418824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4889576-a301-4b80-9929-55ffa683f25f req-1513a188-cd0e-47f8-a841-3aba591fe288 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497234
Apr 02 20:59:59.636273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-712b4f22-c082-4513-a439-07e5b3b39830 req-2c0c157e-9fb3-4e65-be39-c9ed4e046179 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0288112
Apr 02 21:00:00.416761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f806c-b450-46f9-b37c-0004e956b240 req-13d0cb2c-27a7-4dee-a4a4-2a1e35adb276 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:00.418783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-768f806c-b450-46f9-b37c-0004e956b240 req-13d0cb2c-27a7-4dee-a4a4-2a1e35adb276 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0584178
Apr 02 21:00:00.474319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-768f806c-b450-46f9-b37c-0004e956b240 req-dc348461-e6ce-4e3f-a13e-4e8f5288cd67 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490956
Apr 02 21:00:00.576225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bda48-cfa4-44c9-8cc3-5ff6f038bb98 req-574e4b93-c720-48cb-b6fa-65f8731f5f9a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:00.576982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a64bda48-cfa4-44c9-8cc3-5ff6f038bb98 req-574e4b93-c720-48cb-b6fa-65f8731f5f9a tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0611753
Apr 02 21:00:00.636981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a64bda48-cfa4-44c9-8cc3-5ff6f038bb98 req-c5147e06-c40b-4f30-9b9d-e236658193f8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511591
Apr 02 21:00:00.753933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a6d9ee1-4c45-408a-913d-862eae79d232 req-116786a5-1a0a-4f43-89a4-b651bef34b6b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0351808
Apr 02 21:00:01.675636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c8d0-a454-4e5b-bb00-f42f282d292e req-aee254b7-19af-4286-8871-ac9d84c6b6e8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:01.677224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c735c8d0-a454-4e5b-bb00-f42f282d292e req-aee254b7-19af-4286-8871-ac9d84c6b6e8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0835223
Apr 02 21:00:01.697605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-eecf5cc4-831e-4c30-be18-d629c843de87 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:01.699163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-eecf5cc4-831e-4c30-be18-d629c843de87 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.15 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 829 time: 0.1701775
Apr 02 21:00:01.714841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Request body: {'port': {'device_id': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'admin_state_up': True, 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:01.742246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c735c8d0-a454-4e5b-bb00-f42f282d292e req-3b062aeb-435c-45fb-9a4d-1d690f0b1c2f tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506792
Apr 02 21:00:01.907692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c9db-5063-4dfe-8a21-be0522ece728 req-8fb0f7e3-f58e-40c7-a41f-45efb017e1c9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:01.909878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c83c9db-5063-4dfe-8a21-be0522ece728 req-8fb0f7e3-f58e-40c7-a41f-45efb017e1c9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1475565
Apr 02 21:00:01.927563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e501337-3d35-4952-85a6-5a98c20360b9 req-e2bfb092-49d9-4d94-ad36-30a32fed7f20 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 210 time: 0.0328162
Apr 02 21:00:01.989195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c83c9db-5063-4dfe-8a21-be0522ece728 req-c8e7a408-241e-4fbc-8563-cd35aa8b4566 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629299
Apr 02 21:00:02.001120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Made reservation on behalf of 56ca6952e8fb440c9a06d487b045cbc0 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:02.004683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.191306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Allocated IP 172.20.0.11 (beb911da-4877-4280-aef6-5e2262f47fca/b88c4ba7-6494-41c4-a109-dc92127b0038/0c806072-0f4f-4e01-816a-691781e5cbd9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:02.370125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.410751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.471543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Network beb911da-4877-4280-aef6-5e2262f47fca is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:02.475591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:02.479619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:02.519928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event updated for resources: {'Port': ['ID=0c806072-0f4f-4e01-816a-691781e5cbd9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:02.544048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:02.545118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.565551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-adb412d7-351a-4749-adb7-d33f792fa5b0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8549485
Apr 02 21:00:02.586917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Request body: {'port': {'device_id': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:02.674948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-26590a43-205b-4544-9c84-de057183afc9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:02.680612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-26590a43-205b-4544-9c84-de057183afc9 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.0812666
Apr 02 21:00:02.707730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.792073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Deleting port 621024d2-1ce8-42c3-9e0b-779d93467380 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:02.792421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.836611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ac99565c-3f6f-43b6-8ea3-ad55ff722f00 None None] Provisioning complete for port 0c806072-0f4f-4e01-816a-691781e5cbd9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:02.837204 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac99565c-3f6f-43b6-8ea3-ad55ff722f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.914973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ac99565c-3f6f-43b6-8ea3-ad55ff722f00 None None] Port 0c806072-0f4f-4e01-816a-691781e5cbd9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:00:02.959609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] For port 621024d2-1ce8-42c3-9e0b-779d93467380, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=621024d2-1ce8-42c3-9e0b-779d93467380,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:02.960352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:02.977695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Calling delete_port for 621024d2-1ce8-42c3-9e0b-779d93467380 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:03.025000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53232-1628-414d-a14f-f674c50568eb req-5429f2cf-0b34-47d5-b589-2bd21cedca04 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:03.026673 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfe53232-1628-414d-a14f-f674c50568eb req-5429f2cf-0b34-47d5-b589-2bd21cedca04 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 951 time: 0.1421452
Apr 02 21:00:03.104291 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfe53232-1628-414d-a14f-f674c50568eb req-d04829b9-bcc2-4232-a7d7-38bac39dc54e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697293
Apr 02 21:00:03.154506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6a078-c707-4bdc-bf49-2387c09b829b req-8cbad822-4276-4fb0-abe7-f4fdd4bb22c8 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:03.162010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dc6a078-c707-4bdc-bf49-2387c09b829b req-8cbad822-4276-4fb0-abe7-f4fdd4bb22c8 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 932 time: 0.1277192
Apr 02 21:00:03.177349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c806072-0f4f-4e01-816a-691781e5cbd9 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:03.188008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Publish callbacks [] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.213862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Transition to ACTIVE for port object 0c806072-0f4f-4e01-816a-691781e5cbd9 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:00:03.215233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dc6a078-c707-4bdc-bf49-2387c09b829b req-9149fd97-5237-4e7a-82a9-e81a4406a7f4 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523851
Apr 02 21:00:03.235791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.319125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Pushing event updated for resources: {'Port': ['ID=0c806072-0f4f-4e01-816a-691781e5cbd9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:03.349051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe5bc-4592-4648-881c-6394b296d4b6 req-9879fc8e-93fe-44c6-96d0-3716f220069e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:03.350769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dbfe5bc-4592-4648-881c-6394b296d4b6 req-9879fc8e-93fe-44c6-96d0-3716f220069e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1245768
Apr 02 21:00:03.355247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (621024d2-1ce8-42c3-9e0b-779d93467380), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.370496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:03.372858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182', '621024d2-1ce8-42c3-9e0b-779d93467380'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:03.417130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event deleted for resources: {'Port': ['ID=621024d2-1ce8-42c3-9e0b-779d93467380,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:03.534657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Attempting to bind port 0c806072-0f4f-4e01-816a-691781e5cbd9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:03.535596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Attempting to bind port 0c806072-0f4f-4e01-816a-691781e5cbd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:03.535596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Attempting to bind port 0c806072-0f4f-4e01-816a-691781e5cbd9 on network beb911da-4877-4280-aef6-5e2262f47fca {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:03.545201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dbfe5bc-4592-4648-881c-6394b296d4b6 req-7d9d6606-7f39-46a5-af01-328bb15f0d51 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850474
Apr 02 21:00:03.550575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Port 0c806072-0f4f-4e01-816a-691781e5cbd9 on network beb911da-4877-4280-aef6-5e2262f47fca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:03.552074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Attempting to bind port 0c806072-0f4f-4e01-816a-691781e5cbd9 on network beb911da-4877-4280-aef6-5e2262f47fca {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:03.553974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] No DVR routers for this DVR port 621024d2-1ce8-42c3-9e0b-779d93467380 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:03.557045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.562298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:03.562741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1702cb8-7b73-4761-bb06-1075e3b9e2f9 req-f98cb2fc-a49d-4d15-ae0e-2cf657ec3d47 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "DELETE /v2.0/ports/621024d2-1ce8-42c3-9e0b-779d93467380 HTTP/1.1" status: 204  len: 173 time: 0.8757479
Apr 02 21:00:03.562901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Checking segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:03.563288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Bound using segment: {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:03.563820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Bound port: 0c806072-0f4f-4e01-816a-691781e5cbd9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66626d09-e216-4132-8433-104ca1ea2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:03.564168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-deleted', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:03.564396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.566978 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dc7d37-2fda-44f9-9271-57ff7c7dcde5" -d '{"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-deleted", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:03.668987 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc2042-a12a-4a65-9e68-a1525330eee3 x-openstack-request-id: req-43cc2042-a12a-4a65-9e68-a1525330eee3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:03.669340 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9db7f5-298f-4032-90f6-c9766b263c24", "name": "network-vif-deleted", "tag": "621024d2-1ce8-42c3-9e0b-779d93467380", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:03.669614 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43cc2042-a12a-4a65-9e68-a1525330eee3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:03.670066 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cc2042-a12a-4a65-9e68-a1525330eee3'] response: {'server_uuid': 'db9db7f5-298f-4032-90f6-c9766b263c24', 'name': 'network-vif-deleted', 'tag': '621024d2-1ce8-42c3-9e0b-779d93467380', 'status': 'completed', 'code': 200}
Apr 02 21:00:03.709738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] For port 0c806072-0f4f-4e01-816a-691781e5cbd9, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:03.723650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] For port 0c806072-0f4f-4e01-816a-691781e5cbd9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c806072-0f4f-4e01-816a-691781e5cbd9,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:03.733777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.780990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:03.781616 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:03.783596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] 10.222.0.15 "PUT /v2.0/ports/0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 1092 time: 1.2011018
Apr 02 21:00:03.784186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:03.801119 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c031e-33db-4bfc-8c66-9d121e92c6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:03.942019 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1f899f-92d1-40ab-854a-973989e49f23 x-openstack-request-id: req-2f1f899f-92d1-40ab-854a-973989e49f23 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:03.942456 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:03.942805 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f1f899f-92d1-40ab-854a-973989e49f23 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:03.943315 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1f899f-92d1-40ab-854a-973989e49f23'] response: {'name': 'network-changed', 'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'status': 'completed', 'code': 200}
Apr 02 21:00:03.961945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f4af9-ec39-4c83-93a0-a48a549f52dd service neutron] Pushing event updated for resources: {'Port': ['ID=0c806072-0f4f-4e01-816a-691781e5cbd9,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:03.995569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-f0ee1541-fd74-4487-a2a7-72f6402eaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:03.997313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-f0ee1541-fd74-4487-a2a7-72f6402eaab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1126 time: 0.1568964
Apr 02 21:00:04.062889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-44aac174-002e-4f18-955b-a07f74ebbe63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 217 time: 0.0577979
Apr 02 21:00:04.128957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-732f9a5a-1da9-44f3-b3d4-708f896729ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.130460 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-732f9a5a-1da9-44f3-b3d4-708f896729ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 200  len: 868 time: 0.0606697
Apr 02 21:00:04.209159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94d6-9559-4491-a994-bdbececb301d req-5631c5cd-41f3-4f61-af53-4800c94cbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.210710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-5631c5cd-41f3-4f61-af53-4800c94cbb65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beb911da-4877-4280-aef6-5e2262f47fca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0741882
Apr 02 21:00:04.288146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5251becf-8617-42f9-a5e5-d7fe2deec5ec req-fc4333b3-ceb5-4f1a-9ea9-929afcd827b4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=db9db7f5-298f-4032-90f6-c9766b263c24 HTTP/1.1" status: 200  len: 210 time: 0.0562420
Apr 02 21:00:04.385134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-8b3ac0c0-ab73-4306-a4bf-c84d7af3864a service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551135
Apr 02 21:00:04.403590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d058ccf-cfd6-45b7-b8d5-023e52290af5 req-8e31ad98-9336-413e-ac70-95f5f1cd290b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.405295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d058ccf-cfd6-45b7-b8d5-023e52290af5 req-8e31ad98-9336-413e-ac70-95f5f1cd290b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 944 time: 0.0930936
Apr 02 21:00:04.480208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d058ccf-cfd6-45b7-b8d5-023e52290af5 req-aa7bf62c-03d9-4ef2-bb60-84420348d174 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685914
Apr 02 21:00:04.522590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-571f94d6-9559-4491-a994-bdbececb301d req-6c1ef04e-1704-48f8-8646-78f5593664ee service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281207
Apr 02 21:00:04.624238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-7f4f94c7-eaab-4648-89c6-c2326a777ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.625801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-7f4f94c7-eaab-4648-89c6-c2326a777ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1126 time: 0.0515971
Apr 02 21:00:04.774229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bad60a-4b02-4809-b654-a5bd8176cee0 req-1177d345-1e0c-405c-b2b9-1bf68d8fb218 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.776077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98bad60a-4b02-4809-b654-a5bd8176cee0 req-1177d345-1e0c-405c-b2b9-1bf68d8fb218 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.1114578
Apr 02 21:00:04.777783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-acc1d7d4-5d32-4bb4-b4c4-33252ca26935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.779209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-acc1d7d4-5d32-4bb4-b4c4-33252ca26935 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 930 time: 0.1467111
Apr 02 21:00:04.834543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-e3553138-244f-4188-b87c-3bf50590bfb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 217 time: 0.0455329
Apr 02 21:00:04.893003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98bad60a-4b02-4809-b654-a5bd8176cee0 req-037df4bc-096a-45fa-95e9-5c9b97f86476 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102412
Apr 02 21:00:04.901661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-e8b923c6-0c96-462a-8dbf-8078f61bde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.903320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-e8b923c6-0c96-462a-8dbf-8078f61bde94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 200  len: 868 time: 0.0629895
Apr 02 21:00:04.951545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-9732b242-c3fb-4bdd-a0cd-6ed1e3f939e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:04.953057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-9732b242-c3fb-4bdd-a0cd-6ed1e3f939e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beb911da-4877-4280-aef6-5e2262f47fca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436776
Apr 02 21:00:05.045587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-a6d03433-58bb-4556-9c11-00bd9d56494c service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860338
Apr 02 21:00:05.140220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532c031e-33db-4bfc-8c66-9d121e92c6fd req-91bfa9c8-754d-41c1-8b1b-ee895cd051bb service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863445
Apr 02 21:00:05.643972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7e38-e1e2-4c7a-86c4-b634433bb96e req-bb564794-0486-4421-9285-d43ec34ba96d tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:05.644633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26c2a-369d-4caa-9927-fedaf26ada3b req-0567a53d-86f6-4cd5-bdc9-64131a38c2c4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:05.646143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b3f7e38-e1e2-4c7a-86c4-b634433bb96e req-bb564794-0486-4421-9285-d43ec34ba96d tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 944 time: 0.0579987
Apr 02 21:00:05.646406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bc26c2a-369d-4caa-9927-fedaf26ada3b req-0567a53d-86f6-4cd5-bdc9-64131a38c2c4 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0529196
Apr 02 21:00:05.693743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b3f7e38-e1e2-4c7a-86c4-b634433bb96e req-887bffb1-443f-4836-b247-86232a390d44 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426059
Apr 02 21:00:05.693982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bc26c2a-369d-4caa-9927-fedaf26ada3b req-cfee28be-045d-4982-8725-cce21cbedd12 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415263
Apr 02 21:00:06.044834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43d876-3846-4855-a263-06fdbbb2fdc0 req-2821631f-6e29-4fc3-9ec4-5cd62224704f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:06.046356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d43d876-3846-4855-a263-06fdbbb2fdc0 req-2821631f-6e29-4fc3-9ec4-5cd62224704f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0542223
Apr 02 21:00:06.098125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d43d876-3846-4855-a263-06fdbbb2fdc0 req-35a454a5-a2b9-44b1-833b-d20a71bcf4a3 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415499
Apr 02 21:00:06.126138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-940cc9da-7b9f-47c9-aff3-0edab56fe61d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:06.127686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-940cc9da-7b9f-47c9-aff3-0edab56fe61d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.1270092
Apr 02 21:00:06.142557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-d45e0ed6-adb8-4c2c-b206-d5db4ebb7e99 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/quotas/784e9ed7207a4d9e970e3d496574e6d1 HTTP/1.1" status: 200  len: 375 time: 0.0091906
Apr 02 21:00:06.195557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-eab90fff-8dd3-4f95-b863-7eb7230ade6f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0473454
Apr 02 21:00:06.287671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-dfee7bea-123f-4298-8d27-37c567317a02 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855374
Apr 02 21:00:06.302898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:06.382221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:06.382502 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:06.388369 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-25e3bb4c-0698-42b5-8fd7-f83cf147a95f service neutron] 10.222.0.18 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948930
Apr 02 21:00:06.407181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:06.410487 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e96705-57dc-452e-9212-8847d18da90d" -d '{"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-unplugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:06.427680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:06.457126 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63cc68f-25a5-4bbc-aba0-0dce2ff84c27 x-openstack-request-id: req-e63cc68f-25a5-4bbc-aba0-0dce2ff84c27 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:06.457489 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-unplugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:06.457751 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e63cc68f-25a5-4bbc-aba0-0dce2ff84c27 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:06.458146 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63cc68f-25a5-4bbc-aba0-0dce2ff84c27'] response: {'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'code': 200}
Apr 02 21:00:06.459172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:06.459944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:06.506951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 621024d2-1ce8-42c3-9e0b-779d93467380 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:06.510264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 621024d2-1ce8-42c3-9e0b-779d93467380 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:06.535750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:06.581862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99108f66-7277-4761-976b-b20cf674d775 req-bb59f2f1-8966-4074-863c-4071132eaf62 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 210 time: 0.0292728
Apr 02 21:00:06.828969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5827-208f-499d-a29f-adf62056bf42 req-49c76f7a-b5ca-46b6-a239-845d8b780429 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:06.835417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad9098-70ef-4465-bb83-74fe53ef647d req-11482d72-7824-48c5-861f-71c7eeee5ad9 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:06.836854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ccc5827-208f-499d-a29f-adf62056bf42 req-49c76f7a-b5ca-46b6-a239-845d8b780429 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0681455
Apr 02 21:00:06.842681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8ad9098-70ef-4465-bb83-74fe53ef647d req-11482d72-7824-48c5-861f-71c7eeee5ad9 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 944 time: 0.0774579
Apr 02 21:00:06.912011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8ad9098-70ef-4465-bb83-74fe53ef647d req-c7e342ed-b224-47ad-89a4-30b70ede73ef tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683763
Apr 02 21:00:06.939609 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ccc5827-208f-499d-a29f-adf62056bf42 req-7dab3ed4-b6f5-48ad-bcc4-2f08c4f778ca tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970283
Apr 02 21:00:07.105049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-7bd72650-89af-401b-969f-b7bb94d32c1e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:07.106855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-7bd72650-89af-401b-969f-b7bb94d32c1e tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 949 time: 0.0587442
Apr 02 21:00:07.264903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Deleting port c04f176b-9717-4cb2-9621-f8e89d6031ec {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:07.265253 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:07.275605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a1d54-c2c7-4bca-9b2d-b56c67d28d1e req-c6e832a0-fb5c-462c-a11f-2840a54528b8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:07.277164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-031a1d54-c2c7-4bca-9b2d-b56c67d28d1e req-c6e832a0-fb5c-462c-a11f-2840a54528b8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 948 time: 0.0883076
Apr 02 21:00:07.386081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-031a1d54-c2c7-4bca-9b2d-b56c67d28d1e req-a203e52c-8d79-4558-82f6-667ef9d836b0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975509
Apr 02 21:00:07.414875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] For port c04f176b-9717-4cb2-9621-f8e89d6031ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c04f176b-9717-4cb2-9621-f8e89d6031ec,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:07.415242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:07.427819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Calling delete_port for c04f176b-9717-4cb2-9621-f8e89d6031ec owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:07.566515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c04f176b-9717-4cb2-9621-f8e89d6031ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:07.580898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:07.583883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c04f176b-9717-4cb2-9621-f8e89d6031ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:07.605987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event deleted for resources: {'Port': ['ID=c04f176b-9717-4cb2-9621-f8e89d6031ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:07.706674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] No DVR routers for this DVR port c04f176b-9717-4cb2-9621-f8e89d6031ec on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:07.712853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:07.716794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db74b6f6-c8f8-46ea-9f63-5e4e83ab2bab req-5b8a7173-c94c-4eb9-bf66-ef0265290819 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.21 "DELETE /v2.0/ports/c04f176b-9717-4cb2-9621-f8e89d6031ec HTTP/1.1" status: 204  len: 173 time: 0.6019034
Apr 02 21:00:07.717313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-deleted', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:07.719818 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e3202-e2c1-470c-b3dd-07b401cd0e1b" -d '{"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-deleted", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:07.753290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b3d2c89-d6c0-457c-a8a3-c3ffa8d2f44d req-845cd43f-4e29-4928-ba62-d9b511d719bc tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 210 time: 0.0426474
Apr 02 21:00:07.765708 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216db606-07ca-4842-b915-6ee8963833ee x-openstack-request-id: req-216db606-07ca-4842-b915-6ee8963833ee {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:07.766193 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9660b921-cb0b-4244-9f7b-c0bfbd321bfe", "name": "network-vif-deleted", "tag": "c04f176b-9717-4cb2-9621-f8e89d6031ec", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:07.766592 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216db606-07ca-4842-b915-6ee8963833ee {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:07.767308 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216db606-07ca-4842-b915-6ee8963833ee'] response: {'server_uuid': '9660b921-cb0b-4244-9f7b-c0bfbd321bfe', 'name': 'network-vif-deleted', 'tag': 'c04f176b-9717-4cb2-9621-f8e89d6031ec', 'status': 'completed', 'code': 200}
Apr 02 21:00:07.889709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-d832d975-6a3b-41c1-8044-7718f01d0485 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:07.891437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-d832d975-6a3b-41c1-8044-7718f01d0485 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 805 time: 0.1228347
Apr 02 21:00:07.905395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Request body: {'port': {'device_id': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'admin_state_up': True, 'tenant_id': '784e9ed7207a4d9e970e3d496574e6d1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:08.043863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dbfac-5efd-45d7-918c-04832751c485 req-6db7c79e-81c0-44d0-903c-3d2c655547a6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:08.045613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c4dbfac-5efd-45d7-918c-04832751c485 req-6db7c79e-81c0-44d0-903c-3d2c655547a6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 944 time: 0.0648780
Apr 02 21:00:08.079600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-329b6fb5-978f-4078-a265-3a2799ee1add req-0f92edc1-d8ae-4872-a5eb-291bf9576b05 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9660b921-cb0b-4244-9f7b-c0bfbd321bfe HTTP/1.1" status: 200  len: 210 time: 0.0467122
Apr 02 21:00:08.107939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-4e611c5e-ffd9-4c43-87fc-29285345c91d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:08.109842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-4e611c5e-ffd9-4c43-87fc-29285345c91d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b05964-ec44-4336-bb67-fabe511c77aa HTTP/1.1" status: 200  len: 946 time: 0.1296060
Apr 02 21:00:08.111780 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Made reservation on behalf of 784e9ed7207a4d9e970e3d496574e6d1 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:08.112781 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c4dbfac-5efd-45d7-918c-04832751c485 req-f6928859-a9db-4305-8678-0b7742355c3c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578163
Apr 02 21:00:08.115588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:08.301693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Deleting port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:08.302025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:08.307862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:08.330937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Allocated IP 172.20.0.10 (f2d4ece6-a97d-4f79-921c-5a419ec5ae76/b386bb10-471e-4291-8649-db83a894bf97/06523ba1-b96d-4767-aaa5-bbe2183d6a80) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:08.445979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:08.461287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2249859f-5022-4c72-a7ee-251258b261cb', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '2249859f-5022-4c72-a7ee-251258b261cb', 'mac_address': 'fa:16:3e:7a:d5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:08.495653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] For port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:08.496172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:08.539185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Calling delete_port for a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:08.651629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:08.652259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:08.668389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2249859f-5022-4c72-a7ee-251258b261cb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:08.690645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:08.695688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:08.747409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:08.850895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f8be52d-46e1-4e64-97c8-13e6a63ae47d req-c1581164-81d7-43ea-9244-8c7406a37cb8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 210 time: 0.0321426
Apr 02 21:00:08.966812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fff4e-2aaf-4785-8ce0-eeb3769fff39 req-56ccb21d-c681-49fc-81b2-9f26ec872e90 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:08.968224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-355fff4e-2aaf-4785-8ce0-eeb3769fff39 req-56ccb21d-c681-49fc-81b2-9f26ec872e90 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 948 time: 0.4918694
Apr 02 21:00:09.040915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks [] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.065272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-355fff4e-2aaf-4785-8ce0-eeb3769fff39 req-f004d418-dd7b-4d16-bfb9-c811803f9be2 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872293
Apr 02 21:00:09.100644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:09.130664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.133839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.208211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:09.228097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:09.260983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:09.263840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] No DVR routers for this DVR port a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:09.266858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:09.273481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.277024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5a97c18-eb27-4634-811c-ec8ce0f95efe req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "DELETE /v2.0/ports/a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 HTTP/1.1" status: 204  len: 173 time: 1.1585763
Apr 02 21:00:09.327503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145e2b4-b6c2-4cbf-a23b-bd153ea044f8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event deleted for resources: {'Port': ['ID=a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:09.355191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:09.355817 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.383672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebaf67-c406-431d-af46-a352c213635f req-a909d0f7-ee1b-490e-ac6d-ee6a988ef54f tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:09.389004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55ebaf67-c406-431d-af46-a352c213635f req-a909d0f7-ee1b-490e-ac6d-ee6a988ef54f tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 944 time: 0.1796138
Apr 02 21:00:09.404723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a095f748-8a99-4a3b-817a-6faed5c3e2ab tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5029132
Apr 02 21:00:09.418910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Request body: {'port': {'device_id': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:09.480706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:09.487460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1acbe1-20c5-43d7-ab74-4606eea4f63d req-3a193123-5855-4df4-a39d-ab15ad0cc5e8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:09.489328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d1acbe1-20c5-43d7-ab74-4606eea4f63d req-3a193123-5855-4df4-a39d-ab15ad0cc5e8 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.0839677
Apr 02 21:00:09.503044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55ebaf67-c406-431d-af46-a352c213635f req-006d720a-1c5e-48cc-a9b7-6d02876da4d0 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105344
Apr 02 21:00:09.505529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.510773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:09.511382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:09.553963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d1acbe1-20c5-43d7-ab74-4606eea4f63d req-319a1b35-cc65-4dda-856d-be8ff5c6f2a1 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590346
Apr 02 21:00:09.768389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'name': 'network-vif-deleted', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:09.770668 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe969555-e610-4cfc-a5b8-dc4780f11533" -d '{"events": [{"server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "name": "network-vif-deleted", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:09.793120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-b8dd86a2-f47e-4d3b-9b7c-2437dec36259 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:09.794681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-b8dd86a2-f47e-4d3b-9b7c-2437dec36259 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.1757615
Apr 02 21:00:09.821053 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31a3b5-ac32-41e4-ab99-149f5aa829ac x-openstack-request-id: req-fe31a3b5-ac32-41e4-ab99-149f5aa829ac {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:09.821344 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b05964-ec44-4336-bb67-fabe511c77aa", "name": "network-vif-deleted", "tag": "a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:09.821598 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe31a3b5-ac32-41e4-ab99-149f5aa829ac {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:09.821987 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe31a3b5-ac32-41e4-ab99-149f5aa829ac'] response: {'server_uuid': '00b05964-ec44-4336-bb67-fabe511c77aa', 'name': 'network-vif-deleted', 'tag': 'a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5', 'status': 'completed', 'code': 200}
Apr 02 21:00:09.833953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-0d60d5b1-8d45-4f9e-8243-58bd89bec8da tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/quotas/a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 375 time: 0.0245514
Apr 02 21:00:09.920916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06523ba1-b96d-4767-aaa5-bbe2183d6a80 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:09.929997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Publish callbacks [] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.938668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-584df703-834d-48bd-af76-6d6a3d6fada3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986547
Apr 02 21:00:09.958190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Transition to ACTIVE for port object 06523ba1-b96d-4767-aaa5-bbe2183d6a80 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:00:09.968217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:09.975130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ea84d-9ccc-4db4-90da-d77812749a58 req-17c8dc49-7493-4d56-bcf4-079c44c4c8f2 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:09.976643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-890ea84d-9ccc-4db4-90da-d77812749a58 req-17c8dc49-7493-4d56-bcf4-079c44c4c8f2 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 932 time: 0.0534685
Apr 02 21:00:10.023402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-890ea84d-9ccc-4db4-90da-d77812749a58 req-0d9aa5f0-455e-43c3-ba97-83f6c56f0c29 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408943
Apr 02 21:00:10.065730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:10.128238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-b710923f-076e-416c-90bc-e07caaa728a2 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799707
Apr 02 21:00:10.167621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Attempting to bind port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:10.167968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Attempting to bind port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:10.168282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Attempting to bind port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:10.177086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:10.177408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Attempting to bind port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 on network f2d4ece6-a97d-4f79-921c-5a419ec5ae76 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:10.195653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c87-4fb4-499b-9ea7-a23989a80b61 req-4cfdc91e-a33b-411d-bc22-840e5d0ec4c4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.197172 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09c51c87-4fb4-499b-9ea7-a23989a80b61 req-4cfdc91e-a33b-411d-bc22-840e5d0ec4c4 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 950 time: 0.0619113
Apr 02 21:00:10.211398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:10.211733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Checking segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:10.212113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Bound using segment: {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:10.212569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Bound port: 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f90e22-8ef5-4a84-b624-4df1349bf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:10.212930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.243739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09c51c87-4fb4-499b-9ea7-a23989a80b61 req-74bbf757-d469-43a4-8acf-279a538b8711 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407331
Apr 02 21:00:10.269875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-366fc37c-9fd6-4cc9-b916-e21fbe4c89eb service neutron] 10.222.0.18 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346183
Apr 02 21:00:10.294315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:10.297404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:10.305081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.340158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 0c806072-0f4f-4e01-816a-691781e5cbd9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:10.344775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.345488 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.345776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:10.346876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] 10.222.0.21 "PUT /v2.0/ports/06523ba1-b96d-4767-aaa5-bbe2183d6a80 HTTP/1.1" status: 200  len: 1092 time: 0.9327037
Apr 02 21:00:10.364766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6846724-b20e-4d65-ba80-30d2e60f433e service neutron] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:10.439034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-5f3f6a91-160c-4f74-b7c0-21cda9b6944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.441227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-5f3f6a91-160c-4f74-b7c0-21cda9b6944a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 1126 time: 0.0543039
Apr 02 21:00:10.472341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2249859f-5022-4c72-a7ee-251258b261cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:10.472987 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2249859f-5022-4c72-a7ee-251258b261cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.509819 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-a122db10-deda-405d-b7d3-11811f6fecd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80 HTTP/1.1" status: 200  len: 217 time: 0.0611777
Apr 02 21:00:10.524810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 0c806072-0f4f-4e01-816a-691781e5cbd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c806072-0f4f-4e01-816a-691781e5cbd9,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:10.546745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'port_id': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'mac_address': 'fa:16:3e:0d:83:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:10.642291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-3267ac4d-c12b-44f1-9cbf-a31d88a01a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.643796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-3267ac4d-c12b-44f1-9cbf-a31d88a01a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.1249218
Apr 02 21:00:10.651322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 0c806072-0f4f-4e01-816a-691781e5cbd9 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:10.652196 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.664892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845e70-55a5-4454-9c16-8286145202cc req-0e46113e-5d4b-4ffe-95f3-a66808cdfeae tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.672597 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a845e70-55a5-4454-9c16-8286145202cc req-0e46113e-5d4b-4ffe-95f3-a66808cdfeae tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 944 time: 0.0791028
Apr 02 21:00:10.674723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2249859f-5022-4c72-a7ee-251258b261cb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:10.675119 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.680013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c806072-0f4f-4e01-816a-691781e5cbd9 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:10.710224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-83643aab-797d-47ff-8072-8f8a9bb064de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337069
Apr 02 21:00:10.721620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:10.725349 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429002fa-260e-400b-b65d-e44ba230b064" -d '{"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-plugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:10.733715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 0c806072-0f4f-4e01-816a-691781e5cbd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c806072-0f4f-4e01-816a-691781e5cbd9,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:10.743185 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.746808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:10.755080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a845e70-55a5-4454-9c16-8286145202cc req-2227b272-0e29-48b0-80a6-8aaea06aaedd tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810990
Apr 02 21:00:10.756055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba61b-5510-4014-905e-b9d3c7563020 req-f8332aa6-5c2e-48ef-aaab-323400fd1a94 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.763121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb9ba61b-5510-4014-905e-b9d3c7563020 req-f8332aa6-5c2e-48ef-aaab-323400fd1a94 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1151505
Apr 02 21:00:10.806804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=0c806072-0f4f-4e01-816a-691781e5cbd9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:10.809824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:10.864886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:10.866633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6638e697-6a8b-47ea-8b59-5a65c6501aac req-9f9ce0f1-d1f0-46e9-b8e3-d8499bb611a1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 210 time: 0.0610867
Apr 02 21:00:10.882033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb9ba61b-5510-4014-905e-b9d3c7563020 req-91f0982d-0d05-4438-8751-05a5cbd6b034 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f880be82-4ca6-4e48-84d5-985f052ddcac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158252
Apr 02 21:00:10.898309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-d29035ed-4e72-45e1-bc55-c7d4e1cf4173 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763873
Apr 02 21:00:10.925830 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92abb416-ce7c-4c80-a06d-075c88ac0eae x-openstack-request-id: req-92abb416-ce7c-4c80-a06d-075c88ac0eae {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:10.926127 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-plugged", "status": "completed", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:10.926383 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92abb416-ce7c-4c80-a06d-075c88ac0eae {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:10.926778 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92abb416-ce7c-4c80-a06d-075c88ac0eae'] response: {'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'code': 200}
Apr 02 21:00:10.964750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-ba9d3faf-ee60-4571-a019-74946f075827 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:10.966766 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-ba9d3faf-ee60-4571-a019-74946f075827 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 950 time: 0.1166086
Apr 02 21:00:11.005325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7cb07d-f03a-4641-aaa3-32f29907ba00 req-14edd87d-727a-4aaf-b68a-c9b478a33873 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977888
Apr 02 21:00:11.099040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Deleting port 26f419c3-bf0c-45a0-a419-019238f49182 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:11.099624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (26f419c3-bf0c-45a0-a419-019238f49182), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:11.108414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['0c806072-0f4f-4e01-816a-691781e5cbd9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:11.149850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390221-1dfa-440c-b40b-a251f44db510 req-7cd111be-a5c6-4964-b5cc-0f1bf22c0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:11.151708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f390221-1dfa-440c-b40b-a251f44db510 req-7cd111be-a5c6-4964-b5cc-0f1bf22c0355 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1133 time: 0.0952709
Apr 02 21:00:11.194192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6a835-d14b-4da3-afa2-6b446e560fec req-f9759224-7b84-49b0-b744-ca30d8246b48 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:11.201469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00b6a835-d14b-4da3-afa2-6b446e560fec req-f9759224-7b84-49b0-b744-ca30d8246b48 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 944 time: 0.0891554
Apr 02 21:00:11.225685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] For port 26f419c3-bf0c-45a0-a419-019238f49182, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26f419c3-bf0c-45a0-a419-019238f49182,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:11.226053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (26f419c3-bf0c-45a0-a419-019238f49182), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:11.241750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Calling delete_port for 26f419c3-bf0c-45a0-a419-019238f49182 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:11.242182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f390221-1dfa-440c-b40b-a251f44db510 req-8da7d24e-f94f-4298-b12d-98e880c544ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793102
Apr 02 21:00:11.286364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00b6a835-d14b-4da3-afa2-6b446e560fec req-c5de6da0-5eee-495b-a320-1b05dc5f9e78 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821450
Apr 02 21:00:11.426492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72be56-9fe2-4f46-8eba-34c6059a8f1f req-5ea9c65a-9e54-450d-95f1-fcc482c991a8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:11.428083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f72be56-9fe2-4f46-8eba-34c6059a8f1f req-5ea9c65a-9e54-450d-95f1-fcc482c991a8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.1014252
Apr 02 21:00:11.477184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (26f419c3-bf0c-45a0-a419-019238f49182), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:11.489999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['26f419c3-bf0c-45a0-a419-019238f49182'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:11.492026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:11.512681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Pushing event deleted for resources: {'Port': ['ID=26f419c3-bf0c-45a0-a419-019238f49182,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:11.526177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f72be56-9fe2-4f46-8eba-34c6059a8f1f req-13d79314-71d3-43ae-bb2c-af073c33b7fb tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900378
Apr 02 21:00:11.530943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: c04f176b-9717-4cb2-9621-f8e89d6031ec {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:11.531291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c04f176b-9717-4cb2-9621-f8e89d6031ec not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:11.565476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] No DVR routers for this DVR port 26f419c3-bf0c-45a0-a419-019238f49182 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:11.568166 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:11.571887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d2f5253-9e7e-4c5e-879f-14c40bc3e6ce req-4284c0e9-1b1f-4b2f-9104-1146d891ebec tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.15 "DELETE /v2.0/ports/26f419c3-bf0c-45a0-a419-019238f49182 HTTP/1.1" status: 204  len: 173 time: 0.5996778
Apr 02 21:00:11.572323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-deleted', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:11.574594 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a54a5f-3e94-4187-9e51-1bafd87c1247" -d '{"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-deleted", "tag": "26f419c3-bf0c-45a0-a419-019238f49182"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:11.611214 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97ec0e1-9c01-4880-8ed7-6c48a4b1bb57 x-openstack-request-id: req-a97ec0e1-9c01-4880-8ed7-6c48a4b1bb57 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:11.611514 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28074b2-b820-4fa1-8693-1ff7cf91a474", "name": "network-vif-deleted", "tag": "26f419c3-bf0c-45a0-a419-019238f49182", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:11.611783 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a97ec0e1-9c01-4880-8ed7-6c48a4b1bb57 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:11.612176 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97ec0e1-9c01-4880-8ed7-6c48a4b1bb57'] response: {'server_uuid': 'c28074b2-b820-4fa1-8693-1ff7cf91a474', 'name': 'network-vif-deleted', 'tag': '26f419c3-bf0c-45a0-a419-019238f49182', 'status': 'completed', 'code': 200}
Apr 02 21:00:11.824420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:11.826693 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e4de2-3680-4d09-82be-b88d9e591e33" -d '{"events": [{"name": "network-changed", "server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:11.855354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-3c5bb4e7-5a1b-4afd-a5ad-6c5b511e911f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:11.856876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-3c5bb4e7-5a1b-4afd-a5ad-6c5b511e911f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 821 time: 0.1139867
Apr 02 21:00:11.869480 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c7f12f-5db7-4687-8bfc-348380c1af88 x-openstack-request-id: req-40c7f12f-5db7-4687-8bfc-348380c1af88 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:11.869779 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:11.870033 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40c7f12f-5db7-4687-8bfc-348380c1af88 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:11.870661 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c7f12f-5db7-4687-8bfc-348380c1af88'] response: {'name': 'network-changed', 'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'status': 'completed', 'code': 200}
Apr 02 21:00:11.877322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Request body: {'port': {'device_id': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'admin_state_up': True, 'tenant_id': 'a1a3f8d3d3e94b31ab9aa73d8905b12a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:11.896959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e4d14-d692-42bc-962a-33fc4fd5da5c req-9434b6e6-a728-4d48-b25f-89e9b949eb43 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:11.898513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f1e4d14-d692-42bc-962a-33fc4fd5da5c req-9434b6e6-a728-4d48-b25f-89e9b949eb43 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 945 time: 0.0732846
Apr 02 21:00:11.959613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f1e4d14-d692-42bc-962a-33fc4fd5da5c req-c5126f80-9393-4a48-b783-9725ff9f64e8 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515647
Apr 02 21:00:12.015770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eb605f8-4416-459d-b6a6-b612b94ba814 req-2b269682-cf08-4f1d-b302-b7c8e98921c5 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 210 time: 0.0367019
Apr 02 21:00:12.055050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-348332c5-58b1-4360-8440-24ed3d5e6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:12.056116 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8c2fdf2-8f33-4249-a14e-5a8102f06f74 req-a0c113e3-b3fb-4713-bc75-24eae0707120 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 210 time: 0.0344522
Apr 02 21:00:12.057619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-348332c5-58b1-4360-8440-24ed3d5e6659 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 1126 time: 0.1612370
Apr 02 21:00:12.148384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Made reservation on behalf of a1a3f8d3d3e94b31ab9aa73d8905b12a for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:12.151756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:12.194855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-cdf1cb4d-f8c2-4f89-a2d7-5026d1f080e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:12.196696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-cdf1cb4d-f8c2-4f89-a2d7-5026d1f080e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 200  len: 906 time: 0.1303163
Apr 02 21:00:12.269149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-b2c0c1ab-8025-41d0-bb03-cd91765fdb1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80 HTTP/1.1" status: 200  len: 217 time: 0.0469980
Apr 02 21:00:12.349590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 0c806072-0f4f-4e01-816a-691781e5cbd9 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:12.371178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-ffb78eb2-3d31-427e-a9a8-ebe2014b8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:12.372670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-ffb78eb2-3d31-427e-a9a8-ebe2014b8ea6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 200  len: 845 time: 0.0950906
Apr 02 21:00:12.407876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Allocated IP 172.20.0.6 (eb9b7612-59b4-4022-aa4f-4de8d7979f06/f70c7555-2700-4639-9eab-ec56f63de608/2f0b5d01-2163-42f7-ad38-54ff616d2346) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:12.418770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 0c806072-0f4f-4e01-816a-691781e5cbd9 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:00:12.423265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 0c806072-0f4f-4e01-816a-691781e5cbd9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:12.424487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:12.436873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-2f420989-1e1b-4b5c-ad92-2368cdbe20d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2d4ece6-a97d-4f79-921c-5a419ec5ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555651
Apr 02 21:00:12.512266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 0c806072-0f4f-4e01-816a-691781e5cbd9 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:12.513339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:12.545263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 0c806072-0f4f-4e01-816a-691781e5cbd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c806072-0f4f-4e01-816a-691781e5cbd9,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:12.549910 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:12.560017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ddba0-ec53-460c-9b8e-f847a9c95b12 req-527f8189-2f86-4c96-9f61-43fd21014433 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:12.567538 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e64ddba0-ec53-460c-9b8e-f847a9c95b12 req-527f8189-2f86-4c96-9f61-43fd21014433 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 944 time: 0.2186840
Apr 02 21:00:12.617012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=0c806072-0f4f-4e01-816a-691781e5cbd9,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:12.678231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-516ddddb-bdb7-4005-9090-b0a37a483bc4 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347238
Apr 02 21:00:12.711875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f6c3d-d85e-4062-9d4d-a2c80af3647a req-6544564b-1a75-4463-98d6-6382920a8dd8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:12.717141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee8f6c3d-d85e-4062-9d4d-a2c80af3647a req-6544564b-1a75-4463-98d6-6382920a8dd8 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.0650074
Apr 02 21:00:12.718568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e64ddba0-ec53-460c-9b8e-f847a9c95b12 req-7b7d1d6c-182c-4b34-943b-bc7446a1984d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501973
Apr 02 21:00:12.795117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks [] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:12.804377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee8f6c3d-d85e-4062-9d4d-a2c80af3647a req-27404b97-2396-4108-8eb5-88eddc0c6495 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740623
Apr 02 21:00:12.855376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91e4de2-3680-4d09-82be-b88d9e591e33 req-ccaeb128-b196-462d-9be8-16875f4f4ea2 service neutron] 10.222.0.21 "GET /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707654
Apr 02 21:00:12.865816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:12.877462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['12334738-596e-4bda-85ff-6807e7a908f4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:12.927682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:12.930520 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156bb254-28f0-4413-adc4-8515becef987" -d '{"events": [{"server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "name": "network-vif-plugged", "status": "completed", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:12.931238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Network eb9b7612-59b4-4022-aa4f-4de8d7979f06 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:12.940619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:12.952519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:12.990670 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d732a56a-dc53-49d5-972a-25b01b0f1a87 x-openstack-request-id: req-d732a56a-dc53-49d5-972a-25b01b0f1a87 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:12.991188 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "name": "network-vif-plugged", "status": "completed", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:12.991599 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d732a56a-dc53-49d5-972a-25b01b0f1a87 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:12.991756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:12.992416 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d732a56a-dc53-49d5-972a-25b01b0f1a87'] response: {'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'code': 200}
Apr 02 21:00:13.031505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:13.032182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.053725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-9882d12b-54f5-47e1-a553-68bdfdf4233c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1821306
Apr 02 21:00:13.065315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Request body: {'port': {'device_id': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:13.101530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7517-8b62-4663-bb12-60648a07dfd7 req-641e9c6d-b67b-4856-96f9-6858e0ab96c9 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:13.103126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6de7517-8b62-4663-bb12-60648a07dfd7 req-641e9c6d-b67b-4856-96f9-6858e0ab96c9 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0603578
Apr 02 21:00:13.152369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6de7517-8b62-4663-bb12-60648a07dfd7 req-267ed489-1c35-4680-92b1-c3d665c0b3c2 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431867
Apr 02 21:00:13.158719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.186746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7e230-3423-455d-9142-f4e52e2cd98d req-2a3fcf57-6868-4816-b155-1467e75fc8cf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:13.188245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23d7e230-3423-455d-9142-f4e52e2cd98d req-2a3fcf57-6868-4816-b155-1467e75fc8cf tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 931 time: 0.0835085
Apr 02 21:00:13.235290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f65e278f-367f-4e73-9d28-5a3869d14a30 req-dbc76f16-8129-4e3e-8323-ec55dab80380 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 210 time: 0.0269578
Apr 02 21:00:13.315124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23d7e230-3423-455d-9142-f4e52e2cd98d req-c0a484f3-0fe1-4ded-a8c0-0d883b9da30b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085725
Apr 02 21:00:13.470217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0b5d01-2163-42f7-ad38-54ff616d2346 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:13.478356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Publish callbacks [] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.483464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:13.495439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Transition to ACTIVE for port object 2f0b5d01-2163-42f7-ad38-54ff616d2346 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:00:13.499662 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.503790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:13.504215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a0384ce7-cea2-41ee-84d8-7fa76c1ad9e5 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:13.552516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:13.623804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:13.624057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:13.624390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:13.629496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:13.629817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:13.634653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:13.634994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:13.635376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:13.635799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Bound port: 2f0b5d01-2163-42f7-ad38-54ff616d2346, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:13.636151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.700377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:13.703558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:13.717603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.772817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:13.773471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:13.774811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] 10.222.0.21 "PUT /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 1091 time: 0.7138968
Apr 02 21:00:13.789651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f92ecb-5491-4d9b-8ddd-1d6f23a2d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:13.876242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:13.879294 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db7ac7-ff68-4126-9bfd-37c4079f9b68" -d '{"events": [{"name": "network-changed", "server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:13.879824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd2dd-8ab8-4e5e-baad-f4b2b6e2c574 req-896ca3c8-711c-40ee-ac69-96ff38b32b2f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:13.885490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-554e96f8-393f-4ab5-b3a9-b6f1dfc942d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:13.887150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-554e96f8-393f-4ab5-b3a9-b6f1dfc942d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1125 time: 0.0705969
Apr 02 21:00:13.889005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f8bd2dd-8ab8-4e5e-baad-f4b2b6e2c574 req-896ca3c8-711c-40ee-ac69-96ff38b32b2f tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 944 time: 0.0827532
Apr 02 21:00:13.936204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f8bd2dd-8ab8-4e5e-baad-f4b2b6e2c574 req-1e7b8b9c-dc5a-4eea-b7d2-40ed181d4d3a tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463614
Apr 02 21:00:13.956702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-d0085b49-28e6-4bb8-af3f-9d56c7aac53b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 217 time: 0.0583720
Apr 02 21:00:13.994855 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe9dc37-c362-450b-99bc-be062d40d528 x-openstack-request-id: req-4fe9dc37-c362-450b-99bc-be062d40d528 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:13.995163 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:13.995401 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fe9dc37-c362-450b-99bc-be062d40d528 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:13.995871 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe9dc37-c362-450b-99bc-be062d40d528'] response: {'name': 'network-changed', 'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'status': 'completed', 'code': 200}
Apr 02 21:00:14.007215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1f6d2-7073-43af-8707-5c338afb7baa req-b547102d-0509-4648-99aa-18c74e44ea39 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.008805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01d1f6d2-7073-43af-8707-5c338afb7baa req-b547102d-0509-4648-99aa-18c74e44ea39 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.1207583
Apr 02 21:00:14.039662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-c863a8c6-c14d-40b7-a838-b98a36716608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.041159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-c863a8c6-c14d-40b7-a838-b98a36716608 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0761986
Apr 02 21:00:14.089140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-613c52c0-4138-4c96-9b6c-08caf5878174 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378487
Apr 02 21:00:14.093420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01d1f6d2-7073-43af-8707-5c338afb7baa req-1ffb772e-9b51-4bb7-aed4-9b17a7fca041 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765460
Apr 02 21:00:14.185669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-d2a8196b-1724-400f-b979-ef81129314cf service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879874
Apr 02 21:00:14.230091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:14.279475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0764632-19e0-47b3-b6b9-952c78c96bbd req-218c1102-94b7-4509-873b-7c381394af8f tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.286968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f0764632-19e0-47b3-b6b9-952c78c96bbd req-218c1102-94b7-4509-873b-7c381394af8f tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0597434
Apr 02 21:00:14.307652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c66c1c63-70c0-41cb-90a5-9805a657e91d req-770710f6-a709-4b41-92e0-f8fb6b68bedc service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166630
Apr 02 21:00:14.337048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f0764632-19e0-47b3-b6b9-952c78c96bbd req-6dcd0e58-ce7e-42df-b213-3c750d8ad015 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491235
Apr 02 21:00:14.340059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-020328e0-8136-4656-99be-e90c25ece5ee req-72d77b10-d974-49b5-ba58-0ee87d73c316 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 210 time: 0.0313733
Apr 02 21:00:14.429467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-ca65b6dc-880b-4540-a7a7-3641ca3cbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.430985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-ca65b6dc-880b-4540-a7a7-3641ca3cbddd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1125 time: 0.0504889
Apr 02 21:00:14.443615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a157f-2e19-408a-a2bc-d0afdc24a998 req-68ac1f19-ed24-44ee-b2e5-9f7c1b239031 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.445308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-047a157f-2e19-408a-a2bc-d0afdc24a998 req-68ac1f19-ed24-44ee-b2e5-9f7c1b239031 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.0555587
Apr 02 21:00:14.498523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-047a157f-2e19-408a-a2bc-d0afdc24a998 req-ab9b4fd2-885f-45dc-ad7d-898ab31fc2c8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460343
Apr 02 21:00:14.528131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-224f5cba-d649-4311-b154-6400288332fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.533881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-224f5cba-d649-4311-b154-6400288332fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.0960057
Apr 02 21:00:14.577294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-2f2ca8bc-42b9-4636-b898-2c6d6f063aac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 217 time: 0.0365217
Apr 02 21:00:14.631756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-b287a483-90e5-468d-b9ca-c978fd7cab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:14.633308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-b287a483-90e5-468d-b9ca-c978fd7cab51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0487134
Apr 02 21:00:14.667689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-c8c75d0d-679f-4d35-8020-f2356ab97d60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281553
Apr 02 21:00:14.758664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-0d2cb688-8ba8-4100-b8fe-a41c9c9d06f3 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834653
Apr 02 21:00:14.853230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29db7ac7-ff68-4126-9bfd-37c4079f9b68 req-8721a48b-fb8e-4b6a-9646-e65ed15113e2 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885394
Apr 02 21:00:15.061048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbdccb-477b-4f57-a37c-4e49b94a26ef req-0f7d0af1-24a1-4148-bcfa-4f978432ed4c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:15.062468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5cbdccb-477b-4f57-a37c-4e49b94a26ef req-0f7d0af1-24a1-4148-bcfa-4f978432ed4c tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 944 time: 0.0582712
Apr 02 21:00:15.108324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5cbdccb-477b-4f57-a37c-4e49b94a26ef req-b192ce2b-aef7-4c4b-9498-cdbd5d057244 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401313
Apr 02 21:00:15.226380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135b48e-b46d-41e3-9e48-3ba771ce9d3b req-0e526dbf-08a1-40df-99ea-dfa436b1c519 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:15.227871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0135b48e-b46d-41e3-9e48-3ba771ce9d3b req-0e526dbf-08a1-40df-99ea-dfa436b1c519 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.0568264
Apr 02 21:00:15.319658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0135b48e-b46d-41e3-9e48-3ba771ce9d3b req-32ceb1be-e2d7-4bb1-bcac-e120ce0a2a98 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830531
Apr 02 21:00:15.329723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc4bc-e72b-4564-b842-f6baa18d555f req-94505f29-ca6a-46f5-87db-e00fec9051ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:15.331339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ecacc4bc-e72b-4564-b842-f6baa18d555f req-94505f29-ca6a-46f5-87db-e00fec9051ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1128 time: 0.0805743
Apr 02 21:00:15.388348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ecacc4bc-e72b-4564-b842-f6baa18d555f req-e0b86cdd-44d3-4aa1-bdf8-304c298b917a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453925
Apr 02 21:00:15.485246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66d63-a749-4def-8764-6ff88a811223 req-ad506110-31ef-467d-8692-417a05abeb9b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:15.486786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13d66d63-a749-4def-8764-6ff88a811223 req-ad506110-31ef-467d-8692-417a05abeb9b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0606198
Apr 02 21:00:15.497888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 06523ba1-b96d-4767-aaa5-bbe2183d6a80 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:15.498518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e6c7d3e-7efa-417d-bded-3ace510e68e8 req-7406bfbf-6c22-4abc-ab35-f7a0cbdc0a35 tempest-MigrationsAdminTest-442344706 tempest-MigrationsAdminTest-442344706-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28074b2-b820-4fa1-8693-1ff7cf91a474 HTTP/1.1" status: 200  len: 210 time: 0.0280056
Apr 02 21:00:15.547323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13d66d63-a749-4def-8764-6ff88a811223 req-cb79f90e-b497-4db2-91be-1119fea145ca tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537257
Apr 02 21:00:15.607632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:15.617858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'mac_address': 'fa:16:3e:68:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:15.626474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729a9f5-5239-4809-ae4d-c2681d3e28b4 req-f8ed18a2-cf0a-4695-9c7e-8389a02a8514 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:15.627935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0729a9f5-5239-4809-ae4d-c2681d3e28b4 req-f8ed18a2-cf0a-4695-9c7e-8389a02a8514 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.0519741
Apr 02 21:00:15.655805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:15.656304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:15.669788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06523ba1-b96d-4767-aaa5-bbe2183d6a80 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:15.679879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0729a9f5-5239-4809-ae4d-c2681d3e28b4 req-c84015f0-ec20-41e8-9f4c-d3d25785c560 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460954
Apr 02 21:00:15.690044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:15.695878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:15.755297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:15.983274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['06523ba1-b96d-4767-aaa5-bbe2183d6a80'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:16.239657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73fd3-d228-435e-8abc-fdb8e3ddde41 req-c39cc6fa-0cce-46dd-98f9-8c3289d77780 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:16.241170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0d73fd3-d228-435e-8abc-fdb8e3ddde41 req-c39cc6fa-0cce-46dd-98f9-8c3289d77780 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 945 time: 0.0539510
Apr 02 21:00:16.290309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0d73fd3-d228-435e-8abc-fdb8e3ddde41 req-c5b7d848-89ea-442c-addb-2add3bccd203 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431411
Apr 02 21:00:16.364379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:16.388288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 26f419c3-bf0c-45a0-a419-019238f49182 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:16.388989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 26f419c3-bf0c-45a0-a419-019238f49182 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:16.447489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e490e-ade5-4f5e-b136-9b59ce2650a3 req-ef846484-84a7-40a1-905f-ad1c2507d33f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:16.449649 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de3e490e-ade5-4f5e-b136-9b59ce2650a3 req-ef846484-84a7-40a1-905f-ad1c2507d33f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.0598533
Apr 02 21:00:16.504896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de3e490e-ade5-4f5e-b136-9b59ce2650a3 req-3adc7d8d-02f3-4ed4-8447-8ad9b82cd7de tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454752
Apr 02 21:00:16.671701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802b02-b25b-44a5-a75e-2970d33365af req-5083dd2d-d414-445b-8cfd-ed93c1ff5c5e tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:16.673196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8802b02-b25b-44a5-a75e-2970d33365af req-5083dd2d-d414-445b-8cfd-ed93c1ff5c5e tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0518014
Apr 02 21:00:16.723511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8802b02-b25b-44a5-a75e-2970d33365af req-073892a6-c522-439b-8786-2137ff268e8b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435143
Apr 02 21:00:16.832718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37494) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:16.836634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a82611-a3ae-4f83-968d-39778ffc2190 req-8b5ae800-dfa8-4589-a644-0ddc0b5bda13 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:16.838119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67a82611-a3ae-4f83-968d-39778ffc2190 req-8b5ae800-dfa8-4589-a644-0ddc0b5bda13 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.0532196
Apr 02 21:00:16.886777 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67a82611-a3ae-4f83-968d-39778ffc2190 req-d4b83dc1-6221-452d-a8e4-c42566838cf4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426035
Apr 02 21:00:16.978512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7a20bcb1-dbf2-4d3a-bba5-6b19450ea2bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf81401733804432b781dd367ab7bd82&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1443248
Apr 02 21:00:16.981029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37498) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:17.037400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1015d72-84d4-42ff-944b-120c1123a43f admin admin] Publish callbacks [] for security_group (f880be82-4ca6-4e48-84d5-985f052ddcac), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.058846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1015d72-84d4-42ff-944b-120c1123a43f admin admin] Publish callbacks [] for security_group (f880be82-4ca6-4e48-84d5-985f052ddcac), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.104500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1015d72-84d4-42ff-944b-120c1123a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f880be82-4ca6-4e48-84d5-985f052ddcac), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.107052 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1015d72-84d4-42ff-944b-120c1123a43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.108193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c1015d72-84d4-42ff-944b-120c1123a43f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f880be82-4ca6-4e48-84d5-985f052ddcac HTTP/1.1" status: 204  len: 168 time: 0.1262596
Apr 02 21:00:17.115599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1015d72-84d4-42ff-944b-120c1123a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f880be82-4ca6-4e48-84d5-985f052ddcac,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:17.382950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37506) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:17.414413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cda70-48a4-47a6-8300-7f4c0105346e req-b23a0437-eebc-41e2-86f5-4ee9b96e05a9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:17.415928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-164cda70-48a4-47a6-8300-7f4c0105346e req-b23a0437-eebc-41e2-86f5-4ee9b96e05a9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 945 time: 0.0554616
Apr 02 21:00:17.428544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2a032ce3-63d7-468e-bc03-476a1540dc18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de86ae49fbdc45948aabfd4a403e326c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0430963
Apr 02 21:00:17.431044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:17.465282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-164cda70-48a4-47a6-8300-7f4c0105346e req-3b2435d0-ca85-4c27-a3aa-3747f8d67059 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433111
Apr 02 21:00:17.482395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb38cec2-3d61-4d87-9570-0a7cdce94b08 admin admin] Publish callbacks [] for security_group (1851e566-01cf-4f00-95b5-fc9a4feded79), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.502884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb38cec2-3d61-4d87-9570-0a7cdce94b08 admin admin] Publish callbacks [] for security_group (1851e566-01cf-4f00-95b5-fc9a4feded79), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.515805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 06523ba1-b96d-4767-aaa5-bbe2183d6a80 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:17.561570 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb38cec2-3d61-4d87-9570-0a7cdce94b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1851e566-01cf-4f00-95b5-fc9a4feded79), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.566297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb38cec2-3d61-4d87-9570-0a7cdce94b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.567841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fb38cec2-3d61-4d87-9570-0a7cdce94b08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1851e566-01cf-4f00-95b5-fc9a4feded79 HTTP/1.1" status: 204  len: 168 time: 0.1356871
Apr 02 21:00:17.577743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38cec2-3d61-4d87-9570-0a7cdce94b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1851e566-01cf-4f00-95b5-fc9a4feded79,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:17.606350 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.625179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:00:17.629876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:17.630281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.658829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272506b-a53b-411d-bbcd-bbb92eb905b1 req-972f1601-29dc-400d-bb0a-14641782a485 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:17.660604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2272506b-a53b-411d-bbcd-bbb92eb905b1 req-972f1601-29dc-400d-bb0a-14641782a485 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.0574074
Apr 02 21:00:17.712244 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2272506b-a53b-411d-bbcd-bbb92eb905b1 req-fedac381-5863-4819-8345-7cd755257f27 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448883
Apr 02 21:00:17.719963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:17.720854 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.748874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:17.752099 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901018a5-33c1-4ff8-b133-b98a485456f7" -d '{"events": [{"server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:17.765488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:17.770298 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:17.813824 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef88657-d935-4fef-85da-77b5acb177ab x-openstack-request-id: req-5ef88657-d935-4fef-85da-77b5acb177ab {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:17.814763 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:17.815020 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ef88657-d935-4fef-85da-77b5acb177ab {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:17.815398 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef88657-d935-4fef-85da-77b5acb177ab'] response: {'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'code': 200}
Apr 02 21:00:17.825330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:17.972884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f839-08b4-4b0e-94dd-df925e862227 req-9d342dff-b036-4f71-9a83-cdb89506c834 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:17.974942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8678f839-08b4-4b0e-94dd-df925e862227 req-9d342dff-b036-4f71-9a83-cdb89506c834 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.1255200
Apr 02 21:00:17.978141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d213-3223-42c9-a594-67ad9ef00741 req-d2565472-9df4-442a-86d9-9b818c9945a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:17.979637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff38d213-3223-42c9-a594-67ad9ef00741 req-d2565472-9df4-442a-86d9-9b818c9945a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 1128 time: 0.0806122
Apr 02 21:00:18.044780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0d577-997e-44b8-9a7a-42b2c168e866 req-34078dd2-d641-465a-a69b-b5a3dc98236b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:18.053001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81e0d577-997e-44b8-9a7a-42b2c168e866 req-34078dd2-d641-465a-a69b-b5a3dc98236b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.0730052
Apr 02 21:00:18.083930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8678f839-08b4-4b0e-94dd-df925e862227 req-10c0bcf9-1d43-45fb-8654-99f37e20b8af tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996308
Apr 02 21:00:18.088549 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff38d213-3223-42c9-a594-67ad9ef00741 req-5de1972f-1980-467c-a7ad-b3a507914b12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969825
Apr 02 21:00:18.104949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81e0d577-997e-44b8-9a7a-42b2c168e866 req-5e3e4961-b138-4e5d-8989-e61df59d714b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506079
Apr 02 21:00:18.202471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29097a0c-6d9a-4662-b995-3850d8cae937 req-5f7fdfa9-17ea-4680-82f5-e86f0e96318d tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:18.204196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29097a0c-6d9a-4662-b995-3850d8cae937 req-5f7fdfa9-17ea-4680-82f5-e86f0e96318d tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1133 time: 0.0506492
Apr 02 21:00:18.260154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29097a0c-6d9a-4662-b995-3850d8cae937 req-32afa2a7-f7d8-4aee-a5bc-e77ea3cfc97b tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487616
Apr 02 21:00:18.487808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f18d2-dffc-4fb7-9b1f-6c0de882ea6d req-b92341dd-3c24-4894-937f-dd64d3a394a9 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:18.489816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d27f18d2-dffc-4fb7-9b1f-6c0de882ea6d req-b92341dd-3c24-4894-937f-dd64d3a394a9 tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 1133 time: 0.0511127
Apr 02 21:00:18.540830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d27f18d2-dffc-4fb7-9b1f-6c0de882ea6d req-a3577d47-cd2f-4884-904e-fd0f8641e87e tempest-ServersAdminTestJSON-597255803 tempest-ServersAdminTestJSON-597255803-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436342
Apr 02 21:00:18.676007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-b796bb3f-e1c7-413e-9ccf-2bb7910e7186 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 258 time: 0.5300980
Apr 02 21:00:18.687159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:18.687941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d58568-34e8-4ee2-8249-cd2c2b95f2d6 req-19a736c6-3bf6-4df6-bc3e-25900315606d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:18.689593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9d58568-34e8-4ee2-8249-cd2c2b95f2d6 req-19a736c6-3bf6-4df6-bc3e-25900315606d tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 946 time: 0.0822742
Apr 02 21:00:18.718082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:18.742218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9d58568-34e8-4ee2-8249-cd2c2b95f2d6 req-bba97bc6-bf26-4c81-bb38-3edc4ae8e705 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462239
Apr 02 21:00:18.862660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:18.983757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Allocated IP 172.35.4.147 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/7275ebb9-77ae-4681-9357-9ab4c77441d1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:19.107508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.161992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.184445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f6886-9a27-4a99-97a0-3f41d03279db req-c74e2278-088e-470f-9a63-7c8ce736503e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.185949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c3f6886-9a27-4a99-97a0-3f41d03279db req-c74e2278-088e-470f-9a63-7c8ce736503e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 948 time: 0.0843503
Apr 02 21:00:19.201148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:19.203997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:19.207434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:19.232748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event updated for resources: {'Port': ['ID=7275ebb9-77ae-4681-9357-9ab4c77441d1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:19.233719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c3f6886-9a27-4a99-97a0-3f41d03279db req-8bd63454-5a7f-4000-97ec-c9c99c6333cc tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413120
Apr 02 21:00:19.318905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.358398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4b2b-07b1-4a2b-8e08-2ea929e3d149 req-b8892f26-6a08-4dcb-b8f3-520a9d2f6f70 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.360031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-533d4b2b-07b1-4a2b-8e08-2ea929e3d149 req-b8892f26-6a08-4dcb-b8f3-520a9d2f6f70 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0591431
Apr 02 21:00:19.362843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.413986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-533d4b2b-07b1-4a2b-8e08-2ea929e3d149 req-96b3e7bd-777d-401f-a263-c7fd134bc7a8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476487
Apr 02 21:00:19.518014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.519379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:19.522357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00542a-9912-4e1f-b202-5230a3b7f25c req-7fea3b49-df2d-40a2-addb-0fe006e9171a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.523453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.529012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac00542a-9912-4e1f-b202-5230a3b7f25c req-7fea3b49-df2d-40a2-addb-0fe006e9171a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.0579269
Apr 02 21:00:19.584888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac00542a-9912-4e1f-b202-5230a3b7f25c req-df4796f3-bda4-493a-91a7-74bcb5d92e61 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546319
Apr 02 21:00:19.594576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event updated for resources: {'Port': ['ID=7275ebb9-77ae-4681-9357-9ab4c77441d1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:19.604998 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.627743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.629498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-a1da750c-67a1-4a30-b7b5-b9797c4ddfff tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 0.9473925
Apr 02 21:00:19.633974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:19.645658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06', 'port_id': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'mac_address': 'fa:16:3e:10:cd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70c7555-2700-4639-9eab-ec56f63de608', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:19.685739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-5cfab9a3-0604-461a-99e2-802d05933069 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 696 time: 0.0484679
Apr 02 21:00:19.686803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2f0b5d01-2163-42f7-ad38-54ff616d2346 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:19.687204 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.701072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0b5d01-2163-42f7-ad38-54ff616d2346 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:19.724575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:19.728985 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:19.777603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:19.805783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-ba8ba92b-5c1a-4e8c-af68-81144952045c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.807241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d344562-0092-47f1-8eb5-74cd1aea0a94 req-ba8ba92b-5c1a-4e8c-af68-81144952045c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1191258
Apr 02 21:00:19.909867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881bc15-2b16-40da-9ce2-234c3f8f40a9 req-1f1dafe9-4136-42ad-a3be-5fad4d1fe7f1 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.911390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d881bc15-2b16-40da-9ce2-234c3f8f40a9 req-1f1dafe9-4136-42ad-a3be-5fad4d1fe7f1 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 946 time: 0.0551043
Apr 02 21:00:19.946704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.947189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.947673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.948142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.948639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.949101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.949563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.950027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.950486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:19.952410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6d6a827-3ca8-428f-8d56-3e5632758fea req-875f709f-abb8-42f5-b3e3-351788c4cdef tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6436 time: 0.2024999
Apr 02 21:00:19.958585 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d881bc15-2b16-40da-9ce2-234c3f8f40a9 req-ba6ab36e-d15f-46f4-ae39-3447cb4f83fa tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410609
Apr 02 21:00:19.993351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2f0b5d01-2163-42f7-ad38-54ff616d2346'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:20.061321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-e2482d7f-5416-494b-96b7-8a2bb5f96d80 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.062828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-e2482d7f-5416-494b-96b7-8a2bb5f96d80 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0582592
Apr 02 21:00:20.077704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70d31e-c659-419b-b4ba-d952ab1d82ee req-094fd36a-b3c2-477a-88a1-478b1f036515 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.085019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab70d31e-c659-419b-b4ba-d952ab1d82ee req-094fd36a-b3c2-477a-88a1-478b1f036515 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 886 time: 0.1031268
Apr 02 21:00:20.468701 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-59ea15fb-2ec8-4485-8b0a-95455813191c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 696 time: 0.3984566
Apr 02 21:00:20.478120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Request body: {'floatingip': {'port_id': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:20.497339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.497922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.498450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.498909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.499361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.499812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.500263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.500734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.501183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.503599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0eb556d8-7b31-4845-a019-f8e570cc137b req-e92d4a36-b4ac-44dc-a67a-ce1ce0b7b440 tempest-NetworksTest-857266397 tempest-NetworksTest-857266397-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6436 time: 0.1188130
Apr 02 21:00:20.519522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:20.617447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e7b06-0a91-4dd1-96c7-1cfc9f46beea req-0931c89c-31a8-414e-a2df-49f5ea3eb077 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.618943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-416e7b06-0a91-4dd1-96c7-1cfc9f46beea req-0931c89c-31a8-414e-a2df-49f5ea3eb077 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 948 time: 0.0637662
Apr 02 21:00:20.707229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-416e7b06-0a91-4dd1-96c7-1cfc9f46beea req-15cde09c-c268-45fc-a864-481e8defc283 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816066
Apr 02 21:00:20.737160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-b08f3b66-d43c-42b7-881d-2632e916bab0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.738710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-b08f3b66-d43c-42b7-881d-2632e916bab0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 948 time: 0.0884068
Apr 02 21:00:20.803027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37624) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:20.880106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Deleting port 82489312-cd93-45ff-8630-0fecf70d05db {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:20.880789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (82489312-cd93-45ff-8630-0fecf70d05db), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:20.960272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6fa38855-e037-451e-878a-316673c888ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:20.974445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2606ff-9ae4-4672-872a-ece21e9a2bb9 req-5cfb20a7-d60a-405e-bd2b-5ababfef7ddc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:20.975646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d2606ff-9ae4-4672-872a-ece21e9a2bb9 req-5cfb20a7-d60a-405e-bd2b-5ababfef7ddc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1278741
Apr 02 21:00:20.998778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] For port 82489312-cd93-45ff-8630-0fecf70d05db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82489312-cd93-45ff-8630-0fecf70d05db,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:20.999144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (82489312-cd93-45ff-8630-0fecf70d05db), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.021397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Calling delete_port for 82489312-cd93-45ff-8630-0fecf70d05db owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:21.036519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.043475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.079046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d2606ff-9ae4-4672-872a-ece21e9a2bb9 req-621275f8-73b6-4162-80b2-4b9a5e48dd28 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932870
Apr 02 21:00:21.167605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6fa38855-e037-451e-878a-316673c888ea admin admin] Publish callbacks [] for security_group (ed4cce6a-e9bb-4da2-84e8-66a58254f362), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.174381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6fa38855-e037-451e-878a-316673c888ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ed4cce6a-e9bb-4da2-84e8-66a58254f362), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.187418 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Floating IP 4f0409d9-18d8-4449-a1b6-ed3fbf33e506 associated. External IP: 172.35.4.147, port: 0c806072-0f4f-4e01-816a-691781e5cbd9.
Apr 02 21:00:21.220774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (82489312-cd93-45ff-8630-0fecf70d05db), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.234352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['82489312-cd93-45ff-8630-0fecf70d05db', '2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:21.241880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2331c06a-ee7d-4041-8052-210fa1ebd75e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:21.250693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6fa38855-e037-451e-878a-316673c888ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b19ddfc5fddd4b628571bb8c8d0407d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4466143
Apr 02 21:00:21.257812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d2fa5-0b69-498d-bb71-bedf78c7c361 req-5286f442-5011-4392-9bba-c1f83d226477 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:21.258769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37628) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:21.259304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-649d2fa5-0b69-498d-bb71-bedf78c7c361 req-5286f442-5011-4392-9bba-c1f83d226477 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 944 time: 0.0936201
Apr 02 21:00:21.260052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event deleted for resources: {'Port': ['ID=82489312-cd93-45ff-8630-0fecf70d05db,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:21.278574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa38855-e037-451e-878a-316673c888ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4cce6a-e9bb-4da2-84e8-66a58254f362,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:21.325276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] No DVR routers for this DVR port 82489312-cd93-45ff-8630-0fecf70d05db on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:21.328932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.332396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-291ddfcd-20ed-4714-abab-bc1ff779bef2 req-ffd94bc2-5fc7-4a3d-b0fe-ea4f610be55f tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "DELETE /v2.0/ports/82489312-cd93-45ff-8630-0fecf70d05db HTTP/1.1" status: 204  len: 173 time: 0.5870779
Apr 02 21:00:21.332962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'name': 'network-vif-deleted', 'tag': '82489312-cd93-45ff-8630-0fecf70d05db'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:21.335719 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f0cb4e-b3ad-4c27-bdb2-886fd147e029" -d '{"events": [{"server_uuid": "fd7e09f0-6c85-492e-8a65-b8eccd7e2776", "name": "network-vif-deleted", "tag": "82489312-cd93-45ff-8630-0fecf70d05db"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:21.363961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c70af60e-af72-4431-b028-a27b89f9c076 admin admin] Publish callbacks [] for security_group (ed4cce6a-e9bb-4da2-84e8-66a58254f362), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.382213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-649d2fa5-0b69-498d-bb71-bedf78c7c361 req-e082ecea-c4e5-4b79-8e38-3072c38c134f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949504
Apr 02 21:00:21.459542 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c70af60e-af72-4431-b028-a27b89f9c076 admin admin] Publish callbacks [] for security_group (ed4cce6a-e9bb-4da2-84e8-66a58254f362), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.507885 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0115b4-7e33-4d99-a52c-3f9e13619490 x-openstack-request-id: req-8c0115b4-7e33-4d99-a52c-3f9e13619490 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:21.508530 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7e09f0-6c85-492e-8a65-b8eccd7e2776", "name": "network-vif-deleted", "tag": "82489312-cd93-45ff-8630-0fecf70d05db", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:21.509053 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c0115b4-7e33-4d99-a52c-3f9e13619490 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:21.509665 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0115b4-7e33-4d99-a52c-3f9e13619490'] response: {'server_uuid': 'fd7e09f0-6c85-492e-8a65-b8eccd7e2776', 'name': 'network-vif-deleted', 'tag': '82489312-cd93-45ff-8630-0fecf70d05db', 'status': 'completed', 'code': 200}
Apr 02 21:00:21.543913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:21.566884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Router bc8494b0-4657-4b7d-8748-1574401deb1b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:00:21.574474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c70af60e-af72-4431-b028-a27b89f9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ed4cce6a-e9bb-4da2-84e8-66a58254f362), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.577252 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c70af60e-af72-4431-b028-a27b89f9c076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.579367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c70af60e-af72-4431-b028-a27b89f9c076 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed4cce6a-e9bb-4da2-84e8-66a58254f362 HTTP/1.1" status: 204  len: 168 time: 0.3183682
Apr 02 21:00:21.593232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70af60e-af72-4431-b028-a27b89f9c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4cce6a-e9bb-4da2-84e8-66a58254f362,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:21.734901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:00:21.737672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 2f0b5d01-2163-42f7-ad38-54ff616d2346 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:00:21.741704 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.745066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2f0b5d01-2163-42f7-ad38-54ff616d2346 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:21.745465 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.749285 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] Sync routers for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:00:21.773381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:00:21.783407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-874d353d-059e-4558-849e-2df4fdc7f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "PUT /v2.0/floatingips/4f0409d9-18d8-4449-a1b6-ed3fbf33e506 HTTP/1.1" status: 200  len: 997 time: 1.3082697
Apr 02 21:00:21.783721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:21.784405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:21.786523 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275f4315-06bd-4588-97af-d2137944d557" -d '{"events": [{"name": "network-changed", "server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:21.855450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-7e8ca852-7d70-4f61-ba14-c653ebecca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:21.865250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-7e8ca852-7d70-4f61-ba14-c653ebecca50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1128 time: 0.0672960
Apr 02 21:00:21.909926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2f0b5d01-2163-42f7-ad38-54ff616d2346 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:21.911224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.938292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bd89204-83b7-4d51-ab18-5dbf47fd46e2 req-f29c162e-678d-4eb8-8593-3ddaffbeae51 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd7e09f0-6c85-492e-8a65-b8eccd7e2776 HTTP/1.1" status: 200  len: 210 time: 0.0578566
Apr 02 21:00:21.970103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:21.974792 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a9deb-d420-472b-aa9b-47e660c0b279" -d '{"events": [{"server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "name": "network-vif-plugged", "status": "completed", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:21.983615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:21.992488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:21.997933 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:00:22.018679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-2121600d-779a-4ba3-b539-bdec1241e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.028646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-2121600d-779a-4ba3-b539-bdec1241e6d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 930 time: 0.1550362
Apr 02 21:00:22.118042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:22.137421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-c9533b99-61b7-42f2-83e4-4b903e2ee93a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 1000 time: 0.1075785
Apr 02 21:00:22.176236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37668) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:22.183003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b91c35-040b-4ce2-8693-aca1d54d8807 req-f5daccf6-4af6-4d86-9dc2-522409de2d5e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.185110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19b91c35-040b-4ce2-8693-aca1d54d8807 req-f5daccf6-4af6-4d86-9dc2-522409de2d5e tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 946 time: 0.0809672
Apr 02 21:00:22.195714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de6dd421-12bb-44db-a78d-46986a25b6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:22.210150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-0c981f93-87b9-444d-bd6f-5e1e741788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.212357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-0c981f93-87b9-444d-bd6f-5e1e741788a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 200  len: 868 time: 0.0741076
Apr 02 21:00:22.242753 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19b91c35-040b-4ce2-8693-aca1d54d8807 req-64e3b6d3-ee32-4470-8918-87534cc8d2d7 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490904
Apr 02 21:00:22.297304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-5446b277-887a-4ed3-9e3a-8959ae3d4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.299561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-5446b277-887a-4ed3-9e3a-8959ae3d4bfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=beb911da-4877-4280-aef6-5e2262f47fca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0762825
Apr 02 21:00:22.304535 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67809e37-c4b1-4f65-8770-2e21f9ad0793 x-openstack-request-id: req-67809e37-c4b1-4f65-8770-2e21f9ad0793 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:22.304839 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:22.305103 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67809e37-c4b1-4f65-8770-2e21f9ad0793 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:22.305506 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67809e37-c4b1-4f65-8770-2e21f9ad0793'] response: {'name': 'network-changed', 'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'status': 'completed', 'code': 200}
Apr 02 21:00:22.346755 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37c38c-b52c-4133-bb57-084476b00316 x-openstack-request-id: req-2c37c38c-b52c-4133-bb57-084476b00316 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:22.347477 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "name": "network-vif-plugged", "status": "completed", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:22.351104 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c37c38c-b52c-4133-bb57-084476b00316 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:22.351976 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c37c38c-b52c-4133-bb57-084476b00316'] response: {'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'code': 200}
Apr 02 21:00:22.353106 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8ad30>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f0409d9-18d8-4449-a1b6-ed3fbf33e506', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'floating_ip_address': '172.35.4.147', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'port_id': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'mac_address': 'fa:16:3e:0d:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:00:19Z', 'updated_at': '2022-04-02T21:00:20Z', 'revision_number': 1, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:55Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:22.356491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de6dd421-12bb-44db-a78d-46986a25b6cd admin admin] Publish callbacks [] for security_group (08da9b30-f611-4497-883c-1fcadaf765dd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:22.367268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de6dd421-12bb-44db-a78d-46986a25b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (08da9b30-f611-4497-883c-1fcadaf765dd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:22.405166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4315-06bd-4588-97af-d2137944d557 req-166127c7-e520-42e6-aea5-442d50080b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.407616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-166127c7-e520-42e6-aea5-442d50080b4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1128 time: 0.0693102
Apr 02 21:00:22.413067 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] Checking router: bc8494b0-4657-4b7d-8748-1574401deb1b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:00:22.424782 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:00:22.425854 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T20:59:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:22.491774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dd421-12bb-44db-a78d-46986a25b6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da9b30-f611-4497-883c-1fcadaf765dd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:22.508479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de6dd421-12bb-44db-a78d-46986a25b6cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=756ee9117e924351b14c649e969adaea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3310735
Apr 02 21:00:22.512550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37674) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:22.543238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e797abd-644f-42b1-90bf-ff82306cb3ed req-27c6fa29-36a9-4502-b219-da46a2b2b06f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.544679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e797abd-644f-42b1-90bf-ff82306cb3ed req-27c6fa29-36a9-4502-b219-da46a2b2b06f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1195700
Apr 02 21:00:22.554558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-ff425f63-b706-4023-a067-48893e68529e service neutron] 10.222.0.18 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360620
Apr 02 21:00:22.560731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:00:22.575908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4315-06bd-4588-97af-d2137944d557 req-48799155-f3d7-4fc7-ba1a-3a5b38567d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.577578 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-48799155-f3d7-4fc7-ba1a-3a5b38567d35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 930 time: 0.1635954
Apr 02 21:00:22.606914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bc9d8-d47c-44c5-b5b0-9ae6750a87f9 req-b240a06d-f13d-4c58-9cfb-5df7e6e385bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.606914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-741bc9d8-d47c-44c5-b5b0-9ae6750a87f9 req-b240a06d-f13d-4c58-9cfb-5df7e6e385bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1127 time: 0.1784294
Apr 02 21:00:22.643916 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e797abd-644f-42b1-90bf-ff82306cb3ed req-9ae7f68e-09cd-4856-a2bb-3f06478cdcb3 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915673
Apr 02 21:00:22.674008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-db58610a-e24a-45a7-b543-c1a8c7c79280 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 1000 time: 0.0823076
Apr 02 21:00:22.675278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7601fc52-08f0-4f9f-85ee-8c39203c7b8e admin admin] Publish callbacks [] for security_group (08da9b30-f611-4497-883c-1fcadaf765dd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:22.711125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-741bc9d8-d47c-44c5-b5b0-9ae6750a87f9 req-01fed4a5-150a-4b52-bbf0-8a2310ac601a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739880
Apr 02 21:00:22.725528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7601fc52-08f0-4f9f-85ee-8c39203c7b8e admin admin] Publish callbacks [] for security_group (08da9b30-f611-4497-883c-1fcadaf765dd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:22.764892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b28daf3c-3bb0-4061-9549-3a1b9ad006b3 req-3f13f4bc-5fb5-48fc-a010-59c0da676eae service neutron] 10.222.0.18 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022932
Apr 02 21:00:22.768774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4315-06bd-4588-97af-d2137944d557 req-2d55f059-626c-4691-add9-4114d30936c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.772951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-2d55f059-626c-4691-add9-4114d30936c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 200  len: 868 time: 0.0889831
Apr 02 21:00:22.824200 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8ad30>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f0409d9-18d8-4449-a1b6-ed3fbf33e506', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'floating_ip_address': '172.35.4.147', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'port_id': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'mac_address': 'fa:16:3e:0d:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:00:19Z', 'updated_at': '2022-04-02T21:00:20Z', 'revision_number': 1, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:55Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:22.859588 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e827-0d21-43a3-b16a-18a3067b26f2 None None] The sync data for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 is: [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f0409d9-18d8-4449-a1b6-ed3fbf33e506', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'floating_ip_address': '172.35.4.147', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'port_id': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'mac_address': 'fa:16:3e:0d:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:00:19Z', 'updated_at': '2022-04-02T21:00:20Z', 'revision_number': 1, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:55Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:00:22.896877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4315-06bd-4588-97af-d2137944d557 req-dd167498-f540-43b7-bf8a-4c0c35bca220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.898389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-dd167498-f540-43b7-bf8a-4c0c35bca220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beb911da-4877-4280-aef6-5e2262f47fca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1175530
Apr 02 21:00:22.919993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136df0b1-c5e8-409f-a27f-3fd14f091560 req-a081f182-c472-4121-b962-d0aa049ed3fc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:22.922271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136df0b1-c5e8-409f-a27f-3fd14f091560 req-a081f182-c472-4121-b962-d0aa049ed3fc tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.0913203
Apr 02 21:00:23.020133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7601fc52-08f0-4f9f-85ee-8c39203c7b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (08da9b30-f611-4497-883c-1fcadaf765dd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.024010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7601fc52-08f0-4f9f-85ee-8c39203c7b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.025719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7601fc52-08f0-4f9f-85ee-8c39203c7b8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08da9b30-f611-4497-883c-1fcadaf765dd HTTP/1.1" status: 204  len: 168 time: 0.5121410
Apr 02 21:00:23.073070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136df0b1-c5e8-409f-a27f-3fd14f091560 req-b9686be1-4743-41eb-8d56-954ec21fa891 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410012
Apr 02 21:00:23.075459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601fc52-08f0-4f9f-85ee-8c39203c7b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da9b30-f611-4497-883c-1fcadaf765dd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:23.098772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-0a0e2601-5524-4981-874c-6ab9d1fb5f58 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 258 time: 0.2969522
Apr 02 21:00:23.127500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:23.140448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-6c59fcfd-496b-43c7-84ab-da36e07666a7 service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161267
Apr 02 21:00:23.145113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0fbe1279-27f7-4c33-983a-252f8683bf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.183575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.236977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e01ec2-ec53-4bf6-bea6-dc619d0908df None None] New status for floating IP 4f0409d9-18d8-4449-a1b6-ed3fbf33e506: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:00:23.272803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275f4315-06bd-4588-97af-d2137944d557 req-a16f4a6b-7976-4190-aa6e-56c357f6a064 service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257927
Apr 02 21:00:23.467236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.497079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f868d0-661d-4752-90f7-4332b0f7ba03 req-602b6b4c-8091-489b-8b82-b379f5f63157 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:23.499432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5f868d0-661d-4752-90f7-4332b0f7ba03 req-602b6b4c-8091-489b-8b82-b379f5f63157 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 946 time: 0.1158454
Apr 02 21:00:23.595582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 06523ba1-b96d-4767-aaa5-bbe2183d6a80 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:23.600402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5f868d0-661d-4752-90f7-4332b0f7ba03 req-302786b5-fcc0-427d-9d10-54593817e1b8 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918505
Apr 02 21:00:23.619942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Allocated IP 172.35.4.128 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/35c36407-68b3-42b4-8072-405bffc9cc7b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:23.729652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24cf33-5161-4766-bdc4-bd76d2d1e648 req-4c5d839c-610a-4f29-bf02-d97bbc8090da tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:23.737916 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d24cf33-5161-4766-bdc4-bd76d2d1e648 req-4c5d839c-610a-4f29-bf02-d97bbc8090da tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 950 time: 0.0674181
Apr 02 21:00:23.766445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:23.781200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'network_id': 'f2d4ece6-a97d-4f79-921c-5a419ec5ae76', 'port_id': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'mac_address': 'fa:16:3e:68:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b386bb10-471e-4291-8649-db83a894bf97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:23.799367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.814646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d24cf33-5161-4766-bdc4-bd76d2d1e648 req-100d87b0-85b0-43ff-a852-f75ecbc6e9db tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696681
Apr 02 21:00:23.835561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:23.836013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.858722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06523ba1-b96d-4767-aaa5-bbe2183d6a80 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:23.867992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.905081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:23.910862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:23.926078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:23.934177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:23.939609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:23.965137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event updated for resources: {'Port': ['ID=35c36407-68b3-42b4-8072-405bffc9cc7b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:23.980245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b7813-aa97-4bb9-bc25-d1d9886bc8ad req-eaf9b434-a949-4b35-9e9f-b47e87e1e8ed tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:23.982187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-061b7813-aa97-4bb9-bc25-d1d9886bc8ad req-eaf9b434-a949-4b35-9e9f-b47e87e1e8ed tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0951693
Apr 02 21:00:24.007164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:24.043317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-061b7813-aa97-4bb9-bc25-d1d9886bc8ad req-37daf537-a01d-4afc-b30c-b22b3642ca93 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551815
Apr 02 21:00:24.048908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4d007a40-e1fa-4fd2-912b-923753ebab22), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:24.054741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['06523ba1-b96d-4767-aaa5-bbe2183d6a80'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:24.106664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:24.298908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8985ce4-7156-4fd4-b29e-f91dd62e6857 req-19648f45-9a88-4827-acc6-cf3f58f63127 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:24.300059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8985ce4-7156-4fd4-b29e-f91dd62e6857 req-19648f45-9a88-4827-acc6-cf3f58f63127 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.0771582
Apr 02 21:00:24.371111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8985ce4-7156-4fd4-b29e-f91dd62e6857 req-4ebf0957-71c6-49e5-be59-3f2b29dd0201 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590150
Apr 02 21:00:24.371953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:24.378323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:24.395230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 82489312-cd93-45ff-8630-0fecf70d05db no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:24.419511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 82489312-cd93-45ff-8630-0fecf70d05db {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:24.420099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 82489312-cd93-45ff-8630-0fecf70d05db not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:24.446412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event updated for resources: {'Port': ['ID=35c36407-68b3-42b4-8072-405bffc9cc7b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:24.467898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (4d007a40-e1fa-4fd2-912b-923753ebab22), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:24.485009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:24.486558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-997f38b0-bd85-4bf2-ac7f-678572fa8aee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3675191
Apr 02 21:00:24.731288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02067f-6105-4ff1-a823-16726c99cda7 req-94975f34-bce0-4152-8dc4-f37a83bc2ad9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:24.733273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de02067f-6105-4ff1-a823-16726c99cda7 req-94975f34-bce0-4152-8dc4-f37a83bc2ad9 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 945 time: 0.0634050
Apr 02 21:00:24.761589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-6a52f009-0f24-4043-9b2c-9b3af07d6361 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.128 HTTP/1.1" status: 200  len: 696 time: 0.2691562
Apr 02 21:00:24.783822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de02067f-6105-4ff1-a823-16726c99cda7 req-720964a1-ca99-4403-964b-bfe85625ce67 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439031
Apr 02 21:00:24.876847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-5b7f26c1-f7fb-4c6a-bb7f-d81377c91434 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:24.878222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b138041-51be-4213-a48a-2f4a5a10daa3 req-5b7f26c1-f7fb-4c6a-bb7f-d81377c91434 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1067300
Apr 02 21:00:25.009192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc520d1-ff39-4eb0-bee8-20de1f6af320 req-bb6319c2-8e78-4452-8e9a-f4c2cbd164e2 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:25.010794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dc520d1-ff39-4eb0-bee8-20de1f6af320 req-bb6319c2-8e78-4452-8e9a-f4c2cbd164e2 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 950 time: 0.0678844
Apr 02 21:00:25.060528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dc520d1-ff39-4eb0-bee8-20de1f6af320 req-498ca470-f124-4163-bdc3-d80ba5a1f328 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418732
Apr 02 21:00:25.075062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-f20b4523-a505-4483-867b-a889c8a42b21 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:25.076722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-f20b4523-a505-4483-867b-a889c8a42b21 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0701749
Apr 02 21:00:25.131135 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-c596dfd4-2328-4992-ba7d-b2892c994561 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.128 HTTP/1.1" status: 200  len: 696 time: 0.0477059
Apr 02 21:00:25.141689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-2539d15e-dec0-4c1f-8da8-ca00d277feb5 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Request body: {'floatingip': {'port_id': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:25.175116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-997d5791-895e-4b21-aad8-072937e5f47e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:25.177027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-997d5791-895e-4b21-aad8-072937e5f47e tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.21 "GET /v2.0/ports?device_id=be683205-2b54-4939-9129-7bb9eebeb181 HTTP/1.1" status: 200  len: 950 time: 0.0632164
Apr 02 21:00:25.191091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-2539d15e-dec0-4c1f-8da8-ca00d277feb5 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4d007a40-e1fa-4fd2-912b-923753ebab22), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.237614 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c453521c-cad0-4dfb-8e89-781d6ffb46ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.290830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Deleting port 2331c06a-ee7d-4041-8052-210fa1ebd75e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:25.292087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.393697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] For port 2331c06a-ee7d-4041-8052-210fa1ebd75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2331c06a-ee7d-4041-8052-210fa1ebd75e,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:25.394162 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.429548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Calling delete_port for 2331c06a-ee7d-4041-8052-210fa1ebd75e owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:25.432659 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-2539d15e-dec0-4c1f-8da8-ca00d277feb5 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:00:25.433705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-965242f4-4e0e-48e3-ba2c-12fb3d79f464 req-2539d15e-dec0-4c1f-8da8-ca00d277feb5 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "PUT /v2.0/floatingips/4d007a40-e1fa-4fd2-912b-923753ebab22 HTTP/1.1" status: 409  len: 551 time: 0.2961183
Apr 02 21:00:25.498403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19bdc-dc53-4498-a620-a08631e4d6a7 req-89936363-43d6-4f39-b51f-c198afb36768 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:25.499911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecf19bdc-dc53-4498-a620-a08631e4d6a7 req-89936363-43d6-4f39-b51f-c198afb36768 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1090188
Apr 02 21:00:25.542797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 06523ba1-b96d-4767-aaa5-bbe2183d6a80 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:25.567551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecf19bdc-dc53-4498-a620-a08631e4d6a7 req-cd979b7f-df81-4407-bd4f-14985a061e10 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598397
Apr 02 21:00:25.609808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:25.610421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.640768 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2331c06a-ee7d-4041-8052-210fa1ebd75e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.660973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2331c06a-ee7d-4041-8052-210fa1ebd75e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:25.663782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:25.688374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event deleted for resources: {'Port': ['ID=2331c06a-ee7d-4041-8052-210fa1ebd75e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:25.749993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] No DVR routers for this DVR port 2331c06a-ee7d-4041-8052-210fa1ebd75e on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:25.753186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.756597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a6b20fd-9aa7-4584-be61-b209bb280950 req-cec95371-14fd-4873-a2cb-5d2d8ac418ca tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.21 "DELETE /v2.0/ports/2331c06a-ee7d-4041-8052-210fa1ebd75e HTTP/1.1" status: 204  len: 173 time: 0.5736284
Apr 02 21:00:25.757926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be683205-2b54-4939-9129-7bb9eebeb181', 'name': 'network-vif-deleted', 'tag': '2331c06a-ee7d-4041-8052-210fa1ebd75e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:25.760253 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08695b74-b783-46a8-b549-0526003367ee" -d '{"events": [{"server_uuid": "be683205-2b54-4939-9129-7bb9eebeb181", "name": "network-vif-deleted", "tag": "2331c06a-ee7d-4041-8052-210fa1ebd75e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:25.783777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6cdb-954d-4caa-a1a0-4dc399aac87b req-a99891a3-c7fb-4787-9ed3-ffa81a25d29b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:25.785467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f75a6cdb-954d-4caa-a1a0-4dc399aac87b req-a99891a3-c7fb-4787-9ed3-ffa81a25d29b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.1325889
Apr 02 21:00:25.791989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:25.792381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.840021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:25.842773 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09815e2-084b-478d-abd2-70d57f9d94b7" -d '{"events": [{"server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:25.851832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f75a6cdb-954d-4caa-a1a0-4dc399aac87b req-c9dcfe11-7343-4d2a-bb2b-0498794a3d41 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541208
Apr 02 21:00:25.868272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:25.877335 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:25.941928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-cdba457c-d054-4cf5-9e63-e6ce3d4cad52 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips/4d007a40-e1fa-4fd2-912b-923753ebab22 HTTP/1.1" status: 200  len: 693 time: 0.0604839
Apr 02 21:00:25.981031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:26.055862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-76f87edd-4f31-439c-9c42-5b3ed7cbeb15 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.057137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-76f87edd-4f31-439c-9c42-5b3ed7cbeb15 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1086762
Apr 02 21:00:26.121472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-7b3a1f6b-d53c-446e-a3c8-0eef489b5987 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.128 HTTP/1.1" status: 200  len: 696 time: 0.0533812
Apr 02 21:00:26.171236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a285-dda5-45af-937d-a69773b37935 req-aeceb0a5-2ef2-411b-b13f-09fd4165aa13 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.172813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1971a285-dda5-45af-937d-a69773b37935 req-aeceb0a5-2ef2-411b-b13f-09fd4165aa13 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 946 time: 0.0654628
Apr 02 21:00:26.177645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-92e89668-54a4-4c68-827b-7c1f9c49c4a7 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.128 HTTP/1.1" status: 200  len: 696 time: 0.0464249
Apr 02 21:00:26.237053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1971a285-dda5-45af-937d-a69773b37935 req-075bc151-325c-4876-8d41-8ec273b41df2 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/security-groups?id=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576854
Apr 02 21:00:26.302927 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a77061-3f42-406b-85f5-bc9a8bf49a4b x-openstack-request-id: req-81a77061-3f42-406b-85f5-bc9a8bf49a4b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:26.303333 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be683205-2b54-4939-9129-7bb9eebeb181", "name": "network-vif-deleted", "tag": "2331c06a-ee7d-4041-8052-210fa1ebd75e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:26.303701 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81a77061-3f42-406b-85f5-bc9a8bf49a4b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:26.304108 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a77061-3f42-406b-85f5-bc9a8bf49a4b'] response: {'server_uuid': 'be683205-2b54-4939-9129-7bb9eebeb181', 'name': 'network-vif-deleted', 'tag': '2331c06a-ee7d-4041-8052-210fa1ebd75e', 'status': 'completed', 'code': 200}
Apr 02 21:00:26.322700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Deleting port 35c36407-68b3-42b4-8072-405bffc9cc7b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:26.323025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.340145 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290ee78-a9cd-461d-ae1c-c54a3e156d90 x-openstack-request-id: req-2290ee78-a9cd-461d-ae1c-c54a3e156d90 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:26.340723 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:26.340723 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2290ee78-a9cd-461d-ae1c-c54a3e156d90 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:26.341132 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2290ee78-a9cd-461d-ae1c-c54a3e156d90'] response: {'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'code': 200}
Apr 02 21:00:26.406319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.406652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (35c36407-68b3-42b4-8072-405bffc9cc7b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.418550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Calling delete_port for 35c36407-68b3-42b4-8072-405bffc9cc7b owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:26.448359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50dd61-7d3d-4297-9b0b-13732b8dcc4c req-25ba1132-dc29-42f7-b1bd-c8fbb344985e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.449956 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc50dd61-7d3d-4297-9b0b-13732b8dcc4c req-25ba1132-dc29-42f7-b1bd-c8fbb344985e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1127 time: 0.0460639
Apr 02 21:00:26.497214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc50dd61-7d3d-4297-9b0b-13732b8dcc4c req-63179fbb-55c1-4a83-be38-581b691d83eb tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373762
Apr 02 21:00:26.565335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (35c36407-68b3-42b4-8072-405bffc9cc7b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.574326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.599842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event deleted for resources: {'Port': ['ID=35c36407-68b3-42b4-8072-405bffc9cc7b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:26.649404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b302fd-f1ea-4f86-91d9-6170539082fe req-1ae07675-49f6-4e11-997c-a9eb8f51b8c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.650988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8b302fd-f1ea-4f86-91d9-6170539082fe req-1ae07675-49f6-4e11-997c-a9eb8f51b8c8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0793221
Apr 02 21:00:26.679544 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4d007a40-e1fa-4fd2-912b-923753ebab22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.682640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:26.684340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f099b9a0-9141-482e-9529-b8eec5c60845 req-c4d24eeb-6508-450e-b6e8-f8fc2c220e4b tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "DELETE /v2.0/floatingips/4d007a40-e1fa-4fd2-912b-923753ebab22 HTTP/1.1" status: 204  len: 173 time: 0.4987912
Apr 02 21:00:26.703752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8b302fd-f1ea-4f86-91d9-6170539082fe req-191b85b2-59fc-41af-a8e1-7f33f2048598 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466855
Apr 02 21:00:26.829753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3784-7834-434f-bb67-0ab69d276385 req-2407bc44-b341-43a4-947c-d416ef121e35 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.831590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d7f3784-7834-434f-bb67-0ab69d276385 req-2407bc44-b341-43a4-947c-d416ef121e35 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1127 time: 0.0518715
Apr 02 21:00:26.880186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d7f3784-7834-434f-bb67-0ab69d276385 req-196f1d01-00c6-485f-bda1-00b28686bda9 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427699
Apr 02 21:00:26.955543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b59a7-ac13-4c28-a001-51b281f6a0f2 req-37cdcc96-f47b-4689-ac96-4cff1f1f76c3 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.956990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f80b59a7-ac13-4c28-a001-51b281f6a0f2 req-37cdcc96-f47b-4689-ac96-4cff1f1f76c3 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1132448
Apr 02 21:00:26.966821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760e0c-c853-444f-b829-f84e5652d579 req-1e872aa3-fb51-4127-a247-3bdd3b6174a4 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:26.968599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5760e0c-c853-444f-b829-f84e5652d579 req-1e872aa3-fb51-4127-a247-3bdd3b6174a4 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 946 time: 0.0792480
Apr 02 21:00:26.991027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-531665ff-4722-46ae-bf22-1b30fb8cfe39 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 1002 time: 0.0621948
Apr 02 21:00:27.046361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-de33ea2c-91ca-4223-a324-954b1f8aaae8 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:27.047892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-de33ea2c-91ca-4223-a324-954b1f8aaae8 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports/0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 943 time: 0.0512390
Apr 02 21:00:27.055599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f80b59a7-ac13-4c28-a001-51b281f6a0f2 req-6587884b-7ca4-4420-acb5-9cc44790aba8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860300
Apr 02 21:00:27.107196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Deleting port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:27.107452 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.152868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-4627c297-e46e-4a56-88b0-40c995b71481 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 1002 time: 0.0635026
Apr 02 21:00:27.204135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] For port 06523ba1-b96d-4767-aaa5-bbe2183d6a80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06523ba1-b96d-4767-aaa5-bbe2183d6a80,segment=NetworkSegment(d1f90e22-8ef5-4a84-b624-4df1349bf693),segment_id=d1f90e22-8ef5-4a84-b624-4df1349bf693)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:27.204774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.219178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Calling delete_port for 06523ba1-b96d-4767-aaa5-bbe2183d6a80 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:27.284136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-a405e298-ac9c-45d2-95ad-72cfcc0b1e27 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:27.285538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-a405e298-ac9c-45d2-95ad-72cfcc0b1e27 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1265032
Apr 02 21:00:27.367482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (06523ba1-b96d-4767-aaa5-bbe2183d6a80), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.379972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['06523ba1-b96d-4767-aaa5-bbe2183d6a80'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:27.380692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-39aabb40-9b5a-4ddb-9d7d-7555729bc3b3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 1002 time: 0.0855176
Apr 02 21:00:27.390218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:27.406544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Pushing event deleted for resources: {'Port': ['ID=06523ba1-b96d-4767-aaa5-bbe2183d6a80,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:27.459114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] No DVR routers for this DVR port 06523ba1-b96d-4767-aaa5-bbe2183d6a80 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:27.462626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.466078 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5760e0c-c853-444f-b829-f84e5652d579 req-4402a240-4ed4-413d-ac8a-b5ebdc5bbf86 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.21 "DELETE /v2.0/ports/06523ba1-b96d-4767-aaa5-bbe2183d6a80 HTTP/1.1" status: 204  len: 173 time: 0.4900708
Apr 02 21:00:27.477444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.638729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae64903-f7f2-4f0b-a2c0-b41301cd9d91 req-c7967d8b-42ef-4eee-9cc7-0ab58b4df4b0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:27.647474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ae64903-f7f2-4f0b-a2c0-b41301cd9d91 req-c7967d8b-42ef-4eee-9cc7-0ab58b4df4b0 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.1073856
Apr 02 21:00:27.655478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.660775 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:27.661013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:00:27.661667 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Floating IP 4f0409d9-18d8-4449-a1b6-ed3fbf33e506 disassociated. External IP: 172.35.4.147, port: 0c806072-0f4f-4e01-816a-691781e5cbd9.
Apr 02 21:00:27.692546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ae64903-f7f2-4f0b-a2c0-b41301cd9d91 req-2bd04a9b-dc28-4044-a863-4c75106752dd tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea49e94-3841-4051-a3cd-280256ee0c27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441725
Apr 02 21:00:27.792679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b9a22d2-773d-4667-a414-c63f9049aedf req-bc2e4fe0-2175-4060-97a3-4f5276227517 tempest-ImagesTestJSON-724739985 tempest-ImagesTestJSON-724739985-project] 10.222.0.18 "GET /v2.0/ports?device_id=3863c5cb-fbcc-48ce-b292-bf79b14d0dcc HTTP/1.1" status: 200  len: 210 time: 0.0270312
Apr 02 21:00:27.878450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Router bc8494b0-4657-4b7d-8748-1574401deb1b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:00:28.297872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:00:28.302995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:28.304916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'name': 'network-vif-deleted', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:28.309865 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc05858-e16b-4eb2-9dd3-3ae8c733543e" -d '{"events": [{"server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "name": "network-vif-deleted", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:28.325822 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] Sync routers for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:00:28.336388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-896ab99e-2256-4e8e-afca-ad39ea8c38f6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "PUT /v2.0/floatingips/4f0409d9-18d8-4449-a1b6-ed3fbf33e506 HTTP/1.1" status: 200  len: 695 time: 0.9505637
Apr 02 21:00:28.337094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:28.337703 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:00:28.339057 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846040250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:00:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:28.339744 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9465ae1-3320-4920-bc6f-796d757dacce" -d '{"events": [{"name": "network-changed", "server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:28.428232 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-1ce59725-6900-4867-b842-268318b717c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0855801
Apr 02 21:00:28.436082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-11e27705-c7d9-41e7-bd55-d520c21ba835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.440962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-11e27705-c7d9-41e7-bd55-d520c21ba835 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1128 time: 0.0701182
Apr 02 21:00:28.472380 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:00:28.555164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-43801c4c-24ea-43cb-aecd-da3b4b9db602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.557044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-43801c4c-24ea-43cb-aecd-da3b4b9db602 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 1126 time: 0.1001620
Apr 02 21:00:28.571017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-e8b0bbc2-3224-4945-b625-aaf5309396ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.573012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-e8b0bbc2-3224-4945-b625-aaf5309396ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 930 time: 0.1289611
Apr 02 21:00:28.602998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:28.641157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-4f4df569-9f7f-47a6-b08f-b8d7de46d275 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 217 time: 0.0474558
Apr 02 21:00:28.686658 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846040250>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:55Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:28.719142 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] Checking router: bc8494b0-4657-4b7d-8748-1574401deb1b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:00:28.729438 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:00:28.730458 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846040250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:00:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:28.741858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-1dd04948-5310-473e-88c3-0672125fe8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.749510 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-1dd04948-5310-473e-88c3-0672125fe8cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 200  len: 868 time: 0.0964265
Apr 02 21:00:28.768381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c4aef542-6890-439f-8d85-9b5dca6b8c9e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:00:28.769381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c4aef542-6890-439f-8d85-9b5dca6b8c9e tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089154
Apr 02 21:00:28.834522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-c23ea2f3-ca06-45a1-a3f5-b9d2069246a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.835982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-c23ea2f3-ca06-45a1-a3f5-b9d2069246a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.2028823
Apr 02 21:00:28.844718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-2ae7c4be-10e6-443d-a815-0b86ba59f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.845860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-2ae7c4be-10e6-443d-a815-0b86ba59f18a service neutron] 10.222.0.18 "GET /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 1124 time: 0.0611358
Apr 02 21:00:28.862415 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:00:28.888412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:28.889170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Unknown quota resources ['binding']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:00:28.895656 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-4eb19428-4971-4114-8619-d30f5b734141 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 200  len: 217 time: 0.0488966
Apr 02 21:00:28.917925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-93cc89b9-5571-4d1b-951f-b94a8721c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:28.924928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-93cc89b9-5571-4d1b-951f-b94a8721c4ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=beb911da-4877-4280-aef6-5e2262f47fca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1750147
Apr 02 21:00:29.029977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296fec-3d1b-424e-b684-51ed74386510 req-daf42c07-1237-4f03-bacb-13819a036be9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:29.031798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad296fec-3d1b-424e-b684-51ed74386510 req-daf42c07-1237-4f03-bacb-13819a036be9 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 951 time: 0.0671604
Apr 02 21:00:29.075639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-930b4686-b036-4801-8342-2c0aabd07147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:29.077138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-930b4686-b036-4801-8342-2c0aabd07147 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1496389
Apr 02 21:00:29.154650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Deleting port 2249859f-5022-4c72-a7ee-251258b261cb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:29.155056 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2249859f-5022-4c72-a7ee-251258b261cb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:29.166037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-c22057e5-6e88-4b03-af6a-32ad8c9dd4f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598800
Apr 02 21:00:29.169651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-d6129846-84e7-46ab-913e-a7da07955238 service neutron] 10.222.0.18 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319448
Apr 02 21:00:29.183693 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846040250>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:55Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:29.213393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d6ccf-3963-496d-a2fe-45a4fcd05bbb None None] The sync data for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 is: [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:50Z', 'revision_number': 4, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0a7fba1f-5ac3-4f54-a028-cff14be392ba', 'name': '', 'network_id': 'beb911da-4877-4280-aef6-5e2262f47fca', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'mac_address': 'fa:16:3e:56:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:50Z', 'updated_at': '2022-04-02T20:59:55Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'subnets': [{'id': 'b88c4ba7-6494-41c4-a109-dc92127b0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:00:29.257255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] For port 2249859f-5022-4c72-a7ee-251258b261cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2249859f-5022-4c72-a7ee-251258b261cb,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:29.257625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2249859f-5022-4c72-a7ee-251258b261cb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:29.276324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Calling delete_port for 2249859f-5022-4c72-a7ee-251258b261cb owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:29.326631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:29.327280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:29.327280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:29.338046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:29.338367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:29.360389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:29.361384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:29.361741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:29.362487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Bound port: 2f0b5d01-2163-42f7-ad38-54ff616d2346, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:29.389903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:29.403996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-722c8efd-ef5c-4180-b8f2-a632eab4544e service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315345
Apr 02 21:00:29.409868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5b9b3a-5f6d-4bc2-ad6e-d2de3bc25fab req-07d860e3-fc97-4f09-834b-8183f6b0b716 service neutron] 10.222.0.18 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251074
Apr 02 21:00:29.448643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2249859f-5022-4c72-a7ee-251258b261cb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:29.468264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2249859f-5022-4c72-a7ee-251258b261cb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:29.504589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Pushing event deleted for resources: {'Port': ['ID=2249859f-5022-4c72-a7ee-251258b261cb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:29.514226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:29.526843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:29.528043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e7556a18-3660-4f9e-8612-f66fc37883cc service neutron] 10.222.0.18 "POST /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346/bindings HTTP/1.1" status: 201  len: 389 time: 0.6731515
Apr 02 21:00:29.551053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 06523ba1-b96d-4767-aaa5-bbe2183d6a80 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:29.570404 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-150a71ae-25ff-4486-bfda-fe2236ec4135 req-55e0f532-b17d-405b-84ef-ab4fc37dff28 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560235
Apr 02 21:00:29.589251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 06523ba1-b96d-4767-aaa5-bbe2183d6a80 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:29.600502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 06523ba1-b96d-4767-aaa5-bbe2183d6a80 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:29.602721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2331c06a-ee7d-4041-8052-210fa1ebd75e no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:29.603097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] No DVR routers for this DVR port 2249859f-5022-4c72-a7ee-251258b261cb on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:29.605947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:29.614439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad296fec-3d1b-424e-b684-51ed74386510 req-5e2391b0-0d6e-4d32-b018-9891814041ef tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.15 "DELETE /v2.0/ports/2249859f-5022-4c72-a7ee-251258b261cb HTTP/1.1" status: 204  len: 173 time: 0.5743372
Apr 02 21:00:29.635766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 2331c06a-ee7d-4041-8052-210fa1ebd75e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:29.636813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2331c06a-ee7d-4041-8052-210fa1ebd75e not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:29.647921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b9ca6-1024-4a61-be54-e20d54ce4f05 None None] New status for floating IP 4f0409d9-18d8-4449-a1b6-ed3fbf33e506: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:00:29.784852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7accd08-9277-4066-92bf-0c36358ab0cf req-cd0fcaa8-84d0-4bd1-bddf-e4a4c14a66e8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:29.786456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7accd08-9277-4066-92bf-0c36358ab0cf req-cd0fcaa8-84d0-4bd1-bddf-e4a4c14a66e8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0622256
Apr 02 21:00:29.893834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7accd08-9277-4066-92bf-0c36358ab0cf req-c4fb7fd4-1327-4022-be4c-2fd12b826d31 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000228
Apr 02 21:00:29.935348 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ad0d2-0996-458a-977d-4588286c714d x-openstack-request-id: req-e18ad0d2-0996-458a-977d-4588286c714d {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:29.935722 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863c5cb-fbcc-48ce-b292-bf79b14d0dcc", "name": "network-vif-deleted", "tag": "06523ba1-b96d-4767-aaa5-bbe2183d6a80", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:29.935983 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e18ad0d2-0996-458a-977d-4588286c714d {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:29.936401 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18ad0d2-0996-458a-977d-4588286c714d'] response: {'server_uuid': '3863c5cb-fbcc-48ce-b292-bf79b14d0dcc', 'name': 'network-vif-deleted', 'tag': '06523ba1-b96d-4767-aaa5-bbe2183d6a80', 'status': 'completed', 'code': 200}
Apr 02 21:00:29.980287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694accf0-8cba-4ef3-93f8-a9b93a1bcaab req-75c7a7d3-8101-4123-9777-6ed32210c0b8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:29.989385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694accf0-8cba-4ef3-93f8-a9b93a1bcaab req-75c7a7d3-8101-4123-9777-6ed32210c0b8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1138833
Apr 02 21:00:29.992887 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3bf38f-a671-4ecd-a50c-a55d9bdfc68a x-openstack-request-id: req-3a3bf38f-a671-4ecd-a50c-a55d9bdfc68a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:29.993180 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:29.993418 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a3bf38f-a671-4ecd-a50c-a55d9bdfc68a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:29.993817 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3bf38f-a671-4ecd-a50c-a55d9bdfc68a'] response: {'name': 'network-changed', 'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'status': 'completed', 'code': 200}
Apr 02 21:00:30.069420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694accf0-8cba-4ef3-93f8-a9b93a1bcaab req-350ca79b-887c-421a-87ee-c034085d2a11 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785697
Apr 02 21:00:30.111975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65a505df-e51e-42be-9537-8d5dbe3373fa req-4c5fb128-132f-493f-89cd-960e3d533ee7 tempest-ServersAdminTestJSON-1400430964 tempest-ServersAdminTestJSON-1400430964-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b367d88-0807-449d-bd01-d227a66e6958 HTTP/1.1" status: 200  len: 210 time: 0.0642734
Apr 02 21:00:30.141262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-b1f644c2-48c5-44f9-b774-e3e7a2b7b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.143360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-b1f644c2-48c5-44f9-b774-e3e7a2b7b1eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1127 time: 0.0815756
Apr 02 21:00:30.180588 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0ae43e8e-b7aa-41d6-bbc9-7c76d9345aed tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips/4f0409d9-18d8-4449-a1b6-ed3fbf33e506 HTTP/1.1" status: 200  len: 693 time: 0.0546410
Apr 02 21:00:30.208698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465ae1-3320-4920-bc6f-796d757dacce req-95df3519-ab2f-4250-abb5-dcd1a31b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.210181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-95df3519-ab2f-4250-abb5-dcd1a31b893f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 1128 time: 0.1265562
Apr 02 21:00:30.282857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-74865bb3-34d3-4d82-8579-78f7ebf8ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.284316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-74865bb3-34d3-4d82-8579-78f7ebf8ead9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1329591
Apr 02 21:00:30.294533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd40951-4a87-409f-8ba2-32fa4410c61f req-c7930f90-3211-414c-8596-6b177fe6a862 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.295919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acd40951-4a87-409f-8ba2-32fa4410c61f req-c7930f90-3211-414c-8596-6b177fe6a862 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.0764487
Apr 02 21:00:30.339970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-76b3a6bf-e2d3-42c8-ad5a-83f8c55f014c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 217 time: 0.0431092
Apr 02 21:00:30.356419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-71070a60-c4af-43e0-9deb-48c023e5a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.364218 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-71070a60-c4af-43e0-9deb-48c023e5a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1827195
Apr 02 21:00:30.382877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465ae1-3320-4920-bc6f-796d757dacce req-237f9aa3-1c43-4621-b189-b955e481d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.384446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-237f9aa3-1c43-4621-b189-b955e481d818 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 200  len: 930 time: 0.1679544
Apr 02 21:00:30.435978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acd40951-4a87-409f-8ba2-32fa4410c61f req-ecd8b396-bc25-4728-8946-57747997c450 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986154
Apr 02 21:00:30.438011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-197c3f3e-dea6-47bf-aa24-d5e098a980ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.440230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-197c3f3e-dea6-47bf-aa24-d5e098a980ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0880187
Apr 02 21:00:30.473482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-648ab9f6-4836-4fd3-8b76-57ef30b1583e tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 696 time: 0.1083612
Apr 02 21:00:30.493948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-bed4196d-b4eb-4113-9664-f02a441f9148 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438933
Apr 02 21:00:30.494583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-23aeee40-3891-4b1f-90e9-3c33f272f539 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 200  len: 217 time: 0.0779455
Apr 02 21:00:30.577761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-28ac24bd-5fbc-414c-80e9-60f346a1b4bd tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.147 HTTP/1.1" status: 200  len: 696 time: 0.1031506
Apr 02 21:00:30.690712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465ae1-3320-4920-bc6f-796d757dacce req-12bd8b27-9d93-4059-a252-851956e82339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.692192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-12bd8b27-9d93-4059-a252-851956e82339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 200  len: 868 time: 0.1579216
Apr 02 21:00:30.758047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-ccafaebc-98a1-45ca-9497-f9cc01013cf3 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523723
Apr 02 21:00:30.903613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465ae1-3320-4920-bc6f-796d757dacce req-70b5bc8c-0e95-49d1-b3b7-bf75bf42e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.905477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-70b5bc8c-0e95-49d1-b3b7-bf75bf42e8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beb911da-4877-4280-aef6-5e2262f47fca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2049356
Apr 02 21:00:30.912289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-8cbfdc75-3670-4672-8916-0d5ede7e3efd service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468992
Apr 02 21:00:30.922734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Deleting port 7275ebb9-77ae-4681-9357-9ab4c77441d1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:30.923914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:30.924660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472c816-8d05-4e82-8f28-eba9e9c81c29 req-efafa0b2-a673-446a-a5b8-edc84cdf928e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:30.926289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1472c816-8d05-4e82-8f28-eba9e9c81c29 req-efafa0b2-a673-446a-a5b8-edc84cdf928e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0824692
Apr 02 21:00:31.002020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1472c816-8d05-4e82-8f28-eba9e9c81c29 req-4275eb82-dc64-4108-a16f-4183db2d9c20 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672641
Apr 02 21:00:31.004621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-30ea862d-895e-4cd6-8f7d-70988ac8424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.006205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-30ea862d-895e-4cd6-8f7d-70988ac8424d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1128 time: 0.0788417
Apr 02 21:00:31.091887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:31.092226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (7275ebb9-77ae-4681-9357-9ab4c77441d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:31.102108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-60ad1853-d5ff-49ee-b4d4-62541a320932 service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761560
Apr 02 21:00:31.108425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Calling delete_port for 7275ebb9-77ae-4681-9357-9ab4c77441d1 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:31.122452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-9e9990ca-a74a-4bd4-8bac-7f021cacf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.124322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-9e9990ca-a74a-4bd4-8bac-7f021cacf04f service neutron] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.1089995
Apr 02 21:00:31.208378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-430825d5-2fe4-4ced-b632-959b20a4bdfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 1002 time: 0.0765128
Apr 02 21:00:31.255021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9465ae1-3320-4920-bc6f-796d757dacce req-5b6b6c25-c957-4c92-941a-cc9015804a4a service neutron] 10.222.0.15 "GET /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443357
Apr 02 21:00:31.295508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-cda358e1-30a5-471a-b601-d0eadaa6e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.297553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-cda358e1-30a5-471a-b601-d0eadaa6e4d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0825596
Apr 02 21:00:31.328519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7275ebb9-77ae-4681-9357-9ab4c77441d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:31.358255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event deleted for resources: {'Port': ['ID=7275ebb9-77ae-4681-9357-9ab4c77441d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:31.394189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-e997e939-a0ad-4a9a-9438-13616a8d68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.395768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-e997e939-a0ad-4a9a-9438-13616a8d68cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0910244
Apr 02 21:00:31.424846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks [] for floatingip (4f0409d9-18d8-4449-a1b6-ed3fbf33e506), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:31.429136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:31.430393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29bfeef0-c46f-4e6d-ac0e-41557586fc52 req-0f36875c-3d1c-4bd2-b8f3-fea462f6a44c tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f0409d9-18d8-4449-a1b6-ed3fbf33e506 HTTP/1.1" status: 204  len: 173 time: 0.8518519
Apr 02 21:00:31.447925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27ec4d-1a5a-47de-969f-b07e30995a85 req-6cc331ba-6d41-44d3-ab4d-16f03a0f01db tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.456886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a27ec4d-1a5a-47de-969f-b07e30995a85 req-6cc331ba-6d41-44d3-ab4d-16f03a0f01db tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1071329
Apr 02 21:00:31.576895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a27ec4d-1a5a-47de-969f-b07e30995a85 req-954e8a63-9b41-452b-9f86-657ba151b954 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204214
Apr 02 21:00:31.591099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-4d9b57fb-04dd-45d4-ba8b-dd69b9df97de service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862154
Apr 02 21:00:31.774198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180d0e3-38bb-412a-ade9-0e6207969e1c req-79d6b366-f128-4c25-aeda-80c5f1fb13ec tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.776267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f180d0e3-38bb-412a-ade9-0e6207969e1c req-79d6b366-f128-4c25-aeda-80c5f1fb13ec tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.0941942
Apr 02 21:00:31.779104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc258dc-f213-4509-a0ce-dfb7120069f0 req-330c3b62-fbe1-4d76-b297-da05922cb9db service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818998
Apr 02 21:00:31.866369 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f180d0e3-38bb-412a-ade9-0e6207969e1c req-747b1fb1-da9c-4165-95cf-20617f6bc463 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842102
Apr 02 21:00:31.876621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7908576-09de-4b40-b912-0d8b05cbd4f5 req-31f83cce-8ed0-4598-8e91-9ba148f81f15 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:31.878167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7908576-09de-4b40-b912-0d8b05cbd4f5 req-31f83cce-8ed0-4598-8e91-9ba148f81f15 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1004212
Apr 02 21:00:31.937449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-deleted', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:31.940816 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ef0a3-a92a-48dc-888f-c562c908f187" -d '{"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-deleted", "tag": "2249859f-5022-4c72-a7ee-251258b261cb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:31.980318 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7908576-09de-4b40-b912-0d8b05cbd4f5 req-baed54b4-4c52-4b88-82d5-2a26fe951f2d tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0959239
Apr 02 21:00:32.009854 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfb3924-5c46-4a07-a6f6-67c83019deb2 x-openstack-request-id: req-8dfb3924-5c46-4a07-a6f6-67c83019deb2 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:32.010182 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b367d88-0807-449d-bd01-d227a66e6958", "name": "network-vif-deleted", "tag": "2249859f-5022-4c72-a7ee-251258b261cb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:32.010447 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dfb3924-5c46-4a07-a6f6-67c83019deb2 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:32.011142 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfb3924-5c46-4a07-a6f6-67c83019deb2'] response: {'server_uuid': '7b367d88-0807-449d-bd01-d227a66e6958', 'name': 'network-vif-deleted', 'tag': '2249859f-5022-4c72-a7ee-251258b261cb', 'status': 'completed', 'code': 200}
Apr 02 21:00:32.023723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37990) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:32.073948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-871c64db-ff85-4252-8c34-73d2d6567fe8 req-841f18d8-6e89-4c6a-b121-9e0a84f27dee tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0500975
Apr 02 21:00:32.159717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77969328-dd25-4742-a89b-931c0f585f10 req-0c80fe83-b3e1-49ae-9b94-5d216b9b4f9c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:32.161261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77969328-dd25-4742-a89b-931c0f585f10 req-0c80fe83-b3e1-49ae-9b94-5d216b9b4f9c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0647848
Apr 02 21:00:32.214058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77969328-dd25-4742-a89b-931c0f585f10 req-1c52319c-69e0-4167-b234-d03165b0f9d4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463531
Apr 02 21:00:32.333273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-85225462-bc04-4612-b3e6-f34721642c65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d84de315abb1452fa5187770db66041e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3047860
Apr 02 21:00:32.335709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38016) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:32.389367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a34908ff-6651-43f8-bff9-03338114739e admin admin] Publish callbacks [] for security_group (0ea49e94-3841-4051-a3cd-280256ee0c27), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.407023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f533dd6-738f-4634-82db-ca1b2002b76e req-297fad2f-65fb-4c5a-b06d-218592ed21ef tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:32.409406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f533dd6-738f-4634-82db-ca1b2002b76e req-297fad2f-65fb-4c5a-b06d-218592ed21ef tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0598304
Apr 02 21:00:32.412733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a34908ff-6651-43f8-bff9-03338114739e admin admin] Publish callbacks [] for security_group (0ea49e94-3841-4051-a3cd-280256ee0c27), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.461119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f533dd6-738f-4634-82db-ca1b2002b76e req-70347325-ff18-4706-bfcd-5d43eb8985e6 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460393
Apr 02 21:00:32.473699 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a34908ff-6651-43f8-bff9-03338114739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0ea49e94-3841-4051-a3cd-280256ee0c27), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.476347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a34908ff-6651-43f8-bff9-03338114739e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.477518 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a34908ff-6651-43f8-bff9-03338114739e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ea49e94-3841-4051-a3cd-280256ee0c27 HTTP/1.1" status: 204  len: 168 time: 0.1408644
Apr 02 21:00:32.487708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34908ff-6651-43f8-bff9-03338114739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea49e94-3841-4051-a3cd-280256ee0c27,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:32.538909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38026) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:32.610050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Deleting subnet b386bb10-471e-4291-8649-db83a894bf97 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:00:32.626995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Publish callbacks [] for subnet (b386bb10-471e-4291-8649-db83a894bf97), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.691293 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (b386bb10-471e-4291-8649-db83a894bf97), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.769567 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b386bb10-471e-4291-8649-db83a894bf97), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.807819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c02eeb-6494-4aee-93e6-87cfb40ed183 req-6b01aa6b-9921-4d8c-9edf-3b0177444d16 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:32.809277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05c02eeb-6494-4aee-93e6-87cfb40ed183 req-6b01aa6b-9921-4d8c-9edf-3b0177444d16 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1225986
Apr 02 21:00:32.857071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:32.877747 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (b386bb10-471e-4291-8649-db83a894bf97), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.894580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05c02eeb-6494-4aee-93e6-87cfb40ed183 req-4e9ce70a-32e5-4952-b44d-99809e1060e8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698597
Apr 02 21:00:32.901221 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6f93950-8cb4-4455-a0d9-bc5974e007d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ea0483355034dd9a9fadf514384a916&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0429294
Apr 02 21:00:32.904211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:32.930099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:32.930099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b386bb10-471e-4291-8649-db83a894bf97 HTTP/1.1" status: 204  len: 168 time: 0.3854170
Apr 02 21:00:32.930099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047202f-2a1e-466c-bba3-0d87191df6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b386bb10-471e-4291-8649-db83a894bf97,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:32.930099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:32.986598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8162913c-742e-47ca-ac0e-e8cb76c63fdd admin admin] Publish callbacks [] for security_group (6fadcae4-4d17-4e2c-9dae-7fa41d5a5369), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.008151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8162913c-742e-47ca-ac0e-e8cb76c63fdd admin admin] Publish callbacks [] for security_group (6fadcae4-4d17-4e2c-9dae-7fa41d5a5369), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.026216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f2d4ece6-a97d-4f79-921c-5a419ec5ae76), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.063227 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8162913c-742e-47ca-ac0e-e8cb76c63fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6fadcae4-4d17-4e2c-9dae-7fa41d5a5369), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.067019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8162913c-742e-47ca-ac0e-e8cb76c63fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.068269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8162913c-742e-47ca-ac0e-e8cb76c63fdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fadcae4-4d17-4e2c-9dae-7fa41d5a5369 HTTP/1.1" status: 204  len: 168 time: 0.1633959
Apr 02 21:00:33.077274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162913c-742e-47ca-ac0e-e8cb76c63fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadcae4-4d17-4e2c-9dae-7fa41d5a5369,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:33.120150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d9eea-3c4f-4023-a4fb-d82ad85e317b req-8d441eb2-9407-4737-b8a6-296456560974 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:33.128081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-901d9eea-3c4f-4023-a4fb-d82ad85e317b req-8d441eb2-9407-4737-b8a6-296456560974 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.1215816
Apr 02 21:00:33.160600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f2d4ece6-a97d-4f79-921c-5a419ec5ae76), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.194373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845fc86a0>,) {'filters': {'network_id': ['f2d4ece6-a97d-4f79-921c-5a419ec5ae76']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:33.215361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845fc86a0>, 'd1f90e22-8ef5-4a84-b624-4df1349bf693') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:33.215657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845fc86a0>, 'd1f90e22-8ef5-4a84-b624-4df1349bf693') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:33.232943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d1f90e22-8ef5-4a84-b624-4df1349bf693), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.240814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-901d9eea-3c4f-4023-a4fb-d82ad85e317b req-09a54a98-6714-4849-ba39-037f71e2a62a tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117246
Apr 02 21:00:33.267443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d1f90e22-8ef5-4a84-b624-4df1349bf693), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.276995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:00:33.277660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d1f90e22-8ef5-4a84-b624-4df1349bf693), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:00:33.281687 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:00:33.395124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f2d4ece6-a97d-4f79-921c-5a419ec5ae76), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.407900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.413756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2d4ece6-a97d-4f79-921c-5a419ec5ae76 HTTP/1.1" status: 204  len: 168 time: 0.4801793
Apr 02 21:00:33.431576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a311-b5f2-4fca-bddf-1c43cd1f33f9 req-7ea0599b-dedb-4662-a9dc-931220d420b2 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:33.433458 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d657a311-b5f2-4fca-bddf-1c43cd1f33f9 req-7ea0599b-dedb-4662-a9dc-931220d420b2 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1161127
Apr 02 21:00:33.434252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cfa40-f334-4b1a-930a-ac2eb94e560c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d4ece6-a97d-4f79-921c-5a419ec5ae76,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:33.506618 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d657a311-b5f2-4fca-bddf-1c43cd1f33f9 req-0febabfc-81d6-4284-9c53-ab897762258c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585694
Apr 02 21:00:33.638268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:33.651852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3609d-9c0c-42a8-a192-6441ed98477c req-0627102e-28a1-43ce-9787-6515955f50ea tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:33.659944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3fb3609d-9c0c-42a8-a192-6441ed98477c req-0627102e-28a1-43ce-9787-6515955f50ea tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0763669
Apr 02 21:00:33.692351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a87cb9b8-e29e-4e56-bfba-b2d7d5c19257 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=784e9ed7207a4d9e970e3d496574e6d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0529642
Apr 02 21:00:33.695835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38064) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:33.729805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3fb3609d-9c0c-42a8-a192-6441ed98477c req-94f98d54-fac1-46ab-9b2c-7b5c3db64970 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679650
Apr 02 21:00:33.769091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a73e3e85-4d06-4ca3-9ba4-f2dee18ba521 admin admin] Publish callbacks [] for security_group (4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.793259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a73e3e85-4d06-4ca3-9ba4-f2dee18ba521 admin admin] Publish callbacks [] for security_group (4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.797575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38070) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:33.855484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a73e3e85-4d06-4ca3-9ba4-f2dee18ba521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.858546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a73e3e85-4d06-4ca3-9ba4-f2dee18ba521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:33.859852 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a73e3e85-4d06-4ca3-9ba4-f2dee18ba521 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5 HTTP/1.1" status: 204  len: 168 time: 0.1621094
Apr 02 21:00:33.868556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e3e85-4d06-4ca3-9ba4-f2dee18ba521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4780ab8f-d5c8-4539-ac7c-dde5f8a90ea5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:33.931759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb2a71d9-5ebb-4e2a-a6fa-b66a1826eebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.050708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb2a71d9-5ebb-4e2a-a6fa-b66a1826eebb admin admin] Publish callbacks [] for security_group (f76bc0f8-06b1-4877-a15d-94e3afa19897), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.058093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb2a71d9-5ebb-4e2a-a6fa-b66a1826eebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f76bc0f8-06b1-4877-a15d-94e3afa19897), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.104430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02e436-8971-4be1-833d-c2facaafda31 req-458cd274-a621-4423-9b0c-ea1773573842 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:34.106091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a02e436-8971-4be1-833d-c2facaafda31 req-458cd274-a621-4423-9b0c-ea1773573842 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1151035
Apr 02 21:00:34.121234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bb2a71d9-5ebb-4e2a-a6fa-b66a1826eebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa687e6fcec34214b7558572a2832f9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3190327
Apr 02 21:00:34.121663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38088) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:34.125850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a71d9-5ebb-4e2a-a6fa-b66a1826eebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76bc0f8-06b1-4877-a15d-94e3afa19897,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:34.188723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c09ae0e0-3e58-4426-9a36-60ce65d091bf admin admin] Publish callbacks [] for security_group (f76bc0f8-06b1-4877-a15d-94e3afa19897), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.227667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c09ae0e0-3e58-4426-9a36-60ce65d091bf admin admin] Publish callbacks [] for security_group (f76bc0f8-06b1-4877-a15d-94e3afa19897), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.299701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c09ae0e0-3e58-4426-9a36-60ce65d091bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f76bc0f8-06b1-4877-a15d-94e3afa19897), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.304925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c09ae0e0-3e58-4426-9a36-60ce65d091bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.306552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c09ae0e0-3e58-4426-9a36-60ce65d091bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f76bc0f8-06b1-4877-a15d-94e3afa19897 HTTP/1.1" status: 204  len: 168 time: 0.1840153
Apr 02 21:00:34.316234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ae0e0-3e58-4426-9a36-60ce65d091bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76bc0f8-06b1-4877-a15d-94e3afa19897,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:34.451451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:34.479475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ac0d1-2341-4b53-9ffb-ffd8c5107fa4 req-b262ea48-9c58-4673-af30-bda73be99d78 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:34.487625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 2249859f-5022-4c72-a7ee-251258b261cb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:34.488249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2249859f-5022-4c72-a7ee-251258b261cb not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:34.488582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-784ac0d1-2341-4b53-9ffb-ffd8c5107fa4 req-b262ea48-9c58-4673-af30-bda73be99d78 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 945 time: 0.1007168
Apr 02 21:00:34.506680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a02e436-8971-4be1-833d-c2facaafda31 req-eb59664a-a01f-4da9-a3e6-2cc9380b0beb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3866713
Apr 02 21:00:34.530483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-baf98344-1244-4cdd-9c81-356ff4888e34 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:34.531822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-baf98344-1244-4cdd-9c81-356ff4888e34 tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.15 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.0816820
Apr 02 21:00:34.563392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-784ac0d1-2341-4b53-9ffb-ffd8c5107fa4 req-9c6a92d9-a8b4-4cb2-884f-73574ead3d3f tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657482
Apr 02 21:00:34.637169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-3cbf2191-5b7a-47c1-833b-8dcb1c0ac0b7 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:34.638828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-3cbf2191-5b7a-47c1-833b-8dcb1c0ac0b7 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0699227
Apr 02 21:00:34.647060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Deleting port 0c806072-0f4f-4e01-816a-691781e5cbd9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:34.647569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.650963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:34.731436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.748347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38114) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:34.783051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] For port 0c806072-0f4f-4e01-816a-691781e5cbd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c806072-0f4f-4e01-816a-691781e5cbd9,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:34.783368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.804395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Calling delete_port for 0c806072-0f4f-4e01-816a-691781e5cbd9 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:34.828523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95587eab-1f8d-4d8e-960a-1328d41bd45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.988551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0c806072-0f4f-4e01-816a-691781e5cbd9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:34.994815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837edcc-2321-46e4-9973-c293bbc2a5ca req-d5b4c5b2-8878-4760-a32a-e16bc280475e tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:35.002448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b837edcc-2321-46e4-9973-c293bbc2a5ca req-d5b4c5b2-8878-4760-a32a-e16bc280475e tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/ports?device_id=987ad6d2-f2dd-4d82-901a-4b73f5721684 HTTP/1.1" status: 200  len: 946 time: 0.1585100
Apr 02 21:00:35.006019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['0c806072-0f4f-4e01-816a-691781e5cbd9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:35.053615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Pushing event deleted for resources: {'Port': ['ID=0c806072-0f4f-4e01-816a-691781e5cbd9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:35.093267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:35.098450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b837edcc-2321-46e4-9973-c293bbc2a5ca req-0efdb4f2-c280-4f24-a905-55e86562d6ac tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.18 "GET /v2.0/security-groups?id=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950897
Apr 02 21:00:35.167389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] No DVR routers for this DVR port 0c806072-0f4f-4e01-816a-691781e5cbd9 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:35.171256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-46ab0cdf-1326-4d5d-a06e-16b1b14d24c7 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b271883cfeac443e8f5d5f2e555835d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0567281
Apr 02 21:00:35.172592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.176254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27058d94-be9f-41b4-afd0-cd61f6bc0a57 req-ab732f55-5355-4895-9104-a3b21c8f40aa tempest-FloatingIPsAssociationNegativeTestJSON-149582311 tempest-FloatingIPsAssociationNegativeTestJSON-149582311-project] 10.222.0.15 "DELETE /v2.0/ports/0c806072-0f4f-4e01-816a-691781e5cbd9 HTTP/1.1" status: 204  len: 173 time: 0.6386585
Apr 02 21:00:35.176940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'name': 'network-vif-deleted', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:35.179541 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf526e0-2868-4041-9f0f-9fbfd2692a8a" -d '{"events": [{"server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "name": "network-vif-deleted", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:35.188661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:35.247263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95587eab-1f8d-4d8e-960a-1328d41bd45c admin admin] Publish callbacks [] for security_group (b3b44964-74cb-41e1-beda-f99b05ca055f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.253114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95587eab-1f8d-4d8e-960a-1328d41bd45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b3b44964-74cb-41e1-beda-f99b05ca055f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.258402 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc70d368-f998-4142-82bd-9b10f99138fa x-openstack-request-id: req-dc70d368-f998-4142-82bd-9b10f99138fa {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:35.258749 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ad6d2-f2dd-4d82-901a-4b73f5721684", "name": "network-vif-deleted", "tag": "0c806072-0f4f-4e01-816a-691781e5cbd9", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:35.259012 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc70d368-f998-4142-82bd-9b10f99138fa {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:35.259422 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc70d368-f998-4142-82bd-9b10f99138fa'] response: {'server_uuid': '987ad6d2-f2dd-4d82-901a-4b73f5721684', 'name': 'network-vif-deleted', 'tag': '0c806072-0f4f-4e01-816a-691781e5cbd9', 'status': 'completed', 'code': 200}
Apr 02 21:00:35.289931 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95587eab-1f8d-4d8e-960a-1328d41bd45c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8939971113d4a02afb54b2c59fcff4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5402751
Apr 02 21:00:35.293631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38136) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:35.311626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:35.315950 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d04b102-b199-4c8d-a279-c6e4fcd0a9b2" -d '{"events": [{"server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:35.321150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Publish callbacks [] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.337138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.347693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95587eab-1f8d-4d8e-960a-1328d41bd45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b44964-74cb-41e1-beda-f99b05ca055f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:35.445756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:35.446011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:35.446333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:35.450241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:35.459137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:35.459462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Attempting to bind port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on network eb9b7612-59b4-4022-aa4f-4de8d7979f06 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:35.465288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:35.465620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Checking segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:35.465991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Bound using segment: {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:35.466413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Bound port: 2f0b5d01-2163-42f7-ad38-54ff616d2346, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb9b7612-59b4-4022-aa4f-4de8d7979f06'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:35.466769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.491182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-21f3c4f0-ba4e-4c4c-9bf3-e4d14b443697 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:35.498357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-21f3c4f0-ba4e-4c4c-9bf3-e4d14b443697 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3032641
Apr 02 21:00:35.502052 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-105dd304-ba29-4a94-ac2d-a693aa4e2d6e admin admin] Publish callbacks [] for security_group (b3b44964-74cb-41e1-beda-f99b05ca055f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.531497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-4eabfe41-a370-4f18-afd5-e122f51e2573 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/quotas/b271883cfeac443e8f5d5f2e555835d7 HTTP/1.1" status: 200  len: 375 time: 0.0322447
Apr 02 21:00:35.536743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:35.550417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:35.556801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-105dd304-ba29-4a94-ac2d-a693aa4e2d6e admin admin] Publish callbacks [] for security_group (b3b44964-74cb-41e1-beda-f99b05ca055f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.571275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.594942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-e2284b06-8df4-42fa-b261-46515277488c tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b271883cfeac443e8f5d5f2e555835d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0624032
Apr 02 21:00:35.620859 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48972122-4aeb-4018-86e2-c4b9b9405224 x-openstack-request-id: req-48972122-4aeb-4018-86e2-c4b9b9405224 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:35.621196 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:35.621407 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48972122-4aeb-4018-86e2-c4b9b9405224 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:35.621810 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48972122-4aeb-4018-86e2-c4b9b9405224'] response: {'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'code': 200}
Apr 02 21:00:35.677156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-105dd304-ba29-4a94-ac2d-a693aa4e2d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b3b44964-74cb-41e1-beda-f99b05ca055f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.680200 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-105dd304-ba29-4a94-ac2d-a693aa4e2d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.682246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-105dd304-ba29-4a94-ac2d-a693aa4e2d6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3b44964-74cb-41e1-beda-f99b05ca055f HTTP/1.1" status: 204  len: 168 time: 0.3878284
Apr 02 21:00:35.705575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:35.706202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:35.707615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 1121 time: 1.0626268
Apr 02 21:00:35.711700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dd304-ba29-4a94-ac2d-a693aa4e2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b44964-74cb-41e1-beda-f99b05ca055f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:35.738132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912021-c0cf-481b-bbf3-d6e385d09477 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=8']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:35.799426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2f0b5d01-2163-42f7-ad38-54ff616d2346'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:35.830727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf782eb-67bb-497e-9ee3-e76a505fca0a req-0cb4b0ca-b2e8-4a67-ba32-a82d5d46bb55 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:35.832556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-acf782eb-67bb-497e-9ee3-e76a505fca0a req-0cb4b0ca-b2e8-4a67-ba32-a82d5d46bb55 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1111093
Apr 02 21:00:35.919640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-acf782eb-67bb-497e-9ee3-e76a505fca0a req-58980650-594b-4b85-88a7-af3a41835cf6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779645
Apr 02 21:00:35.928412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2f0b5d01-2163-42f7-ad38-54ff616d2346'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:36.034472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c17382d-2d57-4b60-8e1a-0c2b4beaf30a req-340bd61d-96f8-4b43-add9-8ab988b5e63a tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 210 time: 0.0670288
Apr 02 21:00:36.092934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e3e2-acd4-4937-8336-47e501bdffbf req-144e2dfd-44de-4e61-99e0-413119afeb8c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:36.095910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f672e3e2-acd4-4937-8336-47e501bdffbf req-144e2dfd-44de-4e61-99e0-413119afeb8c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.0767329
Apr 02 21:00:36.102502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38162) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:36.184624 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f672e3e2-acd4-4937-8336-47e501bdffbf req-ace5a68c-30c4-478e-9fd9-5931e1a0b2cb tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783875
Apr 02 21:00:36.185096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38172) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:36.458497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:36.601946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:36.615164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 21:00:36.686030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8faba5-817f-44ac-adf4-2cf33783b777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:36.893209 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8faba5-817f-44ac-adf4-2cf33783b777 admin admin] Publish callbacks [] for security_group (db2b5df3-481b-4cf7-a62e-27f7d71845b2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:36.898760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8faba5-817f-44ac-adf4-2cf33783b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (db2b5df3-481b-4cf7-a62e-27f7d71845b2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:36.958418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc8faba5-817f-44ac-adf4-2cf33783b777 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae6e4cd4782444e9917cb654292a66d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8522825
Apr 02 21:00:36.958418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8faba5-817f-44ac-adf4-2cf33783b777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b5df3-481b-4cf7-a62e-27f7d71845b2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:36.959823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38198) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:37.025752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26f352dd-a7a0-4a17-a6c5-a59cd9e1e222 admin admin] Publish callbacks [] for security_group (db2b5df3-481b-4cf7-a62e-27f7d71845b2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.054561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26f352dd-a7a0-4a17-a6c5-a59cd9e1e222 admin admin] Publish callbacks [] for security_group (db2b5df3-481b-4cf7-a62e-27f7d71845b2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.111506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcb7e9-6341-4a92-a608-a486821381d6 req-c4b2cd00-900d-4900-863f-345f0e979c78 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:37.113084 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76fcb7e9-6341-4a92-a608-a486821381d6 req-c4b2cd00-900d-4900-863f-345f0e979c78 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0852826
Apr 02 21:00:37.151918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26f352dd-a7a0-4a17-a6c5-a59cd9e1e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (db2b5df3-481b-4cf7-a62e-27f7d71845b2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.155332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26f352dd-a7a0-4a17-a6c5-a59cd9e1e222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.159530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-26f352dd-a7a0-4a17-a6c5-a59cd9e1e222 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db2b5df3-481b-4cf7-a62e-27f7d71845b2 HTTP/1.1" status: 204  len: 168 time: 0.1951318
Apr 02 21:00:37.183186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f031aa7a-4145-4341-97b2-d4577d4d572d req-a38b9501-f123-497c-9cea-6ce2564021c4 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 210 time: 0.0481586
Apr 02 21:00:37.195358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f352dd-a7a0-4a17-a6c5-a59cd9e1e222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b5df3-481b-4cf7-a62e-27f7d71845b2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:37.237270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76fcb7e9-6341-4a92-a608-a486821381d6 req-99336171-51af-4cdf-8d46-fd743f561364 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172326
Apr 02 21:00:37.308236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (bc8494b0-4657-4b7d-8748-1574401deb1b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.347097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-7f5174e2-abf8-4c12-89f8-8db91d758146 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b271883cfeac443e8f5d5f2e555835d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0697150
Apr 02 21:00:37.423870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e591c3-0fa4-472f-acc2-52ebd9c477d0 req-2ce80461-764f-4f48-9ba7-a251a5607069 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:37.425514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2e591c3-0fa4-472f-acc2-52ebd9c477d0 req-2ce80461-764f-4f48-9ba7-a251a5607069 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.1386511
Apr 02 21:00:37.566816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2e591c3-0fa4-472f-acc2-52ebd9c477d0 req-652d0bb2-da3f-44d3-ba3b-e74bf24e7778 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336093
Apr 02 21:00:37.584371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-b1f9accd-88fd-4751-8461-2371bf30be21 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:37.586492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-b1f9accd-88fd-4751-8461-2371bf30be21 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2358267
Apr 02 21:00:37.622837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:37.625231 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d5513-30c1-4f2a-9abe-28d223601e77" -d '{"events": [{"name": "network-changed", "server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:37.684673 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda0047-3ecc-4013-8de5-d500e8d69c2b x-openstack-request-id: req-5cda0047-3ecc-4013-8de5-d500e8d69c2b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:37.685210 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:37.685630 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cda0047-3ecc-4013-8de5-d500e8d69c2b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:37.686223 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cda0047-3ecc-4013-8de5-d500e8d69c2b'] response: {'name': 'network-changed', 'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'status': 'completed', 'code': 200}
Apr 02 21:00:37.715979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Deleting port 0a7fba1f-5ac3-4f54-a028-cff14be392ba {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:37.716394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.760646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Request body: {'port': {'device_id': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'b271883cfeac443e8f5d5f2e555835d7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:37.850394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] For port 0a7fba1f-5ac3-4f54-a028-cff14be392ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a7fba1f-5ac3-4f54-a028-cff14be392ba,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:37.851064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:37.865444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Calling delete_port for 0a7fba1f-5ac3-4f54-a028-cff14be392ba owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:37.926363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-9907c4e0-9f08-4501-a400-01de41e999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:37.928556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-9907c4e0-9f08-4501-a400-01de41e999b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1155 time: 0.1193018
Apr 02 21:00:38.013929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Made reservation on behalf of b271883cfeac443e8f5d5f2e555835d7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:38.017866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.031326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.085034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-118ea75e-1af0-4f9c-8165-183052a61a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:38.088647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-118ea75e-1af0-4f9c-8165-183052a61a44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1451890
Apr 02 21:00:38.144610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-aba6912f-c491-4e9c-817d-740a26590230 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 217 time: 0.0472436
Apr 02 21:00:38.170368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0a7fba1f-5ac3-4f54-a028-cff14be392ba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.208512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7fba1f-5ac3-4f54-a028-cff14be392ba,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:38.240910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38252) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:38.280694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-7248a3e5-ec9c-41d6-abd9-8b64d765a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:38.282728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-7248a3e5-ec9c-41d6-abd9-8b64d765a242 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.1290121
Apr 02 21:00:38.335298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-d93bdbbe-0afa-4f2f-a3c7-031ae93b4c9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422785
Apr 02 21:00:38.380128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks [] for security_group (bb6a4649-ac15-4ab8-9846-0b7655a40f59), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.391079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bb6a4649-ac15-4ab8-9846-0b7655a40f59), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.458726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 0c806072-0f4f-4e01-816a-691781e5cbd9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:38.533464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Allocated IP 192.168.233.133 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/86734008-b39f-4f81-80a0-6f3c477fc49f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:38.536903 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (bc8494b0-4657-4b7d-8748-1574401deb1b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.539699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 0c806072-0f4f-4e01-816a-691781e5cbd9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:38.542120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 0c806072-0f4f-4e01-816a-691781e5cbd9 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:38.553253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7341df3-027e-44f2-b00d-851a3dc78ebb req-299bfc73-e20a-4736-88fa-95dfb9857971 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 210 time: 0.2634506
Apr 02 21:00:38.643205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1351153285-network', 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:38.690218 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48736182-66e0-4ec3-97f4-1e0adbd8f9b6 req-62292669-fec7-4d4d-8360-1fead0a47946 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0387263
Apr 02 21:00:38.714072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6a4649-ac15-4ab8-9846-0b7655a40f59,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:38.740407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:38.743994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.757824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:38.774730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-5abb25a6-be64-4ca0-b8e8-87121782f902 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4282513
Apr 02 21:00:38.786378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda03fc6-e669-4590-95be-8bdff49ab330 req-b48d8c01-7005-4f40-9c62-5df4d5b502a5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:38.787996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eda03fc6-e669-4590-95be-8bdff49ab330 req-b48d8c01-7005-4f40-9c62-5df4d5b502a5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.2388988
Apr 02 21:00:38.973613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eda03fc6-e669-4590-95be-8bdff49ab330 req-763c0afc-7824-4fc1-a1ea-c84acee731e8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344640
Apr 02 21:00:39.021234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks [] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.029881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks [] for security_group (dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.040797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1bef-2ff3-49fd-83bf-5e75712edc6c req-97abc9ba-908e-41f9-8281-4fd27206de14 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:39.048095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c0e1bef-2ff3-49fd-83bf-5e75712edc6c req-97abc9ba-908e-41f9-8281-4fd27206de14 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.2384977
Apr 02 21:00:39.061512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.077043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:00:39.139885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b07516b5-d974-4f0f-8835-bf4efbb222fe), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.140346 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Added segment b07516b5-d974-4f0f-8835-bf4efbb222fe of type vlan for network 0579e432-6dc2-4773-9b49-bc1eb8621629
Apr 02 21:00:39.145117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56910270-0736-44da-8243-d6587e33f0dd req-d1b61635-3998-4db8-91ea-d6964e60a43c tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0949557
Apr 02 21:00:39.158303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-250d5513-30c1-4f2a-9abe-28d223601e77 req-eb36c1ec-65f6-4acf-9d8d-e9a86d377f50 service neutron] 10.222.0.21 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3358979
Apr 02 21:00:39.173375 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.177731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Router bc8494b0-4657-4b7d-8748-1574401deb1b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:00:39.197099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c0e1bef-2ff3-49fd-83bf-5e75712edc6c req-c0bb7de1-7827-49c2-848b-3c8b61303e6b tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478748
Apr 02 21:00:39.219562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:39.236608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:39.239344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0579e432-6dc2-4773-9b49-bc1eb8621629), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.242577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:39.247765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:39.257697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Pushing event updated for resources: {'Port': ['ID=86734008-b39f-4f81-80a0-6f3c477fc49f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:39.336544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:39.339429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.363336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-66dc60b6-b0e8-4350-a298-756ca184b183 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6073802
Apr 02 21:00:39.378808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Request body: {'port': {'device_id': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:39.404475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0579e432-6dc2-4773-9b49-bc1eb8621629), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.407912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:39.409532 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.479512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.493112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:00:39.505570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a5b11896-8c2c-4355-85e2-89b59310afcd admin admin] 10.222.0.18 "PUT /v2.0/routers/bc8494b0-4657-4b7d-8748-1574401deb1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3193483
Apr 02 21:00:39.507304 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] Sync routers for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:00:39.513184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:39.530820 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:00:39.531604 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461bfc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:00:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:39.558891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0579e432-6dc2-4773-9b49-bc1eb8621629,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:39.567814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:39.589078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6feacd1d-76a5-45f1-a54a-2fcd480b43c4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3470786
Apr 02 21:00:39.589729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38294) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:39.606551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:00:39.617555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Request body: {'subnet': {'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1351153285-subnet', 'tenant_id': '67592663633d4cd89aed8f728fd7ca86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:39.667911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:39.670542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.686710 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:00:39.891092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a072b820-9398-4085-88e9-c5c9d237d161 None None] Provisioning complete for port 86734008-b39f-4f81-80a0-6f3c477fc49f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:39.893360 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a072b820-9398-4085-88e9-c5c9d237d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:39.933487 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461bfc10>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T21:00:38Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:39.970544 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] Checking router: bc8494b0-4657-4b7d-8748-1574401deb1b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:00:39.982895 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] Routers {'bc8494b0-4657-4b7d-8748-1574401deb1b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:00:39.983599 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461bfc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:00:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc8494b0-4657-4b7d-8748-1574401deb1b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:40.096684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a072b820-9398-4085-88e9-c5c9d237d161 None None] Port 86734008-b39f-4f81-80a0-6f3c477fc49f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:00:40.121644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (1a730f69-374c-4989-bc31-1c702266b8a4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.126626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:40.153551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'mac_address': 'fa:16:3e:c8:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:40.224349 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] Set router bc8494b0-4657-4b7d-8748-1574401deb1b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:00:40.248930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:40.249718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.273425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:40.301746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b5695-db1c-46b9-a891-3dc45b1ded14 req-70640607-14e7-49a9-a83c-0b33347dd1b6 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:40.311333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f4b5695-db1c-46b9-a891-3dc45b1ded14 req-70640607-14e7-49a9-a83c-0b33347dd1b6 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 936 time: 0.5520411
Apr 02 21:00:40.313984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-4421561e-627f-41ad-8884-e1118c8d5c6d service neutron] 10.222.0.21 "GET /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.6699593
Apr 02 21:00:40.317781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:40.336413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.341172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a730f69-374c-4989-bc31-1c702266b8a4,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:40.356483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:40.357227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Network hostable DHCP agents. Network: 0579e432-6dc2-4773-9b49-bc1eb8621629, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:00:40.362369 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks [] for router (bc8494b0-4657-4b7d-8748-1574401deb1b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.375457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4928a48-3566-4beb-b050-b7f97de2b2d7 req-9612a8b3-3614-4044-b479-cb7ddc60ed97 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:40.390162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4928a48-3566-4beb-b050-b7f97de2b2d7 req-9612a8b3-3614-4044-b479-cb7ddc60ed97 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.3009486
Apr 02 21:00:40.431565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:00:40.453631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:40.458802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:40.476884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0579e432-6dc2-4773-9b49-bc1eb8621629) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:40.504150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:40.505174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.512208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:40.512947 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461bfc10>, [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T21:00:38Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:40.533789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1661d-fa29-4557-89ce-c10eef89f1c6 None None] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:00:40.552014 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32572f07-a9f9-43e8-ab13-a398ec36a313 None None] The sync data for ids ['bc8494b0-4657-4b7d-8748-1574401deb1b'] in ncdv-master-1 is: [{'id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1235701871-router', 'tenant_id': '56ca6952e8fb440c9a06d487b045cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T21:00:38Z', 'revision_number': 5, 'project_id': '56ca6952e8fb440c9a06d487b045cbc0', 'gw_port': {'id': '9e9df1ed-4562-4bbc-8564-573b94343f24', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8494b0-4657-4b7d-8748-1574401deb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:47Z', 'updated_at': '2022-04-02T20:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:00:40.558583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4928a48-3566-4beb-b050-b7f97de2b2d7 req-95fcb891-305c-4be6-a743-a12f5956ad40 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1592219
Apr 02 21:00:40.572618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f4b5695-db1c-46b9-a891-3dc45b1ded14 req-0312bbde-f30e-4404-b3bd-2a27451d3ef9 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2560894
Apr 02 21:00:40.575367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-126d4eef-d938-421b-97ea-ef2e61644933 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9846005
Apr 02 21:00:40.744133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:40.772554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055d1a6-2321-4ab4-a4cc-24bed09277ac req-5c52caae-3b29-4bb5-a1f7-56b4ca55d9f8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:40.780615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 21:00:40.785227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4055d1a6-2321-4ab4-a4cc-24bed09277ac req-5c52caae-3b29-4bb5-a1f7-56b4ca55d9f8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 943 time: 0.1303928
Apr 02 21:00:40.792870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8dd42-39a9-4808-9b5c-874b0f8f3d99 None None] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:00:40.800753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86734008-b39f-4f81-80a0-6f3c477fc49f {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:40.810647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Publish callbacks [] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.826680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Transition to ACTIVE for port object 86734008-b39f-4f81-80a0-6f3c477fc49f will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:00:40.872550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:40.922025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4055d1a6-2321-4ab4-a4cc-24bed09277ac req-b91af346-8e9b-4ddf-9d2d-21b9893b7d81 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299925
Apr 02 21:00:41.002665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Pushing event updated for resources: {'Port': ['ID=86734008-b39f-4f81-80a0-6f3c477fc49f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:41.007495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58aa7a8c-0063-4855-817b-e1c7f29eda93 req-9b02d5ea-aab3-465a-b53b-ee07d455ed2f tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.1360934
Apr 02 21:00:41.072497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks [] for router_gateway (bc8494b0-4657-4b7d-8748-1574401deb1b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.272860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Attempting to bind port 86734008-b39f-4f81-80a0-6f3c477fc49f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:41.273146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Attempting to bind port 86734008-b39f-4f81-80a0-6f3c477fc49f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:41.273447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Attempting to bind port 86734008-b39f-4f81-80a0-6f3c477fc49f on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:41.321198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Port 86734008-b39f-4f81-80a0-6f3c477fc49f on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:41.321531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Attempting to bind port 86734008-b39f-4f81-80a0-6f3c477fc49f on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:41.342746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:41.343095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:41.343555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:41.344018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Bound port: 86734008-b39f-4f81-80a0-6f3c477fc49f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:41.344384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.408979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-9917f7f1-04f9-43fa-9ef4-bec401e7c1e0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:41.429649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-9917f7f1-04f9-43fa-9ef4-bec401e7c1e0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.2026789
Apr 02 21:00:41.436060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:41.444238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Deleting port 9e9df1ed-4562-4bbc-8564-573b94343f24 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:41.444668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.464752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-657dbc69-55c0-4efd-94be-e012f12a8aea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0341208
Apr 02 21:00:41.488550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] For port 86734008-b39f-4f81-80a0-6f3c477fc49f, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:41.504292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-533ddb58-21f8-48c8-b9bc-49a7feb4622d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0385501
Apr 02 21:00:41.505457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:41.551196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] For port 86734008-b39f-4f81-80a0-6f3c477fc49f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86734008-b39f-4f81-80a0-6f3c477fc49f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:41.576372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:41.577381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0b5d01-2163-42f7-ad38-54ff616d2346 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:41.582815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.634993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a7fba1f-5ac3-4f54-a028-cff14be392ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:41.653835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:41.690689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0a7fba1f-5ac3-4f54-a028-cff14be392ba {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:41.693611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0a7fba1f-5ac3-4f54-a028-cff14be392ba not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:41.698983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-c844732d-edd2-499b-ad78-a66508d6ebf0 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882088
Apr 02 21:00:41.752354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:41.753341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.769926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:41.770830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.772443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] 10.222.0.21 "PUT /v2.0/ports/86734008-b39f-4f81-80a0-6f3c477fc49f HTTP/1.1" status: 200  len: 1096 time: 2.3986979
Apr 02 21:00:41.773295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.775421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fd31e-2a98-47d6-81d5-f7e572bea791 service neutron] Pushing event updated for resources: {'Port': ['ID=86734008-b39f-4f81-80a0-6f3c477fc49f,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:41.787955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'tag': '86734008-b39f-4f81-80a0-6f3c477fc49f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:41.790725 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11878220-5d4e-44db-87fe-9cd3eaf05cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c451750-95c9-45f1-aa8d-6f96ba7040df", "tag": "86734008-b39f-4f81-80a0-6f3c477fc49f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:41.873296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] For port 9e9df1ed-4562-4bbc-8564-573b94343f24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e9df1ed-4562-4bbc-8564-573b94343f24,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:41.874076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:41.887437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-b6620cdb-844e-4b99-ae06-e1ca40b00438 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819756
Apr 02 21:00:41.983289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] Transition to ACTIVE for port object 2f0b5d01-2163-42f7-ad38-54ff616d2346 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:00:42.027907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:42.088672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:42.089538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:42.117817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Calling delete_port for 9e9df1ed-4562-4bbc-8564-573b94343f24 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:42.123343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:42.126568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:42.133862 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849c910-4bd6-43fc-bbbc-09a251676161" -d '{"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:42.186926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:42.195869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:42.197056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:42.231795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] No DVR routers for this DVR port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:42.252628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103368d-ace8-447b-b578-32df88300f65 req-24661534-fa7c-416e-8d13-99aaf918c79b tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.259052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b103368d-ace8-447b-b578-32df88300f65 req-24661534-fa7c-416e-8d13-99aaf918c79b tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 948 time: 0.5611894
Apr 02 21:00:42.264615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b626620-3745-4517-8b68-4c5ae585366d req-d2732846-511a-4d2c-963c-87d9d7290a07 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.277936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b626620-3745-4517-8b68-4c5ae585366d req-d2732846-511a-4d2c-963c-87d9d7290a07 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.1226885
Apr 02 21:00:42.316127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-0bc6d840-0eb7-4e73-a8b7-371f8965385a service neutron] 10.222.0.21 "PUT /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.9753869
Apr 02 21:00:42.331342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-05f59ff0-6e43-4915-9abf-4035068e19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.335750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-05f59ff0-6e43-4915-9abf-4035068e19bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b271883cfeac443e8f5d5f2e555835d7&device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 1130 time: 0.4806077
Apr 02 21:00:42.394394 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b626620-3745-4517-8b68-4c5ae585366d req-607cbbe6-d74b-4520-87c3-f73767713c88 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154954
Apr 02 21:00:42.417898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:42.433351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b103368d-ace8-447b-b578-32df88300f65 req-7fa0a8e2-bdc2-4b88-a698-d463f6e53992 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729605
Apr 02 21:00:42.453361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 2f0b5d01-2163-42f7-ad38-54ff616d2346 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:00:42.455054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:42.512281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-7c9c0932-0553-4676-b2ee-f14086a1a596 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.515186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-7c9c0932-0553-4676-b2ee-f14086a1a596 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1117930
Apr 02 21:00:42.565305 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc8027e-a010-4b3b-9841-a819437f4c87 x-openstack-request-id: req-2cc8027e-a010-4b3b-9841-a819437f4c87 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:42.565305 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c451750-95c9-45f1-aa8d-6f96ba7040df", "tag": "86734008-b39f-4f81-80a0-6f3c477fc49f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:42.565305 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc8027e-a010-4b3b-9841-a819437f4c87 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:42.565305 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc8027e-a010-4b3b-9841-a819437f4c87'] response: {'name': 'network-changed', 'server_uuid': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'tag': '86734008-b39f-4f81-80a0-6f3c477fc49f', 'status': 'completed', 'code': 200}
Apr 02 21:00:42.639677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-4482e7d7-a3e9-4d5a-ac28-72b9c3ff8e02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=86734008-b39f-4f81-80a0-6f3c477fc49f HTTP/1.1" status: 200  len: 217 time: 0.2748122
Apr 02 21:00:42.691266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-b71fed14-8289-49a3-a3a5-000e1bd5edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.693696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-b71fed14-8289-49a3-a3a5-000e1bd5edef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a HTTP/1.1" status: 200  len: 1126 time: 0.1679454
Apr 02 21:00:42.717932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d6808d6-a3ae-4a5a-b444-d925a3e81539 req-73be3e81-42fc-440c-857c-0ea476d5ca4b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 210 time: 0.0952444
Apr 02 21:00:42.744653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45a09362-d806-49ae-a5f0-377e76fd5dc0 req-aab882ce-71f8-4310-a3ec-19be466d0f59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.1008971
Apr 02 21:00:42.791437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c7f7776f-07ec-4244-8427-d55b58c2c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.793497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-c7f7776f-07ec-4244-8427-d55b58c2c66b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1126 time: 0.0685825
Apr 02 21:00:42.865008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-b5a70d81-7f67-4e14-9bb2-a02210f9d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.866488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-b5a70d81-7f67-4e14-9bb2-a02210f9d1a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1976814
Apr 02 21:00:42.892734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-625a6cfc-2360-4dc6-96f5-55e909bfde2c req-7ef93d6e-5a4d-4590-a7c5-abc09bf4c86d tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0461078
Apr 02 21:00:42.898970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9480040-61cd-4ebb-8aa5-1f876d49910f req-9d3fd311-0ce3-43f9-8310-c5a961368c53 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:42.900899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9480040-61cd-4ebb-8aa5-1f876d49910f req-9d3fd311-0ce3-43f9-8310-c5a961368c53 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 944 time: 0.2599552
Apr 02 21:00:42.968365 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4862382c-99d1-4258-bbb0-2c2183e111a2 x-openstack-request-id: req-4862382c-99d1-4258-bbb0-2c2183e111a2 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:42.969364 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:42.969998 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4862382c-99d1-4258-bbb0-2c2183e111a2 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:42.970725 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4862382c-99d1-4258-bbb0-2c2183e111a2'] response: {'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'code': 200}
Apr 02 21:00:43.003511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9e9df1ed-4562-4bbc-8564-573b94343f24), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.021255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9480040-61cd-4ebb-8aa5-1f876d49910f req-ac11709e-7b81-43e1-80d0-0b0644f36068 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074729
Apr 02 21:00:43.052711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9df1ed-4562-4bbc-8564-573b94343f24,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:43.083769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-17866b9e-2f50-45e1-904d-dbf2d8e16a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:43.085337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-17866b9e-2f50-45e1-904d-dbf2d8e16a66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1835341
Apr 02 21:00:43.131750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e2702cec-8ce2-4688-b46e-ce587ae98e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:43.137165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e2702cec-8ce2-4688-b46e-ce587ae98e35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 200  len: 922 time: 0.1470850
Apr 02 21:00:43.184502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (bc8494b0-4657-4b7d-8748-1574401deb1b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.187235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-731253ef-9f76-4455-8a80-495e303609e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 200  len: 217 time: 0.0434287
Apr 02 21:00:43.254152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e679bb3b-03f2-49ed-9ab6-e6378d7aa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:43.256555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e679bb3b-03f2-49ed-9ab6-e6378d7aa85c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 200  len: 861 time: 0.0629745
Apr 02 21:00:43.302147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-7f141b65-b163-43a9-9c9a-793b8cd1f9db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb9b7612-59b4-4022-aa4f-4de8d7979f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323148
Apr 02 21:00:43.338995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (bc8494b0-4657-4b7d-8748-1574401deb1b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.345585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks [] for router_controller (bc8494b0-4657-4b7d-8748-1574401deb1b), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.358937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-a8503227-6874-4b9b-a4c4-ecfb55d7b43b service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539818
Apr 02 21:00:43.416037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-e76a830b-cc75-44b5-8d0e-117fd53e9039 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1066775
Apr 02 21:00:43.496937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (bc8494b0-4657-4b7d-8748-1574401deb1b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.497761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8494b0-4657-4b7d-8748-1574401deb1b {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:00:43.566539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.578455 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f6d41238-f620-4095-a416-e80419a06fb5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bc8494b0-4657-4b7d-8748-1574401deb1b HTTP/1.1" status: 204  len: 168 time: 4.0586782
Apr 02 21:00:43.581565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:43.689671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a60ef9-b28c-4ae6-a50f-0b4dcbbd311e req-de41da77-d7a5-466a-bdf1-471fb0589be4 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026564
Apr 02 21:00:43.704686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-5497f62f-09d8-48fd-b640-59fc9288d6a9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2809553
Apr 02 21:00:43.714802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314151f-78b8-4940-ab47-110060d2288f req-b84d07af-c3e5-4d93-b6ee-806610b50ce8 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:43.718541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2314151f-78b8-4940-ab47-110060d2288f req-b84d07af-c3e5-4d93-b6ee-806610b50ce8 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 948 time: 0.1340957
Apr 02 21:00:43.725774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Deleting subnet b88c4ba7-6494-41c4-a109-dc92127b0038 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:00:43.732170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Publish callbacks [] for subnet (b88c4ba7-6494-41c4-a109-dc92127b0038), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.769000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ad284-b26e-4001-ae0b-3074809c5500 req-cd3dc24c-e3a3-4b4a-bc29-d68bd9982cd0 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:43.770724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-750ad284-b26e-4001-ae0b-3074809c5500 req-cd3dc24c-e3a3-4b4a-bc29-d68bd9982cd0 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.2115316
Apr 02 21:00:43.811973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (b88c4ba7-6494-41c4-a109-dc92127b0038), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:43.880514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-750ad284-b26e-4001-ae0b-3074809c5500 req-13ef97c5-77c3-447e-9f75-ef811ee91e25 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014950
Apr 02 21:00:43.985530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b88c4ba7-6494-41c4-a109-dc92127b0038), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.004403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d719aae9-4494-4cdc-80e3-c69e96170cba tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:44.008344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d719aae9-4494-4cdc-80e3-c69e96170cba tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1745503
Apr 02 21:00:44.044766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Request body: {'port': {'device_id': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'admin_state_up': True, 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:44.112397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ce32a6a-fb87-4d2c-a46a-64cef65d6624 req-1d56116e-1357-4afe-84e1-39c569bdcd5e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 210 time: 0.0463769
Apr 02 21:00:44.269080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.451875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-2ed79f86-34ff-44b4-988c-5471cad261dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:44.453557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-2ed79f86-34ff-44b4-988c-5471cad261dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b271883cfeac443e8f5d5f2e555835d7&device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 1130 time: 0.6944761
Apr 02 21:00:44.462020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2314151f-78b8-4940-ab47-110060d2288f req-3087b4ba-874a-4722-8d5b-b9cebfac18bb tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7360795
Apr 02 21:00:44.598702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:44.602824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.662061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-5f35377b-6deb-4341-8d0d-a77ed3695a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:44.663597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-5f35377b-6deb-4341-8d0d-a77ed3695a72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1981323
Apr 02 21:00:44.675339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-1553aa67-6256-42d3-a9f1-980c84964423 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:44.677113 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-1553aa67-6256-42d3-a9f1-980c84964423 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c&tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.5809057
Apr 02 21:00:44.679551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2b5249f-90f8-4f57-b886-6fa83239c341 req-d800723f-dc55-4247-861f-e9c51e62fda6 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.4395771
Apr 02 21:00:44.680645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (b88c4ba7-6494-41c4-a109-dc92127b0038), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.712480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62c738-9116-4aa8-98a6-4ec040681544 req-89ae06dc-c36f-4d67-8fa7-77199b74e4f9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:44.712480 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d62c738-9116-4aa8-98a6-4ec040681544 req-89ae06dc-c36f-4d67-8fa7-77199b74e4f9 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 944 time: 0.1592131
Apr 02 21:00:44.714896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88c4ba7-6494-41c4-a109-dc92127b0038,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:44.747849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.754358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b731a0d-3d83-4508-bfc6-56a8d77e3772 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b88c4ba7-6494-41c4-a109-dc92127b0038 HTTP/1.1" status: 204  len: 168 time: 1.1688838
Apr 02 21:00:44.757097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6639f5a-f9e5-496c-84b9-3d0e566a36f9 None None] Network beb911da-4877-4280-aef6-5e2262f47fca requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:00:44.760837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38358) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:44.761195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-99c92e95-ff13-4a2e-a8c7-95c2c948e2a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=86734008-b39f-4f81-80a0-6f3c477fc49f HTTP/1.1" status: 200  len: 217 time: 0.0664167
Apr 02 21:00:44.888797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-aea1320c-5833-4cc9-85d5-4b0dbb94f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:44.890201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-aea1320c-5833-4cc9-85d5-4b0dbb94f309 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1182590
Apr 02 21:00:44.916551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d62c738-9116-4aa8-98a6-4ec040681544 req-9b8f6882-b164-491b-89a1-f5c3d250b9b1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594372
Apr 02 21:00:44.946060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (beb911da-4877-4280-aef6-5e2262f47fca), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.958423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Allocated IP 172.20.0.4 (0579e432-6dc2-4773-9b49-bc1eb8621629/1a730f69-374c-4989-bc31-1c702266b8a4/e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:00:44.980658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-5cec852a-6dd7-4e69-816e-25f4b27b1ece service neutron] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:44.984494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-5cec852a-6dd7-4e69-816e-25f4b27b1ece service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:44.984494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2d90f04-9e9c-4ebb-adef-aef50aa50cfd req-5cec852a-6dd7-4e69-816e-25f4b27b1ece service neutron] 10.222.0.15 "DELETE /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2774491
Apr 02 21:00:45.039795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] DHCP port deletion for beb911da-4877-4280-aef6-5e2262f47fca request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:00:45.085621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Deleting port e9074fd2-c7cb-4512-8839-a96a87948567 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:45.086033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.157000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] Deleting port e9074fd2-c7cb-4512-8839-a96a87948567 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:45.157659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.174456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks [] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.277627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] For port e9074fd2-c7cb-4512-8839-a96a87948567, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9074fd2-c7cb-4512-8839-a96a87948567,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:45.277902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.296595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Calling delete_port for e9074fd2-c7cb-4512-8839-a96a87948567 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:45.311923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffc93a-ac33-449c-92e1-e5378ebcab7b req-99d4a265-d061-408f-8d46-85c7e05240d7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:45.334085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61ffc93a-ac33-449c-92e1-e5378ebcab7b req-99d4a265-d061-408f-8d46-85c7e05240d7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.2218683
Apr 02 21:00:45.340756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] For port e9074fd2-c7cb-4512-8839-a96a87948567, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9074fd2-c7cb-4512-8839-a96a87948567,segment=NetworkSegment(66626d09-e216-4132-8433-104ca1ea2cae),segment_id=66626d09-e216-4132-8433-104ca1ea2cae)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:45.342583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.361522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] Calling delete_port for e9074fd2-c7cb-4512-8839-a96a87948567 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:45.363615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-f7e3bbc9-26fe-44fd-aef8-66c9fb459496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:45.365591 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-f7e3bbc9-26fe-44fd-aef8-66c9fb459496 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4667139
Apr 02 21:00:45.389176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.515594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.564224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eed8b-3583-4dee-83cb-ee26ec194301 req-bba454c5-bb37-49cb-a54a-038782bc7ab2 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:45.566075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b3eed8b-3583-4dee-83cb-ee26ec194301 req-bba454c5-bb37-49cb-a54a-038782bc7ab2 tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 1126 time: 0.2899792
Apr 02 21:00:45.595826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] No DVR routers for this DVR port e9074fd2-c7cb-4512-8839-a96a87948567 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:45.598449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770da41-2cae-4f12-8e80-e9fec46f5680 None None] Pushing event deleted for resources: {'Port': ['ID=e9074fd2-c7cb-4512-8839-a96a87948567,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:45.627366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61ffc93a-ac33-449c-92e1-e5378ebcab7b req-7e9870ef-cbcc-4055-bee0-115601ee8ad4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2932899
Apr 02 21:00:45.639820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e9074fd2-c7cb-4512-8839-a96a87948567), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.667682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9074fd2-c7cb-4512-8839-a96a87948567 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:45.700039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e9074fd2-c7cb-4512-8839-a96a87948567 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:45.700750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9074fd2-c7cb-4512-8839-a96a87948567 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:45.701352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9e9df1ed-4562-4bbc-8564-573b94343f24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:45.724682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9e9df1ed-4562-4bbc-8564-573b94343f24 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:45.725124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9e9df1ed-4562-4bbc-8564-573b94343f24 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:45.729332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] No DVR routers for this DVR port e9074fd2-c7cb-4512-8839-a96a87948567 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:45.735784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Pushing event deleted for resources: {'Port': ['ID=e9074fd2-c7cb-4512-8839-a96a87948567,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:45.749866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:00:45.754935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:45.768367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:00:45.831351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:45.832153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.834799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event updated for resources: {'Port': ['ID=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:45.909492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (beb911da-4877-4280-aef6-5e2262f47fca), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:45.934826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b3eed8b-3583-4dee-83cb-ee26ec194301 req-b22c6009-8182-4ace-a107-bb8485be192b tempest-LiveAutoBlockMigrationV225Test-253478136 tempest-LiveAutoBlockMigrationV225Test-253478136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515766
Apr 02 21:00:45.945816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-85ddf37d-744b-4fdf-a7c0-ae09bd3484f2 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5703943
Apr 02 21:00:45.948830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78447f6dc0>,) {'filters': {'network_id': ['beb911da-4877-4280-aef6-5e2262f47fca']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:45.953813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-d1614bc3-bbc7-4bb1-9a19-90d95a604516 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9288423
Apr 02 21:00:45.964784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ddb91-9528-499f-af14-89a51a83afa1 req-7784c6ee-246f-4978-8c66-6120564b1d8a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:45.966633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e01ddb91-9528-499f-af14-89a51a83afa1 req-7784c6ee-246f-4978-8c66-6120564b1d8a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 931 time: 0.1855633
Apr 02 21:00:45.971366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78447f6dc0>, '66626d09-e216-4132-8433-104ca1ea2cae') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:45.971675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78447f6dc0>, '66626d09-e216-4132-8433-104ca1ea2cae') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:00:45.993022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Request body: {'port': {'device_id': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:46.034006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (66626d09-e216-4132-8433-104ca1ea2cae), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.074948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (66626d09-e216-4132-8433-104ca1ea2cae), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.103551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:00:46.103965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (66626d09-e216-4132-8433-104ca1ea2cae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:00:46.105953 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:00:46.109295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e01ddb91-9528-499f-af14-89a51a83afa1 req-d052d39a-f0ca-47ae-b30b-741794afd6ae tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299033
Apr 02 21:00:46.206053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.232060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (beb911da-4877-4280-aef6-5e2262f47fca), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.239790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.243788 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] 10.222.0.18 "DELETE /v2.0/networks/beb911da-4877-4280-aef6-5e2262f47fca HTTP/1.1" status: 204  len: 168 time: 1.4482307
Apr 02 21:00:46.280863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b23229a2-15e0-4221-825e-b180978cba29 req-774ba931-d1dc-401d-9c54-65d9b39f3cb4 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0817487
Apr 02 21:00:46.283695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe5a19-dcc4-457c-87e8-970aed3823af admin admin] Pushing event deleted for resources: {'Network': ['ID=beb911da-4877-4280-aef6-5e2262f47fca,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:46.290403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdea988-127c-4ad7-90e7-42096803a92d req-c80abbef-6cf2-4e77-8234-ee111efb56bb tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:46.291959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cdea988-127c-4ad7-90e7-42096803a92d req-c80abbef-6cf2-4e77-8234-ee111efb56bb tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 948 time: 0.1517844
Apr 02 21:00:46.341161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11878220-5d4e-44db-87fe-9cd3eaf05cc9 req-9a2a836c-78ca-4803-920b-41094684310b service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3751791
Apr 02 21:00:46.362452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cdea988-127c-4ad7-90e7-42096803a92d req-e7d148fb-9dc6-4e26-b38b-183a2bd61fed tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634608
Apr 02 21:00:46.506090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38382) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:46.620895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9b6400a-7a78-40d9-b44d-91e355446b42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56ca6952e8fb440c9a06d487b045cbc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1113048
Apr 02 21:00:46.621698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38394) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:46.684673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:46.694802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Publish callbacks [] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.710202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Transition to ACTIVE for port object e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:00:46.723899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.793373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:46.803465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0713d11f-d5ae-40ec-b68e-10abbb90731e admin admin] Publish callbacks [] for security_group (f099d4f8-6ee5-43ea-aa98-fc3e70d235b1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.827878 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c346f7c-ebb4-4b32-8b5f-5edd92eba302 req-d9f0997d-f73a-4aa9-9713-91ac19848f5f tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0446341
Apr 02 21:00:46.845821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0713d11f-d5ae-40ec-b68e-10abbb90731e admin admin] Publish callbacks [] for security_group (f099d4f8-6ee5-43ea-aa98-fc3e70d235b1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:46.933402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b43b8-7a35-4dfb-8127-a9b76c700154 req-8a20bd73-133c-4e61-b2e3-04b48a378756 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:46.935245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e9b43b8-7a35-4dfb-8127-a9b76c700154 req-8a20bd73-133c-4e61-b2e3-04b48a378756 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 944 time: 0.3114557
Apr 02 21:00:46.937817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Attempting to bind port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:00:46.938162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Attempting to bind port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:00:46.939064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Attempting to bind port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:46.944206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:00:46.944560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Attempting to bind port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:00:46.950658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:00:46.950995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:46.951384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Bound using segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:00:46.951821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Bound port: e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:00:46.952183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.005799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e9b43b8-7a35-4dfb-8127-a9b76c700154 req-7c9e5a7c-2887-4c27-b62e-04c386403ba4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630238
Apr 02 21:00:47.026207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0713d11f-d5ae-40ec-b68e-10abbb90731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f099d4f8-6ee5-43ea-aa98-fc3e70d235b1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.035026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0713d11f-d5ae-40ec-b68e-10abbb90731e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.040533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0713d11f-d5ae-40ec-b68e-10abbb90731e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f099d4f8-6ee5-43ea-aa98-fc3e70d235b1 HTTP/1.1" status: 204  len: 168 time: 0.4178247
Apr 02 21:00:47.068244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713d11f-d5ae-40ec-b68e-10abbb90731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f099d4f8-6ee5-43ea-aa98-fc3e70d235b1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:47.157254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8ac61-bcfc-4840-8d84-61e978b4126c req-b6236eeb-98c2-4088-94ea-29a4481e3925 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.171988 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ef8ac61-bcfc-4840-8d84-61e978b4126c req-b6236eeb-98c2-4088-94ea-29a4481e3925 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1746349
Apr 02 21:00:47.183562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] For port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:00:47.190983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-466ae3d0-13c4-4ae8-873c-ad81ca73d50a req-d93b8294-316b-4d8f-beaf-36aa6d7b0762 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0343795
Apr 02 21:00:47.219529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] For port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:00:47.249518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.297354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ef8ac61-bcfc-4840-8d84-61e978b4126c req-5b849419-f518-4883-a702-2260e4b0d902 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228333
Apr 02 21:00:47.354274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.355338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.357443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] 10.222.0.21 "PUT /v2.0/ports/e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 HTTP/1.1" status: 200  len: 1091 time: 1.3890998
Apr 02 21:00:47.359552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076eb4-0888-4009-a198-2ea6e38c0a09 req-7e384a0d-4e1b-400d-baaa-792f2149c1ec tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.362583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'tag': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:47.368631 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31077302-9d4d-48a3-947f-690b7eb8c9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "05bed59b-2f6c-45b3-baf5-0ba5ef23941b", "tag": "e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:47.372487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30076eb4-0888-4009-a198-2ea6e38c0a09 req-7e384a0d-4e1b-400d-baaa-792f2149c1ec tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 943 time: 0.0836422
Apr 02 21:00:47.467280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30076eb4-0888-4009-a198-2ea6e38c0a09 req-f4485c87-0cf1-4b34-92d6-0ffd17c1fc52 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897079
Apr 02 21:00:47.507049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-a3f2f452-e534-4088-bb60-55bd0dfdbcd1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.510356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-a3f2f452-e534-4088-bb60-55bd0dfdbcd1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 944 time: 0.1110871
Apr 02 21:00:47.512722 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f754ec-d22b-446c-b784-1f602f02822c x-openstack-request-id: req-f8f754ec-d22b-446c-b784-1f602f02822c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:47.513024 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bed59b-2f6c-45b3-baf5-0ba5ef23941b", "tag": "e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:47.513290 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8f754ec-d22b-446c-b784-1f602f02822c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:47.513701 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f754ec-d22b-446c-b784-1f602f02822c'] response: {'name': 'network-changed', 'server_uuid': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'tag': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49', 'status': 'completed', 'code': 200}
Apr 02 21:00:47.524325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd54bd1-a833-4aed-9832-387eff940922 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:47.579640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-6d4f43f5-a6b1-4146-b0a9-58d52cb68cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.581632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-6d4f43f5-a6b1-4146-b0a9-58d52cb68cac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 1125 time: 0.1681695
Apr 02 21:00:47.601745 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.614204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 86734008-b39f-4f81-80a0-6f3c477fc49f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:47.651153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Deleting port 2f0b5d01-2163-42f7-ad38-54ff616d2346 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:47.651493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.657165 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-e4e1e6ce-ccc0-428f-b314-6e557258b211 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 HTTP/1.1" status: 200  len: 217 time: 0.0626922
Apr 02 21:00:47.665739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc92a-e115-4b2b-be34-d05cfc875adb req-753f70c4-6b18-47a5-8dd2-a80e46ad88d0 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.674410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d4fc92a-e115-4b2b-be34-d05cfc875adb req-753f70c4-6b18-47a5-8dd2-a80e46ad88d0 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 948 time: 0.1393223
Apr 02 21:00:47.739800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 86734008-b39f-4f81-80a0-6f3c477fc49f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86734008-b39f-4f81-80a0-6f3c477fc49f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:47.768570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-e4046f0a-9c91-46ee-8cbe-1bc21ca741ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:47.770285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-e4046f0a-9c91-46ee-8cbe-1bc21ca741ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0870807
Apr 02 21:00:47.777449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '86734008-b39f-4f81-80a0-6f3c477fc49f', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '86734008-b39f-4f81-80a0-6f3c477fc49f', 'mac_address': 'fa:16:3e:0f:0a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:47.782092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d4fc92a-e115-4b2b-be34-d05cfc875adb req-5fd1eadc-079c-40eb-ba28-b9d4c83bf9cd tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061912
Apr 02 21:00:47.830921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-935eecf7-6eaf-446e-a9e4-4a43007cf5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470648
Apr 02 21:00:47.840391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 86734008-b39f-4f81-80a0-6f3c477fc49f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:47.841094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.841771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] For port 2f0b5d01-2163-42f7-ad38-54ff616d2346, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2f0b5d01-2163-42f7-ad38-54ff616d2346,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:47.842291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.857745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86734008-b39f-4f81-80a0-6f3c477fc49f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:47.873527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Calling delete_port for 2f0b5d01-2163-42f7-ad38-54ff616d2346 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:47.883079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 86734008-b39f-4f81-80a0-6f3c477fc49f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86734008-b39f-4f81-80a0-6f3c477fc49f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:47.890661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:47.959747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=86734008-b39f-4f81-80a0-6f3c477fc49f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:48.012034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-a4d5ea00-e37d-4db5-ab6a-ee13ed3b4003 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710999
Apr 02 21:00:48.126471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2f0b5d01-2163-42f7-ad38-54ff616d2346), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:48.142548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['12334738-596e-4bda-85ff-6807e7a908f4', '2f0b5d01-2163-42f7-ad38-54ff616d2346'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:48.184600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event deleted for resources: {'Port': ['ID=2f0b5d01-2163-42f7-ad38-54ff616d2346,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:48.220728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['86734008-b39f-4f81-80a0-6f3c477fc49f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:48.227307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fc2d3c-ba8c-480b-b115-9e5ff2425b36 req-1936a2b1-cbdb-474a-a9ce-43927a059eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001064
Apr 02 21:00:48.252534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12f3cdac-107c-4f8e-abfe-0dbedf381b03 req-f042cac1-1610-4014-9e9d-ac165c960ee2 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=760e84eb-7fa1-420b-9884-1f3c0e6f3d8c HTTP/1.1" status: 200  len: 210 time: 0.0635478
Apr 02 21:00:48.318316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] No DVR routers for this DVR port 2f0b5d01-2163-42f7-ad38-54ff616d2346 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:48.326268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:48.335768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0b2d6bb-59a7-4b73-a9f0-449abefb7836 req-79dc8aa8-3ebd-4050-8e65-5a32c81ae530 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "DELETE /v2.0/ports/2f0b5d01-2163-42f7-ad38-54ff616d2346 HTTP/1.1" status: 204  len: 173 time: 0.8192983
Apr 02 21:00:48.336982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'name': 'network-vif-deleted', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:48.349996 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70325c6-7d20-4f96-824a-b2a55e8f1810" -d '{"events": [{"server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "name": "network-vif-deleted", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:48.454411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-8b95e58a-5afa-445f-b3d1-cdf4c8cb0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:48.455987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-8b95e58a-5afa-445f-b3d1-cdf4c8cb0c6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 1125 time: 0.1728830
Apr 02 21:00:48.458096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4a2ee3c-bc4c-4a09-b4ae-8b386e92cd7b req-0aae2b86-b135-4f1d-a286-227ccb8241c6 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0738919
Apr 02 21:00:48.607422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a84d8-aca2-4ed1-b3e7-20de683f675d req-71e0b191-c36f-48a3-a463-f9993057a0de tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:48.609048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-958a84d8-aca2-4ed1-b3e7-20de683f675d req-71e0b191-c36f-48a3-a463-f9993057a0de tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1460452
Apr 02 21:00:48.610847 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9584b-cbdf-4180-8c1c-d2b44ab9c0ae x-openstack-request-id: req-34d9584b-cbdf-4180-8c1c-d2b44ab9c0ae {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:48.611140 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e84eb-7fa1-420b-9884-1f3c0e6f3d8c", "name": "network-vif-deleted", "tag": "2f0b5d01-2163-42f7-ad38-54ff616d2346", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:48.611392 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d9584b-cbdf-4180-8c1c-d2b44ab9c0ae {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:48.611786 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d9584b-cbdf-4180-8c1c-d2b44ab9c0ae'] response: {'server_uuid': '760e84eb-7fa1-420b-9884-1f3c0e6f3d8c', 'name': 'network-vif-deleted', 'tag': '2f0b5d01-2163-42f7-ad38-54ff616d2346', 'status': 'completed', 'code': 200}
Apr 02 21:00:48.710676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-fdd7d22a-2794-443b-807c-39aab180b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:48.710676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-fdd7d22a-2794-443b-807c-39aab180b64b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.2402546
Apr 02 21:00:48.724894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-958a84d8-aca2-4ed1-b3e7-20de683f675d req-ee099f12-bf4d-49c9-8eb9-69e1aed5428e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025980
Apr 02 21:00:48.777152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-e96ffa84-382f-414d-b0b7-6d403e57c8ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 HTTP/1.1" status: 200  len: 217 time: 0.0567505
Apr 02 21:00:48.848309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c0873-88d0-45f2-a529-26c3cff3fc1a req-faad508a-0eda-4865-adde-7fbc5b72841a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:48.850139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c84c0873-88d0-45f2-a529-26c3cff3fc1a req-faad508a-0eda-4865-adde-7fbc5b72841a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 943 time: 0.1398749
Apr 02 21:00:48.859005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-aaa6a567-74c9-47cc-8b61-7099cc4474cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:48.860867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-aaa6a567-74c9-47cc-8b61-7099cc4474cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0770786
Apr 02 21:00:48.946421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-55f057cf-1c6d-46e3-82c7-96fc7ece933f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513000
Apr 02 21:00:49.022717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c84c0873-88d0-45f2-a529-26c3cff3fc1a req-99eddc20-9b11-412e-936f-8261558553ac tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594117
Apr 02 21:00:49.059748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffafd5-8d2f-4d5b-904d-3d0dfdbb130a req-29e0e704-1202-4c6c-bf6e-1b4a7381a9b4 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:49.061917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bcffafd5-8d2f-4d5b-904d-3d0dfdbb130a req-29e0e704-1202-4c6c-bf6e-1b4a7381a9b4 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 949 time: 0.1500006
Apr 02 21:00:49.171661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-5e4d61c1-9194-4fa1-96a8-491d17264e04 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228332
Apr 02 21:00:49.233241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bcffafd5-8d2f-4d5b-904d-3d0dfdbb130a req-2ebf18c7-3282-449b-b155-e2e7f3f3f43e tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491504
Apr 02 21:00:49.307782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31077302-9d4d-48a3-947f-690b7eb8c9e8 req-ef8d398d-4533-465c-b62b-8b95e50cfb79 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293650
Apr 02 21:00:49.612052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 86734008-b39f-4f81-80a0-6f3c477fc49f up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:49.650487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f1d9cecd-b1fb-4610-a542-c8f5aa3cbdee req-f10fde94-63a1-4bf7-925d-35dfe4e7d4ea tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0433435
Apr 02 21:00:49.726822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 86734008-b39f-4f81-80a0-6f3c477fc49f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:00:49.732600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 86734008-b39f-4f81-80a0-6f3c477fc49f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:49.733564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:49.851516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 86734008-b39f-4f81-80a0-6f3c477fc49f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:49.859623 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:49.894413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f700fa9-c56c-473f-86c5-fc83aad0c920 req-458f5464-61ed-4bb7-aa22-55f58b3e4c61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:49.895961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f700fa9-c56c-473f-86c5-fc83aad0c920 req-458f5464-61ed-4bb7-aa22-55f58b3e4c61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0762091
Apr 02 21:00:49.906029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86734008-b39f-4f81-80a0-6f3c477fc49f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:49.910901 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c2f1ae-8b41-4559-8023-dc0ec40627c5" -d '{"events": [{"server_uuid": "6c451750-95c9-45f1-aa8d-6f96ba7040df", "name": "network-vif-plugged", "status": "completed", "tag": "86734008-b39f-4f81-80a0-6f3c477fc49f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:49.940923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 86734008-b39f-4f81-80a0-6f3c477fc49f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86734008-b39f-4f81-80a0-6f3c477fc49f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:49.948015 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:49.973717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f700fa9-c56c-473f-86c5-fc83aad0c920 req-5d9cc9ea-cdd6-4fb5-a1e8-0b358420354c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717354
Apr 02 21:00:50.035955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=86734008-b39f-4f81-80a0-6f3c477fc49f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:50.061477 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70458979-ed18-4c04-ba96-0e083e38d27d x-openstack-request-id: req-70458979-ed18-4c04-ba96-0e083e38d27d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:50.061773 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c451750-95c9-45f1-aa8d-6f96ba7040df", "name": "network-vif-plugged", "status": "completed", "tag": "86734008-b39f-4f81-80a0-6f3c477fc49f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:50.062029 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70458979-ed18-4c04-ba96-0e083e38d27d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:50.062431 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70458979-ed18-4c04-ba96-0e083e38d27d'] response: {'server_uuid': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86734008-b39f-4f81-80a0-6f3c477fc49f', 'code': 200}
Apr 02 21:00:50.263455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c72cea-0bb5-4b12-94b4-c94e79649ad4 req-83eee582-27ed-4eff-9edc-e54eca24266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:50.265152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6c72cea-0bb5-4b12-94b4-c94e79649ad4 req-83eee582-27ed-4eff-9edc-e54eca24266f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 1132 time: 0.0985949
Apr 02 21:00:50.274750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e13ba2-0075-49f5-bdb5-2735e8af60a1 req-a96651eb-0df3-4801-a16c-e8000312cf99 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:50.283913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6e13ba2-0075-49f5-bdb5-2735e8af60a1 req-a96651eb-0df3-4801-a16c-e8000312cf99 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 943 time: 0.1694701
Apr 02 21:00:50.362084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6c72cea-0bb5-4b12-94b4-c94e79649ad4 req-fa1f9337-33e8-4b60-8933-36527f8fd5bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760114
Apr 02 21:00:50.400215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6e13ba2-0075-49f5-bdb5-2735e8af60a1 req-0895c195-a3a9-4893-840c-da576618b7e2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074960
Apr 02 21:00:50.602417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15bb2d-109f-434d-a9ac-f4e7cb6336ba req-18dc4787-218e-4a09-890a-2db86c6ce9f8 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:50.610367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a15bb2d-109f-434d-a9ac-f4e7cb6336ba req-18dc4787-218e-4a09-890a-2db86c6ce9f8 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 950 time: 0.1016741
Apr 02 21:00:50.670019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a15bb2d-109f-434d-a9ac-f4e7cb6336ba req-8c5197c9-1df2-456b-a766-4f2a6914ef5d tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586419
Apr 02 21:00:50.795865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb1788b3-30c2-471c-95cf-8ceeb687cbcd req-55f998de-76c3-4d4a-b92f-0829f50f7e35 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0325136
Apr 02 21:00:51.157700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf5b3f-85c3-43cc-9d68-a767ef1afce0 req-eb3dd437-332e-4bd3-b679-cb4a09c89030 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:51.162523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6cf5b3f-85c3-43cc-9d68-a767ef1afce0 req-eb3dd437-332e-4bd3-b679-cb4a09c89030 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0857756
Apr 02 21:00:51.226511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6cf5b3f-85c3-43cc-9d68-a767ef1afce0 req-1cffada7-e717-48db-a815-f142333e6dde tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579469
Apr 02 21:00:51.554583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f711303-2684-4b83-80f2-d5db3e16314f req-b9569271-03fd-41ce-8a42-cdcc4ed20b89 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:51.561951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f711303-2684-4b83-80f2-d5db3e16314f req-b9569271-03fd-41ce-8a42-cdcc4ed20b89 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 943 time: 0.0783832
Apr 02 21:00:51.623527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:00:51.638217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f711303-2684-4b83-80f2-d5db3e16314f req-906c57ee-8b87-4651-b741-611469607b99 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752602
Apr 02 21:00:51.808866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:51.844379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49', 'mac_address': 'fa:16:3e:da:a4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:00:51.872114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809ea0-97d8-45bc-a304-4038505d27f1 req-4987a3f7-1fc4-4c4a-a605-4ce9f2f15f0b tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:51.873665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0809ea0-97d8-45bc-a304-4038505d27f1 req-4987a3f7-1fc4-4c4a-a605-4ce9f2f15f0b tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 950 time: 0.0874138
Apr 02 21:00:51.915459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:51.915998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:51.933915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:00:51.959365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:51.965440 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0809ea0-97d8-45bc-a304-4038505d27f1 req-2bb2806a-3fbe-4a1e-954b-b578b671ef2e tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835211
Apr 02 21:00:51.969077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:52.013546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5a5624-4054-4cfa-be1c-86e954ea6eb5 req-36e5ed42-3931-426b-ab2c-fc3873636894 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0366745
Apr 02 21:00:52.042040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:52.126788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3260f-7c6c-42ec-ada2-d50c9bbc915d req-e5b42a35-0582-4570-97ce-fb21cdba9f32 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:52.129261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60a3260f-7c6c-42ec-ada2-d50c9bbc915d req-e5b42a35-0582-4570-97ce-fb21cdba9f32 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 945 time: 0.0690753
Apr 02 21:00:52.210191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60a3260f-7c6c-42ec-ada2-d50c9bbc915d req-064903ea-9960-4496-99ad-6dbc1b9a4781 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727475
Apr 02 21:00:52.239818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:52.509393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:52.558036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 2f0b5d01-2163-42f7-ad38-54ff616d2346 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:52.558703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2f0b5d01-2163-42f7-ad38-54ff616d2346 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:52.579146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dc8af-f4b5-4b6d-965f-acaee8f145d9 req-88a5d392-f941-4be1-a21a-8b1b54604e0e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:52.582235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e0dc8af-f4b5-4b6d-965f-acaee8f145d9 req-88a5d392-f941-4be1-a21a-8b1b54604e0e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0828283
Apr 02 21:00:52.695593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f03c-adfe-4077-8b4f-d2edace998cb req-69147529-31b0-4b51-98d5-fe7dcb24115a tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:52.703827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d98f03c-adfe-4077-8b4f-d2edace998cb req-69147529-31b0-4b51-98d5-fe7dcb24115a tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 950 time: 0.0739932
Apr 02 21:00:52.704650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e0dc8af-f4b5-4b6d-965f-acaee8f145d9 req-dfca9891-0867-4127-9880-6ad65d5e03eb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140172
Apr 02 21:00:52.759931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36654676-d49c-42c3-b968-194a99c796ca req-8bf548c4-8979-4885-a8fc-b7a5de604f09 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:52.761934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36654676-d49c-42c3-b968-194a99c796ca req-8bf548c4-8979-4885-a8fc-b7a5de604f09 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 945 time: 0.1096570
Apr 02 21:00:52.785413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d98f03c-adfe-4077-8b4f-d2edace998cb req-c6add72f-2d98-4e28-8255-dcff47b3a4a4 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707841
Apr 02 21:00:52.888649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Deleting port 12334738-596e-4bda-85ff-6807e7a908f4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:52.889586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (12334738-596e-4bda-85ff-6807e7a908f4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:52.956625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a33f-7f40-4ee6-b34a-794628522d4a req-99a78aeb-4bb8-43cd-83fc-acd9abda901c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:52.958531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5084a33f-7f40-4ee6-b34a-794628522d4a req-99a78aeb-4bb8-43cd-83fc-acd9abda901c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 944 time: 0.0689240
Apr 02 21:00:53.006548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] For port 12334738-596e-4bda-85ff-6807e7a908f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12334738-596e-4bda-85ff-6807e7a908f4,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:53.006917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (12334738-596e-4bda-85ff-6807e7a908f4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:53.014874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5084a33f-7f40-4ee6-b34a-794628522d4a req-efe88f11-57f7-420e-8a27-ad16225b28dd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509841
Apr 02 21:00:53.031737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Calling delete_port for 12334738-596e-4bda-85ff-6807e7a908f4 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:53.118713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48c09ef9-536c-43b1-9b8e-3850a5fd35dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:53.143335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f3dfca3-b936-45fe-acb8-1f9c8a7c565b req-3b1fac9a-a2d6-44c0-bd09-82e7e6e80b2f tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0405333
Apr 02 21:00:53.242717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (12334738-596e-4bda-85ff-6807e7a908f4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:53.257180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['12334738-596e-4bda-85ff-6807e7a908f4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:53.316905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event deleted for resources: {'Port': ['ID=12334738-596e-4bda-85ff-6807e7a908f4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:53.372035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.372393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.372775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.373121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.373463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.373807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.374141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.374646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.374847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.376867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.377225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.377599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.377935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.378422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.378635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:53.386830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb67ca69-ac9c-4cc3-80e5-6904b6688dc9 req-ff6ce354-0d16-4dd1-a343-97b29b049be0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a6f315a-5c0b-48ec-9e78-16942df1a9f7 HTTP/1.1" status: 200  len: 210 time: 0.0456319
Apr 02 21:00:53.420900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] No DVR routers for this DVR port 12334738-596e-4bda-85ff-6807e7a908f4 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:53.424572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:53.428381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36654676-d49c-42c3-b968-194a99c796ca req-3991d6ff-ba98-48ec-8631-3cdd167e72d1 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "DELETE /v2.0/ports/12334738-596e-4bda-85ff-6807e7a908f4 HTTP/1.1" status: 204  len: 173 time: 0.6529348
Apr 02 21:00:53.429246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'name': 'network-vif-deleted', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:53.440575 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad5feba-43b8-4497-846c-1bb51f46b54c" -d '{"events": [{"server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "name": "network-vif-deleted", "tag": "12334738-596e-4bda-85ff-6807e7a908f4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:53.504721 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a84f1-8349-445d-a114-1c24e1546dae x-openstack-request-id: req-2c2a84f1-8349-445d-a114-1c24e1546dae {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:53.504913 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6f315a-5c0b-48ec-9e78-16942df1a9f7", "name": "network-vif-deleted", "tag": "12334738-596e-4bda-85ff-6807e7a908f4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:53.505356 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c2a84f1-8349-445d-a114-1c24e1546dae {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:53.505969 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2a84f1-8349-445d-a114-1c24e1546dae'] response: {'server_uuid': '9a6f315a-5c0b-48ec-9e78-16942df1a9f7', 'name': 'network-vif-deleted', 'tag': '12334738-596e-4bda-85ff-6807e7a908f4', 'status': 'completed', 'code': 200}
Apr 02 21:00:53.640141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:00:53.708995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:00:53.714040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:00:53.714839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:53.876410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:00:53.883180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:53.889910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d297-70be-48ac-b027-12845207d56e req-d6e8a513-6812-497b-a05a-1f384573e87a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:53.892731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40a7d297-70be-48ac-b027-12845207d56e req-d6e8a513-6812-497b-a05a-1f384573e87a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0748253
Apr 02 21:00:53.958290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:53.965176 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed4c101-28d0-46ba-9a1b-48d1585cf9da" -d '{"events": [{"server_uuid": "05bed59b-2f6c-45b3-baf5-0ba5ef23941b", "name": "network-vif-plugged", "status": "completed", "tag": "e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:53.994363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768a9c-adcc-4043-9015-d943b144a152 req-f8bd4098-9e5e-4e1e-90da-d98637cb839c tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:53.996225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9768a9c-adcc-4043-9015-d943b144a152 req-f8bd4098-9e5e-4e1e-90da-d98637cb839c tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 950 time: 0.1020815
Apr 02 21:00:53.999636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40a7d297-70be-48ac-b027-12845207d56e req-c3e9de5b-f5f6-4663-8c2c-e8ceaebd9293 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949807
Apr 02 21:00:54.001431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:54.012941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:54.115591 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2b8d0-86da-4ae7-9887-b16a6c54c09b x-openstack-request-id: req-21f2b8d0-86da-4ae7-9887-b16a6c54c09b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:54.116962 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bed59b-2f6c-45b3-baf5-0ba5ef23941b", "name": "network-vif-plugged", "status": "completed", "tag": "e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:54.116962 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21f2b8d0-86da-4ae7-9887-b16a6c54c09b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:54.117274 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f2b8d0-86da-4ae7-9887-b16a6c54c09b'] response: {'server_uuid': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49', 'code': 200}
Apr 02 21:00:54.117858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:54.131254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.133292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.134749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.135239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.136971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.137617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.138100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.139030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.140276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.140729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.141332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.144807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.144807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.144807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.144807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.244134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650123-8675-4970-aa17-6ba8ab9323d1 req-02f3a90a-cf03-4dc3-b861-8a70fa8ef31d tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:54.246994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c650123-8675-4970-aa17-6ba8ab9323d1 req-02f3a90a-cf03-4dc3-b861-8a70fa8ef31d tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c451750-95c9-45f1-aa8d-6f96ba7040df HTTP/1.1" status: 200  len: 950 time: 0.1255221
Apr 02 21:00:54.269942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5bdac-103f-423b-84c5-4ebf9cebd7fb req-7f310bcb-dbce-4c30-8bf4-4a48558198da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:54.271486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fe5bdac-103f-423b-84c5-4ebf9cebd7fb req-7f310bcb-dbce-4c30-8bf4-4a48558198da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 1127 time: 0.0835197
Apr 02 21:00:54.275228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Deleting port 86734008-b39f-4f81-80a0-6f3c477fc49f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:54.275592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:54.334995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c650123-8675-4970-aa17-6ba8ab9323d1 req-4cf31103-48d8-4efb-bcde-356fdf950b0e tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb6a4649-ac15-4ab8-9846-0b7655a40f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799215
Apr 02 21:00:54.390137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fe5bdac-103f-423b-84c5-4ebf9cebd7fb req-b8bccf24-af01-406d-a304-649af63dfa72 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112454
Apr 02 21:00:54.442913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] For port 86734008-b39f-4f81-80a0-6f3c477fc49f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86734008-b39f-4f81-80a0-6f3c477fc49f,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:54.443319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:54.462032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Calling delete_port for 86734008-b39f-4f81-80a0-6f3c477fc49f owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:54.481981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f210375-4397-47f6-9c2b-0394ef71339d req-b4518bae-1894-433e-876d-3edbfdb0f519 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:54.491886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f210375-4397-47f6-9c2b-0394ef71339d req-b4518bae-1894-433e-876d-3edbfdb0f519 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 945 time: 0.0856962
Apr 02 21:00:54.553071 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5f210375-4397-47f6-9c2b-0394ef71339d req-6c1e72ff-2f06-4ba7-9e29-d30ebe90fdac tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576172
Apr 02 21:00:54.666264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (86734008-b39f-4f81-80a0-6f3c477fc49f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:54.680653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['86734008-b39f-4f81-80a0-6f3c477fc49f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:54.698414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8eb5571e-0752-4a31-bd70-b1c11c375764 req-73959522-8611-4a74-8d5e-105f8fded254 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0630453
Apr 02 21:00:54.723226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Pushing event deleted for resources: {'Port': ['ID=86734008-b39f-4f81-80a0-6f3c477fc49f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:54.777977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.778326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.781616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.783122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.783490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.783835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.784174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.784546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.784884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.785234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.785525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.786049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.786550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.787058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.787566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:00:54.830888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] No DVR routers for this DVR port 86734008-b39f-4f81-80a0-6f3c477fc49f on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:54.843778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:54.847373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9768a9c-adcc-4043-9015-d943b144a152 req-96af8afa-c70f-4c92-a4e7-a06be7441c85 tempest-ImagesNegativeTestJSON-1321377340 tempest-ImagesNegativeTestJSON-1321377340-project] 10.222.0.21 "DELETE /v2.0/ports/86734008-b39f-4f81-80a0-6f3c477fc49f HTTP/1.1" status: 204  len: 173 time: 0.8428795
Apr 02 21:00:54.848045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'name': 'network-vif-deleted', 'tag': '86734008-b39f-4f81-80a0-6f3c477fc49f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:54.850874 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ce170-b5b6-4eca-87c8-56590a71fc9d" -d '{"events": [{"server_uuid": "6c451750-95c9-45f1-aa8d-6f96ba7040df", "name": "network-vif-deleted", "tag": "86734008-b39f-4f81-80a0-6f3c477fc49f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:54.971983 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15d6dc-2056-4d1a-9973-f671f1e06f6c x-openstack-request-id: req-8e15d6dc-2056-4d1a-9973-f671f1e06f6c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:54.972644 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c451750-95c9-45f1-aa8d-6f96ba7040df", "name": "network-vif-deleted", "tag": "86734008-b39f-4f81-80a0-6f3c477fc49f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:54.972644 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e15d6dc-2056-4d1a-9973-f671f1e06f6c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:54.973076 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e15d6dc-2056-4d1a-9973-f671f1e06f6c'] response: {'server_uuid': '6c451750-95c9-45f1-aa8d-6f96ba7040df', 'name': 'network-vif-deleted', 'tag': '86734008-b39f-4f81-80a0-6f3c477fc49f', 'status': 'completed', 'code': 200}
Apr 02 21:00:55.157545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9130e-958d-4ff5-bd72-e25bb7cf4215 req-c01613d9-061d-410b-a3fc-3c195bdfa71c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:55.159128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2aa9130e-958d-4ff5-bd72-e25bb7cf4215 req-c01613d9-061d-410b-a3fc-3c195bdfa71c tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.0772059
Apr 02 21:00:55.237368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2aa9130e-958d-4ff5-bd72-e25bb7cf4215 req-6d9793db-c1e2-466e-b636-6f6b1ccc53b3 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709481
Apr 02 21:00:55.242884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-47bd89f6-bd4a-4d3c-97f0-212b0cfb11fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:55.462277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc2d1-8b3e-46a5-b8ff-038a3e8d1762 req-25c6f11c-39c6-4037-889c-ebb6034d513e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:55.474858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5cdc2d1-8b3e-46a5-b8ff-038a3e8d1762 req-25c6f11c-39c6-4037-889c-ebb6034d513e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1284409
Apr 02 21:00:55.543057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5cdc2d1-8b3e-46a5-b8ff-038a3e8d1762 req-232a16c3-6b0d-431b-8fc1-6debb78559f1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677938
Apr 02 21:00:55.695924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-03130b6a-a6be-4e07-9bfb-3f5d53f184db tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:55.698627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-03130b6a-a6be-4e07-9bfb-3f5d53f184db tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 944 time: 0.1499357
Apr 02 21:00:55.848065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4bd7-7886-4144-8c27-f63a79bb6165 req-4a79f50b-8040-47c5-a64b-abea09366bd7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:55.849815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-561d4bd7-7886-4144-8c27-f63a79bb6165 req-4a79f50b-8040-47c5-a64b-abea09366bd7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 945 time: 0.1091182
Apr 02 21:00:55.898212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Deleting port 7f987878-99ad-40c2-b531-b8c74a1c3c64 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:55.898624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:55.946870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-561d4bd7-7886-4144-8c27-f63a79bb6165 req-f27cac60-a8ab-41e9-8f4d-58d13698ee42 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864620
Apr 02 21:00:56.037536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] For port 7f987878-99ad-40c2-b531-b8c74a1c3c64, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f987878-99ad-40c2-b531-b8c74a1c3c64,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:56.038246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:56.062898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Calling delete_port for 7f987878-99ad-40c2-b531-b8c74a1c3c64 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:56.100818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07148398-0648-452c-b74f-1da54436a384 req-0fc3602a-6803-4ac7-b3e3-ce97e345b5ec tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0393806
Apr 02 21:00:56.270988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7f987878-99ad-40c2-b531-b8c74a1c3c64), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:56.330871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event deleted for resources: {'Port': ['ID=7f987878-99ad-40c2-b531-b8c74a1c3c64,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:56.413846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] No DVR routers for this DVR port 7f987878-99ad-40c2-b531-b8c74a1c3c64 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:56.416660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:56.420737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f24a8da7-088b-4d62-9153-639f7a1b436e req-9bcb846e-77fb-4922-a0e2-aef2fb881c62 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.15 "DELETE /v2.0/ports/7f987878-99ad-40c2-b531-b8c74a1c3c64 HTTP/1.1" status: 204  len: 173 time: 0.7141287
Apr 02 21:00:56.421393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'name': 'network-vif-deleted', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:56.426560 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7df49-962a-486c-bcdc-0875321db396" -d '{"events": [{"server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "name": "network-vif-deleted", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:56.435529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3976fdc1-c7dd-4468-9270-00207845bf98 req-f607f692-17d4-4126-ae8a-857b9c2d4b4d tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8d2897f-4f31-4c6f-87ee-0279c8e9a3af HTTP/1.1" status: 200  len: 210 time: 0.0493367
Apr 02 21:00:56.463075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fea3b-6e59-4405-a888-efc57ec6cb0b req-500dc78b-07d7-444c-9be6-a2cab2d7d6ed tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:56.473323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-397fea3b-6e59-4405-a888-efc57ec6cb0b req-500dc78b-07d7-444c-9be6-a2cab2d7d6ed tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 945 time: 0.1298902
Apr 02 21:00:56.523125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:56.561253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 12334738-596e-4bda-85ff-6807e7a908f4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:56.561839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 12334738-596e-4bda-85ff-6807e7a908f4 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:56.574297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-397fea3b-6e59-4405-a888-efc57ec6cb0b req-d13fb0d6-c7f4-4c99-a52f-8c3e3630f874 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966144
Apr 02 21:00:56.585331 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:56.644754 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00478ed4-9849-4153-ba5f-a67404e2b545 x-openstack-request-id: req-00478ed4-9849-4153-ba5f-a67404e2b545 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:56.645303 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2897f-4f31-4c6f-87ee-0279c8e9a3af", "name": "network-vif-deleted", "tag": "7f987878-99ad-40c2-b531-b8c74a1c3c64", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:56.645952 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00478ed4-9849-4153-ba5f-a67404e2b545 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:56.646731 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00478ed4-9849-4153-ba5f-a67404e2b545'] response: {'server_uuid': 'd8d2897f-4f31-4c6f-87ee-0279c8e9a3af', 'name': 'network-vif-deleted', 'tag': '7f987878-99ad-40c2-b531-b8c74a1c3c64', 'status': 'completed', 'code': 200}
Apr 02 21:00:56.763954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67353342-6625-4d24-93e1-438be2be8b1a req-aa3d18f3-febf-477b-af35-5ca9d4cb923e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:56.773325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67353342-6625-4d24-93e1-438be2be8b1a req-aa3d18f3-febf-477b-af35-5ca9d4cb923e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0765994
Apr 02 21:00:56.841156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67353342-6625-4d24-93e1-438be2be8b1a req-419e31a7-83d2-4a41-ba4f-7d4c7747f504 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667574
Apr 02 21:00:57.035774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39096) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:57.039393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:57.230563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-049208f2-7dec-4484-97cf-9f7f5fa43ac2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b271883cfeac443e8f5d5f2e555835d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1897938
Apr 02 21:00:57.232068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36114f1b-36b5-413a-9e3f-654908e5bc0d req-5ade4db1-5443-4d96-9397-22e119354fd0 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0413282
Apr 02 21:00:57.232932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-840db4b5-b92e-4f01-a272-8ebf17894ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.233542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39114) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:57.292690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8d296a1-8848-4ce8-9980-da8d67fd5780 admin admin] Publish callbacks [] for security_group (bb6a4649-ac15-4ab8-9846-0b7655a40f59), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.311082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-840db4b5-b92e-4f01-a272-8ebf17894ceb admin admin] Publish callbacks [] for security_group (9baf2535-3e03-423a-aaae-138b33f2a76e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.315086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8d296a1-8848-4ce8-9980-da8d67fd5780 admin admin] Publish callbacks [] for security_group (bb6a4649-ac15-4ab8-9846-0b7655a40f59), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.315697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-840db4b5-b92e-4f01-a272-8ebf17894ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9baf2535-3e03-423a-aaae-138b33f2a76e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.355414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-840db4b5-b92e-4f01-a272-8ebf17894ceb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3eb50f24a3f64b759a99b9b20c150caf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3179944
Apr 02 21:00:57.356601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840db4b5-b92e-4f01-a272-8ebf17894ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf2535-3e03-423a-aaae-138b33f2a76e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:57.358297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:57.377677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8d296a1-8848-4ce8-9980-da8d67fd5780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bb6a4649-ac15-4ab8-9846-0b7655a40f59), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.380909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8d296a1-8848-4ce8-9980-da8d67fd5780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.382327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8d296a1-8848-4ce8-9980-da8d67fd5780 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb6a4649-ac15-4ab8-9846-0b7655a40f59 HTTP/1.1" status: 204  len: 168 time: 0.1474216
Apr 02 21:00:57.401929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d296a1-8848-4ce8-9980-da8d67fd5780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6a4649-ac15-4ab8-9846-0b7655a40f59,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:57.432187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf12f689-e3eb-4058-8f61-f710f8bd4111 admin admin] Publish callbacks [] for security_group (9baf2535-3e03-423a-aaae-138b33f2a76e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.456347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf12f689-e3eb-4058-8f61-f710f8bd4111 admin admin] Publish callbacks [] for security_group (9baf2535-3e03-423a-aaae-138b33f2a76e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.507423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf12f689-e3eb-4058-8f61-f710f8bd4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9baf2535-3e03-423a-aaae-138b33f2a76e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.510456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf12f689-e3eb-4058-8f61-f710f8bd4111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:57.511852 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf12f689-e3eb-4058-8f61-f710f8bd4111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9baf2535-3e03-423a-aaae-138b33f2a76e HTTP/1.1" status: 204  len: 168 time: 0.1509688
Apr 02 21:00:57.522194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12f689-e3eb-4058-8f61-f710f8bd4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf2535-3e03-423a-aaae-138b33f2a76e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:57.643337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 86734008-b39f-4f81-80a0-6f3c477fc49f no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:00:57.671661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 86734008-b39f-4f81-80a0-6f3c477fc49f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:00:57.672891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 86734008-b39f-4f81-80a0-6f3c477fc49f not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:00:57.726566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d764e3b-7b8d-4ad8-9e26-a5e10b618793 req-00476680-0273-4ee7-a8fe-b8c6ec3d4435 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:57.734569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d764e3b-7b8d-4ad8-9e26-a5e10b618793 req-00476680-0273-4ee7-a8fe-b8c6ec3d4435 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 945 time: 0.0823202
Apr 02 21:00:57.911799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976977d9-fe33-410e-af5a-f77e94c51a14 req-c1ccd832-1ded-4e16-ad4b-ca3460ea3ec2 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:57.919124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-976977d9-fe33-410e-af5a-f77e94c51a14 req-c1ccd832-1ded-4e16-ad4b-ca3460ea3ec2 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.0848675
Apr 02 21:00:57.967419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-976977d9-fe33-410e-af5a-f77e94c51a14 req-0e7b74a4-d851-4a47-8ffe-63988b942c59 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4d80b8-9434-4092-a518-b4cdf1f74d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473497
Apr 02 21:00:58.138783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2e3fd-8a89-42ac-888d-313c6de819fe req-eeb55220-0d3a-4745-b4aa-d7916892f8da tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.140432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3af2e3fd-8a89-42ac-888d-313c6de819fe req-eeb55220-0d3a-4745-b4aa-d7916892f8da tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0967610
Apr 02 21:00:58.156233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d764e3b-7b8d-4ad8-9e26-a5e10b618793 req-e5072179-ade2-489e-b2a2-bdc35f66bf73 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4201655
Apr 02 21:00:58.182548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-91831c08-4755-4e6c-96ad-b2a94d9b1a3f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.184072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-91831c08-4755-4e6c-96ad-b2a94d9b1a3f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 945 time: 0.4339519
Apr 02 21:00:58.190369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-244da0db-59a1-4d89-9c77-141bb85f1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.191916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-244da0db-59a1-4d89-9c77-141bb85f1b78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1128 time: 0.4023194
Apr 02 21:00:58.211818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3af2e3fd-8a89-42ac-888d-313c6de819fe req-280d57be-ce34-4d85-bda8-b3dcc3cfd6a8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633821
Apr 02 21:00:58.369705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893ad6-f8d0-4474-855b-13b703702b6c req-be125929-312d-4b5a-8eaa-24f5316927e4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.371966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28893ad6-f8d0-4474-855b-13b703702b6c req-be125929-312d-4b5a-8eaa-24f5316927e4 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 945 time: 0.0916352
Apr 02 21:00:58.373167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-c88f32e9-e8e2-466b-ae4a-45a6bd50bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.374614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-c88f32e9-e8e2-466b-ae4a-45a6bd50bd78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1747890
Apr 02 21:00:58.402447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a036285-7902-4117-adf5-f539b419b8bd req-360b9be1-52a0-45cb-a3a9-98eb7338f250 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0462170
Apr 02 21:00:58.458889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39168) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:58.522471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Deleting port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:58.522827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.525711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Deleting port b729c68d-47c0-4cf5-b93a-585056bd9955 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:00:58.526167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.526833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-8d09bb0c-dee3-4132-a146-cd2805116c34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 1002 time: 0.1369858
Apr 02 21:00:58.602740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.657841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-3dea7c30-868a-46fa-b65a-e47d1b81b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.659516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-3dea7c30-868a-46fa-b65a-e47d1b81b5e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.1177158
Apr 02 21:00:58.664370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] For port b729c68d-47c0-4cf5-b93a-585056bd9955, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b729c68d-47c0-4cf5-b93a-585056bd9955,segment=NetworkSegment(b7a5d0ed-dff2-45d8-bbad-facbd11111b8),segment_id=b7a5d0ed-dff2-45d8-bbad-facbd11111b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:58.664880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.679726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Calling delete_port for b729c68d-47c0-4cf5-b93a-585056bd9955 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:58.711458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] For port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:00:58.711827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.735171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Calling delete_port for e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:00:58.757432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-787461336-network', 'tenant_id': '46605b214f8144ebbbd2aab432bb7633'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:58.763476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-da103c04-5bf8-4b59-a8ee-7307e27708af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:58.765117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-da103c04-5bf8-4b59-a8ee-7307e27708af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0960379
Apr 02 21:00:58.789294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Made reservation on behalf of 46605b214f8144ebbbd2aab432bb7633 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:58.791724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.802562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.883847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b729c68d-47c0-4cf5-b93a-585056bd9955), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.918349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-7df34b58-3847-48d4-bf75-ec12b8c36c76 service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253488
Apr 02 21:00:58.923720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Pushing event deleted for resources: {'Port': ['ID=b729c68d-47c0-4cf5-b93a-585056bd9955,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:58.972321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] No DVR routers for this DVR port b729c68d-47c0-4cf5-b93a-585056bd9955 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:58.975552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:58.979136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28893ad6-f8d0-4474-855b-13b703702b6c req-0231fd6b-b034-4f8a-bad2-6ae3ec1a66e0 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.21 "DELETE /v2.0/ports/b729c68d-47c0-4cf5-b93a-585056bd9955 HTTP/1.1" status: 204  len: 173 time: 0.5903134
Apr 02 21:00:58.979136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'name': 'network-vif-deleted', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:58.981507 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd44acc-274e-42c5-b455-9004a33069aa" -d '{"events": [{"server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "name": "network-vif-deleted", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:59.031607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.045970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:00:59.059568 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba046b8-cb86-4b7c-aadc-69d27076e09a x-openstack-request-id: req-0ba046b8-cb86-4b7c-aadc-69d27076e09a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:59.059865 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282887e6-5c5b-4492-8a31-c1cf713cf95f", "name": "network-vif-deleted", "tag": "b729c68d-47c0-4cf5-b93a-585056bd9955", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:59.060258 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ba046b8-cb86-4b7c-aadc-69d27076e09a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:59.062946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event deleted for resources: {'Port': ['ID=e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:59.071965 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba046b8-cb86-4b7c-aadc-69d27076e09a'] response: {'server_uuid': '282887e6-5c5b-4492-8a31-c1cf713cf95f', 'name': 'network-vif-deleted', 'tag': 'b729c68d-47c0-4cf5-b93a-585056bd9955', 'status': 'completed', 'code': 200}
Apr 02 21:00:59.094732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c369e6e-365d-48f0-b1cd-99b5334f8c79 req-e14c0a9a-fa46-490e-9ac6-01d8ed78cb30 service neutron] 10.222.0.21 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578765
Apr 02 21:00:59.143331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] No DVR routers for this DVR port e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:00:59.148548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.153024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34655d0b-042f-4437-af6f-e1337a08eaa1 req-e6871768-fad5-4d16-9108-adc54a175492 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "DELETE /v2.0/ports/e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 HTTP/1.1" status: 204  len: 173 time: 0.9597676
Apr 02 21:00:59.153808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'name': 'network-vif-deleted', 'tag': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:00:59.155555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks [] for security_group (04405974-bf28-4b6f-922b-630697974bd6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.161893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (04405974-bf28-4b6f-922b-630697974bd6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.171585 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d2a7b-b309-4888-9d2e-e54457415db3" -d '{"events": [{"server_uuid": "05bed59b-2f6c-45b3-baf5-0ba5ef23941b", "name": "network-vif-deleted", "tag": "e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:00:59.202301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:00:59.209971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04405974-bf28-4b6f-922b-630697974bd6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:59.217847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2ed766cc-d017-458b-b825-10d51c009f5a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.218294 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Added segment 2ed766cc-d017-458b-b825-10d51c009f5a of type vlan for network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4
Apr 02 21:00:59.237783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-120c820b-1282-4042-8009-e85852294f7f req-5ad929ce-165f-4633-a28a-7ae436a0d6a8 tempest-LiveAutoBlockMigrationV225Test-1782887781 tempest-LiveAutoBlockMigrationV225Test-1782887781-project] 10.222.0.18 "GET /v2.0/ports?device_id=282887e6-5c5b-4492-8a31-c1cf713cf95f HTTP/1.1" status: 200  len: 210 time: 0.0617287
Apr 02 21:00:59.279663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (2127fd39-f5aa-452a-9beb-bdc4f201d2d4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.293603 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe71e7-2cb8-4920-9b63-e06723128021 x-openstack-request-id: req-1ffe71e7-2cb8-4920-9b63-e06723128021 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:00:59.293902 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bed59b-2f6c-45b3-baf5-0ba5ef23941b", "name": "network-vif-deleted", "tag": "e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:00:59.294164 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ffe71e7-2cb8-4920-9b63-e06723128021 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:00:59.294578 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ffe71e7-2cb8-4920-9b63-e06723128021'] response: {'server_uuid': '05bed59b-2f6c-45b3-baf5-0ba5ef23941b', 'name': 'network-vif-deleted', 'tag': 'e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49', 'status': 'completed', 'code': 200}
Apr 02 21:00:59.321053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50eef14d-ed63-4113-b4db-48c3707a987f req-500ce41f-7735-43a9-ba24-44a8de06cc58 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bed59b-2f6c-45b3-baf5-0ba5ef23941b HTTP/1.1" status: 200  len: 210 time: 0.0342956
Apr 02 21:00:59.337002 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (2127fd39-f5aa-452a-9beb-bdc4f201d2d4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.337921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:59.338494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.379604 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.407466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.9467552
Apr 02 21:00:59.410589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39196) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:00:59.415120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de236e4-5451-41b4-8e12-74834fdee0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2127fd39-f5aa-452a-9beb-bdc4f201d2d4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:59.415401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Request body: {'subnet': {'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787461336-subnet', 'tenant_id': '46605b214f8144ebbbd2aab432bb7633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:00:59.426276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:00:59.437065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Made reservation on behalf of 46605b214f8144ebbbd2aab432bb7633 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:00:59.439606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.479150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305ad3b-2407-47d9-b827-ff4f045668e6 req-6f49c500-5d8c-43ac-8338-6acdfb06fbec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:59.480961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f305ad3b-2407-47d9-b827-ff4f045668e6 req-6f49c500-5d8c-43ac-8338-6acdfb06fbec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0804574
Apr 02 21:00:59.536043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f305ad3b-2407-47d9-b827-ff4f045668e6 req-1b93a50b-a531-478d-91eb-2fadeb833f4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487244
Apr 02 21:00:59.636499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (0adbb5c0-96ec-4e27-a752-156db44f3e28), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.643241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6243512d-3ca4-404d-a972-c112e80a2928 req-d54cf218-88dd-4c83-ab42-7ca91e931fdf tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0298772
Apr 02 21:00:59.701888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0adbb5c0-96ec-4e27-a752-156db44f3e28,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:00:59.713757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Checking segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:00:59.713757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Network hostable DHCP agents. Network: 2127fd39-f5aa-452a-9beb-bdc4f201d2d4, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:00:59.731515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:00:59.741045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2127fd39-f5aa-452a-9beb-bdc4f201d2d4) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:00:59.745271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:00:59.745868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:00:59.754838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e932b1f-c726-4f38-a2e4-92f4a84d3dd6 None None] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:00:59.763020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-34783192-4260-4f8f-b60e-b66f0a71d715 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.3511896
Apr 02 21:00:59.872282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33797b7-c08b-4274-a008-7fdb1d835e35 None None] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:01:00.131957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-d60fcc6d-fb8d-4189-916e-9499da8ac2d2 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:00.133428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-d60fcc6d-fb8d-4189-916e-9499da8ac2d2 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 821 time: 0.1020899
Apr 02 21:01:00.147652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-50ad8c53-fe93-4a80-8e78-023ec2d6f29d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/quotas/46605b214f8144ebbbd2aab432bb7633 HTTP/1.1" status: 200  len: 375 time: 0.0087240
Apr 02 21:01:00.179517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-3dc28339-4dc1-4906-9163-9041e775277b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267811
Apr 02 21:01:00.271614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-9252dd9b-07c6-4a00-9bb7-68f41758478f service neutron] 10.222.0.18 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856802
Apr 02 21:01:00.357985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-1128ccb6-88bc-489c-84e5-5dcbd39eaca0 service neutron] 10.222.0.18 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805967
Apr 02 21:01:00.499151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39228) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:00.566584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:00.579267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c93fff4d-88fb-471a-8cce-c39e307464e6 req-72abcf57-2c9c-4cc0-a212-cebc11b46283 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 210 time: 0.0318148
Apr 02 21:01:00.607878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Deleting subnet f70c7555-2700-4639-9eab-ec56f63de608 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:01:00.615070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Publish callbacks [] for subnet (f70c7555-2700-4639-9eab-ec56f63de608), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:00.628204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 7f987878-99ad-40c2-b531-b8c74a1c3c64 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:00.628593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7f987878-99ad-40c2-b531-b8c74a1c3c64 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:00.709425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f70c7555-2700-4639-9eab-ec56f63de608), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:00.769428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64edb3d-79d4-4f9d-b88d-34e0713620dc req-00f4a8d7-7fd5-45fe-bb08-e1818f6ec1cf tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:00.770937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d64edb3d-79d4-4f9d-b88d-34e0713620dc req-00f4a8d7-7fd5-45fe-bb08-e1818f6ec1cf tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.1067779
Apr 02 21:01:00.774047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56aff765-a42b-4d18-9346-475be87d5a97 req-8dfb766f-9b37-4d0a-b0c7-9c26af9905eb tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0316229
Apr 02 21:01:00.776658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f70c7555-2700-4639-9eab-ec56f63de608), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:00.861616 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d64edb3d-79d4-4f9d-b88d-34e0713620dc req-1969a8de-be33-4008-939c-1e69785b122b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823646
Apr 02 21:01:00.870735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f70c7555-2700-4639-9eab-ec56f63de608), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:00.913985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70c7555-2700-4639-9eab-ec56f63de608,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:00.918969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:00.925160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39250) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:00.925322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-864447fe-1fd0-4f0d-88d8-1c535ce91711 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f70c7555-2700-4639-9eab-ec56f63de608 HTTP/1.1" status: 204  len: 168 time: 0.4250240
Apr 02 21:01:01.053107 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (eb9b7612-59b4-4022-aa4f-4de8d7979f06), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.105815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-453351d9-4bfd-4df1-8ad7-ef4288383d6e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:01.112810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-453351d9-4bfd-4df1-8ad7-ef4288383d6e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1187429
Apr 02 21:01:01.130947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-ae7b3dc3-4cdb-49cb-8918-b47f6d24f070 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0171235
Apr 02 21:01:01.153448 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (eb9b7612-59b4-4022-aa4f-4de8d7979f06), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.169100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-10599f22-b47f-481a-a971-3c65b5f09d7e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0370569
Apr 02 21:01:01.176815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783efeb1c0>,) {'filters': {'network_id': ['eb9b7612-59b4-4022-aa4f-4de8d7979f06']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:01.190829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783efeb1c0>, 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:01.191412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783efeb1c0>, 'b7a5d0ed-dff2-45d8-bbad-facbd11111b8') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:01.203029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b7a5d0ed-dff2-45d8-bbad-facbd11111b8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.224436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b7a5d0ed-dff2-45d8-bbad-facbd11111b8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.231931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:01:01.233505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b7a5d0ed-dff2-45d8-bbad-facbd11111b8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:01:01.252022 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:01:01.276991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-10ae6f7e-7c36-45b7-98f0-97a3010cd505 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995536
Apr 02 21:01:01.307650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (eb9b7612-59b4-4022-aa4f-4de8d7979f06), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.321011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.324549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb9b7612-59b4-4022-aa4f-4de8d7979f06 HTTP/1.1" status: 204  len: 168 time: 0.3981342
Apr 02 21:01:01.327650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39262) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:01.363595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962a7ac-3c92-4d71-b00b-302a271ee983 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9b7612-59b4-4022-aa4f-4de8d7979f06,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:01.382223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-ce9311cc-64d2-41bb-8168-36a63b13e627 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030428
Apr 02 21:01:01.391113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Deleting subnet 2221f490-602d-4285-b9ff-4e0efbe49150 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:01:01.394352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Publish callbacks [] for subnet (2221f490-602d-4285-b9ff-4e0efbe49150), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.429836 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (2221f490-602d-4285-b9ff-4e0efbe49150), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.480969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (2221f490-602d-4285-b9ff-4e0efbe49150), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.576523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (2221f490-602d-4285-b9ff-4e0efbe49150), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.613210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.617654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2221f490-602d-4285-b9ff-4e0efbe49150 HTTP/1.1" status: 204  len: 168 time: 0.2890308
Apr 02 21:01:01.618962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddfda5-9f6e-4fbe-88ec-6c9753de817f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2221f490-602d-4285-b9ff-4e0efbe49150,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:01.622389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39272) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:01.629043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38ab42f4-e1b6-484e-83fe-25eed1f0ff97 req-e9bfeaf3-2536-4709-93a0-e84419299337 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 210 time: 0.0507512
Apr 02 21:01:01.662551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:01.741057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e5597bd2-acd7-4a00-a918-804407d169d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.778535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a62e0436-4504-49a3-bf24-81771ab7dfa6 req-03f46434-5ec1-4979-9fe3-f75c5f79ef1f tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 210 time: 0.0755706
Apr 02 21:01:01.832443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:01.835141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.841198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e5597bd2-acd7-4a00-a918-804407d169d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.910143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fa69760>,) {'filters': {'network_id': ['e5597bd2-acd7-4a00-a918-804407d169d1']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:01.911487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:01.928725 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f56d73-c703-4f12-ae7f-66e10811a8ee" -d '{"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:01.928839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fa69760>, 'd0ffe910-3127-4311-94b2-5677fbc8b3b3') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:01.929028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fa69760>, 'd0ffe910-3127-4311-94b2-5677fbc8b3b3') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:01.951435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d0ffe910-3127-4311-94b2-5677fbc8b3b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.965161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:01.970561 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:01.971415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:01.988484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d0ffe910-3127-4311-94b2-5677fbc8b3b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.002289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:01:02.002846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d0ffe910-3127-4311-94b2-5677fbc8b3b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:01:02.004790 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:01:02.015063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0850198a-7571-46b7-ac86-61e5e760a05b req-e9c86afe-2483-40e8-bd18-55cf2bcee475 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0720906
Apr 02 21:01:02.037121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-6bb4ec9d-70cd-4799-a6dd-59108f226a07 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:02.039038 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-6bb4ec9d-70cd-4799-a6dd-59108f226a07 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 821 time: 0.3137033
Apr 02 21:01:02.054980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'port': {'device_id': '12ed6253-6272-447a-b897-496efb357d2c', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'admin_state_up': True, 'tenant_id': '46605b214f8144ebbbd2aab432bb7633'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:02.138672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e5597bd2-acd7-4a00-a918-804407d169d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.151199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.169138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e5597bd2-acd7-4a00-a918-804407d169d1 HTTP/1.1" status: 204  len: 168 time: 0.5452275
Apr 02 21:01:02.190058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18da60-f9a1-4728-8679-53ee3d29cad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5597bd2-acd7-4a00-a918-804407d169d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:02.199548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:02.200282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e1e3d74e-3a5d-4dc5-a08b-0090fe56ec49 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:02.207921 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceac304-0955-4ef9-a37b-c0061289481c x-openstack-request-id: req-aceac304-0955-4ef9-a37b-c0061289481c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:02.208380 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-unplugged", "status": "failed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "code": 422}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:02.208888 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aceac304-0955-4ef9-a37b-c0061289481c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:02.209588 ncdv-master-1 neutron-server[121650]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-aceac304-0955-4ef9-a37b-c0061289481c']: {'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'code': 422} returned with failed status
Apr 02 21:01:02.238905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:02.331131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7ca8-5c7d-40df-9b4d-6dd80c8e2f13 req-01a9e203-ed1c-4180-99bc-807bbb291885 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:02.332927 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bcb7ca8-5c7d-40df-9b4d-6dd80c8e2f13 req-01a9e203-ed1c-4180-99bc-807bbb291885 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.1020875
Apr 02 21:01:02.356334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39298) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:02.373100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Made reservation on behalf of 46605b214f8144ebbbd2aab432bb7633 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:02.378534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.411085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30d25c83-149f-4929-bc30-9d6f6f67b72f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1a3f8d3d3e94b31ab9aa73d8905b12a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0535491
Apr 02 21:01:02.413955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39300) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:02.424360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bcb7ca8-5c7d-40df-9b4d-6dd80c8e2f13 req-934099fd-9ed7-4463-aa18-41fca4015ae9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821989
Apr 02 21:01:02.498391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3777b1a2-dbff-4743-90a1-4c9ea3009bc2 admin admin] Publish callbacks [] for security_group (6c4d80b8-9434-4092-a518-b4cdf1f74d6e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.537968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3777b1a2-dbff-4743-90a1-4c9ea3009bc2 admin admin] Publish callbacks [] for security_group (6c4d80b8-9434-4092-a518-b4cdf1f74d6e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.572859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Allocated IP 172.20.0.3 (2127fd39-f5aa-452a-9beb-bdc4f201d2d4/0adbb5c0-96ec-4e27-a752-156db44f3e28/a4cfd1fe-7824-486d-82f6-5473be5624bc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:02.642965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3777b1a2-dbff-4743-90a1-4c9ea3009bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6c4d80b8-9434-4092-a518-b4cdf1f74d6e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.645916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3777b1a2-dbff-4743-90a1-4c9ea3009bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.649186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3777b1a2-dbff-4743-90a1-4c9ea3009bc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c4d80b8-9434-4092-a518-b4cdf1f74d6e HTTP/1.1" status: 204  len: 168 time: 0.2317026
Apr 02 21:01:02.662302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777b1a2-dbff-4743-90a1-4c9ea3009bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d80b8-9434-4092-a518-b4cdf1f74d6e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:02.800819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.841754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.903101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:02.911465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:02.916408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:02.970902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:02.971626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:02.983663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:02.992584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-88dcafdc-c204-4fd9-aad2-41c9e519718b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9429524
Apr 02 21:01:03.008689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Request body: {'port': {'device_id': '12ed6253-6272-447a-b897-496efb357d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:03.037105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68edb845-d148-4d02-86e7-ecff09bfc727 req-59809818-9143-4deb-a659-8ad768c55213 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 210 time: 0.0500445
Apr 02 21:01:03.105665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.211961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:03.256150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2f224c65-cecb-45a5-aa09-7bdc4f65a6a7 req-67bda59d-b94a-480d-a06c-464044e6464d tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0323527
Apr 02 21:01:03.310005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-277964ea-ac00-47eb-b3d4-c88c02172030 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09f4379a528841c1958b6ab4261cdc7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0967426
Apr 02 21:01:03.310603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39332) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:03.336650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a917fc-9403-4087-bfa8-6613ba865578 req-d2e42dfb-50bb-4b69-954d-73bab2fb110d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:03.338344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a917fc-9403-4087-bfa8-6613ba865578 req-d2e42dfb-50bb-4b69-954d-73bab2fb110d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 931 time: 0.2016063
Apr 02 21:01:03.360263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae305-c19d-4668-bc58-1ab4d140e354 admin admin] Publish callbacks [] for security_group (3ef79874-cf75-4a6f-9670-611a80b8371c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.385660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae305-c19d-4668-bc58-1ab4d140e354 admin admin] Publish callbacks [] for security_group (3ef79874-cf75-4a6f-9670-611a80b8371c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.475702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae305-c19d-4668-bc58-1ab4d140e354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3ef79874-cf75-4a6f-9670-611a80b8371c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.478411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae305-c19d-4668-bc58-1ab4d140e354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.485901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-aca44a4e-a461-40f8-aebb-9d2471862305 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:03.488667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc6ae305-c19d-4668-bc58-1ab4d140e354 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ef79874-cf75-4a6f-9670-611a80b8371c HTTP/1.1" status: 204  len: 168 time: 0.1747744
Apr 02 21:01:03.488742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-aca44a4e-a461-40f8-aebb-9d2471862305 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.3173459
Apr 02 21:01:03.506659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ae305-c19d-4668-bc58-1ab4d140e354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef79874-cf75-4a6f-9670-611a80b8371c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:03.507335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Request body: {'port': {'device_id': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'admin_state_up': True, 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:03.525984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a917fc-9403-4087-bfa8-6613ba865578 req-da51c0f4-98f8-44c9-aea5-30743ff4bf36 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763134
Apr 02 21:01:03.604539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd0c0-462a-4c9c-b9fc-34f905b10b3e req-7d69755d-0da7-4543-8aec-42749563ffd9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:03.614081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0c8dd0c0-462a-4c9c-b9fc-34f905b10b3e req-7d69755d-0da7-4543-8aec-42749563ffd9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.1228509
Apr 02 21:01:03.665394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:03.679304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0c8dd0c0-462a-4c9c-b9fc-34f905b10b3e req-ef6d130f-3f80-4f9a-ad18-481faeda2046 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637493
Apr 02 21:01:03.732880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cfd1fe-7824-486d-82f6-5473be5624bc {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:03.746196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Publish callbacks [] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.782340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Transition to ACTIVE for port object a4cfd1fe-7824-486d-82f6-5473be5624bc will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:03.783257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:03.786909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.807291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:03.808848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:03.814186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:03.829249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: b729c68d-47c0-4cf5-b93a-585056bd9955 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:03.829796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b729c68d-47c0-4cf5-b93a-585056bd9955 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:04.180206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-26d32f1e-4b49-4b06-8352-72e1ccb3152a req-b7e4ff0e-549e-4a45-82a4-939cce4a8035 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 210 time: 0.0484188
Apr 02 21:01:04.241774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:04.247540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-49d1a8f8-da28-4fc7-9849-29dbb5c69c60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6805739
Apr 02 21:01:04.356840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Attempting to bind port a4cfd1fe-7824-486d-82f6-5473be5624bc on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:04.357154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Attempting to bind port a4cfd1fe-7824-486d-82f6-5473be5624bc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:04.357433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Attempting to bind port a4cfd1fe-7824-486d-82f6-5473be5624bc on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:04.364311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Port a4cfd1fe-7824-486d-82f6-5473be5624bc on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:04.364668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Attempting to bind port a4cfd1fe-7824-486d-82f6-5473be5624bc on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:04.375274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:04.376261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Checking segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:04.376661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Bound using segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:04.377098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Bound port: a4cfd1fe-7824-486d-82f6-5473be5624bc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:04.377456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:04.389480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Allocated IP 172.20.0.4 (0579e432-6dc2-4773-9b49-bc1eb8621629/1a730f69-374c-4989-bc31-1c702266b8a4/ecba1cfd-1d70-4d61-bdd4-80f253df2828) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:04.520596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:04.527639 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b9a151b-e25e-4e73-91d6-73ec5b73f9c3 req-3b2b32d6-709c-43a5-ae55-1ca0a49088b3 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0605617
Apr 02 21:01:04.546543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:04.583784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:04.664401 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:01:04.692653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:04.693363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:04.695095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] 10.222.0.21 "PUT /v2.0/ports/a4cfd1fe-7824-486d-82f6-5473be5624bc HTTP/1.1" status: 200  len: 1091 time: 1.6929953
Apr 02 21:01:04.697232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:04.699701 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce620536-dc2e-416e-b264-c029d4a2b3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:04.788098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks [] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:04.837184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074579-b8b6-4402-aeb4-4bb59b8e5bdb service neutron] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:04.843876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596292-bf9a-4ea7-ab6f-fff331009937 req-49544d0d-5385-4caf-a316-860b13b31410 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:04.845923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79596292-bf9a-4ea7-ab6f-fff331009937 req-49544d0d-5385-4caf-a316-860b13b31410 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.0696886
Apr 02 21:01:04.850577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-69459ed9-087c-4510-9837-5b002bf5fe8b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:04.852588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-69459ed9-087c-4510-9837-5b002bf5fe8b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports/ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 941 time: 0.5637865
Apr 02 21:01:04.864878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77329a0-3b0d-4202-854a-084687ac5ce2 req-d90a46d5-bbcc-4764-9f19-7d721f4a4b1d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:04.873540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f77329a0-3b0d-4202-854a-084687ac5ce2 req-d90a46d5-bbcc-4764-9f19-7d721f4a4b1d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 943 time: 0.2470231
Apr 02 21:01:04.921794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79596292-bf9a-4ea7-ab6f-fff331009937 req-0c5873a7-fd72-430b-b3e0-ffc3bfa084e3 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612161
Apr 02 21:01:04.931388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-9c1d7e6b-61ac-453b-bdae-a3caf16b5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:04.932907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-9c1d7e6b-61ac-453b-bdae-a3caf16b5481 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 1125 time: 0.1534166
Apr 02 21:01:04.971767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f77329a0-3b0d-4202-854a-084687ac5ce2 req-977ced53-b577-4e8e-86fa-295ab7602258 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922272
Apr 02 21:01:04.973163 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:04.987504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39400) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:05.011055 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db779af-f0d7-4942-9fd4-4a4dd9136a7b x-openstack-request-id: req-0db779af-f0d7-4942-9fd4-4a4dd9136a7b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:05.011358 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:05.011619 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0db779af-f0d7-4942-9fd4-4a4dd9136a7b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:05.012039 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db779af-f0d7-4942-9fd4-4a4dd9136a7b'] response: {'name': 'network-changed', 'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'status': 'completed', 'code': 200}
Apr 02 21:01:05.026184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-be938dbc-f40a-4e64-8007-a9c27b4615bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc HTTP/1.1" status: 200  len: 217 time: 0.0814621
Apr 02 21:01:05.118488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:05.128587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:05.138699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:05.148768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6619-ee4d-471f-a669-c53742f44130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.168735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event updated for resources: {'Port': ['ID=ecba1cfd-1d70-4d61-bdd4-80f253df2828,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:05.180996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-8df39655-a221-4f72-b183-58b63d765226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:05.182694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-8df39655-a221-4f72-b183-58b63d765226 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 200  len: 861 time: 0.1246958
Apr 02 21:01:05.246213 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-e9a5a494-1092-48b6-97eb-18a2e470263a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349369
Apr 02 21:01:05.253629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:05.254354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.271035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6619-ee4d-471f-a669-c53742f44130 admin admin] Publish callbacks [] for security_group (03228958-8aec-403c-a7ad-fea655e0285d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.278721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6619-ee4d-471f-a669-c53742f44130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (03228958-8aec-403c-a7ad-fea655e0285d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.328090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8aeb6619-ee4d-471f-a669-c53742f44130 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=110cfdc19f714eaaae221aacca056c08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3393121
Apr 02 21:01:05.329152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb6619-ee4d-471f-a669-c53742f44130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03228958-8aec-403c-a7ad-fea655e0285d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:05.331653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:05.358907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-88e701eb-53ce-4170-a782-b4e1d985d9bd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8554749
Apr 02 21:01:05.378669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Request body: {'port': {'device_id': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:05.524140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068fc1-6254-4329-808b-5aa25bc248e9 req-31b5cb75-ca2d-4c61-b13e-96bf67b1126d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:05.525694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46068fc1-6254-4329-808b-5aa25bc248e9 req-31b5cb75-ca2d-4c61-b13e-96bf67b1126d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 931 time: 0.2516243
Apr 02 21:01:05.551286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-1b9a3df3-b45e-42e4-9b5e-19302f076b39 service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934401
Apr 02 21:01:05.565009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe08fe-8471-4f47-8ba8-926f3f779d53 admin admin] Publish callbacks [] for security_group (03228958-8aec-403c-a7ad-fea655e0285d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.579304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.640033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe08fe-8471-4f47-8ba8-926f3f779d53 admin admin] Publish callbacks [] for security_group (03228958-8aec-403c-a7ad-fea655e0285d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.726801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46068fc1-6254-4329-808b-5aa25bc248e9 req-89d6ee6a-bf4f-4731-9b52-cc7263617af6 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901550
Apr 02 21:01:05.768850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f59ddbe6-0e6a-47ad-9bd6-766d3e3aa157 req-e14befd7-1924-4907-88e0-286aa8a43250 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0368137
Apr 02 21:01:05.851236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc35cb2-51c3-4a88-8811-bad59fc280fc req-712fd4d2-2916-4dc7-b9ee-929f24a23679 service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2873254
Apr 02 21:01:05.872990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe08fe-8471-4f47-8ba8-926f3f779d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (03228958-8aec-403c-a7ad-fea655e0285d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.878307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe08fe-8471-4f47-8ba8-926f3f779d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:05.879492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9fe08fe-8471-4f47-8ba8-926f3f779d53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03228958-8aec-403c-a7ad-fea655e0285d HTTP/1.1" status: 204  len: 168 time: 0.5463357
Apr 02 21:01:06.056959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecba1cfd-1d70-4d61-bdd4-80f253df2828 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:06.066261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Publish callbacks [] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:06.080628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Transition to ACTIVE for port object ecba1cfd-1d70-4d61-bdd4-80f253df2828 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:06.083771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe08fe-8471-4f47-8ba8-926f3f779d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03228958-8aec-403c-a7ad-fea655e0285d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:06.096501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:06.147124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97880bc9-3477-4a82-acb8-ad56efd354eb req-45317fbf-a043-4f60-b315-30ebffe5847f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.152970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-97880bc9-3477-4a82-acb8-ad56efd354eb req-45317fbf-a043-4f60-b315-30ebffe5847f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.0864947
Apr 02 21:01:06.208266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecba1cfd-1d70-4d61-bdd4-80f253df2828,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:06.219267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-b02ee76d-fab0-42ac-bbd3-0cab2b5cf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.221085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-b02ee76d-fab0-42ac-bbd3-0cab2b5cf798 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 1125 time: 0.1386142
Apr 02 21:01:06.230666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-97880bc9-3477-4a82-acb8-ad56efd354eb req-5b108b5d-b167-4afa-ad96-42e304bcb0ec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690987
Apr 02 21:01:06.374295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4287-7bba-42b0-9a68-bf273b40079c req-715f4daa-b786-4634-80ae-8b6926910219 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.376384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-610e4287-7bba-42b0-9a68-bf273b40079c req-715f4daa-b786-4634-80ae-8b6926910219 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 943 time: 0.2277274
Apr 02 21:01:06.380795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Attempting to bind port ecba1cfd-1d70-4d61-bdd4-80f253df2828 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:06.381168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Attempting to bind port ecba1cfd-1d70-4d61-bdd4-80f253df2828 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:06.381509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Attempting to bind port ecba1cfd-1d70-4d61-bdd4-80f253df2828 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:06.399513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Port ecba1cfd-1d70-4d61-bdd4-80f253df2828 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:06.399846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Attempting to bind port ecba1cfd-1d70-4d61-bdd4-80f253df2828 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:06.424496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:06.424845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:06.425292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Bound using segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:06.425732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Bound port: ecba1cfd-1d70-4d61-bdd4-80f253df2828, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:06.426097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:06.437266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-45f0deec-417f-4880-ad75-93cced7e6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.443221 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-45f0deec-417f-4880-ad75-93cced7e6624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 922 time: 0.1986434
Apr 02 21:01:06.523329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-2d24fd23-4854-4ec9-898b-b49511d9fd38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc HTTP/1.1" status: 200  len: 217 time: 0.0764189
Apr 02 21:01:06.531140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-610e4287-7bba-42b0-9a68-bf273b40079c req-79911cd7-1ad5-44f7-ac30-5d4915735296 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434982
Apr 02 21:01:06.601641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-0e8a64c9-37c7-437d-b2cb-c78e914b9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.603291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-0e8a64c9-37c7-437d-b2cb-c78e914b9e6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 200  len: 861 time: 0.0712538
Apr 02 21:01:06.604526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] For port ecba1cfd-1d70-4d61-bdd4-80f253df2828, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:06.608272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] For port ecba1cfd-1d70-4d61-bdd4-80f253df2828, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:06.622225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:06.651913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-5ad97b2d-0cc6-4078-8321-e490c5c1af98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399666
Apr 02 21:01:06.699956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.700636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:06.702089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/ecba1cfd-1d70-4d61-bdd4-80f253df2828 HTTP/1.1" status: 200  len: 1091 time: 1.3278534
Apr 02 21:01:06.768191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da39ea-2313-4850-9612-ad1fced505b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecba1cfd-1d70-4d61-bdd4-80f253df2828,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:06.801908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39468) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:06.834551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-38cdf8f1-9e88-4117-a273-f427545b2d75 service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634536
Apr 02 21:01:06.884084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-fe25b58a-caef-4243-9423-2f0f7753eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.885625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-fe25b58a-caef-4243-9423-2f0f7753eb6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 1125 time: 0.1190114
Apr 02 21:01:06.941299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba863-b333-450d-ba5f-2fdc130e3140 req-1d987e63-8423-4288-907a-2aba35d32c8e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:06.950889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f5ba863-b333-450d-ba5f-2fdc130e3140 req-1d987e63-8423-4288-907a-2aba35d32c8e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 943 time: 0.0773933
Apr 02 21:01:07.004496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fabb861-0854-484c-9df4-d78df6cd1b4e req-617cc24c-35d5-4e94-85ea-2cba8522ad99 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0716026
Apr 02 21:01:07.007823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-8d9bf807-5260-472c-8935-df563a2f7d75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828 HTTP/1.1" status: 200  len: 217 time: 0.0729246
Apr 02 21:01:07.013842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'tag': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:07.015551 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1cdaed-f7a9-4115-91fa-8dad7904c4de" -d '{"events": [{"name": "network-changed", "server_uuid": "25509bd1-b73f-48ea-af8c-c66e7bd1a312", "tag": "ecba1cfd-1d70-4d61-bdd4-80f253df2828"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:07.016634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39478) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:07.046736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f5ba863-b333-450d-ba5f-2fdc130e3140 req-b5de5a67-9b3d-47cb-a98b-33fe7b28a258 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947697
Apr 02 21:01:07.075052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce620536-dc2e-416e-b264-c029d4a2b3e0 req-3d03e108-fbca-4dfd-a1b7-5c78629a3b97 service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307622
Apr 02 21:01:07.084551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-e6fe5580-7966-4432-8d64-7afc8fa2cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.086347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-e6fe5580-7966-4432-8d64-7afc8fa2cacf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0676901
Apr 02 21:01:07.112689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f2b45077-a333-4445-96cf-36715e9a3fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.137037 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98abd115-1c0d-45c9-a92e-cee3aa005da4 x-openstack-request-id: req-98abd115-1c0d-45c9-a92e-cee3aa005da4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:07.137346 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25509bd1-b73f-48ea-af8c-c66e7bd1a312", "tag": "ecba1cfd-1d70-4d61-bdd4-80f253df2828", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:07.137638 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98abd115-1c0d-45c9-a92e-cee3aa005da4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:07.138223 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98abd115-1c0d-45c9-a92e-cee3aa005da4'] response: {'name': 'network-changed', 'server_uuid': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'tag': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828', 'status': 'completed', 'code': 200}
Apr 02 21:01:07.140336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-0e16b03e-0831-488e-b370-5821cf30cf43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371580
Apr 02 21:01:07.155558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-619981902-network', 'tenant_id': 'e97fa5361ab649b3a0415bf0ea52bf33'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:07.205267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Made reservation on behalf of e97fa5361ab649b3a0415bf0ea52bf33 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:07.207463 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.212183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-a254bcff-79e3-47d1-8e08-63cc02025fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.213911 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-a254bcff-79e3-47d1-8e08-63cc02025fef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c&tenant_id=2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 1126 time: 0.0981033
Apr 02 21:01:07.231390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:07.233688 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.239892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-6862b519-e370-4846-bb2e-0c578bf0583e service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902469
Apr 02 21:01:07.338332 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f2b45077-a333-4445-96cf-36715e9a3fba admin admin] Publish callbacks [] for security_group (9e139ae4-f585-42ff-a1b1-321270cad3b0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.346112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f2b45077-a333-4445-96cf-36715e9a3fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9e139ae4-f585-42ff-a1b1-321270cad3b0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.368913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0edfd5c-fa17-434a-97a5-a3fbc247fa68 req-6c87814f-55f3-46f3-be32-7d0644d680b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194997
Apr 02 21:01:07.372480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.382895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1345f60-a723-4175-ad0e-7dfa917cc5f2 req-7eaa1042-f810-483c-9be1-40119641335c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.384777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1345f60-a723-4175-ad0e-7dfa917cc5f2 req-7eaa1042-f810-483c-9be1-40119641335c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.0789757
Apr 02 21:01:07.449988 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1345f60-a723-4175-ad0e-7dfa917cc5f2 req-2b9a6525-42f8-4ce5-9f47-c1db01a27a7d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531859
Apr 02 21:01:07.484891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-398daf9a-1fda-48ad-83a2-6aaf95e85c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.486406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-398daf9a-1fda-48ad-83a2-6aaf95e85c29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 1125 time: 0.0496399
Apr 02 21:01:07.586115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-402b7212-b1ef-4489-8e80-883039e94261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.587991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-402b7212-b1ef-4489-8e80-883039e94261 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.0949550
Apr 02 21:01:07.631558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-c2378bdf-08b8-4044-b786-f674645f6356 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828 HTTP/1.1" status: 200  len: 217 time: 0.0368121
Apr 02 21:01:07.681296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-d3f36193-9d87-481e-aabc-44ea09ff0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.682991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-d3f36193-9d87-481e-aabc-44ea09ff0989 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0443673
Apr 02 21:01:07.720786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-e67e8848-cc8a-4149-82ed-f52362a54f27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301900
Apr 02 21:01:07.730185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f2b45077-a333-4445-96cf-36715e9a3fba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c18de83398748dc98785c382519b209&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9270377
Apr 02 21:01:07.734406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:07.752492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b45077-a333-4445-96cf-36715e9a3fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e139ae4-f585-42ff-a1b1-321270cad3b0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:07.821615 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks [] for security_group (3b10f6d0-4068-4ef5-a94c-193cf0257423), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.843610 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac05e8ce-5859-4cb4-af1b-cb5fff6f2d59 admin admin] Publish callbacks [] for security_group (9e139ae4-f585-42ff-a1b1-321270cad3b0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.850388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-556bd85b-07be-4c72-9079-2e42505adde2 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227238
Apr 02 21:01:07.870174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3b10f6d0-4068-4ef5-a94c-193cf0257423), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.884297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac05e8ce-5859-4cb4-af1b-cb5fff6f2d59 admin admin] Publish callbacks [] for security_group (9e139ae4-f585-42ff-a1b1-321270cad3b0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.900823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79e4d-a425-4321-a8a9-1c1ce4184a45 req-13062fa2-0158-43a6-a73c-79965064437c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:07.902316 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8a79e4d-a425-4321-a8a9-1c1ce4184a45 req-13062fa2-0158-43a6-a73c-79965064437c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 943 time: 0.2026427
Apr 02 21:01:07.922786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:01:07.948103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10f6d0-4068-4ef5-a94c-193cf0257423,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:07.960971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (16155d2e-8050-40ec-8e22-e641c5258537), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.961348 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Added segment 16155d2e-8050-40ec-8e22-e641c5258537 of type vlan for network 49ae3356-fe3f-43cd-8550-02216c3663fd
Apr 02 21:01:07.982660 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1cdaed-f7a9-4115-91fa-8dad7904c4de req-18573fb1-19b5-4367-968f-0093bf14140f service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229222
Apr 02 21:01:07.990419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac05e8ce-5859-4cb4-af1b-cb5fff6f2d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9e139ae4-f585-42ff-a1b1-321270cad3b0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.993929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac05e8ce-5859-4cb4-af1b-cb5fff6f2d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:07.997686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ac05e8ce-5859-4cb4-af1b-cb5fff6f2d59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e139ae4-f585-42ff-a1b1-321270cad3b0 HTTP/1.1" status: 204  len: 168 time: 0.2607582
Apr 02 21:01:08.008071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05e8ce-5859-4cb4-af1b-cb5fff6f2d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e139ae4-f585-42ff-a1b1-321270cad3b0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:08.072482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8a79e4d-a425-4321-a8a9-1c1ce4184a45 req-d165abc1-2eea-4235-a185-7c609e633824 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535895
Apr 02 21:01:08.075446 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (49ae3356-fe3f-43cd-8550-02216c3663fd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.120382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:08.147514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (49ae3356-fe3f-43cd-8550-02216c3663fd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.148592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:08.149398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.199982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:08.219558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f8177-8fa3-4f38-b985-c0e1092a4a62 req-4cc514de-bf55-456d-ae85-7b4f68370064 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:08.224582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2068784
Apr 02 21:01:08.227664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-902f8177-8fa3-4f38-b985-c0e1092a4a62 req-4cc514de-bf55-456d-ae85-7b4f68370064 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 943 time: 0.0766871
Apr 02 21:01:08.229837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39498) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:08.239448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Request body: {'subnet': {'network_id': '49ae3356-fe3f-43cd-8550-02216c3663fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-619981902-subnet', 'tenant_id': 'e97fa5361ab649b3a0415bf0ea52bf33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:08.272661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8db5db-3a9f-45dc-9094-12d8fe3da7d6 req-64d7ceb8-37ad-4dc0-bf4c-3e9f7d3e2c97 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0928407
Apr 02 21:01:08.278807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbd501-7938-46c9-833a-098427e86a52 admin admin] Pushing event updated for resources: {'Network': ['ID=49ae3356-fe3f-43cd-8550-02216c3663fd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:08.288928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Made reservation on behalf of e97fa5361ab649b3a0415bf0ea52bf33 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:08.289533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:08.291490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.293342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 49ae3356-fe3f-43cd-8550-02216c3663fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:01:08.298398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Publish callbacks [] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.312524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Transition to ACTIVE for port object ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:08.318977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.344832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-902f8177-8fa3-4f38-b985-c0e1092a4a62 req-98e07e46-d325-4965-96b4-c275ce3f8741 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015086
Apr 02 21:01:08.407729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:08.428392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35e6de62-7380-47ce-b823-310ec4c45310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.471582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=9']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:08.540393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] No DVR routers for this DVR port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:01:08.598159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (3a0b7b71-56e6-48b2-a353-7d73aaf22422), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.669987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35e6de62-7380-47ce-b823-310ec4c45310 admin admin] Publish callbacks [] for security_group (8ea6e943-4335-48ea-9045-643340f5f300), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.673331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0b7b71-56e6-48b2-a353-7d73aaf22422,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:08.681660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35e6de62-7380-47ce-b823-310ec4c45310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ea6e943-4335-48ea-9045-643340f5f300), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.691901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198476a-b525-476a-a4ab-1eae8d62959d req-0140ea10-00a2-4457-ad17-ea78428deca1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:08.693501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0198476a-b525-476a-a4ab-1eae8d62959d req-0140ea10-00a2-4457-ad17-ea78428deca1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 944 time: 0.1416972
Apr 02 21:01:08.726076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Checking segment: {'id': '16155d2e-8050-40ec-8e22-e641c5258537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '49ae3356-fe3f-43cd-8550-02216c3663fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:08.726438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Network hostable DHCP agents. Network: 49ae3356-fe3f-43cd-8550-02216c3663fd, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:01:08.735498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35e6de62-7380-47ce-b823-310ec4c45310 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98d4360210764b099ee3776fafa507c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3243744
Apr 02 21:01:08.735498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6de62-7380-47ce-b823-310ec4c45310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea6e943-4335-48ea-9045-643340f5f300,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:08.738415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:08.754709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:08.755040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:08.755359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:08.761876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Network 49ae3356-fe3f-43cd-8550-02216c3663fd is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:01:08.769900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on network d11c371b-654f-45ff-8edf-711168f9f05b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:08.770220 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Attempting to bind port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:08.783731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49ae3356-fe3f-43cd-8550-02216c3663fd) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:08.783977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:08.784317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Checking segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:08.785356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Bound using segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:08.785799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Bound port: ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:08.786362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.790852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:08.791460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.793237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ea9bb-b7b6-4525-9aee-8313c678d348 None None] Network 49ae3356-fe3f-43cd-8550-02216c3663fd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:01:08.813302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0239769-f399-4fd2-8546-fde0a2fa9e5e admin admin] Publish callbacks [] for security_group (8ea6e943-4335-48ea-9045-643340f5f300), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.818001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0198476a-b525-476a-a4ab-1eae8d62959d req-cb95c811-60f2-423c-8927-ccedf8604ada tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173010
Apr 02 21:01:08.829405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-072219c0-ebd3-4163-85fe-642f8dcb7a54 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5984621
Apr 02 21:01:08.864094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0239769-f399-4fd2-8546-fde0a2fa9e5e admin admin] Publish callbacks [] for security_group (8ea6e943-4335-48ea-9045-643340f5f300), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.873468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:08.877170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:08.887148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.915447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed29dcb-447b-47b7-bf89-b2a4b1de9db1 None None] Network 49ae3356-fe3f-43cd-8550-02216c3663fd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:01:08.928353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:08.929303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:08.931140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 1092 time: 1.7073753
Apr 02 21:01:08.934283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:08.937792 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae34b0-10fb-4664-b224-c2ac186f44cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:09.006308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c3331-176c-44cf-a951-56e63ba19087 service neutron] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=10']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:09.016845 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8316f4-6a88-4cfc-a5fd-17504989ee85 x-openstack-request-id: req-3c8316f4-6a88-4cfc-a5fd-17504989ee85 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:09.018975 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:09.018975 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c8316f4-6a88-4cfc-a5fd-17504989ee85 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:09.018975 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8316f4-6a88-4cfc-a5fd-17504989ee85'] response: {'name': 'network-changed', 'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'status': 'completed', 'code': 200}
Apr 02 21:01:09.032329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-df64d07b-e54b-4bed-a4af-7891b9a2ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.033882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-df64d07b-e54b-4bed-a4af-7891b9a2ea5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1127 time: 0.0728168
Apr 02 21:01:09.176078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-f32eaa34-c3da-42ca-bcc4-ae3af4a81c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.177899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-f32eaa34-c3da-42ca-bcc4-ae3af4a81c10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1362209
Apr 02 21:01:09.234934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-858970c3-6270-4dc0-af6f-3dd0f9f28c58 req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1048610974', 'description': 'tempest-description-1146700594'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:09.269407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-57c825ad-6ade-4864-8f66-9a318cf80d77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 1000 time: 0.0832000
Apr 02 21:01:09.270865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-858970c3-6270-4dc0-af6f-3dd0f9f28c58 req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.329178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92693dc-bd3a-4ec2-bc8e-4fc04c6eb0e7 req-c4803d9d-705b-4dc8-b9ac-63c00b3878c4 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.330679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e92693dc-bd3a-4ec2-bc8e-4fc04c6eb0e7 req-c4803d9d-705b-4dc8-b9ac-63c00b3878c4 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 943 time: 0.0733182
Apr 02 21:01:09.337800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-321caf65-5572-4f47-a563-9f8767f234ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.339478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-321caf65-5572-4f47-a563-9f8767f234ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.0592105
Apr 02 21:01:09.346709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0239769-f399-4fd2-8546-fde0a2fa9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ea6e943-4335-48ea-9045-643340f5f300), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.349479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0239769-f399-4fd2-8546-fde0a2fa9e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.350574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c0239769-f399-4fd2-8546-fde0a2fa9e5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ea6e943-4335-48ea-9045-643340f5f300 HTTP/1.1" status: 204  len: 168 time: 0.6112533
Apr 02 21:01:09.370414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0239769-f399-4fd2-8546-fde0a2fa9e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea6e943-4335-48ea-9045-643340f5f300,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:09.406806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e92693dc-bd3a-4ec2-bc8e-4fc04c6eb0e7 req-5cd2b328-6d6d-40e2-998e-3b59369a5677 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676672
Apr 02 21:01:09.438664 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-858970c3-6270-4dc0-af6f-3dd0f9f28c58 req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (aebfdad6-c33b-4f4a-9e54-dc22c339d210), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.445919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-018a5b37-eada-4690-b60c-5c9fcb80341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.447948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-018a5b37-eada-4690-b60c-5c9fcb80341e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1029394
Apr 02 21:01:09.449468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-858970c3-6270-4dc0-af6f-3dd0f9f28c58 req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (aebfdad6-c33b-4f4a-9e54-dc22c339d210), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.502694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4035e5fd-1da5-4e0d-8776-9327a5ce80ea req-5e98359c-901d-47af-9070-1e69804aef70 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0310996
Apr 02 21:01:09.506943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-858970c3-6270-4dc0-af6f-3dd0f9f28c58 req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.508124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-858970c3-6270-4dc0-af6f-3dd0f9f28c58 req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.2809777
Apr 02 21:01:09.518534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b41b2-f9eb-4197-b071-b32113ce617f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebfdad6-c33b-4f4a-9e54-dc22c339d210,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:09.585855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-4b6ae903-57d3-4443-83fc-f9c33f4cf44e service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242602
Apr 02 21:01:09.599126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-66fd7c8a-d894-495e-b111-cae22dab3453 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/aebfdad6-c33b-4f4a-9e54-dc22c339d210 HTTP/1.1" status: 200  len: 1832 time: 0.0489287
Apr 02 21:01:09.610937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aebfdad6-c33b-4f4a-9e54-dc22c339d210', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:09.611260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aebfdad6-c33b-4f4a-9e54-dc22c339d210', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:09.671058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group_rule (1c576e8a-79d1-4efb-9a98-bc892dd26fc3), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.698659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group_rule (1c576e8a-79d1-4efb-9a98-bc892dd26fc3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.702539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (1c576e8a-79d1-4efb-9a98-bc892dd26fc3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.712820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a4cfd1fe-7824-486d-82f6-5473be5624bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:09.718533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c576e8a-79d1-4efb-9a98-bc892dd26fc3,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:09.725445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cde413-1035-460b-af26-b2fcd7bd76bb req-e85e1c9a-62e6-4d0c-8184-4332a4f5881c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.727468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22cde413-1035-460b-af26-b2fcd7bd76bb req-e85e1c9a-62e6-4d0c-8184-4332a4f5881c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 943 time: 0.1254971
Apr 02 21:01:09.732525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-e5ad6452-6847-44a1-902f-4ca773800fd6 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409447
Apr 02 21:01:09.738646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:09.743553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8936cbdf-61b7-4a1c-8a73-7fe0d52937a8 req-8ba1fd83-0193-4091-9f9e-3d29a5e3dbca tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1373360
Apr 02 21:01:09.866304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22cde413-1035-460b-af26-b2fcd7bd76bb req-378f69f1-0af4-4eec-8a07-df2a77dde691 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322112
Apr 02 21:01:09.874782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-180f7338-b2ea-41ae-8609-9c9a45c9c78d req-405077ce-4c24-4561-8a61-234384922aa9 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/aebfdad6-c33b-4f4a-9e54-dc22c339d210 HTTP/1.1" status: 200  len: 2426 time: 0.1092203
Apr 02 21:01:09.895228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:09.909809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-9a1f24ee-86e6-4fe0-b37d-a26dc0c9853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:09.911369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-9a1f24ee-86e6-4fe0-b37d-a26dc0c9853c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1127 time: 0.0896151
Apr 02 21:01:09.921281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'port_id': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'mac_address': 'fa:16:3e:c4:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adbb5c0-96ec-4e27-a752-156db44f3e28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:10.008676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a4cfd1fe-7824-486d-82f6-5473be5624bc is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:10.009083 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.011655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd500d9a-41c9-46b1-8206-c20bc4c19c21 req-f9b51b25-6a9f-45a3-9068-d66e82344c9b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:10.019949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd500d9a-41c9-46b1-8206-c20bc4c19c21 req-f9b51b25-6a9f-45a3-9068-d66e82344c9b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0705214
Apr 02 21:01:10.037550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cfd1fe-7824-486d-82f6-5473be5624bc {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:10.045622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-6872cffe-eacb-427f-a433-98f43a8aab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:10.047775 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-6872cffe-eacb-427f-a433-98f43a8aab96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1198990
Apr 02 21:01:10.067210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-87e7723c-3e1a-480c-957a-378b3b14d908 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-group-rules/1c576e8a-79d1-4efb-9a98-bc892dd26fc3 HTTP/1.1" status: 200  len: 778 time: 0.1546309
Apr 02 21:01:10.068772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:10.077205 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.078057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ecba1cfd-1d70-4d61-bdd4-80f253df2828 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:10.105376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd500d9a-41c9-46b1-8206-c20bc4c19c21 req-5076821d-8ddf-4012-a8d0-f42e68af0ed6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842056
Apr 02 21:01:10.177610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-51f81fd1-340a-4b10-a88f-f25c2ea9d18b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 200  len: 1000 time: 0.1209233
Apr 02 21:01:10.182898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:10.185910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-fc40f1aa-f833-485c-8234-2b4feb9ea48d tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/aebfdad6-c33b-4f4a-9e54-dc22c339d210 HTTP/1.1" status: 200  len: 2426 time: 0.1180015
Apr 02 21:01:10.252942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-9ddeb616-7aa7-4403-bfde-75f9f6d0f427 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group_rule (1c576e8a-79d1-4efb-9a98-bc892dd26fc3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.257047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-7ea8bc3d-ce98-472a-9f42-c2f44c3ecd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:10.258519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-7ea8bc3d-ce98-472a-9f42-c2f44c3ecd65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.0700932
Apr 02 21:01:10.270029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ecba1cfd-1d70-4d61-bdd4-80f253df2828, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:10.270138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-9ddeb616-7aa7-4403-bfde-75f9f6d0f427 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group_rule (1c576e8a-79d1-4efb-9a98-bc892dd26fc3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.285341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828', 'mac_address': 'fa:16:3e:e0:4d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:10.322650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-9ddeb616-7aa7-4403-bfde-75f9f6d0f427 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (1c576e8a-79d1-4efb-9a98-bc892dd26fc3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.331977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-9ddeb616-7aa7-4403-bfde-75f9f6d0f427 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.340228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59415ed5-46ac-408f-a891-66d11f3dab21 req-9ddeb616-7aa7-4403-bfde-75f9f6d0f427 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1c576e8a-79d1-4efb-9a98-bc892dd26fc3 HTTP/1.1" status: 204  len: 173 time: 0.1494589
Apr 02 21:01:10.342289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeb616-7aa7-4403-bfde-75f9f6d0f427 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c576e8a-79d1-4efb-9a98-bc892dd26fc3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:10.351506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-f6ef1aee-1eee-4c40-a56c-211f689c6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:10.352937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-f6ef1aee-1eee-4c40-a56c-211f689c6b30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0858469
Apr 02 21:01:10.370382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ecba1cfd-1d70-4d61-bdd4-80f253df2828 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:10.371518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.377814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c9e6ac99-254a-4bec-87e2-f1b0134bcf95 req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1845068207', 'description': 'tempest-description-1946855120'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:10.394669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecba1cfd-1d70-4d61-bdd4-80f253df2828 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:10.432221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c9e6ac99-254a-4bec-87e2-f1b0134bcf95 req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.460531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ecba1cfd-1d70-4d61-bdd4-80f253df2828, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:10.469954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.587620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ecba1cfd-1d70-4d61-bdd4-80f253df2828,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:10.638188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c9e6ac99-254a-4bec-87e2-f1b0134bcf95 req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (18517cee-f2f1-4b9b-85ea-ed279586fcde), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.652112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-ed4457fc-c694-47e3-82da-24154a20be01 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875900
Apr 02 21:01:10.671402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c5a3-69f8-4e15-a125-9f76644875dc req-ac97e421-d3d1-4731-baca-9ffd994ce04e tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:10.673962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c9e6ac99-254a-4bec-87e2-f1b0134bcf95 req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (18517cee-f2f1-4b9b-85ea-ed279586fcde), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.679194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2d9c5a3-69f8-4e15-a125-9f76644875dc req-ac97e421-d3d1-4731-baca-9ffd994ce04e tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 944 time: 0.0966842
Apr 02 21:01:10.733545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['ecba1cfd-1d70-4d61-bdd4-80f253df2828'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:10.754811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18517cee-f2f1-4b9b-85ea-ed279586fcde,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:10.761030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c9e6ac99-254a-4bec-87e2-f1b0134bcf95 req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:10.762413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9e6ac99-254a-4bec-87e2-f1b0134bcf95 req-41376ac5-343b-4a4a-9a58-f476b8b539cd tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.3889887
Apr 02 21:01:10.768372 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2d9c5a3-69f8-4e15-a125-9f76644875dc req-d6bbfb01-44ed-41bb-8057-1af1ebf4ac15 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882459
Apr 02 21:01:10.839851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['a4cfd1fe-7824-486d-82f6-5473be5624bc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:10.950334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bae34b0-10fb-4664-b224-c2ac186f44cf req-81ff91d9-5213-4273-b1cb-f2332249c9e2 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244549
Apr 02 21:01:10.953860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c3cd3ef8-3969-42c9-abe4-e35696586547 req-43bcd739-5b67-46d3-8431-eed7738fa627 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/18517cee-f2f1-4b9b-85ea-ed279586fcde HTTP/1.1" status: 200  len: 1832 time: 0.1515505
Apr 02 21:01:10.962199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0fd13ebf-da17-4e55-90c4-2c4b67d34bf4 req-24f3a5c6-c3ef-4074-a331-07113b0f8b8f tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0918593
Apr 02 21:01:11.073081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-de771c2f-ac1a-47b6-b408-12be3c86cb1d req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1817948057', 'description': 'tempest-description-301896712'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:11.117005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de771c2f-ac1a-47b6-b408-12be3c86cb1d req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.211818 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614d525-6007-482e-acfb-61500ab8ce73 req-17448f5d-79fb-4efc-87a7-301dd99f16af tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:11.214087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d614d525-6007-482e-acfb-61500ab8ce73 req-17448f5d-79fb-4efc-87a7-301dd99f16af tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 944 time: 0.1108477
Apr 02 21:01:11.308299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de771c2f-ac1a-47b6-b408-12be3c86cb1d req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (e35389b9-b75c-414e-a61b-8e4a1949e024), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.315492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de771c2f-ac1a-47b6-b408-12be3c86cb1d req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e35389b9-b75c-414e-a61b-8e4a1949e024), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.328486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d614d525-6007-482e-acfb-61500ab8ce73 req-f592ecf0-6a0c-4aff-ac12-3a81b51ed95b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925651
Apr 02 21:01:11.384484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35389b9-b75c-414e-a61b-8e4a1949e024,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:11.410852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de771c2f-ac1a-47b6-b408-12be3c86cb1d req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.412831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de771c2f-ac1a-47b6-b408-12be3c86cb1d req-e0e58303-bf88-406c-95f2-d4e1ea3bf351 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.3452260
Apr 02 21:01:11.479947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd23f-c1cf-4d3b-a359-0b9c890ef220 req-6571011c-6cb0-4719-81c2-810b3141156e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:11.489780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb7cd23f-c1cf-4d3b-a359-0b9c890ef220 req-6571011c-6cb0-4719-81c2-810b3141156e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0820255
Apr 02 21:01:11.531197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9018fdc1-eb34-4d7a-a54e-83571a6a6d9f req-45364011-476d-4f5d-a033-659dc1a50672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/e35389b9-b75c-414e-a61b-8e4a1949e024 HTTP/1.1" status: 200  len: 1831 time: 0.0893633
Apr 02 21:01:11.550257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb7cd23f-c1cf-4d3b-a359-0b9c890ef220 req-ac952965-5ab6-44bd-871f-4c0bc74be229 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594082
Apr 02 21:01:11.557909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-81cebb77-d13f-4e4d-abb5-db1a8905c3dd req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1656841538', 'description': 'tempest-description-1590022046'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:11.590747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81cebb77-d13f-4e4d-abb5-db1a8905c3dd req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.687435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81cebb77-d13f-4e4d-abb5-db1a8905c3dd req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (9e9f7b86-6785-4360-939a-eaa2ec1a8dd8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.693967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81cebb77-d13f-4e4d-abb5-db1a8905c3dd req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9e9f7b86-6785-4360-939a-eaa2ec1a8dd8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.723007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a4cfd1fe-7824-486d-82f6-5473be5624bc up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:11.750518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-81cebb77-d13f-4e4d-abb5-db1a8905c3dd req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.756511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81cebb77-d13f-4e4d-abb5-db1a8905c3dd req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.2043676
Apr 02 21:01:11.758875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa497ab5-b3cc-4cf5-8a36-bfcfb60d9a8a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f7b86-6785-4360-939a-eaa2ec1a8dd8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:11.879088 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-570e0558-f362-4dc8-ac9b-8a8fe8083a55 req-228d4525-8189-4012-afa3-b8d29c91bf5f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/9e9f7b86-6785-4360-939a-eaa2ec1a8dd8 HTTP/1.1" status: 200  len: 1832 time: 0.0930016
Apr 02 21:01:11.893161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port a4cfd1fe-7824-486d-82f6-5473be5624bc completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:11.904264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port a4cfd1fe-7824-486d-82f6-5473be5624bc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:11.904691 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.911023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-d0e903d1-bc33-474e-8bec-6f2a22e3c432 req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1470442346', 'description': 'tempest-description-3671651'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:11.955398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0e903d1-bc33-474e-8bec-6f2a22e3c432 req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:11.985536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b13929-e19a-4812-8c19-ef9a1ad68cc2 req-b59cb256-b807-4608-a7fd-5883c9c84099 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:11.989590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8b13929-e19a-4812-8c19-ef9a1ad68cc2 req-b59cb256-b807-4608-a7fd-5883c9c84099 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 944 time: 0.0870767
Apr 02 21:01:12.045115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a4cfd1fe-7824-486d-82f6-5473be5624bc is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:12.045580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.057082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0e903d1-bc33-474e-8bec-6f2a22e3c432 req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (8113b659-4c7b-4589-946f-a7b092d8f445), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.064759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0e903d1-bc33-474e-8bec-6f2a22e3c432 req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8113b659-4c7b-4589-946f-a7b092d8f445), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.085507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8b13929-e19a-4812-8c19-ef9a1ad68cc2 req-52682ecb-5850-4b24-9891-46647073c3e7 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797615
Apr 02 21:01:12.113787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d0e903d1-bc33-474e-8bec-6f2a22e3c432 req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.115303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0e903d1-bc33-474e-8bec-6f2a22e3c432 req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.2089114
Apr 02 21:01:12.118445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa782b1a-1b70-49e5-b805-aa17da284672 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8113b659-4c7b-4589-946f-a7b092d8f445,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:12.142178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:12.143404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:12.146260 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d90e4-58a1-49c7-9d36-a4cc2fbaa303" -d '{"events": [{"server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:12.151694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.152598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ecba1cfd-1d70-4d61-bdd4-80f253df2828 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:12.252884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:12.285927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port ecba1cfd-1d70-4d61-bdd4-80f253df2828 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:12.291349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port ecba1cfd-1d70-4d61-bdd4-80f253df2828 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:12.291722 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.301387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f6e69b3-9f4a-4abc-abcb-901cd363b202 req-d3c381a8-0d5d-4887-8cc6-95c0cdd18cdc tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0318780
Apr 02 21:01:12.487017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a8ce9d9-b3f9-48c8-8fe2-9eb058e697bb req-520ad490-bfff-4b4b-a15b-57d8010ff11f tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/8113b659-4c7b-4589-946f-a7b092d8f445 HTTP/1.1" status: 200  len: 1829 time: 0.1203015
Apr 02 21:01:12.523793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-3f48fc52-c4ec-484d-b2b0-794d0a5d5950 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de63710973d349dea7a070116eeb6d33&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341921
Apr 02 21:01:12.593756 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc3fce-3f33-449a-92f8-d68f1ee1da47 x-openstack-request-id: req-8bcc3fce-3f33-449a-92f8-d68f1ee1da47 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:12.595422 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:12.596282 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bcc3fce-3f33-449a-92f8-d68f1ee1da47 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:12.597366 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcc3fce-3f33-449a-92f8-d68f1ee1da47'] response: {'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'code': 200}
Apr 02 21:01:12.603893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ecba1cfd-1d70-4d61-bdd4-80f253df2828 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:12.621640 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.712639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ecba1cfd-1d70-4d61-bdd4-80f253df2828, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:12.722049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:12.791316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaba18e-e339-4b55-aa5d-2a22cf76a041 req-926f8215-a951-40d9-aac4-4040c50b7a03 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:12.802333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8aaba18e-e339-4b55-aa5d-2a22cf76a041 req-926f8215-a951-40d9-aac4-4040c50b7a03 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 944 time: 0.1210055
Apr 02 21:01:12.834697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ecba1cfd-1d70-4d61-bdd4-80f253df2828,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:12.882930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8aaba18e-e339-4b55-aa5d-2a22cf76a041 req-b7f8af0c-3f9b-4795-a286-d716c0aee62d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797029
Apr 02 21:01:12.891504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-a94a70f4-f3ab-4481-a994-084861bea58b tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:12.898933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-a94a70f4-f3ab-4481-a994-084861bea58b tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3687205
Apr 02 21:01:12.915461 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-5cc96064-2188-4b34-9b27-b5dd6708600d req-eac39cbd-4c0b-4a42-8273-bd7108a54cd5 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] show failed (client error): The resource could not be found.
Apr 02 21:01:12.919923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-a7b5d956-26a1-4fce-a9e4-fade5004d558 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/quotas/de63710973d349dea7a070116eeb6d33 HTTP/1.1" status: 200  len: 375 time: 0.0196238
Apr 02 21:01:12.922919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cc96064-2188-4b34-9b27-b5dd6708600d req-eac39cbd-4c0b-4a42-8273-bd7108a54cd5 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/c6d87a0c-b342-4d7a-aa51-f5bb96e66d58 HTTP/1.1" status: 404  len: 352 time: 0.0210907
Apr 02 21:01:12.927244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6cf92-5179-44b4-83a7-4918a569bb33 req-cf3638cd-26b0-47a8-8cf2-1f3d21ff0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:12.928853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91e6cf92-5179-44b4-83a7-4918a569bb33 req-cf3638cd-26b0-47a8-8cf2-1f3d21ff0eee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 1127 time: 0.2092314
Apr 02 21:01:12.965091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-1bbd9e75-a78b-419d-b424-122dc396f1f7 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de63710973d349dea7a070116eeb6d33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436409
Apr 02 21:01:13.028470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91e6cf92-5179-44b4-83a7-4918a569bb33 req-56d1dbb0-bc73-48c0-ade6-1056deebe3fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881665
Apr 02 21:01:13.052720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4a382-89e9-4463-b0a5-5d6efcd8d700 req-6b94435f-e816-4e52-9e5b-18850b675215 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:13.059991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cf4a382-89e9-4463-b0a5-5d6efcd8d700 req-6b94435f-e816-4e52-9e5b-18850b675215 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0684755
Apr 02 21:01:13.131433 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cf4a382-89e9-4463-b0a5-5d6efcd8d700 req-3579e63b-4e1e-43e3-9812-58a2975b6ed9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704777
Apr 02 21:01:13.219498 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-3cb5ac88-43f8-49cc-8963-5ee17a28d59f req-91ca81b6-eab8-448e-8690-4ce3ca87309a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] show failed (client error): The resource could not be found.
Apr 02 21:01:13.233771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3cb5ac88-43f8-49cc-8963-5ee17a28d59f req-91ca81b6-eab8-448e-8690-4ce3ca87309a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-group-rules/729c2567-6457-44c1-9adf-283254e19abd HTTP/1.1" status: 404  len: 361 time: 0.0654845
Apr 02 21:01:13.291286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc8506d2-65ad-40a8-b281-0fb8c0393e40 req-99e118c9-c3dc-45b2-b7b4-bb0f8ec214a2 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0313108
Apr 02 21:01:13.327723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616fb31-1b45-4853-8e74-1fb728456216 req-3abf6b6f-32c9-4df1-b485-f3e240abaf89 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:13.329991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2616fb31-1b45-4853-8e74-1fb728456216 req-3abf6b6f-32c9-4df1-b485-f3e240abaf89 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0903685
Apr 02 21:01:13.408188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2616fb31-1b45-4853-8e74-1fb728456216 req-6231c48a-a29a-4377-ac7a-1b1b43c49bb5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673418
Apr 02 21:01:13.421918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6238662-54a6-4525-ba22-344478cf4bb4 req-54b0e060-3fe4-4b4a-9ecf-91f842fd167b tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/8113b659-4c7b-4589-946f-a7b092d8f445 HTTP/1.1" status: 200  len: 1829 time: 0.0630062
Apr 02 21:01:13.515501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b202467-e042-4570-b918-bd4eafef409b req-3ac4fc70-c2ed-4d22-9340-ef30a5614902 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0415852
Apr 02 21:01:13.534959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f6238662-54a6-4525-ba22-344478cf4bb4 req-0fa558f3-93cc-432c-bd4a-a604a7bb8152 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (8113b659-4c7b-4589-946f-a7b092d8f445), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.568560 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f6238662-54a6-4525-ba22-344478cf4bb4 req-0fa558f3-93cc-432c-bd4a-a604a7bb8152 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (8113b659-4c7b-4589-946f-a7b092d8f445), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.631001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f6238662-54a6-4525-ba22-344478cf4bb4 req-0fa558f3-93cc-432c-bd4a-a604a7bb8152 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8113b659-4c7b-4589-946f-a7b092d8f445), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.634340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f6238662-54a6-4525-ba22-344478cf4bb4 req-0fa558f3-93cc-432c-bd4a-a604a7bb8152 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.639910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6238662-54a6-4525-ba22-344478cf4bb4 req-0fa558f3-93cc-432c-bd4a-a604a7bb8152 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "DELETE /v2.0/security-groups/8113b659-4c7b-4589-946f-a7b092d8f445 HTTP/1.1" status: 204  len: 173 time: 0.2138507
Apr 02 21:01:13.651807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa558f3-93cc-432c-bd4a-a604a7bb8152 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8113b659-4c7b-4589-946f-a7b092d8f445,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:13.725020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d660894-a692-4bdf-a01a-4bce4e6df8ef req-8ef6cd2b-ea46-4590-b221-c8537924925d tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/9e9f7b86-6785-4360-939a-eaa2ec1a8dd8 HTTP/1.1" status: 200  len: 1832 time: 0.0603325
Apr 02 21:01:13.798773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3d660894-a692-4bdf-a01a-4bce4e6df8ef req-d5a360b2-ad28-48d3-91ba-b9eeb1e4519c tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (9e9f7b86-6785-4360-939a-eaa2ec1a8dd8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.833344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3d660894-a692-4bdf-a01a-4bce4e6df8ef req-d5a360b2-ad28-48d3-91ba-b9eeb1e4519c tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (9e9f7b86-6785-4360-939a-eaa2ec1a8dd8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.892096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3d660894-a692-4bdf-a01a-4bce4e6df8ef req-d5a360b2-ad28-48d3-91ba-b9eeb1e4519c tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9e9f7b86-6785-4360-939a-eaa2ec1a8dd8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.894693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3d660894-a692-4bdf-a01a-4bce4e6df8ef req-d5a360b2-ad28-48d3-91ba-b9eeb1e4519c tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:13.895830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d660894-a692-4bdf-a01a-4bce4e6df8ef req-d5a360b2-ad28-48d3-91ba-b9eeb1e4519c tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e9f7b86-6785-4360-939a-eaa2ec1a8dd8 HTTP/1.1" status: 204  len: 173 time: 0.1636467
Apr 02 21:01:13.910200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a360b2-ad28-48d3-91ba-b9eeb1e4519c tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f7b86-6785-4360-939a-eaa2ec1a8dd8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:14.025220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc91afb1-e887-4af5-a7b2-4b6487c61535 req-6533865d-6072-4cb8-bfff-437d6002a72d tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/e35389b9-b75c-414e-a61b-8e4a1949e024 HTTP/1.1" status: 200  len: 1831 time: 0.0877366
Apr 02 21:01:14.062424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcc3c0-4e72-4e03-9689-3a028b422ae1 req-c00b674f-133c-41c0-9958-7723dae7b4e4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:14.071098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9fcc3c0-4e72-4e03-9689-3a028b422ae1 req-c00b674f-133c-41c0-9958-7723dae7b4e4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.0913279
Apr 02 21:01:14.145838 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9fcc3c0-4e72-4e03-9689-3a028b422ae1 req-fe50dd32-4580-4712-91e9-0a691d9277a2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730519
Apr 02 21:01:14.156815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cc91afb1-e887-4af5-a7b2-4b6487c61535 req-44003093-d524-46a6-968c-af9fb7c7e37a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (e35389b9-b75c-414e-a61b-8e4a1949e024), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.212411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cc91afb1-e887-4af5-a7b2-4b6487c61535 req-44003093-d524-46a6-968c-af9fb7c7e37a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (e35389b9-b75c-414e-a61b-8e4a1949e024), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.258312 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.266388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cc91afb1-e887-4af5-a7b2-4b6487c61535 req-44003093-d524-46a6-968c-af9fb7c7e37a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e35389b9-b75c-414e-a61b-8e4a1949e024), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.270873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cc91afb1-e887-4af5-a7b2-4b6487c61535 req-44003093-d524-46a6-968c-af9fb7c7e37a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.288486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc91afb1-e887-4af5-a7b2-4b6487c61535 req-44003093-d524-46a6-968c-af9fb7c7e37a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "DELETE /v2.0/security-groups/e35389b9-b75c-414e-a61b-8e4a1949e024 HTTP/1.1" status: 204  len: 173 time: 0.2563703
Apr 02 21:01:14.308860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44003093-d524-46a6-968c-af9fb7c7e37a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35389b9-b75c-414e-a61b-8e4a1949e024,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:14.390604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-025c3e48-36c6-45a9-a1eb-3476c5298ade req-a15ad097-ce0c-4b9e-b97b-c48eda6feaf3 tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/18517cee-f2f1-4b9b-85ea-ed279586fcde HTTP/1.1" status: 200  len: 1832 time: 0.0898135
Apr 02 21:01:14.391404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372707-e777-4856-a54d-fbf29f994f83 req-ee0668f4-70be-4ad7-8744-b30c5c285498 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:14.403125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55372707-e777-4856-a54d-fbf29f994f83 req-ee0668f4-70be-4ad7-8744-b30c5c285498 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.1230857
Apr 02 21:01:14.479788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55372707-e777-4856-a54d-fbf29f994f83 req-3ae67bb8-0e53-48f3-b90d-7f08906df5b8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739889
Apr 02 21:01:14.528660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-025c3e48-36c6-45a9-a1eb-3476c5298ade req-cb0a303f-b3a4-42e3-944c-4846c6b02f9a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (18517cee-f2f1-4b9b-85ea-ed279586fcde), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.559588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-025c3e48-36c6-45a9-a1eb-3476c5298ade req-cb0a303f-b3a4-42e3-944c-4846c6b02f9a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (18517cee-f2f1-4b9b-85ea-ed279586fcde), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.598771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:14.601394 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32243f2-3b1d-436a-b794-4ad28038344f" -d '{"events": [{"server_uuid": "25509bd1-b73f-48ea-af8c-c66e7bd1a312", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1cfd-1d70-4d61-bdd4-80f253df2828"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:14.621913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-025c3e48-36c6-45a9-a1eb-3476c5298ade req-cb0a303f-b3a4-42e3-944c-4846c6b02f9a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (18517cee-f2f1-4b9b-85ea-ed279586fcde), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.624895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-025c3e48-36c6-45a9-a1eb-3476c5298ade req-cb0a303f-b3a4-42e3-944c-4846c6b02f9a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:14.626070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-025c3e48-36c6-45a9-a1eb-3476c5298ade req-cb0a303f-b3a4-42e3-944c-4846c6b02f9a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "DELETE /v2.0/security-groups/18517cee-f2f1-4b9b-85ea-ed279586fcde HTTP/1.1" status: 204  len: 173 time: 0.2241111
Apr 02 21:01:14.635879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0233b26-99e5-45ce-b486-894819c6f1ca req-099e6985-d2b6-4f60-aeab-44ccd58308cc tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0326543
Apr 02 21:01:14.644692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a303f-b3a4-42e3-944c-4846c6b02f9a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18517cee-f2f1-4b9b-85ea-ed279586fcde,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:14.738817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b561b-f708-4bf1-ac87-1147f122fd03 req-2c2dd0d0-2f8d-41ec-bc19-a2118acaa865 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:14.746066 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a0b561b-f708-4bf1-ac87-1147f122fd03 req-2c2dd0d0-2f8d-41ec-bc19-a2118acaa865 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0624373
Apr 02 21:01:14.747013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6d6366-aef6-4c88-ac47-db9085edd955 req-a404679c-25a7-45ee-8fb6-5d32e12141cd tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0355303
Apr 02 21:01:14.803971 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4434701-760b-4de3-a49c-a4974fa95944 x-openstack-request-id: req-a4434701-760b-4de3-a49c-a4974fa95944 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:14.804269 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25509bd1-b73f-48ea-af8c-c66e7bd1a312", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1cfd-1d70-4d61-bdd4-80f253df2828", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:14.806212 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4434701-760b-4de3-a49c-a4974fa95944 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:14.806798 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4434701-760b-4de3-a49c-a4974fa95944'] response: {'server_uuid': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828', 'code': 200}
Apr 02 21:01:14.810160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a0b561b-f708-4bf1-ac87-1147f122fd03 req-99c1d162-22ab-42e8-84b8-f8573f7dd28d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573404
Apr 02 21:01:14.960818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5eb3298d-a720-484f-bc58-5ff9f947461d req-1b8aecba-70ac-447c-8045-217eb3b6ae4a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "GET /v2.0/security-groups/aebfdad6-c33b-4f4a-9e54-dc22c339d210 HTTP/1.1" status: 200  len: 1832 time: 0.1331871
Apr 02 21:01:15.002244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc600af-e4d6-426b-875b-44ddb13e57dc req-76003e09-8b86-4677-b55b-29e795bc3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:15.004409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0bc600af-e4d6-426b-875b-44ddb13e57dc req-76003e09-8b86-4677-b55b-29e795bc3872 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 1127 time: 0.1200538
Apr 02 21:01:15.015345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9c0-bc34-4950-b6d6-c99ac06a700b req-5b555216-701c-466e-8c43-1994d40b6e90 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:15.032173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5def9c0-bc34-4950-b6d6-c99ac06a700b req-5b555216-701c-466e-8c43-1994d40b6e90 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0800433
Apr 02 21:01:15.048710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb3298d-a720-484f-bc58-5ff9f947461d req-316a97e1-0451-403c-afb8-0672a530af5a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (aebfdad6-c33b-4f4a-9e54-dc22c339d210), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.073355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb3298d-a720-484f-bc58-5ff9f947461d req-316a97e1-0451-403c-afb8-0672a530af5a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (aebfdad6-c33b-4f4a-9e54-dc22c339d210), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.124094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0bc600af-e4d6-426b-875b-44ddb13e57dc req-27f69138-d78f-4662-a28d-5ad90a124bd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134858
Apr 02 21:01:15.131335 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5def9c0-bc34-4950-b6d6-c99ac06a700b req-486ecb52-df85-4636-82a4-e12e1b0a13d6 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965209
Apr 02 21:01:15.146630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb3298d-a720-484f-bc58-5ff9f947461d req-316a97e1-0451-403c-afb8-0672a530af5a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (aebfdad6-c33b-4f4a-9e54-dc22c339d210), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.150071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5eb3298d-a720-484f-bc58-5ff9f947461d req-316a97e1-0451-403c-afb8-0672a530af5a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.151501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5eb3298d-a720-484f-bc58-5ff9f947461d req-316a97e1-0451-403c-afb8-0672a530af5a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] 10.222.0.18 "DELETE /v2.0/security-groups/aebfdad6-c33b-4f4a-9e54-dc22c339d210 HTTP/1.1" status: 204  len: 173 time: 0.1840045
Apr 02 21:01:15.158205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:15.230409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Deleting subnet 3a0b7b71-56e6-48b2-a353-7d73aaf22422 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:01:15.235806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a97e1-0451-403c-afb8-0672a530af5a tempest-SecurityGroupRulesNegativeTestJSON-593519846 tempest-SecurityGroupRulesNegativeTestJSON-593519846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebfdad6-c33b-4f4a-9e54-dc22c339d210,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:15.238401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Publish callbacks [] for subnet (3a0b7b71-56e6-48b2-a353-7d73aaf22422), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.314442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (3a0b7b71-56e6-48b2-a353-7d73aaf22422), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.327200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b379cc-0b8a-421f-9ce9-074641a3645d req-919899af-484b-4523-922b-f918eb3591b8 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:15.329675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-91b379cc-0b8a-421f-9ce9-074641a3645d req-919899af-484b-4523-922b-f918eb3591b8 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0935247
Apr 02 21:01:15.357894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b157-c5aa-443e-9d21-808a5d831321 req-8b140d01-58c4-4ec8-b261-b849ce4e17ef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:15.366347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64a2b157-c5aa-443e-9d21-808a5d831321 req-8b140d01-58c4-4ec8-b261-b849ce4e17ef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.1330411
Apr 02 21:01:15.421817 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (3a0b7b71-56e6-48b2-a353-7d73aaf22422), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.437662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-91b379cc-0b8a-421f-9ce9-074641a3645d req-050828ef-dd50-40ec-8fa4-daf2ce2ca7d7 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971951
Apr 02 21:01:15.504063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64a2b157-c5aa-443e-9d21-808a5d831321 req-06541e0c-2557-4132-8819-5476d8a550de tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366889
Apr 02 21:01:15.563397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (3a0b7b71-56e6-48b2-a353-7d73aaf22422), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.600596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0b7b71-56e6-48b2-a353-7d73aaf22422,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:15.638537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832aa5b-c4fe-4f16-9bfc-ad6a3955ce4c req-1f8ed8b0-2544-4c62-bafa-5cbb4cac288d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:15.651726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e832aa5b-c4fe-4f16-9bfc-ad6a3955ce4c req-1f8ed8b0-2544-4c62-bafa-5cbb4cac288d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.1326597
Apr 02 21:01:15.680763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.685565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d8e2f9e-2119-4110-8859-60312331e49a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a0b7b71-56e6-48b2-a353-7d73aaf22422 HTTP/1.1" status: 204  len: 168 time: 0.5263374
Apr 02 21:01:15.689946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39690) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:15.728250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af214a-22ac-4d98-95ef-02d235a0bd25 req-93bc534e-fe6b-43bd-b0ff-7f04306987c1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:15.729882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44af214a-22ac-4d98-95ef-02d235a0bd25 req-93bc534e-fe6b-43bd-b0ff-7f04306987c1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.1248221
Apr 02 21:01:15.786944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e832aa5b-c4fe-4f16-9bfc-ad6a3955ce4c req-02b1b372-18fc-4894-b532-ed4b00c3479d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291316
Apr 02 21:01:15.834130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (49ae3356-fe3f-43cd-8550-02216c3663fd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.891807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44af214a-22ac-4d98-95ef-02d235a0bd25 req-fa09933c-2106-4614-844f-505837fa7603 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448202
Apr 02 21:01:15.997926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (49ae3356-fe3f-43cd-8550-02216c3663fd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:15.998218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-679e87a7-8f69-4588-a9dd-083af15ed76b req-83cced15-bf0f-49f1-8823-f4da2bb53347 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0334280
Apr 02 21:01:16.001938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86d1ed29-0658-4300-bf1f-2197ce596d07 req-1ca41ace-12a6-4783-a2ec-330c56a2962d tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0925806
Apr 02 21:01:16.020769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f131fa0>,) {'filters': {'network_id': ['49ae3356-fe3f-43cd-8550-02216c3663fd']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:16.033417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f131fa0>, '16155d2e-8050-40ec-8e22-e641c5258537') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:16.033897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f131fa0>, '16155d2e-8050-40ec-8e22-e641c5258537') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:01:16.044919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (16155d2e-8050-40ec-8e22-e641c5258537), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.061952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (16155d2e-8050-40ec-8e22-e641c5258537), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.068135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:01:16.068704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (16155d2e-8050-40ec-8e22-e641c5258537), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:01:16.071341 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:01:16.183329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (49ae3356-fe3f-43cd-8550-02216c3663fd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.188125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca84153-8756-45c9-b088-f61bd953c886 req-a0401e59-062b-4bbc-af17-b3ae71c70f72 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:16.195682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1ca84153-8756-45c9-b088-f61bd953c886 req-a0401e59-062b-4bbc-af17-b3ae71c70f72 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.1120105
Apr 02 21:01:16.219803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.223271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] 10.222.0.18 "DELETE /v2.0/networks/49ae3356-fe3f-43cd-8550-02216c3663fd HTTP/1.1" status: 204  len: 168 time: 0.5317121
Apr 02 21:01:16.224970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8f8d0-0757-4cb5-b619-a9d5f5ff2951 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ae3356-fe3f-43cd-8550-02216c3663fd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:16.288280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1ca84153-8756-45c9-b088-f61bd953c886 req-714e9ee2-9992-4b25-ba7f-340fbfa9446d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816786
Apr 02 21:01:16.434342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec938d-0459-4265-9336-5baf0e5ef8b1 req-680d9cfd-f2c1-4d39-8a09-7740f99119ae tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:16.436900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abec938d-0459-4265-9336-5baf0e5ef8b1 req-680d9cfd-f2c1-4d39-8a09-7740f99119ae tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0661049
Apr 02 21:01:16.524786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abec938d-0459-4265-9336-5baf0e5ef8b1 req-111c6cb7-2e4f-42aa-a00e-7bdf2067c376 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819337
Apr 02 21:01:16.537594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39704) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:16.597754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-70fb0c0c-0595-4e44-8104-29a6b31e6801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e97fa5361ab649b3a0415bf0ea52bf33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0589294
Apr 02 21:01:16.600166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:16.638074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9200eb-af9e-4bbb-a5b3-7d190ad0ac32 req-024d9f46-09d1-4c61-b4fb-92bd653192f0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:16.639581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f9200eb-af9e-4bbb-a5b3-7d190ad0ac32 req-024d9f46-09d1-4c61-b4fb-92bd653192f0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.0573120
Apr 02 21:01:16.690065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f9200eb-af9e-4bbb-a5b3-7d190ad0ac32 req-a2363968-5012-4aff-b6ce-27b5175b13c2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447438
Apr 02 21:01:16.693161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc79-c6ae-4afd-9092-7a87b7a7b260 admin admin] Publish callbacks [] for security_group (3b10f6d0-4068-4ef5-a94c-193cf0257423), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.733926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc79-c6ae-4afd-9092-7a87b7a7b260 admin admin] Publish callbacks [] for security_group (3b10f6d0-4068-4ef5-a94c-193cf0257423), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.820271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b75e58-0c94-4179-ba53-8955ab1e2693 req-30ad8287-14aa-4f06-b269-73a518e64247 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:16.822133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69b75e58-0c94-4179-ba53-8955ab1e2693 req-30ad8287-14aa-4f06-b269-73a518e64247 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.1975183
Apr 02 21:01:16.823718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc79-c6ae-4afd-9092-7a87b7a7b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3b10f6d0-4068-4ef5-a94c-193cf0257423), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.827035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc79-c6ae-4afd-9092-7a87b7a7b260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:16.831330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b52fc79-c6ae-4afd-9092-7a87b7a7b260 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b10f6d0-4068-4ef5-a94c-193cf0257423 HTTP/1.1" status: 204  len: 168 time: 0.2277012
Apr 02 21:01:16.843469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52fc79-c6ae-4afd-9092-7a87b7a7b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10f6d0-4068-4ef5-a94c-193cf0257423,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:16.954930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69b75e58-0c94-4179-ba53-8955ab1e2693 req-223b497a-0ac5-42ab-bd34-47bf7641658e tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127362
Apr 02 21:01:17.105432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5e81-9241-4054-a208-af12009348ad req-d47f6eb2-07b6-4f95-8925-df0786661465 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:17.113514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afeb5e81-9241-4054-a208-af12009348ad req-d47f6eb2-07b6-4f95-8925-df0786661465 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0843379
Apr 02 21:01:17.188571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afeb5e81-9241-4054-a208-af12009348ad req-08d8b131-4648-488d-b1e6-7115932b8208 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735922
Apr 02 21:01:17.257541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d54e69-0c72-4bc2-8803-a703be0b624e req-5253e8b7-3678-4a6c-8b0d-f282c3c31eb2 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:17.259342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96d54e69-0c72-4bc2-8803-a703be0b624e req-5253e8b7-3678-4a6c-8b0d-f282c3c31eb2 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.1642447
Apr 02 21:01:17.312656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1585b97-e7cf-4e77-a6aa-8589891eb197 req-805aebf7-6abc-4798-b012-1fd8ea5f9af4 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0392492
Apr 02 21:01:17.356511 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96d54e69-0c72-4bc2-8803-a703be0b624e req-e21ff009-aecd-4e45-b147-6c93440bdcdc tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771651
Apr 02 21:01:17.499678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6dbfb4a-7f6c-45dd-9c7d-f7eb3616dcf2 req-f2e943ec-47aa-42a9-ac13-e76a0823ec81 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0633917
Apr 02 21:01:17.609245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.091361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:18.345486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1136752136-network', 'tenant_id': '23ceefc39a5247ae86277ab79385c021'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:18.401178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Made reservation on behalf of 23ceefc39a5247ae86277ab79385c021 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:18.403508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.412673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dfc4-1128-45ce-b189-2da2d6ddb210 req-fa7bb054-1f23-45bb-a40e-ba703e6c511d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:18.420854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40b6dfc4-1128-45ce-b189-2da2d6ddb210 req-fa7bb054-1f23-45bb-a40e-ba703e6c511d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0988328
Apr 02 21:01:18.438397 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.477151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dedaa3-43b9-462a-bed5-9f22976d9aa1 req-a600a42d-bd2d-408e-a0cd-4d5ab677c3ed tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:18.484897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46dedaa3-43b9-462a-bed5-9f22976d9aa1 req-a600a42d-bd2d-408e-a0cd-4d5ab677c3ed tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.1000779
Apr 02 21:01:18.498702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40b6dfc4-1128-45ce-b189-2da2d6ddb210 req-24569b5a-dc1d-4b6b-95d8-36afb947e2f1 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768139
Apr 02 21:01:18.573999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46dedaa3-43b9-462a-bed5-9f22976d9aa1 req-c81b9ebe-7a2f-4c29-bccd-e63629eb9a16 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864913
Apr 02 21:01:18.640171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e36c3ce-5cc9-4a3a-8c03-614e38f97046 req-141873a3-ffd2-4901-99bd-897a5da85208 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0565696
Apr 02 21:01:18.660240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks [] for security_group (9825e0aa-2e0c-4c33-8eb2-2fb58e110189), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.666209 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9825e0aa-2e0c-4c33-8eb2-2fb58e110189), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.726356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:01:18.732786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9825e0aa-2e0c-4c33-8eb2-2fb58e110189,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:18.740011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (dd4d6892-2353-4dc5-877e-91a2ba7b8011), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.740340 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Added segment dd4d6892-2353-4dc5-877e-91a2ba7b8011 of type vlan for network 66aaa886-49ae-4a46-8667-522d2a887f2a
Apr 02 21:01:18.764041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c431ca3e-93f2-4c58-8aca-ae3c17abfa1e req-c5611e90-a1a7-443a-a15c-92a4a2c6b8e2 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0403109
Apr 02 21:01:18.827277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (66aaa886-49ae-4a46-8667-522d2a887f2a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.858254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (66aaa886-49ae-4a46-8667-522d2a887f2a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.859354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:18.860640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:18.907544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8111484
Apr 02 21:01:18.907732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39798) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:18.913426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Request body: {'subnet': {'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1136752136-subnet', 'tenant_id': '23ceefc39a5247ae86277ab79385c021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:19.338616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeea68-772a-46cd-a8cd-206901b2e812 admin admin] Pushing event updated for resources: {'Network': ['ID=66aaa886-49ae-4a46-8667-522d2a887f2a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:19.349693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 66aaa886-49ae-4a46-8667-522d2a887f2a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:01:19.353589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Made reservation on behalf of 23ceefc39a5247ae86277ab79385c021 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:19.355923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:19.542232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (d84eb047-e22c-4eb6-b9af-3b1a1c313856), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:19.599821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84eb047-e22c-4eb6-b9af-3b1a1c313856,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:19.612399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Checking segment: {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:19.612929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Network hostable DHCP agents. Network: 66aaa886-49ae-4a46-8667-522d2a887f2a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:01:19.634400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Network 66aaa886-49ae-4a46-8667-522d2a887f2a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:01:19.638967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb723-078e-4923-bf7d-f4ea613f1199 req-f266008e-6e4e-4524-a0ca-bbfe20897661 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:19.642351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5edb723-078e-4923-bf7d-f4ea613f1199 req-f266008e-6e4e-4524-a0ca-bbfe20897661 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0685744
Apr 02 21:01:19.645588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66aaa886-49ae-4a46-8667-522d2a887f2a) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:19.650421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:19.651082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:19.658063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a772b7-59e7-4b41-b6b1-832e2c995f2c None None] Network 66aaa886-49ae-4a46-8667-522d2a887f2a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:01:19.675340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c2dadf96-e821-470b-99d9-ca763a3a1dec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7650609
Apr 02 21:01:19.732176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5edb723-078e-4923-bf7d-f4ea613f1199 req-7bc87cee-a94f-4411-8f7d-033149c8faea tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836740
Apr 02 21:01:19.788419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18fe49-2c85-4929-8c9b-36ccb5b7a09b None None] Network 66aaa886-49ae-4a46-8667-522d2a887f2a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:01:19.821940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425112b-ebe9-46a4-8fbe-2b422f1ffe9a req-190566db-8bc8-46a8-b005-b1818b21ed9e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:19.834555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8425112b-ebe9-46a4-8fbe-2b422f1ffe9a req-190566db-8bc8-46a8-b005-b1818b21ed9e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.1403611
Apr 02 21:01:19.874827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fc339d8-a7ba-43d3-85e4-1d99c3deb128 req-9e5b1728-ea5c-4ea2-8fa2-151af1cc932b tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0406773
Apr 02 21:01:19.917015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8425112b-ebe9-46a4-8fbe-2b422f1ffe9a req-8c03e5ad-3bf2-4f5f-8f17-45d2747fdf2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811276
Apr 02 21:01:19.980698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa026545-fb60-45d0-82d3-3552c8947a71 req-77d8a77f-ffe3-4bf5-b54b-66fd33a2a99a tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0304854
Apr 02 21:01:20.071378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-315817a1-91fd-457d-848c-5fb9c8391600 req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1911121866', 'description': 'tempest-description-1364936319'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:20.092416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-315817a1-91fd-457d-848c-5fb9c8391600 req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.161922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-315817a1-91fd-457d-848c-5fb9c8391600 req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (c13f0570-327b-4120-8ed5-2f86d24be6fe), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.165552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-315817a1-91fd-457d-848c-5fb9c8391600 req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c13f0570-327b-4120-8ed5-2f86d24be6fe), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.194429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-315817a1-91fd-457d-848c-5fb9c8391600 req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.195826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-315817a1-91fd-457d-848c-5fb9c8391600 req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.1289535
Apr 02 21:01:20.197576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340c5f-9e03-4cbb-bdba-7ea1ef5623ad tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f0570-327b-4120-8ed5-2f86d24be6fe,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:20.222104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-736a638e-6b54-40c5-885d-7a47dc3ef67d req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-490939418', 'description': 'tempest-description-1146761862'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:20.248562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-736a638e-6b54-40c5-885d-7a47dc3ef67d req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.322266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-736a638e-6b54-40c5-885d-7a47dc3ef67d req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (6523b211-2954-4b11-9a65-3f3c84efe927), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.325991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-736a638e-6b54-40c5-885d-7a47dc3ef67d req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6523b211-2954-4b11-9a65-3f3c84efe927), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.356041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-736a638e-6b54-40c5-885d-7a47dc3ef67d req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:20.357241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-736a638e-6b54-40c5-885d-7a47dc3ef67d req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.1393919
Apr 02 21:01:20.359001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f56e6-109d-4c60-b904-037e09ea07c6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6523b211-2954-4b11-9a65-3f3c84efe927,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:20.567079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-9a3755f2-bcfd-430a-89f4-1438c33c16cf tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:20.568557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-9a3755f2-bcfd-430a-89f4-1438c33c16cf tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 813 time: 0.1016827
Apr 02 21:01:20.583627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c993bea1-96a5-4d8c-ae9c-637f71027380 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/quotas/23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 375 time: 0.0092738
Apr 02 21:01:20.617998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-a9633ad3-e2e7-4d07-8d8e-52ed4bc31f27 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292356
Apr 02 21:01:20.711463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-7a94cd7c-040a-40d9-93e6-cf3ed1494d94 service neutron] 10.222.0.18 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866165
Apr 02 21:01:20.805980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-b54e8289-20ba-414b-8727-25a1cbdd342c service neutron] 10.222.0.18 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883048
Apr 02 21:01:20.858038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0dee-f462-4b37-a62f-276595027f6b req-2c7c837c-19d3-417d-b42b-6c68b4129ae6 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:20.859555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-115a0dee-f462-4b37-a62f-276595027f6b req-2c7c837c-19d3-417d-b42b-6c68b4129ae6 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0519154
Apr 02 21:01:20.915556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-115a0dee-f462-4b37-a62f-276595027f6b req-4c5a11b3-02bd-448c-8b00-31e863631254 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501645
Apr 02 21:01:20.982339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54f735f0-3458-41a7-99b7-6c89d0c2cd5c req-cef7974b-2950-4927-ae3d-7710b0234f90 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0289397
Apr 02 21:01:20.994094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6665cb10-d230-4e8e-9769-d416bcdba57a req-404d010e-62e9-48ac-aba7-f45f11896387 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 210 time: 0.0285325
Apr 02 21:01:21.100148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aa71b71-1cad-4fa2-b841-5827c6dec3ac req-6d385bb2-63a5-46da-9233-ab45f6f4d3d8 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0339258
Apr 02 21:01:21.105128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b732c8-ab9d-4b63-a093-0106b3ff08bf req-98e29bad-ffd9-45dd-a54d-fcf526a3ab50 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:21.106679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08b732c8-ab9d-4b63-a093-0106b3ff08bf req-98e29bad-ffd9-45dd-a54d-fcf526a3ab50 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0572746
Apr 02 21:01:21.164127 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08b732c8-ab9d-4b63-a093-0106b3ff08bf req-2586f934-1e31-406a-a07d-b2db0cb35c8a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511181
Apr 02 21:01:21.806145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a4cfd1fe-7824-486d-82f6-5473be5624bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:21.903530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:21.913666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'port_id': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'mac_address': 'fa:16:3e:c4:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adbb5c0-96ec-4e27-a752-156db44f3e28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:21.950139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a4cfd1fe-7824-486d-82f6-5473be5624bc is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:21.950531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:21.964004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4cfd1fe-7824-486d-82f6-5473be5624bc {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:21.983623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:21.988955 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:22.039049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82abb2-a656-4d48-931e-3fe7b4a2e166 req-4e5101c9-03bb-4f33-9564-6036edcb0051 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:22.040628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d82abb2-a656-4d48-931e-3fe7b4a2e166 req-4e5101c9-03bb-4f33-9564-6036edcb0051 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 944 time: 0.0558944
Apr 02 21:01:22.042845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:22.060517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['a4cfd1fe-7824-486d-82f6-5473be5624bc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:22.088392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f7a064c3-1795-455e-b777-e83dd91a053e req-80d9ff3d-011d-481d-9b62-1f4af9023075 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0303168
Apr 02 21:01:22.100237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d82abb2-a656-4d48-931e-3fe7b4a2e166 req-3a596c5c-e737-4ff1-9efe-cb563c8a09a0 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515828
Apr 02 21:01:22.179769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76395e62-5f23-4a63-a960-7111e3bca276 req-7b287ccf-29a4-4b32-bad4-013744578cf7 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 210 time: 0.0300865
Apr 02 21:01:22.277977 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6050ece9-ed91-4961-9229-6b90fe9a3a3d req-864a4a60-528d-4bbe-8d38-c7163ccfa0df tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0330036
Apr 02 21:01:22.364625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc1d1f-b489-418d-a6bb-6fce28dbffc9 req-4d110a6c-3e47-4723-8a0f-f5d3a025df2d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:22.366243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61dc1d1f-b489-418d-a6bb-6fce28dbffc9 req-4d110a6c-3e47-4723-8a0f-f5d3a025df2d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0592268
Apr 02 21:01:22.407070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64a143-8ced-4c6f-b3c2-c0e39c589801 req-c8bfc980-c21f-4603-bb00-1cd3c17933e5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:22.408607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e64a143-8ced-4c6f-b3c2-c0e39c589801 req-c8bfc980-c21f-4603-bb00-1cd3c17933e5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 944 time: 0.0632222
Apr 02 21:01:22.427279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61dc1d1f-b489-418d-a6bb-6fce28dbffc9 req-9ff700e1-e10e-47e4-b77e-4eda9ca502cf tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554943
Apr 02 21:01:22.462448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e64a143-8ced-4c6f-b3c2-c0e39c589801 req-e3d25fdd-18d5-40b5-8ed2-0e450eb8d101 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477276
Apr 02 21:01:22.675452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eccd7d-e606-475d-88ab-dafdb8f36122 req-000c800d-cc57-4ad7-bccb-f33db1582fef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:22.677015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36eccd7d-e606-475d-88ab-dafdb8f36122 req-000c800d-cc57-4ad7-bccb-f33db1582fef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.0607209
Apr 02 21:01:22.729453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36eccd7d-e606-475d-88ab-dafdb8f36122 req-b0b8ec33-2a53-4333-bc76-bab7b60ebba8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466418
Apr 02 21:01:23.100149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28f2713c-5ee5-4a9c-932b-ff0b4a611a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.199976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e2fba95-54ab-47a3-ab35-a8ac84c60771 req-8e24f17f-0410-4153-99aa-262760332207 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0317531
Apr 02 21:01:23.227628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-cc07c9f9-e41f-4861-91f7-ca666e87bf3a tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=de63710973d349dea7a070116eeb6d33&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299218
Apr 02 21:01:23.316561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c7461b1f-01c8-4a56-81b0-9a11745f8466 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:23.318103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c7461b1f-01c8-4a56-81b0-9a11745f8466 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.15 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 813 time: 0.1424618
Apr 02 21:01:23.333683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'port': {'device_id': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a', 'admin_state_up': True, 'tenant_id': '23ceefc39a5247ae86277ab79385c021'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:23.371581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ba19d75-df28-4eb2-82f1-6fe115945237 req-9605f14f-2839-481c-b2df-43042bb63705 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 210 time: 0.0524602
Apr 02 21:01:23.399309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-1b7b0115-7f0f-4bf8-bda3-b9292acc5540 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:23.404504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-1b7b0115-7f0f-4bf8-bda3-b9292acc5540 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1594453
Apr 02 21:01:23.419349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5776446b-f66a-4d1a-8f5b-75035bce2a35 req-bf7b3c77-20ba-4676-a9fe-935d3fb53a28 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0413997
Apr 02 21:01:23.423904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Request body: {'port': {'device_id': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': 'de63710973d349dea7a070116eeb6d33'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:23.475820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Made reservation on behalf of 23ceefc39a5247ae86277ab79385c021 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:23.479750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.544249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Made reservation on behalf of de63710973d349dea7a070116eeb6d33 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:23.548377 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.559353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.639457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d2b2-d566-403f-aa53-0d8faa73f6e7 req-95d5cef4-e0b0-451f-8233-3d5ce8ca4f3b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:23.639702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad782-b98e-4361-9b81-c538ecf7d5b4 req-cf3a70c5-72a6-4ba5-ab6c-e253833b8a93 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:23.641526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa62d2b2-d566-403f-aa53-0d8faa73f6e7 req-95d5cef4-e0b0-451f-8233-3d5ce8ca4f3b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 944 time: 0.0842857
Apr 02 21:01:23.641659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-404ad782-b98e-4361-9b81-c538ecf7d5b4 req-cf3a70c5-72a6-4ba5-ab6c-e253833b8a93 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.1034775
Apr 02 21:01:23.661562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Allocated IP 172.20.0.13 (66aaa886-49ae-4a46-8667-522d2a887f2a/d84eb047-e22c-4eb6-b9af-3b1a1c313856/fb18d231-9f39-41dd-b0ec-34aeb8c41f47) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:23.717760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks [] for security_group (128d0cdc-dd16-4c2d-b9b9-035b67dc0213), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.722649 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa62d2b2-d566-403f-aa53-0d8faa73f6e7 req-486b79b0-42cd-4ec5-9d77-c7e0973f2188 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731244
Apr 02 21:01:23.723705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (128d0cdc-dd16-4c2d-b9b9-035b67dc0213), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.729855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-404ad782-b98e-4361-9b81-c538ecf7d5b4 req-da4811d3-2908-464a-b057-eb5b56a37e1c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795348
Apr 02 21:01:23.831803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128d0cdc-dd16-4c2d-b9b9-035b67dc0213,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:23.839022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a4cfd1fe-7824-486d-82f6-5473be5624bc up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:23.863275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.902389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.914030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port a4cfd1fe-7824-486d-82f6-5473be5624bc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:23.914760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:23.918451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a7a6-58ba-4e35-a22d-757f37ab8083 req-abf2d48c-e248-44c9-977e-8c189498a8db tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:23.919992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76c7a7a6-58ba-4e35-a22d-757f37ab8083 req-abf2d48c-e248-44c9-977e-8c189498a8db tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.1085224
Apr 02 21:01:23.939251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Allocated IP 192.168.233.98 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/1cf9c0d2-1588-40b8-b842-d029691bdb18) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:23.951584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Network 66aaa886-49ae-4a46-8667-522d2a887f2a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:23.960776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:23.963354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:23.980620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:24.003169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a4cfd1fe-7824-486d-82f6-5473be5624bc is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:24.003563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.027315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:24.029575 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2b6fc-6080-40bb-9ef9-e996f15efcdc" -d '{"events": [{"server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:24.042674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:24.043564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.044217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.055869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.065147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76c7a7a6-58ba-4e35-a22d-757f37ab8083 req-7c31e3a8-7b96-42af-b0f7-db1d02337ac4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385429
Apr 02 21:01:24.067268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-5fa19a11-94bd-48c8-a3c7-35d03c678708 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7389908
Apr 02 21:01:24.084444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Request body: {'port': {'device_id': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:24.107064 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0c4d5a-fce6-4ecd-ab45-95077cc696d1 x-openstack-request-id: req-4e0c4d5a-fce6-4ecd-ab45-95077cc696d1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:24.107610 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:24.107865 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e0c4d5a-fce6-4ecd-ab45-95077cc696d1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:24.108487 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0c4d5a-fce6-4ecd-ab45-95077cc696d1'] response: {'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'code': 200}
Apr 02 21:01:24.112179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-5f8eb61d-734c-42bc-b20c-51bd342ffb03 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.113882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-5f8eb61d-734c-42bc-b20c-51bd342ffb03 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 944 time: 0.1469624
Apr 02 21:01:24.121485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:24.157891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.253809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks [] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.289590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Deleting port a4cfd1fe-7824-486d-82f6-5473be5624bc {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:01:24.289917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.330319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-135d576f-2165-4d5f-9291-8664789e65ae req-096931b9-75a3-4de9-b798-e872536ca7fa tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0344682
Apr 02 21:01:24.353636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.452717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:24.476425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Pushing event updated for resources: {'Port': ['ID=1cf9c0d2-1588-40b8-b842-d029691bdb18,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:24.478904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:24.481693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] For port a4cfd1fe-7824-486d-82f6-5473be5624bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a4cfd1fe-7824-486d-82f6-5473be5624bc,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:24.482068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.487948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:24.493615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb18d231-9f39-41dd-b0ec-34aeb8c41f47 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:24.502787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Publish callbacks [] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.519380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Transition to ACTIVE for port object fb18d231-9f39-41dd-b0ec-34aeb8c41f47 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:24.529280 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.554319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Calling delete_port for a4cfd1fe-7824-486d-82f6-5473be5624bc owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:01:24.589703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-8f6f0071-b26b-4051-860e-efed0a25ecf2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.591680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-8f6f0071-b26b-4051-860e-efed0a25ecf2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.1994853
Apr 02 21:01:24.605195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3dc69196-1cde-4402-8f15-95359aede1f9 req-4405421d-829e-47a9-a2ed-c5d761d16059 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0675595
Apr 02 21:01:24.624919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:24.626245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.626991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.707906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Attempting to bind port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:24.708336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Attempting to bind port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:24.708709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Attempting to bind port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 on network 66aaa886-49ae-4a46-8667-522d2a887f2a {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:24.710911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77682d05-9950-4bba-aa5c-c5ecbd57e5bd req-2064f24e-6e84-4e5b-a63a-2c053aa4b32c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.712470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77682d05-9950-4bba-aa5c-c5ecbd57e5bd req-2064f24e-6e84-4e5b-a63a-2c053aa4b32c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 932 time: 0.2510920
Apr 02 21:01:24.713298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 on network 66aaa886-49ae-4a46-8667-522d2a887f2a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:24.713676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Attempting to bind port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 on network 66aaa886-49ae-4a46-8667-522d2a887f2a {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:24.719194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:24.719532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Checking segment: {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:24.719907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Bound using segment: {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:24.720330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Bound port: fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:24.720714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.723099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-53bfae3a-95ff-4b14-b673-4783ce46179e tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3063138
Apr 02 21:01:24.743440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b03f36f3-4d7c-4a92-968d-bb951f5ca404 None None] Provisioning complete for port 1cf9c0d2-1588-40b8-b842-d029691bdb18 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:24.743987 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b03f36f3-4d7c-4a92-968d-bb951f5ca404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.778869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Request body: {'port': {'device_id': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:24.794796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:24.798700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:24.805655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b03f36f3-4d7c-4a92-968d-bb951f5ca404 None None] Port 1cf9c0d2-1588-40b8-b842-d029691bdb18 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:01:24.806763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.870795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.871412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.872808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] 10.222.0.15 "PUT /v2.0/ports/fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 1092 time: 0.7975740
Apr 02 21:01:24.876224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:24.878504 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc" -d '{"events": [{"name": "network-changed", "server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:24.903743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a3d7-0701-45b8-b3d8-d0fa2665d57c service neutron] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:24.908060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77682d05-9950-4bba-aa5c-c5ecbd57e5bd req-07c5228e-55c7-435e-b7c8-145ce22979d9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824746
Apr 02 21:01:24.920688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188678c-137e-45e3-9c8e-420f2b80c34e req-53641ba8-dc51-49f3-a7a8-ed63621f459f tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:24.922795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7188678c-137e-45e3-9c8e-420f2b80c34e req-53641ba8-dc51-49f3-a7a8-ed63621f459f tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ed6253-6272-447a-b897-496efb357d2c HTTP/1.1" status: 200  len: 945 time: 0.0893142
Apr 02 21:01:24.960969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a4cfd1fe-7824-486d-82f6-5473be5624bc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.963225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:24.993397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Deleting port ecba1cfd-1d70-4d61-bdd4-80f253df2828 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:01:24.993831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.019125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7188678c-137e-45e3-9c8e-420f2b80c34e req-9b8568c2-692c-45c9-a816-9c30b5368311 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864596
Apr 02 21:01:25.024406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-e4741a7e-e743-4324-9c66-63f0f9d79d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.026019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-e4741a7e-e743-4324-9c66-63f0f9d79d93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1126 time: 0.0914145
Apr 02 21:01:25.034851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event deleted for resources: {'Port': ['ID=a4cfd1fe-7824-486d-82f6-5473be5624bc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:25.076857 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f0d1ec-1e49-45e1-932b-9157b37dd8f9 x-openstack-request-id: req-57f0d1ec-1e49-45e1-932b-9157b37dd8f9 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:25.077157 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:25.077417 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57f0d1ec-1e49-45e1-932b-9157b37dd8f9 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:25.077830 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f0d1ec-1e49-45e1-932b-9157b37dd8f9'] response: {'name': 'network-changed', 'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'status': 'completed', 'code': 200}
Apr 02 21:01:25.079680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-40b2f9ea-af7c-47d9-9a90-8573b83e04b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 217 time: 0.0458288
Apr 02 21:01:25.152070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9297-8e27-439f-8117-d16fca535dcf req-1bfdc569-13a2-470a-9833-d5b3c85cb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.153571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-1bfdc569-13a2-470a-9833-d5b3c85cb2ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0673683
Apr 02 21:01:25.201106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-89cf254a-8a19-4941-b0be-588b6c14e7be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313823
Apr 02 21:01:25.239424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-81fecb1d-f055-4516-bffd-98f8a4f4eeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.240536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c55b7-15fd-4d1a-8513-0b61a32a38ce req-27c7cf6e-e37b-48a2-94e4-8c2d13943200 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.244982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f7c55b7-15fd-4d1a-8513-0b61a32a38ce req-27c7cf6e-e37b-48a2-94e4-8c2d13943200 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 945 time: 0.1059222
Apr 02 21:01:25.352358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f7c55b7-15fd-4d1a-8513-0b61a32a38ce req-ae70932f-fbe2-4f6b-9033-545b248716b1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002259
Apr 02 21:01:25.365912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-6045d747-0c4a-4a2e-bb4b-38b73faa24a8 service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553032
Apr 02 21:01:25.405869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] No DVR routers for this DVR port a4cfd1fe-7824-486d-82f6-5473be5624bc on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:01:25.418927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.422292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52e078ff-3014-44d2-968c-8a452eb6a5ca req-370d39ef-0a47-4d20-889a-b34000bfc0db tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "DELETE /v2.0/ports/a4cfd1fe-7824-486d-82f6-5473be5624bc HTTP/1.1" status: 204  len: 173 time: 1.3019452
Apr 02 21:01:25.422755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'name': 'network-vif-deleted', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:25.425016 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a43625-64bc-42cc-a355-070c72579b9f" -d '{"events": [{"server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "name": "network-vif-deleted", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:25.517711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6dae9297-8e27-439f-8117-d16fca535dcf req-0054886a-6245-455a-bce2-3b27e1e2b969 service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444423
Apr 02 21:01:25.537875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d014c-69ae-411f-8055-647fad0b64f5 req-6c2b616a-ca98-4348-a4a6-6d9359532a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.539412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1d014c-69ae-411f-8055-647fad0b64f5 req-6c2b616a-ca98-4348-a4a6-6d9359532a61 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.5117223
Apr 02 21:01:25.539551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf08ea-9602-496a-a7a7-651ec41fa55a req-e7b95a5b-88cc-4b06-b743-9d4d99f2f4bf tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.541343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5bf08ea-9602-496a-a7a7-651ec41fa55a req-e7b95a5b-88cc-4b06-b743-9d4d99f2f4bf tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 935 time: 0.1112249
Apr 02 21:01:25.549844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] For port ecba1cfd-1d70-4d61-bdd4-80f253df2828, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecba1cfd-1d70-4d61-bdd4-80f253df2828,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:25.550216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.583031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Calling delete_port for ecba1cfd-1d70-4d61-bdd4-80f253df2828 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:01:25.622896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5bf08ea-9602-496a-a7a7-651ec41fa55a req-ab907aa4-1f71-4789-95fc-f959f59ab845 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754111
Apr 02 21:01:25.634030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-bef8d122-f135-4803-9a1a-e0a1650a4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.645143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-bef8d122-f135-4803-9a1a-e0a1650a4d5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1126 time: 0.0740390
Apr 02 21:01:25.670988 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6612266b-0502-469a-8f41-9eaf6f925040 x-openstack-request-id: req-6612266b-0502-469a-8f41-9eaf6f925040 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:25.671284 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ed6253-6272-447a-b897-496efb357d2c", "name": "network-vif-deleted", "tag": "a4cfd1fe-7824-486d-82f6-5473be5624bc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:25.671544 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6612266b-0502-469a-8f41-9eaf6f925040 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:25.672102 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6612266b-0502-469a-8f41-9eaf6f925040'] response: {'server_uuid': '12ed6253-6272-447a-b897-496efb357d2c', 'name': 'network-vif-deleted', 'tag': 'a4cfd1fe-7824-486d-82f6-5473be5624bc', 'status': 'completed', 'code': 200}
Apr 02 21:01:25.681864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1d014c-69ae-411f-8055-647fad0b64f5 req-d3095196-1384-4a2c-94a5-91e1be4ee3f9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287620
Apr 02 21:01:25.771037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a919256-faa5-4794-ac7d-99d8063a3606 req-1eb073a4-a808-4cda-ac8d-64f5cd23d5c9 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0356374
Apr 02 21:01:25.772107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-20d24ba5-160d-4e43-8e52-f43d5999b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.773797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-20d24ba5-160d-4e43-8e52-f43d5999b597 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.1219292
Apr 02 21:01:25.815202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-f8e4c07b-0ce5-49fa-9287-00c8e03498e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 217 time: 0.0344167
Apr 02 21:01:25.841031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a4cfd1fe-7824-486d-82f6-5473be5624bc no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:25.857408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf9c0d2-1588-40b8-b842-d029691bdb18 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:25.862344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ecba1cfd-1d70-4d61-bdd4-80f253df2828), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.862715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: a4cfd1fe-7824-486d-82f6-5473be5624bc {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:25.863134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a4cfd1fe-7824-486d-82f6-5473be5624bc not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:25.863758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ecba1cfd-1d70-4d61-bdd4-80f253df2828 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:25.868322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-5aeb4eda-6445-4c05-872a-9de63dbb4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:25.869896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-5aeb4eda-6445-4c05-872a-9de63dbb4314 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0488908
Apr 02 21:01:25.870511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Publish callbacks [] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.885030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: ecba1cfd-1d70-4d61-bdd4-80f253df2828 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:25.885384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ecba1cfd-1d70-4d61-bdd4-80f253df2828 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:25.904284 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-59836c58-c57c-4619-9d12-8aa2f82e06c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282650
Apr 02 21:01:25.905093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event deleted for resources: {'Port': ['ID=ecba1cfd-1d70-4d61-bdd4-80f253df2828,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:25.914818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Transition to ACTIVE for port object 1cf9c0d2-1588-40b8-b842-d029691bdb18 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:25.919224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.966356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] No DVR routers for this DVR port ecba1cfd-1d70-4d61-bdd4-80f253df2828 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:01:25.986627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:25.990011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a31fffc-9473-40b3-b516-af52a8fdc6b7 req-77ea46d8-6868-4eff-a90f-c1909421e75e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "DELETE /v2.0/ports/ecba1cfd-1d70-4d61-bdd4-80f253df2828 HTTP/1.1" status: 204  len: 173 time: 1.3856592
Apr 02 21:01:26.049248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-81060391-4eee-496a-81e1-906e8073303e service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373720
Apr 02 21:01:26.146157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Pushing event updated for resources: {'Port': ['ID=1cf9c0d2-1588-40b8-b842-d029691bdb18,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:26.185426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f9e7-9d9c-4bd8-88d5-f02472195759 req-274ee18d-0bac-435f-88ce-3623a8c24da7 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:26.187087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3896f9e7-9d9c-4bd8-88d5-f02472195759 req-274ee18d-0bac-435f-88ce-3623a8c24da7 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 944 time: 0.1929662
Apr 02 21:01:26.192709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Attempting to bind port 1cf9c0d2-1588-40b8-b842-d029691bdb18 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:26.193336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Attempting to bind port 1cf9c0d2-1588-40b8-b842-d029691bdb18 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:26.193914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Attempting to bind port 1cf9c0d2-1588-40b8-b842-d029691bdb18 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:26.205916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Port 1cf9c0d2-1588-40b8-b842-d029691bdb18 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:26.206496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Attempting to bind port 1cf9c0d2-1588-40b8-b842-d029691bdb18 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:26.235375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:26.236034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:26.236632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:26.237215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Bound port: 1cf9c0d2-1588-40b8-b842-d029691bdb18, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:26.237796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:26.244128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf5bc6d-5ded-49c5-85a2-f18f72917efc req-8b794e0a-4efa-49f4-aca5-31421cd8331e service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871710
Apr 02 21:01:26.304028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3896f9e7-9d9c-4bd8-88d5-f02472195759 req-0dc7ce60-9fff-4cbd-9cfb-4409eff8e4ab tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072354
Apr 02 21:01:26.331544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] For port 1cf9c0d2-1588-40b8-b842-d029691bdb18, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:26.338143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] For port 1cf9c0d2-1588-40b8-b842-d029691bdb18, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:26.347770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:26.396396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:26.398005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:26.401541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] 10.222.0.15 "PUT /v2.0/ports/1cf9c0d2-1588-40b8-b842-d029691bdb18 HTTP/1.1" status: 200  len: 1095 time: 1.6525671
Apr 02 21:01:26.435945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba46fd8-bdf1-4401-80a6-980af2321fef service neutron] Pushing event updated for resources: {'Port': ['ID=1cf9c0d2-1588-40b8-b842-d029691bdb18,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:26.515540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3354935d-a45e-4fab-bee6-2606f2808240 req-6c0ae8bd-ce12-4742-9ffd-c2857c5aaee6 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 210 time: 0.0443780
Apr 02 21:01:26.555025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-03c9dab9-ba3c-4b6c-901d-4174e25e1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:26.556569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-03c9dab9-ba3c-4b6c-901d-4174e25e1957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de63710973d349dea7a070116eeb6d33&device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 1129 time: 0.0988736
Apr 02 21:01:26.569330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:26.574596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2479026-f818-46eb-a4f0-9fed1bcc67ec req-4bea14c7-e1b5-46bd-8960-601d7a56b16a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0340507
Apr 02 21:01:26.615034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-4b82a6b2-0d38-48dc-925e-006733376b2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18 HTTP/1.1" status: 200  len: 217 time: 0.0428123
Apr 02 21:01:26.664619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39932) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:26.688015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913898894', 'description': 'tempest-description--1951676230'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:26.696550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2479026-f818-46eb-a4f0-9fed1bcc67ec req-01d8a653-58b8-412d-962b-ff5b2458497c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=25509bd1-b73f-48ea-af8c-c66e7bd1a312 HTTP/1.1" status: 200  len: 210 time: 0.0626843
Apr 02 21:01:26.720945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-a636debe-393a-4e1b-9b3f-c1eb0de047fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:26.722551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-a636debe-393a-4e1b-9b3f-c1eb0de047fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1001019
Apr 02 21:01:26.756029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:26.820492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9a0b0-9a44-4bf6-a150-cd769356d9b5 req-5c541372-5a6e-4cd5-8d89-61bfb73fc434 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:26.822040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eaa9a0b0-9a44-4bf6-a150-cd769356d9b5 req-5c541372-5a6e-4cd5-8d89-61bfb73fc434 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0596461
Apr 02 21:01:26.875132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eaa9a0b0-9a44-4bf6-a150-cd769356d9b5 req-ce85b649-3930-44fc-a522-e19e1350d8b5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461149
Apr 02 21:01:26.970796 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37890fd6-cb7e-4198-bd57-cc5fabb6f54b req-76785fd8-910d-447d-aaf4-8eaa3bef106e tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0319788
Apr 02 21:01:26.988166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f71f-c46a-4194-83a5-31e581baddc4 req-0d70422b-624b-4311-ab19-8c88aaaa2ec1 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:26.989716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d013f71f-c46a-4194-83a5-31e581baddc4 req-0d70422b-624b-4311-ab19-8c88aaaa2ec1 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 947 time: 0.2663188
Apr 02 21:01:27.004082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308f73-a884-4044-b66d-58b68c361565 req-432c4d35-e6ae-4cea-bb6d-402d4c8f583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:27.005566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-432c4d35-e6ae-4cea-bb6d-402d4c8f583b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2664142
Apr 02 21:01:27.051676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479026-f818-46eb-a4f0-9fed1bcc67ec req-72189a31-7016-4d92-b3ff-04e4a7b0f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:27.053132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2479026-f818-46eb-a4f0-9fed1bcc67ec req-72189a31-7016-4d92-b3ff-04e4a7b0f31d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67592663633d4cd89aed8f728fd7ca86&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3117917
Apr 02 21:01:27.168523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group (9f755c7e-8152-4e5c-b388-2b7a2e459e0a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.184515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5afdb01-908d-49e8-a5fc-26481b64e7a5 req-4f3b9780-f14b-461b-b2d2-e7533683beb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0252631
Apr 02 21:01:27.195315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9f755c7e-8152-4e5c-b388-2b7a2e459e0a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.208761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d013f71f-c46a-4194-83a5-31e581baddc4 req-50ec44c2-1a39-4719-ae39-8e833504672f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068379
Apr 02 21:01:27.310372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.311497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6284425
Apr 02 21:01:27.314107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-3e4c5bc0-e7a5-4a5c-92f1-d063e4632d96 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949858
Apr 02 21:01:27.315090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:27.319433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4def0-2ee1-48d2-a685-50f2da02ff92 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f755c7e-8152-4e5c-b388-2b7a2e459e0a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:27.319855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'security_group_rule': {'security_group_id': '9f755c7e-8152-4e5c-b388-2b7a2e459e0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:27.344237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479026-f818-46eb-a4f0-9fed1bcc67ec req-117cee9f-a127-4e30-b45b-a8df5d38efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:27.346026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2479026-f818-46eb-a4f0-9fed1bcc67ec req-117cee9f-a127-4e30-b45b-a8df5d38efbd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2799122
Apr 02 21:01:27.348851 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group_rule (e876d6b7-48af-4166-80c9-0f9ec16a4077), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.429632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group_rule (e876d6b7-48af-4166-80c9-0f9ec16a4077), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.434627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e876d6b7-48af-4166-80c9-0f9ec16a4077), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.458185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e876d6b7-48af-4166-80c9-0f9ec16a4077,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:27.471372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecd0e9-347c-4a2d-ba51-1e7648aad05a req-fbef7f79-2c2a-471f-879d-b4d18e270392 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:27.472871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ceecd0e9-347c-4a2d-ba51-1e7648aad05a req-fbef7f79-2c2a-471f-879d-b4d18e270392 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 944 time: 0.0851665
Apr 02 21:01:27.475634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.476758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d79b142c-6460-49c2-95d3-e39a3a3bc47b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1606846
Apr 02 21:01:27.479543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39942) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:27.483736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'security_group_rule': {'security_group_id': '9f755c7e-8152-4e5c-b388-2b7a2e459e0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:27.539144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group_rule (3b80aff3-c5de-4a83-a4ee-d7fe5695a882), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.542334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec308f73-a884-4044-b66d-58b68c361565 req-cf8bc770-a46b-4dca-a47f-bae2e3973945 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920105
Apr 02 21:01:27.553795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ceecd0e9-347c-4a2d-ba51-1e7648aad05a req-1128d45b-c53f-4975-885c-5e4eccc80ff8 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653961
Apr 02 21:01:27.608516 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group_rule (3b80aff3-c5de-4a83-a4ee-d7fe5695a882), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.613501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (3b80aff3-c5de-4a83-a4ee-d7fe5695a882), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.632376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b80aff3-c5de-4a83-a4ee-d7fe5695a882,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:27.640416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.641368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b13767b2-43e0-441d-9983-7899ef0d80b5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1609108
Apr 02 21:01:27.644413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39950) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:27.648853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:27.668787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.672857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'name': 'network-vif-deleted', 'tag': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828'}, {'name': 'network-changed', 'server_uuid': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'tag': '1cf9c0d2-1588-40b8-b842-d029691bdb18'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:27.675175 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012f6c0-8121-4ae4-8473-45919fd47dec" -d '{"events": [{"server_uuid": "25509bd1-b73f-48ea-af8c-c66e7bd1a312", "name": "network-vif-deleted", "tag": "ecba1cfd-1d70-4d61-bdd4-80f253df2828"}, {"name": "network-changed", "server_uuid": "2bf6ba71-9588-4ab5-ba8b-068b074706da", "tag": "1cf9c0d2-1588-40b8-b842-d029691bdb18"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:27.721245 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dd98cc-301e-4ff9-8fc1-ce2cbbdf2928 x-openstack-request-id: req-a9dd98cc-301e-4ff9-8fc1-ce2cbbdf2928 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:27.721830 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25509bd1-b73f-48ea-af8c-c66e7bd1a312", "name": "network-vif-deleted", "tag": "ecba1cfd-1d70-4d61-bdd4-80f253df2828", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bf6ba71-9588-4ab5-ba8b-068b074706da", "tag": "1cf9c0d2-1588-40b8-b842-d029691bdb18", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:27.722363 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9dd98cc-301e-4ff9-8fc1-ce2cbbdf2928 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:27.722980 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9dd98cc-301e-4ff9-8fc1-ce2cbbdf2928'] response: {'server_uuid': '25509bd1-b73f-48ea-af8c-c66e7bd1a312', 'name': 'network-vif-deleted', 'tag': 'ecba1cfd-1d70-4d61-bdd4-80f253df2828', 'status': 'completed', 'code': 200}
Apr 02 21:01:27.723409 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9dd98cc-301e-4ff9-8fc1-ce2cbbdf2928'] response: {'name': 'network-changed', 'server_uuid': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'tag': '1cf9c0d2-1588-40b8-b842-d029691bdb18', 'status': 'completed', 'code': 200}
Apr 02 21:01:27.779208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:27.793712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-84c02095-bcf4-4397-a4d7-a9596a9fa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:27.795223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-84c02095-bcf4-4397-a4d7-a9596a9fa89a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de63710973d349dea7a070116eeb6d33&device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 1129 time: 0.0511148
Apr 02 21:01:27.895106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Allocated IP 172.35.4.139 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/da371ec6-f880-4e6d-918a-e0791f1de142) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:27.903804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-7dd60777-60b0-468c-b1cd-def9815d85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:27.905590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-7dd60777-60b0-468c-b1cd-def9815d85c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1042578
Apr 02 21:01:27.952122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-762a8224-1e1f-4b7d-9c3d-9532d7648b15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18 HTTP/1.1" status: 200  len: 217 time: 0.0401616
Apr 02 21:01:28.033545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-e844be34-6b29-4dc1-b588-10c5ca5d0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.035005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-e844be34-6b29-4dc1-b588-10c5ca5d0d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0762355
Apr 02 21:01:28.045828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad96b1-50a3-46cc-a1e1-ad1bb02b0d44 req-8618efe3-3698-4042-af84-0197c30c79ec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.047891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afad96b1-50a3-46cc-a1e1-ad1bb02b0d44 req-8618efe3-3698-4042-af84-0197c30c79ec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 945 time: 0.0901587
Apr 02 21:01:28.086074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for port (da371ec6-f880-4e6d-918a-e0791f1de142), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.109079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3da7-94cb-4315-a06e-77820f615b1e req-ce274349-6c42-48c8-ae23-2977a31cacd7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.111185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eda3da7-94cb-4315-a06e-77820f615b1e req-ce274349-6c42-48c8-ae23-2977a31cacd7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1611943
Apr 02 21:01:28.128666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afad96b1-50a3-46cc-a1e1-ad1bb02b0d44 req-afa6633b-a907-426f-8b68-fd3352b38a2d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711851
Apr 02 21:01:28.134883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-b2f7be0e-ba8a-4257-a332-72683e6fddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.136407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-b2f7be0e-ba8a-4257-a332-72683e6fddad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0876796
Apr 02 21:01:28.169699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eda3da7-94cb-4315-a06e-77820f615b1e req-e427d3ef-0b32-432a-bb68-0b428e57899c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0521495
Apr 02 21:01:28.175697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (da371ec6-f880-4e6d-918a-e0791f1de142), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.239720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eda3da7-94cb-4315-a06e-77820f615b1e req-80a03cf4-1ea2-42b1-8c92-5170660b01ec tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0615833
Apr 02 21:01:28.248995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a347fd49-1fc7-4a24-9e2d-b546a4a871aa req-2e87adae-6f98-41ab-a475-e2a8163e1f48 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0381062
Apr 02 21:01:28.249239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:28.273142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-b4bef3a0-cf37-4a26-acc2-87e7dd4a7769 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297941
Apr 02 21:01:28.285196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:28.289234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:28.319502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'Port': ['ID=da371ec6-f880-4e6d-918a-e0791f1de142,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:28.412430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012f6c0-8121-4ae4-8473-45919fd47dec req-e9cf0c0a-8b5b-44e0-9d10-b0ccbae3aaa7 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315715
Apr 02 21:01:28.423429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8ddc-d94c-4752-8997-affa82fa1087 req-95d4cea2-7c22-4175-bcd4-893f88e545d4 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.430446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef3b8ddc-d94c-4752-8997-affa82fa1087 req-95d4cea2-7c22-4175-bcd4-893f88e545d4 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 947 time: 0.0790918
Apr 02 21:01:28.455415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eda3da7-94cb-4315-a06e-77820f615b1e req-73c95535-4789-4a42-bcb1-847255bf94e0 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082417
Apr 02 21:01:28.462687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-17a753d8-2864-4982-9752-f11cb44d6efd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1098433
Apr 02 21:01:28.464902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for floatingip (18df872a-dbff-4d4a-bbb1-6b4077c141a6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.477722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ef3b8ddc-d94c-4752-8997-affa82fa1087 req-b93f70c5-ef1f-4d39-9929-317e8d851988 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464122
Apr 02 21:01:28.589213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (da371ec6-f880-4e6d-918a-e0791f1de142), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.613829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.649170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-16d1ed6b-1566-4d6f-a1f4-e253c59c5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.650770 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-16d1ed6b-1566-4d6f-a1f4-e253c59c5c8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1128 time: 0.1589658
Apr 02 21:01:28.658138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eda3da7-94cb-4315-a06e-77820f615b1e req-99cedcc1-1990-419f-93e8-e35b4876bc51 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931634
Apr 02 21:01:28.666937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:28.725661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746b15-6217-4bf2-a682-b2670b42272a req-f0a173fe-a45a-4189-88f0-29752be50a88 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.733026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42746b15-6217-4bf2-a682-b2670b42272a req-f0a173fe-a45a-4189-88f0-29752be50a88 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 944 time: 0.0863545
Apr 02 21:01:28.794653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42746b15-6217-4bf2-a682-b2670b42272a req-74783692-9da8-4418-816e-facabc2a6ae6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605845
Apr 02 21:01:28.864388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-0cbaa6e2-b014-4467-bce0-0ccd992b0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:28.866097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-0cbaa6e2-b014-4467-bce0-0ccd992b0c44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.1752620
Apr 02 21:01:28.877998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:28.913641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'port_id': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'mac_address': 'fa:16:3e:c8:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:28.943634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for port (da371ec6-f880-4e6d-918a-e0791f1de142), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.954450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6a799c5-883c-4187-9c25-94b548c04d15 req-74c0aa47-a56f-4c0d-b047-c1398488d224 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2c714a2-cc85-43f7-b74e-16e09497fdbd HTTP/1.1" status: 200  len: 210 time: 0.0498135
Apr 02 21:01:28.957478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (da371ec6-f880-4e6d-918a-e0791f1de142), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.980976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:28.981375 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:28.997308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:29.020274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:29.026880 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:29.090722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:29.305320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3734e-7088-4126-814c-6de85efc7d0f req-3fc49407-38a0-47d6-92dc-3f044b9a16de tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:29.306854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20f3734e-7088-4126-814c-6de85efc7d0f req-3fc49407-38a0-47d6-92dc-3f044b9a16de tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0752928
Apr 02 21:01:29.365497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20f3734e-7088-4126-814c-6de85efc7d0f req-3f88a51c-0009-4c27-b11d-404f2f903044 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520270
Apr 02 21:01:29.368669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:29.423413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:29.443478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'Port': ['ID=da371ec6-f880-4e6d-918a-e0791f1de142,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:29.460377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-23c58cf8-1f27-4d06-9d02-be7a4ec6c8b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 1002 time: 0.5871782
Apr 02 21:01:29.500345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9518e976-f7e8-4279-9304-c6d7fc7e14d1 req-4c9c80a2-9fbd-4a99-9b6d-f73e00eb6185 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0410514
Apr 02 21:01:29.530619 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (18df872a-dbff-4d4a-bbb1-6b4077c141a6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:29.550899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-972ff5f0-1927-4a2e-9c7d-ca22e55dc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:29.552630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-972ff5f0-1927-4a2e-9c7d-ca22e55dc919 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0784640
Apr 02 21:01:29.556637 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:29.557202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e196133f-e34b-4579-97d6-028e332e047a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9118233
Apr 02 21:01:29.685832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-ab7c1ff8-624d-4363-b1d6-34ba9974d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:29.686738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-ad5ceed5-0051-489b-9d0f-692afa416de9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:29.688358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-ab7c1ff8-624d-4363-b1d6-34ba9974d730 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1294389
Apr 02 21:01:29.696563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-ad5ceed5-0051-489b-9d0f-692afa416de9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1805034
Apr 02 21:01:29.711408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-b17d58ad-da23-4454-836f-ea51933048fc tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0138590
Apr 02 21:01:29.723012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970786f-075d-403b-8d6e-b366e9498a7e req-7a248fe9-759c-44d7-b3a1-1ed6bac4f1c5 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:29.732262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c970786f-075d-403b-8d6e-b366e9498a7e req-7a248fe9-759c-44d7-b3a1-1ed6bac4f1c5 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 947 time: 0.1093211
Apr 02 21:01:29.749311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-24a63c84-51da-4ffd-a7c1-cef1b8d86660 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0319879
Apr 02 21:01:29.832917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c970786f-075d-403b-8d6e-b366e9498a7e req-61558376-3f2a-4e85-8fa7-d7255c1949b2 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997696
Apr 02 21:01:29.836408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-008fb7b5-380b-4c6b-8f47-52f12f5043c4 service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418118
Apr 02 21:01:29.844311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-7d678d29-2404-4244-9849-dae6d794dbc0 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869527
Apr 02 21:01:29.933757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afa0e79e-6025-4717-82d1-989b03d64b1f req-0780e403-1ba7-4bc9-a045-dab319fd08cc service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883427
Apr 02 21:01:29.939906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-88d50876-3740-4f4e-8ccd-4fbb31913d85 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889444
Apr 02 21:01:30.400310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cdea29a-b95f-4366-8ed8-706a231e159d req-8aa43151-415b-45e4-bc82-bd372fcfd63e tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0372443
Apr 02 21:01:30.574359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9761-03e7-434a-b2ba-69a279b9562e req-0ddb5f5f-35f9-414d-9efd-958b273cf5f1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:30.583006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fdf9761-03e7-434a-b2ba-69a279b9562e req-0ddb5f5f-35f9-414d-9efd-958b273cf5f1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 944 time: 0.0677345
Apr 02 21:01:30.621899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-1b6a0983-e35c-44fd-9a41-9d18a6f49f8e tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:30.623550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-1b6a0983-e35c-44fd-9a41-9d18a6f49f8e tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 821 time: 0.4870226
Apr 02 21:01:30.638592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fdf9761-03e7-434a-b2ba-69a279b9562e req-14051983-cc47-4e06-9c88-3ad4ab0a4f38 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546796
Apr 02 21:01:30.641580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-9ed19412-d119-4f50-8a03-1138c955c765 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/quotas/46605b214f8144ebbbd2aab432bb7633 HTTP/1.1" status: 200  len: 375 time: 0.0118845
Apr 02 21:01:30.675246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-69248890-2f2e-43d1-a379-99400bd45360 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281291
Apr 02 21:01:30.701371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fb18d231-9f39-41dd-b0ec-34aeb8c41f47 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:30.711590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:30.739331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b372971-248e-49e0-83bb-7d43cbbf1c9a req-4e46d620-9547-459b-80e0-96437dd2dc72 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 210 time: 0.0396314
Apr 02 21:01:30.799419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-15e825bc-fdec-4170-9965-60b7f2669045 service neutron] 10.222.0.18 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174247
Apr 02 21:01:30.889714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:30.904049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a', 'port_id': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'mac_address': 'fa:16:3e:83:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84eb047-e22c-4eb6-b9af-3b1a1c313856', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:30.917383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d82d2-89a4-40c1-bb58-3db076bbde58 req-525b72c6-2ac6-42fd-95bb-d88d3bacd4bf tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:30.918989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-889d82d2-89a4-40c1-bb58-3db076bbde58 req-525b72c6-2ac6-42fd-95bb-d88d3bacd4bf tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 946 time: 0.0691226
Apr 02 21:01:30.932897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-a5e2f1c1-ef0c-49b3-a738-8112c1b5ea25 service neutron] 10.222.0.18 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237166
Apr 02 21:01:30.970290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:30.970744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:30.980389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:30.989274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb18d231-9f39-41dd-b0ec-34aeb8c41f47 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:30.993965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:30.994399 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.004519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-889d82d2-89a4-40c1-bb58-3db076bbde58 req-1462f76a-7720-4427-9cd9-22ebbc1a2593 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777154
Apr 02 21:01:31.041257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:31.051359 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.052102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 1cf9c0d2-1588-40b8-b842-d029691bdb18 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:31.177919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6debb331-0be2-40ac-9ff7-c3f5af9869c9 req-913c0bb0-31a3-49c6-ba1a-8d91ada5ece6 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0866933
Apr 02 21:01:31.197740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:31.223646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:31.224099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.262403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:31.264686 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981a2d8d-df88-44d8-b48f-7d4b35b53af3" -d '{"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:31.278290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 1cf9c0d2-1588-40b8-b842-d029691bdb18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:31.288864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:31.295001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '1cf9c0d2-1588-40b8-b842-d029691bdb18', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '1cf9c0d2-1588-40b8-b842-d029691bdb18', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:31.298404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.317019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c15753-a730-4d3e-9789-f3edc27c30f6 req-29b162d0-b717-4593-a3c3-aed405fcf7cd tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:31.329774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c15753-a730-4d3e-9789-f3edc27c30f6 req-29b162d0-b717-4593-a3c3-aed405fcf7cd tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 947 time: 0.1594431
Apr 02 21:01:31.388010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45434a5b-0021-4666-b0be-f6680e45d73a req-bfe120d0-aeba-4fd0-8934-27c8a9206429 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 210 time: 0.0476422
Apr 02 21:01:31.402642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c15753-a730-4d3e-9789-f3edc27c30f6 req-a4ff69df-e430-4306-8a63-29ec2c606d68 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708842
Apr 02 21:01:31.412359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 1cf9c0d2-1588-40b8-b842-d029691bdb18 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:31.412851 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.445589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=12']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:31.461348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf9c0d2-1588-40b8-b842-d029691bdb18 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:31.469882 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b216d20-e7d6-4bc9-b9c2-256ec4e2f10a x-openstack-request-id: req-7b216d20-e7d6-4bc9-b9c2-256ec4e2f10a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:31.470173 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:31.470425 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b216d20-e7d6-4bc9-b9c2-256ec4e2f10a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:31.470819 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b216d20-e7d6-4bc9-b9c2-256ec4e2f10a'] response: {'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'code': 200}
Apr 02 21:01:31.501776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 1cf9c0d2-1588-40b8-b842-d029691bdb18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:31.510042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.566206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-3914c890-c46c-4855-a02c-2b521db8eaef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:31.567783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-3914c890-c46c-4855-a02c-2b521db8eaef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1392667
Apr 02 21:01:31.585450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Request body: {'port': {'device_id': '9962e223-2c12-4549-830d-3602ca472347', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'admin_state_up': True, 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:31.589876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=1cf9c0d2-1588-40b8-b842-d029691bdb18,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:31.708802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f500-f536-4714-9a90-f6b7e597b921 req-7d2fdba8-1792-4659-bf64-b35c0f2a25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:31.710896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6a4f500-f536-4714-9a90-f6b7e597b921 req-7d2fdba8-1792-4659-bf64-b35c0f2a25bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 1129 time: 0.0507014
Apr 02 21:01:31.762282 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6a4f500-f536-4714-9a90-f6b7e597b921 req-786447ff-c8f2-4f52-8b08-076900055cac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451865
Apr 02 21:01:31.770222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:31.773885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:31.802480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed8d3a-433b-4883-82ab-452d29637ce8 req-25e54667-6856-44ab-8788-77dae241eace tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:31.803974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4ed8d3a-433b-4883-82ab-452d29637ce8 req-25e54667-6856-44ab-8788-77dae241eace tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 945 time: 0.0872552
Apr 02 21:01:31.848074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60750a31-1f20-4bd3-a89a-693dbca04a81 req-fe22e674-7883-4390-930f-6b5435517813 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 210 time: 0.0337646
Apr 02 21:01:31.861246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['1cf9c0d2-1588-40b8-b842-d029691bdb18'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:31.865486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:31.917083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4ed8d3a-433b-4883-82ab-452d29637ce8 req-27634389-f531-4458-9ebd-2ba37b43fb3b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060333
Apr 02 21:01:31.963232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Allocated IP 172.20.0.10 (0579e432-6dc2-4773-9b49-bc1eb8621629/1a730f69-374c-4989-bc31-1c702266b8a4/596cda8a-b6fa-4ada-99bd-6436067f8c77) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:32.125261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks [] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:32.153508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dadaf-37f5-440a-87ae-e6ed3b81404c req-9a3748dd-458b-45f9-87dc-a6c5dd13ad3f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:32.155585 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-916dadaf-37f5-440a-87ae-e6ed3b81404c req-9a3748dd-458b-45f9-87dc-a6c5dd13ad3f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.0708082
Apr 02 21:01:32.165086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:32.206505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-916dadaf-37f5-440a-87ae-e6ed3b81404c req-a2e3f3ab-58a2-4035-975e-7ee9984ef76b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447769
Apr 02 21:01:32.210864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:32.213899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:32.219840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:32.246373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event updated for resources: {'Port': ['ID=596cda8a-b6fa-4ada-99bd-6436067f8c77,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:32.272114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:32.272421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:32.289846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-29f3a61e-02c3-4160-bd65-47e1a863e159 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7086420
Apr 02 21:01:32.304120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Request body: {'port': {'device_id': '9962e223-2c12-4549-830d-3602ca472347', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:32.419603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-873e2a64-c1b0-4b80-9eb1-9dfb50550c7c req-71077756-dcee-48d4-8913-118c5189e80a tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0578766
Apr 02 21:01:32.464986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:32.525569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-c1aeb06a-18df-463a-8b44-9703b2abeb91 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:32.527076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-c1aeb06a-18df-463a-8b44-9703b2abeb91 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 821 time: 0.1958270
Apr 02 21:01:32.546129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68ee44c2-959d-44fb-aac2-906aef7c346c req-28e5ab52-4732-4d46-b638-aa1ed72e384e tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 210 time: 0.0340114
Apr 02 21:01:32.571856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'port': {'device_id': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'admin_state_up': True, 'tenant_id': '46605b214f8144ebbbd2aab432bb7633'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:32.721637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5541d4-3f03-4ec7-9c66-b1bf8ae51996 req-e0925be9-d64b-4641-9acb-0e09feb0d476 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:32.723126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b5541d4-3f03-4ec7-9c66-b1bf8ae51996 req-e0925be9-d64b-4641-9acb-0e09feb0d476 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 948 time: 0.1932080
Apr 02 21:01:32.854594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Made reservation on behalf of 46605b214f8144ebbbd2aab432bb7633 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:32.857810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:32.862771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b5541d4-3f03-4ec7-9c66-b1bf8ae51996 req-8fc8f12e-c6ed-46ad-94ae-e46aa5006dde tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316361
Apr 02 21:01:32.990300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca655364-a1bf-4451-8172-807b039afa53 req-03626735-6168-4914-afac-6a07d37b2c89 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:32.991716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ca655364-a1bf-4451-8172-807b039afa53 req-03626735-6168-4914-afac-6a07d37b2c89 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 932 time: 0.0660098
Apr 02 21:01:33.028625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596cda8a-b6fa-4ada-99bd-6436067f8c77 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:33.038694 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ca655364-a1bf-4451-8172-807b039afa53 req-827fd17c-c921-455e-b6d5-9b81e1f69cc8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411668
Apr 02 21:01:33.055767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Publish callbacks [] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.087265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Allocated IP 172.20.0.5 (2127fd39-f5aa-452a-9beb-bdc4f201d2d4/0adbb5c0-96ec-4e27-a752-156db44f3e28/bce4bd35-6728-4999-b4a7-5345c52c70e7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:33.089330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Transition to ACTIVE for port object 596cda8a-b6fa-4ada-99bd-6436067f8c77 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:33.096174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.174513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b84f98-921a-4a55-b4a9-d92b8476839e req-966f3351-9ed7-4f2c-92d2-7438baa21b9d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.176003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2b84f98-921a-4a55-b4a9-d92b8476839e req-966f3351-9ed7-4f2c-92d2-7438baa21b9d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 945 time: 0.1628189
Apr 02 21:01:33.191269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Pushing event updated for resources: {'Port': ['ID=596cda8a-b6fa-4ada-99bd-6436067f8c77,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:33.350180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0a6-3891-4633-bf05-2fbda236da1f req-ac47784a-a67f-4c76-8a1a-cee575ba2965 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.357213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5617f0a6-3891-4633-bf05-2fbda236da1f req-ac47784a-a67f-4c76-8a1a-cee575ba2965 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.0702922
Apr 02 21:01:33.362648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2b84f98-921a-4a55-b4a9-d92b8476839e req-42bb9700-2ca9-4474-821f-74c03ab463d0 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770620
Apr 02 21:01:33.365683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Attempting to bind port 596cda8a-b6fa-4ada-99bd-6436067f8c77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:33.366364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Attempting to bind port 596cda8a-b6fa-4ada-99bd-6436067f8c77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:33.366364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Attempting to bind port 596cda8a-b6fa-4ada-99bd-6436067f8c77 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:33.376207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Port 596cda8a-b6fa-4ada-99bd-6436067f8c77 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:33.376565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Attempting to bind port 596cda8a-b6fa-4ada-99bd-6436067f8c77 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:33.388182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:33.388543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:33.388929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Bound using segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:33.389363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Bound port: 596cda8a-b6fa-4ada-99bd-6436067f8c77, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:33.389722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.415095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5617f0a6-3891-4633-bf05-2fbda236da1f req-1a80f5b5-853d-43b8-8e69-831db7c582cb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568514
Apr 02 21:01:33.424007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.498144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] For port 596cda8a-b6fa-4ada-99bd-6436067f8c77, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:33.502112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] For port 596cda8a-b6fa-4ada-99bd-6436067f8c77, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:33.505365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.512813 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.584253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:33.589129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc5b5ca3-9839-417b-8e52-5a394733cf7b req-abef79ba-7a7b-4469-8e59-55064143c074 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0478101
Apr 02 21:01:33.593463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:33.596387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.597039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.599103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] 10.222.0.21 "PUT /v2.0/ports/596cda8a-b6fa-4ada-99bd-6436067f8c77 HTTP/1.1" status: 200  len: 1092 time: 1.2994215
Apr 02 21:01:33.601857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9962e223-2c12-4549-830d-3602ca472347', 'tag': '596cda8a-b6fa-4ada-99bd-6436067f8c77'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:33.604417 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9962e223-2c12-4549-830d-3602ca472347", "tag": "596cda8a-b6fa-4ada-99bd-6436067f8c77"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:33.607305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:33.641551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:33.691311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63669f3c-b102-4c85-ab84-3a6458da4850 req-027045e8-c758-4c4f-890e-031530717a87 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.698751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63669f3c-b102-4c85-ab84-3a6458da4850 req-027045e8-c758-4c4f-890e-031530717a87 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 931 time: 0.0699561
Apr 02 21:01:33.716650 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbaff50-f499-4154-b7ee-b68ad35f52d0 x-openstack-request-id: req-4bbaff50-f499-4154-b7ee-b68ad35f52d0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:33.716938 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9962e223-2c12-4549-830d-3602ca472347", "tag": "596cda8a-b6fa-4ada-99bd-6436067f8c77", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:33.717202 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bbaff50-f499-4154-b7ee-b68ad35f52d0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:33.717613 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbaff50-f499-4154-b7ee-b68ad35f52d0'] response: {'name': 'network-changed', 'server_uuid': '9962e223-2c12-4549-830d-3602ca472347', 'tag': '596cda8a-b6fa-4ada-99bd-6436067f8c77', 'status': 'completed', 'code': 200}
Apr 02 21:01:33.744384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63669f3c-b102-4c85-ab84-3a6458da4850 req-281aaa48-ac21-407f-b263-d15f4591fa15 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447259
Apr 02 21:01:33.749034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.749707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.771338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295665d-d47a-4c16-b275-f5b17c1d7b69 service neutron] Pushing event updated for resources: {'Port': ['ID=596cda8a-b6fa-4ada-99bd-6436067f8c77,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:33.784029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-056d0608-d548-43ab-a81e-c37bd73de5a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2348399
Apr 02 21:01:33.786470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-7818c131-0fbb-4925-8762-40abc44a491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.787912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-7818c131-0fbb-4925-8762-40abc44a491b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 1126 time: 0.1261699
Apr 02 21:01:33.804873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Request body: {'port': {'device_id': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:33.854021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-da056724-a2d8-43bf-9f53-e35607c62a68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77 HTTP/1.1" status: 200  len: 217 time: 0.0573502
Apr 02 21:01:33.930042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:33.932797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044026-cca6-403d-990d-1813832b0c63 req-4f055fbb-284c-4543-b1ff-de15bf0be843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:33.934292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-4f055fbb-284c-4543-b1ff-de15bf0be843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0740323
Apr 02 21:01:33.994849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-06286256-52d2-40be-9540-1b7c2da80590 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437174
Apr 02 21:01:34.107117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e00a-2110-4966-81cc-b2b2141ed8b1 req-d599f381-f1e8-457c-84e4-aab1b60014cf tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:34.108628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca33e00a-2110-4966-81cc-b2b2141ed8b1 req-d599f381-f1e8-457c-84e4-aab1b60014cf tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 948 time: 0.1733682
Apr 02 21:01:34.183535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f7369-bb1f-415a-8d41-cec0def19269 req-88b0895d-c454-4e88-8bb4-3b53b86902ac tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:34.186937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef5f7369-bb1f-415a-8d41-cec0def19269 req-88b0895d-c454-4e88-8bb4-3b53b86902ac tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 944 time: 0.0804291
Apr 02 21:01:34.222152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-fa5b2f81-ab0b-4c01-a759-ee7ca9eaeac6 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074046
Apr 02 21:01:34.259040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef5f7369-bb1f-415a-8d41-cec0def19269 req-2f146825-4513-422a-ba5f-04c73209cfed tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628424
Apr 02 21:01:34.299930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca33e00a-2110-4966-81cc-b2b2141ed8b1 req-3ceeb297-642d-4f17-a1b1-4c67ba21be70 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460440
Apr 02 21:01:34.491440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0502-f9e3-4226-b874-869346230760 req-02018b43-1114-43b3-a76e-ef6dc85fcd1c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:34.493169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-538e0502-f9e3-4226-b874-869346230760 req-02018b43-1114-43b3-a76e-ef6dc85fcd1c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 945 time: 0.0575745
Apr 02 21:01:34.543233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-538e0502-f9e3-4226-b874-869346230760 req-8b018e53-278a-4a16-abd3-10caf0de48bd tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433905
Apr 02 21:01:34.691479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b044026-cca6-403d-990d-1813832b0c63 req-461318b9-e13b-46e4-95a0-029152f51b55 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4537511
Apr 02 21:01:34.710031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff3dff-9e31-4392-a3ba-1534ae718b1e req-02349ab4-c819-4e87-b246-0ccda01d7682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:34.711550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09ff3dff-9e31-4392-a3ba-1534ae718b1e req-02349ab4-c819-4e87-b246-0ccda01d7682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.1084971
Apr 02 21:01:34.717031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fb18d231-9f39-41dd-b0ec-34aeb8c41f47 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:34.737439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-270e2712-e6a0-45d4-aabf-c3ce0ce77960 req-5b83cbad-cdca-4347-9d10-3e9116460ac2 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0322645
Apr 02 21:01:34.784079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce4bd35-6728-4999-b4a7-5345c52c70e7 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:34.789690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:34.793357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:34.793953 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:34.809545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Publish callbacks [] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:34.847121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Transition to ACTIVE for port object bce4bd35-6728-4999-b4a7-5345c52c70e7 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:34.851146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09ff3dff-9e31-4392-a3ba-1534ae718b1e req-ebff6105-89ac-4dc0-8bf6-aecda024cbad tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126873
Apr 02 21:01:34.853357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:34.874208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:34.874793 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:34.898007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:34.900520 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f6a8b9-065a-4588-bcfa-cc83f2396717" -d '{"events": [{"server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "name": "network-vif-plugged", "status": "completed", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:34.901255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-4103687b-c080-4827-804b-1864a9db1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:34.902774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-4103687b-c080-4827-804b-1864a9db1ed7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 1126 time: 0.1376722
Apr 02 21:01:34.917106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:34.925397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:34.926047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb4fe6-def2-4b8c-88b8-5f6b4b951985 req-f5c999dc-0adc-4325-8fec-78de648abe87 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:34.927081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 1cf9c0d2-1588-40b8-b842-d029691bdb18 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:34.927878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afbb4fe6-def2-4b8c-88b8-5f6b4b951985 req-f5c999dc-0adc-4325-8fec-78de648abe87 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 931 time: 0.0984590
Apr 02 21:01:34.928649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:34.980372 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfd9690-1836-4a07-bbe1-5b2e62618b45 x-openstack-request-id: req-9dfd9690-1836-4a07-bbe1-5b2e62618b45 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:34.980788 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "name": "network-vif-plugged", "status": "completed", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:34.981241 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dfd9690-1836-4a07-bbe1-5b2e62618b45 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:34.981685 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfd9690-1836-4a07-bbe1-5b2e62618b45'] response: {'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'code': 200}
Apr 02 21:01:35.003402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afbb4fe6-def2-4b8c-88b8-5f6b4b951985 req-e9dafc52-0f6d-4a0b-828c-ee61b95bbe2b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655847
Apr 02 21:01:35.012638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:35.030790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 1cf9c0d2-1588-40b8-b842-d029691bdb18 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:35.036582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 1cf9c0d2-1588-40b8-b842-d029691bdb18 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:35.037062 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:35.064352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Attempting to bind port bce4bd35-6728-4999-b4a7-5345c52c70e7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:35.064977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Attempting to bind port bce4bd35-6728-4999-b4a7-5345c52c70e7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:35.065135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Attempting to bind port bce4bd35-6728-4999-b4a7-5345c52c70e7 on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:35.074005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Port bce4bd35-6728-4999-b4a7-5345c52c70e7 on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:35.074346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Attempting to bind port bce4bd35-6728-4999-b4a7-5345c52c70e7 on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:35.087534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:35.087951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Checking segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:35.088252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Bound using segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:35.088715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Bound port: bce4bd35-6728-4999-b4a7-5345c52c70e7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:35.089072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:35.092365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-f51b2107-bf42-4800-8849-b5453a89028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.094518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-f51b2107-bf42-4800-8849-b5453a89028e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.1786005
Apr 02 21:01:35.102179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08db06-3e2b-4881-9bf4-1a3099423389 req-24bf1d22-62a4-43ed-bb9f-40a3f9e1a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.103741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c08db06-3e2b-4881-9bf4-1a3099423389 req-24bf1d22-62a4-43ed-bb9f-40a3f9e1a399 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1128 time: 0.0468531
Apr 02 21:01:35.120649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 1cf9c0d2-1588-40b8-b842-d029691bdb18 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:35.121042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:35.154252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c08db06-3e2b-4881-9bf4-1a3099423389 req-ebb90c43-993c-4f74-ad52-2b8dd4bb7b09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437472
Apr 02 21:01:35.154487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 1cf9c0d2-1588-40b8-b842-d029691bdb18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:35.159214 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:35.165761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-605347c7-5f68-47ce-bbd0-1261ae8a9e30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77 HTTP/1.1" status: 200  len: 217 time: 0.0616941
Apr 02 21:01:35.209464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=1cf9c0d2-1588-40b8-b842-d029691bdb18,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:35.229892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:35.234391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:35.240244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-059569c8-0a34-4056-b967-106f8b70f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.242023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-059569c8-0a34-4056-b967-106f8b70f6ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0686216
Apr 02 21:01:35.243547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:35.284023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.284990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:35.286360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] 10.222.0.21 "PUT /v2.0/ports/bce4bd35-6728-4999-b4a7-5345c52c70e7 HTTP/1.1" status: 200  len: 1091 time: 1.4910052
Apr 02 21:01:35.313727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-eaeb6d3b-affa-498a-a6da-7f797bf6a085 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623724
Apr 02 21:01:35.384945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a2c9-6f4d-4b44-8ade-130644916181 service neutron] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:35.422211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67cc89-4c6e-4374-85eb-b84e863a31a6 req-7dab2c45-7cd7-4b13-9de1-ecd6c5d7c9e3 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.423814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a67cc89-4c6e-4374-85eb-b84e863a31a6 req-7dab2c45-7cd7-4b13-9de1-ecd6c5d7c9e3 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.0541782
Apr 02 21:01:35.486315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a67cc89-4c6e-4374-85eb-b84e863a31a6 req-35721fb4-c0ea-449b-afd3-9b614bc22254 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559795
Apr 02 21:01:35.499218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-f7f49cf5-df2d-4cd7-9277-99954f966b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.501370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-f7f49cf5-df2d-4cd7-9277-99954f966b7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 1125 time: 0.1519105
Apr 02 21:01:35.503101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-35fa0401-84dd-407a-8f69-424832a93d43 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806509
Apr 02 21:01:35.511419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211a946-2657-4cfe-8581-f0b1f7a57b1b req-f24bf420-ed84-4e9b-a916-ebe3a119502e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.512816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e211a946-2657-4cfe-8581-f0b1f7a57b1b req-f24bf420-ed84-4e9b-a916-ebe3a119502e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 944 time: 0.1794074
Apr 02 21:01:35.573192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-fe32929b-eb15-4a5a-ae3f-c691abdf8f65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7 HTTP/1.1" status: 200  len: 217 time: 0.0563741
Apr 02 21:01:35.666219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882454ec-5d0a-40e8-82c4-366ac7b914f9 req-ada6a040-cd39-46b1-a926-62f8c557eaeb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.667777 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-882454ec-5d0a-40e8-82c4-366ac7b914f9 req-ada6a040-cd39-46b1-a926-62f8c557eaeb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 946 time: 0.0563328
Apr 02 21:01:35.688656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e211a946-2657-4cfe-8581-f0b1f7a57b1b req-d0e9abb4-fad0-4b9d-9f64-d2c95e77718c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573958
Apr 02 21:01:35.691937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a916-071f-4215-9b09-33796f967c23 req-282105cf-dc61-47ef-a4fc-bc2090aaad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:35.692962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-282105cf-dc61-47ef-a4fc-bc2090aaad5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 200  len: 861 time: 0.1108663
Apr 02 21:01:35.720500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-882454ec-5d0a-40e8-82c4-366ac7b914f9 req-6ef16928-544d-4bcf-9261-0c3a608f0f9d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442872
Apr 02 21:01:35.728264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'tag': 'bce4bd35-6728-4999-b4a7-5345c52c70e7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:35.730523 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3d5229-b7a5-4921-a032-907f699c972f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d1423d-d3ce-4abb-8754-c597a900f156", "tag": "bce4bd35-6728-4999-b4a7-5345c52c70e7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:35.739830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-d1aff131-5d3c-4cf3-9b3d-de1921b68a45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401874
Apr 02 21:01:35.745247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c2020ba-1b33-4a8d-931a-e09dcc04df9f req-cacb1b89-ace0-4e6e-ab35-53f3fc437718 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227035
Apr 02 21:01:35.772788 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5b207-f268-415a-92dc-886e451fa703 x-openstack-request-id: req-5ee5b207-f268-415a-92dc-886e451fa703 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:35.773084 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d1423d-d3ce-4abb-8754-c597a900f156", "tag": "bce4bd35-6728-4999-b4a7-5345c52c70e7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:35.773344 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ee5b207-f268-415a-92dc-886e451fa703 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:35.773745 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee5b207-f268-415a-92dc-886e451fa703'] response: {'name': 'network-changed', 'server_uuid': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'tag': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'status': 'completed', 'code': 200}
Apr 02 21:01:35.849252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-9718cf13-17d9-4903-8133-6dc644061378 service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025980
Apr 02 21:01:35.862679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7dcd3dbe-5e92-4d26-85f7-373d2155df94 req-f28b1a76-78f1-4530-b945-86ce5d86e9b8 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0257738
Apr 02 21:01:35.946086 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d28a916-071f-4215-9b09-33796f967c23 req-e02e1200-d793-46f7-80cb-7c49524e17af service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883057
Apr 02 21:01:36.035844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5229-b7a5-4921-a032-907f699c972f req-19b00a36-77bf-458c-b69a-011fb2bf97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.037372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-19b00a36-77bf-458c-b69a-011fb2bf97ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 1125 time: 0.0449605
Apr 02 21:01:36.160098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5229-b7a5-4921-a032-907f699c972f req-4f454f5f-0643-45bd-bcca-0f20b5e8e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.161603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-4f454f5f-0643-45bd-bcca-0f20b5e8e5f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 922 time: 0.1184103
Apr 02 21:01:36.174750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58ccd-bd12-416b-aaa5-671f7b251322 req-77450a3d-563e-492d-b1cc-d595f55757f1 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.176181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81f58ccd-bd12-416b-aaa5-671f7b251322 req-77450a3d-563e-492d-b1cc-d595f55757f1 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 943 time: 0.0766091
Apr 02 21:01:36.229540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-18772b39-a1c6-4633-8656-c004ad096e45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7 HTTP/1.1" status: 200  len: 217 time: 0.0523310
Apr 02 21:01:36.288675 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81f58ccd-bd12-416b-aaa5-671f7b251322 req-461aded5-e396-4535-a82a-fecb68c50723 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057904
Apr 02 21:01:36.296263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5229-b7a5-4921-a032-907f699c972f req-b2e81d0b-5786-4fb6-b111-693dee5c4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.297753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-b2e81d0b-5786-4fb6-b111-693dee5c4ba9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 200  len: 861 time: 0.0620263
Apr 02 21:01:36.335360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-eb03de50-5ea5-4c6c-9250-59558626375a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302050
Apr 02 21:01:36.421154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-50e1a509-7c94-4d51-823b-d318d67620fb service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797279
Apr 02 21:01:36.514087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3d5229-b7a5-4921-a032-907f699c972f req-5053ab47-960d-4828-8138-711b2690e38c service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861869
Apr 02 21:01:36.605196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0eb4b-7e77-4ba6-8449-d62db3c44611 req-6dba1ef4-9272-473d-86f3-4485018d1187 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.606621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9b0eb4b-7e77-4ba6-8449-d62db3c44611 req-6dba1ef4-9272-473d-86f3-4485018d1187 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.0537329
Apr 02 21:01:36.654399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9b0eb4b-7e77-4ba6-8449-d62db3c44611 req-17c763ee-8187-4b3a-a983-bdf07ddf1590 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414550
Apr 02 21:01:36.809212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c8ef1-e17b-4cd3-a0bf-39ee6ff70db5 req-e0ecd45d-1904-432a-bf07-41e46a7e1e73 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.810693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a20c8ef1-e17b-4cd3-a0bf-39ee6ff70db5 req-e0ecd45d-1904-432a-bf07-41e46a7e1e73 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 944 time: 0.0544622
Apr 02 21:01:36.843167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc233e2-9fcf-4658-91ac-819198837a86 req-010b909c-90a6-4df0-a378-f182ca370b48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:36.845286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fc233e2-9fcf-4658-91ac-819198837a86 req-010b909c-90a6-4df0-a378-f182ca370b48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 946 time: 0.0565648
Apr 02 21:01:36.857029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a20c8ef1-e17b-4cd3-a0bf-39ee6ff70db5 req-9e09aa80-1481-4a43-b3e0-6cde1ddaa0aa tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402324
Apr 02 21:01:36.891046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fc233e2-9fcf-4658-91ac-819198837a86 req-f61cde7f-be9e-4355-9a09-87d37f179db5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401151
Apr 02 21:01:36.978436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a145d5e2-7254-425c-a66b-092b1fc7efc3 req-d101deb0-ef63-4476-b48f-930f0b4a8bf4 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0260437
Apr 02 21:01:36.982910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf9c0d2-1588-40b8-b842-d029691bdb18'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:36.986268 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70d47c-3c2e-4aa5-ad2a-bb33cedb19c0" -d '{"events": [{"server_uuid": "2bf6ba71-9588-4ab5-ba8b-068b074706da", "name": "network-vif-plugged", "status": "completed", "tag": "1cf9c0d2-1588-40b8-b842-d029691bdb18"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:36.996575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-528d0bee-49a0-4ce5-b8b5-abf361021101 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1911121866&fields=id&tenant_id=23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 267 time: 0.0416958
Apr 02 21:01:37.039057 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059cc1d-8281-49f8-b6fb-b43cde302111 x-openstack-request-id: req-b059cc1d-8281-49f8-b6fb-b43cde302111 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:37.039462 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6ba71-9588-4ab5-ba8b-068b074706da", "name": "network-vif-plugged", "status": "completed", "tag": "1cf9c0d2-1588-40b8-b842-d029691bdb18", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:37.039782 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b059cc1d-8281-49f8-b6fb-b43cde302111 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:37.040186 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b059cc1d-8281-49f8-b6fb-b43cde302111'] response: {'server_uuid': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf9c0d2-1588-40b8-b842-d029691bdb18', 'code': 200}
Apr 02 21:01:37.053528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-f41ad366-f804-476d-a94d-1738e792ec78 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.055026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-f41ad366-f804-476d-a94d-1738e792ec78 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 946 time: 0.0531204
Apr 02 21:01:37.066336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'port': {'security_groups': ['9825e0aa-2e0c-4c33-8eb2-2fb58e110189', 'c13f0570-327b-4120-8ed5-2f86d24be6fe']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:37.166447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.185111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0c31e-ca36-49ed-88fc-b7e4522377b5 req-93f26a69-d475-4f0b-85de-bb7f70cc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.186608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fd0c31e-ca36-49ed-88fc-b7e4522377b5 req-93f26a69-d475-4f0b-85de-bb7f70cc2da6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 1131 time: 0.0909002
Apr 02 21:01:37.274493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fd0c31e-ca36-49ed-88fc-b7e4522377b5 req-e9ab84b8-02d6-41a7-86a5-555e6c16e851 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693789
Apr 02 21:01:37.380998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:37.412142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e885b22-dd72-48be-a873-27178ade07ba req-097f3a84-0c42-4f38-89d8-9e18577d6bdd tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.413033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.413754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e885b22-dd72-48be-a873-27178ade07ba req-097f3a84-0c42-4f38-89d8-9e18577d6bdd tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 943 time: 0.0570691
Apr 02 21:01:37.417796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.429568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:37.472599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.472781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e885b22-dd72-48be-a873-27178ade07ba req-f0f516ba-5132-4438-b956-49136bd6b438 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525532
Apr 02 21:01:37.472866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.474133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d3a6c7c-0bee-47d4-b425-13b5cc4b19f8 req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "PUT /v2.0/ports/fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 982 time: 0.4124534
Apr 02 21:01:37.474596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:37.477531 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fa0021-08b4-4902-bb60-72b9dd8df609" -d '{"events": [{"name": "network-changed", "server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:37.501652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c9690-0cf3-43cc-b5cd-2e58e7e305f9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:37.524679 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64aa01d-a17c-4ae1-9d4c-48571b0a37b1 x-openstack-request-id: req-d64aa01d-a17c-4ae1-9d4c-48571b0a37b1 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:37.525122 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:37.525384 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d64aa01d-a17c-4ae1-9d4c-48571b0a37b1 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:37.525913 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64aa01d-a17c-4ae1-9d4c-48571b0a37b1'] response: {'name': 'network-changed', 'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'status': 'completed', 'code': 200}
Apr 02 21:01:37.580231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:37.584200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-a8ea2b8b-3738-456d-9fc5-4f0058829360 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-490939418&fields=id&tenant_id=23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 267 time: 0.0539453
Apr 02 21:01:37.616135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-e8e52461-6ec0-434f-b7b5-a1469f1d2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.617693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-e8e52461-6ec0-434f-b7b5-a1469f1d2173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1167 time: 0.0500550
Apr 02 21:01:37.646538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-c80e627a-6e4e-4463-b055-30b704f09fe3 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.648236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-c80e627a-6e4e-4463-b055-30b704f09fe3 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 985 time: 0.0566354
Apr 02 21:01:37.660140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'port': {'security_groups': ['9825e0aa-2e0c-4c33-8eb2-2fb58e110189', 'c13f0570-327b-4120-8ed5-2f86d24be6fe', '6523b211-2954-4b11-9a65-3f3c84efe927']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:37.724668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-bb22beff-ebaf-4a59-b689-0f6f66c0c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.726431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-bb22beff-ebaf-4a59-b689-0f6f66c0c937 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.1023571
Apr 02 21:01:37.740626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.801772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-5b5e5e60-6e86-4e23-ae07-1d28f8a95c97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 217 time: 0.0524228
Apr 02 21:01:37.859210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197fd49-59c7-437b-8a21-68c0a722b704 req-6554a558-b4ec-43b6-a524-28d05a5aeee9 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.860828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1197fd49-59c7-437b-8a21-68c0a722b704 req-6554a558-b4ec-43b6-a524-28d05a5aeee9 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.1216831
Apr 02 21:01:37.866302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-afbc15ea-bd98-40f4-89c1-db9e4abb9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:37.867678 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-afbc15ea-bd98-40f4-89c1-db9e4abb9728 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0583186
Apr 02 21:01:37.875163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 596cda8a-b6fa-4ada-99bd-6436067f8c77 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:37.910099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-77e52a0c-a27f-475b-8f8d-4271b4cddb85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347886
Apr 02 21:01:37.947420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:37.964296 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1197fd49-59c7-437b-8a21-68c0a722b704 req-f9fc6e7d-70d3-4f33-bf8b-42228cdd10a8 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956681
Apr 02 21:01:37.990506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.996670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:37.999429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 596cda8a-b6fa-4ada-99bd-6436067f8c77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:38.013805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:38.022359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '596cda8a-b6fa-4ada-99bd-6436067f8c77', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': '596cda8a-b6fa-4ada-99bd-6436067f8c77', 'mac_address': 'fa:16:3e:43:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:38.030416 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-080a9885-78b0-4faf-94e0-cb30d1d7c19e service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140413
Apr 02 21:01:38.046841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.048150 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.049866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-22dfdcf6-4433-431e-bca0-28790c7068b4 req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "PUT /v2.0/ports/fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 1021 time: 0.3950601
Apr 02 21:01:38.051046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:38.058371 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d37e74-1f8a-4c81-a35f-712d3606c208" -d '{"events": [{"name": "network-changed", "server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:38.094900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d3939-73b2-4928-9f44-c25a7c11c07a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:38.100988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 596cda8a-b6fa-4ada-99bd-6436067f8c77 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:38.101619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.129238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596cda8a-b6fa-4ada-99bd-6436067f8c77 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:38.142478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46492e18-10e3-43c8-a76f-9eb5f0d7ae06 req-a4e29ee3-9fc8-489a-87d6-3bdbef3404f7 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0308304
Apr 02 21:01:38.181594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 596cda8a-b6fa-4ada-99bd-6436067f8c77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:38.191910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-66fa0021-08b4-4902-bb60-72b9dd8df609 req-67e2260b-8a90-45c3-98dc-92ed455a8658 service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451881
Apr 02 21:01:38.202219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f97e5-12cf-4489-800d-e6b7a7b07865 req-a14f62da-b9e2-4ac6-90a4-974465d2e835 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.208539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-412f97e5-12cf-4489-800d-e6b7a7b07865 req-a14f62da-b9e2-4ac6-90a4-974465d2e835 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 944 time: 0.0863097
Apr 02 21:01:38.218839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.227422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:38.259827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-412f97e5-12cf-4489-800d-e6b7a7b07865 req-5019fad0-9639-4fb8-b085-83ea0c211485 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503204
Apr 02 21:01:38.304181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaedbdf-bc04-48de-858b-a6e57487f410 req-617b6387-90f8-4d16-acd8-57450de61461 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.306169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecaedbdf-bc04-48de-858b-a6e57487f410 req-617b6387-90f8-4d16-acd8-57450de61461 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1024 time: 0.0677500
Apr 02 21:01:38.307714 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa55975-7cf9-4391-bff4-0cb5b9f764e8 x-openstack-request-id: req-afa55975-7cf9-4391-bff4-0cb5b9f764e8 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:38.308100 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:38.308490 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afa55975-7cf9-4391-bff4-0cb5b9f764e8 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:38.308977 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa55975-7cf9-4391-bff4-0cb5b9f764e8'] response: {'name': 'network-changed', 'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'status': 'completed', 'code': 200}
Apr 02 21:01:38.342480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=596cda8a-b6fa-4ada-99bd-6436067f8c77,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:38.378869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecaedbdf-bc04-48de-858b-a6e57487f410 req-f3153862-e38a-4545-b8d4-d7776b6852cb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523b211-2954-4b11-9a65-3f3c84efe927&id=c13f0570-327b-4120-8ed5-2f86d24be6fe&id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189 HTTP/1.1" status: 200  len: 6208 time: 0.0667367
Apr 02 21:01:38.399433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-9b8a5e4a-5153-4350-ba26-070eca92fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.401375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-9b8a5e4a-5153-4350-ba26-070eca92fa69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1207 time: 0.0607715
Apr 02 21:01:38.408559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2dcd1157-7370-4d26-bc6e-017093cda9c5 req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1062346568 ', 'description': 'tempest-description-1690234362'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:38.445824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2dcd1157-7370-4d26-bc6e-017093cda9c5 req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.496529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['596cda8a-b6fa-4ada-99bd-6436067f8c77'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:38.540240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-09650313-af70-4038-8b94-9f90f3e71785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.541758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-09650313-af70-4038-8b94-9f90f3e71785 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.1190436
Apr 02 21:01:38.607338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-29703ed2-36bf-4ffd-b07f-9fa79755e721 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 200  len: 217 time: 0.0543146
Apr 02 21:01:38.617868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2dcd1157-7370-4d26-bc6e-017093cda9c5 req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (84479b89-cee0-4cd6-b5ef-e788bbcca7a4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.627014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2dcd1157-7370-4d26-bc6e-017093cda9c5 req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (84479b89-cee0-4cd6-b5ef-e788bbcca7a4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.676817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206519d9-ec5d-49b6-842c-f60ddd26eb83 req-c39b9c98-4a5c-47ef-a5d0-d61326bf6194 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.679429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-206519d9-ec5d-49b6-842c-f60ddd26eb83 req-c39b9c98-4a5c-47ef-a5d0-d61326bf6194 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 943 time: 0.1392713
Apr 02 21:01:38.692992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2dcd1157-7370-4d26-bc6e-017093cda9c5 req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.694231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2dcd1157-7370-4d26-bc6e-017093cda9c5 req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2902834
Apr 02 21:01:38.697428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5339349-c01c-4aa5-b7f9-27e02d0c5338 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84479b89-cee0-4cd6-b5ef-e788bbcca7a4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:38.702557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-89b6c10c-1bf0-41dd-bd5d-6d16fbf99ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:38.704029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-89b6c10c-1bf0-41dd-bd5d-6d16fbf99ded service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0890114
Apr 02 21:01:38.749024 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-c24d8add-9f9b-40ee-b1bc-46acf6f7493a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389507
Apr 02 21:01:38.776876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-206519d9-ec5d-49b6-842c-f60ddd26eb83 req-8e0eea43-685f-4809-93dc-754181ec651a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707061
Apr 02 21:01:38.835631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8e1faf9-374e-4f3f-af77-919406c1b3d5 req-0467a0ed-8462-4999-9dd7-63ae6b9b95f6 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/84479b89-cee0-4cd6-b5ef-e788bbcca7a4 HTTP/1.1" status: 200  len: 1800 time: 0.0987763
Apr 02 21:01:38.862425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-97daadc6-ab82-44c7-bebb-90c37afe2834 service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052272
Apr 02 21:01:38.896118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ae34eae-3fd6-48f6-aca0-ae3c9094e9bd req-7f5c56e6-5d59-4090-b06a-f63924ab4aa0 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/84479b89-cee0-4cd6-b5ef-e788bbcca7a4 HTTP/1.1" status: 200  len: 1800 time: 0.0398436
Apr 02 21:01:38.954795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6ae34eae-3fd6-48f6-aca0-ae3c9094e9bd req-357fe65f-ffd5-4b88-a464-3a6519b0bfda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (84479b89-cee0-4cd6-b5ef-e788bbcca7a4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:38.960190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d37e74-1f8a-4c81-a35f-712d3606c208 req-8d558905-40be-4bcb-9268-a663d1a0beb1 service neutron] 10.222.0.15 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897141
Apr 02 21:01:38.981316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6ae34eae-3fd6-48f6-aca0-ae3c9094e9bd req-357fe65f-ffd5-4b88-a464-3a6519b0bfda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (84479b89-cee0-4cd6-b5ef-e788bbcca7a4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.022496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6ae34eae-3fd6-48f6-aca0-ae3c9094e9bd req-357fe65f-ffd5-4b88-a464-3a6519b0bfda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (84479b89-cee0-4cd6-b5ef-e788bbcca7a4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.025374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6ae34eae-3fd6-48f6-aca0-ae3c9094e9bd req-357fe65f-ffd5-4b88-a464-3a6519b0bfda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.027006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ae34eae-3fd6-48f6-aca0-ae3c9094e9bd req-357fe65f-ffd5-4b88-a464-3a6519b0bfda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/84479b89-cee0-4cd6-b5ef-e788bbcca7a4 HTTP/1.1" status: 204  len: 173 time: 0.1232996
Apr 02 21:01:39.035597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe65f-ffd5-4b88-a464-3a6519b0bfda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84479b89-cee0-4cd6-b5ef-e788bbcca7a4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:39.066155 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-2fc44062-5753-4209-b605-cf8e4994beae req-78db40bc-3832-4698-99b4-38a9247f918c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:01:39.067160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fc44062-5753-4209-b605-cf8e4994beae req-78db40bc-3832-4698-99b4-38a9247f918c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/84479b89-cee0-4cd6-b5ef-e788bbcca7a4 HTTP/1.1" status: 404  len: 352 time: 0.0153039
Apr 02 21:01:39.094897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-9300de63-85ea-49b7-88e3-d1cb0c540a50 req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-799734308', 'description': 'tempest-description-205330027'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:39.101600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac88a2-d05e-4ad1-bba5-7c385dbd6886 req-db176ff3-b6fb-40f3-a85a-ca2635a68684 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:39.103148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9ac88a2-d05e-4ad1-bba5-7c385dbd6886 req-db176ff3-b6fb-40f3-a85a-ca2635a68684 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.0598845
Apr 02 21:01:39.115075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9300de63-85ea-49b7-88e3-d1cb0c540a50 req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.155569 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9ac88a2-d05e-4ad1-bba5-7c385dbd6886 req-1f0e5701-0dd6-431e-b859-a3602517a56c tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459569
Apr 02 21:01:39.190166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9300de63-85ea-49b7-88e3-d1cb0c540a50 req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (3d08f432-5cdc-4982-8b42-0913079455f9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.194359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9300de63-85ea-49b7-88e3-d1cb0c540a50 req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3d08f432-5cdc-4982-8b42-0913079455f9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.222448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9300de63-85ea-49b7-88e3-d1cb0c540a50 req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.223581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9300de63-85ea-49b7-88e3-d1cb0c540a50 req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.1329174
Apr 02 21:01:39.227922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b8e69-2cf2-4acb-b909-69fa186f7f7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d08f432-5cdc-4982-8b42-0913079455f9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:39.306028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eee571d9-eede-41c8-92f1-9b0787de8091 req-a345d291-3b4d-43c7-af1b-ed30604c7964 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0266092
Apr 02 21:01:39.354359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-9d0f86d8-70b4-418a-a734-1b53af27bb24 req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-264733051', 'description': 'tempest-description-1688930910'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:39.374247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d0f86d8-70b4-418a-a734-1b53af27bb24 req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.430957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746bef3-2e00-4721-936b-2ee85480d9ab req-30fc18bf-0fe4-4515-994d-fcd6acf861a4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:39.432426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e746bef3-2e00-4721-936b-2ee85480d9ab req-30fc18bf-0fe4-4515-994d-fcd6acf861a4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 945 time: 0.0524306
Apr 02 21:01:39.442540 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d0f86d8-70b4-418a-a734-1b53af27bb24 req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.448419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d0f86d8-70b4-418a-a734-1b53af27bb24 req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.478231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9d0f86d8-70b4-418a-a734-1b53af27bb24 req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.479454 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d0f86d8-70b4-418a-a734-1b53af27bb24 req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.1296771
Apr 02 21:01:39.484505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e746bef3-2e00-4721-936b-2ee85480d9ab req-3faf02df-4fe6-4ad1-bf52-de780d87f413 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461786
Apr 02 21:01:39.489539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b0bc9-839e-4111-8af5-a977d9a65457 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:39.513702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a26a70af-5750-4e31-8068-5b3f8f43ed84 req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1488141446', 'description': 'tempest-description-1413737984'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:39.534571 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a26a70af-5750-4e31-8068-5b3f8f43ed84 req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.602209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a26a70af-5750-4e31-8068-5b3f8f43ed84 req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (83a34da8-bd0b-4d14-8446-c45adbac4380), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.606643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a26a70af-5750-4e31-8068-5b3f8f43ed84 req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (83a34da8-bd0b-4d14-8446-c45adbac4380), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.633650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a26a70af-5750-4e31-8068-5b3f8f43ed84 req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:39.634852 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a26a70af-5750-4e31-8068-5b3f8f43ed84 req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.1253567
Apr 02 21:01:39.638720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74501a-fce2-4518-b658-181efc0396e1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a34da8-bd0b-4d14-8446-c45adbac4380,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:39.747400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-035e0fb0-5451-4897-83c7-01a7ddce0696 req-ea0a7aa2-b984-4772-a01a-668a17aace25 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 11012 time: 0.0911574
Apr 02 21:01:39.792807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-035e0fb0-5451-4897-83c7-01a7ddce0696 req-46d793b8-005e-4748-a372-87d04218113e tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/9825e0aa-2e0c-4c33-8eb2-2fb58e110189 HTTP/1.1" status: 200  len: 3002 time: 0.0384049
Apr 02 21:01:39.841033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-035e0fb0-5451-4897-83c7-01a7ddce0696 req-ede2c981-e6e8-43c2-969e-df686bcecb8a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/9825e0aa-2e0c-4c33-8eb2-2fb58e110189 HTTP/1.1" status: 200  len: 3002 time: 0.0421774
Apr 02 21:01:39.868100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bce4bd35-6728-4999-b4a7-5345c52c70e7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:39.873035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 596cda8a-b6fa-4ada-99bd-6436067f8c77 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:39.956392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb377673-4613-4a8f-b2f0-c7ccec03305c req-6f2204dd-19f0-43c2-9164-2379578f63f1 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:39.958574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb377673-4613-4a8f-b2f0-c7ccec03305c req-6f2204dd-19f0-43c2-9164-2379578f63f1 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 943 time: 0.0656028
Apr 02 21:01:39.959084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d0cc5-4964-4024-beca-7c787dab7d70 req-727a6694-9bc9-4ec7-bbb6-9284fe2a122b tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:39.962281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-458d0cc5-4964-4024-beca-7c787dab7d70 req-727a6694-9bc9-4ec7-bbb6-9284fe2a122b tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.0625260
Apr 02 21:01:39.987360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 596cda8a-b6fa-4ada-99bd-6436067f8c77 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:39.994303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 596cda8a-b6fa-4ada-99bd-6436067f8c77 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:39.994686 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.013472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb377673-4613-4a8f-b2f0-c7ccec03305c req-0a6f58b5-d51b-456d-aa8f-eb5a19d35935 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478969
Apr 02 21:01:40.020564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-458d0cc5-4964-4024-beca-7c787dab7d70 req-c6de9fa3-46e2-4800-a40f-c69908da42eb tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510621
Apr 02 21:01:40.058916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:40.073399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e08b216e-a05e-4f80-b98e-64bddaf217e7 req-12830d78-2710-4b0f-8fe6-eacc36395705 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/3d08f432-5cdc-4982-8b42-0913079455f9 HTTP/1.1" status: 200  len: 1818 time: 0.0382674
Apr 02 21:01:40.077957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'port_id': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'mac_address': 'fa:16:3e:79:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adbb5c0-96ec-4e27-a752-156db44f3e28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:40.131616 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e08b216e-a05e-4f80-b98e-64bddaf217e7 req-b53d1cc3-92e8-4649-a75c-e6f4004fcc0f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (3d08f432-5cdc-4982-8b42-0913079455f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.148359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port bce4bd35-6728-4999-b4a7-5345c52c70e7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:40.148786 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.151416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 596cda8a-b6fa-4ada-99bd-6436067f8c77 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:40.151799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.154374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e08b216e-a05e-4f80-b98e-64bddaf217e7 req-b53d1cc3-92e8-4649-a75c-e6f4004fcc0f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (3d08f432-5cdc-4982-8b42-0913079455f9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.173167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce4bd35-6728-4999-b4a7-5345c52c70e7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:40.194956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9962e223-2c12-4549-830d-3602ca472347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596cda8a-b6fa-4ada-99bd-6436067f8c77'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:40.196430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e08b216e-a05e-4f80-b98e-64bddaf217e7 req-b53d1cc3-92e8-4649-a75c-e6f4004fcc0f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3d08f432-5cdc-4982-8b42-0913079455f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.197301 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b5a4dc-00a7-469b-bc38-02cf3c122e7b" -d '{"events": [{"server_uuid": "9962e223-2c12-4549-830d-3602ca472347", "name": "network-vif-plugged", "status": "completed", "tag": "596cda8a-b6fa-4ada-99bd-6436067f8c77"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:40.199593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e08b216e-a05e-4f80-b98e-64bddaf217e7 req-b53d1cc3-92e8-4649-a75c-e6f4004fcc0f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.200759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e08b216e-a05e-4f80-b98e-64bddaf217e7 req-b53d1cc3-92e8-4649-a75c-e6f4004fcc0f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/3d08f432-5cdc-4982-8b42-0913079455f9 HTTP/1.1" status: 204  len: 173 time: 0.1203375
Apr 02 21:01:40.212492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d1cc3-92e8-4649-a75c-e6f4004fcc0f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d08f432-5cdc-4982-8b42-0913079455f9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:40.213945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:40.217611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 596cda8a-b6fa-4ada-99bd-6436067f8c77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:40.228111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.243570 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.252804 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-b03d55af-9f80-448c-b58a-744a47150007 req-3676eacd-ccd3-4f22-9f94-d5af15b55e46 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:01:40.254181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b03d55af-9f80-448c-b58a-744a47150007 req-3676eacd-ccd3-4f22-9f94-d5af15b55e46 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/3d08f432-5cdc-4982-8b42-0913079455f9 HTTP/1.1" status: 404  len: 352 time: 0.0219374
Apr 02 21:01:40.270397 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63755d79-3b07-47a9-9920-8d89a2b0f14a x-openstack-request-id: req-63755d79-3b07-47a9-9920-8d89a2b0f14a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:40.270719 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9962e223-2c12-4549-830d-3602ca472347", "name": "network-vif-plugged", "status": "completed", "tag": "596cda8a-b6fa-4ada-99bd-6436067f8c77", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:40.270977 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63755d79-3b07-47a9-9920-8d89a2b0f14a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:40.271393 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63755d79-3b07-47a9-9920-8d89a2b0f14a'] response: {'server_uuid': '9962e223-2c12-4549-830d-3602ca472347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596cda8a-b6fa-4ada-99bd-6436067f8c77', 'code': 200}
Apr 02 21:01:40.305593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:40.348279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c32bd3-1dd7-4c5d-ae96-64265942a0b6 req-6a5636c5-75cf-4467-87f7-c07d7e0e8026 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97 HTTP/1.1" status: 200  len: 1819 time: 0.0719187
Apr 02 21:01:40.358918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=596cda8a-b6fa-4ada-99bd-6436067f8c77,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:40.398998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b264c5-0fb7-4eba-9455-ab6e5db8961a req-3c96d1b0-7048-45d0-bc44-200b78c92f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:40.400618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2b264c5-0fb7-4eba-9455-ab6e5db8961a req-3c96d1b0-7048-45d0-bc44-200b78c92f27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 1128 time: 0.0812743
Apr 02 21:01:40.434106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96c32bd3-1dd7-4c5d-ae96-64265942a0b6 req-f5ad3864-5f3a-4e80-9770-1adba6c24e80 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.473589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96c32bd3-1dd7-4c5d-ae96-64265942a0b6 req-f5ad3864-5f3a-4e80-9770-1adba6c24e80 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.480614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['bce4bd35-6728-4999-b4a7-5345c52c70e7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:40.483361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2b264c5-0fb7-4eba-9455-ab6e5db8961a req-33843b58-a8d1-459b-9655-9f3eef1a0a36 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742810
Apr 02 21:01:40.488757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1e28b90-c9c8-4062-9356-d3f71a188b0e req-e2022ef3-b27d-4468-b0b5-5e0012549fcb tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0881262
Apr 02 21:01:40.522618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96c32bd3-1dd7-4c5d-ae96-64265942a0b6 req-f5ad3864-5f3a-4e80-9770-1adba6c24e80 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.525477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-96c32bd3-1dd7-4c5d-ae96-64265942a0b6 req-f5ad3864-5f3a-4e80-9770-1adba6c24e80 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.526640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c32bd3-1dd7-4c5d-ae96-64265942a0b6 req-f5ad3864-5f3a-4e80-9770-1adba6c24e80 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97 HTTP/1.1" status: 204  len: 173 time: 0.1711996
Apr 02 21:01:40.542450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad3864-5f3a-4e80-9770-1adba6c24e80 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:40.567985 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-85d38c00-dd1a-4289-ab0e-b2e2276bc644 req-df8df7a5-73b5-4094-9423-24b78bbd6ca4 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:01:40.569355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85d38c00-dd1a-4289-ab0e-b2e2276bc644 req-df8df7a5-73b5-4094-9423-24b78bbd6ca4 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97 HTTP/1.1" status: 404  len: 352 time: 0.0205004
Apr 02 21:01:40.632710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-841750d6-7062-4aca-b8d4-b1bd5d496afe req-8d2f4f71-b08c-416a-8493-2de6794216c1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/83a34da8-bd0b-4d14-8446-c45adbac4380 HTTP/1.1" status: 200  len: 1820 time: 0.0394440
Apr 02 21:01:40.637896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60a6b4-f7a3-4d21-8d7a-a7de96f8c8d9 req-4acd3402-66ab-455c-9703-8fe639031877 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:40.644410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad60a6b4-f7a3-4d21-8d7a-a7de96f8c8d9 req-4acd3402-66ab-455c-9703-8fe639031877 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.0595086
Apr 02 21:01:40.692468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad60a6b4-f7a3-4d21-8d7a-a7de96f8c8d9 req-593a89d3-ff35-4972-8234-7d8e544cf0a1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445514
Apr 02 21:01:40.692666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-841750d6-7062-4aca-b8d4-b1bd5d496afe req-45f1e1f8-0c1e-4908-87e5-8b4619065476 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (83a34da8-bd0b-4d14-8446-c45adbac4380), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.715656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-841750d6-7062-4aca-b8d4-b1bd5d496afe req-45f1e1f8-0c1e-4908-87e5-8b4619065476 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (83a34da8-bd0b-4d14-8446-c45adbac4380), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.759538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-841750d6-7062-4aca-b8d4-b1bd5d496afe req-45f1e1f8-0c1e-4908-87e5-8b4619065476 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (83a34da8-bd0b-4d14-8446-c45adbac4380), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.762278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-841750d6-7062-4aca-b8d4-b1bd5d496afe req-45f1e1f8-0c1e-4908-87e5-8b4619065476 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:40.763470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-841750d6-7062-4aca-b8d4-b1bd5d496afe req-45f1e1f8-0c1e-4908-87e5-8b4619065476 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/83a34da8-bd0b-4d14-8446-c45adbac4380 HTTP/1.1" status: 204  len: 173 time: 0.1249475
Apr 02 21:01:40.776421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1e1f8-0c1e-4908-87e5-8b4619065476 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a34da8-bd0b-4d14-8446-c45adbac4380,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:40.794524 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-b07f950c-c7d4-451c-abce-a99150283edc req-027819ad-8e54-49db-b922-294df4620600 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:01:40.795555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b07f950c-c7d4-451c-abce-a99150283edc req-027819ad-8e54-49db-b922-294df4620600 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/83a34da8-bd0b-4d14-8446-c45adbac4380 HTTP/1.1" status: 404  len: 352 time: 0.0134730
Apr 02 21:01:40.877912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b4cf0b0-af3e-42ba-9b68-82c16fc520a3 req-5e1f953b-ac84-487e-8576-760569fe068d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 6208 time: 0.0614829
Apr 02 21:01:40.930282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b4cf0b0-af3e-42ba-9b68-82c16fc520a3 req-287f820f-4206-4fef-a8d8-ea135e6671c5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/9825e0aa-2e0c-4c33-8eb2-2fb58e110189 HTTP/1.1" status: 200  len: 3002 time: 0.0462787
Apr 02 21:01:40.974396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b4cf0b0-af3e-42ba-9b68-82c16fc520a3 req-b9d2e32d-4be7-4f10-a2b3-841c0035daa8 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/9825e0aa-2e0c-4c33-8eb2-2fb58e110189 HTTP/1.1" status: 200  len: 3002 time: 0.0384610
Apr 02 21:01:41.002449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c30e7825-7064-49a1-b372-6a020580f80d req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-270351546', 'description': 'tempest-description-1302612029'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:41.022672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c30e7825-7064-49a1-b372-6a020580f80d req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.107265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c30e7825-7064-49a1-b372-6a020580f80d req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (8c6ecfd9-a637-4585-bc5f-4fca06655b3b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.114686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c30e7825-7064-49a1-b372-6a020580f80d req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8c6ecfd9-a637-4585-bc5f-4fca06655b3b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.147047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c30e7825-7064-49a1-b372-6a020580f80d req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.148650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c30e7825-7064-49a1-b372-6a020580f80d req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.1505413
Apr 02 21:01:41.150604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483653d-68c8-445c-8320-da21eaddf3fe tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ecfd9-a637-4585-bc5f-4fca06655b3b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:41.152420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc83bd2-1a81-45be-91f2-873b209c7430 req-7824979c-2e97-47ed-95ad-b075b1ea46e5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:41.154206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fc83bd2-1a81-45be-91f2-873b209c7430 req-7824979c-2e97-47ed-95ad-b075b1ea46e5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 944 time: 0.0550988
Apr 02 21:01:41.208817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fc83bd2-1a81-45be-91f2-873b209c7430 req-04115279-8757-445d-aa5a-2e62ddb3a06d tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461853
Apr 02 21:01:41.237843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-dd1071ff-b2c1-4df1-baea-ddeec7389bf1 req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1001253703', 'description': 'tempest-description-956213401'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:41.258214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-dd1071ff-b2c1-4df1-baea-ddeec7389bf1 req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.262764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f61668-7633-499c-aa71-ea2995802240 req-3b4b2623-5327-41fb-bcf2-768093a9974f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:41.264677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61f61668-7633-499c-aa71-ea2995802240 req-3b4b2623-5327-41fb-bcf2-768093a9974f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.0591223
Apr 02 21:01:41.314298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61f61668-7633-499c-aa71-ea2995802240 req-a680fae7-23b5-462d-bc97-9a2d63622e71 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/security-groups?id=128d0cdc-dd16-4c2d-b9b9-035b67dc0213&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435424
Apr 02 21:01:41.324744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-dd1071ff-b2c1-4df1-baea-ddeec7389bf1 req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (a70f57f3-c644-44f0-816b-65c3c747ec1a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.334670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-dd1071ff-b2c1-4df1-baea-ddeec7389bf1 req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a70f57f3-c644-44f0-816b-65c3c747ec1a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.364126 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-dd1071ff-b2c1-4df1-baea-ddeec7389bf1 req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.365387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd1071ff-b2c1-4df1-baea-ddeec7389bf1 req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.1321390
Apr 02 21:01:41.367121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896ea55-7e6f-4e06-91a6-3d7d7ce52ba9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f57f3-c644-44f0-816b-65c3c747ec1a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:41.572166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-835379e4-e8c9-488a-9f5d-1996168de42d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:41.573644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-835379e4-e8c9-488a-9f5d-1996168de42d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 813 time: 0.1001487
Apr 02 21:01:41.596995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-9937b0c7-7643-4f79-ab44-29b106a2d482 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/quotas/23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 375 time: 0.0152724
Apr 02 21:01:41.627400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-997f972f-dc95-422c-9f2d-f7e3d89b31ce req-e77122a2-3b49-4d54-a981-ed8c0a418e18 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0434639
Apr 02 21:01:41.664412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-79be81bc-d84d-4384-9cb6-f66ab9c2abff tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:41.664653 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:01:41.666046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-79be81bc-d84d-4384-9cb6-f66ab9c2abff tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 949 time: 0.0938108
Apr 02 21:01:41.668981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-a9f37c8e-cdf2-4634-b611-d16406c61d7a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0694981
Apr 02 21:01:41.776260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-3de0c133-2e92-412f-b347-9ed56116ba24 service neutron] 10.222.0.18 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881882
Apr 02 21:01:41.809266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Deleting port 1cf9c0d2-1588-40b8-b842-d029691bdb18 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:01:41.809601 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.847977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aadb9-82e6-4b7e-afe9-700f0a147478 req-1cbb5ce6-c28b-4480-a7fd-d7e7f2aa965b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:41.849386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f0aadb9-82e6-4b7e-afe9-700f0a147478 req-1cbb5ce6-c28b-4480-a7fd-d7e7f2aa965b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.0876462
Apr 02 21:01:41.869719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-cb53585a-404a-4b34-a420-3cb792160136 service neutron] 10.222.0.18 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863006
Apr 02 21:01:41.877643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bce4bd35-6728-4999-b4a7-5345c52c70e7 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:41.938600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port bce4bd35-6728-4999-b4a7-5345c52c70e7 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:41.945305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port bce4bd35-6728-4999-b4a7-5345c52c70e7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:41.946268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.950685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] For port 1cf9c0d2-1588-40b8-b842-d029691bdb18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cf9c0d2-1588-40b8-b842-d029691bdb18,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:41.951053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:41.956734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f0aadb9-82e6-4b7e-afe9-700f0a147478 req-a04e21ae-5c3e-43d0-ba76-975eaeffe965 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764961
Apr 02 21:01:41.976428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Calling delete_port for 1cf9c0d2-1588-40b8-b842-d029691bdb18 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:01:42.134376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a855828-c7bb-4a59-a2ef-2e2631781ea1 req-283126e5-0e4f-4d09-9b5e-1e950aed5508 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 210 time: 0.0702498
Apr 02 21:01:42.169470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1cf9c0d2-1588-40b8-b842-d029691bdb18), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:42.202956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['1cf9c0d2-1588-40b8-b842-d029691bdb18'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:42.216098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port bce4bd35-6728-4999-b4a7-5345c52c70e7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:42.216855 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:42.256077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Pushing event deleted for resources: {'Port': ['ID=1cf9c0d2-1588-40b8-b842-d029691bdb18,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:42.304885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] No DVR routers for this DVR port 1cf9c0d2-1588-40b8-b842-d029691bdb18 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:01:42.309137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:42.309299 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:42.311635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce4bd35-6728-4999-b4a7-5345c52c70e7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:42.312778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9581bf28-a717-4ecf-b6cd-b5ce9759937c req-824c5dd1-8605-42ca-8f72-aeba4d5c939f tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.15 "DELETE /v2.0/ports/1cf9c0d2-1588-40b8-b842-d029691bdb18 HTTP/1.1" status: 204  len: 173 time: 0.6384106
Apr 02 21:01:42.313303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'name': 'network-vif-deleted', 'tag': '1cf9c0d2-1588-40b8-b842-d029691bdb18'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:42.316592 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e575d92-eb1e-40b4-a315-94bc90fcf6fc" -d '{"events": [{"server_uuid": "e2d1423d-d3ce-4abb-8754-c597a900f156", "name": "network-vif-plugged", "status": "completed", "tag": "bce4bd35-6728-4999-b4a7-5345c52c70e7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:42.321384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:42.330471 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a524aa5-58bb-4622-bbae-2dfd354a2280" -d '{"events": [{"server_uuid": "2bf6ba71-9588-4ab5-ba8b-068b074706da", "name": "network-vif-deleted", "tag": "1cf9c0d2-1588-40b8-b842-d029691bdb18"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:42.331036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1129d46-5958-4edb-ae2e-ec11e1ed7f58 req-661e2139-0bd8-4df3-ae3c-6e7bdebbb4da tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:42.349665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1129d46-5958-4edb-ae2e-ec11e1ed7f58 req-661e2139-0bd8-4df3-ae3c-6e7bdebbb4da tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.1388471
Apr 02 21:01:42.447281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:42.461091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1129d46-5958-4edb-ae2e-ec11e1ed7f58 req-dbe71ffb-40b8-4c73-9a2b-8c71e4b97fe3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087794
Apr 02 21:01:42.537386 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71485bef-d7df-41d0-87a6-7885c9ea5162 x-openstack-request-id: req-71485bef-d7df-41d0-87a6-7885c9ea5162 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:42.537928 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1423d-d3ce-4abb-8754-c597a900f156", "name": "network-vif-plugged", "status": "completed", "tag": "bce4bd35-6728-4999-b4a7-5345c52c70e7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:42.538296 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71485bef-d7df-41d0-87a6-7885c9ea5162 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:42.538793 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71485bef-d7df-41d0-87a6-7885c9ea5162'] response: {'server_uuid': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'code': 200}
Apr 02 21:01:42.584248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369dfac-3328-4f5f-9bcb-3460f68baa92 req-7b13e9b3-5c64-483c-93ca-92beb8766b5c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:42.592081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d369dfac-3328-4f5f-9bcb-3460f68baa92 req-7b13e9b3-5c64-483c-93ca-92beb8766b5c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0984886
Apr 02 21:01:42.645226 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0874ca9a-59e0-4b15-8ffe-22606bf2f24e x-openstack-request-id: req-0874ca9a-59e0-4b15-8ffe-22606bf2f24e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:42.645946 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6ba71-9588-4ab5-ba8b-068b074706da", "name": "network-vif-deleted", "tag": "1cf9c0d2-1588-40b8-b842-d029691bdb18", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:42.646359 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0874ca9a-59e0-4b15-8ffe-22606bf2f24e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:42.646906 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0874ca9a-59e0-4b15-8ffe-22606bf2f24e'] response: {'server_uuid': '2bf6ba71-9588-4ab5-ba8b-068b074706da', 'name': 'network-vif-deleted', 'tag': '1cf9c0d2-1588-40b8-b842-d029691bdb18', 'status': 'completed', 'code': 200}
Apr 02 21:01:42.656720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d369dfac-3328-4f5f-9bcb-3460f68baa92 req-a0d955ab-5d69-47be-9ae6-2bc9ab682872 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637112
Apr 02 21:01:42.694728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f897b-c615-4042-b30f-89a86dfc8746 req-37c315d4-103b-46f2-9f68-0910670c88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:42.697332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-948f897b-c615-4042-b30f-89a86dfc8746 req-37c315d4-103b-46f2-9f68-0910670c88c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 1127 time: 0.0576787
Apr 02 21:01:42.759250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4773a2a2-2979-49bc-bee0-8c0e44b432f4 req-e8cb81df-cf7b-4e53-9f3d-dc048d2ba9c9 tempest-TenantUsagesTestJSON-21707483 tempest-TenantUsagesTestJSON-21707483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bf6ba71-9588-4ab5-ba8b-068b074706da HTTP/1.1" status: 200  len: 210 time: 0.0445542
Apr 02 21:01:42.784519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-948f897b-c615-4042-b30f-89a86dfc8746 req-202d1dd8-3275-4047-9d7f-d5a84d0961d2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782020
Apr 02 21:01:42.795334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b6dd-b018-4a12-8d00-46434c5ef9d8 req-9506e3bd-00ac-4711-9992-8feab90ba183 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:42.797001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a96b6dd-b018-4a12-8d00-46434c5ef9d8 req-9506e3bd-00ac-4711-9992-8feab90ba183 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0648601
Apr 02 21:01:42.847238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a96b6dd-b018-4a12-8d00-46434c5ef9d8 req-ff67d4c5-20fe-4edd-bec2-52e12eb38a6a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437713
Apr 02 21:01:42.857147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df3ad2d9-40f3-415e-ac1a-f197132e75eb req-0e63cbcd-ad59-46dc-b81d-0c07babb11f7 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0261080
Apr 02 21:01:43.225536 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-426838d9-2aaf-4163-968d-d48bd123b050 req-c21f24fb-d7da-47e9-8b10-6a1e08d9060a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 210 time: 0.0263298
Apr 02 21:01:43.622603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-acef3190-8ec1-4832-abbc-9a669039f2dd tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:43.624125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-acef3190-8ec1-4832-abbc-9a669039f2dd tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.21 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 813 time: 0.1709423
Apr 02 21:01:43.636075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468be6-3077-4e1a-839e-3642893c1563 req-7dd05070-8a8d-4061-b00a-53e6c7b5497c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:43.637362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33468be6-3077-4e1a-839e-3642893c1563 req-7dd05070-8a8d-4061-b00a-53e6c7b5497c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.0965807
Apr 02 21:01:43.641931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'port': {'device_id': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a', 'admin_state_up': True, 'tenant_id': '23ceefc39a5247ae86277ab79385c021'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:43.745107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33468be6-3077-4e1a-839e-3642893c1563 req-9c99fd38-fb78-4f5b-a9e6-2b54f62494b5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997312
Apr 02 21:01:43.787280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Made reservation on behalf of 23ceefc39a5247ae86277ab79385c021 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:43.790066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12e6e-159c-46c1-b668-4c8e3527617a req-7ffa780c-ca54-4b00-ac30-724196b38e2c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:43.790872 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:43.791590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afc12e6e-159c-46c1-b668-4c8e3527617a req-7ffa780c-ca54-4b00-ac30-724196b38e2c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0616031
Apr 02 21:01:43.846271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afc12e6e-159c-46c1-b668-4c8e3527617a req-b10b2a86-3e5f-4a51-b47d-1ecf8852f4df tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474541
Apr 02 21:01:43.940665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Allocated IP 172.20.0.7 (66aaa886-49ae-4a46-8667-522d2a887f2a/d84eb047-e22c-4eb6-b9af-3b1a1c313856/7314cd1f-0e61-41b2-8632-1f4218505681) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:44.038036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557c2e-c781-4d4e-969c-ef31cb0be410 req-e0d87889-912b-4e87-8f4e-d71a97c8baf3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:44.039701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98557c2e-c781-4d4e-969c-ef31cb0be410 req-e0d87889-912b-4e87-8f4e-d71a97c8baf3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.0675585
Apr 02 21:01:44.072677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557a0d-d17b-4c41-980a-21ecd46b51a7 req-633e4e4c-d266-411f-911d-124219036bd8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:44.074319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d557a0d-d17b-4c41-980a-21ecd46b51a7 req-633e4e4c-d266-411f-911d-124219036bd8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1093764
Apr 02 21:01:44.105237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98557c2e-c781-4d4e-969c-ef31cb0be410 req-0b55dc12-278f-4301-8c1d-058e5e17476d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586581
Apr 02 21:01:44.188828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:44.193403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d557a0d-d17b-4c41-980a-21ecd46b51a7 req-bbd1f79c-98cf-4717-a627-85a19a2c6053 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804720
Apr 02 21:01:44.200758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e5cd278-e6f5-40b5-b247-bc7203ea8753 req-67652d5b-58b0-4d4f-9cd0-0a866b0047fb tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0285888
Apr 02 21:01:44.212121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for port (7314cd1f-0e61-41b2-8632-1f4218505681), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.268088 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.278958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.292385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:44.363166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Network 66aaa886-49ae-4a46-8667-522d2a887f2a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:44.377429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:44.385379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:44.411432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:44.456728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e5f3-9dab-4bf0-b861-7ed5a0abdc37 req-3644a359-1227-4831-9104-036c0629a8b1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:44.460487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fa3e5f3-9dab-4bf0-b861-7ed5a0abdc37 req-3644a359-1227-4831-9104-036c0629a8b1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 931 time: 0.1499288
Apr 02 21:01:44.463373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58ebf6f2-1ff0-4fec-9d84-9c2a340db7fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de63710973d349dea7a070116eeb6d33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2732682
Apr 02 21:01:44.466253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40360) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:44.480176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:44.480810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.510979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-ab0c0f5f-0dbd-4d08-be2c-98909b9e3b7c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8726020
Apr 02 21:01:44.517205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e69e5ac-d5dd-4bb0-87c9-4d80b2dac337 admin admin] Publish callbacks [] for security_group (128d0cdc-dd16-4c2d-b9b9-035b67dc0213), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.523485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Request body: {'port': {'device_id': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:44.538551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e69e5ac-d5dd-4bb0-87c9-4d80b2dac337 admin admin] Publish callbacks [] for security_group (128d0cdc-dd16-4c2d-b9b9-035b67dc0213), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.554049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fa3e5f3-9dab-4bf0-b861-7ed5a0abdc37 req-746ff627-44a8-420e-9b16-9b97cd539744 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873616
Apr 02 21:01:44.590287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e69e5ac-d5dd-4bb0-87c9-4d80b2dac337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (128d0cdc-dd16-4c2d-b9b9-035b67dc0213), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.592921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e69e5ac-d5dd-4bb0-87c9-4d80b2dac337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.594105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5e69e5ac-d5dd-4bb0-87c9-4d80b2dac337 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/128d0cdc-dd16-4c2d-b9b9-035b67dc0213 HTTP/1.1" status: 204  len: 168 time: 0.1271667
Apr 02 21:01:44.602201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e5ac-d5dd-4bb0-87c9-4d80b2dac337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d0cdc-dd16-4c2d-b9b9-035b67dc0213,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:44.603818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:44.783169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 1cf9c0d2-1588-40b8-b842-d029691bdb18 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:44.804400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 1cf9c0d2-1588-40b8-b842-d029691bdb18 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:44.805151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 1cf9c0d2-1588-40b8-b842-d029691bdb18 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:44.876968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40366) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:44.890255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0e91ea3-901f-4c98-a1d1-08dda2d5b54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.007767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0e91ea3-901f-4c98-a1d1-08dda2d5b54c admin admin] Publish callbacks [] for security_group (8526f8f9-ef1a-40da-a67f-040de8110137), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.012918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0e91ea3-901f-4c98-a1d1-08dda2d5b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8526f8f9-ef1a-40da-a67f-040de8110137), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.023723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239b5fb-8037-4f94-99cf-7db3db8ee713 req-14f4cdf0-48a6-4bd0-8bcd-c4c39f2c6a1c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.025255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8239b5fb-8037-4f94-99cf-7db3db8ee713 req-14f4cdf0-48a6-4bd0-8bcd-c4c39f2c6a1c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0940084
Apr 02 21:01:45.078306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0e91ea3-901f-4c98-a1d1-08dda2d5b54c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=436a3abed93b45a38be6104b312c49c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1979003
Apr 02 21:01:45.078306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e91ea3-901f-4c98-a1d1-08dda2d5b54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8526f8f9-ef1a-40da-a67f-040de8110137,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:45.079430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:01:45.129301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8239b5fb-8037-4f94-99cf-7db3db8ee713 req-dd4996a6-f8e9-4eb2-a858-4e4fa02f0750 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977380
Apr 02 21:01:45.144854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7314cd1f-0e61-41b2-8632-1f4218505681 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:45.152671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Publish callbacks [] for port (7314cd1f-0e61-41b2-8632-1f4218505681), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.160313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-251f181d-3105-450f-a5af-e84b7227ff05 admin admin] Publish callbacks [] for security_group (8526f8f9-ef1a-40da-a67f-040de8110137), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.174022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Transition to ACTIVE for port object 7314cd1f-0e61-41b2-8632-1f4218505681 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:45.177033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.187890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-251f181d-3105-450f-a5af-e84b7227ff05 admin admin] Publish callbacks [] for security_group (8526f8f9-ef1a-40da-a67f-040de8110137), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.278623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:45.295010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-251f181d-3105-450f-a5af-e84b7227ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8526f8f9-ef1a-40da-a67f-040de8110137), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.298181 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-251f181d-3105-450f-a5af-e84b7227ff05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.299317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-251f181d-3105-450f-a5af-e84b7227ff05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8526f8f9-ef1a-40da-a67f-040de8110137 HTTP/1.1" status: 204  len: 168 time: 0.2189832
Apr 02 21:01:45.311817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394412-135f-48b8-b29d-9f1a1d4769f6 req-57d941c7-0385-40ff-8aab-c98e567b6563 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.313374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92394412-135f-48b8-b29d-9f1a1d4769f6 req-57d941c7-0385-40ff-8aab-c98e567b6563 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0760243
Apr 02 21:01:45.318350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f181d-3105-450f-a5af-e84b7227ff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8526f8f9-ef1a-40da-a67f-040de8110137,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:45.364039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d1243-7dac-4f09-ba4b-8bd8de125807 req-8036fc91-2aff-48c3-9d0f-ef9bda6ac77a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.365302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92394412-135f-48b8-b29d-9f1a1d4769f6 req-1c986d47-c88b-460c-80d8-7aebd7d66ed3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444794
Apr 02 21:01:45.369604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789d1243-7dac-4f09-ba4b-8bd8de125807 req-8036fc91-2aff-48c3-9d0f-ef9bda6ac77a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.1383510
Apr 02 21:01:45.398628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Attempting to bind port 7314cd1f-0e61-41b2-8632-1f4218505681 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:45.398965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Attempting to bind port 7314cd1f-0e61-41b2-8632-1f4218505681 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:45.399290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Attempting to bind port 7314cd1f-0e61-41b2-8632-1f4218505681 on network 66aaa886-49ae-4a46-8667-522d2a887f2a {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:45.414489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Port 7314cd1f-0e61-41b2-8632-1f4218505681 on network 66aaa886-49ae-4a46-8667-522d2a887f2a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:45.414809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Attempting to bind port 7314cd1f-0e61-41b2-8632-1f4218505681 on network 66aaa886-49ae-4a46-8667-522d2a887f2a {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:45.430360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:45.430805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Checking segment: {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:45.431558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Bound using segment: {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:45.432007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Bound port: 7314cd1f-0e61-41b2-8632-1f4218505681, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4d6892-2353-4dc5-877e-91a2ba7b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:45.432395 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.483108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b260d-f120-45d7-addf-4979c73d589f req-b8f23ee2-e59e-4671-8400-f2356a8b9674 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.484058 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789d1243-7dac-4f09-ba4b-8bd8de125807 req-60304774-cb34-4f11-bc69-0527d754eb91 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988135
Apr 02 21:01:45.485639 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-308b260d-f120-45d7-addf-4979c73d589f req-b8f23ee2-e59e-4671-8400-f2356a8b9674 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0631018
Apr 02 21:01:45.561451 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-308b260d-f120-45d7-addf-4979c73d589f req-dd8fdd9a-5b95-46a9-819f-cd86dd0f3ed9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678537
Apr 02 21:01:45.573442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-8f6a4b1d-48f6-4978-b66f-a717e9562a9f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.575933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-8f6a4b1d-48f6-4978-b66f-a717e9562a9f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 946 time: 0.0905097
Apr 02 21:01:45.617039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb84152e-9639-43c3-9052-d7ae3c00828e req-af24609e-03a0-4225-880a-2c0f11710cb3 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0582933
Apr 02 21:01:45.634827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:45.653874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:45.665640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.744505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.745135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.746511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] 10.222.0.21 "PUT /v2.0/ports/7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 1091 time: 1.2277768
Apr 02 21:01:45.762236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:45.764782 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc068e0-2fb5-4198-a9be-c4c575650949" -d '{"events": [{"name": "network-changed", "server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:45.782945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-83aedb20-553c-448e-9e1a-5f8af8e61d0b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:01:45.784509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-83aedb20-553c-448e-9e1a-5f8af8e61d0b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0078702
Apr 02 21:01:45.824182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f617c1d-3222-42d6-b6bc-37d6904b2f85 service neutron] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:45.866782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Deleting port 596cda8a-b6fa-4ada-99bd-6436067f8c77 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:01:45.867125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:45.876040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e3f2a-47fc-4e7b-ad58-198da0793f3e req-0f20db13-9681-42bf-9f0d-1922aa59d1ae tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.877556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc7e3f2a-47fc-4e7b-ad58-198da0793f3e req-0f20db13-9681-42bf-9f0d-1922aa59d1ae tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 943 time: 0.1548653
Apr 02 21:01:45.979626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-899d56d4-f8fd-4f82-b5f0-e8498ff88528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:45.981321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-899d56d4-f8fd-4f82-b5f0-e8498ff88528 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1125 time: 0.1721406
Apr 02 21:01:45.990518 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600fe4e-f242-424f-a4da-eb3f46021fc1 x-openstack-request-id: req-a600fe4e-f242-424f-a4da-eb3f46021fc1 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:45.991355 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:45.991355 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a600fe4e-f242-424f-a4da-eb3f46021fc1 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:45.991538 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a600fe4e-f242-424f-a4da-eb3f46021fc1'] response: {'name': 'network-changed', 'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681', 'status': 'completed', 'code': 200}
Apr 02 21:01:46.059243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-b492c222-2acd-4209-9f4b-7eed62634913 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 217 time: 0.0582788
Apr 02 21:01:46.074466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc7e3f2a-47fc-4e7b-ad58-198da0793f3e req-a2d06e50-d72b-461c-b2c0-b7a71bf1d2d8 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804464
Apr 02 21:01:46.146681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] For port 596cda8a-b6fa-4ada-99bd-6436067f8c77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596cda8a-b6fa-4ada-99bd-6436067f8c77,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:46.147338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:46.169285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Calling delete_port for 596cda8a-b6fa-4ada-99bd-6436067f8c77 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:01:46.183130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95307-0470-4301-85b1-a9782529c9ad req-2ba605ec-8c98-444a-bd30-b0e28d835593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:46.184657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-2ba605ec-8c98-444a-bd30-b0e28d835593 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.1092198
Apr 02 21:01:46.251877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-19a3662f-5529-4a95-a6a3-c8c5be574f63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294869
Apr 02 21:01:46.308105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5849a1-d548-4bba-ab0a-367da065e667 req-abcb3f29-beb9-4aa1-bc77-e2d881b67274 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:46.309632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5849a1-d548-4bba-ab0a-367da065e667 req-abcb3f29-beb9-4aa1-bc77-e2d881b67274 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0643690
Apr 02 21:01:46.359790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5849a1-d548-4bba-ab0a-367da065e667 req-74320aa4-5041-4c79-83b3-4e325720f56c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426974
Apr 02 21:01:46.395679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-8d89b2c8-03d1-4809-808f-619477f64680 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358836
Apr 02 21:01:46.466989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (596cda8a-b6fa-4ada-99bd-6436067f8c77), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:46.484079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['596cda8a-b6fa-4ada-99bd-6436067f8c77'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:46.506987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event deleted for resources: {'Port': ['ID=596cda8a-b6fa-4ada-99bd-6436067f8c77,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:46.560706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] No DVR routers for this DVR port 596cda8a-b6fa-4ada-99bd-6436067f8c77 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:01:46.564137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6db95307-0470-4301-85b1-a9782529c9ad req-53f3bcb9-3200-49f2-8131-fecd1a990084 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614995
Apr 02 21:01:46.565757 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:46.568869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fbf5ab0-f5c1-4b2e-97c9-a9ea010cd29a req-e6e55c9a-8986-42e2-8e86-07bd78f64c80 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "DELETE /v2.0/ports/596cda8a-b6fa-4ada-99bd-6436067f8c77 HTTP/1.1" status: 204  len: 173 time: 0.9771118
Apr 02 21:01:46.595478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5e6e119-70c7-44d1-bf1a-676d73de2892 req-870b6613-6adb-410a-9575-124b1089e909 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9962e223-2c12-4549-830d-3602ca472347 HTTP/1.1" status: 200  len: 210 time: 0.0358078
Apr 02 21:01:46.684102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-48762775-437b-4387-afd1-488e09808a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:46.685673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-48762775-437b-4387-afd1-488e09808a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1125 time: 0.0511703
Apr 02 21:01:46.696385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefaead-4c30-4960-b3bc-48fcf37a7ff5 req-e8ea4abc-9381-42cb-aacc-8a50eff51c96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:46.698994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afefaead-4c30-4960-b3bc-48fcf37a7ff5 req-e8ea4abc-9381-42cb-aacc-8a50eff51c96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0623167
Apr 02 21:01:46.754223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afefaead-4c30-4960-b3bc-48fcf37a7ff5 req-c472a2cf-5e79-43a8-8cb9-90a37af4fdb1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504313
Apr 02 21:01:46.784789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a731fdd-a1a1-40ce-82c6-75b72f8de6fd req-a4c38fc6-854a-4999-9cfc-68e8ba4f00c8 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0516715
Apr 02 21:01:46.812377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-84319b53-c86e-42aa-bc8f-e2d24c180eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:46.814442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-84319b53-c86e-42aa-bc8f-e2d24c180eb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.1201098
Apr 02 21:01:46.866031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-b15cc4e9-c5ed-4a49-920c-f6d42f576131 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 217 time: 0.0377617
Apr 02 21:01:46.912874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-62d01c6b-735c-45f0-97ad-38831b123f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:46.914244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-62d01c6b-735c-45f0-97ad-38831b123f26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0423512
Apr 02 21:01:46.948326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-4204e87b-dd36-4ed1-b191-e3cae79eb6df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248036
Apr 02 21:01:47.041382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-14cdb0bd-2647-4dde-8bcc-13526f401a27 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861425
Apr 02 21:01:47.134482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc068e0-2fb5-4198-a9be-c4c575650949 req-a476ac35-a1a3-434f-83cb-e66986d0ddf6 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858362
Apr 02 21:01:47.203136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aed5d-9e7f-41b5-a856-947dcd427b5f req-66d5aae8-0934-4da3-ae89-cfdb33bf47a7 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:47.204543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c9aed5d-9e7f-41b5-a856-947dcd427b5f req-66d5aae8-0934-4da3-ae89-cfdb33bf47a7 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 943 time: 0.0523424
Apr 02 21:01:47.248979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c9aed5d-9e7f-41b5-a856-947dcd427b5f req-5b5c4d5a-3a5a-4687-bc83-69df12fc2100 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388720
Apr 02 21:01:47.492016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657363-214a-4577-9447-8b66ba344372 req-1b23dc8b-aaac-44b6-a9b7-d5c691af9700 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:47.493547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad657363-214a-4577-9447-8b66ba344372 req-1b23dc8b-aaac-44b6-a9b7-d5c691af9700 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0577359
Apr 02 21:01:47.542529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad657363-214a-4577-9447-8b66ba344372 req-746a1095-1841-460a-ae62-9c0ed3691059 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434206
Apr 02 21:01:47.610921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:47.870090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3a3b-7640-4dab-8def-80aec3f9fe10 req-366b3a6d-dd66-45b9-a7bf-02b3504d7f9a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:47.871578 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f8f3a3b-7640-4dab-8def-80aec3f9fe10 req-366b3a6d-dd66-45b9-a7bf-02b3504d7f9a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0509067
Apr 02 21:01:47.912412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-73b4213e-9f91-4ac9-87b4-37d60be2f2d0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:47.913889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-73b4213e-9f91-4ac9-87b4-37d60be2f2d0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1001236
Apr 02 21:01:47.918663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f8f3a3b-7640-4dab-8def-80aec3f9fe10 req-ba471572-148a-488e-a9ff-b2f62386eade tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406034
Apr 02 21:01:47.929458 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-f80ba84d-2feb-439d-9fd7-8c0c83ebf324 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0098841
Apr 02 21:01:47.963506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-8781b20b-0c94-4991-8527-7b62fd1ceb15 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0287192
Apr 02 21:01:47.992630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9962e223-2c12-4549-830d-3602ca472347', 'name': 'network-vif-deleted', 'tag': '596cda8a-b6fa-4ada-99bd-6436067f8c77'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:47.994846 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe804370-90bf-4a55-88e0-b1ddbd505321" -d '{"events": [{"server_uuid": "9962e223-2c12-4549-830d-3602ca472347", "name": "network-vif-deleted", "tag": "596cda8a-b6fa-4ada-99bd-6436067f8c77"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:48.052855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-754368a0-0fe2-41d0-a556-78489bfe37ee req-b565e470-a4f2-4cb1-8ba9-e5985702a233 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0297704
Apr 02 21:01:48.063267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-15813cac-40bc-4b2b-83e7-9de3864a3619 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925739
Apr 02 21:01:48.161387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-2138eb8f-ac44-4d51-b7da-4b5e4be937d5 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921566
Apr 02 21:01:48.172013 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb22666e-582d-4613-83f6-adc9d1ee4592 x-openstack-request-id: req-bb22666e-582d-4613-83f6-adc9d1ee4592 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:48.173600 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9962e223-2c12-4549-830d-3602ca472347", "name": "network-vif-deleted", "tag": "596cda8a-b6fa-4ada-99bd-6436067f8c77", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:48.174085 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb22666e-582d-4613-83f6-adc9d1ee4592 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:48.174670 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb22666e-582d-4613-83f6-adc9d1ee4592'] response: {'server_uuid': '9962e223-2c12-4549-830d-3602ca472347', 'name': 'network-vif-deleted', 'tag': '596cda8a-b6fa-4ada-99bd-6436067f8c77', 'status': 'completed', 'code': 200}
Apr 02 21:01:48.324775 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da1ae8c5-b2ce-4dcd-bbfd-e7b83c556e68 req-102a7945-107f-4cc1-9e99-f31a19ddbb84 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 210 time: 0.0276411
Apr 02 21:01:48.374333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2123c05-ced1-4db1-9b77-9c84cd65374a req-30868f7c-dbe7-485e-a490-c41d9fbbfbda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:48.376494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2123c05-ced1-4db1-9b77-9c84cd65374a req-30868f7c-dbe7-485e-a490-c41d9fbbfbda tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 943 time: 0.0555248
Apr 02 21:01:48.425512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2123c05-ced1-4db1-9b77-9c84cd65374a req-b466b014-3b5f-481f-8f19-d8e7368e987b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431733
Apr 02 21:01:48.665528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098747a-6b55-4af5-a525-c8e59c1e3d2f req-293591dc-6009-468d-83dc-8f282b90caa2 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:48.666981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3098747a-6b55-4af5-a525-c8e59c1e3d2f req-293591dc-6009-468d-83dc-8f282b90caa2 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0526159
Apr 02 21:01:48.715944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3098747a-6b55-4af5-a525-c8e59c1e3d2f req-ce6a252b-ff03-4707-a8ea-010c0c428aba tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426824
Apr 02 21:01:49.038585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a8178-ca69-438a-b127-b97e1ed53b06 req-5d5a63b9-6e29-4467-9f90-be187149a4a9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:49.040152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e69a8178-ca69-438a-b127-b97e1ed53b06 req-5d5a63b9-6e29-4467-9f90-be187149a4a9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0528173
Apr 02 21:01:49.086652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e69a8178-ca69-438a-b127-b97e1ed53b06 req-6df06dcf-87ce-4bbf-bbba-e6f3505be2c0 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409396
Apr 02 21:01:49.171453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d503f3a0-8a65-4451-a1a6-7f33f3e3702d req-f4f2de97-0772-47e5-886a-1a32fbc3630c tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0284684
Apr 02 21:01:49.354349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a9b06445-4a69-4a3c-82a0-10461a796866 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:49.356323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a9b06445-4a69-4a3c-82a0-10461a796866 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1143553
Apr 02 21:01:49.369061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Request body: {'port': {'device_id': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'admin_state_up': True, 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:49.427441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e3d3da4f-d240-46b3-9727-b4e6802a35cc req-2c170d36-ba86-4b1a-bc98-71a7a4cbe3b8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 210 time: 0.0298560
Apr 02 21:01:49.518720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:49.522296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:49.557409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611100-b05b-4fd3-aaba-8982c5636c97 req-6e9b9e63-8e16-407f-8133-85efda470261 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:49.559089 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05611100-b05b-4fd3-aaba-8982c5636c97 req-6e9b9e63-8e16-407f-8133-85efda470261 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 943 time: 0.0632203
Apr 02 21:01:49.611932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05611100-b05b-4fd3-aaba-8982c5636c97 req-82e88260-94a6-4666-ba90-fdd905ce469a tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472538
Apr 02 21:01:49.664898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Allocated IP 172.20.0.12 (0579e432-6dc2-4773-9b49-bc1eb8621629/1a730f69-374c-4989-bc31-1c702266b8a4/5de1a212-3d81-4136-b0b8-531ca93bc340) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:49.815853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks [] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:49.834794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596bd58-6447-4021-ae75-cd19425bbf33 req-c4f588d6-9e18-4c19-90ab-89fe6f7df985 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:49.836262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4596bd58-6447-4021-ae75-cd19425bbf33 req-c4f588d6-9e18-4c19-90ab-89fe6f7df985 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0547295
Apr 02 21:01:49.851540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:49.882840 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4596bd58-6447-4021-ae75-cd19425bbf33 req-eefdbdf6-ad7b-4db8-8262-6ffe27b86ba5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406392
Apr 02 21:01:49.888957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bce4bd35-6728-4999-b4a7-5345c52c70e7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:49.896323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:49.901765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:49.904784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 596cda8a-b6fa-4ada-99bd-6436067f8c77 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:49.906527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:49.908941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:49.947392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 596cda8a-b6fa-4ada-99bd-6436067f8c77 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:49.947742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 596cda8a-b6fa-4ada-99bd-6436067f8c77 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:49.961362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:49.961979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:49.979321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-cef06589-382d-4370-8081-27322c658663 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6154003
Apr 02 21:01:49.993770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Request body: {'port': {'device_id': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:50.033811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:50.045347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'port_id': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'mac_address': 'fa:16:3e:79:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adbb5c0-96ec-4e27-a752-156db44f3e28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:50.075472 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.087629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port bce4bd35-6728-4999-b4a7-5345c52c70e7 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:50.088013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.106027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bce4bd35-6728-4999-b4a7-5345c52c70e7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:50.130894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:50.137367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.138206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7314cd1f-0e61-41b2-8632-1f4218505681 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:50.148399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8099-2e40-4bb5-99d4-61673381c215 req-d12a2fdf-98e1-43f9-b9bf-9ee78cc5a1be tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:50.156405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6eea8099-2e40-4bb5-99d4-61673381c215 req-d12a2fdf-98e1-43f9-b9bf-9ee78cc5a1be tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 945 time: 0.0648739
Apr 02 21:01:50.206339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6eea8099-2e40-4bb5-99d4-61673381c215 req-92f56255-9c31-43e8-b0bf-23ada3e4bc15 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485210
Apr 02 21:01:50.214653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:50.279381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:50.296070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '7314cd1f-0e61-41b2-8632-1f4218505681', 'network_id': '66aaa886-49ae-4a46-8667-522d2a887f2a', 'port_id': '7314cd1f-0e61-41b2-8632-1f4218505681', 'mac_address': 'fa:16:3e:36:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84eb047-e22c-4eb6-b9af-3b1a1c313856', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:50.303673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c6edf-6da1-4249-9568-73a8f0d69f8e req-ecf29591-1d9f-4a5d-808e-9fc6a32e0d2e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:50.305233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-287c6edf-6da1-4249-9568-73a8f0d69f8e req-ecf29591-1d9f-4a5d-808e-9fc6a32e0d2e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1044853
Apr 02 21:01:50.324677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc094f31-54f7-4cb6-9b91-4e4651c07f83 req-ab01d20d-2b9c-40d2-b8ff-5cea6acb8e0a tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0366731
Apr 02 21:01:50.334750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7314cd1f-0e61-41b2-8632-1f4218505681 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:50.335057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.348656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7314cd1f-0e61-41b2-8632-1f4218505681 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:50.374936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:50.379346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.406132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-287c6edf-6da1-4249-9568-73a8f0d69f8e req-adff7e33-efe6-4293-8085-ff8c9b5e3d62 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678411
Apr 02 21:01:50.430850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:50.444173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['bce4bd35-6728-4999-b4a7-5345c52c70e7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:50.475490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de1a212-3d81-4136-b0b8-531ca93bc340 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:50.484233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Publish callbacks [] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.498744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Transition to ACTIVE for port object 5de1a212-3d81-4136-b0b8-531ca93bc340 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:50.503595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.554200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeda76-a216-4930-b5ec-0dac47af8618 req-8f4a7e87-3882-4619-82db-b824c3f378bc tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:50.555727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2aeda76-a216-4930-b5ec-0dac47af8618 req-8f4a7e87-3882-4619-82db-b824c3f378bc tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 944 time: 0.0520670
Apr 02 21:01:50.559947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:50.604907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7314cd1f-0e61-41b2-8632-1f4218505681'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:50.612230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2aeda76-a216-4930-b5ec-0dac47af8618 req-7a6cd78a-95f6-45c1-866e-56cdbf5b1c00 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444894
Apr 02 21:01:50.650673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Attempting to bind port 5de1a212-3d81-4136-b0b8-531ca93bc340 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:50.651146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Attempting to bind port 5de1a212-3d81-4136-b0b8-531ca93bc340 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:50.651592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Attempting to bind port 5de1a212-3d81-4136-b0b8-531ca93bc340 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:50.656264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Port 5de1a212-3d81-4136-b0b8-531ca93bc340 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:50.657212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Attempting to bind port 5de1a212-3d81-4136-b0b8-531ca93bc340 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:50.662442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:50.662779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:50.663163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Bound using segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:50.663593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Bound port: 5de1a212-3d81-4136-b0b8-531ca93bc340, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:50.663951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.772192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:50.776535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:50.786750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daf190-93af-482f-a727-28437a27bddf req-c24f97ab-362b-4f0a-9ad0-0b61375b21e0 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:50.788259 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30daf190-93af-482f-a727-28437a27bddf req-c24f97ab-362b-4f0a-9ad0-0b61375b21e0 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 944 time: 0.0828066
Apr 02 21:01:50.789898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.843198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:50.843821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:50.846492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] 10.222.0.21 "PUT /v2.0/ports/5de1a212-3d81-4136-b0b8-531ca93bc340 HTTP/1.1" status: 200  len: 1092 time: 0.8568287
Apr 02 21:01:50.849722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:50.852917 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359378ba-5cae-4bc1-b959-3ba954a8b386" -d '{"events": [{"name": "network-changed", "server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:50.913479 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c521d7f-1181-4cee-a7fc-af48f0639929 x-openstack-request-id: req-7c521d7f-1181-4cee-a7fc-af48f0639929 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:50.913783 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:50.914040 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c521d7f-1181-4cee-a7fc-af48f0639929 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:50.914442 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c521d7f-1181-4cee-a7fc-af48f0639929'] response: {'name': 'network-changed', 'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'status': 'completed', 'code': 200}
Apr 02 21:01:50.915024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5133503-e494-424a-8e76-f75cf0c16247 service neutron] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:50.942535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30daf190-93af-482f-a727-28437a27bddf req-90170733-47fc-489a-8ccc-dc32d838a989 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473792
Apr 02 21:01:50.964728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-260684e6-070e-4afe-98be-f66ed0fc5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:50.966326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-260684e6-070e-4afe-98be-f66ed0fc5a02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 1126 time: 0.0715365
Apr 02 21:01:51.014876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-23a18586-94c8-4fa6-84b1-142de9313bff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5de1a212-3d81-4136-b0b8-531ca93bc340 HTTP/1.1" status: 200  len: 217 time: 0.0392210
Apr 02 21:01:51.065902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-fe8ccb20-a0e2-4791-a346-95d09892061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:51.067351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-fe8ccb20-a0e2-4791-a346-95d09892061e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0461731
Apr 02 21:01:51.103513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-6ee0d173-0e6e-442a-91be-a9759036363e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265203
Apr 02 21:01:51.177091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-251d485d-bb14-4d22-89f3-251f90af649e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=434a8950c15b4a96a46ed0f64c87c417&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0209148
Apr 02 21:01:51.201629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-10794cee-b696-48b4-8376-926d1b7e72c4 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864067
Apr 02 21:01:51.291379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-fd054aa4-a0c2-4b4e-b91a-bea3264ed7cc tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:51.292242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-078fb241-dee4-4b7e-98cc-cdcbe33be112 req-490c087a-f53b-4b39-9538-03690251de6a service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844095
Apr 02 21:01:51.292940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-fd054aa4-a0c2-4b4e-b91a-bea3264ed7cc tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1107514
Apr 02 21:01:51.317657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-3b8203b1-1129-4fba-862e-96e34709a029 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/quotas/434a8950c15b4a96a46ed0f64c87c417 HTTP/1.1" status: 200  len: 375 time: 0.0101197
Apr 02 21:01:51.352505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-8d8b3bef-fa49-4ade-ac0c-c49de24c2e00 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0288351
Apr 02 21:01:51.370656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60f70-0aef-4cc4-8d6e-2bcb7da012e2 req-ad66d98f-dd10-4b4b-b2a1-da0867e5c402 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:51.372100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-92c60f70-0aef-4cc4-8d6e-2bcb7da012e2 req-ad66d98f-dd10-4b4b-b2a1-da0867e5c402 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 944 time: 0.0690932
Apr 02 21:01:51.446838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-ccc57cc4-bc2a-4dad-94f9-1b9b1761c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:51.448352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-ccc57cc4-bc2a-4dad-94f9-1b9b1761c859 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 1126 time: 0.0925419
Apr 02 21:01:51.452803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-92c60f70-0aef-4cc4-8d6e-2bcb7da012e2 req-2bab8996-1299-483d-a167-c79f8d8b3315 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573416
Apr 02 21:01:51.557653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-931885aa-8e1b-4c0a-8a03-183bf1717309 req-2b38b710-fb6a-4a8b-ac04-934e252b4362 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0280406
Apr 02 21:01:51.565950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-eec54ee7-0cc6-4ad3-ac73-edec852f2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:51.568079 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-eec54ee7-0cc6-4ad3-ac73-edec852f2516 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.1130123
Apr 02 21:01:51.698757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-5d558036-dc3f-482d-bbc1-a67dad9c1439 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=434a8950c15b4a96a46ed0f64c87c417&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0252013
Apr 02 21:01:51.828760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-9d310aca-184f-4e0f-b009-d02109433abe tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:51.830541 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-9d310aca-184f-4e0f-b009-d02109433abe tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1252718
Apr 02 21:01:51.846892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-800d2385-b2d1-48e3-9ca3-d83d2364e041 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/quotas/434a8950c15b4a96a46ed0f64c87c417 HTTP/1.1" status: 200  len: 375 time: 0.0105824
Apr 02 21:01:51.883955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-52c6e9a6-1981-4adf-a473-34fcc478b87b tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300965
Apr 02 21:01:51.895458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7314cd1f-0e61-41b2-8632-1f4218505681 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:51.918713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-c0279af8-65fd-4cb0-84c4-dfc8aba396e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5de1a212-3d81-4136-b0b8-531ca93bc340 HTTP/1.1" status: 200  len: 217 time: 0.3385875
Apr 02 21:01:51.974732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 7314cd1f-0e61-41b2-8632-1f4218505681 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:51.980825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 7314cd1f-0e61-41b2-8632-1f4218505681 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:51.981840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.003174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d292e-3c46-421d-a21c-3d2e09341cd5 req-ea8a0850-727d-4aba-b0d4-d579b43e4994 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.005008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb3d292e-3c46-421d-a21c-3d2e09341cd5 req-ea8a0850-727d-4aba-b0d4-d579b43e4994 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.4357607
Apr 02 21:01:52.008983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-99a81ab5-b609-46c1-98cb-42716bbc2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.010541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-99a81ab5-b609-46c1-98cb-42716bbc2590 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0745599
Apr 02 21:01:52.048248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-e8968420-3ad8-43c6-a4bd-66504ffae780 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.049996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-e8968420-3ad8-43c6-a4bd-66504ffae780 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 944 time: 0.1716592
Apr 02 21:01:52.070094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-36cda0d3-bfe0-4ff4-8ccb-e853847a4931 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478201
Apr 02 21:01:52.109374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7314cd1f-0e61-41b2-8632-1f4218505681 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:52.110601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.141804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:52.145991 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c2356e-87c4-40de-b70c-ba84e48f8267" -d '{"events": [{"server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "name": "network-vif-plugged", "status": "completed", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:52.165436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb3d292e-3c46-421d-a21c-3d2e09341cd5 req-cc9152c1-5d02-4188-b2a3-628e46d584df tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1521215
Apr 02 21:01:52.190842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:52.198641 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.199621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bce4bd35-6728-4999-b4a7-5345c52c70e7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:52.214091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86853ae-2cba-4277-b596-cc54a57a4bf4 req-fe609692-1db2-4e2c-afcc-5cbde6d0eda9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.224923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f86853ae-2cba-4277-b596-cc54a57a4bf4 req-fe609692-1db2-4e2c-afcc-5cbde6d0eda9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 944 time: 0.1259854
Apr 02 21:01:52.258686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-8d477ff8-8307-4608-9143-09a05398bf79 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781900
Apr 02 21:01:52.311776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Deleting port bce4bd35-6728-4999-b4a7-5345c52c70e7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:01:52.312425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.332888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f86853ae-2cba-4277-b596-cc54a57a4bf4 req-d90d57c9-dc90-4aa7-98ff-dc2ba2fa5161 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059020
Apr 02 21:01:52.356695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:52.400744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port bce4bd35-6728-4999-b4a7-5345c52c70e7 is: BUILD; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:52.401200 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.417218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bce4bd35-6728-4999-b4a7-5345c52c70e7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:52.438535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4869ba3-96d3-407d-80f3-bf667b0be297 req-d3f45f32-3ca8-4c3f-8364-e2bd979641ee tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 210 time: 0.0521104
Apr 02 21:01:52.446397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:52.456033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.495960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-359378ba-5cae-4bc1-b959-3ba954a8b386 req-49a56f57-7f67-4844-94c6-ecbb25d534e6 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2304492
Apr 02 21:01:52.515206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543a31-c163-4f63-bff2-1a58fbe44c61 req-bcca88cd-880a-4746-adec-1b7df44670ca tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.522130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc543a31-c163-4f63-bff2-1a58fbe44c61 req-bcca88cd-880a-4746-adec-1b7df44670ca tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 945 time: 0.1941688
Apr 02 21:01:52.523359 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc962af9-d928-484c-9af5-40aca915e60a x-openstack-request-id: req-fc962af9-d928-484c-9af5-40aca915e60a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:52.523920 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "name": "network-vif-plugged", "status": "completed", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:52.524294 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc962af9-d928-484c-9af5-40aca915e60a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:52.525221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] For port bce4bd35-6728-4999-b4a7-5345c52c70e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bce4bd35-6728-4999-b4a7-5345c52c70e7,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:52.525598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.528045 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc962af9-d928-484c-9af5-40aca915e60a'] response: {'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681', 'code': 200}
Apr 02 21:01:52.552131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Calling delete_port for bce4bd35-6728-4999-b4a7-5345c52c70e7 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:01:52.619218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:52.639932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a1ed1-e8f8-4bc9-b31f-77c5bd12ebe1 req-49f15719-8a53-42b9-87d7-e72d412ffcaf tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.641505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532a1ed1-e8f8-4bc9-b31f-77c5bd12ebe1 req-49f15719-8a53-42b9-87d7-e72d412ffcaf tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d1423d-d3ce-4abb-8754-c597a900f156 HTTP/1.1" status: 200  len: 943 time: 0.0690162
Apr 02 21:01:52.666194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc543a31-c163-4f63-bff2-1a58fbe44c61 req-2c000a52-f4a6-44e7-b6c0-1c7d587663eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431160
Apr 02 21:01:52.700005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-532a1ed1-e8f8-4bc9-b31f-77c5bd12ebe1 req-8d4614f2-683e-4f19-bc2a-1eb355739459 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520732
Apr 02 21:01:52.742184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106132-4809-4775-8c98-d68caaf7a6be req-2c34ea0a-1d05-4a70-9346-0665cc164eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.743719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac106132-4809-4775-8c98-d68caaf7a6be req-2c34ea0a-1d05-4a70-9346-0665cc164eeb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1127 time: 0.1285558
Apr 02 21:01:52.795919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-18948794-5ec0-42ad-bea5-06fc507025e2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=434a8950c15b4a96a46ed0f64c87c417&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0244970
Apr 02 21:01:52.813471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6791c5aa-1254-4367-b454-a453316de056 req-01fb5799-9871-4e1e-a327-220d8a736990 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0636601
Apr 02 21:01:52.853465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bce4bd35-6728-4999-b4a7-5345c52c70e7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.874400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac106132-4809-4775-8c98-d68caaf7a6be req-4645bea4-adba-41e0-8d7a-da7b70230a38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938063
Apr 02 21:01:52.893744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event deleted for resources: {'Port': ['ID=bce4bd35-6728-4999-b4a7-5345c52c70e7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:52.937595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] No DVR routers for this DVR port bce4bd35-6728-4999-b4a7-5345c52c70e7 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:01:52.940313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:52.943938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03dbb5ad-d8a8-4b53-9ad3-958261ffd9ef req-33ab2010-c4c6-4ccd-904a-d74c93b297e3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "DELETE /v2.0/ports/bce4bd35-6728-4999-b4a7-5345c52c70e7 HTTP/1.1" status: 204  len: 173 time: 0.8767231
Apr 02 21:01:52.944663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'name': 'network-vif-deleted', 'tag': 'bce4bd35-6728-4999-b4a7-5345c52c70e7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:52.947002 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1218ea7c-a2a0-4c04-aa62-3f373f61d22d" -d '{"events": [{"server_uuid": "e2d1423d-d3ce-4abb-8754-c597a900f156", "name": "network-vif-deleted", "tag": "bce4bd35-6728-4999-b4a7-5345c52c70e7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:52.971070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-29f59e53-94a0-4497-bcea-9ded0c0463c0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:52.972590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-29f59e53-94a0-4497-bcea-9ded0c0463c0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1681139
Apr 02 21:01:52.985646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Request body: {'port': {'device_id': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '434a8950c15b4a96a46ed0f64c87c417'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:52.985780 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f811f5-2e9b-470a-b17c-51594ed03cb4 x-openstack-request-id: req-d3f811f5-2e9b-470a-b17c-51594ed03cb4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:52.985780 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1423d-d3ce-4abb-8754-c597a900f156", "name": "network-vif-deleted", "tag": "bce4bd35-6728-4999-b4a7-5345c52c70e7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:52.985978 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3f811f5-2e9b-470a-b17c-51594ed03cb4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:52.986279 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f811f5-2e9b-470a-b17c-51594ed03cb4'] response: {'server_uuid': 'e2d1423d-d3ce-4abb-8754-c597a900f156', 'name': 'network-vif-deleted', 'tag': 'bce4bd35-6728-4999-b4a7-5345c52c70e7', 'status': 'completed', 'code': 200}
Apr 02 21:01:53.101769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Made reservation on behalf of 434a8950c15b4a96a46ed0f64c87c417 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:53.106288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.110282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1d72840d-7578-49df-9c4f-298179d32f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.116490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.194814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks [] for security_group (666349d1-47c6-4fbd-88eb-2a5d782aa37e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.199216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (666349d1-47c6-4fbd-88eb-2a5d782aa37e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.272886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666349d1-47c6-4fbd-88eb-2a5d782aa37e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:53.304529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038872c4-5a2a-42b2-b6a9-0d81b1e1ca88 req-7238fe9f-a4ec-4bb6-b10b-e4151525a9d4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:53.308913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-038872c4-5a2a-42b2-b6a9-0d81b1e1ca88 req-7238fe9f-a4ec-4bb6-b10b-e4151525a9d4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0561678
Apr 02 21:01:53.341444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Allocated IP 192.168.233.172 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/09b2da71-53de-4a86-a10f-8df6fc7762bd) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:53.362555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-038872c4-5a2a-42b2-b6a9-0d81b1e1ca88 req-249971f7-bc96-4607-9998-0e25cd952cd3 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508642
Apr 02 21:01:53.467914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-848f6ffb-c272-4138-a532-8986333fd6ed tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=434a8950c15b4a96a46ed0f64c87c417&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0256982
Apr 02 21:01:53.548136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d170b-d393-4f06-9bbb-9500dd813ab6 req-4d025d36-b0ec-4977-9e25-46c0ef715eaf tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:53.549671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-985d170b-d393-4f06-9bbb-9500dd813ab6 req-4d025d36-b0ec-4977-9e25-46c0ef715eaf tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 944 time: 0.1405931
Apr 02 21:01:53.560539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0821219-72ec-4662-a7c8-a15e3b94df44 req-d3e39ff8-2314-480c-aa62-abd88786dabf tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 210 time: 0.0543621
Apr 02 21:01:53.564861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks [] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.639371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-985d170b-d393-4f06-9bbb-9500dd813ab6 req-b0b70833-5021-43f7-923c-9db95845ec84 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803447
Apr 02 21:01:53.654740 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.677466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-fad76d0e-9f46-48a4-843e-13892068d6a4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:53.679106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-fad76d0e-9f46-48a4-843e-13892068d6a4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1977808
Apr 02 21:01:53.696015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Request body: {'port': {'device_id': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '434a8950c15b4a96a46ed0f64c87c417'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:53.727949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:53.731059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:53.734189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:53.768134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:53.793928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.794283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.794625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.794969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.795301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.795630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.795960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.796286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.796665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.797491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.797834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.798161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.798485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.798807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.799125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:53.817066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:53.817836 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.839614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b6e94d8d-3086-4d3b-875e-116fe46eabf0 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8589678
Apr 02 21:01:53.855185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Request body: {'port': {'device_id': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:53.867316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Made reservation on behalf of 434a8950c15b4a96a46ed0f64c87c417 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:53.870661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:53.894551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5de1a212-3d81-4136-b0b8-531ca93bc340 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:01:53.909095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b4c48-852e-4475-a0fe-727bad0c78a7 req-00a74abd-f890-4452-96e9-80e21b509a35 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:53.910730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-586b4c48-852e-4475-a0fe-727bad0c78a7 req-00a74abd-f890-4452-96e9-80e21b509a35 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 945 time: 0.1162624
Apr 02 21:01:53.984262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.046512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-586b4c48-852e-4475-a0fe-727bad0c78a7 req-061542e0-a85f-41af-b54d-45c0bb13c678 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274645
Apr 02 21:01:54.060821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0f47c4fd-97b1-439c-93cb-1448f4f2e9d0 None None] Provisioning complete for port 09b2da71-53de-4a86-a10f-8df6fc7762bd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:54.061497 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0f47c4fd-97b1-439c-93cb-1448f4f2e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.063902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e87b2b9-50f9-4d40-8eca-959ed794bf99 req-af6e3f09-34d6-4706-8925-90da2a3ab4c0 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0566552
Apr 02 21:01:54.114680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:54.151389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'mac_address': 'fa:16:3e:23:90:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:01:54.154602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Allocated IP 192.168.233.42 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/6899260a-714f-44f5-b030-a483cf54a670) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:54.170240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0f47c4fd-97b1-439c-93cb-1448f4f2e9d0 None None] Port 09b2da71-53de-4a86-a10f-8df6fc7762bd cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:01:54.211303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5de1a212-3d81-4136-b0b8-531ca93bc340 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:54.211694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.224817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de1a212-3d81-4136-b0b8-531ca93bc340 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:54.246529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:54.251700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.300610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:54.310583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.310956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.311296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.311630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.311986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.312314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.312679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.313007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.313329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.313654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.313974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.314295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.314617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.315032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.315347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:54.373341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-5aca0808-2ea4-43d3-be70-6ed4294badf0 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:54.374794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-5aca0808-2ea4-43d3-be70-6ed4294badf0 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 821 time: 0.2000089
Apr 02 21:01:54.397403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-b109ea36-fe1d-448a-9a84-e9beeeb2a4fc tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/quotas/46605b214f8144ebbbd2aab432bb7633 HTTP/1.1" status: 200  len: 375 time: 0.0158868
Apr 02 21:01:54.441713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-11f5c09b-dab7-4e8f-a0ce-d7e4e4569499 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0356431
Apr 02 21:01:54.452300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks [] for port (6899260a-714f-44f5-b030-a483cf54a670), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.488942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5de1a212-3d81-4136-b0b8-531ca93bc340'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:54.497341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae643d1-9a33-4e35-b357-75e2ed7dc55e req-3b082dee-a1eb-4217-8367-02d188e81ffc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:54.499055 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bae643d1-9a33-4e35-b357-75e2ed7dc55e req-3b082dee-a1eb-4217-8367-02d188e81ffc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0615821
Apr 02 21:01:54.548665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bae643d1-9a33-4e35-b357-75e2ed7dc55e req-15d04e5f-15c3-4b5a-b4d9-dc37f6cedaf5 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436604
Apr 02 21:01:54.563245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-76f3f577-bde3-49df-a910-d1cc82d0d8ef service neutron] 10.222.0.18 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1084375
Apr 02 21:01:54.565372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.644724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:54.673252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:54.676993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:54.683892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:54.748224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:54.748801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.754296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-6b12c651-d819-4184-8b07-07ac2593a366 service neutron] 10.222.0.18 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813200
Apr 02 21:01:54.767699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fa57-896b-47f4-91fc-c66789842771 req-e0e5585e-2d17-4e66-8799-95c2eb7a0219 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:54.769029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-1437e3eb-bca6-4637-941a-5cc433f6b9d4 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0797079
Apr 02 21:01:54.769400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fef6fa57-896b-47f4-91fc-c66789842771 req-e0e5585e-2d17-4e66-8799-95c2eb7a0219 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 935 time: 0.1125581
Apr 02 21:01:54.777752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b2da71-53de-4a86-a10f-8df6fc7762bd {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:54.781924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Request body: {'port': {'device_id': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:54.791878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Publish callbacks [] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.827547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Transition to ACTIVE for port object 09b2da71-53de-4a86-a10f-8df6fc7762bd will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:54.835984 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.863383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:54.889359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fef6fa57-896b-47f4-91fc-c66789842771 req-2ece3937-461b-45e2-b6eb-8b7216d9467f tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067939
Apr 02 21:01:55.024760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4e45e983-3a9f-449f-8987-263873a9eef6 None None] Provisioning complete for port 6899260a-714f-44f5-b030-a483cf54a670 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:55.025177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4e45e983-3a9f-449f-8987-263873a9eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6899260a-714f-44f5-b030-a483cf54a670), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.040121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:55.059394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6eaf185-d17d-432d-8ca8-71dc285460a8 req-ea5df6a3-c36c-4ce8-adc2-ef90581712d6 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 210 time: 0.0507648
Apr 02 21:01:55.127666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4e45e983-3a9f-449f-8987-263873a9eef6 None None] Port 6899260a-714f-44f5-b030-a483cf54a670 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:01:55.200978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6e55b-61c4-4233-9866-b1af154fb851 req-d0d93884-cc44-4de2-b554-e1353dbab064 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:55.208052 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10c6e55b-61c4-4233-9866-b1af154fb851 req-d0d93884-cc44-4de2-b554-e1353dbab064 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 945 time: 0.1689022
Apr 02 21:01:55.219921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Attempting to bind port 09b2da71-53de-4a86-a10f-8df6fc7762bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:55.222727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Attempting to bind port 09b2da71-53de-4a86-a10f-8df6fc7762bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:55.222727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Attempting to bind port 09b2da71-53de-4a86-a10f-8df6fc7762bd on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:55.236795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Port 09b2da71-53de-4a86-a10f-8df6fc7762bd on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:55.237075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Attempting to bind port 09b2da71-53de-4a86-a10f-8df6fc7762bd on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:55.250117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-176e7ec9-cb98-45d4-9e76-eef9ea854d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.266461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:55.266861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:55.267251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:55.269094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Bound port: 09b2da71-53de-4a86-a10f-8df6fc7762bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:55.269415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.314024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288ac1-895a-473d-adce-250914278f2e req-1bd29d29-1257-4b38-97a7-958c7f7dbe21 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:55.321324 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63288ac1-895a-473d-adce-250914278f2e req-1bd29d29-1257-4b38-97a7-958c7f7dbe21 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 945 time: 0.1468012
Apr 02 21:01:55.356316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6899260a-714f-44f5-b030-a483cf54a670 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:55.382340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Publish callbacks [] for port (6899260a-714f-44f5-b030-a483cf54a670), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.416654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63288ac1-895a-473d-adce-250914278f2e req-91233d60-ebf2-4931-a360-36a8c1369612 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943017
Apr 02 21:01:55.419726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Transition to ACTIVE for port object 6899260a-714f-44f5-b030-a483cf54a670 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:55.425848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.514809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:55.573861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.574450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.576927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.577668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.578329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.578964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.579620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.580861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.581354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.582421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.582941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.583752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.584253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.584823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.585411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:01:55.612718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-048b69fe-667e-472c-833f-9b1b672d2bdd req-ecb13f68-febd-4c29-8988-578911ad6fc0 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0549166
Apr 02 21:01:55.649284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Attempting to bind port 6899260a-714f-44f5-b030-a483cf54a670 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:55.649629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Attempting to bind port 6899260a-714f-44f5-b030-a483cf54a670 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:55.649959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Attempting to bind port 6899260a-714f-44f5-b030-a483cf54a670 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:55.656250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Port 6899260a-714f-44f5-b030-a483cf54a670 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:55.657299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Attempting to bind port 6899260a-714f-44f5-b030-a483cf54a670 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:55.665633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:55.666272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:55.666722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:55.667234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Bound port: 6899260a-714f-44f5-b030-a483cf54a670, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:55.667781 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.745037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10c6e55b-61c4-4233-9866-b1af154fb851 req-1a6013d6-d75f-47ab-93fa-80c7776c49de tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5360339
Apr 02 21:01:55.758875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:55.763155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:55.775132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.781142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:01:55.786007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:01:55.801325 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.839344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:55.840042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.841498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] 10.222.0.15 "PUT /v2.0/ports/6899260a-714f-44f5-b030-a483cf54a670 HTTP/1.1" status: 200  len: 1095 time: 1.0655880
Apr 02 21:01:55.841961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'tag': '6899260a-714f-44f5-b030-a483cf54a670'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:55.844873 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96480dec-50f7-4334-9dde-eab954ea7fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "tag": "6899260a-714f-44f5-b030-a483cf54a670"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:55.845095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:55.845687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:55.847808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] 10.222.0.15 "PUT /v2.0/ports/09b2da71-53de-4a86-a10f-8df6fc7762bd HTTP/1.1" status: 200  len: 1096 time: 1.9969544
Apr 02 21:01:55.851443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:55.853737 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbbab04-6308-407d-b9ff-afffc974cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:55.891397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-1e8936a4-bd97-40b5-93aa-fb9db60b43d3 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-270351546&fields=id&tenant_id=23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 267 time: 0.1246765
Apr 02 21:01:55.892567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39e331-750a-432f-966a-8c9f14b646fe service neutron] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:55.901364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5de1a212-3d81-4136-b0b8-531ca93bc340 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:01:55.932601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86ac26-584c-4527-babf-f5d62ab22fea service neutron] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:56.011668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 5de1a212-3d81-4136-b0b8-531ca93bc340 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:01:56.017176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502183-491e-4983-b38e-4111db3c74d5 req-fb48260e-fba8-4786-a6bb-a0c292e8ec80 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.019557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09502183-491e-4983-b38e-4111db3c74d5 req-fb48260e-fba8-4786-a6bb-a0c292e8ec80 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1606228
Apr 02 21:01:56.027129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-64aa67b7-b747-4a15-9823-a9f7c34687e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.028750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-64aa67b7-b747-4a15-9823-a9f7c34687e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 1130 time: 0.0972633
Apr 02 21:01:56.031085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5de1a212-3d81-4136-b0b8-531ca93bc340 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:01:56.032487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:56.036636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-ea3e7862-bbad-4b00-be74-96c773b43274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.038085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-ea3e7862-bbad-4b00-be74-96c773b43274 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 1129 time: 0.0815315
Apr 02 21:01:56.050498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-c12bfadc-af41-4774-abc6-2b137acac3d5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.074585 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-c12bfadc-af41-4774-abc6-2b137acac3d5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 945 time: 0.1607420
Apr 02 21:01:56.086491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'port': {'security_groups': ['9825e0aa-2e0c-4c33-8eb2-2fb58e110189', '8c6ecfd9-a637-4585-bc5f-4fca06655b3b']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:56.102498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-a6670c6f-13a5-4c4e-981b-f4ac83df5a29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd HTTP/1.1" status: 200  len: 217 time: 0.0594759
Apr 02 21:01:56.144081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5de1a212-3d81-4136-b0b8-531ca93bc340 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:01:56.144696 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:56.147811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-4c8b35c2-8769-45e0-818f-4eac5a1bb024 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6899260a-714f-44f5-b030-a483cf54a670 HTTP/1.1" status: 200  len: 217 time: 0.0711484
Apr 02 21:01:56.161542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09502183-491e-4983-b38e-4111db3c74d5 req-25ef2dfe-9d19-49ec-b7ee-91539d2f6985 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1281316
Apr 02 21:01:56.191925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:56.195191 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6accb9-e19a-4035-97eb-552365382bad" -d '{"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-plugged", "status": "completed", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:56.195899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b1f5aebd-f79e-46c6-a093-dd87fcafc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.197538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-b1f5aebd-f79e-46c6-a093-dd87fcafc8f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0853226
Apr 02 21:01:56.219570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:56.224729 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:56.225755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bce4bd35-6728-4999-b4a7-5345c52c70e7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:01:56.260309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:56.274675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-34061e3f-ad5e-4955-9464-90519fcfbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.278528 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-34061e3f-ad5e-4955-9464-90519fcfbcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0720899
Apr 02 21:01:56.287243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:56.298794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-2957e6f7-a40c-4834-a5ac-f6c2d51a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.300488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-2957e6f7-a40c-4834-a5ac-f6c2d51a6c36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1399324
Apr 02 21:01:56.311777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: bce4bd35-6728-4999-b4a7-5345c52c70e7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:01:56.312388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bce4bd35-6728-4999-b4a7-5345c52c70e7 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:01:56.411038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-760d5eb3-28be-4cc1-a753-c6a4dad00714 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237879
Apr 02 21:01:56.424071 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76dd24f-3c72-41a8-91d4-b117ed00cc0e x-openstack-request-id: req-f76dd24f-3c72-41a8-91d4-b117ed00cc0e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:56.424671 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "tag": "6899260a-714f-44f5-b030-a483cf54a670", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:56.424844 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f76dd24f-3c72-41a8-91d4-b117ed00cc0e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:56.425256 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76dd24f-3c72-41a8-91d4-b117ed00cc0e'] response: {'name': 'network-changed', 'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'tag': '6899260a-714f-44f5-b030-a483cf54a670', 'status': 'completed', 'code': 200}
Apr 02 21:01:56.511301 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60c30a8-b11d-47a6-8435-683996d1759a x-openstack-request-id: req-d60c30a8-b11d-47a6-8435-683996d1759a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:56.511639 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:56.511858 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d60c30a8-b11d-47a6-8435-683996d1759a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:56.512236 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60c30a8-b11d-47a6-8435-683996d1759a'] response: {'name': 'network-changed', 'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'status': 'completed', 'code': 200}
Apr 02 21:01:56.541216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b736667b-f94c-4de8-b5cc-bc51a9c9fdec req-85bae32b-8900-4bb5-bd84-1a368820d81a service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225998
Apr 02 21:01:56.542301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-72de8ad0-b957-4148-ba7e-3cc860ceb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.545137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-72de8ad0-b957-4148-ba7e-3cc860ceb51d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1741273
Apr 02 21:01:56.568366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:56.629694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a4a55-72bc-4cae-aaba-7a80c904762d req-19ddac5f-8dd7-42e0-b5e4-9cc7744a3a00 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.631603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c91a4a55-72bc-4cae-aaba-7a80c904762d req-19ddac5f-8dd7-42e0-b5e4-9cc7744a3a00 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0782075
Apr 02 21:01:56.703106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c91a4a55-72bc-4cae-aaba-7a80c904762d req-8258509b-d8cb-40d0-82ba-747da5bbbe3d tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560656
Apr 02 21:01:56.705391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-d33ac5cb-f19b-447a-9584-2c53b84b5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.707175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-d33ac5cb-f19b-447a-9584-2c53b84b5938 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 1130 time: 0.0966296
Apr 02 21:01:56.830982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-643f2192-8044-4721-b27b-ac6e8dbc11d8 req-05983af8-dd57-4c62-8c32-65b9b9c0168a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 210 time: 0.0370522
Apr 02 21:01:56.848601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-9bebd41c-64aa-4197-ac98-bfef00753113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.850124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-9bebd41c-64aa-4197-ac98-bfef00753113 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1314464
Apr 02 21:01:56.877522 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb558116-3e07-43d8-b9ad-8f9461f348b5 x-openstack-request-id: req-cb558116-3e07-43d8-b9ad-8f9461f348b5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:56.877911 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-plugged", "status": "completed", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:56.878142 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb558116-3e07-43d8-b9ad-8f9461f348b5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:56.878533 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb558116-3e07-43d8-b9ad-8f9461f348b5'] response: {'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'code': 200}
Apr 02 21:01:56.903415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-56a62100-a016-4a6a-9c5e-469cdf8cbf99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd HTTP/1.1" status: 200  len: 217 time: 0.0454140
Apr 02 21:01:56.971789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-26d0eb9e-8ed7-48ec-bc09-104d6762880a req-60dc148f-bc90-4240-a0d6-bc35fc01b32a tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0309989
Apr 02 21:01:56.981223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-9f20d498-4ee8-4136-baa2-47cc8296a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.982348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-9f20d498-4ee8-4136-baa2-47cc8296a1af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0728493
Apr 02 21:01:56.993402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-45942340-034d-4b3e-9a83-fed5630ed520 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:56.994909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-45942340-034d-4b3e-9a83-fed5630ed520 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 821 time: 0.5558870
Apr 02 21:01:57.011553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Request body: {'port': {'device_id': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'admin_state_up': True, 'tenant_id': '46605b214f8144ebbbd2aab432bb7633'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:57.042117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-789cb79b-3893-4943-98d6-2bd17f84d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.044026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-789cb79b-3893-4943-98d6-2bd17f84d18e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0555775
Apr 02 21:01:57.127631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:01:57.146093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-f466988d-638b-4ec0-853f-f4fd83894c65 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5915003
Apr 02 21:01:57.188317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa37390-2b9a-403d-8ac2-6e25b28f6207 req-b823127d-a012-493c-bea9-59af265c9df2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.189715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fa37390-2b9a-403d-8ac2-6e25b28f6207 req-b823127d-a012-493c-bea9-59af265c9df2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1138356
Apr 02 21:01:57.195814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-be953fe1-6fbe-44c4-91f1-ecb79fc6cbdd service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434002
Apr 02 21:01:57.232785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for port (7314cd1f-0e61-41b2-8632-1f4218505681), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:57.268268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:57.277093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e5f4-39d0-4666-8d0b-24ec2c037134 req-868b1454-0661-4ba9-8cca-ec9f0c403792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.278752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aca5e5f4-39d0-4666-8d0b-24ec2c037134 req-868b1454-0661-4ba9-8cca-ec9f0c403792 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 1128 time: 0.3322918
Apr 02 21:01:57.280506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:57.284173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7314cd1f-0e61-41b2-8632-1f4218505681'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:57.299869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fa37390-2b9a-403d-8ac2-6e25b28f6207 req-e18ba580-7214-4edb-87fd-2eeb3617bdf9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030953
Apr 02 21:01:57.327127 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9cbbab04-6308-407d-b9ff-afffc974cb25 req-8b0ac7fa-585b-42fe-9d37-9d633dd3122a service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236093
Apr 02 21:01:57.369331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Made reservation on behalf of 46605b214f8144ebbbd2aab432bb7633 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:01:57.372678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:57.381209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.381821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:57.383226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-262855e1-25bd-4bd7-9c0a-587ef31e5bf3 req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "PUT /v2.0/ports/7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 981 time: 1.3078105
Apr 02 21:01:57.418426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fa51c15-c070-472c-b9ae-38107ed88120 req-0bb2c6c2-86a3-48ef-8e30-730182358bca service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561393
Apr 02 21:01:57.447458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a475d-cf20-4004-bc5f-0831ecfb481c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=6']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:57.452031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7314cd1f-0e61-41b2-8632-1f4218505681'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:01:57.468264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aca5e5f4-39d0-4666-8d0b-24ec2c037134 req-c78a17ac-8576-4772-8d5f-50dfef4579cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785421
Apr 02 21:01:57.486631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837719-adcc-4711-9bac-71e892c07234 req-e4ad9144-2a1c-4342-b9ee-63c730dfb0fc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.488929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c837719-adcc-4711-9bac-71e892c07234 req-e4ad9144-2a1c-4342-b9ee-63c730dfb0fc tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0953774
Apr 02 21:01:57.542328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c837719-adcc-4711-9bac-71e892c07234 req-0fd9d60d-dc9d-4b93-bf46-77033c04f003 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476892
Apr 02 21:01:57.573586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c27f5bc8-a0ee-490c-b9a1-7c0d86d42d73 req-7d9499de-21ac-4044-9639-979d29ad785d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/8c6ecfd9-a637-4585-bc5f-4fca06655b3b HTTP/1.1" status: 200  len: 1819 time: 0.1532357
Apr 02 21:01:57.628074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-0121702e-59a7-4b1e-a1d1-3a9c364b5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.629509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-0121702e-59a7-4b1e-a1d1-3a9c364b5fee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 1129 time: 0.1320319
Apr 02 21:01:57.681431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Allocated IP 172.20.0.14 (2127fd39-f5aa-452a-9beb-bdc4f201d2d4/0adbb5c0-96ec-4e27-a752-156db44f3e28/ea75b601-e0d3-4e9e-b79c-a92bba35bfb0) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:01:57.742011 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-c27f5bc8-a0ee-490c-b9a1-7c0d86d42d73 req-6bcacc05-0f45-4fc8-aa99-1a67f7429b5e tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:01:57.743057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c27f5bc8-a0ee-490c-b9a1-7c0d86d42d73 req-6bcacc05-0f45-4fc8-aa99-1a67f7429b5e tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/8c6ecfd9-a637-4585-bc5f-4fca06655b3b HTTP/1.1" status: 409  len: 341 time: 0.1457748
Apr 02 21:01:57.797596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-98592ca6-3e14-42a8-816b-c60a3c884e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.799149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-98592ca6-3e14-42a8-816b-c60a3c884e8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1596403
Apr 02 21:01:57.853116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865380-7fbf-4c40-889c-32304d8a3424 req-9bb46c83-6e88-4b67-afb8-0e514cbec30c tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:57.855015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-e51faaf2-5daf-4834-994d-0710d97ed1ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6899260a-714f-44f5-b030-a483cf54a670 HTTP/1.1" status: 200  len: 217 time: 0.0453436
Apr 02 21:01:57.857757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b865380-7fbf-4c40-889c-32304d8a3424 req-9bb46c83-6e88-4b67-afb8-0e514cbec30c tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0728900
Apr 02 21:01:57.927747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b865380-7fbf-4c40-889c-32304d8a3424 req-a1182150-289e-4ce7-a001-d05c457538c2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639222
Apr 02 21:01:57.988837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-69c5d764-1436-4935-8a8d-3ca65a3f3fce req-50aa1f49-db62-4977-a712-ea6ab9da9705 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 210 time: 0.0485981
Apr 02 21:01:58.033104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-1b7304df-36d9-4b6a-854d-379955f75afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.034577 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-1b7304df-36d9-4b6a-854d-379955f75afb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1729643
Apr 02 21:01:58.047754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89392-e393-4671-87d7-b7c48650d918 req-9e0e8485-fa75-4946-811b-f3d24658b56f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.049423 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ff89392-e393-4671-87d7-b7c48650d918 req-9e0e8485-fa75-4946-811b-f3d24658b56f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 984 time: 0.0582216
Apr 02 21:01:58.067397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:58.114403 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ff89392-e393-4671-87d7-b7c48650d918 req-c5735541-1210-49b7-a394-6ff6b0ba534c tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&id=8c6ecfd9-a637-4585-bc5f-4fca06655b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0584474
Apr 02 21:01:58.123793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-f5cfad22-7589-44f8-ad61-2931547dfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.125877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-f5cfad22-7589-44f8-ad61-2931547dfea0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1166 time: 0.1682739
Apr 02 21:01:58.130185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efae91fa-b6c5-4fcf-89a2-2a7ff1d4f809 req-4b02c00c-4463-4955-8a2b-9520c8b7a970 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0432858
Apr 02 21:01:58.183901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-b34ffc8a-5b6b-43ee-b6b8-f018ba7b78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.185461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-b34ffc8a-5b6b-43ee-b6b8-f018ba7b78ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1422577
Apr 02 21:01:58.244025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:58.335646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-0d0e4b43-4452-4739-a015-e332511142f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.337070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-0d0e4b43-4452-4739-a015-e332511142f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.2023876
Apr 02 21:01:58.357306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:01:58.367824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event updated for resources: {'Port': ['ID=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:58.398275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:01:58.402551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:01:58.409103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-a654ba5c-0fbb-47bf-b9f8-4d0701aa0488 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 217 time: 0.0633838
Apr 02 21:01:58.433594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:01:58.433851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d4784-9f14-45ec-8ab2-70d5a1434234 req-d52f0ebe-919e-41e1-b3ab-f8b41aad40f2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.435322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d50d4784-9f14-45ec-8ab2-70d5a1434234 req-d52f0ebe-919e-41e1-b3ab-f8b41aad40f2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0565395
Apr 02 21:01:58.436003 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd46dae8-3540-4710-b0be-2568ba556702" -d '{"events": [{"name": "network-changed", "server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:01:58.461674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-2f650917-329c-48db-9f66-d1bd39a38e53 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466078
Apr 02 21:01:58.502462 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e81174-514b-4e6f-9037-ae38dec2e404 x-openstack-request-id: req-f6e81174-514b-4e6f-9037-ae38dec2e404 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:01:58.502749 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:01:58.503009 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6e81174-514b-4e6f-9037-ae38dec2e404 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:01:58.503408 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e81174-514b-4e6f-9037-ae38dec2e404'] response: {'name': 'network-changed', 'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681', 'status': 'completed', 'code': 200}
Apr 02 21:01:58.516705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d50d4784-9f14-45ec-8ab2-70d5a1434234 req-1c846d56-7415-4a80-af07-c089b1f6c0b8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726640
Apr 02 21:01:58.529862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.530479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:58.550049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-4348da0f-050e-490d-bcd1-064a668cc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.551516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-4348da0f-050e-490d-bcd1-064a668cc7ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.1085989
Apr 02 21:01:58.605292 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:58.611539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-f00d75e4-b3f4-485a-9020-37ba76531951 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6053967
Apr 02 21:01:58.615160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-1c2c70be-0dd7-4f6d-8e54-ab21109dcd81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345311
Apr 02 21:01:58.634144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Request body: {'port': {'device_id': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:01:58.712167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96480dec-50f7-4334-9dde-eab954ea7fcd req-0164b69a-d398-4d81-a029-59e110dff510 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313135
Apr 02 21:01:58.809207 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:58.827189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570739bd-f3e0-4cbe-9c44-44d70bc2e1b2 req-9afa19da-7764-4afb-b6de-097e46e28939 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:58.828719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-570739bd-f3e0-4cbe-9c44-44d70bc2e1b2 req-9afa19da-7764-4afb-b6de-097e46e28939 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.2045097
Apr 02 21:01:58.830440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-828a64a5-2bc5-4ead-bba6-58b5c863060e service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042131
Apr 02 21:01:59.015090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-570739bd-f3e0-4cbe-9c44-44d70bc2e1b2 req-033660a2-ef26-49ad-ba73-cd16f011089c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1806982
Apr 02 21:01:59.045406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea14afdd-4a5c-4f95-84ed-cc136e3ff0d2 req-193acb94-9895-430c-b67e-0a6ee513b050 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070353
Apr 02 21:01:59.065776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d85c-3a56-43cd-9093-01c45627560b req-5697305f-5991-4af6-9003-2b9b51f64ec3 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.067534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7077d85c-3a56-43cd-9093-01c45627560b req-5697305f-5991-4af6-9003-2b9b51f64ec3 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0663254
Apr 02 21:01:59.133290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7077d85c-3a56-43cd-9093-01c45627560b req-094d4f5b-4e8c-42d8-abad-a0418eaa46d9 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516305
Apr 02 21:01:59.256614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303479d-2c86-4de9-95bd-eec6e55b92ea req-87e8d2e9-622c-4666-914e-f60f0b7d8c5b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.257620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a9e52-7708-4d7c-a2b9-aee0e5d15aa3 req-9f7ad22d-a5e1-49ba-ae34-f3b0d4ed3cb5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.258026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d303479d-2c86-4de9-95bd-eec6e55b92ea req-87e8d2e9-622c-4666-914e-f60f0b7d8c5b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 984 time: 0.0600052
Apr 02 21:01:59.259105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d32a9e52-7708-4d7c-a2b9-aee0e5d15aa3 req-9f7ad22d-a5e1-49ba-ae34-f3b0d4ed3cb5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 932 time: 0.1414557
Apr 02 21:01:59.324790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d303479d-2c86-4de9-95bd-eec6e55b92ea req-9ebd5651-b6c5-4c2a-8daa-ec262638f933 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&id=8c6ecfd9-a637-4585-bc5f-4fca06655b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0605509
Apr 02 21:01:59.367606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:59.415674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed406959-52ca-418f-97b1-6d6aded40a6b req-af44c331-451d-44b8-9909-a12660e58731 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0280950
Apr 02 21:01:59.548670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46dae8-3540-4710-b0be-2568ba556702 req-4fd31145-758d-4abf-9602-46c51189bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.550153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-4fd31145-758d-4abf-9602-46c51189bc18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1166 time: 0.4336567
Apr 02 21:01:59.596408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:01:59.612445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Publish callbacks [] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:59.640274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9852cc8-8765-4416-92b9-8e7cb3c349f2 req-4bc8dc6c-488d-49e6-a097-7be4cb1bd508 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.641843 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9852cc8-8765-4416-92b9-8e7cb3c349f2 req-4bc8dc6c-488d-49e6-a097-7be4cb1bd508 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0529020
Apr 02 21:01:59.674971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Transition to ACTIVE for port object ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:01:59.683217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d32a9e52-7708-4d7c-a2b9-aee0e5d15aa3 req-ee6e15e1-67a8-444a-99a4-f5a2bbdbe565 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320202
Apr 02 21:01:59.685621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:01:59.691983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9852cc8-8765-4416-92b9-8e7cb3c349f2 req-1e92d035-4f1a-454f-8370-aa77cacfafe6 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424094
Apr 02 21:01:59.738787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46dae8-3540-4710-b0be-2568ba556702 req-e69ceba1-0d35-4942-9d5d-e5c14e4c5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.740261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-e69ceba1-0d35-4942-9d5d-e5c14e4c5ae3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.1805563
Apr 02 21:01:59.759263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Pushing event updated for resources: {'Port': ['ID=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:01:59.793356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-987ea3aa-4f3f-4d6b-8cd1-f6a3be4d1f7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 217 time: 0.0462151
Apr 02 21:01:59.890842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46dae8-3540-4710-b0be-2568ba556702 req-f078e50d-0612-421a-8598-3fbd1973d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:01:59.892303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-f078e50d-0612-421a-8598-3fbd1973d9d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0845082
Apr 02 21:01:59.910975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Attempting to bind port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:01:59.911313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Attempting to bind port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:01:59.911643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Attempting to bind port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:59.929100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-c3f620a3-2ff7-44be-bc8a-1522a4b3a338 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301366
Apr 02 21:01:59.931107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:01:59.931436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Attempting to bind port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 on network 2127fd39-f5aa-452a-9beb-bdc4f201d2d4 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:01:59.943548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:01:59.943889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Checking segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:01:59.944267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Bound using segment: {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:01:59.944978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Bound port: ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed766cc-d017-458b-b825-10d51c009f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:01:59.945340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:00.076221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] For port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:00.080040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-23cc1aa3-4743-4c32-b9f1-83f5b007e414 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437051
Apr 02 21:02:00.081754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] For port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:00.091806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:00.137948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07296-f14a-450a-8dd9-010225e56795 req-0589f7f7-a5f3-4b35-b96e-1cb77111af50 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.139445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bd07296-f14a-450a-8dd9-010225e56795 req-0589f7f7-a5f3-4b35-b96e-1cb77111af50 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0585852
Apr 02 21:02:00.187402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.188611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:00.190002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] 10.222.0.21 "PUT /v2.0/ports/ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 HTTP/1.1" status: 200  len: 1092 time: 1.5647209
Apr 02 21:02:00.197194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bd07296-f14a-450a-8dd9-010225e56795 req-9154867d-a584-45ef-b6d9-d4226b5bc7c2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519278
Apr 02 21:02:00.282840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c52bc5-1f22-492b-a0d8-81bfb4741d3e service neutron] Pushing event updated for resources: {'Port': ['ID=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:00.310442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f2378-80a6-4065-b386-d2930af6a854 req-3e141453-f985-4a76-8fc0-eebd3b8c9d14 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.311959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-747f2378-80a6-4065-b386-d2930af6a854 req-3e141453-f985-4a76-8fc0-eebd3b8c9d14 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.2128291
Apr 02 21:02:00.317361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd46dae8-3540-4710-b0be-2568ba556702 req-8382be6a-96a8-452a-88b4-6b253a5be6ec service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160978
Apr 02 21:02:00.334851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4f6eb-4fd8-4b06-ae9a-e7b253ee80bc req-641d5303-4cc6-4d82-864b-7449a21c6e16 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.336755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fff4f6eb-4fd8-4b06-ae9a-e7b253ee80bc req-641d5303-4cc6-4d82-864b-7449a21c6e16 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0590098
Apr 02 21:02:00.349285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-1cb92a05-6859-4791-a46b-a32e54ce27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.349468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-1cb92a05-6859-4791-a46b-a32e54ce27e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 1126 time: 0.1040349
Apr 02 21:02:00.387148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fff4f6eb-4fd8-4b06-ae9a-e7b253ee80bc req-c2eb6393-0f52-4e0b-913e-335a652db150 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447011
Apr 02 21:02:00.409646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-747f2378-80a6-4065-b386-d2930af6a854 req-e787763f-9d37-4337-84b6-3887040ef0ab tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899701
Apr 02 21:02:00.411084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-1bb50260-9429-44f0-8531-d653307229b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 HTTP/1.1" status: 200  len: 217 time: 0.0521083
Apr 02 21:02:00.465580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a33e3086-c7d6-46a5-a3ce-94e24ae01665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.467809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-a33e3086-c7d6-46a5-a3ce-94e24ae01665 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 200  len: 861 time: 0.0476451
Apr 02 21:02:00.500628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-ad9292d5-c80f-4b32-9d90-163108526ce6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274093
Apr 02 21:02:00.503709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694310-8943-4440-83ca-6cd10b8d3c21 req-66de1e00-462a-4720-ae4d-cae074b44cba tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.504216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'tag': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:00.505242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00694310-8943-4440-83ca-6cd10b8d3c21 req-66de1e00-462a-4720-ae4d-cae074b44cba tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 984 time: 0.0590856
Apr 02 21:02:00.506560 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2954f547-a82f-4bab-892c-a78e6040dd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5bfc3a-a0c8-43df-b545-28d13b55296b", "tag": "ea75b601-e0d3-4e9e-b79c-a92bba35bfb0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:00.562602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00694310-8943-4440-83ca-6cd10b8d3c21 req-4859906e-bec0-4137-8062-02fb903c97d0 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&id=8c6ecfd9-a637-4585-bc5f-4fca06655b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0511427
Apr 02 21:02:00.567628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1fe1cd0-7eed-4275-8e04-ccd8d2d18c8f req-74d6c401-a6db-4fc2-adb1-d67b9a85cb12 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0405493
Apr 02 21:02:00.607651 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34491305-a6f8-4187-afe2-5de3a271eb42 x-openstack-request-id: req-34491305-a6f8-4187-afe2-5de3a271eb42 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:00.608011 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5bfc3a-a0c8-43df-b545-28d13b55296b", "tag": "ea75b601-e0d3-4e9e-b79c-a92bba35bfb0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:00.608278 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34491305-a6f8-4187-afe2-5de3a271eb42 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:00.608711 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34491305-a6f8-4187-afe2-5de3a271eb42'] response: {'name': 'network-changed', 'server_uuid': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'tag': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0', 'status': 'completed', 'code': 200}
Apr 02 21:02:00.624287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-331a0370-07ed-41af-a466-36117902e149 service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147385
Apr 02 21:02:00.691469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-57d7a31f-ebc7-4225-a4ad-f43ee84c731f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1001253703&fields=id&tenant_id=23ceefc39a5247ae86277ab79385c021 HTTP/1.1" status: 200  len: 267 time: 0.0436234
Apr 02 21:02:00.717989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b966ca-dc95-421a-bb10-9a9db68a4899 req-fc97bb0f-015f-43e9-bdb2-a236fa778f1b service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877173
Apr 02 21:02:00.755731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-a77bb496-c23e-40a7-9ec0-d2e49ce5fb48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.757309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-a77bb496-c23e-40a7-9ec0-d2e49ce5fb48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 984 time: 0.0600822
Apr 02 21:02:00.770014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'port': {'security_groups': ['8c6ecfd9-a637-4585-bc5f-4fca06655b3b', '9825e0aa-2e0c-4c33-8eb2-2fb58e110189', 'a70f57f3-c644-44f0-816b-65c3c747ec1a']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:00.843833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a64a1b-e929-4fc4-ae6d-f6789f1368e6 req-cc8a5b06-06d4-4fdd-a544-135f2a060d7a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.845429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60a64a1b-e929-4fc4-ae6d-f6789f1368e6 req-cc8a5b06-06d4-4fdd-a544-135f2a060d7a tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 944 time: 0.0840535
Apr 02 21:02:00.847702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:00.848027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-dc3072dd-6d4b-4b0c-adda-acba33923f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.848798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:00.849453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-dc3072dd-6d4b-4b0c-adda-acba33923f31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46605b214f8144ebbbd2aab432bb7633&device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 1126 time: 0.0785625
Apr 02 21:02:00.959876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60a64a1b-e929-4fc4-ae6d-f6789f1368e6 req-ab51b1a0-e6d4-43a0-b06a-bb71844627c9 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063845
Apr 02 21:02:00.986850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-763e3668-8163-4865-a374-ca9f1a04e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:00.988657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-763e3668-8163-4865-a374-ca9f1a04e242 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 200  len: 922 time: 0.1273797
Apr 02 21:02:01.036997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-8698041d-70cd-4790-a880-c8291eb019b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 HTTP/1.1" status: 200  len: 217 time: 0.0376544
Apr 02 21:02:01.083433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:01.089406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:01.099081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-c197fd10-9971-400f-9897-cb7eac3e78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.099081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-c197fd10-9971-400f-9897-cb7eac3e78b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 200  len: 861 time: 0.0548801
Apr 02 21:02:01.107403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'mac_address': 'fa:16:3e:f3:fe:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:01.123361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for port (7314cd1f-0e61-41b2-8632-1f4218505681), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.129330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.130975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-7d3eea60-1b67-4955-8cbe-83777cf79f7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2127fd39-f5aa-452a-9beb-bdc4f201d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269241
Apr 02 21:02:01.143809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7314cd1f-0e61-41b2-8632-1f4218505681'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:01.146347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:01.176881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.177534 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.178952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cbe1d5dd-bdc5-4fef-9498-9778a864acbd req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "PUT /v2.0/ports/7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 1020 time: 0.4143295
Apr 02 21:02:01.179425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:01.181922 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441869cf-b1eb-476d-aede-df3809af3909" -d '{"events": [{"name": "network-changed", "server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:01.209491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:01.209962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.241922 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cbd9c5-5b01-4ca7-b92b-f6c097ef8433 x-openstack-request-id: req-86cbd9c5-5b01-4ca7-b92b-f6c097ef8433 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:01.242798 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:01.242798 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86cbd9c5-5b01-4ca7-b92b-f6c097ef8433 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:01.242975 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cbd9c5-5b01-4ca7-b92b-f6c097ef8433'] response: {'name': 'network-changed', 'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681', 'status': 'completed', 'code': 200}
Apr 02 21:02:01.243046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-a97ab07a-80e1-4bf9-a1d2-ac37aa072abf service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056700
Apr 02 21:02:01.251548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7314cd1f-0e61-41b2-8632-1f4218505681'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:01.251738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742ec28-116d-4179-885e-04109edbc0eb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:01.256751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b2da71-53de-4a86-a10f-8df6fc7762bd {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:01.293663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ae12246-b0cc-4b48-8211-9740e62a5b9c req-5134a42f-ad22-48e4-aae8-22c988efac93 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/a70f57f3-c644-44f0-816b-65c3c747ec1a HTTP/1.1" status: 200  len: 1819 time: 0.0801663
Apr 02 21:02:01.334414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:01.348392 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-4ae12246-b0cc-4b48-8211-9740e62a5b9c req-5d7d09fe-ae7f-48c8-8e2e-5e0bbd47f029 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:02:01.353323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ae12246-b0cc-4b48-8211-9740e62a5b9c req-5d7d09fe-ae7f-48c8-8e2e-5e0bbd47f029 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/a70f57f3-c644-44f0-816b-65c3c747ec1a HTTP/1.1" status: 409  len: 341 time: 0.0576286
Apr 02 21:02:01.354685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.355351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:01.417003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441869cf-b1eb-476d-aede-df3809af3909 req-72bcacb4-c484-4890-9988-880d3f20eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.418530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-72bcacb4-c484-4890-9988-880d3f20eee3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ceefc39a5247ae86277ab79385c021&device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1206 time: 0.1550949
Apr 02 21:02:01.491369 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2954f547-a82f-4bab-892c-a78e6040dd4c req-f26fc6f9-d1d6-40da-b48a-a4e33757186d service neutron] 10.222.0.21 "GET /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363286
Apr 02 21:02:01.507505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:01.530049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:01.553775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '6899260a-714f-44f5-b030-a483cf54a670', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '6899260a-714f-44f5-b030-a483cf54a670', 'mac_address': 'fa:16:3e:ce:18:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:01.554464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548340c9-a253-40a9-a48e-9fedcac38a26 req-917a0ca6-9fba-4056-9a63-ec0bd7e3c880 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.555989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-548340c9-a253-40a9-a48e-9fedcac38a26 req-917a0ca6-9fba-4056-9a63-ec0bd7e3c880 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.2339771
Apr 02 21:02:01.618685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588254-3932-43e1-909e-d2fca128a6f0 req-d90a4743-a060-4545-9126-f269e0851662 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.620357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b588254-3932-43e1-909e-d2fca128a6f0 req-d90a4743-a060-4545-9126-f269e0851662 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0676448
Apr 02 21:02:01.622362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441869cf-b1eb-476d-aede-df3809af3909 req-2998b389-5859-40a2-bef0-fdf845ee6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.624427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-2998b389-5859-40a2-bef0-fdf845ee6bdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 200  len: 914 time: 0.1974885
Apr 02 21:02:01.634617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-548340c9-a253-40a9-a48e-9fedcac38a26 req-5642cf17-c009-4daf-a979-a2a3d8bca1cc tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698950
Apr 02 21:02:01.684930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6899260a-714f-44f5-b030-a483cf54a670 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:01.685324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.695471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b588254-3932-43e1-909e-d2fca128a6f0 req-8f5185c0-1566-46b9-a976-7576ede048c2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684314
Apr 02 21:02:01.708288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-736c365b-dacb-4915-9045-9ce1c29fe00f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 200  len: 217 time: 0.0726690
Apr 02 21:02:01.742366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6899260a-714f-44f5-b030-a483cf54a670 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:01.789918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441869cf-b1eb-476d-aede-df3809af3909 req-075179f9-d028-44ec-be01-d4f94bbd8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.791390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-075179f9-d028-44ec-be01-d4f94bbd8de8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 200  len: 853 time: 0.0738301
Apr 02 21:02:01.796355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:01.803358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978ebf5-e3a1-4360-982d-30b0720287f6 req-0f53386a-ef23-4a88-b131-bc05d452f14d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.805003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4978ebf5-e3a1-4360-982d-30b0720287f6 req-0f53386a-ef23-4a88-b131-bc05d452f14d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1001470
Apr 02 21:02:01.817462 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:01.832081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824504ec-5771-4099-a18b-bd1810b65509 req-595a89e7-68a2-46bc-b970-0c8778d24796 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:01.833633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-824504ec-5771-4099-a18b-bd1810b65509 req-595a89e7-68a2-46bc-b970-0c8778d24796 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1023 time: 0.0682209
Apr 02 21:02:01.847148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-ad344347-6614-4eed-a3cc-304eb9f8fc43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66aaa886-49ae-4a46-8667-522d2a887f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410657
Apr 02 21:02:01.900268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4978ebf5-e3a1-4360-982d-30b0720287f6 req-1d82db93-cea1-4ae9-ad7b-a6a66b828555 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854719
Apr 02 21:02:01.907301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-824504ec-5771-4099-a18b-bd1810b65509 req-31ef8c29-bbe6-4a6d-b85a-090d16c0f66b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70f57f3-c644-44f0-816b-65c3c747ec1a&id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&id=8c6ecfd9-a637-4585-bc5f-4fca06655b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0672708
Apr 02 21:02:01.966108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:01.971622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-4695be96-f19c-42d0-bcb2-1c81f000ec94 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1167316
Apr 02 21:02:02.013826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-259fc53b-b788-49cc-b986-fce75c828095 req-abf33f7b-ccf4-42f6-a562-5d25c47cfd3f tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0317392
Apr 02 21:02:02.113420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-441869cf-b1eb-476d-aede-df3809af3909 req-1b514ed0-30fc-4381-aed9-55b8a2b38474 service neutron] 10.222.0.21 "GET /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339223
Apr 02 21:02:02.128302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58615-7d45-4eb1-beb1-8c06f87048eb req-f336852e-e73b-4f5d-bfff-398468cc62a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:02.129951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fde58615-7d45-4eb1-beb1-8c06f87048eb req-f336852e-e73b-4f5d-bfff-398468cc62a3 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 944 time: 0.0729139
Apr 02 21:02:02.178322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fde58615-7d45-4eb1-beb1-8c06f87048eb req-48e71d1f-831b-4bb7-a454-c46234850ca6 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406938
Apr 02 21:02:02.214653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6899260a-714f-44f5-b030-a483cf54a670'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:02.240407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['09b2da71-53de-4a86-a10f-8df6fc7762bd'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:02.748356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07992015-2ffb-4cee-bc26-166583da42e7 req-073d3fbe-ab80-408f-b973-06383ea7f5a0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:02.749962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07992015-2ffb-4cee-bc26-166583da42e7 req-073d3fbe-ab80-408f-b973-06383ea7f5a0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0532970
Apr 02 21:02:02.810545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07992015-2ffb-4cee-bc26-166583da42e7 req-0d7d0aab-7d12-4743-9df1-18b2150f4cb0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494411
Apr 02 21:02:02.820168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0dcef-e7a4-44f5-a2f8-91c3f6d5a189 req-f1d0bf8f-0a32-4fb1-a76a-1ff8aa95dcd1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:02.821690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1be0dcef-e7a4-44f5-a2f8-91c3f6d5a189 req-f1d0bf8f-0a32-4fb1-a76a-1ff8aa95dcd1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 948 time: 0.0576198
Apr 02 21:02:02.875868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1be0dcef-e7a4-44f5-a2f8-91c3f6d5a189 req-aada792b-2ba2-4165-9b0a-710fbbf9315a tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463324
Apr 02 21:02:03.032126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f75ad-3281-4220-afbf-703fc8f80c0a req-5a7a6caa-8f8a-461b-8ce9-bd44b7686c59 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.032549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa9864-04f9-4707-8474-f9039493e655 req-1cd76552-49f4-4223-9c29-0e71177dfc25 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.033533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-433f75ad-3281-4220-afbf-703fc8f80c0a req-5a7a6caa-8f8a-461b-8ce9-bd44b7686c59 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0540850
Apr 02 21:02:03.035814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75fa9864-04f9-4707-8474-f9039493e655 req-1cd76552-49f4-4223-9c29-0e71177dfc25 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1023 time: 0.0562949
Apr 02 21:02:03.086674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-433f75ad-3281-4220-afbf-703fc8f80c0a req-23600c58-2cff-4db8-ac8e-a3c2a8e87848 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474069
Apr 02 21:02:03.128706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-241d4385-a1a1-4512-a427-c5cbbe467a06 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.130188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-241d4385-a1a1-4512-a427-c5cbbe467a06 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 1023 time: 0.0933053
Apr 02 21:02:03.149161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75fa9864-04f9-4707-8474-f9039493e655 req-48cf08d9-a84d-487a-afd8-f775ccb0efdd tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70f57f3-c644-44f0-816b-65c3c747ec1a&id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&id=8c6ecfd9-a637-4585-bc5f-4fca06655b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1043408
Apr 02 21:02:03.172896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5dc93afe-b57a-4536-8394-3eaa404af220 req-80bdd4dc-92db-4dc3-839f-7442d2634471 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0264044
Apr 02 21:02:03.285548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Deleting port 7314cd1f-0e61-41b2-8632-1f4218505681 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:03.286576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:03.312721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd84a1-2a68-44a1-b039-106d9dc1a917 req-5871f3a5-aae5-45ca-8cf4-465a44286f4c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.314233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76fd84a1-2a68-44a1-b039-106d9dc1a917 req-5871f3a5-aae5-45ca-8cf4-465a44286f4c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 944 time: 0.0633397
Apr 02 21:02:03.370967 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76fd84a1-2a68-44a1-b039-106d9dc1a917 req-85d14caf-761f-4472-9ca7-05e0897dfebb tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508828
Apr 02 21:02:03.445450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] For port 7314cd1f-0e61-41b2-8632-1f4218505681, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7314cd1f-0e61-41b2-8632-1f4218505681,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:03.445818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:03.464712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d75a3-e272-49b5-8784-883d5d148eb2 req-b5ee9ebe-e07f-436e-92cf-e34a7b875fdd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.466193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c08d75a3-e272-49b5-8784-883d5d148eb2 req-b5ee9ebe-e07f-436e-92cf-e34a7b875fdd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.1511629
Apr 02 21:02:03.471404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Calling delete_port for 7314cd1f-0e61-41b2-8632-1f4218505681 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:03.485477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91309de-736b-41a7-be9b-c757be857af1 req-be77c461-3bf7-451d-9f41-fa467f11e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.486893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-be77c461-3bf7-451d-9f41-fa467f11e61a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1128 time: 0.1167169
Apr 02 21:02:03.619292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c08d75a3-e272-49b5-8784-883d5d148eb2 req-f53696d0-73a5-4822-8953-2cbda327bfca tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458402
Apr 02 21:02:03.657790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91309de-736b-41a7-be9b-c757be857af1 req-c0fc8a8a-9c1b-4fc0-9110-4865873eff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.659391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-c0fc8a8a-9c1b-4fc0-9110-4865873eff04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.1621938
Apr 02 21:02:03.759077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-d0317b88-6481-4d70-b66c-ce2380395282 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 1002 time: 0.0929866
Apr 02 21:02:03.760533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7314cd1f-0e61-41b2-8632-1f4218505681), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:03.771946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:03.776178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7314cd1f-0e61-41b2-8632-1f4218505681'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:03.820199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'Port': ['ID=7314cd1f-0e61-41b2-8632-1f4218505681,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:03.857033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91309de-736b-41a7-be9b-c757be857af1 req-ced30a33-d85a-4feb-a3e7-937e3b34134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.858903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-ced30a33-d85a-4feb-a3e7-937e3b34134a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0919554
Apr 02 21:02:03.876681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] No DVR routers for this DVR port 7314cd1f-0e61-41b2-8632-1f4218505681 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:03.893767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:03.904671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:03.907932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68ebc802-52dd-40be-9952-ec5ca8c887b7 req-42082dc6-9487-46ed-b27d-b576f5e970c9 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.21 "DELETE /v2.0/ports/7314cd1f-0e61-41b2-8632-1f4218505681 HTTP/1.1" status: 204  len: 173 time: 0.7697325
Apr 02 21:02:03.909863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'name': 'network-vif-deleted', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:03.912438 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7be2ee-c780-4cd9-bf17-91d297895f90" -d '{"events": [{"server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "name": "network-vif-deleted", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:03.951093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91309de-736b-41a7-be9b-c757be857af1 req-56531f5c-3b3c-4351-b924-f948b687ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.959802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-56531f5c-3b3c-4351-b924-f948b687ccda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0846369
Apr 02 21:02:03.975180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd063-a129-466d-b6f5-627ec65128e1 req-1cdb50eb-df42-4a7f-9347-0fe8f15f6f88 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:03.977061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f1bd063-a129-466d-b6f5-627ec65128e1 req-1cdb50eb-df42-4a7f-9347-0fe8f15f6f88 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0958674
Apr 02 21:02:04.000874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-2e5bfd0f-1032-4adb-bfbe-73b8b0560f0e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:02:04.001923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-2e5bfd0f-1032-4adb-bfbe-73b8b0560f0e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0283647
Apr 02 21:02:04.046639 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f1bd063-a129-466d-b6f5-627ec65128e1 req-aa850955-d0d7-4796-982d-ad3b1a665f61 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646021
Apr 02 21:02:04.052616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:04.088692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0', 'network_id': '2127fd39-f5aa-452a-9beb-bdc4f201d2d4', 'port_id': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0', 'mac_address': 'fa:16:3e:d5:17:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adbb5c0-96ec-4e27-a752-156db44f3e28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:04.098227 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1b4a05-e39d-4694-8e5e-2379317fc447 x-openstack-request-id: req-5c1b4a05-e39d-4694-8e5e-2379317fc447 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:04.098526 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06c68f0-17c8-4c02-9391-5bb99ff207f5", "name": "network-vif-deleted", "tag": "7314cd1f-0e61-41b2-8632-1f4218505681", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:04.098785 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c1b4a05-e39d-4694-8e5e-2379317fc447 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:04.099186 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1b4a05-e39d-4694-8e5e-2379317fc447'] response: {'server_uuid': 'c06c68f0-17c8-4c02-9391-5bb99ff207f5', 'name': 'network-vif-deleted', 'tag': '7314cd1f-0e61-41b2-8632-1f4218505681', 'status': 'completed', 'code': 200}
Apr 02 21:02:04.107778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a465e-728c-457e-b4b5-cd061a03dc65 req-19e66ae7-639c-4d18-9f95-f54ea5681bfd tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:04.109343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c1a465e-728c-457e-b4b5-cd061a03dc65 req-19e66ae7-639c-4d18-9f95-f54ea5681bfd tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 948 time: 0.1476128
Apr 02 21:02:04.139425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-730a9976-fb14-4810-b943-22b9aafc067e service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266921
Apr 02 21:02:04.153902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:04.154294 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:04.177740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:04.203235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:04.209236 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:04.268115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:04.269819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099e5a37-26a5-4eb5-a7a4-04a4ba821247 req-1335abed-1ac7-4942-818a-75d3f729c5f0 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06c68f0-17c8-4c02-9391-5bb99ff207f5 HTTP/1.1" status: 200  len: 210 time: 0.0279028
Apr 02 21:02:04.363506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d15ee093-c0d7-4c94-a0b9-394d69f8bafe req-1d78d1d0-711e-426f-b8e5-4465f802a988 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0323324
Apr 02 21:02:04.430986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['ea75b601-e0d3-4e9e-b79c-a92bba35bfb0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:04.525288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c1a465e-728c-457e-b4b5-cd061a03dc65 req-56d13488-ae68-4b1f-ada8-9ff82f83e159 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4082949
Apr 02 21:02:04.529042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91309de-736b-41a7-be9b-c757be857af1 req-838c511c-8456-4379-9174-79002a4e80ad service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3823748
Apr 02 21:02:04.532392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d573c6f-7c09-4aae-ba4f-642201d3dc76 req-45709325-4307-4662-9eec-8be7317e3bea tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:04.541011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d573c6f-7c09-4aae-ba4f-642201d3dc76 req-45709325-4307-4662-9eec-8be7317e3bea tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 945 time: 0.0791996
Apr 02 21:02:04.591245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d573c6f-7c09-4aae-ba4f-642201d3dc76 req-1f5074df-0f2e-48e7-9789-693df8f37a28 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471523
Apr 02 21:02:04.735655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156f9fc-1906-4246-9483-55858b21c85c req-2ef3d7fc-6646-472e-bd5e-cb1143444dd4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:04.737189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1156f9fc-1906-4246-9483-55858b21c85c req-2ef3d7fc-6646-472e-bd5e-cb1143444dd4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0528626
Apr 02 21:02:04.782399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1156f9fc-1906-4246-9483-55858b21c85c req-daceaacc-c411-44dc-a0e9-9d0a6a1bcd78 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395403
Apr 02 21:02:04.846259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:04.897361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 09b2da71-53de-4a86-a10f-8df6fc7762bd completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:04.901146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 09b2da71-53de-4a86-a10f-8df6fc7762bd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:04.901520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:04.977345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:04.977658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:04.999471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:05.001738 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5811e07b-0b82-4812-bd1f-6268150aed5a" -d '{"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:05.013955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:05.019311 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.020119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:05.065411 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32f37f-1738-4565-b752-d77aeb432765 x-openstack-request-id: req-ab32f37f-1738-4565-b752-d77aeb432765 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:05.065703 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:05.065959 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab32f37f-1738-4565-b752-d77aeb432765 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:05.066386 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab32f37f-1738-4565-b752-d77aeb432765'] response: {'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'code': 200}
Apr 02 21:02:05.107742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:05.120701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 6899260a-714f-44f5-b030-a483cf54a670 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:05.126722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 6899260a-714f-44f5-b030-a483cf54a670 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:05.127103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6899260a-714f-44f5-b030-a483cf54a670), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.225131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6899260a-714f-44f5-b030-a483cf54a670 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:05.225813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.233834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e04b2-ec47-47fe-8329-1d0ad625ba0a req-2246d425-2d75-4c15-9643-21226c1c4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:05.236489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d43e04b2-ec47-47fe-8329-1d0ad625ba0a req-2246d425-2d75-4c15-9643-21226c1c4bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 1132 time: 0.0975771
Apr 02 21:02:05.243355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e6e5-9aa2-4852-a515-29561bfd4bbb req-5c72e6ed-f8d0-4154-92fe-de663e7b9861 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:05.244078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ab558a1-2354-4458-9ecb-cbd61c7a691b req-7374edb9-ba85-411c-b910-bf147a59d317 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0343390
Apr 02 21:02:05.245027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77e5e6e5-9aa2-4852-a515-29561bfd4bbb req-5c72e6ed-f8d0-4154-92fe-de663e7b9861 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0917020
Apr 02 21:02:05.264614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:05.269890 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.316416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d43e04b2-ec47-47fe-8329-1d0ad625ba0a req-eafc7e7b-9258-4d19-ba9f-7f05423efff1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703619
Apr 02 21:02:05.320529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:05.320996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77e5e6e5-9aa2-4852-a515-29561bfd4bbb req-4cc71683-8af0-407d-b8e3-fcb06fd72bda tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678940
Apr 02 21:02:05.392243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a18a4ee-b547-476b-84e9-5841f18c02e1 req-351e8b9e-9f6e-46d5-b985-5a0a4d210196 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/8c6ecfd9-a637-4585-bc5f-4fca06655b3b HTTP/1.1" status: 200  len: 1819 time: 0.0380480
Apr 02 21:02:05.448233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2a18a4ee-b547-476b-84e9-5841f18c02e1 req-e0fd8246-a6c4-4746-b448-134446e79518 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (8c6ecfd9-a637-4585-bc5f-4fca06655b3b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.471784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2a18a4ee-b547-476b-84e9-5841f18c02e1 req-e0fd8246-a6c4-4746-b448-134446e79518 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (8c6ecfd9-a637-4585-bc5f-4fca06655b3b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.489896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eea00f11-1a72-4dbd-be2f-aa9242b93866 req-0b3b4440-658f-4b09-9356-1b274a79bda5 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0251334
Apr 02 21:02:05.515182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2a18a4ee-b547-476b-84e9-5841f18c02e1 req-e0fd8246-a6c4-4746-b448-134446e79518 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8c6ecfd9-a637-4585-bc5f-4fca06655b3b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.518301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2a18a4ee-b547-476b-84e9-5841f18c02e1 req-e0fd8246-a6c4-4746-b448-134446e79518 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.519437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a18a4ee-b547-476b-84e9-5841f18c02e1 req-e0fd8246-a6c4-4746-b448-134446e79518 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/8c6ecfd9-a637-4585-bc5f-4fca06655b3b HTTP/1.1" status: 204  len: 173 time: 0.1215270
Apr 02 21:02:05.528256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd8246-a6c4-4746-b448-134446e79518 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ecfd9-a637-4585-bc5f-4fca06655b3b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:05.587115 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a859049-9688-4c4d-afd3-1726284265ba req-92e80c40-e244-4cbc-a85c-fb2d37d09c9b tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/a70f57f3-c644-44f0-816b-65c3c747ec1a HTTP/1.1" status: 200  len: 1819 time: 0.0393202
Apr 02 21:02:05.643713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7a859049-9688-4c4d-afd3-1726284265ba req-65a4ff40-2b74-4759-976a-d9e75f0bfd2f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (a70f57f3-c644-44f0-816b-65c3c747ec1a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.651885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c76e3-7803-4db7-8347-8e6820b51062 req-570c099a-8c19-448b-a56f-f8c1b4775815 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:05.653516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-410c76e3-7803-4db7-8347-8e6820b51062 req-570c099a-8c19-448b-a56f-f8c1b4775815 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 949 time: 0.0522289
Apr 02 21:02:05.669300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7a859049-9688-4c4d-afd3-1726284265ba req-65a4ff40-2b74-4759-976a-d9e75f0bfd2f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (a70f57f3-c644-44f0-816b-65c3c747ec1a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.702961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-410c76e3-7803-4db7-8347-8e6820b51062 req-50e4aea4-3dbe-4dc4-a0f7-599df9297481 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425146
Apr 02 21:02:05.710934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7a859049-9688-4c4d-afd3-1726284265ba req-65a4ff40-2b74-4759-976a-d9e75f0bfd2f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a70f57f3-c644-44f0-816b-65c3c747ec1a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.713806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-7a859049-9688-4c4d-afd3-1726284265ba req-65a4ff40-2b74-4759-976a-d9e75f0bfd2f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.722992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a859049-9688-4c4d-afd3-1726284265ba req-65a4ff40-2b74-4759-976a-d9e75f0bfd2f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/a70f57f3-c644-44f0-816b-65c3c747ec1a HTTP/1.1" status: 204  len: 173 time: 0.1219356
Apr 02 21:02:05.730921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4ff40-2b74-4759-976a-d9e75f0bfd2f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f57f3-c644-44f0-816b-65c3c747ec1a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:05.748881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-d9b88e95-d1a0-4b38-af31-e273b7796085 req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1952978962', 'description': 'tempest-description-266935411'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:05.771717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d9b88e95-d1a0-4b38-af31-e273b7796085 req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.814017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fe6fb-ec4c-4dd0-91f0-f86676ed0fe5 req-8ba5249b-366e-4d3a-ab7d-d97d761e1602 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:05.815552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-775fe6fb-ec4c-4dd0-91f0-f86676ed0fe5 req-8ba5249b-366e-4d3a-ab7d-d97d761e1602 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 945 time: 0.0535197
Apr 02 21:02:05.839085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d9b88e95-d1a0-4b38-af31-e273b7796085 req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.843150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d9b88e95-d1a0-4b38-af31-e273b7796085 req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.863942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-775fe6fb-ec4c-4dd0-91f0-f86676ed0fe5 req-d06fc0e4-9b0d-43f6-8119-6105a7886dfa tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421104
Apr 02 21:02:05.867302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d9b88e95-d1a0-4b38-af31-e273b7796085 req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.868512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9b88e95-d1a0-4b38-af31-e273b7796085 req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.1284642
Apr 02 21:02:05.876916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a1f34-042b-451e-bebc-67fa32c2bef5 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd2695-1b93-4f41-9243-bad329708b73,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:05.895487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:05.949396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:05.954464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:05.954915 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:05.955854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53e88300-6701-41d1-991d-f5b27f04b630 req-d80b22e8-4f22-4d96-88c5-c364edad61cb tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/57bd2695-1b93-4f41-9243-bad329708b73 HTTP/1.1" status: 200  len: 1819 time: 0.0464313
Apr 02 21:02:05.968683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-53e88300-6701-41d1-991d-f5b27f04b630 req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Request body: {'security_group': {'name': 'tempest-sg-hth-606560479', 'description': 'tempest-description-hth-1343625471'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:05.978728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a6e2-6b40-4c6b-8c13-6649762cf15f req-16830e0e-6625-4106-be27-f0530cb67397 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:05.980856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc99a6e2-6b40-4c6b-8c13-6649762cf15f req-16830e0e-6625-4106-be27-f0530cb67397 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0554850
Apr 02 21:02:06.008541 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-53e88300-6701-41d1-991d-f5b27f04b630 req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.032987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc99a6e2-6b40-4c6b-8c13-6649762cf15f req-d86cbf1c-2d44-472b-8db9-a08120a10565 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457826
Apr 02 21:02:06.039367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:06.039842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.061821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-53e88300-6701-41d1-991d-f5b27f04b630 req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.065485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-53e88300-6701-41d1-991d-f5b27f04b630 req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.068082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-53e88300-6701-41d1-991d-f5b27f04b630 req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.069621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53e88300-6701-41d1-991d-f5b27f04b630 req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "PUT /v2.0/security-groups/57bd2695-1b93-4f41-9243-bad329708b73 HTTP/1.1" status: 200  len: 1793 time: 0.1049056
Apr 02 21:02:06.073782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:06.083430 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.084236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7314cd1f-0e61-41b2-8632-1f4218505681 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:06.094519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca877ef-c382-408f-9149-1fb072a13377 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd2695-1b93-4f41-9243-bad329708b73,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:06.126494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 7314cd1f-0e61-41b2-8632-1f4218505681 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:02:06.127124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7314cd1f-0e61-41b2-8632-1f4218505681 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:02:06.135490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a9be708-dba1-4b33-b0d8-0885b6a61553 req-57e54c26-7918-4944-b774-c890798b5e98 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/57bd2695-1b93-4f41-9243-bad329708b73 HTTP/1.1" status: 200  len: 1793 time: 0.0433104
Apr 02 21:02:06.157110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:06.196025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0683b47-7b27-4afc-ac8f-ae1581c61a2a req-6febc9ff-9bb5-4fba-87ed-d3272cec45e3 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/57bd2695-1b93-4f41-9243-bad329708b73 HTTP/1.1" status: 200  len: 1793 time: 0.0372963
Apr 02 21:02:06.249552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a0683b47-7b27-4afc-ac8f-ae1581c61a2a req-5e37fb30-3d82-4335-a8a2-7472c78e8d84 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.272079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a0683b47-7b27-4afc-ac8f-ae1581c61a2a req-5e37fb30-3d82-4335-a8a2-7472c78e8d84 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.315352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a0683b47-7b27-4afc-ac8f-ae1581c61a2a req-5e37fb30-3d82-4335-a8a2-7472c78e8d84 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57bd2695-1b93-4f41-9243-bad329708b73), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.318072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a0683b47-7b27-4afc-ac8f-ae1581c61a2a req-5e37fb30-3d82-4335-a8a2-7472c78e8d84 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:06.319182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a0683b47-7b27-4afc-ac8f-ae1581c61a2a req-5e37fb30-3d82-4335-a8a2-7472c78e8d84 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/57bd2695-1b93-4f41-9243-bad329708b73 HTTP/1.1" status: 204  len: 173 time: 0.1174729
Apr 02 21:02:06.328005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37fb30-3d82-4335-a8a2-7472c78e8d84 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd2695-1b93-4f41-9243-bad329708b73,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:06.422245 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-cd2aca72-e497-4d13-b83c-7bb8beddfbb0 req-4474535a-8c88-496c-bf4f-e83b7304e076 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:02:06.423785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd2aca72-e497-4d13-b83c-7bb8beddfbb0 req-4474535a-8c88-496c-bf4f-e83b7304e076 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/a70f57f3-c644-44f0-816b-65c3c747ec1a HTTP/1.1" status: 404  len: 352 time: 0.0175231
Apr 02 21:02:06.451088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d76642-deb1-42e5-b511-f9a7090e6ad7 req-7cdf7164-9501-4fb7-9c17-b99865c32e21 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:06.452654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0d76642-deb1-42e5-b511-f9a7090e6ad7 req-7cdf7164-9501-4fb7-9c17-b99865c32e21 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0627756
Apr 02 21:02:06.465653 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-d969dd6d-7d49-4f17-ae13-2d4d4893d114 req-aab5e953-1a19-4344-bedb-a0de862cd086 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:02:06.466659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d969dd6d-7d49-4f17-ae13-2d4d4893d114 req-aab5e953-1a19-4344-bedb-a0de862cd086 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/8c6ecfd9-a637-4585-bc5f-4fca06655b3b HTTP/1.1" status: 404  len: 352 time: 0.0185881
Apr 02 21:02:06.499504 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-95b94d97-a566-4ee4-a5ce-d34a3fb36ea2 req-1269e7a2-f0d7-49b4-851b-0ac04e368033 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:02:06.501067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95b94d97-a566-4ee4-a5ce-d34a3fb36ea2 req-1269e7a2-f0d7-49b4-851b-0ac04e368033 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/83a34da8-bd0b-4d14-8446-c45adbac4380 HTTP/1.1" status: 404  len: 352 time: 0.0141134
Apr 02 21:02:06.503772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0d76642-deb1-42e5-b511-f9a7090e6ad7 req-bd284db3-3bad-4f08-a5ee-4979437cbbf3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426359
Apr 02 21:02:06.532390 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-582ee599-a51f-45aa-bab1-43cb193a5bf2 req-f061fb07-8b82-43cc-9ea5-2f057242f37e tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:02:06.533663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-582ee599-a51f-45aa-bab1-43cb193a5bf2 req-f061fb07-8b82-43cc-9ea5-2f057242f37e tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/dde459d7-2bd4-4db9-8ecc-e8fd57ed1c97 HTTP/1.1" status: 404  len: 352 time: 0.0144167
Apr 02 21:02:06.565980 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-ffbc798c-3539-405d-a04f-d1d044c60b15 req-d073d5c0-288e-45a3-80eb-ec1370b2c004 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:02:06.566965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ffbc798c-3539-405d-a04f-d1d044c60b15 req-d073d5c0-288e-45a3-80eb-ec1370b2c004 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/3d08f432-5cdc-4982-8b42-0913079455f9 HTTP/1.1" status: 404  len: 352 time: 0.0146320
Apr 02 21:02:06.598009 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-add596be-1815-467b-8956-e2ec84a8567e req-42f7e780-8fd2-4604-9b0d-c50a789e8033 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] show failed (client error): The resource could not be found.
Apr 02 21:02:06.599017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-add596be-1815-467b-8956-e2ec84a8567e req-42f7e780-8fd2-4604-9b0d-c50a789e8033 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/84479b89-cee0-4cd6-b5ef-e788bbcca7a4 HTTP/1.1" status: 404  len: 352 time: 0.0137804
Apr 02 21:02:06.607874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57b820da-0027-424a-985b-8eb157a37ca6 req-c2808fa2-73e3-4555-bcaa-c9e751b2ddd9 tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0270693
Apr 02 21:02:06.825683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b6d-00b5-44e0-95d6-ae5a984f8349 req-21c26a1c-8c1b-4170-ad8a-1c95edfeb970 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:06.827067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a890b6d-00b5-44e0-95d6-ae5a984f8349 req-21c26a1c-8c1b-4170-ad8a-1c95edfeb970 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1024 time: 0.0568440
Apr 02 21:02:06.842275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d048-bea9-40ef-b44e-9fc605590fe1 req-ee39a111-3398-49a7-8b30-4dd742e7492c tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:06.844285 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6181d048-bea9-40ef-b44e-9fc605590fe1 req-ee39a111-3398-49a7-8b30-4dd742e7492c tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 949 time: 0.0640321
Apr 02 21:02:06.895575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6181d048-bea9-40ef-b44e-9fc605590fe1 req-baa99f96-13ad-4d93-8281-03593e65b388 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454469
Apr 02 21:02:06.900307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a890b6d-00b5-44e0-95d6-ae5a984f8349 req-84ea0cc1-185f-476d-a2d8-9181e4cf3ac4 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523b211-2954-4b11-9a65-3f3c84efe927&id=c13f0570-327b-4120-8ed5-2f86d24be6fe&id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0671716
Apr 02 21:02:07.011662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834701e-92fe-4d86-8b6b-cf257ce9698e req-c0742395-05fb-4933-9e1c-974fed733dba tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:07.013136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b834701e-92fe-4d86-8b6b-cf257ce9698e req-c0742395-05fb-4933-9e1c-974fed733dba tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 946 time: 0.0560315
Apr 02 21:02:07.059355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b834701e-92fe-4d86-8b6b-cf257ce9698e req-761d6cf0-d1de-4956-b481-4ac261fb53bd tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406048
Apr 02 21:02:07.068128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899260a-714f-44f5-b030-a483cf54a670'}, {'server_uuid': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:07.070697 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db0f80e-9175-4d75-971b-748534ecdafb" -d '{"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-plugged", "status": "completed", "tag": "6899260a-714f-44f5-b030-a483cf54a670"}, {"server_uuid": "2d5bfc3a-a0c8-43df-b545-28d13b55296b", "name": "network-vif-plugged", "status": "completed", "tag": "ea75b601-e0d3-4e9e-b79c-a92bba35bfb0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:07.112834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dbd227-106c-4b60-8700-72a8658029b9 x-openstack-request-id: req-26dbd227-106c-4b60-8700-72a8658029b9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:07.113140 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-plugged", "status": "completed", "tag": "6899260a-714f-44f5-b030-a483cf54a670", "code": 200}, {"server_uuid": "2d5bfc3a-a0c8-43df-b545-28d13b55296b", "name": "network-vif-plugged", "status": "completed", "tag": "ea75b601-e0d3-4e9e-b79c-a92bba35bfb0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:07.113447 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26dbd227-106c-4b60-8700-72a8658029b9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:07.113917 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dbd227-106c-4b60-8700-72a8658029b9'] response: {'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899260a-714f-44f5-b030-a483cf54a670', 'code': 200}
Apr 02 21:02:07.114261 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dbd227-106c-4b60-8700-72a8658029b9'] response: {'server_uuid': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0', 'code': 200}
Apr 02 21:02:07.236919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e38d4-82ef-4b42-95e9-014f90dce283 req-ed105464-540d-4b12-b554-33597ab4f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:07.238484 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a78e38d4-82ef-4b42-95e9-014f90dce283 req-ed105464-540d-4b12-b554-33597ab4f2f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 1128 time: 0.0575812
Apr 02 21:02:07.284828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a78e38d4-82ef-4b42-95e9-014f90dce283 req-5d90f601-3f92-4ef8-8461-aeaed4dd08ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406942
Apr 02 21:02:07.332868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c114a41-8058-4986-a9d4-b16b6d1806c4 req-931b374a-9075-463f-8916-450aea420e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:07.334564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c114a41-8058-4986-a9d4-b16b6d1806c4 req-931b374a-9075-463f-8916-450aea420e99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 1131 time: 0.1549549
Apr 02 21:02:07.377249 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c114a41-8058-4986-a9d4-b16b6d1806c4 req-10bb0010-671b-47fa-81fb-b482b4708bb4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361464
Apr 02 21:02:07.620150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c5a21-4e28-43df-afd1-47a8dfa1e79a req-515ac5bb-288d-4ade-8268-1e8be1ca5990 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:07.621539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c62c5a21-4e28-43df-afd1-47a8dfa1e79a req-515ac5bb-288d-4ade-8268-1e8be1ca5990 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0511723
Apr 02 21:02:07.669874 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c62c5a21-4e28-43df-afd1-47a8dfa1e79a req-59df3d43-52a7-4e29-b122-45fce642e9e4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419781
Apr 02 21:02:07.733623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-088bf86c-bb26-4470-949f-0e71057a11d7 req-08dc5a38-2cdb-4e7d-ba77-5d657b9ad9da tempest-ServersAdmin275Test-1295857528 tempest-ServersAdmin275Test-1295857528-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0283771
Apr 02 21:02:07.966600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-746b438a-d306-45f6-bc75-83b646bf908e req-18af208f-e64f-48ef-94a9-b029612051bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9312a463f0419ca125b1155492d2c5&device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0321789
Apr 02 21:02:08.007716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b8320dc-9845-46bc-b97e-2474765610c8 req-9afc681e-f046-45cb-8000-d87ed17fd760 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0435314
Apr 02 21:02:08.009683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-746b438a-d306-45f6-bc75-83b646bf908e req-7b8ac4b2-20ed-4463-ae67-c44c3774bb89 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e9312a463f0419ca125b1155492d2c5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349493
Apr 02 21:02:08.016830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb1143-a2c2-480c-a73e-55154eb6e448 req-5e0bc6a5-558f-4804-b301-683a2e539d7d tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:08.018427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2bb1143-a2c2-480c-a73e-55154eb6e448 req-5e0bc6a5-558f-4804-b301-683a2e539d7d tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 949 time: 0.0527468
Apr 02 21:02:08.086481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2bb1143-a2c2-480c-a73e-55154eb6e448 req-cad12171-bfa8-4301-b717-513693c7ffdb tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600030
Apr 02 21:02:08.147317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b438a-d306-45f6-bc75-83b646bf908e req-1056a503-7928-4478-a173-a3405f64fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:08.148864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-746b438a-d306-45f6-bc75-83b646bf908e req-1056a503-7928-4478-a173-a3405f64fcb2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1322761
Apr 02 21:02:08.161497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994b042-d704-4a7a-86ce-157f28ad4ad9 req-bec8b492-e309-45f5-900b-aa6b993efae4 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:08.165476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e994b042-d704-4a7a-86ce-157f28ad4ad9 req-bec8b492-e309-45f5-900b-aa6b993efae4 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1024 time: 0.0799935
Apr 02 21:02:08.210613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea265e6-5376-4340-a606-83fe37bc2da6 req-2da1dc64-7e1b-4d86-b020-19941fae140b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:08.212094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ea265e6-5376-4340-a606-83fe37bc2da6 req-2da1dc64-7e1b-4d86-b020-19941fae140b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 946 time: 0.0658967
Apr 02 21:02:08.241725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e994b042-d704-4a7a-86ce-157f28ad4ad9 req-11091b5c-98a9-4599-b8cd-81c67a95279f tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523b211-2954-4b11-9a65-3f3c84efe927&id=c13f0570-327b-4120-8ed5-2f86d24be6fe&id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0680478
Apr 02 21:02:08.263623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ea265e6-5376-4340-a606-83fe37bc2da6 req-c1399b42-4e09-4c84-8642-13080e841d35 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455759
Apr 02 21:02:08.790063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0588f0-33e8-4632-9506-042b8137eb11 req-0df0bfca-dc21-4024-b59a-e0d235abd472 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:08.791539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d0588f0-33e8-4632-9506-042b8137eb11 req-0df0bfca-dc21-4024-b59a-e0d235abd472 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0530756
Apr 02 21:02:08.841069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d0588f0-33e8-4632-9506-042b8137eb11 req-265bf8b3-384d-4f10-a725-86a4aa29cb06 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438461
Apr 02 21:02:09.132083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a563eaa7-b761-48af-aee4-3e1b22984421 req-92588962-3949-4b1f-b135-9e1d2e3e8634 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0329542
Apr 02 21:02:09.139938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-574ac8cc-6e20-4ec7-810a-f8dd41f1f5d8 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:09.142724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-574ac8cc-6e20-4ec7-810a-f8dd41f1f5d8 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.15 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1024 time: 0.0700796
Apr 02 21:02:09.320254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16398740-e97c-45ec-a292-a20ada678bee req-8e83be8f-c7e0-41af-836d-d78ffc29207e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:09.322380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16398740-e97c-45ec-a292-a20ada678bee req-8e83be8f-c7e0-41af-836d-d78ffc29207e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 949 time: 0.1299729
Apr 02 21:02:09.360884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1eb54-f677-48e8-9593-576416574bdb req-6445cce5-0ec5-465b-9f5b-bcd5b6e40fcc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:09.362465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65b1eb54-f677-48e8-9593-576416574bdb req-6445cce5-0ec5-465b-9f5b-bcd5b6e40fcc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/ports?device_id=131b7001-ae40-4b02-b3f4-be3e6c25dbef HTTP/1.1" status: 200  len: 1024 time: 0.0533655
Apr 02 21:02:09.362804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Deleting port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:09.363254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:09.433059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65b1eb54-f677-48e8-9593-576416574bdb req-6b62aa68-ddd7-4ef1-be65-8c29eca078ec tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523b211-2954-4b11-9a65-3f3c84efe927&id=c13f0570-327b-4120-8ed5-2f86d24be6fe&id=9825e0aa-2e0c-4c33-8eb2-2fb58e110189&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0647421
Apr 02 21:02:09.454609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16398740-e97c-45ec-a292-a20ada678bee req-9004c139-61f3-4ff9-9511-c7b0b9c088e1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190727
Apr 02 21:02:09.486574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] For port fb18d231-9f39-41dd-b0ec-34aeb8c41f47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,segment=NetworkSegment(dd4d6892-2353-4dc5-877e-91a2ba7b8011),segment_id=dd4d6892-2353-4dc5-877e-91a2ba7b8011)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:09.487081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:09.501804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Calling delete_port for fb18d231-9f39-41dd-b0ec-34aeb8c41f47 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:09.547733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcf38-bc34-455e-88ac-1c6d8309a9cb req-54f87c0f-cc36-4d89-a536-e12df50e797b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:09.549252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebadcf38-bc34-455e-88ac-1c6d8309a9cb req-54f87c0f-cc36-4d89-a536-e12df50e797b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 946 time: 0.0550852
Apr 02 21:02:09.600952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebadcf38-bc34-455e-88ac-1c6d8309a9cb req-d1712c19-5097-49f3-a20a-88def3a1efb7 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455337
Apr 02 21:02:09.622379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118995e-3631-4b8f-a518-4e9e548ff630 req-5e385331-847a-4929-be24-81499afb3e97 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:09.623901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8118995e-3631-4b8f-a518-4e9e548ff630 req-5e385331-847a-4929-be24-81499afb3e97 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 950 time: 0.0774717
Apr 02 21:02:09.720024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8118995e-3631-4b8f-a518-4e9e548ff630 req-cbbc8fec-4d76-461d-9f40-491eec226d84 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837576
Apr 02 21:02:09.726616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fb18d231-9f39-41dd-b0ec-34aeb8c41f47), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:09.744313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['fb18d231-9f39-41dd-b0ec-34aeb8c41f47'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:09.763328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'Port': ['ID=fb18d231-9f39-41dd-b0ec-34aeb8c41f47,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:09.832036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] No DVR routers for this DVR port fb18d231-9f39-41dd-b0ec-34aeb8c41f47 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:09.834367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:09.837689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11ee84dc-892b-486f-8f0d-fd178a3db407 req-db549c4a-9d60-41af-a235-2ca1152022cc tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.15 "DELETE /v2.0/ports/fb18d231-9f39-41dd-b0ec-34aeb8c41f47 HTTP/1.1" status: 204  len: 173 time: 0.6790414
Apr 02 21:02:09.838149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'name': 'network-vif-deleted', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:09.840637 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3339af44-6f73-440a-a7e6-7ff4accdcc05" -d '{"events": [{"server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "name": "network-vif-deleted", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:09.915299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae1f4e-8035-4477-a007-6d7b0d7f928e req-3983d46d-d651-4efe-bb4c-ef3794850f2b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:09.917640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2ae1f4e-8035-4477-a007-6d7b0d7f928e req-3983d46d-d651-4efe-bb4c-ef3794850f2b tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 946 time: 0.0654631
Apr 02 21:02:09.975910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-746b438a-d306-45f6-bc75-83b646bf908e req-de571467-b141-4436-b1c2-ec913ecc8846 tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0382009
Apr 02 21:02:09.979994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2ae1f4e-8035-4477-a007-6d7b0d7f928e req-6bef91b4-8dfc-46ce-b0d8-3a06e31f7c0c tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547993
Apr 02 21:02:10.035067 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9226bf63-8104-46d5-b09c-0328bc38a317 x-openstack-request-id: req-9226bf63-8104-46d5-b09c-0328bc38a317 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:10.035368 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b7001-ae40-4b02-b3f4-be3e6c25dbef", "name": "network-vif-deleted", "tag": "fb18d231-9f39-41dd-b0ec-34aeb8c41f47", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:10.035635 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9226bf63-8104-46d5-b09c-0328bc38a317 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:10.036048 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9226bf63-8104-46d5-b09c-0328bc38a317'] response: {'server_uuid': '131b7001-ae40-4b02-b3f4-be3e6c25dbef', 'name': 'network-vif-deleted', 'tag': 'fb18d231-9f39-41dd-b0ec-34aeb8c41f47', 'status': 'completed', 'code': 200}
Apr 02 21:02:10.146731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc1fc1-4abf-4c14-b3e1-c20856056253 req-32b0cc1e-3c2e-4761-92c5-eeeb71b046ed tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:10.148499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07dc1fc1-4abf-4c14-b3e1-c20856056253 req-32b0cc1e-3c2e-4761-92c5-eeeb71b046ed tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0676215
Apr 02 21:02:10.201462 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07dc1fc1-4abf-4c14-b3e1-c20856056253 req-3137b9da-bcc1-4754-a624-d3d051f1a4e5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419495
Apr 02 21:02:10.260009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e91c6c66-4658-45e8-a711-f897c902a3db req-b01988fb-d50c-426d-af33-59acb84f9e4d tempest-ServersAdmin275Test-595148351 tempest-ServersAdmin275Test-595148351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef57da98-ea97-41a8-b8d6-2fb124aa38e7 HTTP/1.1" status: 200  len: 210 time: 0.0323348
Apr 02 21:02:10.560254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77b313b-734b-4f00-8320-4a9bcf346062 req-bf5995df-2e85-42ac-9b4f-75218335c6d1 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/6523b211-2954-4b11-9a65-3f3c84efe927 HTTP/1.1" status: 200  len: 1819 time: 0.0406137
Apr 02 21:02:10.616272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77b313b-734b-4f00-8320-4a9bcf346062 req-0bc6a79e-134f-4015-9b01-55ad186cfd68 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (6523b211-2954-4b11-9a65-3f3c84efe927), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.637824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77b313b-734b-4f00-8320-4a9bcf346062 req-0bc6a79e-134f-4015-9b01-55ad186cfd68 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (6523b211-2954-4b11-9a65-3f3c84efe927), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.679047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77b313b-734b-4f00-8320-4a9bcf346062 req-0bc6a79e-134f-4015-9b01-55ad186cfd68 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6523b211-2954-4b11-9a65-3f3c84efe927), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.681899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c77b313b-734b-4f00-8320-4a9bcf346062 req-0bc6a79e-134f-4015-9b01-55ad186cfd68 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.683004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c77b313b-734b-4f00-8320-4a9bcf346062 req-0bc6a79e-134f-4015-9b01-55ad186cfd68 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/6523b211-2954-4b11-9a65-3f3c84efe927 HTTP/1.1" status: 204  len: 173 time: 0.1166241
Apr 02 21:02:10.692564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a79e-134f-4015-9b01-55ad186cfd68 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523b211-2954-4b11-9a65-3f3c84efe927,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:10.741435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e0f587f-1a8d-4579-bc3c-664a03de31dd req-06812f81-5f1f-4fdd-b9ed-de0f2155478d tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "GET /v2.0/security-groups/c13f0570-327b-4120-8ed5-2f86d24be6fe HTTP/1.1" status: 200  len: 1820 time: 0.0397186
Apr 02 21:02:10.796093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2e0f587f-1a8d-4579-bc3c-664a03de31dd req-412997a7-c13d-4093-96f5-6c650ed25c48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (c13f0570-327b-4120-8ed5-2f86d24be6fe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.818307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2e0f587f-1a8d-4579-bc3c-664a03de31dd req-412997a7-c13d-4093-96f5-6c650ed25c48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (c13f0570-327b-4120-8ed5-2f86d24be6fe), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.860155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2e0f587f-1a8d-4579-bc3c-664a03de31dd req-412997a7-c13d-4093-96f5-6c650ed25c48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c13f0570-327b-4120-8ed5-2f86d24be6fe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.862769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2e0f587f-1a8d-4579-bc3c-664a03de31dd req-412997a7-c13d-4093-96f5-6c650ed25c48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.863914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e0f587f-1a8d-4579-bc3c-664a03de31dd req-412997a7-c13d-4093-96f5-6c650ed25c48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] 10.222.0.18 "DELETE /v2.0/security-groups/c13f0570-327b-4120-8ed5-2f86d24be6fe HTTP/1.1" status: 204  len: 173 time: 0.1166711
Apr 02 21:02:10.869866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:10.873005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412997a7-c13d-4093-96f5-6c650ed25c48 tempest-SecurityGroupsTestJSON-1808290117 tempest-SecurityGroupsTestJSON-1808290117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f0570-327b-4120-8ed5-2f86d24be6fe,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:10.914246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Deleting subnet d84eb047-e22c-4eb6-b9af-3b1a1c313856 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:02:10.917387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Publish callbacks [] for subnet (d84eb047-e22c-4eb6-b9af-3b1a1c313856), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.957794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (d84eb047-e22c-4eb6-b9af-3b1a1c313856), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:10.995741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d84eb047-e22c-4eb6-b9af-3b1a1c313856), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.053066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (d84eb047-e22c-4eb6-b9af-3b1a1c313856), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.103377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84eb047-e22c-4eb6-b9af-3b1a1c313856,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:11.110477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.116133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3fe0f737-e5e3-42fd-be9c-77aeb8c82a76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d84eb047-e22c-4eb6-b9af-3b1a1c313856 HTTP/1.1" status: 204  len: 168 time: 0.2427902
Apr 02 21:02:11.116545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40986) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:11.136795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fda68-28ea-47bb-aff5-e449eae7de43 req-a3301783-6fba-40b7-b0cc-b78960bc25ad tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:11.138359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e1fda68-28ea-47bb-aff5-e449eae7de43 req-a3301783-6fba-40b7-b0cc-b78960bc25ad tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 946 time: 0.0829878
Apr 02 21:02:11.194117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (66aaa886-49ae-4a46-8667-522d2a887f2a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.195401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e1fda68-28ea-47bb-aff5-e449eae7de43 req-bc722d30-b893-458b-8fda-f8d6d645ca91 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups?id=04405974-bf28-4b6f-922b-630697974bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502906
Apr 02 21:02:11.277079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (66aaa886-49ae-4a46-8667-522d2a887f2a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.282326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-6ed135ee-21f8-494b-aafb-3092b9d77ed7 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:11.283830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-6ed135ee-21f8-494b-aafb-3092b9d77ed7 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 946 time: 0.0547910
Apr 02 21:02:11.300019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f3d0700>,) {'filters': {'network_id': ['66aaa886-49ae-4a46-8667-522d2a887f2a']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:11.311199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3d0700>, 'dd4d6892-2353-4dc5-877e-91a2ba7b8011') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:11.311389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3d0700>, 'dd4d6892-2353-4dc5-877e-91a2ba7b8011') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:11.322865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (dd4d6892-2353-4dc5-877e-91a2ba7b8011), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.337406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (dd4d6892-2353-4dc5-877e-91a2ba7b8011), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.345073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:02:11.345530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (dd4d6892-2353-4dc5-877e-91a2ba7b8011), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:02:11.347553 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:02:11.398876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d16-4391-4fff-8597-4ddf2979668c req-d12bd904-dc36-4952-81cc-d4d76178c3bb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:11.400599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f60a3d16-4391-4fff-8597-4ddf2979668c req-d12bd904-dc36-4952-81cc-d4d76178c3bb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1158283
Apr 02 21:02:11.407023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (66aaa886-49ae-4a46-8667-522d2a887f2a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.413537 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.417286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/66aaa886-49ae-4a46-8667-522d2a887f2a HTTP/1.1" status: 204  len: 168 time: 0.2996871
Apr 02 21:02:11.429284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61391897-114b-446b-bcf2-a116eed10fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=66aaa886-49ae-4a46-8667-522d2a887f2a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:11.476561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Deleting port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:11.476806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.481974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f60a3d16-4391-4fff-8597-4ddf2979668c req-07415e8f-71bb-4c16-9e4d-53e1014f91c7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738454
Apr 02 21:02:11.579157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] For port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,segment=NetworkSegment(2ed766cc-d017-458b-b825-10d51c009f5a),segment_id=2ed766cc-d017-458b-b825-10d51c009f5a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:11.579539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.593513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Calling delete_port for ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:11.628518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41008) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:11.680791 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a867298-c484-44d4-bbf6-a5287ec6f287 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23ceefc39a5247ae86277ab79385c021&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0510662
Apr 02 21:02:11.683204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41010) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:11.720571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:11.738759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ea75b601-e0d3-4e9e-b79c-a92bba35bfb0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.742609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7899dc-ce25-4595-a0de-21d2d4b0cdfa admin admin] Publish callbacks [] for security_group (9825e0aa-2e0c-4c33-8eb2-2fb58e110189), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.751475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['ea75b601-e0d3-4e9e-b79c-a92bba35bfb0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:11.766678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7899dc-ce25-4595-a0de-21d2d4b0cdfa admin admin] Publish callbacks [] for security_group (9825e0aa-2e0c-4c33-8eb2-2fb58e110189), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.771631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event deleted for resources: {'Port': ['ID=ea75b601-e0d3-4e9e-b79c-a92bba35bfb0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:11.824860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] No DVR routers for this DVR port ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:11.827620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.830036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7899dc-ce25-4595-a0de-21d2d4b0cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9825e0aa-2e0c-4c33-8eb2-2fb58e110189), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.831659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70a52df2-8748-4119-8cd7-db699d3ff987 req-759f6e4f-e199-4a77-b70f-5bb86cb48cc5 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.21 "DELETE /v2.0/ports/ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 HTTP/1.1" status: 204  len: 173 time: 0.5373759
Apr 02 21:02:11.833459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be7899dc-ce25-4595-a0de-21d2d4b0cdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:11.834688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-be7899dc-ce25-4595-a0de-21d2d4b0cdfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9825e0aa-2e0c-4c33-8eb2-2fb58e110189 HTTP/1.1" status: 204  len: 168 time: 0.1505344
Apr 02 21:02:11.843248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7899dc-ce25-4595-a0de-21d2d4b0cdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9825e0aa-2e0c-4c33-8eb2-2fb58e110189,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:11.904505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f42f306-948d-4754-b4ed-1aeb079f443b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.003253 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f42f306-948d-4754-b4ed-1aeb079f443b admin admin] Publish callbacks [] for security_group (e00ed48c-d10b-48af-8d1d-826465cf36cb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.008069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f42f306-948d-4754-b4ed-1aeb079f443b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e00ed48c-d10b-48af-8d1d-826465cf36cb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.038069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'name': 'network-vif-deleted', 'tag': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:12.040335 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9defe2-84f8-4d28-a083-6b40d2249d27" -d '{"events": [{"server_uuid": "2d5bfc3a-a0c8-43df-b545-28d13b55296b", "name": "network-vif-deleted", "tag": "ea75b601-e0d3-4e9e-b79c-a92bba35bfb0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:12.060210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0f42f306-948d-4754-b4ed-1aeb079f443b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e9312a463f0419ca125b1155492d2c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3362536
Apr 02 21:02:12.060895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41022) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:12.069996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42f306-948d-4754-b4ed-1aeb079f443b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ed48c-d10b-48af-8d1d-826465cf36cb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:12.099667 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3bc092-42c1-436b-9c9d-7818fca358b5 x-openstack-request-id: req-4b3bc092-42c1-436b-9c9d-7818fca358b5 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:12.100501 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5bfc3a-a0c8-43df-b545-28d13b55296b", "name": "network-vif-deleted", "tag": "ea75b601-e0d3-4e9e-b79c-a92bba35bfb0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:12.100821 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b3bc092-42c1-436b-9c9d-7818fca358b5 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:12.101807 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3bc092-42c1-436b-9c9d-7818fca358b5'] response: {'server_uuid': '2d5bfc3a-a0c8-43df-b545-28d13b55296b', 'name': 'network-vif-deleted', 'tag': 'ea75b601-e0d3-4e9e-b79c-a92bba35bfb0', 'status': 'completed', 'code': 200}
Apr 02 21:02:12.117566 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7061128-0954-4665-b598-cce0efe32aed admin admin] Publish callbacks [] for security_group (e00ed48c-d10b-48af-8d1d-826465cf36cb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.145309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7061128-0954-4665-b598-cce0efe32aed admin admin] Publish callbacks [] for security_group (e00ed48c-d10b-48af-8d1d-826465cf36cb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.203182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7061128-0954-4665-b598-cce0efe32aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e00ed48c-d10b-48af-8d1d-826465cf36cb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.205927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7061128-0954-4665-b598-cce0efe32aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.207159 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b7061128-0954-4665-b598-cce0efe32aed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e00ed48c-d10b-48af-8d1d-826465cf36cb HTTP/1.1" status: 204  len: 168 time: 0.1452773
Apr 02 21:02:12.215567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7061128-0954-4665-b598-cce0efe32aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ed48c-d10b-48af-8d1d-826465cf36cb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:12.381645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6af2c056-34f5-4da6-9708-5a8fef3354b0 req-a93d49e0-1d9f-43b9-ac75-8d15cc5df7d9 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5bfc3a-a0c8-43df-b545-28d13b55296b HTTP/1.1" status: 200  len: 210 time: 0.0311077
Apr 02 21:02:12.570388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41054) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:12.585956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6423f0c-d62f-4393-afc3-d36744e99c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.657131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0acc-5b39-41e6-9476-89052ba99325 req-17675e6d-5daf-49e2-b015-8a9308479c69 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:12.665034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-769b0acc-5b39-41e6-9476-89052ba99325 req-17675e6d-5daf-49e2-b015-8a9308479c69 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1048656
Apr 02 21:02:12.705499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6423f0c-d62f-4393-afc3-d36744e99c9c admin admin] Publish callbacks [] for security_group (e34786fe-dc00-4b60-bbe7-d95997b68828), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.711852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6423f0c-d62f-4393-afc3-d36744e99c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e34786fe-dc00-4b60-bbe7-d95997b68828), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.721889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-769b0acc-5b39-41e6-9476-89052ba99325 req-7f42db3d-8a7d-4491-bed4-040ff4d757e7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559051
Apr 02 21:02:12.750694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6423f0c-d62f-4393-afc3-d36744e99c9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e82913a6c5214b0d87081cbf003fecf1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1790662
Apr 02 21:02:12.751145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41060) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:12.773271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6423f0c-d62f-4393-afc3-d36744e99c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34786fe-dc00-4b60-bbe7-d95997b68828,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:12.805932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fda7e658-3d58-4d09-8881-bd1fbafb993f admin admin] Publish callbacks [] for security_group (e34786fe-dc00-4b60-bbe7-d95997b68828), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.813205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:12.828813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fda7e658-3d58-4d09-8881-bd1fbafb993f admin admin] Publish callbacks [] for security_group (e34786fe-dc00-4b60-bbe7-d95997b68828), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.860317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fb18d231-9f39-41dd-b0ec-34aeb8c41f47 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:12.875616 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fda7e658-3d58-4d09-8881-bd1fbafb993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e34786fe-dc00-4b60-bbe7-d95997b68828), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.878396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fda7e658-3d58-4d09-8881-bd1fbafb993f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.882373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fda7e658-3d58-4d09-8881-bd1fbafb993f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e34786fe-dc00-4b60-bbe7-d95997b68828 HTTP/1.1" status: 204  len: 168 time: 0.1267471
Apr 02 21:02:12.884563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: fb18d231-9f39-41dd-b0ec-34aeb8c41f47 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:02:12.884906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device fb18d231-9f39-41dd-b0ec-34aeb8c41f47 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:02:12.890063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7e658-3d58-4d09-8881-bd1fbafb993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34786fe-dc00-4b60-bbe7-d95997b68828,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:12.925653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-791165579-network', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:12.948495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Made reservation on behalf of ff8ea67a27f74237963a177abd07cc45 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:12.950896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:12.960752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.044360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks [] for security_group (f620fd18-1d3a-41bf-84ce-3040419f3369), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.048633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f620fd18-1d3a-41bf-84ce-3040419f3369), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.076675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:02:13.086831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f620fd18-1d3a-41bf-84ce-3040419f3369,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:13.099840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4a7a10c6-6eb9-4aab-a21d-2f31866186d3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.100311 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Added segment 4a7a10c6-6eb9-4aab-a21d-2f31866186d3 of type vlan for network 15393407-38b0-412f-b2fb-6464d85ff0fe
Apr 02 21:02:13.154665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (15393407-38b0-412f-b2fb-6464d85ff0fe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.189093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (15393407-38b0-412f-b2fb-6464d85ff0fe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.190017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:13.190601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.223057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4068387
Apr 02 21:02:13.224178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:13.229237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Request body: {'subnet': {'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-791165579-subnet', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:13.248877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Made reservation on behalf of ff8ea67a27f74237963a177abd07cc45 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:13.251905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.258096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e701d7c-6d02-40b1-ba87-f1c587700d19 admin admin] Pushing event updated for resources: {'Network': ['ID=15393407-38b0-412f-b2fb-6464d85ff0fe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:13.269303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 15393407-38b0-412f-b2fb-6464d85ff0fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:02:13.439509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (b289b92b-7c30-44c3-877c-587b32f763f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.513585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b289b92b-7c30-44c3-877c-587b32f763f1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:13.522169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Checking segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:13.522520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Network hostable DHCP agents. Network: 15393407-38b0-412f-b2fb-6464d85ff0fe, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:02:13.542538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Network 15393407-38b0-412f-b2fb-6464d85ff0fe is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:02:13.553083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15393407-38b0-412f-b2fb-6464d85ff0fe) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:13.557555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:13.558124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.565065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec902c63-ba14-48a3-bf0d-390b29bad616 None None] Network 15393407-38b0-412f-b2fb-6464d85ff0fe requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:02:13.584110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41112) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:13.584263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c62113b4-ee62-49ec-b3bd-4d6243624dac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3587594
Apr 02 21:02:13.589980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:13.610158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41114) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:13.620738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (bc668290-617e-456e-bf84-4282b0946a3a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.621853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (bc668290-617e-456e-bf84-4282b0946a3a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.676771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b635063d-8643-4c0a-acd9-78e336149173 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group (9f755c7e-8152-4e5c-b388-2b7a2e459e0a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.691216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks [] for router_controller (bc668290-617e-456e-bf84-4282b0946a3a), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.705327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b635063d-8643-4c0a-acd9-78e336149173 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group (9f755c7e-8152-4e5c-b388-2b7a2e459e0a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.713330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76fe228-0630-4d34-ad97-d176d651b0c3 None None] Network 15393407-38b0-412f-b2fb-6464d85ff0fe requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:02:13.765942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b635063d-8643-4c0a-acd9-78e336149173 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9f755c7e-8152-4e5c-b388-2b7a2e459e0a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.769763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b635063d-8643-4c0a-acd9-78e336149173 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.773236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b635063d-8643-4c0a-acd9-78e336149173 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f755c7e-8152-4e5c-b388-2b7a2e459e0a HTTP/1.1" status: 204  len: 168 time: 0.1598492
Apr 02 21:02:13.774934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41120) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:13.807238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635063d-8643-4c0a-acd9-78e336149173 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f755c7e-8152-4e5c-b388-2b7a2e459e0a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:13.863410 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-9d73fe88-3f5c-4fe1-af50-0506460626f4 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] show failed (client error): The resource could not be found.
Apr 02 21:02:13.867207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9d73fe88-3f5c-4fe1-af50-0506460626f4 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "GET /v2.0/security-groups/9f755c7e-8152-4e5c-b388-2b7a2e459e0a HTTP/1.1" status: 404  len: 347 time: 0.0883198
Apr 02 21:02:13.867608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41124) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:13.897830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks [] for router_gateway (bc668290-617e-456e-bf84-4282b0946a3a), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:13.931618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa633-39c7-4de0-a645-430fa327d737 req-c3e0c262-8315-43e6-a87a-a1396faad6bb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:13.933253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c79fa633-39c7-4de0-a645-430fa327d737 req-c3e0c262-8315-43e6-a87a-a1396faad6bb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1097815
Apr 02 21:02:14.035456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c79fa633-39c7-4de0-a645-430fa327d737 req-1811fa69-bd4b-49c1-b1b9-cdf5c0c6779d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955667
Apr 02 21:02:14.035974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Deleting port da371ec6-f880-4e6d-918a-e0791f1de142 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:14.036904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (da371ec6-f880-4e6d-918a-e0791f1de142), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.122213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (da371ec6-f880-4e6d-918a-e0791f1de142), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.122581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for floatingip (da371ec6-f880-4e6d-918a-e0791f1de142), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.137902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Calling delete_port for da371ec6-f880-4e6d-918a-e0791f1de142 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:14.177884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks [] for router_gateway (bc668290-617e-456e-bf84-4282b0946a3a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.200340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.259942 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.302131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (da371ec6-f880-4e6d-918a-e0791f1de142), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.318760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Allocated IP 172.35.4.45 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/5ea44d6b-d796-4b90-afb4-f05f5ea577ce) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:14.334619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Pushing event deleted for resources: {'Port': ['ID=da371ec6-f880-4e6d-918a-e0791f1de142,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:14.414227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks [] for floatingip (18df872a-dbff-4d4a-bbb1-6b4077c141a6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.420185 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.425693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-056a44b6-80ae-499e-aca2-2d35d5e95f84 tempest-ImagesOneServerNegativeTestJSON-1059092782 tempest-ImagesOneServerNegativeTestJSON-1059092782-project] 10.222.0.18 "DELETE /v2.0/floatingips/18df872a-dbff-4d4a-bbb1-6b4077c141a6 HTTP/1.1" status: 204  len: 168 time: 0.5570793
Apr 02 21:02:14.460262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks [] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.509000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.546463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:14.549690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:14.552007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:14.563617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41162) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:14.593055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:14.612771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Deleting subnet 0adbb5c0-96ec-4e27-a752-156db44f3e28 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:02:14.616813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Publish callbacks [] for subnet (0adbb5c0-96ec-4e27-a752-156db44f3e28), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.659049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (0adbb5c0-96ec-4e27-a752-156db44f3e28), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.707763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0adbb5c0-96ec-4e27-a752-156db44f3e28), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.724051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-01ebb23f-77f8-4e14-932f-ec5dc6f44062 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6285976ac47c4791acbf3573297ab5a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0270896
Apr 02 21:02:14.763686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (0adbb5c0-96ec-4e27-a752-156db44f3e28), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.788801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0adbb5c0-96ec-4e27-a752-156db44f3e28,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:14.792618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.799198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00641f75-cdaa-46b7-913e-772b2d348f93 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0adbb5c0-96ec-4e27-a752-156db44f3e28 HTTP/1.1" status: 204  len: 168 time: 0.2307565
Apr 02 21:02:14.799198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41172) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:14.873467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (2127fd39-f5aa-452a-9beb-bdc4f201d2d4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.877315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:14.922533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-00e74b3b-9f8e-4a4e-aa78-d241a30dc7b5 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:14.924014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-00e74b3b-9f8e-4a4e-aa78-d241a30dc7b5 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1910729
Apr 02 21:02:14.929980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks [] for router_gateway (bc668290-617e-456e-bf84-4282b0946a3a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.957363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (2127fd39-f5aa-452a-9beb-bdc4f201d2d4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:14.979395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f15e670>,) {'filters': {'network_id': ['2127fd39-f5aa-452a-9beb-bdc4f201d2d4']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:14.984631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-24037b9e-ea8e-4ddd-9ecd-f241042ad52e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/quotas/6285976ac47c4791acbf3573297ab5a6 HTTP/1.1" status: 200  len: 375 time: 0.0139236
Apr 02 21:02:14.987700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:14.990547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f15e670>, '2ed766cc-d017-458b-b825-10d51c009f5a') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:14.990847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f15e670>, '2ed766cc-d017-458b-b825-10d51c009f5a') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:14.999371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'mac_address': 'fa:16:3e:f3:fe:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:15.002771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (2ed766cc-d017-458b-b825-10d51c009f5a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.017634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2ed766cc-d017-458b-b825-10d51c009f5a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.025115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:02:15.025505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (2ed766cc-d017-458b-b825-10d51c009f5a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:02:15.027605 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:02:15.042733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:15.043027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.062579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b2da71-53de-4a86-a10f-8df6fc7762bd {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:15.086880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:15.092262 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.134510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (2127fd39-f5aa-452a-9beb-bdc4f201d2d4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.141471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.144735 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2127fd39-f5aa-452a-9beb-bdc4f201d2d4 HTTP/1.1" status: 204  len: 168 time: 0.3443730
Apr 02 21:02:15.160090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9985-08c7-4a98-9995-75c19fb71df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2127fd39-f5aa-452a-9beb-bdc4f201d2d4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:15.162816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:15.182223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a34ca-b218-417d-b1be-5040f90e8e2d req-df9dad8d-c6a4-4f4a-9476-5295407018fe tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:15.183668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e4a34ca-b218-417d-b1be-5040f90e8e2d req-df9dad8d-c6a4-4f4a-9476-5295407018fe tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0788722
Apr 02 21:02:15.211185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['09b2da71-53de-4a86-a10f-8df6fc7762bd'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:15.248997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e4a34ca-b218-417d-b1be-5040f90e8e2d req-d0098454-fa55-49d9-87a5-b77e93f9aae2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587080
Apr 02 21:02:15.345446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-84ba5abf-2e86-46ee-8c3d-14417f2845a7 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6285976ac47c4791acbf3573297ab5a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0569978
Apr 02 21:02:15.382789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41178) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:15.433374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aede1fd8-d1bc-4183-ac5d-cfaec41332c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46605b214f8144ebbbd2aab432bb7633&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0472383
Apr 02 21:02:15.433779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41180) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:15.496991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (bc668290-617e-456e-bf84-4282b0946a3a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.500418 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-316f0551-ee8f-42fa-9bb2-a75f3c0e6609 admin admin] Publish callbacks [] for security_group (04405974-bf28-4b6f-922b-630697974bd6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.535622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-316f0551-ee8f-42fa-9bb2-a75f3c0e6609 admin admin] Publish callbacks [] for security_group (04405974-bf28-4b6f-922b-630697974bd6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.559008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b96fc224-0bb3-4973-8869-7523f50a8052 req-f3ead34e-03bd-4770-8540-a19bfa17573f tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 210 time: 0.0377722
Apr 02 21:02:15.605702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-316f0551-ee8f-42fa-9bb2-a75f3c0e6609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (04405974-bf28-4b6f-922b-630697974bd6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.608482 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-316f0551-ee8f-42fa-9bb2-a75f3c0e6609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.609764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-316f0551-ee8f-42fa-9bb2-a75f3c0e6609 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04405974-bf28-4b6f-922b-630697974bd6 HTTP/1.1" status: 204  len: 168 time: 0.1750288
Apr 02 21:02:15.621603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0551-ee8f-42fa-9bb2-a75f3c0e6609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04405974-bf28-4b6f-922b-630697974bd6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:15.676084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Router bc668290-617e-456e-bf84-4282b0946a3a is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:02:15.799115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:02:15.809445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Sync routers for ids ['bc668290-617e-456e-bf84-4282b0946a3a'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:02:15.824258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:15.824690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Routers {'bc668290-617e-456e-bf84-4282b0946a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:15.825697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c2101fb9-0446-4b72-99fa-ad6889eb7fb3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2401409
Apr 02 21:02:15.825927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f7790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:01:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc668290-617e-456e-bf84-4282b0946a3a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:15.829187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41204) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:15.956315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:15.959207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Set router bc668290-617e-456e-bf84-4282b0946a3a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:16.022974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:02:16.023410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device ea75b601-e0d3-4e9e-b79c-a92bba35bfb0 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:02:16.249358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f7790>, [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:02:14Z', 'revision_number': 3, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:16.279186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Checking router: bc668290-617e-456e-bf84-4282b0946a3a for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:02:16.279524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Updating router bc668290-617e-456e-bf84-4282b0946a3a port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:02:16.334641 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.340083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.412152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca868c-93b2-43ed-a332-0eb95adc844a req-12cc49a2-5e70-4c31-bf77-89bb4573173d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:16.423152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7aca868c-93b2-43ed-a332-0eb95adc844a req-12cc49a2-5e70-4c31-bf77-89bb4573173d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0801487
Apr 02 21:02:16.504087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7aca868c-93b2-43ed-a332-0eb95adc844a req-89dfd1a8-06e3-4db1-8c46-0d1a7b7caceb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794835
Apr 02 21:02:16.533866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Allocated IP 172.20.0.1 (15393407-38b0-412f-b2fb-6464d85ff0fe/b289b92b-7c30-44c3-877c-587b32f763f1/4ebad0b1-fb61-4124-908e-837f6604fd15) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:16.669578 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks [] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.710635 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Publish callbacks [] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.712853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.723832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c3554b-d8eb-4acf-80c2-014802257b67 req-823810b8-ef82-4a38-b8e5-7abaab0cbcf9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 210 time: 0.0557473
Apr 02 21:02:16.735111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.760782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Network 15393407-38b0-412f-b2fb-6464d85ff0fe is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:16.773894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:16.774885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-e58cc179-10ea-4e00-b6f9-690bd27333df tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6285976ac47c4791acbf3573297ab5a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331092
Apr 02 21:02:16.778392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:16.801649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8816afb-70b6-4157-a2c5-b80cc52f675c None None] Pushing event updated for resources: {'Port': ['ID=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:16.803462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Attempting to bind port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:16.803849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Attempting to bind port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:16.804269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Attempting to bind port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:16.810365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:16.810903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:16.811175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.811560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:16.812630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Bound port: 5ea44d6b-d796-4b90-afb4-f05f5ea577ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:16.813207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.821696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebad0b1-fb61-4124-908e-837f6604fd15,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:16.852897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (bc668290-617e-456e-bf84-4282b0946a3a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:16.870393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] For port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:16.873742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] For port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:16.879171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:16.911876 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.034061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.045580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-1ef6a087-e8a6-45b3-b300-18efc0b5735e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:17.048006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-1ef6a087-e8a6-45b3-b300-18efc0b5735e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2661486
Apr 02 21:02:17.056495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8816afb-70b6-4157-a2c5-b80cc52f675c None None] Pushing event updated for resources: {'Port': ['ID=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:17.073235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Request body: {'port': {'device_id': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '6285976ac47c4791acbf3573297ab5a6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:17.080084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Routers {'bc668290-617e-456e-bf84-4282b0946a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:17.085080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f7790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:01:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc668290-617e-456e-bf84-4282b0946a3a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:17.167498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 09b2da71-53de-4a86-a10f-8df6fc7762bd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:17.168496 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.312971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Made reservation on behalf of 6285976ac47c4791acbf3573297ab5a6 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:17.317381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.329271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.383777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:17.384162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.408683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] Set router bc668290-617e-456e-bf84-4282b0946a3a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:17.452095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:17.458064 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe2b48c-0404-4717-80cf-edaf3fda7144" -d '{"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:17.479770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks [] for security_group (3c560ece-32e2-4350-b509-d5e7fc71b584), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.502143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3c560ece-32e2-4350-b509-d5e7fc71b584), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.504433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:17.524768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.543766 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd455275-8ffc-46aa-9607-977dfe93ebdf x-openstack-request-id: req-fd455275-8ffc-46aa-9607-977dfe93ebdf {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:17.544064 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:17.544319 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd455275-8ffc-46aa-9607-977dfe93ebdf {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:17.544741 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd455275-8ffc-46aa-9607-977dfe93ebdf'] response: {'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'code': 200}
Apr 02 21:02:17.583400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41298) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:17.643950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.695188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:17.703483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c560ece-32e2-4350-b509-d5e7fc71b584,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:17.790456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Allocated IP 192.168.233.16 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/c0e0f613-eb38-41f0-a061-c28be2758291) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:17.834079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks [] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.842998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f7790>, [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ebad0b1-fb61-4124-908e-837f6604fd15', 'name': '', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'mac_address': 'fa:16:3e:cc:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:16Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 1, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'subnets': [{'id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:17.844443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.874617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a9489-ef5a-43d2-9281-fc4b3e64bc97 None None] The sync data for ids ['bc668290-617e-456e-bf84-4282b0946a3a'] in ncdv-master-1 is: [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ebad0b1-fb61-4124-908e-837f6604fd15', 'name': '', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'mac_address': 'fa:16:3e:cc:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:16Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 1, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'subnets': [{'id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:02:17.875629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4994830e-8239-4beb-a233-6707579b7d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.922250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8a620c4-f636-4afd-af67-2e08f4932cc1 req-4ca86f95-a8a3-4347-b66d-4f63c0dbe5f3 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 210 time: 0.0816188
Apr 02 21:02:17.938564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebad0b1-fb61-4124-908e-837f6604fd15,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:17.943555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (bc668290-617e-456e-bf84-4282b0946a3a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:17.961141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa162d-f7b5-490c-a314-9874471ef3d9 req-3b13be82-fce0-4323-bc0b-cd7aca2635e1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:17.962892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aa162d-f7b5-490c-a314-9874471ef3d9 req-3b13be82-fce0-4323-bc0b-cd7aca2635e1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.2192609
Apr 02 21:02:18.116399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aa162d-f7b5-490c-a314-9874471ef3d9 req-370db880-4937-431f-95c6-7e1bf9cf4f2f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455886
Apr 02 21:02:18.130686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Network 15393407-38b0-412f-b2fb-6464d85ff0fe is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:18.132318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:18.142272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks [] for port (c0e0f613-eb38-41f0-a061-c28be2758291), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.161750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4994830e-8239-4beb-a233-6707579b7d9a admin admin] Publish callbacks [] for security_group (119b4d3f-dd18-42c6-b216-46f7cec00bc1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.182776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4994830e-8239-4beb-a233-6707579b7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (119b4d3f-dd18-42c6-b216-46f7cec00bc1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.251066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994830e-8239-4beb-a233-6707579b7d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b4d3f-dd18-42c6-b216-46f7cec00bc1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:18.261803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4994830e-8239-4beb-a233-6707579b7d9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=273e387ae1624bacabc721d2c278ac11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6644971
Apr 02 21:02:18.263459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41318) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:18.291614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.295853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Router bc668290-617e-456e-bf84-4282b0946a3a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:02:18.391169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:18.400298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:18.418969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:18.425565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Pushing event updated for resources: {'Port': ['ID=c0e0f613-eb38-41f0-a061-c28be2758291,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:18.479184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:02:18.482211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d3d24670-3b41-4a5d-9843-12d408801eaf admin admin] Publish callbacks [] for security_group (119b4d3f-dd18-42c6-b216-46f7cec00bc1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.485664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9b4ce36c-ebad-49be-9b61-52cb7ee1f543 admin admin] 10.222.0.18 "PUT /v2.0/routers/bc668290-617e-456e-bf84-4282b0946a3a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6553395
Apr 02 21:02:18.544734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:18.546898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.567998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d3d24670-3b41-4a5d-9843-12d408801eaf admin admin] Publish callbacks [] for security_group (119b4d3f-dd18-42c6-b216-46f7cec00bc1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.602886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-eefeb9fa-6d47-4575-b26f-1468089e0c32 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5387876
Apr 02 21:02:18.640037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Request body: {'port': {'device_id': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:18.667159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:02:18.822044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d3d24670-3b41-4a5d-9843-12d408801eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (119b4d3f-dd18-42c6-b216-46f7cec00bc1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.826984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d3d24670-3b41-4a5d-9843-12d408801eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.831164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d3d24670-3b41-4a5d-9843-12d408801eaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/119b4d3f-dd18-42c6-b216-46f7cec00bc1 HTTP/1.1" status: 204  len: 168 time: 0.5636051
Apr 02 21:02:18.846881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.849501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d24670-3b41-4a5d-9843-12d408801eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b4d3f-dd18-42c6-b216-46f7cec00bc1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:18.876402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bb3d220e-58ed-4369-b4a6-f4618c55b329 None None] Provisioning complete for port c0e0f613-eb38-41f0-a061-c28be2758291 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:18.876996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb3d220e-58ed-4369-b4a6-f4618c55b329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:18.936730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d220e-58ed-4369-b4a6-f4618c55b329 None None] Port c0e0f613-eb38-41f0-a061-c28be2758291 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:02:19.333860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24093-bea1-437a-bd5f-9b8853a1d3a3 req-16e851c3-0c2b-4a59-9758-f04f62b21596 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:19.340707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86d24093-bea1-437a-bd5f-9b8853a1d3a3 req-16e851c3-0c2b-4a59-9758-f04f62b21596 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 935 time: 0.2494349
Apr 02 21:02:19.493067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86d24093-bea1-437a-bd5f-9b8853a1d3a3 req-e3eba681-c56f-4a97-9dc5-16784fb728bd tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514304
Apr 02 21:02:19.628078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e0f613-eb38-41f0-a061-c28be2758291 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:19.637121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Publish callbacks [] for port (c0e0f613-eb38-41f0-a061-c28be2758291), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:19.651515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Transition to ACTIVE for port object c0e0f613-eb38-41f0-a061-c28be2758291 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:02:19.678679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:19.732370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2776f55b-e626-41ea-addf-7a0b306a1d5f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:19.743574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2776f55b-e626-41ea-addf-7a0b306a1d5f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 810 time: 0.2624919
Apr 02 21:02:19.762522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Pushing event updated for resources: {'Port': ['ID=c0e0f613-eb38-41f0-a061-c28be2758291,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:19.762718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-b30d9e28-377a-45c8-a77f-68e372d624b5 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/quotas/ff8ea67a27f74237963a177abd07cc45 HTTP/1.1" status: 200  len: 375 time: 0.0178268
Apr 02 21:02:19.874360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6650b-124e-4ad4-b6bd-d44af3e9e075 req-acbf18ec-20ca-4437-ae1f-9aafca276a4e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:19.882259 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe6650b-124e-4ad4-b6bd-d44af3e9e075 req-acbf18ec-20ca-4437-ae1f-9aafca276a4e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.2870111
Apr 02 21:02:19.918262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-56dc165d-bae5-46b6-9b5c-1de97e25d810 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1544363
Apr 02 21:02:19.938537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5ea44d6b-d796-4b90-afb4-f05f5ea577ce up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:20.020632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:20.021191 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:20.157846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Attempting to bind port c0e0f613-eb38-41f0-a061-c28be2758291 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:20.158186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Attempting to bind port c0e0f613-eb38-41f0-a061-c28be2758291 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:20.158516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Attempting to bind port c0e0f613-eb38-41f0-a061-c28be2758291 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:20.173852 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-710d9656-f437-46c2-b121-1507c1338c23 service neutron] 10.222.0.18 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273195
Apr 02 21:02:20.179054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe6650b-124e-4ad4-b6bd-d44af3e9e075 req-d28cbda7-055b-4e7a-bd5a-771b92d77ed9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2937531
Apr 02 21:02:20.192885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Port c0e0f613-eb38-41f0-a061-c28be2758291 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:02:20.195024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Attempting to bind port c0e0f613-eb38-41f0-a061-c28be2758291 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:20.201729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:20.202130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:20.207884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:20.208230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:20.208670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:20.209112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Bound port: c0e0f613-eb38-41f0-a061-c28be2758291, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:20.209476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:20.248126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:20.264404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:20.336257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-46e60a76-91e7-467d-bc6d-cb5ccd9e4042 service neutron] 10.222.0.18 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508205
Apr 02 21:02:20.371494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] For port c0e0f613-eb38-41f0-a061-c28be2758291, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:20.380871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] For port c0e0f613-eb38-41f0-a061-c28be2758291, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e0f613-eb38-41f0-a061-c28be2758291,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:20.390859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:20.404068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:20.439533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:20.445312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:20.448636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] 10.222.0.21 "PUT /v2.0/ports/c0e0f613-eb38-41f0-a061-c28be2758291 HTTP/1.1" status: 200  len: 1095 time: 1.8278606
Apr 02 21:02:20.449124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'tag': 'c0e0f613-eb38-41f0-a061-c28be2758291'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:20.451595 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d6b96-2788-40ea-b186-4c1f3f26f052" -d '{"events": [{"name": "network-changed", "server_uuid": "2b99f2dd-ce26-44e6-ba16-847db4006038", "tag": "c0e0f613-eb38-41f0-a061-c28be2758291"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:20.523257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523af4a-967c-46bd-9fbe-0f9ce2cbfe1d service neutron] Pushing event updated for resources: {'Port': ['ID=c0e0f613-eb38-41f0-a061-c28be2758291,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:20.647002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-53056ccd-fcdb-45ad-b24c-def5f18b5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:20.648621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-53056ccd-fcdb-45ad-b24c-def5f18b5750 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6285976ac47c4791acbf3573297ab5a6&device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 1129 time: 0.1539748
Apr 02 21:02:20.744262 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b0177-987c-4c75-a888-664f12d2d42e x-openstack-request-id: req-407b0177-987c-4c75-a888-664f12d2d42e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:20.751974 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b99f2dd-ce26-44e6-ba16-847db4006038", "tag": "c0e0f613-eb38-41f0-a061-c28be2758291", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:20.752124 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-407b0177-987c-4c75-a888-664f12d2d42e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:20.752591 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407b0177-987c-4c75-a888-664f12d2d42e'] response: {'name': 'network-changed', 'server_uuid': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'tag': 'c0e0f613-eb38-41f0-a061-c28be2758291', 'status': 'completed', 'code': 200}
Apr 02 21:02:20.806421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-8721d23d-a7fc-4e1a-b938-f2833060b866 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c0e0f613-eb38-41f0-a061-c28be2758291 HTTP/1.1" status: 200  len: 217 time: 0.1467485
Apr 02 21:02:20.852994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-090a606a-35f6-48b0-93d6-49f500ac8bab req-a22f78f9-027f-4fd3-9147-0736dd78a1bf tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 210 time: 0.0421135
Apr 02 21:02:20.903476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163bcc4-1ed3-4c76-87c1-fb8a4a54d8ee req-38886828-c673-41c4-b3ba-feb5ae807a10 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:20.907205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2163bcc4-1ed3-4c76-87c1-fb8a4a54d8ee req-38886828-c673-41c4-b3ba-feb5ae807a10 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 947 time: 0.1535840
Apr 02 21:02:20.909618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-7a2cc7be-f32a-4aa0-87b7-bdaa5afcf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:20.911064 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-7a2cc7be-f32a-4aa0-87b7-bdaa5afcf607 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0928581
Apr 02 21:02:20.994657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-476a87fb-1079-42a0-a4dd-eb64b4d7cdd0 req-b7657e1f-c002-4459-b977-a79f7f52abfd tempest-AbsoluteLimitsNegativeTestJSON-1088053364 tempest-AbsoluteLimitsNegativeTestJSON-1088053364-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=785cc73963384110988648167b1dc942&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329354
Apr 02 21:02:21.047435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2163bcc4-1ed3-4c76-87c1-fb8a4a54d8ee req-664ad29b-1fad-4c9a-a7e1-129128d0b0ca tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324756
Apr 02 21:02:21.056188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6184-d434-4630-9aea-70c98c732dba req-8807ae2e-15d8-4c8f-8ce1-3fd2e71f50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:21.057756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-8807ae2e-15d8-4c8f-8ce1-3fd2e71f50a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1353149
Apr 02 21:02:21.184610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a87fb-1079-42a0-a4dd-eb64b4d7cdd0 req-bcb25bb9-266a-41e9-9470-871e77cd4b92 tempest-AbsoluteLimitsNegativeTestJSON-1088053364 tempest-AbsoluteLimitsNegativeTestJSON-1088053364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:21.191745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-4f959433-4cf4-4996-9437-b37c10c7ed91 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224806
Apr 02 21:02:21.193624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-476a87fb-1079-42a0-a4dd-eb64b4d7cdd0 req-bcb25bb9-266a-41e9-9470-871e77cd4b92 tempest-AbsoluteLimitsNegativeTestJSON-1088053364 tempest-AbsoluteLimitsNegativeTestJSON-1088053364-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1981368
Apr 02 21:02:21.212962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-476a87fb-1079-42a0-a4dd-eb64b4d7cdd0 req-27c33cf1-8697-4917-a149-af0880044c69 tempest-AbsoluteLimitsNegativeTestJSON-1088053364 tempest-AbsoluteLimitsNegativeTestJSON-1088053364-project] 10.222.0.18 "GET /v2.0/quotas/785cc73963384110988648167b1dc942 HTTP/1.1" status: 200  len: 375 time: 0.0179303
Apr 02 21:02:21.274547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-476a87fb-1079-42a0-a4dd-eb64b4d7cdd0 req-e62b4dfd-34b6-49fc-82ad-ffabae0aefb6 tempest-AbsoluteLimitsNegativeTestJSON-1088053364 tempest-AbsoluteLimitsNegativeTestJSON-1088053364-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=785cc73963384110988648167b1dc942&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0547230
Apr 02 21:02:21.332404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61fb6184-d434-4630-9aea-70c98c732dba req-186ce8b6-ef50-4608-bd30-6dcf4347da0d service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328933
Apr 02 21:02:21.511596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcb278-e3eb-4095-baae-5e62cac56aae req-a4c356f6-bb7c-434a-8f3f-991580cc0a0c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:21.513228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74fcb278-e3eb-4095-baae-5e62cac56aae req-a4c356f6-bb7c-434a-8f3f-991580cc0a0c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1798556
Apr 02 21:02:21.541102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-7011a6b0-2b68-4d2c-ab24-27e13cb5eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:21.542583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-7011a6b0-2b68-4d2c-ab24-27e13cb5eeba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6285976ac47c4791acbf3573297ab5a6&device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 1129 time: 0.1377380
Apr 02 21:02:21.665805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74fcb278-e3eb-4095-baae-5e62cac56aae req-a5a6e680-ba17-4206-8ca2-039b27315692 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412416
Apr 02 21:02:21.717164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-4259eea1-7f35-46c0-8fd2-fe32382e0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:21.722915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-4259eea1-7f35-46c0-8fd2-fe32382e0ab2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1726115
Apr 02 21:02:21.793543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-465b4d6e-cd64-4839-8771-5bd977d620ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c0e0f613-eb38-41f0-a061-c28be2758291 HTTP/1.1" status: 200  len: 217 time: 0.0669818
Apr 02 21:02:21.818428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5ea44d6b-d796-4b90-afb4-f05f5ea577ce up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:21.875529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-13dcea8d-9a06-473b-8ae2-aae8f9518de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:21.877348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-13dcea8d-9a06-473b-8ae2-aae8f9518de7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0776734
Apr 02 21:02:21.963359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41430) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:21.967997 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Sync routers for ids ['bc668290-617e-456e-bf84-4282b0946a3a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:02:21.980883 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Routers {'bc668290-617e-456e-bf84-4282b0946a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:21.981870 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:01:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc668290-617e-456e-bf84-4282b0946a3a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:22.002966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-bc957d00-bf58-45d2-a398-9756cf5da650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:22.004523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-bc957d00-bf58-45d2-a398-9756cf5da650 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1109147
Apr 02 21:02:22.005291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:22.005675 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.058915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af6f91a1-0687-4d7e-b1b4-71b9917a45a1 req-3019abb2-f10d-4b4d-8fd6-f99ec764a879 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 210 time: 0.0506248
Apr 02 21:02:22.116891 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Set router bc668290-617e-456e-bf84-4282b0946a3a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:22.153302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80874316-1a8a-4191-8c05-a57af3d55bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.189042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-36b393f4-8dbb-47f1-96d8-45b2b95362df service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751463
Apr 02 21:02:22.233189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:22.305831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80874316-1a8a-4191-8c05-a57af3d55bb9 admin admin] Publish callbacks [] for security_group (c878147e-a542-4651-a2eb-5359e903d298), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.312962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80874316-1a8a-4191-8c05-a57af3d55bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c878147e-a542-4651-a2eb-5359e903d298), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.351972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80874316-1a8a-4191-8c05-a57af3d55bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878147e-a542-4651-a2eb-5359e903d298,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:22.410644 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-80874316-1a8a-4191-8c05-a57af3d55bb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=785cc73963384110988648167b1dc942&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4465878
Apr 02 21:02:22.415526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41436) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:22.506851 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64c97a7b-460d-4aa9-a836-38356654ad4a admin admin] Publish callbacks [] for security_group (c878147e-a542-4651-a2eb-5359e903d298), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.531645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64c97a7b-460d-4aa9-a836-38356654ad4a admin admin] Publish callbacks [] for security_group (c878147e-a542-4651-a2eb-5359e903d298), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.560637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-c514b59f-3cfb-4e74-9651-0c5dbd2d8466 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:22.562911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-c514b59f-3cfb-4e74-9651-0c5dbd2d8466 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 810 time: 0.1880524
Apr 02 21:02:22.622475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64c97a7b-460d-4aa9-a836-38356654ad4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c878147e-a542-4651-a2eb-5359e903d298), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.626957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64c97a7b-460d-4aa9-a836-38356654ad4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.628296 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-64c97a7b-460d-4aa9-a836-38356654ad4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c878147e-a542-4651-a2eb-5359e903d298 HTTP/1.1" status: 204  len: 168 time: 0.2114317
Apr 02 21:02:22.638005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c97a7b-460d-4aa9-a836-38356654ad4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878147e-a542-4651-a2eb-5359e903d298,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:22.683467 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0850>, [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ebad0b1-fb61-4124-908e-837f6604fd15', 'name': '', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'mac_address': 'fa:16:3e:cc:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:16Z', 'updated_at': '2022-04-02T21:02:17Z', 'revision_number': 2, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'subnets': [{'id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:22.697619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Request body: {'port': {'device_id': '29437825-e42a-4c34-8d70-199c8bf119d4', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'admin_state_up': True, 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:22.757133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350872ed-c1ae-42f2-ae2a-276bf634f1cb req-e7d24017-a371-4c65-9069-f6f217217b12 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:22.766744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-350872ed-c1ae-42f2-ae2a-276bf634f1cb req-e7d24017-a371-4c65-9069-f6f217217b12 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 947 time: 0.5675426
Apr 02 21:02:22.780022 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Checking router: bc668290-617e-456e-bf84-4282b0946a3a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:02:22.785893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Updating router bc668290-617e-456e-bf84-4282b0946a3a port 4ebad0b1-fb61-4124-908e-837f6604fd15 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:02:22.861064 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:22.903674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8744aaa-f0cc-4e61-9cc4-07767eff9b5b req-4bcdbbe7-6356-4795-a578-62934ed39f65 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:22.905392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8744aaa-f0cc-4e61-9cc4-07767eff9b5b req-4bcdbbe7-6356-4795-a578-62934ed39f65 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0953481
Apr 02 21:02:22.947524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a03d6b96-2788-40ea-b186-4c1f3f26f052 req-13a68c5d-d5b7-4759-ba93-488846cc1656 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7263322
Apr 02 21:02:22.998771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-350872ed-c1ae-42f2-ae2a-276bf634f1cb req-e0b87685-15c3-43a2-9856-bd47777dc412 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289591
Apr 02 21:02:23.003566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Made reservation on behalf of ff8ea67a27f74237963a177abd07cc45 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:23.011078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.013837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8744aaa-f0cc-4e61-9cc4-07767eff9b5b req-487cc35a-23d4-48cc-9fee-42ef3d78156d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020889
Apr 02 21:02:23.116254 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-649d1bd8-41cb-4dc4-8eb8-b5c920155898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.221073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db6ed3db-8c1a-4694-815e-e273e3537e6b req-9eb996c5-a7d0-4b92-a410-2268a04e5c16 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 210 time: 0.0575097
Apr 02 21:02:23.315883 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Publish callbacks [] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.329659 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.386456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Allocated IP 172.20.0.11 (15393407-38b0-412f-b2fb-6464d85ff0fe/b289b92b-7c30-44c3-877c-587b32f763f1/14bbc9b5-7e6e-44d2-855e-651eac54cff7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:23.426001 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Pushing event updated for resources: {'Port': ['ID=4ebad0b1-fb61-4124-908e-837f6604fd15,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:23.457611 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.457961 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.458303 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.458638 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.458984 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.459299 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.459621 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.459942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.460265 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.460607 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.460933 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.461253 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.461569 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.462067 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.462190 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:23.510281 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Attempting to bind port 4ebad0b1-fb61-4124-908e-837f6604fd15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:23.511474 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Attempting to bind port 4ebad0b1-fb61-4124-908e-837f6604fd15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:23.511474 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Attempting to bind port 4ebad0b1-fb61-4124-908e-837f6604fd15 on network 15393407-38b0-412f-b2fb-6464d85ff0fe {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:23.525932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:23.525932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Checking segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:23.526282 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.526469 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Bound using segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:23.527232 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Bound port: 4ebad0b1-fb61-4124-908e-837f6604fd15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:23.527352 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.627988 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] For port 4ebad0b1-fb61-4124-908e-837f6604fd15, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:23.631960 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] For port 4ebad0b1-fb61-4124-908e-837f6604fd15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ebad0b1-fb61-4124-908e-837f6604fd15,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:23.632445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41474) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:23.641427 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.692639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks [] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.723765 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfac63e-4f75-49fa-a451-59f339897579 None None] Pushing event updated for resources: {'Port': ['ID=4ebad0b1-fb61-4124-908e-837f6604fd15,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:23.726613 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Routers {'bc668290-617e-456e-bf84-4282b0946a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:23.727296 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:01:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc668290-617e-456e-bf84-4282b0946a3a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:23.745332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.822599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Network 15393407-38b0-412f-b2fb-6464d85ff0fe is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:23.832853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:23.838839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:23.843980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Pushing event updated for resources: {'Port': ['ID=14bbc9b5-7e6e-44d2-855e-651eac54cff7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:23.870203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1833931533-network', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:23.914942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Made reservation on behalf of cf913c65b2ee4d168f38d2ffd7f02585 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:23.918753 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] Set router bc668290-617e-456e-bf84-4282b0946a3a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:23.919159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:23.920202 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.924278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.950620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:23.962965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-eceff840-0b5c-44b0-a6b4-1a8c6aacf3a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2699935
Apr 02 21:02:23.976832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Request body: {'port': {'device_id': '29437825-e42a-4c34-8d70-199c8bf119d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:24.004402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c0e0f613-eb38-41f0-a061-c28be2758291 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:24.050577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.059157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks [] for security_group (a4dfbc54-1f55-4ac9-91ae-84785c84cc76), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.071490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a4dfbc54-1f55-4ac9-91ae-84785c84cc76), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.090482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:02:24.111626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d73ccb15-bcc9-4b85-ae57-6725358c4385), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.111980 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Added segment d73ccb15-bcc9-4b85-ae57-6725358c4385 of type vlan for network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff
Apr 02 21:02:24.167761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c0e0f613-eb38-41f0-a061-c28be2758291, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e0f613-eb38-41f0-a061-c28be2758291,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:24.179844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c0e0f613-eb38-41f0-a061-c28be2758291', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'c0e0f613-eb38-41f0-a061-c28be2758291', 'mac_address': 'fa:16:3e:e0:b0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:24.224236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c0e0f613-eb38-41f0-a061-c28be2758291 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:24.224985 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.251972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.254286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e0f613-eb38-41f0-a061-c28be2758291 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:24.279752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c0e0f613-eb38-41f0-a061-c28be2758291, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e0f613-eb38-41f0-a061-c28be2758291,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:24.290473 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.352633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c0e0f613-eb38-41f0-a061-c28be2758291,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:24.386573 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0850>, [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ebad0b1-fb61-4124-908e-837f6604fd15', 'name': '', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'mac_address': 'fa:16:3e:cc:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:16Z', 'updated_at': '2022-04-02T21:02:23Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'subnets': [{'id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:24.393046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dfbc54-1f55-4ac9-91ae-84785c84cc76,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:24.412718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0bf1-d920-4d50-a473-d7e1ad5624d3 req-3c104ff4-d079-4572-baa4-bdfae63aec42 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:24.414312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cdab0bf1-d920-4d50-a473-d7e1ad5624d3 req-3c104ff4-d079-4572-baa4-bdfae63aec42 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1724522
Apr 02 21:02:24.427025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e19f9-4dba-48f2-b387-d61a235ebc5f req-320d7a04-97a2-48ac-9085-5bd1ba9a590c tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:24.428577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.429468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a4e19f9-4dba-48f2-b387-d61a235ebc5f req-320d7a04-97a2-48ac-9085-5bd1ba9a590c tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 947 time: 0.1869354
Apr 02 21:02:24.429589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:24.430083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.433411 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370bc8d5-b017-4803-960a-df397e90da86 None None] The sync data for ids ['bc668290-617e-456e-bf84-4282b0946a3a'] in ncdv-master-1 is: [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:02:16Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ebad0b1-fb61-4124-908e-837f6604fd15', 'name': '', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'mac_address': 'fa:16:3e:cc:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:16Z', 'updated_at': '2022-04-02T21:02:23Z', 'revision_number': 4, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'subnets': [{'id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:02:24.501866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cdab0bf1-d920-4d50-a473-d7e1ad5624d3 req-aa0491e2-7a24-4553-922c-d37af6cdbb9f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814621
Apr 02 21:02:24.511790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8768868
Apr 02 21:02:24.514740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41496) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:24.527850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Request body: {'subnet': {'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1833931533-subnet', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:24.534531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c0e0f613-eb38-41f0-a061-c28be2758291'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:24.544507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Made reservation on behalf of cf913c65b2ee4d168f38d2ffd7f02585 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:24.547659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.599682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a4e19f9-4dba-48f2-b387-d61a235ebc5f req-e74ae42e-09ac-4c7e-9ce7-da77300ecbb4 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616621
Apr 02 21:02:24.612981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0520-c16c-4ce8-b9c7-c630609a97f9 admin admin] Pushing event updated for resources: {'Network': ['ID=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:24.634442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:02:24.668444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bbc9b5-7e6e-44d2-855e-651eac54cff7 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:24.690520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Publish callbacks [] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.717582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Transition to ACTIVE for port object 14bbc9b5-7e6e-44d2-855e-651eac54cff7 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:02:24.724944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:24.832791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b7091-0579-4eb2-8078-3c8f10730e9d req-8ae22f20-b48c-4e6c-bcd8-303f9a18c693 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:24.835656 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b7b7091-0579-4eb2-8078-3c8f10730e9d req-8ae22f20-b48c-4e6c-bcd8-303f9a18c693 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 944 time: 0.1422763
Apr 02 21:02:24.911462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Pushing event updated for resources: {'Port': ['ID=14bbc9b5-7e6e-44d2-855e-651eac54cff7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:25.018033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Attempting to bind port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:25.018398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Attempting to bind port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:25.018739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Attempting to bind port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 on network 15393407-38b0-412f-b2fb-6464d85ff0fe {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:25.033992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 on network 15393407-38b0-412f-b2fb-6464d85ff0fe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:02:25.034337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Attempting to bind port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 on network 15393407-38b0-412f-b2fb-6464d85ff0fe {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:25.050624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:25.051442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Checking segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:25.052482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Bound using segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:25.053522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Bound port: 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:25.054114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.141985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (99ec47bd-8f2d-481e-b29d-aeb366211a3d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.193662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b7b7091-0579-4eb2-8078-3c8f10730e9d req-170b5a10-ddcc-4fab-9590-3c424800d24e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3503454
Apr 02 21:02:25.254467 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2de004a-f496-44e4-8422-c65e88f3a533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.259110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ec47bd-8f2d-481e-b29d-aeb366211a3d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:25.278696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Checking segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:25.279066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Network hostable DHCP agents. Network: 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:02:25.316059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:02:25.331876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:25.339703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:25.340429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.344901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30deb4f-811b-4ff6-b441-ad0bef893d4f None None] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:02:25.376367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71203fd6-8324-483a-9a7c-3753c2ca265c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8579795
Apr 02 21:02:25.376645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41510) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:25.383733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:25.418087 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f9aa171f-6518-44c2-b6eb-715f1d580d2f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.419575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f9aa171f-6518-44c2-b6eb-715f1d580d2f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.506383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:02:25.507318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.548058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] For port 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:25.550466 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks [] for router_controller (f9aa171f-6518-44c2-b6eb-715f1d580d2f), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.553884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] For port 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:25.567607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.630909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:25.631904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:25.633500 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] 10.222.0.21 "PUT /v2.0/ports/14bbc9b5-7e6e-44d2-855e-651eac54cff7 HTTP/1.1" status: 200  len: 1092 time: 1.6621938
Apr 02 21:02:25.634164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29437825-e42a-4c34-8d70-199c8bf119d4', 'tag': '14bbc9b5-7e6e-44d2-855e-651eac54cff7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:25.636728 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5152617-5e99-4116-93d4-5cb27555e052" -d '{"events": [{"name": "network-changed", "server_uuid": "29437825-e42a-4c34-8d70-199c8bf119d4", "tag": "14bbc9b5-7e6e-44d2-855e-651eac54cff7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:25.749130 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6092013-75a9-47a4-bf6a-e51446ce4b15 x-openstack-request-id: req-d6092013-75a9-47a4-bf6a-e51446ce4b15 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:25.749762 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29437825-e42a-4c34-8d70-199c8bf119d4", "tag": "14bbc9b5-7e6e-44d2-855e-651eac54cff7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:25.749762 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6092013-75a9-47a4-bf6a-e51446ce4b15 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:25.750126 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6092013-75a9-47a4-bf6a-e51446ce4b15'] response: {'name': 'network-changed', 'server_uuid': '29437825-e42a-4c34-8d70-199c8bf119d4', 'tag': '14bbc9b5-7e6e-44d2-855e-651eac54cff7', 'status': 'completed', 'code': 200}
Apr 02 21:02:25.845826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Allocated IP 172.20.0.2 (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff/99ec47bd-8f2d-481e-b29d-aeb366211a3d/6590289b-7221-4099-8eb4-f1a79870ee15) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:25.896803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda1b8a-f3f7-48e3-bdb5-597109de7260 service neutron] Pushing event updated for resources: {'Port': ['ID=14bbc9b5-7e6e-44d2-855e-651eac54cff7,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:25.897847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4ebad0b1-fb61-4124-908e-837f6604fd15 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:25.951901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-63f95d3c-5df3-4cae-bb13-b8ca1a12ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:25.953959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-63f95d3c-5df3-4cae-bb13-b8ca1a12ab9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 1126 time: 0.2263169
Apr 02 21:02:25.961831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d92b6-ad86-46ac-a154-6ba47441edae req-9306a8fe-cbbc-4e4c-a948-d9d24ff3774e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:25.963274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-239d92b6-ad86-46ac-a154-6ba47441edae req-9306a8fe-cbbc-4e4c-a948-d9d24ff3774e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.3341336
Apr 02 21:02:25.972092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks [] for router_gateway (f9aa171f-6518-44c2-b6eb-715f1d580d2f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.004077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c0e0f613-eb38-41f0-a061-c28be2758291 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:26.006992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-5904661d-4947-4d19-9281-9bc654c6e696 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7 HTTP/1.1" status: 200  len: 217 time: 0.0424426
Apr 02 21:02:26.010947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef100a7-3a6a-4c48-9c5d-860509341384 req-d09238e8-a1c8-4a60-99dc-28fed7e47ac9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:26.013398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aef100a7-3a6a-4c48-9c5d-860509341384 req-d09238e8-a1c8-4a60-99dc-28fed7e47ac9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 948 time: 0.0963087
Apr 02 21:02:26.083711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-f7eecfae-634f-46e5-a523-6f94bbbb0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:26.085709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-f7eecfae-634f-46e5-a523-6f94bbbb0f98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.0715463
Apr 02 21:02:26.091233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aef100a7-3a6a-4c48-9c5d-860509341384 req-eaa6ddfd-5b7b-474e-89ae-67198e7eb6ee tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677800
Apr 02 21:02:26.092729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4ebad0b1-fb61-4124-908e-837f6604fd15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:26.093837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.096936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-239d92b6-ad86-46ac-a154-6ba47441edae req-107e655f-2349-4809-ba55-53fb148986a5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888462
Apr 02 21:02:26.146472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-55e802fc-c30d-4abc-814d-0a331ced31d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485351
Apr 02 21:02:26.215566 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Publish callbacks [] for port (6590289b-7221-4099-8eb4-f1a79870ee15), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.223099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c0e0f613-eb38-41f0-a061-c28be2758291 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:26.244112 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.246281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c0e0f613-eb38-41f0-a061-c28be2758291 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:26.246799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.315729 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-c81ef65a-719d-4754-9951-ede5e8865904 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601601
Apr 02 21:02:26.372863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:26.384051 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks [] for router_gateway (f9aa171f-6518-44c2-b6eb-715f1d580d2f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.396292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:26.402887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:26.408273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.417061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Pushing event updated for resources: {'Port': ['ID=6590289b-7221-4099-8eb4-f1a79870ee15,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:26.453550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70d4fd0-32de-45b4-8eb3-40d353c7e385 req-204c9ddd-9dfe-4eb2-9627-53db4288f651 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288614
Apr 02 21:02:26.510170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19641f4-9907-44aa-b36b-e011ae23ae9c req-a9b11fd7-2db6-4098-8188-0af1a143311f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:26.516728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a19641f4-9907-44aa-b36b-e011ae23ae9c req-a9b11fd7-2db6-4098-8188-0af1a143311f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 944 time: 0.1673961
Apr 02 21:02:26.541387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4ebad0b1-fb61-4124-908e-837f6604fd15 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:26.546151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.615149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Allocated IP 172.35.4.213 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/47e862c8-f73d-49e1-b5a3-9a4f60926d38) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:26.633820 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.636388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Attempting to bind port 6590289b-7221-4099-8eb4-f1a79870ee15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:26.636388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Attempting to bind port 6590289b-7221-4099-8eb4-f1a79870ee15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:26.636836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Attempting to bind port 6590289b-7221-4099-8eb4-f1a79870ee15 on network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:26.639891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4ebad0b1-fb61-4124-908e-837f6604fd15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ebad0b1-fb61-4124-908e-837f6604fd15,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:26.664083 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.672513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:26.673068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Checking segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:26.673566 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.674137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Bound using segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:26.674809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Bound port: 6590289b-7221-4099-8eb4-f1a79870ee15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:26.675293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.691026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a19641f4-9907-44aa-b36b-e011ae23ae9c req-c5ea333e-7166-44cb-bc08-42c02bec6c8e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535513
Apr 02 21:02:26.699299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5152617-5e99-4116-93d4-5cb27555e052 req-33f12445-efdf-4f55-8092-01509ee1ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:26.704612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-33f12445-efdf-4f55-8092-01509ee1ce3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 1126 time: 0.1824179
Apr 02 21:02:26.741693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c0e0f613-eb38-41f0-a061-c28be2758291 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:26.742232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.786628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks [] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.817248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4ebad0b1-fb61-4124-908e-837f6604fd15,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:26.827293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e0f613-eb38-41f0-a061-c28be2758291'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:26.829920 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b739755-6409-43e8-bcac-e6ecbd686a00" -d '{"events": [{"server_uuid": "2b99f2dd-ce26-44e6-ba16-847db4006038", "name": "network-vif-plugged", "status": "completed", "tag": "c0e0f613-eb38-41f0-a061-c28be2758291"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:26.846748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.866576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c0e0f613-eb38-41f0-a061-c28be2758291, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e0f613-eb38-41f0-a061-c28be2758291,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:26.899422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] For port 6590289b-7221-4099-8eb4-f1a79870ee15, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:26.906589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5152617-5e99-4116-93d4-5cb27555e052 req-6a627bdd-4f87-422d-8938-c170c06015b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:26.907126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:26.908284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] For port 6590289b-7221-4099-8eb4-f1a79870ee15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6590289b-7221-4099-8eb4-f1a79870ee15,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:26.911773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:26.912359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-6a627bdd-4f87-422d-8938-c170c06015b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 911 time: 0.2005997
Apr 02 21:02:26.916497 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:26.929597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:26.955839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Pushing event updated for resources: {'Port': ['ID=47e862c8-f73d-49e1-b5a3-9a4f60926d38,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:26.988507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-81fbba0b-ff6d-4ba5-879b-f341e875c457 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7 HTTP/1.1" status: 200  len: 217 time: 0.0658057
Apr 02 21:02:26.993083 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:27.029549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c0e0f613-eb38-41f0-a061-c28be2758291,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:27.137176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5152617-5e99-4116-93d4-5cb27555e052 req-e99440c3-a070-4d61-9f98-240ddf8c39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:27.138905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-e99440c3-a070-4d61-9f98-240ddf8c39ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.1412523
Apr 02 21:02:27.152635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6fe7e-76b8-4ef1-a62a-ecee223bb8e4 None None] Pushing event updated for resources: {'Port': ['ID=6590289b-7221-4099-8eb4-f1a79870ee15,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:27.201120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-1a7d9bea-614c-4ce3-9ee0-a1ade793fb1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540104
Apr 02 21:02:27.227340 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa68c4c7-450c-4a43-8077-ce8aec658cb3 x-openstack-request-id: req-fa68c4c7-450c-4a43-8077-ce8aec658cb3 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:27.227898 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99f2dd-ce26-44e6-ba16-847db4006038", "name": "network-vif-plugged", "status": "completed", "tag": "c0e0f613-eb38-41f0-a061-c28be2758291", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:27.228412 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa68c4c7-450c-4a43-8077-ce8aec658cb3 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:27.229028 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa68c4c7-450c-4a43-8077-ce8aec658cb3'] response: {'server_uuid': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e0f613-eb38-41f0-a061-c28be2758291', 'code': 200}
Apr 02 21:02:27.447246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks [] for router_gateway (f9aa171f-6518-44c2-b6eb-715f1d580d2f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:27.492233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d68b8-6862-4510-9693-bb46cd7f4df0 req-c47dd3e0-c8de-4f1b-9108-2959b29e63af tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:27.494080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b5d68b8-6862-4510-9693-bb46cd7f4df0 req-c47dd3e0-c8de-4f1b-9108-2959b29e63af tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 949 time: 0.2777076
Apr 02 21:02:27.511643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a053-ccd6-462a-8138-dde1ba85a9df req-9a5ae1f4-f77a-4ab0-aad3-9e7085bf6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:27.513453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2f9a053-ccd6-462a-8138-dde1ba85a9df req-9a5ae1f4-f77a-4ab0-aad3-9e7085bf6e00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 1131 time: 0.1976111
Apr 02 21:02:27.525248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-7be72373-4b9e-4935-8609-a11210a6ec71 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073277
Apr 02 21:02:27.653039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2f9a053-ccd6-462a-8138-dde1ba85a9df req-cfe5624b-e289-43bf-bdbf-0b30b9a57cea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194460
Apr 02 21:02:27.673664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400395ee-5740-4273-b86c-4b116f88d208 req-470ea1c6-fbbd-4300-9d84-607115b344a1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:27.674482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b5d68b8-6862-4510-9693-bb46cd7f4df0 req-3312d6e3-3d07-46e8-8ccc-1cc99589405e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648591
Apr 02 21:02:27.674615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-400395ee-5740-4273-b86c-4b116f88d208 req-470ea1c6-fbbd-4300-9d84-607115b344a1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.3705723
Apr 02 21:02:27.805948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5152617-5e99-4116-93d4-5cb27555e052 req-da7a8050-17ec-4caa-8c4e-6fe7a2a73e78 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2630508
Apr 02 21:02:27.822902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-400395ee-5740-4273-b86c-4b116f88d208 req-cc74966a-ad0b-471f-8456-f27ab80cb3b3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287262
Apr 02 21:02:27.841154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-b7fca109-7523-4ccd-9779-694a00940c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:27.843123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-b7fca109-7523-4ccd-9779-694a00940c1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 1128 time: 0.1952543
Apr 02 21:02:27.867622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f9aa171f-6518-44c2-b6eb-715f1d580d2f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:27.955180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2430974-4284-48bf-abd4-ca4b3332c6bb req-86d6a381-82e5-4e08-a1ca-7bc7f53174e7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:27.956843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2430974-4284-48bf-abd4-ca4b3332c6bb req-86d6a381-82e5-4e08-a1ca-7bc7f53174e7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 944 time: 0.1078594
Apr 02 21:02:27.959123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4ebad0b1-fb61-4124-908e-837f6604fd15 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:28.012686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2430974-4284-48bf-abd4-ca4b3332c6bb req-80647f77-31a4-472e-9d05-14689f3434c3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464673
Apr 02 21:02:28.049827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4ebad0b1-fb61-4124-908e-837f6604fd15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:28.050199 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.101320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-613ab0fc-a7a2-4366-9225-7270de940ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:28.108343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-613ab0fc-a7a2-4366-9225-7270de940ca1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.1780641
Apr 02 21:02:28.163108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-ee914b81-f0c4-435e-adab-916960e8a3fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5de1a212-3d81-4136-b0b8-531ca93bc340 HTTP/1.1" status: 200  len: 217 time: 0.0474622
Apr 02 21:02:28.167420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4ebad0b1-fb61-4124-908e-837f6604fd15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:28.168552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6590289b-7221-4099-8eb4-f1a79870ee15 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:28.237577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6590289b-7221-4099-8eb4-f1a79870ee15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:28.238056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.261781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-4d371d16-0db2-4303-b6bc-573afbd57477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:28.263855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-4d371d16-0db2-4303-b6bc-573afbd57477 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0868876
Apr 02 21:02:28.320932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-869c3e27-bab0-42d9-82a9-c1cd99e7e0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461605
Apr 02 21:02:28.322574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Router f9aa171f-6518-44c2-b6eb-715f1d580d2f is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:02:28.382787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6590289b-7221-4099-8eb4-f1a79870ee15 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:28.384511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.435714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 6590289b-7221-4099-8eb4-f1a79870ee15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6590289b-7221-4099-8eb4-f1a79870ee15,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:28.457226 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.506071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:02:28.513781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=6590289b-7221-4099-8eb4-f1a79870ee15,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:28.525981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Sync routers for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:02:28.541792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:28.542824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453323d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:28.547963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e9929-e2bd-49a5-81cd-9fc082e78b2e None None] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:02:28.566273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.567564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-28da5e9f-3f5c-4358-968f-dc2c63e3ab3b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.1899481
Apr 02 21:02:28.570507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41550) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:28.725192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.758778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c26d6fb5-8f55-47b2-b2d4-686ebc62c5c9 None None] Provisioning complete for port 6590289b-7221-4099-8eb4-f1a79870ee15 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:28.759407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c26d6fb5-8f55-47b2-b2d4-686ebc62c5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:28.835361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:29.084748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2be6d-2a88-4f0d-b4fd-84dd4666f933 req-a6c187bc-243c-4d78-85a1-f6068f3f556f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:29.096036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adb2be6d-2a88-4f0d-b4fd-84dd4666f933 req-a6c187bc-243c-4d78-85a1-f6068f3f556f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0902219
Apr 02 21:02:29.139010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-ab227fad-796c-49fe-b3f6-d92339245005 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8089726
Apr 02 21:02:29.184404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adb2be6d-2a88-4f0d-b4fd-84dd4666f933 req-25142de3-6373-4870-b108-6b7e5f79a386 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872853
Apr 02 21:02:29.292492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c26d6fb5-8f55-47b2-b2d4-686ebc62c5c9 None None] Current status of the port 6590289b-7221-4099-8eb4-f1a79870ee15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:29.338722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453323d0>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:27Z', 'revision_number': 3, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:29.357635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f825982-df6b-4c07-863a-4af640a20241 req-99230816-1bc5-410b-ad6a-6b4fe9dc82fe tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:29.366077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f825982-df6b-4c07-863a-4af640a20241 req-99230816-1bc5-410b-ad6a-6b4fe9dc82fe tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 944 time: 0.1252134
Apr 02 21:02:29.380730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Checking router: f9aa171f-6518-44c2-b6eb-715f1d580d2f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:02:29.381083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Updating router f9aa171f-6518-44c2-b6eb-715f1d580d2f port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:02:29.396772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-3112e9fc-b5c8-4749-ab0b-0173d5589485 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1048546
Apr 02 21:02:29.459587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:29.476240 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f825982-df6b-4c07-863a-4af640a20241 req-af975538-032b-4e86-b2b0-64de5742e3c6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088862
Apr 02 21:02:29.482383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:29.567080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-ccf63ebb-ee8f-4551-90e1-84e32dc67394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:29.570057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-ccf63ebb-ee8f-4551-90e1-84e32dc67394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 1128 time: 0.0906827
Apr 02 21:02:29.603465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f1c994-d050-41df-84e4-73538b4b2d61 req-dc289d0c-0f21-4d02-846e-04e9290ca5f1 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4483023
Apr 02 21:02:29.627689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804988e6-ac88-410b-b198-3ace70e70776 req-1d9831f0-6f27-40a8-945a-06463d59cc5e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:29.629382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-804988e6-ac88-410b-b198-3ace70e70776 req-1d9831f0-6f27-40a8-945a-06463d59cc5e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 949 time: 0.4928069
Apr 02 21:02:29.754076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-70ba8d8a-1d5f-412c-aa54-121e46009153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:29.755571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-70ba8d8a-1d5f-412c-aa54-121e46009153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.1603076
Apr 02 21:02:29.803043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-804988e6-ac88-410b-b198-3ace70e70776 req-e3e48ad5-39a4-4d0e-aeee-483fcd3804f8 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658757
Apr 02 21:02:29.810018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6590289b-7221-4099-8eb4-f1a79870ee15 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:29.861499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2f4d4d14-22cc-410c-b6cb-9f0883814a37 None None] Provisioning complete for port 6590289b-7221-4099-8eb4-f1a79870ee15 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:29.862140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4d14-22cc-410c-b6cb-9f0883814a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:29.905191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-1be795ac-829e-417c-a047-e6167eb36ce0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 200  len: 1002 time: 0.1418486
Apr 02 21:02:29.912109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:29.996943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-28c72a8b-408f-4c5e-92de-01480cc61816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:30.003783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-28c72a8b-408f-4c5e-92de-01480cc61816 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0900667
Apr 02 21:02:30.018408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Publish callbacks [] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.055233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14bbc9b5-7e6e-44d2-855e-651eac54cff7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:30.060128 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.104085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-f189d80e-8401-484e-af83-b2243b1c6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:30.106846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-f189d80e-8401-484e-af83-b2243b1c6381 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0921257
Apr 02 21:02:30.121208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758d80a-94f9-40e8-bd93-5849d0bc6acf None None] Pushing event updated for resources: {'Port': ['ID=47e862c8-f73d-49e1-b5a3-9a4f60926d38,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:30.146593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Attempting to bind port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:30.147086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Attempting to bind port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:30.147555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Attempting to bind port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:30.162567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:30.163286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:30.163795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.164693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:30.164902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Bound port: 47e862c8-f73d-49e1-b5a3-9a4f60926d38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:30.165392 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.185969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Allocated IP 172.20.0.1 (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff/99ec47bd-8f2d-481e-b29d-aeb366211a3d/fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:30.255685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] For port 47e862c8-f73d-49e1-b5a3-9a4f60926d38, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:30.263846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] For port 47e862c8-f73d-49e1-b5a3-9a4f60926d38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47e862c8-f73d-49e1-b5a3-9a4f60926d38,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:30.310828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-dd9dfb0e-3a33-48a1-b2d1-9bca81ce0d6a service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910391
Apr 02 21:02:30.313335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6590289b-7221-4099-8eb4-f1a79870ee15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:30.313868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.355234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.420698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758d80a-94f9-40e8-bd93-5849d0bc6acf None None] Pushing event updated for resources: {'Port': ['ID=47e862c8-f73d-49e1-b5a3-9a4f60926d38,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:30.447371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:02:30.453558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24e35545-c6f7-4f01-8aa7-d645ce5943a4 req-7c34176f-1bc6-41af-a03f-cf6108f0d75c service neutron] 10.222.0.15 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351378
Apr 02 21:02:30.461392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d4d14-22cc-410c-b6cb-9f0883814a37 None None] Current status of the port 6590289b-7221-4099-8eb4-f1a79870ee15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:30.479059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:30.479841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453323d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:30.486320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks [] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.579008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681d37f-8c64-47f9-8ea2-7198010abf91 req-4e8169ee-805e-4ba4-a73b-71749840519b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:30.587263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6681d37f-8c64-47f9-8ea2-7198010abf91 req-4e8169ee-805e-4ba4-a73b-71749840519b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1225665
Apr 02 21:02:30.647562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.659353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0bdd-9d58-4374-860c-d1e5942a1211 req-4fa7d80a-6323-433b-9253-3db1b7afa650 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:30.667483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55fe0bdd-9d58-4374-860c-d1e5942a1211 req-4fa7d80a-6323-433b-9253-3db1b7afa650 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 944 time: 0.0838692
Apr 02 21:02:30.708750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6681d37f-8c64-47f9-8ea2-7198010abf91 req-2811d6d3-dea9-4a67-992b-b11579c6168c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159043
Apr 02 21:02:30.709017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:30.722486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:30.726677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:30.728640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:30.730836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:30.749945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55fe0bdd-9d58-4374-860c-d1e5942a1211 req-4c8c1b98-67bf-43b5-879b-fe926a8f8fa3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809224
Apr 02 21:02:30.784423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f9aa171f-6518-44c2-b6eb-715f1d580d2f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:30.816720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6590289b-7221-4099-8eb4-f1a79870ee15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:30.859150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:30.911368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '14bbc9b5-7e6e-44d2-855e-651eac54cff7', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'port_id': '14bbc9b5-7e6e-44d2-855e-651eac54cff7', 'mac_address': 'fa:16:3e:ef:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:30.976469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:30.976868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.060820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bbc9b5-7e6e-44d2-855e-651eac54cff7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:31.099507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e78fc-7c72-48a4-8f88-396799f841bc req-5d2a1ab1-2084-4ff1-a9d9-c3d7f02ce6ba tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:31.107575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-435e78fc-7c72-48a4-8f88-396799f841bc req-5d2a1ab1-2084-4ff1-a9d9-c3d7f02ce6ba tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 949 time: 0.1127973
Apr 02 21:02:31.116184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:31.129825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.137212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.146102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453323d0>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:27Z', 'revision_number': 3, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:31.191080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-435e78fc-7c72-48a4-8f88-396799f841bc req-84bb1e55-3b3d-446d-935f-4af3ffda8e99 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826144
Apr 02 21:02:31.199031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a2783-fec9-4d16-8825-de7ed8fc51dc None None] The sync data for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 is: [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:27Z', 'revision_number': 3, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:02:31.247118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a7b372b7-7a3b-4b6c-9a58-25d9d0a8580f None None] Provisioning complete for port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:31.247839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7b372b7-7a3b-4b6c-9a58-25d9d0a8580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.294530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=14bbc9b5-7e6e-44d2-855e-651eac54cff7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:31.325744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a7b372b7-7a3b-4b6c-9a58-25d9d0a8580f None None] Port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:02:31.410501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14bbc9b5-7e6e-44d2-855e-651eac54cff7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:31.620319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks [] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.626519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.856326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f9aa171f-6518-44c2-b6eb-715f1d580d2f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:31.904672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 47e862c8-f73d-49e1-b5a3-9a4f60926d38 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:31.927092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-37882f1a-e948-4c22-8c1c-4c27b772328d tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6285976ac47c4791acbf3573297ab5a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0378823
Apr 02 21:02:31.991511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:31.991905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:32.000188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:32.027319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5de1a212-3d81-4136-b0b8-531ca93bc340 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:32.095701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dba9a-8736-4767-8393-9dd021c6d88e req-c5337317-63c2-4e83-b99b-cc1eaf6cfbf1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:32.097717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-140dba9a-8736-4767-8393-9dd021c6d88e req-c5337317-63c2-4e83-b99b-cc1eaf6cfbf1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1861176
Apr 02 21:02:32.148519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:32.150119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-a5358f5e-505e-434a-bb72-3b7ad986fd4d tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:32.151469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:32.152241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-a5358f5e-505e-434a-bb72-3b7ad986fd4d tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2237110
Apr 02 21:02:32.192392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-140dba9a-8736-4767-8393-9dd021c6d88e req-38abb761-de54-4f93-934d-b4fdc6f8c06e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731575
Apr 02 21:02:32.221105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-1bcc7a2b-93cf-42ea-9c8f-cbaf42454a4e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/quotas/6285976ac47c4791acbf3573297ab5a6 HTTP/1.1" status: 200  len: 375 time: 0.0439174
Apr 02 21:02:32.259802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:32.275068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'mac_address': 'fa:16:3e:23:90:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:32.346835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5de1a212-3d81-4136-b0b8-531ca93bc340 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:32.347499 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:32.388667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de1a212-3d81-4136-b0b8-531ca93bc340 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:32.391205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Router f9aa171f-6518-44c2-b6eb-715f1d580d2f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:02:32.413140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:32.415131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:32.415644 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:32.423964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-3e8ef53e-c138-4fe8-a155-c340ba4aa1be tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6285976ac47c4791acbf3573297ab5a6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1998732
Apr 02 21:02:32.427206 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:32.508711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 47e862c8-f73d-49e1-b5a3-9a4f60926d38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47e862c8-f73d-49e1-b5a3-9a4f60926d38,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:32.521815 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:32.579387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5de1a212-3d81-4136-b0b8-531ca93bc340'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:32.693362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004b419-8f3c-435f-a99f-a829ef874778 req-2ef48dcf-ebe9-439a-a4bd-b818f6ba5752 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:32.695840 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b004b419-8f3c-435f-a99f-a829ef874778 req-2ef48dcf-ebe9-439a-a4bd-b818f6ba5752 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 945 time: 0.2963841
Apr 02 21:02:32.906866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-894da91c-8996-4bab-8c63-241473d8cfde req-978b2805-c0c5-44dd-96a9-661d2e47ea64 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 210 time: 0.0603178
Apr 02 21:02:32.923173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:33.008126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6b356032-71d4-4524-b8bd-2a7f12bf6769 None None] Provisioning complete for port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:33.008552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b356032-71d4-4524-b8bd-2a7f12bf6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:33.013104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b004b419-8f3c-435f-a99f-a829ef874778 req-3c5d3ce8-1f58-4a19-92f4-8ff56875a257 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036175
Apr 02 21:02:33.014850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:02:33.051532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8fb8d8cb-6b39-4e7a-8b3e-6d4afa7fcd32 admin admin] 10.222.0.18 "PUT /v2.0/routers/f9aa171f-6518-44c2-b6eb-715f1d580d2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4781749
Apr 02 21:02:33.154020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=47e862c8-f73d-49e1-b5a3-9a4f60926d38,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:33.185283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6b356032-71d4-4524-b8bd-2a7f12bf6769 None None] Port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:02:33.514313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171a85-dc8c-4358-b149-08cee990c0bd req-76c56a9f-b627-4751-901b-be811c5226d1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:33.518952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de171a85-dc8c-4358-b149-08cee990c0bd req-76c56a9f-b627-4751-901b-be811c5226d1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 945 time: 0.1474774
Apr 02 21:02:33.618732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de171a85-dc8c-4358-b149-08cee990c0bd req-80cdd825-0a16-4ae6-8dce-cdcb381c963d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932329
Apr 02 21:02:33.671278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41680) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:33.678609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140294618', 'description': 'tempest-description--821785183'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:33.757317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:33.849812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 47e862c8-f73d-49e1-b5a3-9a4f60926d38 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:33.894040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group (7e5a68e8-e1f0-413c-ac67-f3e28932f5ac), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:33.908091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7e5a68e8-e1f0-413c-ac67-f3e28932f5ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:33.954121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:33.954407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.023965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.025524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3530443
Apr 02 21:02:34.033021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41694) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:34.045000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Request body: {'security_group_rule': {'security_group_id': '7e5a68e8-e1f0-413c-ac67-f3e28932f5ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:34.061266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1d24a-a0f6-4ee5-ab94-16332d3b2cfa tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:34.067590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ed1fd86-90b0-4a7c-a7a0-fe7233a195b3 req-4fde2375-0ad3-4b27-8637-af4577b74e45 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 210 time: 0.0677643
Apr 02 21:02:34.067848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14bbc9b5-7e6e-44d2-855e-651eac54cff7 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:34.147292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:34.163919 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group_rule (14a15203-97c6-4eaf-9b5b-66dea81e99d7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.185465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:34.200325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:34.200728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.365745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-f416a8b2-f21e-4f43-8c1d-badf2c50a4df tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6285976ac47c4791acbf3573297ab5a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0418413
Apr 02 21:02:34.406102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:34.407130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.455512 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Sync routers for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:02:34.460877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group_rule (14a15203-97c6-4eaf-9b5b-66dea81e99d7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.471035 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:34.474044 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:34.475086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (14a15203-97c6-4eaf-9b5b-66dea81e99d7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.478047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29437825-e42a-4c34-8d70-199c8bf119d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbc9b5-7e6e-44d2-855e-651eac54cff7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:34.482090 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f2ec9-c720-4d04-ad99-b5b576bd7d00" -d '{"events": [{"server_uuid": "29437825-e42a-4c34-8d70-199c8bf119d4", "name": "network-vif-plugged", "status": "completed", "tag": "14bbc9b5-7e6e-44d2-855e-651eac54cff7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:34.512836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:34.519886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b03160-3216-4a6b-b8c7-05ab4d45208e req-6492e25f-f84e-4ca5-a982-0c2347b61df3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:34.521485 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.522376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5de1a212-3d81-4136-b0b8-531ca93bc340 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:34.538338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0b03160-3216-4a6b-b8c7-05ab4d45208e req-6492e25f-f84e-4ca5-a982-0c2347b61df3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 945 time: 0.2282529
Apr 02 21:02:34.579053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a15203-97c6-4eaf-9b5b-66dea81e99d7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:34.606801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.614230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-507e99d5-0c7f-433a-871c-b1e8498865bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5748668
Apr 02 21:02:34.618043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41704) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:34.631156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Request body: {'security_group_rule': {'security_group_id': '7e5a68e8-e1f0-413c-ac67-f3e28932f5ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:34.683562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0b03160-3216-4a6b-b8c7-05ab4d45208e req-62af3be6-edbb-4f1e-b0aa-9356c6291b87 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440277
Apr 02 21:02:34.709216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-eb649fd9-cd94-4f16-b0ff-926665ab73e3 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:34.710853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-eb649fd9-cd94-4f16-b0ff-926665ab73e3 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3368995
Apr 02 21:02:34.735060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Request body: {'port': {'device_id': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '6285976ac47c4791acbf3573297ab5a6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:34.740480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group_rule (082f8ef0-0e34-4625-92b5-d91d4e0ed10c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.741502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=14bbc9b5-7e6e-44d2-855e-651eac54cff7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:34.791966 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c63bb5c-0cd9-41e3-9836-a9a3ae9842b1 x-openstack-request-id: req-1c63bb5c-0cd9-41e3-9836-a9a3ae9842b1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:34.812379 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:34.818535 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29437825-e42a-4c34-8d70-199c8bf119d4", "name": "network-vif-plugged", "status": "completed", "tag": "14bbc9b5-7e6e-44d2-855e-651eac54cff7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:34.818830 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c63bb5c-0cd9-41e3-9836-a9a3ae9842b1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:34.819533 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c63bb5c-0cd9-41e3-9836-a9a3ae9842b1'] response: {'server_uuid': '29437825-e42a-4c34-8d70-199c8bf119d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbc9b5-7e6e-44d2-855e-651eac54cff7', 'code': 200}
Apr 02 21:02:34.861337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5de1a212-3d81-4136-b0b8-531ca93bc340 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:34.861989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.862071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group_rule (082f8ef0-0e34-4625-92b5-d91d4e0ed10c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.869973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (082f8ef0-0e34-4625-92b5-d91d4e0ed10c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:34.965915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082f8ef0-0e34-4625-92b5-d91d4e0ed10c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:35.072341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.076513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d8c4c9da-84cd-4d85-8195-b0c3ae58aa17 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4529874
Apr 02 21:02:35.078301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41708) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:35.082919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:35.104662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Made reservation on behalf of 6285976ac47c4791acbf3573297ab5a6 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:35.109233 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.120338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5de1a212-3d81-4136-b0b8-531ca93bc340 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:35.120679 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.158363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0bbaa-ead6-4140-aa50-71542d393052 req-871e22fa-18f6-4ef4-a8c8-0d539aca1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:35.171489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1ba0bbaa-ead6-4140-aa50-71542d393052 req-871e22fa-18f6-4ef4-a8c8-0d539aca1db9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 1128 time: 0.2634358
Apr 02 21:02:35.212334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.229965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:35.238016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.357088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d61d9-160c-46ed-b288-44de0fe535d4 req-2a24ea49-c85b-4fb4-a3bc-8d6c41820555 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:35.366684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a2d61d9-160c-46ed-b288-44de0fe535d4 req-2a24ea49-c85b-4fb4-a3bc-8d6c41820555 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 945 time: 0.4258583
Apr 02 21:02:35.389574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:35.399131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1ba0bbaa-ead6-4140-aa50-71542d393052 req-2281f8ae-8cc4-4ad9-a63f-1ce179b1cb94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192295
Apr 02 21:02:35.407306 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e6a0>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:31Z', 'revision_number': 2, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:35.411650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Allocated IP 192.168.233.205 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/e54e9cb8-d03b-4911-b93d-685b77478126) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:35.434888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a2d61d9-160c-46ed-b288-44de0fe535d4 req-97eccad1-ab1f-4249-9f90-1c7be7802a49 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670037
Apr 02 21:02:35.471557 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Checking router: f9aa171f-6518-44c2-b6eb-715f1d580d2f for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:02:35.472076 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Updating router f9aa171f-6518-44c2-b6eb-715f1d580d2f port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:02:35.509046 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.576942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.594891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65db3d8e-fb48-4f6f-ac93-3f388058ac70 req-65e62d1c-a31a-4b94-8b65-51016e1582fd tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 210 time: 0.0528793
Apr 02 21:02:35.856671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks [] for port (e54e9cb8-d03b-4911-b93d-685b77478126), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.905714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c73bac-8db1-4183-ad3d-1e4e8f912d6e req-f15c50ed-e3a6-41db-a325-19887a7496a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:35.909311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2c73bac-8db1-4183-ad3d-1e4e8f912d6e req-f15c50ed-e3a6-41db-a325-19887a7496a8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1028523
Apr 02 21:02:35.966896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:35.982323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c0e0f613-eb38-41f0-a061-c28be2758291'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:36.020604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2c73bac-8db1-4183-ad3d-1e4e8f912d6e req-81632c1c-414f-4003-944d-d66730772fa3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049817
Apr 02 21:02:36.048684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Allocated IP 172.35.4.71 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/725d028a-d392-4e9a-9b06-ea79d8d72ae9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:36.074497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:36.085192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:36.095791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:36.100639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Pushing event updated for resources: {'Port': ['ID=e54e9cb8-d03b-4911-b93d-685b77478126,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:36.305696 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Publish callbacks [] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.319726 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.410784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:36.411584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.478474 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97170bf9-cd72-4e03-9da2-a34dec3c99e0 None None] Pushing event updated for resources: {'Port': ['ID=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:36.507468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b5ea6816-beb6-4062-b502-16ab31ed0a20 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7770998
Apr 02 21:02:36.581070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Request body: {'port': {'device_id': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:36.647066 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Attempting to bind port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:36.647066 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Attempting to bind port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:36.647066 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Attempting to bind port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 on network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:36.653045 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:36.653699 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Checking segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:36.654271 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.654806 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Bound using segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:36.655996 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Bound port: fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:36.656564 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.659919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.666470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-99407116-eb6f-479e-8f80-4d0a00bbbbab None None] Provisioning complete for port e54e9cb8-d03b-4911-b93d-685b77478126 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:36.673161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99407116-eb6f-479e-8f80-4d0a00bbbbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.751673 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] For port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:36.756971 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] For port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:36.777079 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:36.823004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:36.825358 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729a4b8-87d5-48f2-bddd-83418b78f573" -d '{"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-plugged", "status": "completed", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:36.844661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-99407116-eb6f-479e-8f80-4d0a00bbbbab None None] Port e54e9cb8-d03b-4911-b93d-685b77478126 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:02:36.864681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57df1a-e9e1-4eb5-b5cc-0a764ee8ef2a req-70b1308d-aeda-4301-a61b-6ed2ea9c5cd9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:36.881887 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c57df1a-e9e1-4eb5-b5cc-0a764ee8ef2a req-70b1308d-aeda-4301-a61b-6ed2ea9c5cd9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1755416
Apr 02 21:02:36.892948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:36.893833 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:36.986026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c57df1a-e9e1-4eb5-b5cc-0a764ee8ef2a req-8a60d43e-71e2-4f4c-8696-e6821ac62703 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030738
Apr 02 21:02:37.006851 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:37.040394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:37.083183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] Provisioning complete for port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:37.084258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:37.098346 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97170bf9-cd72-4e03-9da2-a34dec3c99e0 None None] Pushing event updated for resources: {'Port': ['ID=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:37.217799 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:37.249677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:37.282696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:37.283279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f8d9b-a291-444a-955f-6294fc9dc361 req-2dc43959-5c13-4fdd-a825-02b4fe710325 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:37.289254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:37.299446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b0f8d9b-a291-444a-955f-6294fc9dc361 req-2dc43959-5c13-4fdd-a825-02b4fe710325 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 936 time: 0.1742780
Apr 02 21:02:37.309313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event updated for resources: {'Port': ['ID=725d028a-d392-4e9a-9b06-ea79d8d72ae9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:37.340059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] Current status of the port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:37.341097 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:37.399419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] For port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:37.410418 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:37.429691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b0f8d9b-a291-444a-955f-6294fc9dc361 req-ffe1dd2f-f8ea-43a9-81cf-69c2f7b18572 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270318
Apr 02 21:02:37.556281 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194806cb-aba5-4b6e-b64a-d16a759d5535 x-openstack-request-id: req-194806cb-aba5-4b6e-b64a-d16a759d5535 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:37.556847 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-plugged", "status": "completed", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:37.557320 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194806cb-aba5-4b6e-b64a-d16a759d5535 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:37.557903 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194806cb-aba5-4b6e-b64a-d16a759d5535'] response: {'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'code': 200}
Apr 02 21:02:37.621590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ed1a25bb-f138-4911-b27f-d46ef65e038d None None] Provisioning complete for port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:37.622174 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed1a25bb-f138-4911-b27f-d46ef65e038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:37.714784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e58ca5-d9d8-48cf-84be-e98301c7a636 None None] Pushing event updated for resources: {'Port': ['ID=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:37.818238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c9786-5426-4731-94c1-fcafec6a5596 req-e2349479-0935-4008-8cf1-38b65512bd52 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:37.829647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-994c9786-5426-4731-94c1-fcafec6a5596 req-e2349479-0935-4008-8cf1-38b65512bd52 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0990651
Apr 02 21:02:37.852553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a25bb-f138-4911-b27f-d46ef65e038d None None] Current status of the port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:37.873408 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e6a0>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:36Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:37.937976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-994c9786-5426-4731-94c1-fcafec6a5596 req-b9c0f031-4ef7-480f-b030-95608ee95cc8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037197
Apr 02 21:02:37.940729 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a83c84-452e-41b2-b7dd-c0dc9716a2fc None None] The sync data for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 is: [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:36Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:02:37.980091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:38.161043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:38.194902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54e9cb8-d03b-4911-b93d-685b77478126 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:38.205568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Publish callbacks [] for port (e54e9cb8-d03b-4911-b93d-685b77478126), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:38.220021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Transition to ACTIVE for port object e54e9cb8-d03b-4911-b93d-685b77478126 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:02:38.251230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:38.445118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-66adaeab-a582-4dce-9a40-afc0caabc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:38.446804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-66adaeab-a582-4dce-9a40-afc0caabc173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 1128 time: 0.2323880
Apr 02 21:02:38.469837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Pushing event updated for resources: {'Port': ['ID=e54e9cb8-d03b-4911-b93d-685b77478126,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:38.669392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3fff8-dbd9-44e8-99e0-9ecafa43b716 req-5272daba-b2b6-49d5-a377-8551b45d179b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:38.680345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56e3fff8-dbd9-44e8-99e0-9ecafa43b716 req-5272daba-b2b6-49d5-a377-8551b45d179b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.3657985
Apr 02 21:02:38.752363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-75f4de43-0c50-470d-9c42-d915c50a917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:38.754094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-75f4de43-0c50-470d-9c42-d915c50a917d service neutron] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 911 time: 0.2890747
Apr 02 21:02:38.798162 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56e3fff8-dbd9-44e8-99e0-9ecafa43b716 req-c5d63aca-d275-41a8-a5a9-16cd2be30517 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166482
Apr 02 21:02:38.842902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-6709de9f-dc23-4cd9-be65-7757081bffd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7 HTTP/1.1" status: 200  len: 217 time: 0.0820897
Apr 02 21:02:38.971415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-736679fc-5ad2-4d6d-a930-9b6cde859371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:38.974021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-736679fc-5ad2-4d6d-a930-9b6cde859371 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.1180787
Apr 02 21:02:39.046556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-4e79fdef-61b1-4152-ac7d-55afeda8a42d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651472
Apr 02 21:02:39.103340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088cc37-5cb3-4f7a-917b-91c551e6689c req-b7ce9932-8eeb-4597-bc0a-3a91ad22417c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:39.114855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f088cc37-5cb3-4f7a-917b-91c551e6689c req-b7ce9932-8eeb-4597-bc0a-3a91ad22417c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.6108730
Apr 02 21:02:39.119836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Attempting to bind port e54e9cb8-d03b-4911-b93d-685b77478126 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:39.120531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Attempting to bind port e54e9cb8-d03b-4911-b93d-685b77478126 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:39.121061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Attempting to bind port e54e9cb8-d03b-4911-b93d-685b77478126 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:39.157028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Port e54e9cb8-d03b-4911-b93d-685b77478126 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:02:39.157727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Attempting to bind port e54e9cb8-d03b-4911-b93d-685b77478126 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:39.194297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:39.194800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:39.195349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:39.195933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Bound port: e54e9cb8-d03b-4911-b93d-685b77478126, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:39.196387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.213808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518139f-5dd1-43be-9359-516f7a4e2d2c req-8f0c2910-be7e-40a2-b29a-e7a50eabdbc6 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:39.215464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1518139f-5dd1-43be-9359-516f7a4e2d2c req-8f0c2910-be7e-40a2-b29a-e7a50eabdbc6 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 948 time: 0.1999800
Apr 02 21:02:39.262383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-76edccec-77ef-46ad-b6f8-e0d226f8ec57 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082784
Apr 02 21:02:39.298164 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f088cc37-5cb3-4f7a-917b-91c551e6689c req-5099c7d5-5270-43c8-a543-8fce85303248 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820998
Apr 02 21:02:39.303455 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.321615 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.375650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1518139f-5dd1-43be-9359-516f7a4e2d2c req-796edaae-e8d1-49ff-a4be-90f5bc93fc8e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487691
Apr 02 21:02:39.463089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] For port e54e9cb8-d03b-4911-b93d-685b77478126, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:39.473164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event updated for resources: {'Port': ['ID=725d028a-d392-4e9a-9b06-ea79d8d72ae9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:39.486287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57ec3ea2-a32b-4867-957a-b408f494bbb1 req-d49b1397-2b36-4636-8bcc-4b3044106884 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097869
Apr 02 21:02:39.545582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] For port e54e9cb8-d03b-4911-b93d-685b77478126, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54e9cb8-d03b-4911-b93d-685b77478126,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:39.553845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.574117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.616729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:39.617353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.619119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] 10.222.0.21 "PUT /v2.0/ports/e54e9cb8-d03b-4911-b93d-685b77478126 HTTP/1.1" status: 200  len: 1096 time: 3.0982778
Apr 02 21:02:39.621751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:39.622828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8b5b82ce-3f23-4e8c-acd8-0db77da51412 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.5434806
Apr 02 21:02:39.623361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'tag': 'e54e9cb8-d03b-4911-b93d-685b77478126'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:39.627671 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea04cc-fc56-4f6f-9749-ea6e52eff046" -d '{"events": [{"name": "network-changed", "server_uuid": "ec11d324-32d2-402b-9d8c-8b8cbd5d1257", "tag": "e54e9cb8-d03b-4911-b93d-685b77478126"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:39.707845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792d2d-9dc0-4be1-8495-cbc44ab74814 req-a94b5974-3dc3-41f4-886f-fa114018c050 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:39.721527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8792d2d-9dc0-4be1-8495-cbc44ab74814 req-a94b5974-3dc3-41f4-886f-fa114018c050 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 950 time: 0.2357221
Apr 02 21:02:39.730453 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7dff3-7491-43d9-827b-54ce1348e3fd x-openstack-request-id: req-e8d7dff3-7491-43d9-827b-54ce1348e3fd {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:39.730757 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec11d324-32d2-402b-9d8c-8b8cbd5d1257", "tag": "e54e9cb8-d03b-4911-b93d-685b77478126", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:39.731015 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8d7dff3-7491-43d9-827b-54ce1348e3fd {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:39.731415 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d7dff3-7491-43d9-827b-54ce1348e3fd'] response: {'name': 'network-changed', 'server_uuid': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'tag': 'e54e9cb8-d03b-4911-b93d-685b77478126', 'status': 'completed', 'code': 200}
Apr 02 21:02:39.882972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:39.928162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625a17-9605-4fec-8a3d-d18bd874f70d service neutron] Pushing event updated for resources: {'Port': ['ID=e54e9cb8-d03b-4911-b93d-685b77478126,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:39.994580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:39.995180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:40.056951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8792d2d-9dc0-4be1-8495-cbc44ab74814 req-fe22cabd-5ca6-4018-a274-38398fab57dc tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285565
Apr 02 21:02:40.070859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-18ec3114-efe2-4af7-a0bc-90e466da3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.077286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-18ec3114-efe2-4af7-a0bc-90e466da3fec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6285976ac47c4791acbf3573297ab5a6&device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 1130 time: 0.3536968
Apr 02 21:02:40.086015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421e6f4-40f0-4355-8255-470ab3ead93d req-64dabb13-a309-4be6-81d3-91c40e02254f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.087487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b421e6f4-40f0-4355-8255-470ab3ead93d req-64dabb13-a309-4be6-81d3-91c40e02254f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1346893
Apr 02 21:02:40.147450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-b37641f6-58f7-465c-bd62-010d714e27fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e54e9cb8-d03b-4911-b93d-685b77478126 HTTP/1.1" status: 200  len: 217 time: 0.0619075
Apr 02 21:02:40.239453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:40.246342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-a2163466-19cf-4dd7-83b0-8f432a16feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.247419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b421e6f4-40f0-4355-8255-470ab3ead93d req-88cf525e-469d-408f-a096-6102b657a11b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410670
Apr 02 21:02:40.250928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-a2163466-19cf-4dd7-83b0-8f432a16feed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0883715
Apr 02 21:02:40.374995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792b0-d334-4152-810c-45cdf721bb4e req-414407c9-230d-4769-9102-b19a3250bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.381557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-414407c9-230d-4769-9102-b19a3250bc55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1196177
Apr 02 21:02:40.605795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd499109-b9aa-4bec-b6bc-219f6e498c6e req-d947f982-fb7d-4567-8841-9e90a57a7115 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.608139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd499109-b9aa-4bec-b6bc-219f6e498c6e req-d947f982-fb7d-4567-8841-9e90a57a7115 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1293671
Apr 02 21:02:40.608556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-bb4c27e4-b15a-4c76-b77b-386fd171efe4 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155402
Apr 02 21:02:40.698092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd499109-b9aa-4bec-b6bc-219f6e498c6e req-9ac1015b-a38c-4fd0-9ea7-ddd237d8c604 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832324
Apr 02 21:02:40.785675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a792b0-d334-4152-810c-45cdf721bb4e req-94b1434a-743c-4b98-890e-41f046ec5e76 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708403
Apr 02 21:02:40.869995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bee902-f60c-40bb-a3bd-2d7c36e39dbe req-149b04fc-dff3-48c6-90b7-82fdcf2b96aa tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.877765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9bee902-f60c-40bb-a3bd-2d7c36e39dbe req-149b04fc-dff3-48c6-90b7-82fdcf2b96aa tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 948 time: 0.1002545
Apr 02 21:02:40.910802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-03f14545-0fe0-4ffa-9076-2fb98a3b34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:40.926166 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-03f14545-0fe0-4ffa-9076-2fb98a3b34d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6285976ac47c4791acbf3573297ab5a6&device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 1130 time: 0.0793300
Apr 02 21:02:40.942038 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9bee902-f60c-40bb-a3bd-2d7c36e39dbe req-88cdac8c-6a8e-42c8-86b2-29a95642eff5 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578759
Apr 02 21:02:41.063204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-b5ccec45-babf-42ab-bb30-24ddb305b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:41.064934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-b5ccec45-babf-42ab-bb30-24ddb305b271 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1210008
Apr 02 21:02:41.118285 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-5ae6248b-c8e8-45a1-9a5d-54835b7121c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e54e9cb8-d03b-4911-b93d-685b77478126 HTTP/1.1" status: 200  len: 217 time: 0.0442841
Apr 02 21:02:41.191212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-d37842f2-2166-4cb6-a52f-fd3500ad382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:41.193012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-d37842f2-2166-4cb6-a52f-fd3500ad382d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0663846
Apr 02 21:02:41.267563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-b346ec85-bb9c-4d2f-935c-70bd7a5e7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:41.269217 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-b346ec85-bb9c-4d2f-935c-70bd7a5e7647 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0689394
Apr 02 21:02:41.476542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8b0e-39b7-46ff-98a6-1842b05d6ae6 req-610714d6-dde2-414c-a1da-917aeea5eda0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:41.477974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21ee8b0e-39b7-46ff-98a6-1842b05d6ae6 req-610714d6-dde2-414c-a1da-917aeea5eda0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0978725
Apr 02 21:02:41.479890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-06e73e5b-1e9e-4548-8952-b05d673ed2ff service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930797
Apr 02 21:02:41.598624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21ee8b0e-39b7-46ff-98a6-1842b05d6ae6 req-3700f2de-cbd7-42d9-a166-fa072b5aa60e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038058
Apr 02 21:02:41.617190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62ea04cc-fc56-4f6f-9749-ea6e52eff046 req-718a4548-5496-460c-98b4-e2d782ac139e service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299922
Apr 02 21:02:41.828810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86bc57-4e7c-49ff-9dfb-f14feacb7a44 req-b39f3df4-c07f-462e-b96c-d5cb2a5be9bb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:41.830337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd86bc57-4e7c-49ff-9dfb-f14feacb7a44 req-b39f3df4-c07f-462e-b96c-d5cb2a5be9bb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0638058
Apr 02 21:02:41.890490 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd86bc57-4e7c-49ff-9dfb-f14feacb7a44 req-e2331fcc-5d9d-4199-9052-ece168d65712 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544040
Apr 02 21:02:42.067885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb8f0e-0417-4659-b1c5-d8a84130e1ac req-db33ee21-0346-4b29-b1a3-727b9bf28f3a tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:42.075607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dbdb8f0e-0417-4659-b1c5-d8a84130e1ac req-db33ee21-0346-4b29-b1a3-727b9bf28f3a tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 948 time: 0.0700355
Apr 02 21:02:42.133512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dbdb8f0e-0417-4659-b1c5-d8a84130e1ac req-858a6711-4555-4b41-b0d9-56dd0bf5ec48 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570180
Apr 02 21:02:42.775483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac57ce-c4bf-4d07-8141-6706445750fc req-667f53b5-f7ac-496a-803c-0b9cdd2c6f3f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:42.778027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bac57ce-c4bf-4d07-8141-6706445750fc req-667f53b5-f7ac-496a-803c-0b9cdd2c6f3f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0696404
Apr 02 21:02:42.794178 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-4857fb16-cf26-4de7-9b4b-edb04310317a tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--140294618&fields=id&tenant_id=cf913c65b2ee4d168f38d2ffd7f02585 HTTP/1.1" status: 200  len: 267 time: 0.0588193
Apr 02 21:02:42.836284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bac57ce-c4bf-4d07-8141-6706445750fc req-e3389907-e0aa-4ded-8569-84be3e2b1822 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517678
Apr 02 21:02:42.912791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-67c08af0-5993-4be4-baa0-d212cd8145cb tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:42.914320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-67c08af0-5993-4be4-baa0-d212cd8145cb tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/networks?id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff HTTP/1.1" status: 200  len: 816 time: 0.1109953
Apr 02 21:02:42.930404 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-a4e14880-e0f6-44d4-a1e2-239e8cdd144a tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/quotas/cf913c65b2ee4d168f38d2ffd7f02585 HTTP/1.1" status: 200  len: 375 time: 0.0104525
Apr 02 21:02:42.995567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-74a3a947-ace3-4aff-8e27-f074cbf22516 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf913c65b2ee4d168f38d2ffd7f02585&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0591261
Apr 02 21:02:43.012356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:43.075616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a458ac-d826-4555-a476-29507ce2e48d req-9f6dfd19-956a-4845-84ee-0be91c5f0d02 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:43.082771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88a458ac-d826-4555-a476-29507ce2e48d req-9f6dfd19-956a-4845-84ee-0be91c5f0d02 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1179671
Apr 02 21:02:43.132263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:43.134593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:43.137256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88a458ac-d826-4555-a476-29507ce2e48d req-fdb2d70d-0139-4c1f-af31-9e9305322049 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534604
Apr 02 21:02:43.189635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:43.192343 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2425d83-42db-4f6b-a981-78d158e32ee3" -d '{"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:43.209060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-827a9058-f7f9-402b-a6b6-d8f23881e9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016296
Apr 02 21:02:43.210202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:43.219192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:43.284797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2927e-7673-4745-b6d0-8336281ba7d5 req-aa79a2be-412e-42cc-8258-3879f0d1c20e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:43.292384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57c2927e-7673-4745-b6d0-8336281ba7d5 req-aa79a2be-412e-42cc-8258-3879f0d1c20e tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 948 time: 0.0685360
Apr 02 21:02:43.292630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:43.346845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-03ccf3bf-78f5-4414-9bb1-5b2ddb2253c4 service neutron] 10.222.0.18 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307719
Apr 02 21:02:43.352322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57c2927e-7673-4745-b6d0-8336281ba7d5 req-3e18b846-33e7-461b-9cc9-b04d082ec271 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540814
Apr 02 21:02:43.388918 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c559f5-78d2-42d5-851e-54ed62a90278 x-openstack-request-id: req-80c559f5-78d2-42d5-851e-54ed62a90278 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:43.389927 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:43.390359 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c559f5-78d2-42d5-851e-54ed62a90278 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:43.391017 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c559f5-78d2-42d5-851e-54ed62a90278'] response: {'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'code': 200}
Apr 02 21:02:43.754920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9cfb750-c37b-476c-a8b4-d144c7f4b70f req-2d54d19b-2615-424a-826f-b2ea8e36c4bd tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 210 time: 0.0414538
Apr 02 21:02:43.992048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9ab29-ff29-4fa9-9007-c01444935c2f req-470eb152-f54e-4215-a3d3-b9108aad5a83 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:44.003157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ceb9ab29-ff29-4fa9-9007-c01444935c2f req-470eb152-f54e-4215-a3d3-b9108aad5a83 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0726533
Apr 02 21:02:44.056898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ceb9ab29-ff29-4fa9-9007-c01444935c2f req-95e85b74-852c-4dcf-b116-bf62a534e412 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528164
Apr 02 21:02:44.126969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e54e9cb8-d03b-4911-b93d-685b77478126 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:44.271184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e54e9cb8-d03b-4911-b93d-685b77478126, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54e9cb8-d03b-4911-b93d-685b77478126,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:44.288959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'e54e9cb8-d03b-4911-b93d-685b77478126', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': 'e54e9cb8-d03b-4911-b93d-685b77478126', 'mac_address': 'fa:16:3e:eb:05:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:44.321054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:44.330050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b2c38-8657-4f82-940b-e5174a572339 req-8ab23835-38ba-404c-932b-455cbd10e408 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:44.332434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-626b2c38-8657-4f82-940b-e5174a572339 req-8ab23835-38ba-404c-932b-455cbd10e408 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0948873
Apr 02 21:02:44.333400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e54e9cb8-d03b-4911-b93d-685b77478126 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:44.333805 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:44.352144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54e9cb8-d03b-4911-b93d-685b77478126 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:44.393433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-626b2c38-8657-4f82-940b-e5174a572339 req-02ac3a50-5caf-4f9e-9970-1eddd777b9c0 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535476
Apr 02 21:02:44.401111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e54e9cb8-d03b-4911-b93d-685b77478126, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54e9cb8-d03b-4911-b93d-685b77478126,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:44.408916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:44.487706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e54e9cb8-d03b-4911-b93d-685b77478126,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:44.536633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f346a9-4be6-4b07-8408-9535b35e60a2 req-35ec721c-1a4d-4acd-958e-3be4834a5b45 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:44.543091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52f346a9-4be6-4b07-8408-9535b35e60a2 req-35ec721c-1a4d-4acd-958e-3be4834a5b45 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 949 time: 0.1029015
Apr 02 21:02:44.604732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52f346a9-4be6-4b07-8408-9535b35e60a2 req-95df1ce7-1cf6-426f-be1e-1e3b98b62639 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592890
Apr 02 21:02:44.731910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e54e9cb8-d03b-4911-b93d-685b77478126'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:44.875746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c89106c6-3882-41ec-a802-49b357b9823b req-fb87ee4c-2af9-4e9c-8f90-e593cc5e81fc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 210 time: 0.0418072
Apr 02 21:02:45.048681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-72bb6066-a254-4a31-85e1-64d6808090d3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:45.050286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-72bb6066-a254-4a31-85e1-64d6808090d3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.15 "GET /v2.0/networks?id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff HTTP/1.1" status: 200  len: 816 time: 0.1251409
Apr 02 21:02:45.137544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-b79b530a-cde2-41a5-b69a-7035db9d95c0 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf913c65b2ee4d168f38d2ffd7f02585 HTTP/1.1" status: 200  len: 379 time: 0.0789421
Apr 02 21:02:45.147811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Request body: {'port': {'device_id': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'admin_state_up': True, 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'security_groups': ['7e5a68e8-e1f0-413c-ac67-f3e28932f5ac']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:45.305274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37eb7f-3d71-4d83-807a-ac28e3317999 req-c5fd5256-78ef-4e7e-a60a-edaa08186c6f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:45.313937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a37eb7f-3d71-4d83-807a-ac28e3317999 req-c5fd5256-78ef-4e7e-a60a-edaa08186c6f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1318223
Apr 02 21:02:45.360817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Made reservation on behalf of cf913c65b2ee4d168f38d2ffd7f02585 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:45.366622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:45.375202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a37eb7f-3d71-4d83-807a-ac28e3317999 req-02ade35e-8e82-4475-8a12-37067bb5cefc tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600734
Apr 02 21:02:45.574481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Allocated IP 172.20.0.10 (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff/99ec47bd-8f2d-481e-b29d-aeb366211a3d/d154e01b-b647-45e1-9f62-4356af6468c4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:45.790165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58289ae-0aed-4d8b-b20b-1bd8e3d27108 req-eed4ec0d-5324-4a2c-abdb-8c130edda781 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:45.798297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58289ae-0aed-4d8b-b20b-1bd8e3d27108 req-eed4ec0d-5324-4a2c-abdb-8c130edda781 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 949 time: 0.0914516
Apr 02 21:02:45.864801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58289ae-0aed-4d8b-b20b-1bd8e3d27108 req-9995eb25-8bf2-488d-842e-182d05945766 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617182
Apr 02 21:02:46.001376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0bf1b080-ac12-4d54-8848-d3dcf1b438ea req-ac7da0b6-f78c-4e05-9fd8-158345e1f936 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 210 time: 0.0430856
Apr 02 21:02:46.055607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for port (d154e01b-b647-45e1-9f62-4356af6468c4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.066827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d86c3-9348-4817-b9fd-e24bf4c43096 req-afbbfc18-79ba-4545-a155-3fa14b4ee82d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:46.075503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c4d86c3-9348-4817-b9fd-e24bf4c43096 req-afbbfc18-79ba-4545-a155-3fa14b4ee82d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.5656796
Apr 02 21:02:46.148742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e54e9cb8-d03b-4911-b93d-685b77478126 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:46.154899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c4d86c3-9348-4817-b9fd-e24bf4c43096 req-5bd7cdda-e8ea-4607-9608-4af324f608be tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780034
Apr 02 21:02:46.180825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.242351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port e54e9cb8-d03b-4911-b93d-685b77478126 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:46.248089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port e54e9cb8-d03b-4911-b93d-685b77478126 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:46.248975 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.258359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event updated for resources: {'Port': ['ID=d154e01b-b647-45e1-9f62-4356af6468c4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:46.284768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:46.287007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:46.289909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:46.353908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:46.354741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.377636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-ae1999fa-6ffa-4df6-9e4e-edb7baa78abc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2326124
Apr 02 21:02:46.379340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e54e9cb8-d03b-4911-b93d-685b77478126 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:46.379799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.390304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Request body: {'port': {'device_id': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:46.426281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54e9cb8-d03b-4911-b93d-685b77478126'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:46.430590 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b708d0f6-9287-4df8-bb17-d3f0420a8725" -d '{"events": [{"server_uuid": "ec11d324-32d2-402b-9d8c-8b8cbd5d1257", "name": "network-vif-plugged", "status": "completed", "tag": "e54e9cb8-d03b-4911-b93d-685b77478126"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:46.464101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e54e9cb8-d03b-4911-b93d-685b77478126, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54e9cb8-d03b-4911-b93d-685b77478126,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:46.471769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.520371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.588976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e54e9cb8-d03b-4911-b93d-685b77478126,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:46.593642 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f3c99-0ded-484b-a4dd-9bfbe73dc1ad x-openstack-request-id: req-fe7f3c99-0ded-484b-a4dd-9bfbe73dc1ad {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:46.594053 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec11d324-32d2-402b-9d8c-8b8cbd5d1257", "name": "network-vif-plugged", "status": "completed", "tag": "e54e9cb8-d03b-4911-b93d-685b77478126", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:46.594407 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe7f3c99-0ded-484b-a4dd-9bfbe73dc1ad {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:46.594904 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7f3c99-0ded-484b-a4dd-9bfbe73dc1ad'] response: {'server_uuid': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54e9cb8-d03b-4911-b93d-685b77478126', 'code': 200}
Apr 02 21:02:46.606864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aaa92-66d4-4f79-a6f7-9911e5fd2836 req-de82190d-c094-4eb4-90a0-43eb6e95109c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:46.617941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da4aaa92-66d4-4f79-a6f7-9911e5fd2836 req-de82190d-c094-4eb4-90a0-43eb6e95109c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.1374686
Apr 02 21:02:46.719389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da4aaa92-66d4-4f79-a6f7-9911e5fd2836 req-249572c1-5e7a-43b6-b9f2-0eb17db7dec9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002471
Apr 02 21:02:46.721414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9d993-4036-4c17-9415-0e489daf0c33 req-ce6a94f4-843c-4bca-a2c2-1c9fb84dde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:46.723062 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0b9d993-4036-4c17-9415-0e489daf0c33 req-ce6a94f4-843c-4bca-a2c2-1c9fb84dde5f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 1132 time: 0.0965745
Apr 02 21:02:46.754123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6288926f-c94d-4dc2-b232-611ebb5f3087 None None] Provisioning complete for port d154e01b-b647-45e1-9f62-4356af6468c4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:46.754847 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6288926f-c94d-4dc2-b232-611ebb5f3087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.788968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0b9d993-4036-4c17-9415-0e489daf0c33 req-5d9554fa-7148-4871-98df-703fb76f7691 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573683
Apr 02 21:02:46.795625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6288926f-c94d-4dc2-b232-611ebb5f3087 None None] Port d154e01b-b647-45e1-9f62-4356af6468c4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:02:46.874919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d154e01b-b647-45e1-9f62-4356af6468c4 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:46.885941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Publish callbacks [] for port (d154e01b-b647-45e1-9f62-4356af6468c4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:46.902410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Transition to ACTIVE for port object d154e01b-b647-45e1-9f62-4356af6468c4 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:02:46.908090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.034913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Pushing event updated for resources: {'Port': ['ID=d154e01b-b647-45e1-9f62-4356af6468c4,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:47.096152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39607b2f-d8a5-4613-8274-a01522154e56 req-02d896bf-4b64-445e-9232-3fcc93778d75 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.096152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39607b2f-d8a5-4613-8274-a01522154e56 req-02d896bf-4b64-445e-9232-3fcc93778d75 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 950 time: 0.1531994
Apr 02 21:02:47.163585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Attempting to bind port d154e01b-b647-45e1-9f62-4356af6468c4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:02:47.163938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Attempting to bind port d154e01b-b647-45e1-9f62-4356af6468c4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:02:47.164244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Attempting to bind port d154e01b-b647-45e1-9f62-4356af6468c4 on network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:47.179222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:47.191241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Port d154e01b-b647-45e1-9f62-4356af6468c4 on network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:02:47.191603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Attempting to bind port d154e01b-b647-45e1-9f62-4356af6468c4 on network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:02:47.197816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d0f7-b780-4f9b-87bd-12a3c2bb3f97 req-f7b7edc6-5792-4a54-b966-b80645eb0c19 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.198561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39607b2f-d8a5-4613-8274-a01522154e56 req-6ed2e471-68b4-400d-a0c6-1ff70bb767bd tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993278
Apr 02 21:02:47.201599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:02:47.201973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Checking segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:02:47.202346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Bound using segment: {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:02:47.202776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Bound port: d154e01b-b647-45e1-9f62-4356af6468c4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ccb15-bcc9-4b85-ae57-6725358c4385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:02:47.203139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.210972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64f3d0f7-b780-4f9b-87bd-12a3c2bb3f97 req-f7b7edc6-5792-4a54-b966-b80645eb0c19 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 944 time: 0.1048868
Apr 02 21:02:47.283384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64f3d0f7-b780-4f9b-87bd-12a3c2bb3f97 req-8dda5da7-f53e-4d7e-aa0e-9e8c769519d8 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714872
Apr 02 21:02:47.380269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] For port d154e01b-b647-45e1-9f62-4356af6468c4, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:02:47.385978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] For port d154e01b-b647-45e1-9f62-4356af6468c4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d154e01b-b647-45e1-9f62-4356af6468c4,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:02:47.398043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.408366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d5f18-970a-4f9b-8589-c04b2604a7e3 req-a83da301-2b8d-431b-98e1-6a3fbe590231 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.415707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f1d5f18-970a-4f9b-8589-c04b2604a7e3 req-a83da301-2b8d-431b-98e1-6a3fbe590231 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0818937
Apr 02 21:02:47.446891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:47.463115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '6899260a-714f-44f5-b030-a483cf54a670', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '6899260a-714f-44f5-b030-a483cf54a670', 'mac_address': 'fa:16:3e:ce:18:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:47.498470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.499139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.501793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] 10.222.0.15 "PUT /v2.0/ports/d154e01b-b647-45e1-9f62-4356af6468c4 HTTP/1.1" status: 200  len: 1092 time: 1.1158390
Apr 02 21:02:47.512630 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f1d5f18-970a-4f9b-8589-c04b2604a7e3 req-724c4bf4-bc5f-4774-b6cb-0bda89c50a97 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963068
Apr 02 21:02:47.513361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:47.518426 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f2590-172a-4102-8084-88163c704e86" -d '{"events": [{"name": "network-changed", "server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:47.523356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6899260a-714f-44f5-b030-a483cf54a670 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:47.523902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.565163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6899260a-714f-44f5-b030-a483cf54a670 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:47.598340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:47.600752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e1f07-73cb-461e-80c1-e56873ed89ef service neutron] Pushing event updated for resources: {'Port': ['ID=d154e01b-b647-45e1-9f62-4356af6468c4,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:47.615706 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.630352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-09d0f4ff-4fdc-4fdd-8025-81b17921dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.632161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-09d0f4ff-4fdc-4fdd-8025-81b17921dddc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf913c65b2ee4d168f38d2ffd7f02585&device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 1126 time: 0.0829637
Apr 02 21:02:47.652026 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b38f5-9135-402f-be7b-c2af0a62fccd x-openstack-request-id: req-631b38f5-9135-402f-be7b-c2af0a62fccd {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:47.652351 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:47.652613 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-631b38f5-9135-402f-be7b-c2af0a62fccd {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:47.653027 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631b38f5-9135-402f-be7b-c2af0a62fccd'] response: {'name': 'network-changed', 'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'status': 'completed', 'code': 200}
Apr 02 21:02:47.709414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-69253229-09cc-447d-bca8-80b41b49ae7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d154e01b-b647-45e1-9f62-4356af6468c4 HTTP/1.1" status: 200  len: 217 time: 0.0684402
Apr 02 21:02:47.710402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:47.734382 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:47.768507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-ed097ba0-0c43-474c-84c7-c7a31723ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.769269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6899260a-714f-44f5-b030-a483cf54a670'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:47.769973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-ed097ba0-0c43-474c-84c7-c7a31723ab02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99ec47bd-8f2d-481e-b29d-aeb366211a3d HTTP/1.1" status: 200  len: 855 time: 0.0528469
Apr 02 21:02:47.855221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35ceb-1886-4653-aef0-65105983386f req-d848237b-c4b4-4b22-bfe3-86eefdd2c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.856970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-d848237b-c4b4-4b22-bfe3-86eefdd2c7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0788691
Apr 02 21:02:47.937366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b7510-823f-4300-a85d-a420c1d3bea7 req-69525227-a979-4c5e-b70f-a0b2a779c964 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:47.939205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c50b7510-823f-4300-a85d-a420c1d3bea7 req-69525227-a979-4c5e-b70f-a0b2a779c964 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0924098
Apr 02 21:02:48.017822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c50b7510-823f-4300-a85d-a420c1d3bea7 req-e7beaab0-b8d9-4807-ae14-a517b6387113 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727315
Apr 02 21:02:48.018420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-405cde42-9d80-47e5-941b-1340336e089d service neutron] 10.222.0.15 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488354
Apr 02 21:02:48.125946 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23a35ceb-1886-4653-aef0-65105983386f req-4622272e-cf51-47b0-ba1b-e7fa6603f1f0 service neutron] 10.222.0.15 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968211
Apr 02 21:02:48.218768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f2590-172a-4102-8084-88163c704e86 req-114261ab-ed95-4177-8e2a-5ca0e6916cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.220379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-114261ab-ed95-4177-8e2a-5ca0e6916cc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf913c65b2ee4d168f38d2ffd7f02585&device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 1126 time: 0.0519519
Apr 02 21:02:48.347789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f2590-172a-4102-8084-88163c704e86 req-f99dcb88-4c88-4b47-b9f2-6f74ad97a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.349295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-f99dcb88-4c88-4b47-b9f2-6f74ad97a043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff HTTP/1.1" status: 200  len: 917 time: 0.1232848
Apr 02 21:02:48.360445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbf133-c174-4f31-920e-c6ec0d96003f req-13b13faa-5b04-4a09-981f-f8c90305e392 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.361947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbdbf133-c174-4f31-920e-c6ec0d96003f req-13b13faa-5b04-4a09-981f-f8c90305e392 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 950 time: 0.0782425
Apr 02 21:02:48.397155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6ad74-557e-4565-8e76-1564edb72c9f req-6a637c2a-4a69-43f8-acc1-b09426471f76 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.398645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-def6ad74-557e-4565-8e76-1564edb72c9f req-6a637c2a-4a69-43f8-acc1-b09426471f76 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 944 time: 0.0523629
Apr 02 21:02:48.403210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-fdd58402-0449-4daf-b5a8-acd273283d95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d154e01b-b647-45e1-9f62-4356af6468c4 HTTP/1.1" status: 200  len: 217 time: 0.0403085
Apr 02 21:02:48.445139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-def6ad74-557e-4565-8e76-1564edb72c9f req-7a587dd7-de6a-4e2b-886a-557367a8c41b tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406861
Apr 02 21:02:48.473832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbdbf133-c174-4f31-920e-c6ec0d96003f req-0e0a52b6-9295-43d1-ab11-bd9e8b2b736f tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052623
Apr 02 21:02:48.480733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f2590-172a-4102-8084-88163c704e86 req-302906b4-5dab-4beb-a248-15c2b39586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.482180 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-302906b4-5dab-4beb-a248-15c2b39586cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99ec47bd-8f2d-481e-b29d-aeb366211a3d HTTP/1.1" status: 200  len: 855 time: 0.0711334
Apr 02 21:02:48.539566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f2590-172a-4102-8084-88163c704e86 req-29d44982-8ac6-4ecb-b63d-8ca497497b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.541131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-29d44982-8ac6-4ecb-b63d-8ca497497b11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0528841
Apr 02 21:02:48.681545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-51bd57e4-c1b0-49d2-bbf2-b8ca1448f209 service neutron] 10.222.0.15 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330338
Apr 02 21:02:48.693635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b520e-99ee-41e2-93e7-a2c2544dfa96 req-1d30fb6f-0fb0-4afa-a72d-bc9ca50e63de tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.695295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-631b520e-99ee-41e2-93e7-a2c2544dfa96 req-1d30fb6f-0fb0-4afa-a72d-bc9ca50e63de tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0892625
Apr 02 21:02:48.736640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0617c7-a2f0-4c5f-94d5-ee9e7c8a822a req-58cf7254-c461-47ce-afdf-017554d8efa0 tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.738082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b0617c7-a2f0-4c5f-94d5-ee9e7c8a822a req-58cf7254-c461-47ce-afdf-017554d8efa0 tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 1132 time: 0.0725274
Apr 02 21:02:48.739819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-42a3d9cd-9984-420a-bb91-d027dd4c9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.741201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-42a3d9cd-9984-420a-bb91-d027dd4c9153 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 1128 time: 0.0849452
Apr 02 21:02:48.768034 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3b0617c7-a2f0-4c5f-94d5-ee9e7c8a822a req-59589d45-92e5-473b-b055-75d7c0ca14ab tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:48.800684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-631b520e-99ee-41e2-93e7-a2c2544dfa96 req-6ade2c37-a6ac-4513-a3f5-93545761606c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975838
Apr 02 21:02:48.822419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-895f2590-172a-4102-8084-88163c704e86 req-4def04d7-4498-4754-a9c0-723d2ae6d9f7 service neutron] 10.222.0.15 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261513
Apr 02 21:02:48.879870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-2dc4f31e-69ff-4331-9b01-9e716a6c6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:48.881395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-2dc4f31e-69ff-4331-9b01-9e716a6c6582 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.1287346
Apr 02 21:02:48.933422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-17736eae-def1-4d04-91b9-7d48a2dd805b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5de1a212-3d81-4136-b0b8-531ca93bc340 HTTP/1.1" status: 200  len: 217 time: 0.0446284
Apr 02 21:02:48.954236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3b0617c7-a2f0-4c5f-94d5-ee9e7c8a822a req-59589d45-92e5-473b-b055-75d7c0ca14ab tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] Publish callbacks [] for security_group (8c8c76fb-2ec0-47f0-b97c-8e74b143448c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:48.971828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3b0617c7-a2f0-4c5f-94d5-ee9e7c8a822a req-59589d45-92e5-473b-b055-75d7c0ca14ab tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8c8c76fb-2ec0-47f0-b97c-8e74b143448c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:49.025501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-1a1fd934-0eb9-4e84-82f8-1afa596302f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:49.026893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-1a1fd934-0eb9-4e84-82f8-1afa596302f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0847671
Apr 02 21:02:49.027892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589d45-92e5-473b-b055-75d7c0ca14ab tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c76fb-2ec0-47f0-b97c-8e74b143448c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:49.032423 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b0617c7-a2f0-4c5f-94d5-ee9e7c8a822a req-59589d45-92e5-473b-b055-75d7c0ca14ab tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2880609
Apr 02 21:02:49.051744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:49.061237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-ee88615a-83ac-4149-90d0-461134a47203 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265329
Apr 02 21:02:49.112356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 6899260a-714f-44f5-b030-a483cf54a670 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:49.113004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6899260a-714f-44f5-b030-a483cf54a670), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:49.177386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-0516353b-98e9-48f3-9b8d-794f71416df7 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073539
Apr 02 21:02:49.179230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5152ed2-b291-4838-b3c5-7fc7f55a8e28 req-64094499-ed1a-44f2-8bbc-a1e620b45977 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:49.181514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5152ed2-b291-4838-b3c5-7fc7f55a8e28 req-64094499-ed1a-44f2-8bbc-a1e620b45977 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0757132
Apr 02 21:02:49.202520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6899260a-714f-44f5-b030-a483cf54a670 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:49.202914 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:49.230587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899260a-714f-44f5-b030-a483cf54a670'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:49.233702 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8438302-ff58-4d47-a95e-6cea0ebd9242" -d '{"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-plugged", "status": "completed", "tag": "6899260a-714f-44f5-b030-a483cf54a670"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:49.246279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:49.258420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5152ed2-b291-4838-b3c5-7fc7f55a8e28 req-d249638d-054a-4e9a-b23e-9058b98eb012 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485158
Apr 02 21:02:49.258725 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:49.283031 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af49ec5a-9922-4790-9b0b-828b2ea04661 x-openstack-request-id: req-af49ec5a-9922-4790-9b0b-828b2ea04661 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:49.283322 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-plugged", "status": "completed", "tag": "6899260a-714f-44f5-b030-a483cf54a670", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:49.283567 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af49ec5a-9922-4790-9b0b-828b2ea04661 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:49.283952 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af49ec5a-9922-4790-9b0b-828b2ea04661'] response: {'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899260a-714f-44f5-b030-a483cf54a670', 'code': 200}
Apr 02 21:02:49.301489 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ebae076-6aa3-42da-b3e5-840c1d9366de req-85190c67-826b-413c-9b7c-0e1bca804d44 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179769
Apr 02 21:02:49.309526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:49.562803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cddd9-88b5-4444-9c63-8d82b7c6d83d req-41fb2238-8540-4866-bc33-1b9db1dd2154 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:49.564187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b0cddd9-88b5-4444-9c63-8d82b7c6d83d req-41fb2238-8540-4866-bc33-1b9db1dd2154 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 944 time: 0.0521314
Apr 02 21:02:49.611892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b0cddd9-88b5-4444-9c63-8d82b7c6d83d req-d1161dab-5f2b-41d6-8d62-d95ba42f8529 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401173
Apr 02 21:02:49.929040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40ebf-918b-4a61-ab14-cd1f2fefaecc req-b70af5e5-95cb-4a9e-a495-f87d9c61a31e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:49.930529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fb40ebf-918b-4a61-ab14-cd1f2fefaecc req-b70af5e5-95cb-4a9e-a495-f87d9c61a31e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0542781
Apr 02 21:02:49.975938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fb40ebf-918b-4a61-ab14-cd1f2fefaecc req-67025616-2acd-4e2c-8c54-0e93099013bb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398560
Apr 02 21:02:50.150067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3fb87-65dc-4217-b297-ca2d7ec8ba08 req-9d9710be-2da7-471c-b369-2438787373b9 tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:50.151603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8c3fb87-65dc-4217-b297-ca2d7ec8ba08 req-9d9710be-2da7-471c-b369-2438787373b9 tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 1132 time: 0.0508912
Apr 02 21:02:50.195070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8c3fb87-65dc-4217-b297-ca2d7ec8ba08 req-ef673466-55a5-4243-b182-8a6d5639463e tempest-ServersAdminNegativeTestJSON-147764996 tempest-ServersAdminNegativeTestJSON-147764996-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376842
Apr 02 21:02:50.267604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-b80b0bbc-4073-4a60-b03c-41ef846529e7 req-5e221a54-2059-4071-a226-52a74f75299d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:02:50.268977 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b80b0bbc-4073-4a60-b03c-41ef846529e7 req-5e221a54-2059-4071-a226-52a74f75299d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067825
Apr 02 21:02:50.366519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee3c7b-2310-4985-9461-92b40ae9c4b8 req-8ebab5ef-37f3-42f1-8f16-1d92fd6b169b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:50.368014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88ee3c7b-2310-4985-9461-92b40ae9c4b8 req-8ebab5ef-37f3-42f1-8f16-1d92fd6b169b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0524204
Apr 02 21:02:50.418396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88ee3c7b-2310-4985-9461-92b40ae9c4b8 req-af016e1f-b808-4590-ad9d-14f4bc871d9e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445266
Apr 02 21:02:50.533288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e73263-ff9d-4fc0-9335-7bd0a03059b3 req-9e4497b6-fd70-416b-8953-656b63414f22 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:50.534800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3e73263-ff9d-4fc0-9335-7bd0a03059b3 req-9e4497b6-fd70-416b-8953-656b63414f22 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 950 time: 0.0513852
Apr 02 21:02:50.584381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3e73263-ff9d-4fc0-9335-7bd0a03059b3 req-4976ef77-407c-43d3-8d07-2d93a94b55e9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439966
Apr 02 21:02:50.736772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0194dd-5cf2-409b-a447-2af2d8046089 req-1da33e31-c699-4dc6-90ed-1b335b012372 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:50.738118 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e0194dd-5cf2-409b-a447-2af2d8046089 req-1da33e31-c699-4dc6-90ed-1b335b012372 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 944 time: 0.0558181
Apr 02 21:02:50.785694 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5e0194dd-5cf2-409b-a447-2af2d8046089 req-8c0d5307-cf23-4a3e-83f5-2458d81516e0 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417399
Apr 02 21:02:51.107382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22138715-85d7-4c79-9191-eb34c22b7205 req-a661bfa2-2b8b-4c7d-a93e-416635ec20a3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:51.111796 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22138715-85d7-4c79-9191-eb34c22b7205 req-a661bfa2-2b8b-4c7d-a93e-416635ec20a3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0621135
Apr 02 21:02:51.162974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22138715-85d7-4c79-9191-eb34c22b7205 req-d8048ee2-0ae3-40fc-b3e1-c730cbedcf65 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437095
Apr 02 21:02:51.562191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfe3dd-78be-44ec-9967-e4506efeb10c req-95faf1b6-b32a-4d94-b29d-486341cf0e67 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:51.564685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60cfe3dd-78be-44ec-9967-e4506efeb10c req-95faf1b6-b32a-4d94-b29d-486341cf0e67 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 946 time: 0.0689912
Apr 02 21:02:51.646774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60cfe3dd-78be-44ec-9967-e4506efeb10c req-c78de0e1-d2fc-4ad7-9867-cd5f042d1b69 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756762
Apr 02 21:02:51.760872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eed5a5-4921-44a5-8151-51feb27a7193 req-e50b0a29-4c31-4055-a0fb-7e9f4642cb2f tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:51.768620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93eed5a5-4921-44a5-8151-51feb27a7193 req-e50b0a29-4c31-4055-a0fb-7e9f4642cb2f tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 950 time: 0.0849874
Apr 02 21:02:51.821146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-93eed5a5-4921-44a5-8151-51feb27a7193 req-cf0f10d3-bf00-4479-890a-3bb69ec45b50 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514877
Apr 02 21:02:52.176011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5de1a212-3d81-4136-b0b8-531ca93bc340 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:52.223116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-ee190ede-75f6-45f5-a2ce-7ddfcc6c0247 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:52.225628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-ee190ede-75f6-45f5-a2ce-7ddfcc6c0247 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 950 time: 0.1459360
Apr 02 21:02:52.302797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c7525-77e7-462a-ad1d-1434c490170b req-e4b8f18d-5144-4923-8c2f-7cc9e5944db1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:52.303559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5de1a212-3d81-4136-b0b8-531ca93bc340 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:52.304004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:52.312724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a9c7525-77e7-462a-ad1d-1434c490170b req-e4b8f18d-5144-4923-8c2f-7cc9e5944db1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 944 time: 0.1840117
Apr 02 21:02:52.356906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:52.359994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:52.364933 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9540a4d5-eac7-47e8-af44-ec6c0583fd8f" -d '{"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-unplugged", "status": "completed", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:52.371207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:52.418273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a9c7525-77e7-462a-ad1d-1434c490170b req-5daa2f42-e706-4267-a906-4ae1afe08cba tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042163
Apr 02 21:02:52.448107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Deleting port e54e9cb8-d03b-4911-b93d-685b77478126 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:52.448954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:52.450132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:52.581643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] For port e54e9cb8-d03b-4911-b93d-685b77478126, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54e9cb8-d03b-4911-b93d-685b77478126,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:52.582109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:52.600066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Calling delete_port for e54e9cb8-d03b-4911-b93d-685b77478126 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:52.698013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-e3b382d9-8c8e-492e-8bfa-c33d99d265f9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:52.701359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-e3b382d9-8c8e-492e-8bfa-c33d99d265f9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=549c4297-08a2-4e85-8c9f-e1b9c081b452 HTTP/1.1" status: 200  len: 944 time: 0.0755000
Apr 02 21:02:52.803415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532a7e4-6c5c-4c63-b181-9ef5e318aa62 req-2e87f11d-0721-4eb3-aafd-45e7aeb452da tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:52.805102 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b532a7e4-6c5c-4c63-b181-9ef5e318aa62 req-2e87f11d-0721-4eb3-aafd-45e7aeb452da tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1039183
Apr 02 21:02:52.823745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e54e9cb8-d03b-4911-b93d-685b77478126), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:52.831039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Deleting port 5de1a212-3d81-4136-b0b8-531ca93bc340 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:52.831613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:52.839031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c0e0f613-eb38-41f0-a061-c28be2758291', 'e54e9cb8-d03b-4911-b93d-685b77478126'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:52.874504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Pushing event deleted for resources: {'Port': ['ID=e54e9cb8-d03b-4911-b93d-685b77478126,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:52.945077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b532a7e4-6c5c-4c63-b181-9ef5e318aa62 req-399c97b6-a73a-4b94-a892-7252d3929341 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308758
Apr 02 21:02:52.982117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] No DVR routers for this DVR port e54e9cb8-d03b-4911-b93d-685b77478126 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:52.999714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.017281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8b1ffd9-a024-4f93-a62c-044d9456e877 req-e872222c-cf09-4d51-890f-c80e36311df2 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "DELETE /v2.0/ports/e54e9cb8-d03b-4911-b93d-685b77478126 HTTP/1.1" status: 204  len: 173 time: 0.7784021
Apr 02 21:02:53.017980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'name': 'network-vif-deleted', 'tag': 'e54e9cb8-d03b-4911-b93d-685b77478126'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:53.022837 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1c728-cda3-4383-961e-65c2264acf2e" -d '{"events": [{"server_uuid": "ec11d324-32d2-402b-9d8c-8b8cbd5d1257", "name": "network-vif-deleted", "tag": "e54e9cb8-d03b-4911-b93d-685b77478126"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:53.064778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] For port 5de1a212-3d81-4136-b0b8-531ca93bc340, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5de1a212-3d81-4136-b0b8-531ca93bc340,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:53.065397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.072376 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5664d-1688-45f7-af2e-43f235b77745 x-openstack-request-id: req-9df5664d-1688-45f7-af2e-43f235b77745 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:53.074352 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-unplugged", "status": "failed", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340", "code": 422}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:53.075158 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9df5664d-1688-45f7-af2e-43f235b77745 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:53.075740 ncdv-master-1 neutron-server[121650]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9df5664d-1688-45f7-af2e-43f235b77745']: {'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'code': 422} returned with failed status
Apr 02 21:02:53.081052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d154e01b-b647-45e1-9f62-4356af6468c4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:02:53.102992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Calling delete_port for 5de1a212-3d81-4136-b0b8-531ca93bc340 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:53.248172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0d551bb4-0091-4f9e-b644-cc3166fddf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.270473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b36c652-8ca5-4820-9299-9eb75e4580dd req-26fccbd5-a8f5-4710-8d3c-2d7fd0544c50 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec11d324-32d2-402b-9d8c-8b8cbd5d1257 HTTP/1.1" status: 200  len: 210 time: 0.1073320
Apr 02 21:02:53.322825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5de1a212-3d81-4136-b0b8-531ca93bc340), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.366605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event deleted for resources: {'Port': ['ID=5de1a212-3d81-4136-b0b8-531ca93bc340,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:53.414199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] No DVR routers for this DVR port 5de1a212-3d81-4136-b0b8-531ca93bc340 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:53.417270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.430196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61b7c6d4-157a-4ae5-b173-dcbc240d0cf6 req-4eb627d3-3c7e-43ef-9d9f-0a80305a5be7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "DELETE /v2.0/ports/5de1a212-3d81-4136-b0b8-531ca93bc340 HTTP/1.1" status: 204  len: 173 time: 0.7218425
Apr 02 21:02:53.430196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-deleted', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:53.433663 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e488793-a8f0-4bbc-8b51-417d7cf5e33c" -d '{"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-deleted", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:53.465135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d154e01b-b647-45e1-9f62-4356af6468c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d154e01b-b647-45e1-9f62-4356af6468c4,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:53.468567 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f14db-5f5f-4596-a70f-092f6fe62822 x-openstack-request-id: req-d34f14db-5f5f-4596-a70f-092f6fe62822 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:53.469327 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec11d324-32d2-402b-9d8c-8b8cbd5d1257", "name": "network-vif-deleted", "tag": "e54e9cb8-d03b-4911-b93d-685b77478126", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:53.469749 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d34f14db-5f5f-4596-a70f-092f6fe62822 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:53.470332 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34f14db-5f5f-4596-a70f-092f6fe62822'] response: {'server_uuid': 'ec11d324-32d2-402b-9d8c-8b8cbd5d1257', 'name': 'network-vif-deleted', 'tag': 'e54e9cb8-d03b-4911-b93d-685b77478126', 'status': 'completed', 'code': 200}
Apr 02 21:02:53.481056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'port_id': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'mac_address': 'fa:16:3e:c0:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:02:53.540720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d154e01b-b647-45e1-9f62-4356af6468c4 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:53.541237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.562934 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae3a775-dfe1-488f-8450-646e9243edfa x-openstack-request-id: req-bae3a775-dfe1-488f-8450-646e9243edfa {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:53.563553 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549c4297-08a2-4e85-8c9f-e1b9c081b452", "name": "network-vif-deleted", "tag": "5de1a212-3d81-4136-b0b8-531ca93bc340", "status": "failed", "code": 422}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:53.563970 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bae3a775-dfe1-488f-8450-646e9243edfa {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:53.565996 ncdv-master-1 neutron-server[121648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bae3a775-dfe1-488f-8450-646e9243edfa']: {'server_uuid': '549c4297-08a2-4e85-8c9f-e1b9c081b452', 'name': 'network-vif-deleted', 'tag': '5de1a212-3d81-4136-b0b8-531ca93bc340', 'status': 'failed', 'code': 422} returned with failed status
Apr 02 21:02:53.573838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d154e01b-b647-45e1-9f62-4356af6468c4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:53.621494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d154e01b-b647-45e1-9f62-4356af6468c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d154e01b-b647-45e1-9f62-4356af6468c4,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:53.631200 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:53.699180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d154e01b-b647-45e1-9f62-4356af6468c4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:53.742329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472d8b-0e1d-448f-b270-e861ce5c0c41 req-cc481f58-f0ae-40f9-8d10-03391443ed2a tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:53.750534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5472d8b-0e1d-448f-b270-e861ce5c0c41 req-cc481f58-f0ae-40f9-8d10-03391443ed2a tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 945 time: 0.1095626
Apr 02 21:02:53.810175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5472d8b-0e1d-448f-b270-e861ce5c0c41 req-5d323059-03f1-4b81-963f-3f4f56b8932d tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539680
Apr 02 21:02:54.049963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d154e01b-b647-45e1-9f62-4356af6468c4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:54.110921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a8501-46ba-48b2-a27d-f05ca63b2f7f req-0ef0426e-dc82-422e-bfc2-c69056d7ed81 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:54.113118 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-740a8501-46ba-48b2-a27d-f05ca63b2f7f req-0ef0426e-dc82-422e-bfc2-c69056d7ed81 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0658967
Apr 02 21:02:54.176018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-740a8501-46ba-48b2-a27d-f05ca63b2f7f req-873d39e3-700a-4b45-86d5-d0afb3b15977 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548036
Apr 02 21:02:54.426859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38c06c-f039-445c-904c-1702dc95e238 req-ef4d1ee9-d3b4-4738-927b-bf92d602b357 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:54.440950 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c38c06c-f039-445c-904c-1702dc95e238 req-ef4d1ee9-d3b4-4738-927b-bf92d602b357 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.1021147
Apr 02 21:02:54.523050 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c38c06c-f039-445c-904c-1702dc95e238 req-b5582e60-7c4d-43e5-9804-4a4c29bbbe9d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779469
Apr 02 21:02:54.662660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59701775-96f6-4c85-b4b9-c4ea128ef6e0 req-075d73c7-833e-4d35-9b28-008fd66683c4 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:54.670008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59701775-96f6-4c85-b4b9-c4ea128ef6e0 req-075d73c7-833e-4d35-9b28-008fd66683c4 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 949 time: 0.0706384
Apr 02 21:02:54.701014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-3374256b-5e39-4577-b075-02745fa3526d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:54.709264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-3374256b-5e39-4577-b075-02745fa3526d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1270685
Apr 02 21:02:54.726544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-929bedb4-667a-4450-b831-8c6cbf47c112 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0161119
Apr 02 21:02:54.727297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59701775-96f6-4c85-b4b9-c4ea128ef6e0 req-70bc1db9-c768-417e-af0e-27320b64883d tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562525
Apr 02 21:02:54.770813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-22f81911-7519-4d76-ad19-e3d754808f05 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0431833
Apr 02 21:02:54.842791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-25458497-2c40-46fc-98ce-517bf175d5bc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:02:54.843881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-25458497-2c40-46fc-98ce-517bf175d5bc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0665300
Apr 02 21:02:54.966083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-6de8c2d7-e06a-46a4-a2bf-f2a40b5b061b service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158285
Apr 02 21:02:54.970529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b4dd6-f2b0-40ee-b03a-74c6dac6f2b9 req-c8c68415-ff1c-470e-93b7-3eddf8f403d3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:54.978662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f08b4dd6-f2b0-40ee-b03a-74c6dac6f2b9 req-c8c68415-ff1c-470e-93b7-3eddf8f403d3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 945 time: 0.0801320
Apr 02 21:02:55.037484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f08b4dd6-f2b0-40ee-b03a-74c6dac6f2b9 req-e3febaa3-3ffe-4bbc-abcc-d85b69b0a6d8 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577269
Apr 02 21:02:55.098506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-e039b1a1-c163-40d5-a95d-672871b2a6bd service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247137
Apr 02 21:02:55.273714 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a5c925f-e10a-4a48-a57e-52b9e4c7fa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:55.340240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd55023-89ce-4738-a77a-6ae233fe9118 req-65d837a4-97e2-4398-9793-b3d42371c169 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:55.341800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7bd55023-89ce-4738-a77a-6ae233fe9118 req-65d837a4-97e2-4398-9793-b3d42371c169 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0821736
Apr 02 21:02:55.346769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c265ecc-acdf-4a32-8817-280bc41c18b2 req-c66a44f9-6466-49fa-8eec-674aee5e3ba5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 210 time: 0.0566332
Apr 02 21:02:55.412295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7bd55023-89ce-4738-a77a-6ae233fe9118 req-c1f7407d-fe13-41cd-bc7c-ff2e01b007e9 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598671
Apr 02 21:02:55.667357 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:02:55.681085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6afd-37ca-4f49-861a-ea05e170af4d req-e5b8b54b-9225-481a-84c2-29dc18755e00 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:55.682604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e4fb6afd-37ca-4f49-861a-ea05e170af4d req-e5b8b54b-9225-481a-84c2-29dc18755e00 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.0641804
Apr 02 21:02:55.754541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e4fb6afd-37ca-4f49-861a-ea05e170af4d req-d0d12d83-c3d6-4329-bcbc-2c90b44a3cea tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610781
Apr 02 21:02:55.910878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013377b5-d639-4eba-8a4c-e98612dd0bc3 req-992f5c6b-4290-4642-a87d-9ab883a9d28d tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:55.917147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-013377b5-d639-4eba-8a4c-e98612dd0bc3 req-992f5c6b-4290-4642-a87d-9ab883a9d28d tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 949 time: 0.0878785
Apr 02 21:02:55.982234 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-013377b5-d639-4eba-8a4c-e98612dd0bc3 req-cee49e88-9be7-41ad-b4ca-029d62eba1df tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c560ece-32e2-4350-b509-d5e7fc71b584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572107
Apr 02 21:02:56.144346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-be2b16f0-3a2b-4b17-8819-ebd76dfab4f6 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:56.146239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-be2b16f0-3a2b-4b17-8819-ebd76dfab4f6 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 949 time: 0.0851166
Apr 02 21:02:56.194342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e54e9cb8-d03b-4911-b93d-685b77478126 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:56.247182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: e54e9cb8-d03b-4911-b93d-685b77478126 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:02:56.248003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e54e9cb8-d03b-4911-b93d-685b77478126 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:02:56.275944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9345d8-8620-4c22-9b88-f6ac6dd3e98f req-e8db8abf-e6f2-475d-8c6a-c2ac0573487d tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:56.277715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8a9345d8-8620-4c22-9b88-f6ac6dd3e98f req-e8db8abf-e6f2-475d-8c6a-c2ac0573487d tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 945 time: 0.1002717
Apr 02 21:02:56.293141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Deleting port c0e0f613-eb38-41f0-a061-c28be2758291 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:56.293739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:56.402717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-2310ae91-9d0e-4885-9c42-efc204418d88 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:56.404299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-2310ae91-9d0e-4885-9c42-efc204418d88 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.0839360
Apr 02 21:02:56.408207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8a9345d8-8620-4c22-9b88-f6ac6dd3e98f req-2ae774e5-4488-4824-a437-15e2ab83d842 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212561
Apr 02 21:02:56.510166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] For port c0e0f613-eb38-41f0-a061-c28be2758291, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e0f613-eb38-41f0-a061-c28be2758291,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:56.510741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:56.537301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Calling delete_port for c0e0f613-eb38-41f0-a061-c28be2758291 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:56.553555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Deleting port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:02:56.554004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:56.588979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:56.690397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bccaa0c8-7195-484d-8d9e-6d4ac43b539e req-85831913-c9f4-4c96-951a-d29103a72bac tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 210 time: 0.2674499
Apr 02 21:02:56.783739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c0e0f613-eb38-41f0-a061-c28be2758291), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:56.810152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c0e0f613-eb38-41f0-a061-c28be2758291'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:02:56.824229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] For port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:56.824824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:56.873533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Pushing event deleted for resources: {'Port': ['ID=c0e0f613-eb38-41f0-a061-c28be2758291,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:56.883832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.884557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.885128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.885695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.886409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.886921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.887414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.887997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.888506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.889010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.890039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.890523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.891017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.891348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.891681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:56.953765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-3a8ca62c-e737-4a50-9149-28b1cdde8aba tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:56.955225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-3a8ca62c-e737-4a50-9149-28b1cdde8aba tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.4181738
Apr 02 21:02:56.977198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ce715-a4f2-40b0-b73e-6d10d06d2696 req-457cc1db-c161-4a1d-aec1-9293f4be73f3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:56.985480 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed0ce715-a4f2-40b0-b73e-6d10d06d2696 req-457cc1db-c161-4a1d-aec1-9293f4be73f3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.3659556
Apr 02 21:02:57.002019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] No DVR routers for this DVR port c0e0f613-eb38-41f0-a061-c28be2758291 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:57.004893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.010099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd1b2d63-435a-4363-9a1e-708cc2d4938d req-4ac537e3-6adb-4c85-8d4a-b957fae202d9 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.21 "DELETE /v2.0/ports/c0e0f613-eb38-41f0-a061-c28be2758291 HTTP/1.1" status: 204  len: 173 time: 0.8517721
Apr 02 21:02:57.012492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'name': 'network-vif-deleted', 'tag': 'c0e0f613-eb38-41f0-a061-c28be2758291'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:57.013871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Request body: {'port': {'device_id': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'admin_state_up': True, 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:57.017043 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f84725-f7e2-4f1f-8164-f9aea83d320d" -d '{"events": [{"server_uuid": "2b99f2dd-ce26-44e6-ba16-847db4006038", "name": "network-vif-deleted", "tag": "c0e0f613-eb38-41f0-a061-c28be2758291"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:57.037832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1c7ba-7c4e-4e84-8409-a81d2aa02836 req-a3ad97fa-ca3e-4761-b0e3-4db3cc16163a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:57.048851 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20c1c7ba-7c4e-4e84-8409-a81d2aa02836 req-a3ad97fa-ca3e-4761-b0e3-4db3cc16163a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 947 time: 0.1529951
Apr 02 21:02:57.095837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d154e01b-b647-45e1-9f62-4356af6468c4 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:02:57.138652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20c1c7ba-7c4e-4e84-8409-a81d2aa02836 req-2f40b472-3c43-4eef-9f7b-fdb80a43a64b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f521712-6f29-4c43-9231-039c7b1bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869560
Apr 02 21:02:57.263295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port d154e01b-b647-45e1-9f62-4356af6468c4 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:02:57.272824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port d154e01b-b647-45e1-9f62-4356af6468c4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:02:57.273540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.376941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9846ddbe-4fba-4eb0-a6b4-216fdc5207d0 req-f1ea5104-57d2-41bd-8c15-9de7f911b925 tempest-ServersAdminNegativeTestJSON-381565445 tempest-ServersAdminNegativeTestJSON-381565445-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b99f2dd-ce26-44e6-ba16-847db4006038 HTTP/1.1" status: 200  len: 210 time: 0.0406907
Apr 02 21:02:57.394138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d154e01b-b647-45e1-9f62-4356af6468c4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:02:57.395075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.425234 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acff34cb-85aa-4863-9887-cc0da686ad8b x-openstack-request-id: req-acff34cb-85aa-4863-9887-cc0da686ad8b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:57.425535 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99f2dd-ce26-44e6-ba16-847db4006038", "name": "network-vif-deleted", "tag": "c0e0f613-eb38-41f0-a061-c28be2758291", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:57.425798 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acff34cb-85aa-4863-9887-cc0da686ad8b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:57.426198 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acff34cb-85aa-4863-9887-cc0da686ad8b'] response: {'server_uuid': '2b99f2dd-ce26-44e6-ba16-847db4006038', 'name': 'network-vif-deleted', 'tag': 'c0e0f613-eb38-41f0-a061-c28be2758291', 'status': 'completed', 'code': 200}
Apr 02 21:02:57.444093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d154e01b-b647-45e1-9f62-4356af6468c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d154e01b-b647-45e1-9f62-4356af6468c4,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:02:57.449245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:57.452397 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d41b4a8-3c20-46b5-96a5-df115bd6eb3d" -d '{"events": [{"server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "name": "network-vif-plugged", "status": "completed", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:57.455818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.547367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d154e01b-b647-45e1-9f62-4356af6468c4,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:57.556945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.557308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.557922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.558264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.558651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.559035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.559373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.559756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.570416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.570847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.571197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.571539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.572062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.572415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.572779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:57.669852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bad86a-181f-4af6-9c12-180023db558c req-1b466b29-13eb-4114-a861-184950c5ca9d tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:57.682444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21bad86a-181f-4af6-9c12-180023db558c req-1b466b29-13eb-4114-a861-184950c5ca9d tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.0926287
Apr 02 21:02:57.746397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21bad86a-181f-4af6-9c12-180023db558c req-a21d7ce4-21a3-4076-8fcb-b9179098f7c0 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628047
Apr 02 21:02:57.751933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed0ce715-a4f2-40b0-b73e-6d10d06d2696 req-c13d52fc-9f8c-4abc-a782-7e15f504f279 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7652647
Apr 02 21:02:57.836682 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c77d514-51d9-43fb-a774-e5576bb1009e x-openstack-request-id: req-9c77d514-51d9-43fb-a774-e5576bb1009e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:57.837178 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "name": "network-vif-plugged", "status": "completed", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:57.837272 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c77d514-51d9-43fb-a774-e5576bb1009e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:57.837629 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c77d514-51d9-43fb-a774-e5576bb1009e'] response: {'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'code': 200}
Apr 02 21:02:57.850509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.851092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (e938b8c1-a7e0-46f9-87b8-6ee595db5398), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.851454 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Floating IP e938b8c1-a7e0-46f9-87b8-6ee595db5398 disassociated. External IP: 172.35.4.176, port: ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4.
Apr 02 21:02:57.851836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Calling delete_port for ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:02:57.871700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:02:57.876106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:57.882960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-83e04008-039f-44cd-95e1-6ea6e917586e req-ee92c7bc-e9d4-4611-87e7-388854eb9ef9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 210 time: 0.0432184
Apr 02 21:02:57.968971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcd80d-8666-4636-b637-cb4699e96685 req-2a7d64bd-3cfd-4785-b3ba-21cc56ade3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:57.970848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78dcd80d-8666-4636-b637-cb4699e96685 req-2a7d64bd-3cfd-4785-b3ba-21cc56ade3fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 1128 time: 0.0592513
Apr 02 21:02:58.031962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78dcd80d-8666-4636-b637-cb4699e96685 req-ea9d2d93-355c-40ec-817f-91363a6fcf47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530114
Apr 02 21:02:58.106628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Allocated IP 172.20.0.7 (0579e432-6dc2-4773-9b49-bc1eb8621629/1a730f69-374c-4989-bc31-1c702266b8a4/1ff71ce6-8364-4e94-9d55-e369634bb9c0) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:02:58.121054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:58.162043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event deleted for resources: {'Port': ['ID=ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:58.186557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.186919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.187270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.187979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.187979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.188311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.188614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.189212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.189319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.189684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.189930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.190325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.190704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.190909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.191232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:02:58.385827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5beca10-7012-413c-b690-350d1c50b15f req-7e892980-34f8-4cf4-a05c-4aaa0fa4ef5b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 210 time: 0.1023247
Apr 02 21:02:58.454502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Router 7af1289f-2226-4941-a843-708a5d6c7429 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:02:58.471002 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks [] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:58.628940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:58.657196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:58.738570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:02:58.741166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event updated for resources: {'Port': ['ID=1ff71ce6-8364-4e94-9d55-e369634bb9c0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:58.745143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:02:58.747387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:02:58.753372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:02:58.762525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:02:58.793086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:58.794101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784516aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:58.857015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42342) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:58.915227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] No DVR routers for this DVR port ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:02:58.925204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:58.929075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc2126b1-1ca7-47a7-9172-53e442c0912f req-ced16c49-66c2-467c-98c3-fc87713134c6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "DELETE /v2.0/ports/ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 HTTP/1.1" status: 204  len: 173 time: 2.5177569
Apr 02 21:02:58.958946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967126c-c93f-4ae4-8e05-fc31ed0f1399 req-0fda29e5-038e-445e-95a2-c79bba2f3c97 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:58.966745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1967126c-c93f-4ae4-8e05-fc31ed0f1399 req-0fda29e5-038e-445e-95a2-c79bba2f3c97 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.0674503
Apr 02 21:02:58.968222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-deleted', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:02:58.973546 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c67ac7-7bea-4927-87d8-49c8ee734130" -d '{"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-deleted", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:02:59.044487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:02:59.061212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:59.061939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.075955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1967126c-c93f-4ae4-8e05-fc31ed0f1399 req-36a2a28a-b570-4b78-9e60-eb81249f9f83 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934474
Apr 02 21:02:59.087742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb73e5-780b-44b0-b2f0-ac1f2653be78 req-bf24c2fc-eaea-4cf0-9db0-b39ec67b7f0a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:59.089542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88cb73e5-780b-44b0-b2f0-ac1f2653be78 req-bf24c2fc-eaea-4cf0-9db0-b39ec67b7f0a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1903999
Apr 02 21:02:59.094216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-db8cfd7a-49be-48f2-807a-3114ae821725 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1000330
Apr 02 21:02:59.141085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Request body: {'port': {'device_id': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:02:59.196393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88cb73e5-780b-44b0-b2f0-ac1f2653be78 req-53c60dab-9f43-43a4-88b9-28617e593371 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991824
Apr 02 21:02:59.252511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.278348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c05b2542-a1b1-4749-a41d-cdb6c6b7b647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6285976ac47c4791acbf3573297ab5a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4175975
Apr 02 21:02:59.285164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:02:59.375090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b502-eb33-4c14-a246-004be495d406 req-0cbc005c-00f8-4aa1-ae5f-a7d750a75057 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:02:59.387830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df27b502-eb33-4c14-a246-004be495d406 req-0cbc005c-00f8-4aa1-ae5f-a7d750a75057 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 931 time: 0.2441692
Apr 02 21:02:59.389250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:02:59.483969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56a6e63b-7902-48c1-a372-ac0479032ca7 admin admin] Publish callbacks [] for security_group (3c560ece-32e2-4350-b509-d5e7fc71b584), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.506501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df27b502-eb33-4c14-a246-004be495d406 req-14b96365-a4f2-41b9-a863-098f39603356 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176639
Apr 02 21:02:59.547824 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5942a-1720-4657-8dfa-27ce4e6f5d0c x-openstack-request-id: req-63a5942a-1720-4657-8dfa-27ce4e6f5d0c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:02:59.548159 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e92f68-549b-4c9e-bbf9-803500a77d9c", "name": "network-vif-deleted", "tag": "ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:02:59.548541 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63a5942a-1720-4657-8dfa-27ce4e6f5d0c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:02:59.549017 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a5942a-1720-4657-8dfa-27ce4e6f5d0c'] response: {'server_uuid': 'a9e92f68-549b-4c9e-bbf9-803500a77d9c', 'name': 'network-vif-deleted', 'tag': 'ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4', 'status': 'completed', 'code': 200}
Apr 02 21:02:59.559561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:02:59.560231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ff79ac0b-6e8d-4d62-8901-b44d7e4a87c4 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:02:59.562389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56a6e63b-7902-48c1-a372-ac0479032ca7 admin admin] Publish callbacks [] for security_group (3c560ece-32e2-4350-b509-d5e7fc71b584), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.611297 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.655493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecf45d0e-747e-47c9-91be-d5ef9903f578 req-fc925e7f-7e04-4f28-8580-6c02dffdf31a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e92f68-549b-4c9e-bbf9-803500a77d9c HTTP/1.1" status: 200  len: 210 time: 0.0591364
Apr 02 21:02:59.719544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56a6e63b-7902-48c1-a372-ac0479032ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3c560ece-32e2-4350-b509-d5e7fc71b584), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.729498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56a6e63b-7902-48c1-a372-ac0479032ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.736272 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-56a6e63b-7902-48c1-a372-ac0479032ca7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c560ece-32e2-4350-b509-d5e7fc71b584 HTTP/1.1" status: 204  len: 168 time: 0.4396088
Apr 02 21:02:59.748326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6e63b-7902-48c1-a372-ac0479032ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c560ece-32e2-4350-b509-d5e7fc71b584,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:02:59.873553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784516aa90>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:59.915142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:02:59.926944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:02:59.927587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784516aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:02:59.943060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff71ce6-8364-4e94-9d55-e369634bb9c0 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:02:59.952773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Publish callbacks [] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:02:59.966633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Transition to ACTIVE for port object 1ff71ce6-8364-4e94-9d55-e369634bb9c0 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:02:59.976766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.041765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff71ce6-8364-4e94-9d55-e369634bb9c0,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:00.075332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:00.150557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Attempting to bind port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:00.151131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Attempting to bind port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:00.151619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Attempting to bind port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:00.158934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:03:00.159393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Attempting to bind port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:00.165820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:00.166635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:00.167123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Bound using segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:00.167693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Bound port: 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:00.168304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.257989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:00.258999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] For port 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:00.262532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] For port 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:00.297725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c0e0f613-eb38-41f0-a061-c28be2758291 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:00.319170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: c0e0f613-eb38-41f0-a061-c28be2758291 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:03:00.319763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c0e0f613-eb38-41f0-a061-c28be2758291 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:03:00.337002 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.339654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c6684536-2149-40a8-80b4-930c7a4c246f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db35456837dd4b1eba9e5eceddece4b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0795047
Apr 02 21:03:00.341373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:00.400259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784516aa90>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:00.416632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb170-166c-47f8-bdbd-212108620b63 admin admin] Publish callbacks [] for security_group (8c8c76fb-2ec0-47f0-b97c-8e74b143448c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.424027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.424931 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.426488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ff71ce6-8364-4e94-9d55-e369634bb9c0 HTTP/1.1" status: 200  len: 1091 time: 1.2972219
Apr 02 21:03:00.464631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e64cd0-c36c-4481-85bf-9adc0b403ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff71ce6-8364-4e94-9d55-e369634bb9c0,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:00.485934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9b917-6366-4231-bee0-2ad75424c4c6 None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:00.495883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aa68f-4de7-445f-a377-ec77eb6b2d06 req-cf28fdeb-db9a-4d09-8629-0a366245acd9 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.499144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb170-166c-47f8-bdbd-212108620b63 admin admin] Publish callbacks [] for security_group (8c8c76fb-2ec0-47f0-b97c-8e74b143448c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.503250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a4aa68f-4de7-445f-a377-ec77eb6b2d06 req-cf28fdeb-db9a-4d09-8629-0a366245acd9 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.2273414
Apr 02 21:03:00.530081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b278c-b96b-41d8-9e7f-e39549ede4d4 req-7ec3d06f-03f9-440c-8e99-8be9285b275e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.538499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce5b278c-b96b-41d8-9e7f-e39549ede4d4 req-7ec3d06f-03f9-440c-8e99-8be9285b275e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1474795
Apr 02 21:03:00.613739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce5b278c-b96b-41d8-9e7f-e39549ede4d4 req-e2c5f460-8e45-48cc-93dd-cc9d91bce8a6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740774
Apr 02 21:03:00.628266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb170-166c-47f8-bdbd-212108620b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8c8c76fb-2ec0-47f0-b97c-8e74b143448c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.632685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb170-166c-47f8-bdbd-212108620b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:00.637110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0b1fb170-166c-47f8-bdbd-212108620b63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c8c76fb-2ec0-47f0-b97c-8e74b143448c HTTP/1.1" status: 204  len: 168 time: 0.2923150
Apr 02 21:03:00.656209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a4aa68f-4de7-445f-a377-ec77eb6b2d06 req-2a6867d6-d2fb-4c8a-ba80-00d251ca8210 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1519904
Apr 02 21:03:00.658420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fb170-166c-47f8-bdbd-212108620b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c76fb-2ec0-47f0-b97c-8e74b143448c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:00.684136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-313c5aa9-d87b-41f2-8e59-485b48bdb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.687568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-313c5aa9-d87b-41f2-8e59-485b48bdb7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 1125 time: 0.1688955
Apr 02 21:03:00.784493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-690c4c0b-33bc-4ea5-87f8-1b45e4fc9b8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0 HTTP/1.1" status: 200  len: 217 time: 0.0883596
Apr 02 21:03:00.881939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d134d0c-58d4-4c64-8c8d-23a81cda3edf req-05af6441-7654-4b4a-8fe8-bcd30efa06da tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.891209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d134d0c-58d4-4c64-8c8d-23a81cda3edf req-05af6441-7654-4b4a-8fe8-bcd30efa06da tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 943 time: 0.1166186
Apr 02 21:03:00.894324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61779-8796-4c3a-bb8d-2784315e700f req-9fd167b2-3615-4daa-a2fe-66659a179422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.895841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-9fd167b2-3615-4daa-a2fe-66659a179422 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0989084
Apr 02 21:03:00.903012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c050d7-462e-4be3-85dd-88fe3aab73dc req-8d724314-fe7f-4f0f-9ee6-95e9b35a30dc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:00.905120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-68c050d7-462e-4be3-85dd-88fe3aab73dc req-8d724314-fe7f-4f0f-9ee6-95e9b35a30dc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.1219764
Apr 02 21:03:00.915463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42390) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:00.928021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Request body: {'floatingip': {'port_id': 'd154e01b-b647-45e1-9f62-4356af6468c4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:00.956859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-bf7579d0-c00f-41ae-9350-1dfa69913644 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499034
Apr 02 21:03:00.995581 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd891e7-f53b-4f0b-a72a-cd02d4b19206 None None] New status for floating IP e938b8c1-a7e0-46f9-87b8-6ee595db5398: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:03:01.089299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42404) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:01.126956 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d134d0c-58d4-4c64-8c8d-23a81cda3edf req-b7a5c178-2077-44d2-8240-c085bd1f6ada tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346387
Apr 02 21:03:01.129241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:01.173980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-d3b2be03-5163-4b92-91f9-56237449b933 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093337
Apr 02 21:03:01.244216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d69b508c-1102-4277-b74c-55fea831a682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (6f521712-6f29-4c43-9231-039c7b1bfd8b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:01.281957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d69b508c-1102-4277-b74c-55fea831a682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (6f521712-6f29-4c43-9231-039c7b1bfd8b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:01.359654 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d69b508c-1102-4277-b74c-55fea831a682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6f521712-6f29-4c43-9231-039c7b1bfd8b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:01.368198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d69b508c-1102-4277-b74c-55fea831a682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:01.369512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d69b508c-1102-4277-b74c-55fea831a682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f521712-6f29-4c43-9231-039c7b1bfd8b HTTP/1.1" status: 204  len: 168 time: 0.2772191
Apr 02 21:03:01.430302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42414) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:01.431130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b508c-1102-4277-b74c-55fea831a682 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f521712-6f29-4c43-9231-039c7b1bfd8b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:01.513623 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-5155368a-ff8c-4aa9-9643-729c45fee91d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] show failed (client error): The resource could not be found.
Apr 02 21:03:01.514981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5155368a-ff8c-4aa9-9643-729c45fee91d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups/6f521712-6f29-4c43-9231-039c7b1bfd8b HTTP/1.1" status: 404  len: 347 time: 0.0810492
Apr 02 21:03:01.517756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e61779-8796-4c3a-bb8d-2784315e700f req-9da9d450-d947-47df-91df-cbcb609d693d service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3361070
Apr 02 21:03:01.518360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:01.596300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'tag': '1ff71ce6-8364-4e94-9d55-e369634bb9c0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:01.599475 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2a2cdc-6a87-4fee-a58f-383d0458588d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace", "tag": "1ff71ce6-8364-4e94-9d55-e369634bb9c0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:01.734016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:03:01.755764 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f38fd01-d357-486f-81be-b0505471a332 x-openstack-request-id: req-2f38fd01-d357-486f-81be-b0505471a332 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:01.756192 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace", "tag": "1ff71ce6-8364-4e94-9d55-e369634bb9c0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:01.756695 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f38fd01-d357-486f-81be-b0505471a332 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:01.757203 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f38fd01-d357-486f-81be-b0505471a332'] response: {'name': 'network-changed', 'server_uuid': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'tag': '1ff71ce6-8364-4e94-9d55-e369634bb9c0', 'status': 'completed', 'code': 200}
Apr 02 21:03:01.865621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-0a130f89-2764-4417-8f56-2f8fa8d5c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:01.867164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-0a130f89-2764-4417-8f56-2f8fa8d5c3a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 1125 time: 0.1090937
Apr 02 21:03:01.868687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Deleting port e91dedd7-94c4-4c87-82a3-6d91207cc797 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:01.869027 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:01.954207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:02.036998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.037694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (e91dedd7-94c4-4c87-82a3-6d91207cc797), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.061921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Calling delete_port for e91dedd7-94c4-4c87-82a3-6d91207cc797 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:02.070003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-8ff7a438-1af0-40ad-8ec5-d107183cef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:02.071504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-8ff7a438-1af0-40ad-8ec5-d107183cef5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.1890013
Apr 02 21:03:02.144186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.158937 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.206023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1255504467-network', 'tenant_id': '8431477fcd064f4f8ba2dedbed85b937'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:02.222535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-77575f70-d4fc-4fef-a809-42e7864713b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0 HTTP/1.1" status: 200  len: 217 time: 0.1381104
Apr 02 21:03:02.286196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1589f-eade-4052-9f48-f85cf44b9d31 req-184fd368-4488-43bb-baca-25ebadea68a2 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:02.287973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fd1589f-eade-4052-9f48-f85cf44b9d31 req-184fd368-4488-43bb-baca-25ebadea68a2 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1421764
Apr 02 21:03:02.313427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Made reservation on behalf of 8431477fcd064f4f8ba2dedbed85b937 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:02.315964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.345937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.352051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-539af35d-1167-458c-b69b-cbb1ccb98fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:02.355514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-539af35d-1167-458c-b69b-cbb1ccb98fa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.1193759
Apr 02 21:03:02.365904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1fd1589f-eade-4052-9f48-f85cf44b9d31 req-2d2c68b2-5ced-4756-860a-fe50a28fca76 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703192
Apr 02 21:03:02.367261 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Floating IP ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805 associated. External IP: 172.35.4.71, port: d154e01b-b647-45e1-9f62-4356af6468c4.
Apr 02 21:03:02.386097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad91b8-e397-4860-b501-ab72a79d081f req-a912cb37-3fdd-484d-bfcb-09e8a68d315c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:02.386097 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdad91b8-e397-4860-b501-ab72a79d081f req-a912cb37-3fdd-484d-bfcb-09e8a68d315c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 943 time: 0.1723688
Apr 02 21:03:02.416624 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-e63e41d0-ed43-464d-934a-fde72b5a148f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485492
Apr 02 21:03:02.585870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdad91b8-e397-4860-b501-ab72a79d081f req-c36f97ca-bbcd-4ad4-a08c-951be9ff15d6 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798327
Apr 02 21:03:02.623052 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e91dedd7-94c4-4c87-82a3-6d91207cc797), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.653263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Router f9aa171f-6518-44c2-b6eb-715f1d580d2f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:03:02.679438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event deleted for resources: {'Port': ['ID=e91dedd7-94c4-4c87-82a3-6d91207cc797,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:02.697997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-e384e17d-a063-40f9-bac5-3c5c0665cef7 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628725
Apr 02 21:03:02.795391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:02.797069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks [] for security_group (22cff610-9722-4a9f-9c82-aaab973f7238), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.810306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] Sync routers for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:02.810875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (22cff610-9722-4a9f-9c82-aaab973f7238), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.829743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:02.830571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.831438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461ba310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:02.881789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:03:02.895868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-481c6dc2-55c8-4c2b-ad93-6c6a9ff682a3 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "PUT /v2.0/floatingips/ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805 HTTP/1.1" status: 200  len: 991 time: 1.9775920
Apr 02 21:03:02.896744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:02.901331 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:02.949961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5de2936d-664d-4681-b7bb-8116b2265d91), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.950466 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Added segment 5de2936d-664d-4681-b7bb-8116b2265d91 of type vlan for network ef594637-3f90-4a79-a016-a5c5d61ecc4c
Apr 02 21:03:02.955775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (e938b8c1-a7e0-46f9-87b8-6ee595db5398), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.963890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:02.981087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cbfbd7f3-9877-4131-975a-4a818660662f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "DELETE /v2.0/floatingips/e938b8c1-a7e0-46f9-87b8-6ee595db5398 HTTP/1.1" status: 204  len: 168 time: 1.4587224
Apr 02 21:03:02.981087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cff610-9722-4a9f-9c82-aaab973f7238,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:03.004100 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d0ef2b-e557-4c6e-91ab-ce9c65ecdad3 x-openstack-request-id: req-37d0ef2b-e557-4c6e-91ab-ce9c65ecdad3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:03.008349 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:03.010535 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37d0ef2b-e557-4c6e-91ab-ce9c65ecdad3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:03.010669 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d0ef2b-e557-4c6e-91ab-ce9c65ecdad3'] response: {'name': 'network-changed', 'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'status': 'completed', 'code': 200}
Apr 02 21:03:03.017473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b2a2cdc-6a87-4fee-a58f-383d0458588d req-f8107457-2623-4c42-9054-fa34e89b4a96 service neutron] 10.222.0.21 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3068159
Apr 02 21:03:03.080444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:03.099342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe09f16-ec9a-45d7-93e2-608f7e6541f8 req-4d5d2f2a-ff5f-4fc6-808b-bad6670f905b tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.101187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abe09f16-ec9a-45d7-93e2-608f7e6541f8 req-4d5d2f2a-ff5f-4fc6-808b-bad6670f905b tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.1234977
Apr 02 21:03:03.114471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ef594637-3f90-4a79-a016-a5c5d61ecc4c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.168584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ef594637-3f90-4a79-a016-a5c5d61ecc4c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.169579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.170188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.180858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-1d1f978b-fd89-4dda-a8d2-96f48422e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.182448 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-1d1f978b-fd89-4dda-a8d2-96f48422e6e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf913c65b2ee4d168f38d2ffd7f02585&device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 1128 time: 0.1142812
Apr 02 21:03:03.224873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abe09f16-ec9a-45d7-93e2-608f7e6541f8 req-097fe7b9-0500-4c7c-aa2b-6fb35d4455cf tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054699
Apr 02 21:03:03.231139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42454) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:03.231429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2760878
Apr 02 21:03:03.249020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Request body: {'subnet': {'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1255504467-subnet', 'tenant_id': '8431477fcd064f4f8ba2dedbed85b937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:03.282375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Made reservation on behalf of 8431477fcd064f4f8ba2dedbed85b937 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:03.285297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.418918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45348a-829d-4b72-9c15-abda0e49c3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ef594637-3f90-4a79-a016-a5c5d61ecc4c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:03.464965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ef594637-3f90-4a79-a016-a5c5d61ecc4c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:03:03.480185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-529d52ba-6b40-4900-af32-d5104f1864e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.483297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-529d52ba-6b40-4900-af32-d5104f1864e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff HTTP/1.1" status: 200  len: 917 time: 0.2868278
Apr 02 21:03:03.555553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42468) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:03.560372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395691594', 'description': 'tempest-description--708413594'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:03.604694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-79e4102b-2898-4427-91d2-86000658ddab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d154e01b-b647-45e1-9f62-4356af6468c4 HTTP/1.1" status: 200  len: 999 time: 0.1070290
Apr 02 21:03:03.608443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.683616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6a78-2694-4d1b-9664-bcfde4e3c9b9 req-32a907d5-c97e-4bfa-8216-38c8ade71e87 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.691319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06fd6a78-2694-4d1b-9664-bcfde4e3c9b9 req-32a907d5-c97e-4bfa-8216-38c8ade71e87 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1964099
Apr 02 21:03:03.699384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (6baaf526-47a0-471f-96c8-734f30cfadea), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.734458 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (660c5c93-5653-4873-a356-3b04167e325b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.743672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (660c5c93-5653-4873-a356-3b04167e325b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.778184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660c5c93-5653-4873-a356-3b04167e325b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:03.800108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-bff5ab49-043e-4085-b49d-42b6f2e3e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.800893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-bff5ab49-043e-4085-b49d-42b6f2e3e8d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99ec47bd-8f2d-481e-b29d-aeb366211a3d HTTP/1.1" status: 200  len: 855 time: 0.1885240
Apr 02 21:03:03.813008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06fd6a78-2694-4d1b-9664-bcfde4e3c9b9 req-647f281d-632c-4a43-b6c8-7183ae1834d6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204302
Apr 02 21:03:03.820863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6baaf526-47a0-471f-96c8-734f30cfadea,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:03.838055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Checking segment: {'id': '5de2936d-664d-4681-b7bb-8116b2265d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:03.838792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Network hostable DHCP agents. Network: ef594637-3f90-4a79-a016-a5c5d61ecc4c, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:03:03.861722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461ba310>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'floating_ip_address': '172.35.4.71', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'port_id': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'mac_address': 'fa:16:3e:c0:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:02:37Z', 'updated_at': '2022-04-02T21:03:01Z', 'revision_number': 1, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:37Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:03.872641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Network ef594637-3f90-4a79-a016-a5c5d61ecc4c is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:03:03.888328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef594637-3f90-4a79-a016-a5c5d61ecc4c) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:03.892905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] Checking router: f9aa171f-6518-44c2-b6eb-715f1d580d2f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:03.899480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.900318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.902638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:03.903539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461ba310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:03.907815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c1b7cd-250f-4cc5-ad87-c4b7a96116b7 None None] Network ef594637-3f90-4a79-a016-a5c5d61ecc4c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:03.913463 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:03.915143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ed881b7-2d3c-4842-87f4-ae5536a12c4f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3586342
Apr 02 21:03:03.918731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:03.926224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'security_group_rule': {'security_group_id': '660c5c93-5653-4873-a356-3b04167e325b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:03.936347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-42ae535e-06e0-48c6-8922-6295138dc722 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7035956
Apr 02 21:03:03.964156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be4cb6-4fe2-4fcc-ab00-24ff1e7dc5db req-80010efc-b68c-4e5a-ae4e-325eadba9203 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:03.974472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31be4cb6-4fe2-4fcc-ab00-24ff1e7dc5db req-80010efc-b68c-4e5a-ae4e-325eadba9203 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 943 time: 0.2001300
Apr 02 21:03:03.981487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (15f098df-147b-4ea5-8c95-bd310532b824), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.000816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-f1ce028c-b2eb-4324-8b89-62b97b398e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:04.004940 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-f1ce028c-b2eb-4324-8b89-62b97b398e2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1818781
Apr 02 21:03:04.122079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (15f098df-147b-4ea5-8c95-bd310532b824), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.135521 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (15f098df-147b-4ea5-8c95-bd310532b824), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.147795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:04.193878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3d015-9b1a-41d9-936c-3b8846a05c26 None None] Network ef594637-3f90-4a79-a016-a5c5d61ecc4c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:04.205633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f098df-147b-4ea5-8c95-bd310532b824,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:04.212264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.215456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-32746e24-6384-4546-abdf-1e764ce3a0f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2952211
Apr 02 21:03:04.218594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:04.223115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1ff71ce6-8364-4e94-9d55-e369634bb9c0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:04.224418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'security_group_rule': {'security_group_id': '660c5c93-5653-4873-a356-3b04167e325b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:04.263820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (b35b74af-a280-462a-9afb-6679fca22e26), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.345575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:04.383354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (b35b74af-a280-462a-9afb-6679fca22e26), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.387981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1ff71ce6-8364-4e94-9d55-e369634bb9c0', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': '1ff71ce6-8364-4e94-9d55-e369634bb9c0', 'mac_address': 'fa:16:3e:6a:ea:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:04.392350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b35b74af-a280-462a-9afb-6679fca22e26), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.434859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.443566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2164075
Apr 02 21:03:04.443566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3baee-7b5f-4e70-8388-280a71e84c75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35b74af-a280-462a-9afb-6679fca22e26,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:04.454683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42492) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:04.462384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:04.494085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.634320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:04.668882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31be4cb6-4fe2-4fcc-ab00-24ff1e7dc5db req-f26a92d3-87c9-4824-b896-d8329a1251c3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6927061
Apr 02 21:03:04.746593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-0f43220b-8166-46fc-8586-ba7711e45152 service neutron] 10.222.0.15 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7178929
Apr 02 21:03:04.848216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Allocated IP 172.35.4.133 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/c0c212c7-77f3-4eee-89af-f30952eda285) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:04.954261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6c8b4f4-9524-49fb-95c2-f352652bdb0c req-570ede1e-2f27-41af-80b2-aa23b33682c7 service neutron] 10.222.0.15 "GET /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929159
Apr 02 21:03:04.981125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:04.981923 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.028851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:05.044552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff71ce6-8364-4e94-9d55-e369634bb9c0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:05.044779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-396227557-network', 'tenant_id': '7a9369859a1c47acac58bf9d2adb9300'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:05.088207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ed10d-923e-4831-beed-a31a6455f40a req-5ee4d44a-74a3-40b5-8018-3ae8ea68d321 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:05.089991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d8ed10d-923e-4831-beed-a31a6455f40a req-5ee4d44a-74a3-40b5-8018-3ae8ea68d321 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1594064
Apr 02 21:03:05.099314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:05.127006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Made reservation on behalf of 7a9369859a1c47acac58bf9d2adb9300 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:05.129660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.139470 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.155883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.206687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for port (c0c212c7-77f3-4eee-89af-f30952eda285), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.263797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d8ed10d-923e-4831-beed-a31a6455f40a req-3ce1cb3d-ffeb-4a89-97a0-6fe56e22d9b8 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623292
Apr 02 21:03:05.306865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1ff71ce6-8364-4e94-9d55-e369634bb9c0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:05.320124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks [] for security_group (81072b9a-add4-406d-9ed9-0415078ad31a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.320550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c0c212c7-77f3-4eee-89af-f30952eda285), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.325744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81072b9a-add4-406d-9ed9-0415078ad31a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.370887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:03:05.383255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:05.387986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:05.393410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:05.396722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81072b9a-add4-406d-9ed9-0415078ad31a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:05.402371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1ff71ce6-8364-4e94-9d55-e369634bb9c0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:05.402994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5b27146c-fb76-4666-941d-568a3ba3d775), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.403345 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Added segment 5b27146c-fb76-4666-941d-568a3ba3d775 of type vlan for network bdb1467a-db2b-43a7-a0b2-563ab34cf823
Apr 02 21:03:05.477175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'Port': ['ID=c0c212c7-77f3-4eee-89af-f30952eda285,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:05.488947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (bdb1467a-db2b-43a7-a0b2-563ab34cf823), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.529140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (bdb1467a-db2b-43a7-a0b2-563ab34cf823), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.530308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:05.530914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.578326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461ba310>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'floating_ip_address': '172.35.4.71', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'port_id': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'mac_address': 'fa:16:3e:c0:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:02:37Z', 'updated_at': '2022-04-02T21:03:01Z', 'revision_number': 1, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:37Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:05.612338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645447e2-7c0c-4f7d-9b41-ad86be92c3ed None None] The sync data for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 is: [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'floating_ip_address': '172.35.4.71', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'port_id': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'mac_address': 'fa:16:3e:c0:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:02:37Z', 'updated_at': '2022-04-02T21:03:01Z', 'revision_number': 1, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:37Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:05.620515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (a4d77786-62fd-48d2-a66f-32a8f3de9557), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.641049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6080816
Apr 02 21:03:05.643099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148bfad-bd34-46b4-8220-d388ddc34b5a admin admin] Pushing event updated for resources: {'Network': ['ID=bdb1467a-db2b-43a7-a0b2-563ab34cf823,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:05.645416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42520) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:05.651338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Request body: {'subnet': {'network_id': 'bdb1467a-db2b-43a7-a0b2-563ab34cf823', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-396227557-subnet', 'tenant_id': '7a9369859a1c47acac58bf9d2adb9300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:05.654328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network bdb1467a-db2b-43a7-a0b2-563ab34cf823 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:03:05.688367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Made reservation on behalf of 7a9369859a1c47acac58bf9d2adb9300 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:05.694144 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.805710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0c212c7-77f3-4eee-89af-f30952eda285), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:05.955341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f6408028-8d33-46cd-9124-5c0a8f51de8c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.021248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782303b-e3c5-4732-adf5-895edc075eee None None] New status for floating IP ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:03:06.045863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6408028-8d33-46cd-9124-5c0a8f51de8c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:06.049865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Checking segment: {'id': '5b27146c-fb76-4666-941d-568a3ba3d775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bdb1467a-db2b-43a7-a0b2-563ab34cf823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:06.050245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Network hostable DHCP agents. Network: bdb1467a-db2b-43a7-a0b2-563ab34cf823, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:03:06.053230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6e5be-cba4-4276-8e5f-7363d277453c req-6a464e1c-7bdf-44d6-b651-08da2c3a18aa tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:06.054855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60e6e5be-cba4-4276-8e5f-7363d277453c req-6a464e1c-7bdf-44d6-b651-08da2c3a18aa tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 944 time: 0.2223272
Apr 02 21:03:06.072743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Network bdb1467a-db2b-43a7-a0b2-563ab34cf823 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:03:06.101858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdb1467a-db2b-43a7-a0b2-563ab34cf823) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:06.106782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:06.108756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.114841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea92ec-b6c8-41c5-a276-f36b8be42d0a None None] Network bdb1467a-db2b-43a7-a0b2-563ab34cf823 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:06.120244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for port (c0c212c7-77f3-4eee-89af-f30952eda285), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.147310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-32efe456-8663-483e-8149-4a3e90fe1086 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5004721
Apr 02 21:03:06.151068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60e6e5be-cba4-4276-8e5f-7363d277453c req-1bccd4fc-72ea-433c-bc32-2a234d74e438 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816603
Apr 02 21:03:06.152358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c0c212c7-77f3-4eee-89af-f30952eda285), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.231695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1ff71ce6-8364-4e94-9d55-e369634bb9c0 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:06.255142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'Port': ['ID=c0c212c7-77f3-4eee-89af-f30952eda285,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:06.275889 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a4d77786-62fd-48d2-a66f-32a8f3de9557), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.312398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.322721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ea8494cc-2395-4686-ad60-ce63e52eae70 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8663962
Apr 02 21:03:06.331736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8b842-6510-4e84-bdc7-a5be5352108b None None] Network bdb1467a-db2b-43a7-a0b2-563ab34cf823 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:06.377091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:03:06.416953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:06.417424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.434520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b1f2e-bd93-4c8c-8e52-7ae03d4ac6c9 req-70e6df23-f397-42d3-93c9-5fc899297511 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:06.436169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-860b1f2e-bd93-4c8c-8e52-7ae03d4ac6c9 req-70e6df23-f397-42d3-93c9-5fc899297511 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0702181
Apr 02 21:03:06.510374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-860b1f2e-bd93-4c8c-8e52-7ae03d4ac6c9 req-687c4721-a39a-4382-be6b-a941e2f0160a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605135
Apr 02 21:03:06.552841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-2ea7e26a-2af6-4b0c-83eb-57b0915d79f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--395691594&fields=id&tenant_id=2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 267 time: 0.0553927
Apr 02 21:03:06.571342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:06.571738 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.596389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff71ce6-8364-4e94-9d55-e369634bb9c0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:06.598759 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613f703-2dbe-4e19-bf07-6798bdedc8b5" -d '{"events": [{"server_uuid": "e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace", "name": "network-vif-plugged", "status": "completed", "tag": "1ff71ce6-8364-4e94-9d55-e369634bb9c0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:06.611022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:06.615453 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:06.664611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1ff71ce6-8364-4e94-9d55-e369634bb9c0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:06.673184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-ff6b88fd-6b0d-41b0-8bf4-58ec56058584 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:06.674254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-ff6b88fd-6b0d-41b0-8bf4-58ec56058584 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 817 time: 0.1087527
Apr 02 21:03:06.689314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1022f0ba-f649-4309-90cc-232d335b7f7c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/quotas/2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 375 time: 0.0097489
Apr 02 21:03:06.747674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-0c2746ec-43a3-4649-8a28-ea9d352f4d1a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0527520
Apr 02 21:03:06.821998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-7a1248bf-2b5f-41f0-a4f3-f3bb771bfa37 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:06.823518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-7a1248bf-2b5f-41f0-a4f3-f3bb771bfa37 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/networks?id=ef594637-3f90-4a79-a016-a5c5d61ecc4c HTTP/1.1" status: 200  len: 815 time: 0.1004922
Apr 02 21:03:06.840383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-a3f9c0d0-7f6a-4a37-b139-4088638f730d tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/quotas/8431477fcd064f4f8ba2dedbed85b937 HTTP/1.1" status: 200  len: 375 time: 0.0093746
Apr 02 21:03:06.849257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-4dcabbaf-de80-41c1-9664-c16ee8bb8766 service neutron] 10.222.0.18 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888383
Apr 02 21:03:06.879888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-a6b9bfb6-bb76-4ffb-bb2d-6e924c987a91 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8431477fcd064f4f8ba2dedbed85b937&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0334923
Apr 02 21:03:06.942486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-8a618a46-9334-4645-af71-725ebf855b09 service neutron] 10.222.0.18 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871744
Apr 02 21:03:06.975595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-238ba925-394a-4879-af3e-5983cead88dd service neutron] 10.222.0.18 "GET /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855265
Apr 02 21:03:07.080489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-57281a0d-900c-4096-bea1-3481b4291fa8 service neutron] 10.222.0.18 "GET /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0992436
Apr 02 21:03:07.138221 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4dfc7e-8982-4a6d-bccf-910c44915a49 x-openstack-request-id: req-9d4dfc7e-8982-4a6d-bccf-910c44915a49 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:07.138718 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace", "name": "network-vif-plugged", "status": "completed", "tag": "1ff71ce6-8364-4e94-9d55-e369634bb9c0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:07.139669 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d4dfc7e-8982-4a6d-bccf-910c44915a49 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:07.140270 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4dfc7e-8982-4a6d-bccf-910c44915a49'] response: {'server_uuid': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff71ce6-8364-4e94-9d55-e369634bb9c0', 'code': 200}
Apr 02 21:03:07.224909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78bcce03-f0b3-47c1-b27b-dcd14d9fc5e5 req-75d0661d-da6a-4bd7-9d72-70f915a09f33 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 210 time: 0.0505080
Apr 02 21:03:07.268821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7a08b-7d92-4bc9-9862-a5c9e597b9fd req-bfc8d6be-1456-48f0-a7c0-5659fbb47212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:07.270341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c7a08b-7d92-4bc9-9862-a5c9e597b9fd req-bfc8d6be-1456-48f0-a7c0-5659fbb47212 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 1127 time: 0.0576241
Apr 02 21:03:07.341709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c7a08b-7d92-4bc9-9862-a5c9e597b9fd req-9714ee08-907f-4b5e-a7b9-56d99b165abf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603268
Apr 02 21:03:07.360042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6395917-9a9c-4d4e-be82-ea15df4e8013 req-4d95b8b7-2931-4400-bf2c-4a80446b534e tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 210 time: 0.0409372
Apr 02 21:03:07.386613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade66b2-cca0-485c-bdbc-4a8137e590ea req-da781bad-58e9-442c-b2fc-09fac9a5ebde tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:07.386613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eade66b2-cca0-485c-bdbc-4a8137e590ea req-da781bad-58e9-442c-b2fc-09fac9a5ebde tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0649395
Apr 02 21:03:07.463356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eade66b2-cca0-485c-bdbc-4a8137e590ea req-e7d46277-78d4-4632-a3ff-ab83acf67e33 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731869
Apr 02 21:03:07.506354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b07bdf-ecd6-4a3f-bb9b-a69a76c2846d req-e5a29f57-2b09-45bc-9c7e-7cee4e8ffee9 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:07.513070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97b07bdf-ecd6-4a3f-bb9b-a69a76c2846d req-e5a29f57-2b09-45bc-9c7e-7cee4e8ffee9 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 949 time: 0.0776703
Apr 02 21:03:07.561923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97b07bdf-ecd6-4a3f-bb9b-a69a76c2846d req-38aef220-43bb-4b06-8e77-ff96907a2a48 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478425
Apr 02 21:03:07.680510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb5094-620f-4267-b791-1bb985d1ac66 req-8422c238-b9c1-41f1-a250-96dbed5e5986 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:07.684979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9eb5094-620f-4267-b791-1bb985d1ac66 req-8422c238-b9c1-41f1-a250-96dbed5e5986 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0813096
Apr 02 21:03:07.762700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9eb5094-620f-4267-b791-1bb985d1ac66 req-6f7a040b-17af-47d5-ae2b-63279a7f30c9 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670910
Apr 02 21:03:08.350206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2c4968a-ed36-4709-8101-d2f61beb3e84 req-e00c07fb-a618-4fb8-9808-54f4db7b4412 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 210 time: 0.0475013
Apr 02 21:03:08.453378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-deac55f5-dfeb-4c40-85c3-d9eeabbd971f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:08.455309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-deac55f5-dfeb-4c40-85c3-d9eeabbd971f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 817 time: 0.1541753
Apr 02 21:03:08.493468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06de2deb-f2e7-4aef-8312-f53addae5f9c req-93fae41b-370e-4e95-8571-50a369bd3fd2 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 210 time: 0.0520821
Apr 02 21:03:08.539012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-76a36555-2f3a-4218-822c-d7b1db91fe92 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 379 time: 0.0710602
Apr 02 21:03:08.550573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'port': {'device_id': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'admin_state_up': True, 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'security_groups': ['660c5c93-5653-4873-a356-3b04167e325b']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:08.603331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-cde3eb0c-5a5e-4e67-b59a-9ca35485f9e7 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:08.604872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-cde3eb0c-5a5e-4e67-b59a-9ca35485f9e7 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.15 "GET /v2.0/networks?id=ef594637-3f90-4a79-a016-a5c5d61ecc4c HTTP/1.1" status: 200  len: 815 time: 0.1214545
Apr 02 21:03:08.629730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Request body: {'port': {'device_id': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c', 'admin_state_up': True, 'tenant_id': '8431477fcd064f4f8ba2dedbed85b937'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:08.712352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e8853-0aec-440d-8d01-3868d9bbe086 req-579feb82-2345-43a1-9bbc-fd122be6dd6d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:08.713887 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-826e8853-0aec-440d-8d01-3868d9bbe086 req-579feb82-2345-43a1-9bbc-fd122be6dd6d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1293664
Apr 02 21:03:08.740189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Made reservation on behalf of 2a4f1507b69e40c8ace9eac029f1ced2 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:08.743682 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:08.750479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Made reservation on behalf of 8431477fcd064f4f8ba2dedbed85b937 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:08.753888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:08.819239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-826e8853-0aec-440d-8d01-3868d9bbe086 req-e20f7daf-e2ed-4e29-b946-1666adfa7dec tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988011
Apr 02 21:03:08.906465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Allocated IP 172.20.0.10 (d11c371b-654f-45ff-8edf-711168f9f05b/fdb74e7c-5a84-45e1-8ee7-f11003b6a341/9c6822bb-be50-4c34-94cb-f822e9b46f02) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:08.909334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Allocated IP 172.20.0.4 (ef594637-3f90-4a79-a016-a5c5d61ecc4c/6baaf526-47a0-471f-96c8-734f30cfadea/76286882-7eaa-4a02-bed9-78f11b3e3d7f) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:08.933860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591cbe4-6ae5-47ab-a44d-47c17c5b2fde req-04a0cdf5-7b1d-4074-be25-1c09302fca91 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:08.935343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7591cbe4-6ae5-47ab-a44d-47c17c5b2fde req-04a0cdf5-7b1d-4074-be25-1c09302fca91 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0835958
Apr 02 21:03:09.039126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7591cbe4-6ae5-47ab-a44d-47c17c5b2fde req-d6d6a2ad-f0c3-4eeb-9da3-f781282df010 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922060
Apr 02 21:03:09.062992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.100240 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.113780 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks [] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.156263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.159220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Network d11c371b-654f-45ff-8edf-711168f9f05b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:09.163506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:09.165329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:09.167488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:09.201509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Network ef594637-3f90-4a79-a016-a5c5d61ecc4c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:09.205140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:09.212141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:09.215468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:09.216126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.219636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Pushing event updated for resources: {'Port': ['ID=76286882-7eaa-4a02-bed9-78f11b3e3d7f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:09.235986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-d327ef35-f310-4f95-83d6-58eabc23d365 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6907706
Apr 02 21:03:09.266069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:09.266689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.283312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-c7fc1e77-6b85-4d14-8e4b-4270c377fb54 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6580715
Apr 02 21:03:09.288993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Request body: {'port': {'device_id': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:09.297280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Request body: {'port': {'device_id': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:09.351885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.366489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.470828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6aa9657f-5ff2-476e-923a-e3a3d1b4ad1a None None] Provisioning complete for port 9c6822bb-be50-4c34-94cb-f822e9b46f02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:09.471373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6aa9657f-5ff2-476e-923a-e3a3d1b4ad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.507080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9657f-5ff2-476e-923a-e3a3d1b4ad1a None None] Port 9c6822bb-be50-4c34-94cb-f822e9b46f02 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:03:09.565578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4897bc8-7aeb-4335-87f0-dd82206dd98f req-dacc5cb1-36c5-47f1-9bbb-86d7a0a6b0e6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:09.567686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4897bc8-7aeb-4335-87f0-dd82206dd98f req-dacc5cb1-36c5-47f1-9bbb-86d7a0a6b0e6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 932 time: 0.0976763
Apr 02 21:03:09.664786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4897bc8-7aeb-4335-87f0-dd82206dd98f req-f26b9d7e-f5ca-4d9b-8070-0b230e1a354e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704327
Apr 02 21:03:09.668556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3171459-c0fc-4949-80d8-7312a4316177 req-f9f89167-dafb-49aa-832c-436ebc5e32a9 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:09.670086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e3171459-c0fc-4949-80d8-7312a4316177 req-f9f89167-dafb-49aa-832c-436ebc5e32a9 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 931 time: 0.0936251
Apr 02 21:03:09.682436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76286882-7eaa-4a02-bed9-78f11b3e3d7f {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:09.700592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Publish callbacks [] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.717673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6822bb-be50-4c34-94cb-f822e9b46f02 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:09.724138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Transition to ACTIVE for port object 76286882-7eaa-4a02-bed9-78f11b3e3d7f will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:03:09.725695 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Publish callbacks [] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.738136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.738957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Transition to ACTIVE for port object 9c6822bb-be50-4c34-94cb-f822e9b46f02 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:03:09.742626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.746577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e3171459-c0fc-4949-80d8-7312a4316177 req-1e0a4388-98e4-42d0-88dd-48ff2c9589d1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706024
Apr 02 21:03:09.794105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Pushing event updated for resources: {'Port': ['ID=76286882-7eaa-4a02-bed9-78f11b3e3d7f,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:09.847786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:09.865978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Attempting to bind port 76286882-7eaa-4a02-bed9-78f11b3e3d7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:09.866408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Attempting to bind port 76286882-7eaa-4a02-bed9-78f11b3e3d7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5de2936d-664d-4681-b7bb-8116b2265d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:09.866794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Attempting to bind port 76286882-7eaa-4a02-bed9-78f11b3e3d7f on network ef594637-3f90-4a79-a016-a5c5d61ecc4c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:09.871475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Port 76286882-7eaa-4a02-bed9-78f11b3e3d7f on network ef594637-3f90-4a79-a016-a5c5d61ecc4c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:03:09.871865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Attempting to bind port 76286882-7eaa-4a02-bed9-78f11b3e3d7f on network ef594637-3f90-4a79-a016-a5c5d61ecc4c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:09.878340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:09.878758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Checking segment: {'id': '5de2936d-664d-4681-b7bb-8116b2265d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:09.879198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Bound using segment: {'id': '5de2936d-664d-4681-b7bb-8116b2265d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:09.879697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Bound port: 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de2936d-664d-4681-b7bb-8116b2265d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:09.880115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.887620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Attempting to bind port 9c6822bb-be50-4c34-94cb-f822e9b46f02 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:09.888014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Attempting to bind port 9c6822bb-be50-4c34-94cb-f822e9b46f02 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:09.888357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Attempting to bind port 9c6822bb-be50-4c34-94cb-f822e9b46f02 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:09.894896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Port 9c6822bb-be50-4c34-94cb-f822e9b46f02 on network d11c371b-654f-45ff-8edf-711168f9f05b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:03:09.895535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Attempting to bind port 9c6822bb-be50-4c34-94cb-f822e9b46f02 on network d11c371b-654f-45ff-8edf-711168f9f05b {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:09.900926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:09.901270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Checking segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:09.901715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Bound using segment: {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:09.902154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Bound port: 9c6822bb-be50-4c34-94cb-f822e9b46f02, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92657b22-b4b8-4cea-980a-f9183b40dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:09.902519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:09.955451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] For port 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:09.959218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] For port 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f,segment=NetworkSegment(5de2936d-664d-4681-b7bb-8116b2265d91),segment_id=5de2936d-664d-4681-b7bb-8116b2265d91)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:09.965908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:10.003494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.004111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:10.005680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/76286882-7eaa-4a02-bed9-78f11b3e3d7f HTTP/1.1" status: 200  len: 1091 time: 0.7133219
Apr 02 21:03:10.006410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'tag': '76286882-7eaa-4a02-bed9-78f11b3e3d7f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:10.008351 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41" -d '{"events": [{"name": "network-changed", "server_uuid": "eac1888d-eac9-4e66-a536-9232652a75ce", "tag": "76286882-7eaa-4a02-bed9-78f11b3e3d7f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:10.020289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbc299-c01d-4c03-8e9b-c597ce10db1a req-13210fce-e1ce-4067-9219-25923fe91d73 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.021886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42fbc299-c01d-4c03-8e9b-c597ce10db1a req-13210fce-e1ce-4067-9219-25923fe91d73 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1170218
Apr 02 21:03:10.024559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:10.029826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:10.035540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4067f9-3189-4735-8f43-28f3061632a3 service neutron] Pushing event updated for resources: {'Port': ['ID=76286882-7eaa-4a02-bed9-78f11b3e3d7f,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:10.048926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:10.068881 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eb3cd0-6e51-4428-a13a-39067ad5cc2d x-openstack-request-id: req-b7eb3cd0-6e51-4428-a13a-39067ad5cc2d {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:10.069175 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac1888d-eac9-4e66-a536-9232652a75ce", "tag": "76286882-7eaa-4a02-bed9-78f11b3e3d7f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:10.069435 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7eb3cd0-6e51-4428-a13a-39067ad5cc2d {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:10.069880 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7eb3cd0-6e51-4428-a13a-39067ad5cc2d'] response: {'name': 'network-changed', 'server_uuid': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'tag': '76286882-7eaa-4a02-bed9-78f11b3e3d7f', 'status': 'completed', 'code': 200}
Apr 02 21:03:10.127314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42fbc299-c01d-4c03-8e9b-c597ce10db1a req-5b775444-7569-4f4c-b088-67387408c73e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939772
Apr 02 21:03:10.136072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.136443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:10.137862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 1092 time: 0.8531783
Apr 02 21:03:10.138327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:10.141379 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece495f1-82ed-4a3f-b803-93b1ea3bf534" -d '{"events": [{"name": "network-changed", "server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:10.158684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-49426f27-bd60-4bf0-b72f-da79812f81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.160422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-49426f27-bd60-4bf0-b72f-da79812f81f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8431477fcd064f4f8ba2dedbed85b937&device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 1125 time: 0.0941305
Apr 02 21:03:10.165024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece653-e62e-4e2d-ae43-ad5c1c396c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:10.226405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-6756f5a3-5527-4fa6-9a7e-575c6b2f984c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f HTTP/1.1" status: 200  len: 217 time: 0.0526292
Apr 02 21:03:10.247861 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ab938-7c0e-41a8-b2ba-0ea636dcd103 x-openstack-request-id: req-e17ab938-7c0e-41a8-b2ba-0ea636dcd103 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:10.248203 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:10.248604 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e17ab938-7c0e-41a8-b2ba-0ea636dcd103 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:10.249021 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17ab938-7c0e-41a8-b2ba-0ea636dcd103'] response: {'name': 'network-changed', 'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'status': 'completed', 'code': 200}
Apr 02 21:03:10.283409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-08fba1ab-94a1-4f0e-a6b8-5b20b295fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.284723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-08fba1ab-94a1-4f0e-a6b8-5b20b295fabe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1126 time: 0.0837162
Apr 02 21:03:10.286249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-ce5820eb-4a4d-4e53-b67b-3d964d4ff7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.287707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-ce5820eb-4a4d-4e53-b67b-3d964d4ff7d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6baaf526-47a0-471f-96c8-734f30cfadea HTTP/1.1" status: 200  len: 855 time: 0.0524290
Apr 02 21:03:10.334412 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-cdf82104-5e24-4141-8e84-74de58a1cce1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef594637-3f90-4a79-a016-a5c5d61ecc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292156
Apr 02 21:03:10.367894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-63dc42b1-7201-4a4e-afaa-4eb557b48e7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 217 time: 0.0672953
Apr 02 21:03:10.380509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48022-c1ae-47ef-b727-a13971a87996 req-ef65f69d-3730-43d4-b4e8-a8e41efea2a2 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.385095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13b48022-c1ae-47ef-b727-a13971a87996 req-ef65f69d-3730-43d4-b4e8-a8e41efea2a2 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1616716
Apr 02 21:03:10.453344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-fc7f3faf-fd13-4e80-8c6a-8974edc643fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.455078 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-fc7f3faf-fd13-4e80-8c6a-8974edc643fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.0785534
Apr 02 21:03:10.476986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13b48022-c1ae-47ef-b727-a13971a87996 req-850f53d4-5851-4448-a60a-fc3ea1c7c92d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883965
Apr 02 21:03:10.499546 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-7b080b4e-e25a-439b-bcb5-e5438e2e1f52 service neutron] 10.222.0.15 "GET /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507933
Apr 02 21:03:10.511700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83ae3-8d7d-49e5-b9e4-26722da89673 req-6a8a9722-bc84-4fba-aad0-504ca793ccdb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.513194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1a83ae3-8d7d-49e5-b9e4-26722da89673 req-6a8a9722-bc84-4fba-aad0-504ca793ccdb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1281507
Apr 02 21:03:10.540330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-48307a74-113b-4fb5-b2a3-714ff4c4eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.541830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-48307a74-113b-4fb5-b2a3-714ff4c4eb27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0795555
Apr 02 21:03:10.591992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1a83ae3-8d7d-49e5-b9e4-26722da89673 req-80048015-78e3-4cd1-91e7-0913b31115b5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718250
Apr 02 21:03:10.592205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59ff495a-a2f8-49ca-80b0-d316a3f4ff11 req-d5831732-dd96-4bbd-95c7-698961cfe84f service neutron] 10.222.0.15 "GET /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866964
Apr 02 21:03:10.659063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-6768b81e-c77d-44f9-9801-b3cb0c21c52c service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076553
Apr 02 21:03:10.683146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-57b65dfc-1cdb-4049-98ec-a2664e02fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.684670 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-57b65dfc-1cdb-4049-98ec-a2664e02fc74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8431477fcd064f4f8ba2dedbed85b937&device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 1125 time: 0.0478766
Apr 02 21:03:10.791652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163167e-87ce-452b-81f6-b49b655327cc req-09e3810f-48ef-46cd-b25a-6ae478ea1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.793241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2163167e-87ce-452b-81f6-b49b655327cc req-09e3810f-48ef-46cd-b25a-6ae478ea1392 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 1128 time: 0.0921149
Apr 02 21:03:10.795135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf9c7990-7f33-436f-a0e4-2e2c20cc5044 req-349239a7-a6da-4479-a361-e1f67f1f98a7 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276000
Apr 02 21:03:10.834814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-3c641c47-78a5-42eb-bc7e-bfd6b6d153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.836881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-3c641c47-78a5-42eb-bc7e-bfd6b6d153fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef594637-3f90-4a79-a016-a5c5d61ecc4c HTTP/1.1" status: 200  len: 916 time: 0.1458004
Apr 02 21:03:10.847307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ce29-9dfa-4121-8d8b-5bd7871d4348 req-4dd07261-5eeb-4044-b127-aa88c9afbaca tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.848887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bbb8ce29-9dfa-4121-8d8b-5bd7871d4348 req-4dd07261-5eeb-4044-b127-aa88c9afbaca tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.0997081
Apr 02 21:03:10.899816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-b6c5b754-39b9-4629-acbe-54ba8bfaaf76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f HTTP/1.1" status: 200  len: 217 time: 0.0468543
Apr 02 21:03:10.902781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2163167e-87ce-452b-81f6-b49b655327cc req-cf65761a-2cd7-4c7a-a344-82e7642f6f0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033645
Apr 02 21:03:10.934871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee6bdd-e70a-4b86-a398-0d6ea9ed1be5 req-44db3bd1-c5db-4609-b363-b509b73a8c4f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.937008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cee6bdd-e70a-4b86-a398-0d6ea9ed1be5 req-44db3bd1-c5db-4609-b363-b509b73a8c4f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 943 time: 0.1044042
Apr 02 21:03:10.939738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-f6bdf9a6-0792-4e07-b07f-fc6c36f80dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.941169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-f6bdf9a6-0792-4e07-b07f-fc6c36f80dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1126 time: 0.0693431
Apr 02 21:03:10.981283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bbb8ce29-9dfa-4121-8d8b-5bd7871d4348 req-f788294d-e2e7-4e69-bcd4-4ab51b06d700 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185462
Apr 02 21:03:10.983337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-c383da26-9370-4994-b880-7a550276f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:10.984731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-c383da26-9370-4994-b880-7a550276f93d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6baaf526-47a0-471f-96c8-734f30cfadea HTTP/1.1" status: 200  len: 855 time: 0.0786994
Apr 02 21:03:11.030560 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-872f2567-e09f-4111-b085-92b47461d00d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef594637-3f90-4a79-a016-a5c5d61ecc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391726
Apr 02 21:03:11.046360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cee6bdd-e70a-4b86-a398-0d6ea9ed1be5 req-8fa766fc-5859-4947-a51f-2cffa8765db7 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017532
Apr 02 21:03:11.067823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-19599bdf-d99b-48d4-b1f8-54607f181175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:11.069592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-19599bdf-d99b-48d4-b1f8-54607f181175 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1192083
Apr 02 21:03:11.110123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-e1ed7679-26dd-499b-a718-12bfb1c9975d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 217 time: 0.0347118
Apr 02 21:03:11.126698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-07084cb6-9a92-411e-b034-c8fb9e685d4c service neutron] 10.222.0.15 "GET /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890362
Apr 02 21:03:11.169884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-d545c0dd-33f5-4c6a-abdc-713da6e5c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:11.173401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-d545c0dd-33f5-4c6a-abdc-713da6e5c7b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.0567012
Apr 02 21:03:11.198777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:11.247513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-b1c498c8-62cd-4ca4-b6f8-1bee0a0e2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:11.250851 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-b1c498c8-62cd-4ca4-b6f8-1bee0a0e2e9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0657694
Apr 02 21:03:11.307856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6899260a-714f-44f5-b030-a483cf54a670 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:11.308557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:11.333700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6899260a-714f-44f5-b030-a483cf54a670'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:11.336016 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98277b2a-9d5f-48d7-aeb4-f29ab85d4a61" -d '{"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-unplugged", "status": "completed", "tag": "6899260a-714f-44f5-b030-a483cf54a670"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:11.350860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:11.352316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-6b80b1f2-33a7-4b3f-808f-f0c84f150349 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946283
Apr 02 21:03:11.356259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:11.385564 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f2d97-f9eb-445e-a397-52d30be51b3b x-openstack-request-id: req-cc4f2d97-f9eb-445e-a397-52d30be51b3b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:11.385861 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-unplugged", "status": "completed", "tag": "6899260a-714f-44f5-b030-a483cf54a670", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:11.386306 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc4f2d97-f9eb-445e-a397-52d30be51b3b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:11.387044 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4f2d97-f9eb-445e-a397-52d30be51b3b'] response: {'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6899260a-714f-44f5-b030-a483cf54a670', 'code': 200}
Apr 02 21:03:11.419220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:11.470965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ece495f1-82ed-4a3f-b803-93b1ea3bf534 req-c3415587-b61d-49f0-8694-7f25e4bbebd6 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091905
Apr 02 21:03:11.601422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce1fbe9a-15c4-43d8-b79e-e676d1860c41 req-522925bc-8556-4e66-b570-f0a269e5be40 service neutron] 10.222.0.15 "GET /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4674759
Apr 02 21:03:11.628844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250fcc4-7c06-4b42-873b-de9b3a8d56d7 req-20e7ed23-77e4-4fed-9256-209068a81b10 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:11.630437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5250fcc4-7c06-4b42-873b-de9b3a8d56d7 req-20e7ed23-77e4-4fed-9256-209068a81b10 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0816483
Apr 02 21:03:11.681385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5250fcc4-7c06-4b42-873b-de9b3a8d56d7 req-a042684e-e933-4e3d-88f4-67003543ebd9 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427938
Apr 02 21:03:11.724589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d513cd4-8e34-425c-9c52-68be5e852775 req-4940aceb-c403-41b0-b5f9-48a8010d3cd4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:11.726219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d513cd4-8e34-425c-9c52-68be5e852775 req-4940aceb-c403-41b0-b5f9-48a8010d3cd4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0569143
Apr 02 21:03:11.774198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d513cd4-8e34-425c-9c52-68be5e852775 req-d01a0bcc-119d-4f41-ac0e-b2332a5ed6cd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424421
Apr 02 21:03:12.112708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aabebe-f749-49c2-a121-078c308e4354 req-7fbcfc7c-b5d4-47cc-b88f-0cb6903fd4de tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:12.115011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7aabebe-f749-49c2-a121-078c308e4354 req-7fbcfc7c-b5d4-47cc-b88f-0cb6903fd4de tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.0591726
Apr 02 21:03:12.166315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c7aabebe-f749-49c2-a121-078c308e4354 req-6bc5a24b-105d-4898-ba82-9329973d31bc tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456088
Apr 02 21:03:12.169828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b6a50-41d4-4a1a-bbe9-539c5721844f req-5cfc7a6f-505b-4fb5-abf8-4bc0cbfbdf9d tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:12.171464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b4b6a50-41d4-4a1a-bbe9-539c5721844f req-5cfc7a6f-505b-4fb5-abf8-4bc0cbfbdf9d tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 943 time: 0.0568721
Apr 02 21:03:12.224973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b4b6a50-41d4-4a1a-bbe9-539c5721844f req-28431129-339f-4255-82f3-a34af7a9c932 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478714
Apr 02 21:03:12.797155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a3899-fa49-4919-915d-9056cd4c2de8 req-832bdb18-6f99-42da-9119-ce0d05c7b12a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:12.798640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e07a3899-fa49-4919-915d-9056cd4c2de8 req-832bdb18-6f99-42da-9119-ce0d05c7b12a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.0514364
Apr 02 21:03:12.848124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e07a3899-fa49-4919-915d-9056cd4c2de8 req-fe4ea9b1-1459-4933-80a5-bee2d1a53e25 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415301
Apr 02 21:03:12.897510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c02bba-627d-4e49-a338-4c1785c55dba req-a89f1fa4-6321-4a0a-8678-87b49ad05310 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:12.899124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5c02bba-627d-4e49-a338-4c1785c55dba req-a89f1fa4-6321-4a0a-8678-87b49ad05310 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0560601
Apr 02 21:03:12.950471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5c02bba-627d-4e49-a338-4c1785c55dba req-439fa16a-df3c-49da-aaa3-6a77a9621228 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451360
Apr 02 21:03:13.214066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:13.225370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-43a4b909-3cfd-4ea9-81ec-5951472cee8a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:13.226869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-43a4b909-3cfd-4ea9-81ec-5951472cee8a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 810 time: 0.1025610
Apr 02 21:03:13.241925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-ac079c3d-1c65-4d5c-98d8-dfd34869aa11 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/quotas/ff8ea67a27f74237963a177abd07cc45 HTTP/1.1" status: 200  len: 375 time: 0.0091798
Apr 02 21:03:13.299434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a703ca8-81dc-458d-9be6-c8a2d1813360 req-fcde920b-1d1c-49fd-8848-dbe8ce952336 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:13.301804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-3c8b81a3-eb3c-4dfe-8048-b8c86e2eb594 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0543716
Apr 02 21:03:13.306361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a703ca8-81dc-458d-9be6-c8a2d1813360 req-fcde920b-1d1c-49fd-8848-dbe8ce952336 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.0596249
Apr 02 21:03:13.322830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:13.334948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'mac_address': 'fa:16:3e:f3:fe:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:13.353983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a703ca8-81dc-458d-9be6-c8a2d1813360 req-7da3514e-3ec0-407c-aa6b-d3c93ab2ac75 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467505
Apr 02 21:03:13.386867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:13.387265 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:13.394148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-7766a16d-d9aa-4571-b77f-4dc8295c5088 service neutron] 10.222.0.18 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851102
Apr 02 21:03:13.403490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b2da71-53de-4a86-a10f-8df6fc7762bd {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:13.424431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:13.429766 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:13.478820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f480d6-7577-4490-b375-941c9b982574 req-c6ddd3e7-626c-4ec3-b9fe-514d47cab210 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:13.480779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44f480d6-7577-4490-b375-941c9b982574 req-c6ddd3e7-626c-4ec3-b9fe-514d47cab210 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 943 time: 0.0621476
Apr 02 21:03:13.493747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-a8ebebb8-4474-4e06-a007-8241eaa72ecc service neutron] 10.222.0.18 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932300
Apr 02 21:03:13.493949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:13.530080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['09b2da71-53de-4a86-a10f-8df6fc7762bd'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:13.538003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44f480d6-7577-4490-b375-941c9b982574 req-8656e3c1-0990-4a52-8369-a00966d95b42 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511343
Apr 02 21:03:13.674315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-386ee5b6-9384-4952-93c9-d79541c9ad7b req-8842f878-5fe3-43d1-909e-e91c49d5abf4 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 210 time: 0.0267432
Apr 02 21:03:14.080365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26838f0b-c83f-4622-9cf4-dc92d6da6972 req-fbc8f355-2233-49a5-ac5b-26c01fe7c621 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:14.081923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26838f0b-c83f-4622-9cf4-dc92d6da6972 req-fbc8f355-2233-49a5-ac5b-26c01fe7c621 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0560706
Apr 02 21:03:14.130073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26838f0b-c83f-4622-9cf4-dc92d6da6972 req-45fad1b6-5312-4f97-b57e-48d69d9f5dca tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424600
Apr 02 21:03:14.263673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:14.501166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76699b-2a0c-4deb-9e78-b9c5376b0812 req-674ca835-4d6f-40d8-a73c-bc6defbc4a35 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:14.502914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be76699b-2a0c-4deb-9e78-b9c5376b0812 req-674ca835-4d6f-40d8-a73c-bc6defbc4a35 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.0737803
Apr 02 21:03:14.558113 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be76699b-2a0c-4deb-9e78-b9c5376b0812 req-5914641c-c526-4817-b377-d6e5133fb6b7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469177
Apr 02 21:03:14.681286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-45f5bf6d-e02e-4d35-b6ce-71b4032d6c37 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:14.683113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-45f5bf6d-e02e-4d35-b6ce-71b4032d6c37 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 810 time: 0.1653812
Apr 02 21:03:14.701909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Request body: {'port': {'device_id': '99317874-e637-442b-a46a-9c7d51b11694', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'admin_state_up': True, 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:14.707488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06a4bc-a898-4a6a-b672-cbb0c7f9e85f req-e07f90c3-f248-41bd-94e2-2ea840fb838d tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:14.709157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf06a4bc-a898-4a6a-b672-cbb0c7f9e85f req-e07f90c3-f248-41bd-94e2-2ea840fb838d tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 943 time: 0.0645864
Apr 02 21:03:14.771652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf06a4bc-a898-4a6a-b672-cbb0c7f9e85f req-806ef925-a6e5-46ea-ada9-9fc24c90d04f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567825
Apr 02 21:03:14.848522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87458355-8090-4afd-9706-97f064e991ef req-0775464f-922a-4eb0-a696-ebc886e6aaae tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 210 time: 0.0372672
Apr 02 21:03:14.856240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Made reservation on behalf of ff8ea67a27f74237963a177abd07cc45 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:14.858260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:14.896193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d3f1a-3bb2-4fdc-890c-3d1503338abf req-2a25e091-01f7-4413-9779-4374012df4e6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:14.897682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-535d3f1a-3bb2-4fdc-890c-3d1503338abf req-2a25e091-01f7-4413-9779-4374012df4e6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0533476
Apr 02 21:03:14.947375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-535d3f1a-3bb2-4fdc-890c-3d1503338abf req-17e400e3-4131-43a7-bd5b-3ff46d7ae875 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438938
Apr 02 21:03:14.983882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Allocated IP 172.20.0.13 (15393407-38b0-412f-b2fb-6464d85ff0fe/b289b92b-7c30-44c3-877c-587b32f763f1/fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:15.128564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks [] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.162984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.175426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14bbc9b5-7e6e-44d2-855e-651eac54cff7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:15.207717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Network 15393407-38b0-412f-b2fb-6464d85ff0fe is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:15.223383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:15.226625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:15.229292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:15.235458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:15.253088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Pushing event updated for resources: {'Port': ['ID=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:15.309156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:15.310219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.318982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ced62-47fd-4957-9fc8-cad6adb8d668 req-b4f94f6a-628d-4fd7-b6e2-78977beb9123 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:15.320496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a9ced62-47fd-4957-9fc8-cad6adb8d668 req-b4f94f6a-628d-4fd7-b6e2-78977beb9123 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1100910
Apr 02 21:03:15.339144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fd2f6d5c-8223-4b98-8513-7f9b67989e7a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6424298
Apr 02 21:03:15.351699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Request body: {'port': {'device_id': '99317874-e637-442b-a46a-9c7d51b11694', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:15.400688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 09b2da71-53de-4a86-a10f-8df6fc7762bd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:15.401276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.429787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a9ced62-47fd-4957-9fc8-cad6adb8d668 req-9ccb7aad-1087-4441-9047-d168a6fa5014 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015429
Apr 02 21:03:15.441167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.444103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:15.467280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'mac_address': 'fa:16:3e:65:1a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:15.534602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:15.534988 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.571965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6822bb-be50-4c34-94cb-f822e9b46f02 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:15.585004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:15.585388 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.607612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:15.615462 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.616135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 76286882-7eaa-4a02-bed9-78f11b3e3d7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:15.625551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:15.627805 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfcbc91-d37b-493e-a2df-c15ce5672ef7" -d '{"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:15.665929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:15.672817 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e59e0e-6be6-40bc-ba67-4b39cb9da183 x-openstack-request-id: req-c5e59e0e-6be6-40bc-ba67-4b39cb9da183 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:15.673109 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:15.673365 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5e59e0e-6be6-40bc-ba67-4b39cb9da183 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:15.673765 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e59e0e-6be6-40bc-ba67-4b39cb9da183'] response: {'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'code': 200}
Apr 02 21:03:15.680701 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:15.719332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:15.721337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d4ca3-35ea-415a-a134-6d3a55a1564f req-f4b9560a-b427-4f6d-bc93-bca3705d086f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:15.726609 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-644d4ca3-35ea-415a-a134-6d3a55a1564f req-f4b9560a-b427-4f6d-bc93-bca3705d086f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.0779345
Apr 02 21:03:15.792628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-644d4ca3-35ea-415a-a134-6d3a55a1564f req-9e641bc2-486e-4084-b64f-81ad5a3cbdee tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598655
Apr 02 21:03:15.793681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:15.933996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ad02b-926b-41e9-91d3-3a76198b3345 req-6ccbacbc-93c7-4862-8f95-4ceee5fbb53e tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:15.935443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b76ad02b-926b-41e9-91d3-3a76198b3345 req-6ccbacbc-93c7-4862-8f95-4ceee5fbb53e tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 943 time: 0.0719869
Apr 02 21:03:15.987203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b76ad02b-926b-41e9-91d3-3a76198b3345 req-8f8fd612-e758-404d-97d2-acf4d4b2ed94 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458708
Apr 02 21:03:16.020368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6f83e-1ca5-4fe1-8557-954cf2d6a336 req-1a685f08-b8c8-4655-af87-9852d9c1e1cb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.020956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f,segment=NetworkSegment(5de2936d-664d-4681-b7bb-8116b2265d91),segment_id=5de2936d-664d-4681-b7bb-8116b2265d91)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:16.022200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42e6f83e-1ca5-4fe1-8557-954cf2d6a336 req-1a685f08-b8c8-4655-af87-9852d9c1e1cb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 932 time: 0.0853956
Apr 02 21:03:16.033376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '76286882-7eaa-4a02-bed9-78f11b3e3d7f', 'network_id': 'ef594637-3f90-4a79-a016-a5c5d61ecc4c', 'port_id': '76286882-7eaa-4a02-bed9-78f11b3e3d7f', 'mac_address': 'fa:16:3e:34:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baaf526-47a0-471f-96c8-734f30cfadea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:16.072023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 76286882-7eaa-4a02-bed9-78f11b3e3d7f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:16.072438 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.091236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76286882-7eaa-4a02-bed9-78f11b3e3d7f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:16.101891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:16.115308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fdcc9-3c3c-4f09-8f02-080247bfd5ab req-7d6a2235-7aa0-4243-a9e4-e333d4a942f0 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.115948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f,segment=NetworkSegment(5de2936d-664d-4681-b7bb-8116b2265d91),segment_id=5de2936d-664d-4681-b7bb-8116b2265d91)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:16.116474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Publish callbacks [] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.116830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d1fdcc9-3c3c-4f09-8f02-080247bfd5ab req-7d6a2235-7aa0-4243-a9e4-e333d4a942f0 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0601017
Apr 02 21:03:16.122079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.127759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42e6f83e-1ca5-4fe1-8557-954cf2d6a336 req-22cba1ae-f1f5-429f-96f7-73c0d0738b34 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920861
Apr 02 21:03:16.134943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Transition to ACTIVE for port object fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:03:16.151307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.178689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=76286882-7eaa-4a02-bed9-78f11b3e3d7f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:16.190745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d1fdcc9-3c3c-4f09-8f02-080247bfd5ab req-0261255d-3c36-45f5-adf9-1c9bce02dfc1 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619411
Apr 02 21:03:16.212861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:16.260554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Attempting to bind port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:16.260832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Attempting to bind port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:16.261156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Attempting to bind port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa on network 15393407-38b0-412f-b2fb-6464d85ff0fe {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:16.265858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa on network 15393407-38b0-412f-b2fb-6464d85ff0fe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:03:16.266175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Attempting to bind port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa on network 15393407-38b0-412f-b2fb-6464d85ff0fe {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:16.270803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:16.271138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Checking segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:16.271516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Bound using segment: {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:16.271930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Bound port: fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7a10c6-6eb9-4aab-a21d-2f31866186d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:16.272285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.336839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] For port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:16.339705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] For port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:16.346184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.379192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.379814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:16.381239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] 10.222.0.21 "PUT /v2.0/ports/fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa HTTP/1.1" status: 200  len: 1092 time: 1.0334156
Apr 02 21:03:16.381679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99317874-e637-442b-a46a-9c7d51b11694', 'tag': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:16.383908 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbe4769-5394-4a72-a68c-2f459136cf25" -d '{"events": [{"name": "network-changed", "server_uuid": "99317874-e637-442b-a46a-9c7d51b11694", "tag": "fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:16.410262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c5d1d-f43b-4b24-9600-e52bc1adb814 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:16.445433 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e79c8-f114-4c40-88f8-a0625e75058a x-openstack-request-id: req-ee3e79c8-f114-4c40-88f8-a0625e75058a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:16.445671 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99317874-e637-442b-a46a-9c7d51b11694", "tag": "fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:16.445933 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee3e79c8-f114-4c40-88f8-a0625e75058a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:16.446333 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3e79c8-f114-4c40-88f8-a0625e75058a'] response: {'name': 'network-changed', 'server_uuid': '99317874-e637-442b-a46a-9c7d51b11694', 'tag': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa', 'status': 'completed', 'code': 200}
Apr 02 21:03:16.466129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-4e76a797-8e27-4dd3-b1a3-ad2fa519bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.467658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-4e76a797-8e27-4dd3-b1a3-ad2fa519bdc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 1126 time: 0.0493309
Apr 02 21:03:16.514438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-a795c3c0-1c88-4b27-b97c-d833199c21df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa HTTP/1.1" status: 200  len: 217 time: 0.0376554
Apr 02 21:03:16.554918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d244d-5c5d-4892-9d06-ed5c7d898956 req-7e6a7afe-845a-4dd1-8708-13ad844f848d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.556387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-333d244d-5c5d-4892-9d06-ed5c7d898956 req-7e6a7afe-845a-4dd1-8708-13ad844f848d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0519321
Apr 02 21:03:16.563056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fa14512c-3bbf-461b-9b55-c1e1a4ef5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.564531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-fa14512c-3bbf-461b-9b55-c1e1a4ef5990 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.0430238
Apr 02 21:03:16.595488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-2d4611ce-8290-4230-b153-479fa6877bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252028
Apr 02 21:03:16.604163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-333d244d-5c5d-4892-9d06-ed5c7d898956 req-e6eb9294-0b79-455d-947d-73a5338c705f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411782
Apr 02 21:03:16.685175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-cf424311-b171-49a3-ac56-f15be558c76d service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838125
Apr 02 21:03:16.701311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9c6822bb-be50-4c34-94cb-f822e9b46f02'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:16.708384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['76286882-7eaa-4a02-bed9-78f11b3e3d7f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:16.785734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1553c87-ae34-4b41-89c6-ad909f693a23 req-710df473-27bd-44c9-8914-5e801294af4d service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944073
Apr 02 21:03:16.931734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-b6eaaa4d-5cf7-48a9-81ce-58248e02e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.933394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-b6eaaa4d-5cf7-48a9-81ce-58248e02e374 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 1126 time: 0.0917847
Apr 02 21:03:16.949642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041929e-a937-4903-8076-30a5873f4fb9 req-76b2aa33-6c1f-43f4-b277-be63eb733871 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:16.951075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5041929e-a937-4903-8076-30a5873f4fb9 req-76b2aa33-6c1f-43f4-b277-be63eb733871 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.0732050
Apr 02 21:03:17.057736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5041929e-a937-4903-8076-30a5873f4fb9 req-236f40e7-e31f-4516-88b0-b091b2be30d5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985651
Apr 02 21:03:17.083079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-1e390291-230e-47c6-afd0-d99478fa3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.084788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-1e390291-230e-47c6-afd0-d99478fa3d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 911 time: 0.1327424
Apr 02 21:03:17.121765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10ad6-d184-414a-bafc-ceb0ad255d1a req-e82304ef-e65b-4e77-b6bc-ef48e3e86153 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.123236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ed10ad6-d184-414a-bafc-ceb0ad255d1a req-e82304ef-e65b-4e77-b6bc-ef48e3e86153 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 944 time: 0.0646131
Apr 02 21:03:17.129669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-f8f593a3-61f5-4499-a03f-5d98bff164fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa HTTP/1.1" status: 200  len: 217 time: 0.0374141
Apr 02 21:03:17.179821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ed10ad6-d184-414a-bafc-ceb0ad255d1a req-c93039bf-e1ac-49bb-9abf-05741e52f4af tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500319
Apr 02 21:03:17.180620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-428dc9a1-f6f7-48d8-a8ca-2ec5a3472d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.182064 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-428dc9a1-f6f7-48d8-a8ca-2ec5a3472d28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.0455441
Apr 02 21:03:17.216405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-94f848c3-b278-4fe5-9693-cadfa190db02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273461
Apr 02 21:03:17.325550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580452c-2a16-482b-8dc9-0db3e9e8f1fa req-f3046b07-aecd-44e1-b649-9547659efeae tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.327033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6580452c-2a16-482b-8dc9-0db3e9e8f1fa req-f3046b07-aecd-44e1-b649-9547659efeae tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 944 time: 0.1129866
Apr 02 21:03:17.361108 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-657d2bc5-a040-482c-b5a4-d83336450363 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352577
Apr 02 21:03:17.426319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6580452c-2a16-482b-8dc9-0db3e9e8f1fa req-280243cb-d58d-4166-858e-2941a550d7dd tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928898
Apr 02 21:03:17.452580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814a43c-a6aa-428f-b4c0-f522b8aebf25 req-5d87bb61-d36e-4e84-abf5-5e611208a6a2 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.456785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4814a43c-a6aa-428f-b4c0-f522b8aebf25 req-5d87bb61-d36e-4e84-abf5-5e611208a6a2 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0884891
Apr 02 21:03:17.476652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-5258640d-f181-4257-a450-41da795d0e8c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.478129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-5258640d-f181-4257-a450-41da795d0e8c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.15 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 946 time: 0.0858376
Apr 02 21:03:17.488680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fbbe4769-5394-4a72-a68c-2f459136cf25 req-dc0a8f8c-518a-4ea6-8a39-f0a0d6c181ef service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179917
Apr 02 21:03:17.553154 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4814a43c-a6aa-428f-b4c0-f522b8aebf25 req-53c189c7-c632-4dfb-afb3-d5fcc532f729 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=10c9cd59-93ed-4145-8397-10acf55c9990&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897245
Apr 02 21:03:17.600264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Deleting port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:17.600642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:17.636245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:17.687798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] For port f2ea41d2-5537-49e4-98d6-de0eedf3bff6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:17.688171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:17.730688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5f62d-e7c9-4ecc-9123-1cc40c610c6a req-ebbe882a-531a-4bac-8b26-6293c884cda7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:17.732059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0b5f62d-e7c9-4ecc-9123-1cc40c610c6a req-ebbe882a-531a-4bac-8b26-6293c884cda7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0573206
Apr 02 21:03:17.781551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0b5f62d-e7c9-4ecc-9123-1cc40c610c6a req-9e78cdfd-9dc9-42ba-a6de-6a07fd2cee73 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413597
Apr 02 21:03:17.862873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:17.863137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (3c529f41-b6ec-4409-ad3c-556dfe7fa48f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:17.863444 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Floating IP 3c529f41-b6ec-4409-ad3c-556dfe7fa48f disassociated. External IP: 172.35.4.206, port: f2ea41d2-5537-49e4-98d6-de0eedf3bff6.
Apr 02 21:03:17.863777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Calling delete_port for f2ea41d2-5537-49e4-98d6-de0eedf3bff6 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:17.989951 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f2ea41d2-5537-49e4-98d6-de0eedf3bff6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:18.020224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event deleted for resources: {'Port': ['ID=f2ea41d2-5537-49e4-98d6-de0eedf3bff6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:18.138787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Router f425f76a-d496-43ca-878f-34dee0937d47 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:03:18.201575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0b232-d5e6-40f0-a232-958ae87b68d5 req-ec0b56e3-0207-4d73-ba99-ebe6dd9c9f7e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:18.203690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ce0b232-d5e6-40f0-a232-958ae87b68d5 req-ec0b56e3-0207-4d73-ba99-ebe6dd9c9f7e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.0642898
Apr 02 21:03:18.252276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ce0b232-d5e6-40f0-a232-958ae87b68d5 req-a6b87940-b77e-479f-8137-45ccb2afa7ed tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424895
Apr 02 21:03:18.273947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:18.289520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:18.301731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:18.302441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458e25b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:18.330374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] No DVR routers for this DVR port f2ea41d2-5537-49e4-98d6-de0eedf3bff6 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:03:18.333449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:18.336696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fd732fb-020a-4826-b221-2b32d15d31ec req-40408508-9d50-49b2-975d-ae3985d73887 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.15 "DELETE /v2.0/ports/f2ea41d2-5537-49e4-98d6-de0eedf3bff6 HTTP/1.1" status: 204  len: 173 time: 0.8506336
Apr 02 21:03:18.337120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'name': 'network-vif-deleted', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:18.339544 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadff53d-79c5-4d92-a03d-aca7834ed5cc" -d '{"events": [{"server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "name": "network-vif-deleted", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:18.369531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89dab4-c7a8-46e7-828b-77a54e88ce92 req-bde58996-3d47-4816-868f-49659fb41175 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:18.371412 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa89dab4-c7a8-46e7-828b-77a54e88ce92 req-bde58996-3d47-4816-868f-49659fb41175 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 944 time: 0.1103578
Apr 02 21:03:18.397751 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92592d1-c110-4c53-b72d-2cfac831c336 x-openstack-request-id: req-c92592d1-c110-4c53-b72d-2cfac831c336 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:18.398051 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259abe5f-f848-4966-b186-a747835eab18", "name": "network-vif-deleted", "tag": "f2ea41d2-5537-49e4-98d6-de0eedf3bff6", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:18.398307 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c92592d1-c110-4c53-b72d-2cfac831c336 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:18.398710 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92592d1-c110-4c53-b72d-2cfac831c336'] response: {'server_uuid': '259abe5f-f848-4966-b186-a747835eab18', 'name': 'network-vif-deleted', 'tag': 'f2ea41d2-5537-49e4-98d6-de0eedf3bff6', 'status': 'completed', 'code': 200}
Apr 02 21:03:18.435096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa89dab4-c7a8-46e7-828b-77a54e88ce92 req-3e724f42-118a-4f8e-b700-c1c8e002b376 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538423
Apr 02 21:03:18.448344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:18.571443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95582e8e-002c-4775-aa9d-f1da1be5eaf5 req-45e238b4-8f15-46ed-b950-f522b603b46a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:18.573084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95582e8e-002c-4775-aa9d-f1da1be5eaf5 req-45e238b4-8f15-46ed-b950-f522b603b46a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 944 time: 0.0585811
Apr 02 21:03:18.665054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95582e8e-002c-4775-aa9d-f1da1be5eaf5 req-15de8247-436d-4848-8e97-5e8a76dca941 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821967
Apr 02 21:03:18.705721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c7d357c-9fc3-453a-bef6-026d97ec69d9 req-a1aca9e7-8fad-4a25-9f7b-68da181c9e66 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=259abe5f-f848-4966-b186-a747835eab18 HTTP/1.1" status: 200  len: 210 time: 0.0469625
Apr 02 21:03:18.735077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458e25b0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:18.763112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:18.772917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:18.773531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458e25b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:18.901797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:18.918259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af37b-6532-400d-be69-59842df53be6 req-563c592f-4479-4556-bb83-a3315aebf411 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:18.920636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd3af37b-6532-400d-be69-59842df53be6 req-563c592f-4479-4556-bb83-a3315aebf411 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0676169
Apr 02 21:03:19.005487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd3af37b-6532-400d-be69-59842df53be6 req-dfb043f2-55f5-4300-809e-efd76b3a4b39 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744121
Apr 02 21:03:19.177987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458e25b0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:19.205227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a14548-6deb-4d59-81d2-3d4c5ca3122c None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:19.229086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:19.297233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 9c6822bb-be50-4c34-94cb-f822e9b46f02 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:03:19.307192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 9c6822bb-be50-4c34-94cb-f822e9b46f02 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:19.308359 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:19.424066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1c89-3eec-4b2e-8796-a7e7e4e48538 req-917f5e48-2ce5-4cc4-8106-c30da1877fc5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:19.432096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b30f1c89-3eec-4b2e-8796-a7e7e4e48538 req-917f5e48-2ce5-4cc4-8106-c30da1877fc5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.0734315
Apr 02 21:03:19.484920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:19.485328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:19.524875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b30f1c89-3eec-4b2e-8796-a7e7e4e48538 req-5e726b19-9d77-40a8-ad63-5e24525663fb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915272
Apr 02 21:03:19.547791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:19.550492 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521dda78-0692-48c4-b333-9d4ba759dec5" -d '{"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-plugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:19.577969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:19.585762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:19.586656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 76286882-7eaa-4a02-bed9-78f11b3e3d7f up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:19.599856 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9eadb-114b-43ff-8ae9-e4681be5ca38 None None] New status for floating IP 3c529f41-b6ec-4409-ad3c-556dfe7fa48f: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:03:19.633834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd03319-06c4-47e8-972d-41fc703c2b02 x-openstack-request-id: req-5dd03319-06c4-47e8-972d-41fc703c2b02 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:19.634269 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-plugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:19.634686 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dd03319-06c4-47e8-972d-41fc703c2b02 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:19.635160 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd03319-06c4-47e8-972d-41fc703c2b02'] response: {'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'code': 200}
Apr 02 21:03:19.642606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bbba-cb69-46dd-a4d1-739bc64f44fc req-a27bd0f8-04f7-4584-bb48-65886613828f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:19.651995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf44bbba-cb69-46dd-a4d1-739bc64f44fc req-a27bd0f8-04f7-4584-bb48-65886613828f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 944 time: 0.0846858
Apr 02 21:03:19.701580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:19.722402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 76286882-7eaa-4a02-bed9-78f11b3e3d7f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:03:19.739460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 76286882-7eaa-4a02-bed9-78f11b3e3d7f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:19.741522 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:19.764386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf44bbba-cb69-46dd-a4d1-739bc64f44fc req-ab6dc150-ff24-4962-b0f5-a31180bd28b3 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110826
Apr 02 21:03:19.794434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424b9f5-a899-4467-992f-10b7d155c9bd req-b438713f-2beb-4809-856b-44ac48810930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:19.800001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6424b9f5-a899-4467-992f-10b7d155c9bd req-b438713f-2beb-4809-856b-44ac48810930 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1128 time: 0.1004205
Apr 02 21:03:19.899671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 76286882-7eaa-4a02-bed9-78f11b3e3d7f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:19.900133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:19.903552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:19.921919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003e6e7-3124-452a-ab74-f640b9f995f6 req-045db57a-7aaa-43e8-8ee0-4fc162464f36 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:19.924696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6424b9f5-a899-4467-992f-10b7d155c9bd req-4d287245-ff6b-4c70-a893-ae3bf996100a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161091
Apr 02 21:03:19.931248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a003e6e7-3124-452a-ab74-f640b9f995f6 req-045db57a-7aaa-43e8-8ee0-4fc162464f36 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 944 time: 0.1135409
Apr 02 21:03:19.965302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f,segment=NetworkSegment(5de2936d-664d-4681-b7bb-8116b2265d91),segment_id=5de2936d-664d-4681-b7bb-8116b2265d91)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:19.971479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.037876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=76286882-7eaa-4a02-bed9-78f11b3e3d7f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:20.054865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a003e6e7-3124-452a-ab74-f640b9f995f6 req-d9682367-5d02-4e8a-802e-a952c86cac38 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224668
Apr 02 21:03:20.073282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d65be2cb-23b2-44ec-8f96-8be951886124 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (10c9cd59-93ed-4145-8397-10acf55c9990), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.119864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d65be2cb-23b2-44ec-8f96-8be951886124 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (10c9cd59-93ed-4145-8397-10acf55c9990), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.190881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d65be2cb-23b2-44ec-8f96-8be951886124 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (10c9cd59-93ed-4145-8397-10acf55c9990), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.194061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d65be2cb-23b2-44ec-8f96-8be951886124 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.198896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d65be2cb-23b2-44ec-8f96-8be951886124 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "DELETE /v2.0/security-groups/10c9cd59-93ed-4145-8397-10acf55c9990 HTTP/1.1" status: 204  len: 168 time: 0.2876899
Apr 02 21:03:20.199505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42916) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:20.211989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6c65-faa0-4aac-a4ec-b8c077984d9d req-408bafc2-8ba8-4494-8bb7-f4c8705956b6 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:20.214146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-460a6c65-faa0-4aac-a4ec-b8c077984d9d req-408bafc2-8ba8-4494-8bb7-f4c8705956b6 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0995228
Apr 02 21:03:20.221930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65be2cb-23b2-44ec-8f96-8be951886124 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9cd59-93ed-4145-8397-10acf55c9990,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:20.224128 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a5249b96-95f2-4319-b5c0-9476c055ec47 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] show failed (client error): The resource could not be found.
Apr 02 21:03:20.228256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a5249b96-95f2-4319-b5c0-9476c055ec47 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups/10c9cd59-93ed-4145-8397-10acf55c9990 HTTP/1.1" status: 404  len: 347 time: 0.0243979
Apr 02 21:03:20.229310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:20.268786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:20.360942 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-460a6c65-faa0-4aac-a4ec-b8c077984d9d req-e9e648b7-1f91-4c8d-801e-11e76e3d907c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240804
Apr 02 21:03:20.426573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Deleting port 36de0e4d-f421-4e0a-83ec-d119348c8dba {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:20.427164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.469570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:20.481377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa', 'network_id': '15393407-38b0-412f-b2fb-6464d85ff0fe', 'port_id': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa', 'mac_address': 'fa:16:3e:d5:cf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b289b92b-7c30-44c3-877c-587b32f763f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:20.526441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:20.527285 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.542267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.542727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (36de0e4d-f421-4e0a-83ec-d119348c8dba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.547328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:20.557827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Calling delete_port for 36de0e4d-f421-4e0a-83ec-d119348c8dba owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:20.574554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:20.583532 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.671374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:20.785501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (36de0e4d-f421-4e0a-83ec-d119348c8dba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.797092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1423c-5826-4558-8b4c-fa4153e15a29 req-c5ccc2bf-3ac9-4c10-a172-6e31429a416d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:20.798645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44e1423c-5826-4558-8b4c-fa4153e15a29 req-c5ccc2bf-3ac9-4c10-a172-6e31429a416d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.0998225
Apr 02 21:03:20.820419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:20.834783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event deleted for resources: {'Port': ['ID=36de0e4d-f421-4e0a-83ec-d119348c8dba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:20.930773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44e1423c-5826-4558-8b4c-fa4153e15a29 req-caf64094-b12f-40f8-a934-b7c6203d6c46 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061997
Apr 02 21:03:20.934308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2316ef-46dc-4a9c-8cca-f051cf2a5882 req-9beb0d5e-06e7-497f-8263-e380d656c91a tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:20.943164 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e2316ef-46dc-4a9c-8cca-f051cf2a5882 req-9beb0d5e-06e7-497f-8263-e380d656c91a tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.0774531
Apr 02 21:03:20.960012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (3c529f41-b6ec-4409-ad3c-556dfe7fa48f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.963629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:20.965220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3abeef54-f4db-478a-a5cd-429f2effc5fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "DELETE /v2.0/floatingips/3c529f41-b6ec-4409-ad3c-556dfe7fa48f HTTP/1.1" status: 204  len: 168 time: 0.7349412
Apr 02 21:03:21.049760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e2316ef-46dc-4a9c-8cca-f051cf2a5882 req-337c67c6-dd6e-4640-9fdd-ab3db5969504 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047966
Apr 02 21:03:21.227120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4357f1-3c56-4b9c-bd4e-903cd12c3365 req-f662e5ac-4cfc-47ab-9a19-70f179383abb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:21.231605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:21.235814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e4357f1-3c56-4b9c-bd4e-903cd12c3365 req-f662e5ac-4cfc-47ab-9a19-70f179383abb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 945 time: 0.0848818
Apr 02 21:03:21.236928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313732821', 'description': 'tempest-description--1159577921'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:21.250062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2ea41d2-5537-49e4-98d6-de0eedf3bff6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:21.269752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.284427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: f2ea41d2-5537-49e4-98d6-de0eedf3bff6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:03:21.284861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2ea41d2-5537-49e4-98d6-de0eedf3bff6 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:03:21.324930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e4357f1-3c56-4b9c-bd4e-903cd12c3365 req-ee1243b8-9d88-4822-b5e3-7d9e4583a6d6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875461
Apr 02 21:03:21.374849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (09f83798-b6d8-4136-b21c-738460f19743), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.381139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09f83798-b6d8-4136-b21c-738460f19743), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.416281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.421026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1849220
Apr 02 21:03:21.421026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0abc06-a922-402f-95b0-bb5413d54fb6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f83798-b6d8-4136-b21c-738460f19743,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:21.422084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42942) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:21.426191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'security_group_rule': {'security_group_id': '09f83798-b6d8-4136-b21c-738460f19743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:21.477818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (d03566cf-1915-4d7e-bba8-4c39c38b315a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.556211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bcb30-e5d7-41c8-b316-2f6b0acc0acb req-a46835c1-67ae-475f-812c-b1aef431fa58 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:21.557796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-894bcb30-e5d7-41c8-b316-2f6b0acc0acb req-a46835c1-67ae-475f-812c-b1aef431fa58 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0949190
Apr 02 21:03:21.564166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (d03566cf-1915-4d7e-bba8-4c39c38b315a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.572907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d03566cf-1915-4d7e-bba8-4c39c38b315a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.604755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03566cf-1915-4d7e-bba8-4c39c38b315a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:21.627202 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.628598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d3e49dc-a6e1-4cb7-a5bb-7815db81107a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2059679
Apr 02 21:03:21.631646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:21.636661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76286882-7eaa-4a02-bed9-78f11b3e3d7f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:21.637180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'security_group_rule': {'security_group_id': '09f83798-b6d8-4136-b21c-738460f19743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:21.638963 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2160396e-0017-4648-8ee0-56e286391730" -d '{"events": [{"server_uuid": "eac1888d-eac9-4e66-a536-9232652a75ce", "name": "network-vif-plugged", "status": "completed", "tag": "76286882-7eaa-4a02-bed9-78f11b3e3d7f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:21.657709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-894bcb30-e5d7-41c8-b316-2f6b0acc0acb req-0c1c7534-f20c-4a1a-9a02-324c0ac36c2f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921459
Apr 02 21:03:21.689184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (a8454236-f255-49c2-86eb-a2ac6445a156), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.700349 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa3693-0bfc-4435-a9d7-d4d71d66992e x-openstack-request-id: req-37aa3693-0bfc-4435-a9d7-d4d71d66992e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:21.700953 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac1888d-eac9-4e66-a536-9232652a75ce", "name": "network-vif-plugged", "status": "completed", "tag": "76286882-7eaa-4a02-bed9-78f11b3e3d7f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:21.701355 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37aa3693-0bfc-4435-a9d7-d4d71d66992e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:21.701933 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37aa3693-0bfc-4435-a9d7-d4d71d66992e'] response: {'server_uuid': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76286882-7eaa-4a02-bed9-78f11b3e3d7f', 'code': 200}
Apr 02 21:03:21.767865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (a8454236-f255-49c2-86eb-a2ac6445a156), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.772993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a8454236-f255-49c2-86eb-a2ac6445a156), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.813386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8454236-f255-49c2-86eb-a2ac6445a156,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:21.831094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.832212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-65d3e13f-365f-4109-9e77-29f879bef1f4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1995692
Apr 02 21:03:21.835307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:21.839739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:21.851568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cdea5-8071-46ec-84ee-03efb2ea4ffc req-92280cc3-765f-4e4a-a006-15469c65beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:21.853099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d27cdea5-8071-46ec-84ee-03efb2ea4ffc req-92280cc3-765f-4e4a-a006-15469c65beba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 1127 time: 0.0684247
Apr 02 21:03:21.879772 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:21.935291 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d27cdea5-8071-46ec-84ee-03efb2ea4ffc req-2f64570e-e588-4634-9699-4254edd0f8db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732534
Apr 02 21:03:22.042509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.133629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3434958-6a77-4868-b710-6e0c164652e0 req-5ae91249-7adf-4d10-9784-b36abdb53ed6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:22.145383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3434958-6a77-4868-b710-6e0c164652e0 req-5ae91249-7adf-4d10-9784-b36abdb53ed6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.0947945
Apr 02 21:03:22.208093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3434958-6a77-4868-b710-6e0c164652e0 req-44b10a9b-5b55-433f-9989-ba5d91fbda19 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615537
Apr 02 21:03:22.266526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Allocated IP 172.35.4.21 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/efb967af-b80b-4e2a-8b93-87dfedcbb1a9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:22.282191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:22.300174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310a695-f2ab-4bb1-8858-ca0da11ca571 req-40132ad7-190e-4174-bb9c-31fe8023b24f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:22.308990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f310a695-f2ab-4bb1-8858-ca0da11ca571 req-40132ad7-190e-4174-bb9c-31fe8023b24f tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.1144893
Apr 02 21:03:22.337203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfe30a-f863-475f-9084-39be9ab018aa req-c2b9ed0f-5c4e-403b-b81c-f0d5ee95e462 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:22.350005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42960) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:22.357041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bcbfe30a-f863-475f-9084-39be9ab018aa req-c2b9ed0f-5c4e-403b-b81c-f0d5ee95e462 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.0782220
Apr 02 21:03:22.359319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Request body: {'floatingip': {'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:22.383491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:03:22.393256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:22.393650 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.406486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (a4d77786-62fd-48d2-a66f-32a8f3de9557), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.512092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f310a695-f2ab-4bb1-8858-ca0da11ca571 req-e34379c9-65a4-40d4-99b5-2cd2d2866fe4 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022338
Apr 02 21:03:22.541709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:22.542340 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.592395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:22.594845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e7f1-d2aa-4264-a4bb-e24b63f02d5f req-90e75f83-d172-4c09-8c96-51f6ab1ada63 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:22.603237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4c8e7f1-d2aa-4264-a4bb-e24b63f02d5f req-90e75f83-d172-4c09-8c96-51f6ab1ada63 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 945 time: 0.1147404
Apr 02 21:03:22.615613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.659628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4c8e7f1-d2aa-4264-a4bb-e24b63f02d5f req-77cd8fdf-167d-4cac-b42a-f27bc6ff3da5 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553970
Apr 02 21:03:22.700065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.702607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:22.859074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:22.934904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa9252-93a3-4172-b015-b85a8d03c9b6 req-16771d93-52d5-483b-a994-c79753cd2350 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:22.936434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4aa9252-93a3-4172-b015-b85a8d03c9b6 req-16771d93-52d5-483b-a994-c79753cd2350 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1832294
Apr 02 21:03:22.955190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:22.983325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:22.986497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:23.027539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'Port': ['ID=efb967af-b80b-4e2a-8b93-87dfedcbb1a9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:23.108583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-489cc907-e4f6-4323-b831-5bba4ec854bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:23.132843 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4aa9252-93a3-4172-b015-b85a8d03c9b6 req-529a51f7-a9ce-489e-893e-bf7ec6db40ce tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882899
Apr 02 21:03:23.263899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (cc66cff3-e2e0-48dd-bdbe-623e10314f91), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:23.280090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:23.284013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a4d77786-62fd-48d2-a66f-32a8f3de9557), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:23.355126 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:23.510432 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Floating IP a4d77786-62fd-48d2-a66f-32a8f3de9557 associated. External IP: 172.35.4.133, port: 9c6822bb-be50-4c34-94cb-f822e9b46f02.
Apr 02 21:03:23.704053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99317874-e637-442b-a46a-9c7d51b11694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:23.707986 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e684617-0ece-4ff6-a207-7cc11405bdee" -d '{"events": [{"server_uuid": "99317874-e637-442b-a46a-9c7d51b11694", "name": "network-vif-plugged", "status": "completed", "tag": "fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:23.843499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0959a-841f-4870-a724-a2af4caff964 req-2766fac5-aefc-4afb-a0fc-24611d7381b6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:23.853459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74d0959a-841f-4870-a724-a2af4caff964 req-2766fac5-aefc-4afb-a0fc-24611d7381b6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0977614
Apr 02 21:03:23.928560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74d0959a-841f-4870-a724-a2af4caff964 req-e2c4bff8-4e21-487e-8566-ff7c234945b7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723562
Apr 02 21:03:24.042736 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a5851-3080-4506-a3f2-b37a6f0947ff x-openstack-request-id: req-873a5851-3080-4506-a3f2-b37a6f0947ff {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:24.043259 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99317874-e637-442b-a46a-9c7d51b11694", "name": "network-vif-plugged", "status": "completed", "tag": "fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:24.043541 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-873a5851-3080-4506-a3f2-b37a6f0947ff {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:24.043979 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873a5851-3080-4506-a3f2-b37a6f0947ff'] response: {'server_uuid': '99317874-e637-442b-a46a-9c7d51b11694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa', 'code': 200}
Apr 02 21:03:24.186239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba41d-5a0e-4370-b7e6-dd793594da8f req-08948a26-2156-41db-bc60-7aac52df595a tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:24.195525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e1ba41d-5a0e-4370-b7e6-dd793594da8f req-08948a26-2156-41db-bc60-7aac52df595a tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.1880062
Apr 02 21:03:24.203680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9e7af-abd3-4b19-8fe3-2fd0851c46e1 req-e5ee39f8-b8cf-45b4-a0d6-84ed0650efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:24.205246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11c9e7af-abd3-4b19-8fe3-2fd0851c46e1 req-e5ee39f8-b8cf-45b4-a0d6-84ed0650efa4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 1128 time: 0.0787971
Apr 02 21:03:24.265376 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:24.317119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:24.331913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11c9e7af-abd3-4b19-8fe3-2fd0851c46e1 req-a74301ed-02f3-42a5-831b-db8eeb8d5dc1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201067
Apr 02 21:03:24.364483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109be02-4b01-452b-a8d1-c86bcfe4e6d1 req-24824ab2-b8bf-49f2-b322-be9c164510c0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:24.371799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0109be02-4b01-452b-a8d1-c86bcfe4e6d1 req-24824ab2-b8bf-49f2-b322-be9c164510c0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1167874
Apr 02 21:03:24.428106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e1ba41d-5a0e-4370-b7e6-dd793594da8f req-a89f149c-c583-4e87-a6d3-57002671b4e0 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313461
Apr 02 21:03:24.440640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0109be02-4b01-452b-a8d1-c86bcfe4e6d1 req-254d8e35-9b3e-4a4b-a5e9-4ae2d8b1f822 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619586
Apr 02 21:03:24.505857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'Port': ['ID=efb967af-b80b-4e2a-8b93-87dfedcbb1a9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:24.512616 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (cc66cff3-e2e0-48dd-bdbe-623e10314f91), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:24.542236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Router 7af1289f-2226-4941-a843-708a5d6c7429 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:03:24.547363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:24.557029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-04848bad-333d-4de6-80ff-bc3569378a96 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7206681
Apr 02 21:03:24.720204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:24.725644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:24.734266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:24.761633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:24.762779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455958e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:02:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:24.770786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-8770319e-5309-4dcc-88f5-ff7c5aa7b00e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--313732821&fields=id&tenant_id=da03d0fc36de405d87c8e99d209af9fe HTTP/1.1" status: 200  len: 267 time: 0.0751088
Apr 02 21:03:24.784470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd3a07a1-7fee-4285-9258-38f0d9c2d531 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "PUT /v2.0/floatingips/a4d77786-62fd-48d2-a66f-32a8f3de9557 HTTP/1.1" status: 200  len: 992 time: 2.4222958
Apr 02 21:03:24.784470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:24.784470 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddfffce-36de-4c66-8438-6410fab2f5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:24.842591 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83069303-a8bb-43f7-906f-add817c01ab4 x-openstack-request-id: req-83069303-a8bb-43f7-906f-add817c01ab4 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:24.842915 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:24.843173 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83069303-a8bb-43f7-906f-add817c01ab4 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:24.843592 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83069303-a8bb-43f7-906f-add817c01ab4'] response: {'name': 'network-changed', 'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'status': 'completed', 'code': 200}
Apr 02 21:03:24.924160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:24.926011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-f2790201-61dc-488f-992c-7b12c75c8e8c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:24.933328 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-f2790201-61dc-488f-992c-7b12c75c8e8c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 810 time: 0.1613166
Apr 02 21:03:24.951381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-563f4a7b-7050-4534-8ce2-2dc868e23f7d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/quotas/da03d0fc36de405d87c8e99d209af9fe HTTP/1.1" status: 200  len: 375 time: 0.0162165
Apr 02 21:03:24.964628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-95a1be74-3fc6-43d2-a1bf-72e076eec0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:24.964628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-95a1be74-3fc6-43d2-a1bf-72e076eec0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1128 time: 0.0893166
Apr 02 21:03:25.033022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-94dc8668-e359-423d-8852-1206e49bdf48 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0752218
Apr 02 21:03:25.154333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-9bdd42fc-4d5e-4c0a-b80b-7592fff3faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:25.157052 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-9bdd42fc-4d5e-4c0a-b80b-7592fff3faab service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.1846058
Apr 02 21:03:25.204213 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-0bbc943b-1a3b-44de-a284-50cdd7b0a539 service neutron] 10.222.0.18 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663718
Apr 02 21:03:25.254713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-bf7657d6-c0db-4528-84df-a981b1eb21ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 1000 time: 0.0851588
Apr 02 21:03:25.351200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-e25e7105-ea8f-4f5a-b8a5-2ad89c86d16c service neutron] 10.222.0.18 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430371
Apr 02 21:03:25.366845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c29bf-3a9e-45ce-bf5f-58d821f88659 req-c02dc6a8-dfd7-4ee7-87e2-5f44b920c917 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:25.376577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f44c29bf-3a9e-45ce-bf5f-58d821f88659 req-c02dc6a8-dfd7-4ee7-87e2-5f44b920c917 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2179742
Apr 02 21:03:25.424608 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-672d5ae1-246d-4790-a9e6-5d2f7ae3b84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:25.435466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-1f0a7463-db16-49ab-8f45-2f6866ce6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:25.443145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-1f0a7463-db16-49ab-8f45-2f6866ce6e69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.1675057
Apr 02 21:03:25.484532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455958e0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a4d77786-62fd-48d2-a66f-32a8f3de9557', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'mac_address': 'fa:16:3e:65:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:03:05Z', 'updated_at': '2022-04-02T21:03:23Z', 'revision_number': 1, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:25.501143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f44c29bf-3a9e-45ce-bf5f-58d821f88659 req-5a92d3ce-1463-4358-90bc-bf8f76bf1b10 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234851
Apr 02 21:03:25.574515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:25.594393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-2bc08a08-d15b-4047-92cf-90d51ec55eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:25.598249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-2bc08a08-d15b-4047-92cf-90d51ec55eda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1456513
Apr 02 21:03:25.602920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:25.603598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455958e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:25.845257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:25.847086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-69374127-2b09-451b-bdf7-acaf42a8365b service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397172
Apr 02 21:03:25.878286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf138f2-01ba-44fa-b4db-2992d51cd0e9 req-84f076cd-0648-43b8-abfc-ac648ff72c90 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:25.879895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf138f2-01ba-44fa-b4db-2992d51cd0e9 req-84f076cd-0648-43b8-abfc-ac648ff72c90 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1238096
Apr 02 21:03:25.938748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8de17b-b1e2-479d-8200-0880f85dbff5 req-35db6c27-5570-435a-8836-0db63cf8cab0 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:25.949289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b8de17b-b1e2-479d-8200-0880f85dbff5 req-35db6c27-5570-435a-8836-0db63cf8cab0 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.1984785
Apr 02 21:03:25.983758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf138f2-01ba-44fa-b4db-2992d51cd0e9 req-5ce38e9f-f5a9-440c-8983-d3774ef7cc57 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961204
Apr 02 21:03:26.184024 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b8de17b-b1e2-479d-8200-0880f85dbff5 req-ce23b092-38a4-470a-9c07-5a6a2c5ad70e tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338133
Apr 02 21:03:26.186631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ddfffce-36de-4c66-8438-6410fab2f5e4 req-e17359cf-a66c-4e0f-9a7b-3a5278d23ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3300014
Apr 02 21:03:26.203418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ceb3b1a0-a20d-4a66-8c68-b2c782656055 req-cb7d6364-ca8b-4ab5-996d-890ec65fe2ac tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 210 time: 0.0803871
Apr 02 21:03:26.299778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455958e0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a4d77786-62fd-48d2-a66f-32a8f3de9557', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'mac_address': 'fa:16:3e:65:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:03:05Z', 'updated_at': '2022-04-02T21:03:23Z', 'revision_number': 1, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:26.331319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc93a8-3624-47ea-92ef-88d53cd435ad None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a4d77786-62fd-48d2-a66f-32a8f3de9557', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'mac_address': 'fa:16:3e:65:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:03:05Z', 'updated_at': '2022-04-02T21:03:23Z', 'revision_number': 1, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:26.614093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:26.783555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc50867-72b9-4f6b-a305-a3de0ae2d8d4 req-b29bf574-cafb-4358-83e6-ee38664d9c24 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:26.785305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddc50867-72b9-4f6b-a305-a3de0ae2d8d4 req-b29bf574-cafb-4358-83e6-ee38664d9c24 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1194201
Apr 02 21:03:26.848483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddc50867-72b9-4f6b-a305-a3de0ae2d8d4 req-a0087a2e-8a1c-4f7b-9d70-fec02fffef58 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560358
Apr 02 21:03:26.872639 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa8cab-d4fa-4441-81fa-2e2fbc939d70 None None] New status for floating IP a4d77786-62fd-48d2-a66f-32a8f3de9557: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:03:27.244712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14080-e74f-4d3e-8bc1-75b6d6fd0c50 req-1fbffbc6-a087-4696-b237-10f1b00dc8fb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.256579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67f14080-e74f-4d3e-8bc1-75b6d6fd0c50 req-1fbffbc6-a087-4696-b237-10f1b00dc8fb tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1232250
Apr 02 21:03:27.359365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67f14080-e74f-4d3e-8bc1-75b6d6fd0c50 req-cadf8768-e333-4952-a08c-08e52b3d97d5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008649
Apr 02 21:03:27.395839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b864da-012d-44a9-803e-0111b954171e req-fb0a5e33-a30e-4dff-8d0f-2a1332bc36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.398373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-fb0a5e33-a30e-4dff-8d0f-2a1332bc36fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 1128 time: 0.2204218
Apr 02 21:03:27.455892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddf92c-8c46-4eba-ae34-f7490a0b3f0d req-89d68b99-aee7-485a-9d84-6a48077c6e28 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.463520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3ddf92c-8c46-4eba-ae34-f7490a0b3f0d req-89d68b99-aee7-485a-9d84-6a48077c6e28 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1701162
Apr 02 21:03:27.622630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e1b02e7-9c54-436f-90fd-aefd57360619 req-a48735cd-2111-4a8c-9634-6ba56104272a tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 210 time: 0.0624595
Apr 02 21:03:27.659521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3ddf92c-8c46-4eba-ae34-f7490a0b3f0d req-2c7c9950-8cff-478a-91f0-5140635f5160 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950288
Apr 02 21:03:27.688556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-964190da-56f0-4346-b9f9-b0df3f82c89e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.688556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-964190da-56f0-4346-b9f9-b0df3f82c89e tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.21 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 810 time: 0.2912855
Apr 02 21:03:27.694679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b864da-012d-44a9-803e-0111b954171e req-d0c17107-249f-4ed8-b00a-ee3f6da8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.696331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-d0c17107-249f-4ed8-b00a-ee3f6da8f186 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 911 time: 0.2791946
Apr 02 21:03:27.710561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-809d5e4b-c342-4bca-adba-d7b75adaa560 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1228881
Apr 02 21:03:27.769009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-bb3ea39e-b8bc-4b7c-af00-ca7c751a9c98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa HTTP/1.1" status: 200  len: 217 time: 0.0571537
Apr 02 21:03:27.798866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-ff78b664-13f3-44f5-97ad-ede17dd620ab tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da03d0fc36de405d87c8e99d209af9fe HTTP/1.1" status: 200  len: 379 time: 0.1022782
Apr 02 21:03:27.819802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'port': {'device_id': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'admin_state_up': True, 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'security_groups': ['09f83798-b6d8-4136-b21c-738460f19743']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:27.898806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b864da-012d-44a9-803e-0111b954171e req-eb211dd8-f3aa-4c8f-848d-dc39f3dfc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.901488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-eb211dd8-f3aa-4c8f-848d-dc39f3dfc626 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.1224868
Apr 02 21:03:27.955433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68dff-3ade-48fe-b881-5b851637b59e req-b7482903-3ce1-4fdc-99bc-00dbf66df530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:27.960976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-b7482903-3ce1-4fdc-99bc-00dbf66df530 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 1128 time: 0.1635528
Apr 02 21:03:27.966601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-3ae4e49f-88ec-4aa3-bc1a-c53b4173e25a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461178
Apr 02 21:03:28.050161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Made reservation on behalf of da03d0fc36de405d87c8e99d209af9fe for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:28.054135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:28.186661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68dff-3ade-48fe-b881-5b851637b59e req-0a6e2066-c561-403d-b583-0c3c4a428eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:28.188876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-0a6e2066-c561-403d-b583-0c3c4a428eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 911 time: 0.1801152
Apr 02 21:03:28.253535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-aca9faee-1f44-46f2-91b0-fd4adbd9155c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7 HTTP/1.1" status: 200  len: 217 time: 0.0571051
Apr 02 21:03:28.308679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-92c53764-772f-4712-920f-08c1e18ee5ee service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3357666
Apr 02 21:03:28.366273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Allocated IP 172.20.0.7 (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29/beadd43f-c947-4903-806c-8155b51418d1/db837a8b-f891-4234-9834-f700a43fd759) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:28.418972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02b864da-012d-44a9-803e-0111b954171e req-dee1413f-0bb8-4fe6-ac5b-789eaff71149 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1038599
Apr 02 21:03:28.431733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68dff-3ade-48fe-b881-5b851637b59e req-4ae28e21-4711-4528-b6fc-feb29e6b0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:28.432390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-4ae28e21-4711-4528-b6fc-feb29e6b0d8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.1692793
Apr 02 21:03:28.496752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-88bf87ad-95b6-48f9-8a7a-e2677805daae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564058
Apr 02 21:03:28.624882 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:28.681524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for port (db837a8b-f891-4234-9834-f700a43fd759), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:28.685632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc725e-6478-4787-828a-2332f7279308 req-24db55ee-a1da-48bf-8f3a-2f3842f884a8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:28.693219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3fc725e-6478-4787-828a-2332f7279308 req-24db55ee-a1da-48bf-8f3a-2f3842f884a8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.2088747
Apr 02 21:03:28.782260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-03b3f5a2-1ca8-457c-8841-7b969b6c7b67 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781978
Apr 02 21:03:28.782503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42ab27a4-4e72-4152-bf4a-079fdb32c480 req-876d4c8b-d77c-4ea3-9e43-c62b1553b8b6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 210 time: 0.0308390
Apr 02 21:03:28.783620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (db837a8b-f891-4234-9834-f700a43fd759), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:28.803110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3fc725e-6478-4787-828a-2332f7279308 req-96717498-2b4e-40d8-ad57-50f921ee7a40 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074319
Apr 02 21:03:28.860502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event updated for resources: {'Port': ['ID=db837a8b-f891-4234-9834-f700a43fd759,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:28.878279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:28.891376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:28.894428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:28.970673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18e68dff-3ade-48fe-b881-5b851637b59e req-d5c1b7e0-5b98-488b-992f-d991f7ae0221 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675251
Apr 02 21:03:28.974460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:28.975788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:29.001672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-1cb7c953-7f52-4ff7-b21e-cdb2309df336 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1876538
Apr 02 21:03:29.023935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Request body: {'port': {'device_id': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:29.122205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db837a8b-f891-4234-9834-f700a43fd759), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:29.375795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:29.465080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a8211bb7-57ff-4197-b85b-319d6b93ec71 None None] Provisioning complete for port db837a8b-f891-4234-9834-f700a43fd759 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:29.465710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a8211bb7-57ff-4197-b85b-319d6b93ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db837a8b-f891-4234-9834-f700a43fd759), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:29.549245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a8211bb7-57ff-4197-b85b-319d6b93ec71 None None] Port db837a8b-f891-4234-9834-f700a43fd759 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:03:29.566402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db837a8b-f891-4234-9834-f700a43fd759 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:29.575429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81774d0-59ed-44f0-a816-4e05915cad67 req-f73c47c5-3f83-4695-8d69-3cc212713640 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:29.578621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Publish callbacks [] for port (db837a8b-f891-4234-9834-f700a43fd759), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:29.584556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b81774d0-59ed-44f0-a816-4e05915cad67 req-f73c47c5-3f83-4695-8d69-3cc212713640 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.6126235
Apr 02 21:03:29.599857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Transition to ACTIVE for port object db837a8b-f891-4234-9834-f700a43fd759 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:03:29.610502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (db837a8b-f891-4234-9834-f700a43fd759), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:29.683662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b81774d0-59ed-44f0-a816-4e05915cad67 req-c4011aab-f16a-4886-97e9-2ec8b71c6739 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974052
Apr 02 21:03:29.792551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Attempting to bind port db837a8b-f891-4234-9834-f700a43fd759 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:29.799005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Attempting to bind port db837a8b-f891-4234-9834-f700a43fd759 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:29.799657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Attempting to bind port db837a8b-f891-4234-9834-f700a43fd759 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:29.805310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Pushing event updated for resources: {'Port': ['ID=db837a8b-f891-4234-9834-f700a43fd759,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:29.808307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Port db837a8b-f891-4234-9834-f700a43fd759 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:03:29.809198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Attempting to bind port db837a8b-f891-4234-9834-f700a43fd759 on network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:29.835240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:29.836958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Checking segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:29.837832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Bound using segment: {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:29.838934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Bound port: db837a8b-f891-4234-9834-f700a43fd759, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b167978e-8560-4e74-8ce2-0e474d8290ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:29.846429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db837a8b-f891-4234-9834-f700a43fd759), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:30.010329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] For port db837a8b-f891-4234-9834-f700a43fd759, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:30.013952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] For port db837a8b-f891-4234-9834-f700a43fd759, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db837a8b-f891-4234-9834-f700a43fd759,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:30.028285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (db837a8b-f891-4234-9834-f700a43fd759), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:30.097690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2adaca-51c0-437d-b5a2-41611a7ea70f req-fcbc3072-09e7-4c8c-bf9e-29881684c1ed tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.105574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Pushing event updated for resources: {'Port': ['ID=db837a8b-f891-4234-9834-f700a43fd759,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:30.109240 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2adaca-51c0-437d-b5a2-41611a7ea70f req-fcbc3072-09e7-4c8c-bf9e-29881684c1ed tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 943 time: 0.0976112
Apr 02 21:03:30.144532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.146257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:30.152892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-13844322-4483-4fd5-aedf-e066f4aadbaf service neutron] 10.222.0.21 "PUT /v2.0/ports/db837a8b-f891-4234-9834-f700a43fd759 HTTP/1.1" status: 200  len: 1091 time: 1.1354799
Apr 02 21:03:30.158366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:30.161882 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e019f0-60e4-43ce-a30f-386b2f4c5db9" -d '{"events": [{"name": "network-changed", "server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "tag": "db837a8b-f891-4234-9834-f700a43fd759"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:30.194926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2adaca-51c0-437d-b5a2-41611a7ea70f req-4eef8b4a-bd23-4db6-b0d5-a76bf774eec4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846000
Apr 02 21:03:30.212557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5989e-337f-4517-966e-e80d73883337 req-05623c0c-d723-49e4-a473-d6690cbf3d97 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.212803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fc5989e-337f-4517-966e-e80d73883337 req-05623c0c-d723-49e4-a473-d6690cbf3d97 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1866851
Apr 02 21:03:30.338517 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce1d0cc-0075-4246-b07f-0695869ee50e x-openstack-request-id: req-fce1d0cc-0075-4246-b07f-0695869ee50e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:30.338852 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "tag": "db837a8b-f891-4234-9834-f700a43fd759", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:30.339116 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fce1d0cc-0075-4246-b07f-0695869ee50e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:30.339569 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce1d0cc-0075-4246-b07f-0695869ee50e'] response: {'name': 'network-changed', 'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759', 'status': 'completed', 'code': 200}
Apr 02 21:03:30.344369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fc5989e-337f-4517-966e-e80d73883337 req-b8acd260-1d9f-490f-a1b8-ac2b83e8d7d7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143801
Apr 02 21:03:30.374271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-4653c954-416a-4107-be66-b7e084c79805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.376075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-4653c954-416a-4107-be66-b7e084c79805 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 1125 time: 0.1607537
Apr 02 21:03:30.463122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-a9056829-1e86-46ca-a5ad-ba49c2b429e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db837a8b-f891-4234-9834-f700a43fd759 HTTP/1.1" status: 200  len: 217 time: 0.0564356
Apr 02 21:03:30.516571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4547-f8e9-476c-a8b8-8039a01065da req-c3932a3b-3756-4517-be61-4976db14969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.518125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-c3932a3b-3756-4517-be61-4976db14969a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=434a8950c15b4a96a46ed0f64c87c417&device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 1133 time: 0.1555314
Apr 02 21:03:30.542097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-da752d2a-dfda-4b7b-99cd-1d50a719fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.543576 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-da752d2a-dfda-4b7b-99cd-1d50a719fddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0735619
Apr 02 21:03:30.674476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed549b-da5c-486f-bf81-38245a562029 req-150deea1-3c24-4fc1-a03a-3a71386ff714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.676287 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-150deea1-3c24-4fc1-a03a-3a71386ff714 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1191347
Apr 02 21:03:30.707172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4547-f8e9-476c-a8b8-8039a01065da req-1ac35d18-f364-4bf1-b4a7-9a7945439b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.708725 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-1ac35d18-f364-4bf1-b4a7-9a7945439b64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1620424
Apr 02 21:03:30.823151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-8ef584df-d911-4c83-a7c5-d27ce9d606ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd HTTP/1.1" status: 200  len: 217 time: 0.0994174
Apr 02 21:03:30.928476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-f1d24461-8b97-471b-badb-417d6ed8cb07 service neutron] 10.222.0.21 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2445693
Apr 02 21:03:30.934257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4547-f8e9-476c-a8b8-8039a01065da req-dac6e0ab-249f-45c7-925e-580047b316b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.935602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-dac6e0ab-249f-45c7-925e-580047b316b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0905533
Apr 02 21:03:30.956546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ceb24-1e54-4c39-9958-f2ba1f589e3e req-df10b43e-bf60-4cad-9fe0-7f5e4d9628d1 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:30.958741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d81ceb24-1e54-4c39-9958-f2ba1f589e3e req-df10b43e-bf60-4cad-9fe0-7f5e4d9628d1 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1492398
Apr 02 21:03:31.104804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d81ceb24-1e54-4c39-9958-f2ba1f589e3e req-342b4e08-461e-408c-b9f9-9f66f6382cd6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367595
Apr 02 21:03:31.127167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4547-f8e9-476c-a8b8-8039a01065da req-f2bce410-636d-4639-b104-0139a04a3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.128698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-f2bce410-636d-4639-b104-0139a04a3558 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1816008
Apr 02 21:03:31.135070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2ed549b-da5c-486f-bf81-38245a562029 req-fa62a765-cd3a-4fe5-a932-16704eb9ca51 service neutron] 10.222.0.21 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979721
Apr 02 21:03:31.320179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-47259156-6a1a-4d38-9f92-257279de63eb service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781766
Apr 02 21:03:31.354717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-95990f48-5c3b-451f-86a2-28a7b4677513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.357613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-95990f48-5c3b-451f-86a2-28a7b4677513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 1125 time: 0.1225998
Apr 02 21:03:31.371007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31d2a7-e37d-402d-b4c3-3638dcf1802e req-830e5e65-e960-4602-baec-c0bd5c714c44 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.372868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd31d2a7-e37d-402d-b4c3-3638dcf1802e req-830e5e65-e960-4602-baec-c0bd5c714c44 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 943 time: 0.0914307
Apr 02 21:03:31.468937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd31d2a7-e37d-402d-b4c3-3638dcf1802e req-9d3fa5ab-05b9-4bb5-b492-4d50197161dd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854337
Apr 02 21:03:31.605979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586d4547-f8e9-476c-a8b8-8039a01065da req-a0d2702e-349f-4e96-8879-2ec6b0a8d1fe service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781641
Apr 02 21:03:31.644312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf01a-1fde-4bc3-b17d-1b8295f19f1a req-2003aa53-22dd-4d6a-952a-680605a20173 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.646027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-faacf01a-1fde-4bc3-b17d-1b8295f19f1a req-2003aa53-22dd-4d6a-952a-680605a20173 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1777256
Apr 02 21:03:31.653124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-3f1217f7-0281-468b-9229-af0b7e8ff1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.657207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-3f1217f7-0281-468b-9229-af0b7e8ff1ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.2881789
Apr 02 21:03:31.708948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-a9c46879-68a8-41ba-add1-aae473091bba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db837a8b-f891-4234-9834-f700a43fd759 HTTP/1.1" status: 200  len: 217 time: 0.0432370
Apr 02 21:03:31.773658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-faacf01a-1fde-4bc3-b17d-1b8295f19f1a req-8a0002ab-7f27-4de0-84f6-af848a734536 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153905
Apr 02 21:03:31.783865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-554000ba-e44f-474a-93bd-29280c74a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.785345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-554000ba-e44f-474a-93bd-29280c74a134 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0649714
Apr 02 21:03:31.854526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-c1569d0c-8a1e-4ce7-ae6b-fcbf682057e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:31.856647 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-c1569d0c-8a1e-4ce7-ae6b-fcbf682057e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0645990
Apr 02 21:03:31.999179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-a85fcac5-c7d4-476d-8fba-5604c0b170e7 service neutron] 10.222.0.21 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333282
Apr 02 21:03:32.150971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58e019f0-60e4-43ce-a30f-386b2f4c5db9 req-e374a715-007d-4e78-85c3-a0524685f135 service neutron] 10.222.0.21 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436574
Apr 02 21:03:32.298058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56907b0a-6178-49b0-8d87-d497bc6120dc req-65ff1ed9-6870-46c7-9677-3be9d10fdc36 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:32.302035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56907b0a-6178-49b0-8d87-d497bc6120dc req-65ff1ed9-6870-46c7-9677-3be9d10fdc36 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0864208
Apr 02 21:03:32.371124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56907b0a-6178-49b0-8d87-d497bc6120dc req-0d09e948-2afc-4a0d-adaf-bbe56f304f78 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627687
Apr 02 21:03:32.650641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8ac8c-0912-4bf6-8295-2042216af974 req-e623934c-7c18-4656-897d-a0f655b46dee tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:32.653388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35e8ac8c-0912-4bf6-8295-2042216af974 req-e623934c-7c18-4656-897d-a0f655b46dee tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 943 time: 0.1076591
Apr 02 21:03:32.671883 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:03:32.737766 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35e8ac8c-0912-4bf6-8295-2042216af974 req-79e62536-672b-477e-bc3d-6408efa41f12 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645196
Apr 02 21:03:32.929801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93777ce0-6dd2-49fa-a50a-b60371507aee req-d03b6f07-62d0-4ee8-b80b-ad92c418a8c7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:32.938768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93777ce0-6dd2-49fa-a50a-b60371507aee req-d03b6f07-62d0-4ee8-b80b-ad92c418a8c7 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0740631
Apr 02 21:03:32.996669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93777ce0-6dd2-49fa-a50a-b60371507aee req-60e8c890-3dbd-4f0b-82d5-75d861f3be12 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569432
Apr 02 21:03:33.565494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f308c6-b6ca-4722-8540-22bd67a5eeb4 req-0f7e1340-8161-4f2a-8559-5d84406e4b31 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:33.581239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32f308c6-b6ca-4722-8540-22bd67a5eeb4 req-0f7e1340-8161-4f2a-8559-5d84406e4b31 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0888655
Apr 02 21:03:33.648043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32f308c6-b6ca-4722-8540-22bd67a5eeb4 req-64692b5c-8830-4973-aff5-a13bdceffd6e tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657229
Apr 02 21:03:33.903229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07730489-3a2e-4960-93e8-b1c4622c49cf req-0d92b4e5-2df8-44d4-9794-d254f543d611 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:33.904806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07730489-3a2e-4960-93e8-b1c4622c49cf req-0d92b4e5-2df8-44d4-9794-d254f543d611 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 943 time: 0.0667348
Apr 02 21:03:33.955100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07730489-3a2e-4960-93e8-b1c4622c49cf req-7f461b38-11d2-4447-a060-3a10074d798d tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437346
Apr 02 21:03:34.122125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b33c9-2205-4999-aad8-fb9a7f5def9e req-8b0cb729-92b1-4cf9-a7e7-0bc079a5f54e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:34.123492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-080b33c9-2205-4999-aad8-fb9a7f5def9e req-8b0cb729-92b1-4cf9-a7e7-0bc079a5f54e tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0551579
Apr 02 21:03:34.171168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-080b33c9-2205-4999-aad8-fb9a7f5def9e req-a19d07e0-5416-463b-af52-bcaba3fe4a01 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400887
Apr 02 21:03:34.329231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device db837a8b-f891-4234-9834-f700a43fd759 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:34.435643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port db837a8b-f891-4234-9834-f700a43fd759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db837a8b-f891-4234-9834-f700a43fd759,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:34.449404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'db837a8b-f891-4234-9834-f700a43fd759', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'port_id': 'db837a8b-f891-4234-9834-f700a43fd759', 'mac_address': 'fa:16:3e:a3:99:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:34.491471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port db837a8b-f891-4234-9834-f700a43fd759 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:34.491860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db837a8b-f891-4234-9834-f700a43fd759), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:34.504415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db837a8b-f891-4234-9834-f700a43fd759 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:34.523859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port db837a8b-f891-4234-9834-f700a43fd759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db837a8b-f891-4234-9834-f700a43fd759,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:34.527190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (db837a8b-f891-4234-9834-f700a43fd759), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:34.582530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=db837a8b-f891-4234-9834-f700a43fd759,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:34.794700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5161a-7c97-4d89-afba-79de2bc99261 req-d06b1e93-c136-400f-b150-61926d4d442d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:34.797417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['db837a8b-f891-4234-9834-f700a43fd759'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:34.804746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36a5161a-7c97-4d89-afba-79de2bc99261 req-d06b1e93-c136-400f-b150-61926d4d442d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0712571
Apr 02 21:03:34.869092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36a5161a-7c97-4d89-afba-79de2bc99261 req-8d88eebe-f175-426c-b733-20a45745a92b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632343
Apr 02 21:03:35.089250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbf108-08cb-4609-8e0b-34f88fdbb078 req-2103f867-3f7b-4c83-b1ee-1672389e5c04 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:35.091319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07dbf108-08cb-4609-8e0b-34f88fdbb078 req-2103f867-3f7b-4c83-b1ee-1672389e5c04 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 944 time: 0.0635262
Apr 02 21:03:35.101593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d12885-f6b8-424d-ae71-775cfbadbe8e req-3d3b6c4f-42e0-4862-8782-4b197e9dd678 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:35.103500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f5d12885-f6b8-424d-ae71-775cfbadbe8e req-3d3b6c4f-42e0-4862-8782-4b197e9dd678 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 951 time: 0.0808890
Apr 02 21:03:35.167326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07dbf108-08cb-4609-8e0b-34f88fdbb078 req-eb574ebf-1e2a-426f-9161-750d30e9b0fa tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686905
Apr 02 21:03:35.172695 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f5d12885-f6b8-424d-ae71-775cfbadbe8e req-0c9d3041-ab1c-4493-89a8-00274fa49bd3 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569913
Apr 02 21:03:35.324346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc23fe-308f-4721-93c5-c29a3be405a9 req-9adb54f1-cd1c-4e5d-b000-19cd853c4fd2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:35.325937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8bc23fe-308f-4721-93c5-c29a3be405a9 req-9adb54f1-cd1c-4e5d-b000-19cd853c4fd2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0665686
Apr 02 21:03:35.378980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8bc23fe-308f-4721-93c5-c29a3be405a9 req-b7f26c13-c404-4920-b8b5-66c72480bec0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457914
Apr 02 21:03:36.001478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3fc5-6f8c-46c9-9967-08b6eda4b6c4 req-2a567eef-363a-4161-addd-09e714c9ab67 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:36.002926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccad3fc5-6f8c-46c9-9967-08b6eda4b6c4 req-2a567eef-363a-4161-addd-09e714c9ab67 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0611854
Apr 02 21:03:36.077667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccad3fc5-6f8c-46c9-9967-08b6eda4b6c4 req-923eb42d-87b9-4f22-988a-c82dde207ec7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636477
Apr 02 21:03:36.314368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d118cd-4234-4265-9633-59b04a7f316d req-cc5f22e8-c1fd-4a66-a7ce-9fd46972b1a8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:36.316964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7d118cd-4234-4265-9633-59b04a7f316d req-cc5f22e8-c1fd-4a66-a7ce-9fd46972b1a8 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 944 time: 0.0673542
Apr 02 21:03:36.361502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device db837a8b-f891-4234-9834-f700a43fd759 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:36.376995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7d118cd-4234-4265-9633-59b04a7f316d req-a0c13e09-8768-4595-812a-7cd07e4294d9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542555
Apr 02 21:03:36.443648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port db837a8b-f891-4234-9834-f700a43fd759 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:03:36.448579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port db837a8b-f891-4234-9834-f700a43fd759 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:36.449131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db837a8b-f891-4234-9834-f700a43fd759), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:36.538221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1021d-c272-44c1-a11b-a28ca0bb324f req-f36e0f3c-b2a7-4f40-ad1a-c133dfcb1c64 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:36.540072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aff1021d-c272-44c1-a11b-a28ca0bb324f req-f36e0f3c-b2a7-4f40-ad1a-c133dfcb1c64 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0818505
Apr 02 21:03:36.563405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port db837a8b-f891-4234-9834-f700a43fd759 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:36.563813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db837a8b-f891-4234-9834-f700a43fd759), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:36.587895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:36.590255 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc20df3-b212-4f88-81f1-55565099a988" -d '{"events": [{"server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "name": "network-vif-plugged", "status": "completed", "tag": "db837a8b-f891-4234-9834-f700a43fd759"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:36.593125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aff1021d-c272-44c1-a11b-a28ca0bb324f req-423c4fd2-b06c-4bd5-a9ed-b910976b02db tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467298
Apr 02 21:03:36.612674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port db837a8b-f891-4234-9834-f700a43fd759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db837a8b-f891-4234-9834-f700a43fd759,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:36.621819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (db837a8b-f891-4234-9834-f700a43fd759), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:36.660673 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72529a7b-df92-4b27-a335-a3dc4e77d309 x-openstack-request-id: req-72529a7b-df92-4b27-a335-a3dc4e77d309 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:36.661186 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "name": "network-vif-plugged", "status": "completed", "tag": "db837a8b-f891-4234-9834-f700a43fd759", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:36.661509 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72529a7b-df92-4b27-a335-a3dc4e77d309 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:36.661938 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72529a7b-df92-4b27-a335-a3dc4e77d309'] response: {'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759', 'code': 200}
Apr 02 21:03:36.691098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=db837a8b-f891-4234-9834-f700a43fd759,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:36.765608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b27e5f-e8f1-4308-903d-ee3f63c0903a req-92ed300c-9546-486d-862d-def058f0061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:36.769849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12b27e5f-e8f1-4308-903d-ee3f63c0903a req-92ed300c-9546-486d-862d-def058f0061d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 1127 time: 0.0493827
Apr 02 21:03:36.818626 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12b27e5f-e8f1-4308-903d-ee3f63c0903a req-4bc7d133-63fe-40a6-a06f-d88538f3064f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402524
Apr 02 21:03:37.201009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0806b0-4fb3-4a1c-9dbf-9a64379eb759 req-99c9df5d-3bf8-4a19-af38-dc114f9bee28 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:37.203020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd0806b0-4fb3-4a1c-9dbf-9a64379eb759 req-99c9df5d-3bf8-4a19-af38-dc114f9bee28 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0563390
Apr 02 21:03:37.251896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd0806b0-4fb3-4a1c-9dbf-9a64379eb759 req-38704c81-d8cf-42ff-b163-8522e93db790 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431027
Apr 02 21:03:37.386818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:37.503464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 09b2da71-53de-4a86-a10f-8df6fc7762bd is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:37.504190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:37.541172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9e76-e2e2-4619-af0b-41471fedf522 req-e0e0127c-5967-488d-8422-f526c079ff08 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:37.549349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36dc9e76-e2e2-4619-af0b-41471fedf522 req-e0e0127c-5967-488d-8422-f526c079ff08 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 945 time: 0.0745008
Apr 02 21:03:37.549491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:37.558125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:37.608558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:37.615609 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36dc9e76-e2e2-4619-af0b-41471fedf522 req-fa7c3350-f8a6-4340-b926-b62107ce785f tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649257
Apr 02 21:03:37.731347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21dcf3-83c8-4d57-9db2-e57428aef03e req-536a5540-a783-4a18-b58c-ef667dda46dd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:37.733209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf21dcf3-83c8-4d57-9db2-e57428aef03e req-536a5540-a783-4a18-b58c-ef667dda46dd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0609789
Apr 02 21:03:37.788194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf21dcf3-83c8-4d57-9db2-e57428aef03e req-1ef5233a-487c-4576-9c03-fcc5bec2891a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490375
Apr 02 21:03:38.252632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3b7cc-746e-446f-bdbb-4e6a4a1cf4da req-78cd0a07-90eb-4426-a107-cb8272b22aa2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:38.254020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36c3b7cc-746e-446f-bdbb-4e6a4a1cf4da req-78cd0a07-90eb-4426-a107-cb8272b22aa2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0518579
Apr 02 21:03:38.304181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36c3b7cc-746e-446f-bdbb-4e6a4a1cf4da req-144077c4-2893-4112-a9c9-1703be48091b tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446167
Apr 02 21:03:38.373967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a31-7925-4327-9828-375758eed1c9 req-b3f9ee78-7a92-4826-b2ae-c3fb9494dc54 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:38.375345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d52c1a31-7925-4327-9828-375758eed1c9 req-b3f9ee78-7a92-4826-b2ae-c3fb9494dc54 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0514481
Apr 02 21:03:38.420890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d52c1a31-7925-4327-9828-375758eed1c9 req-be4fe99c-e073-41b1-8045-8cd1a23bab75 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392010
Apr 02 21:03:38.663192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:38.665765 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f822e-e569-446a-acf6-149f7293a1fb" -d '{"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:38.721640 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e5500-0351-47c2-915d-eb4ed8afbc42 x-openstack-request-id: req-6e1e5500-0351-47c2-915d-eb4ed8afbc42 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:38.722073 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:38.722476 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e1e5500-0351-47c2-915d-eb4ed8afbc42 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:38.723203 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1e5500-0351-47c2-915d-eb4ed8afbc42'] response: {'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'code': 200}
Apr 02 21:03:38.753700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf12f90-a4f7-4b6b-b785-82245935f00a req-f316854e-de84-4419-96b7-e026fb07acc9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:38.755171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acf12f90-a4f7-4b6b-b785-82245935f00a req-f316854e-de84-4419-96b7-e026fb07acc9 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 945 time: 0.0670812
Apr 02 21:03:38.806329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-acf12f90-a4f7-4b6b-b785-82245935f00a req-11da020f-ee5a-445e-a7f3-8e05f215a953 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451448
Apr 02 21:03:38.919025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3761c-afbb-48a1-ad79-0d0d0c7c73fb req-89c17c8c-dc7b-483c-ba42-ab81d3712bf2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:38.921337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0b3761c-afbb-48a1-ad79-0d0d0c7c73fb req-89c17c8c-dc7b-483c-ba42-ab81d3712bf2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0587542
Apr 02 21:03:38.940336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784de50-62d0-41de-b1bf-6271817c6a55 req-9857240e-41ab-4a65-bf7e-c31c4e996d2c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:38.942122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b784de50-62d0-41de-b1bf-6271817c6a55 req-9857240e-41ab-4a65-bf7e-c31c4e996d2c tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 945 time: 0.0607276
Apr 02 21:03:38.951201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43670) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:38.955902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Request body: {'floatingip': {'port_id': 'db837a8b-f891-4234-9834-f700a43fd759'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:38.979219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0b3761c-afbb-48a1-ad79-0d0d0c7c73fb req-da7895c6-093b-46ab-b603-c6372dc2623a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515690
Apr 02 21:03:38.999575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (cc66cff3-e2e0-48dd-bdbe-623e10314f91), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:39.478818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:39.486212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f89e0-398b-412c-a62e-1848da004e9f req-d79ba0ec-1e36-41a8-9db5-cf7d0319b5a9 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:39.487730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb9f89e0-398b-412c-a62e-1848da004e9f req-d79ba0ec-1e36-41a8-9db5-cf7d0319b5a9 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.1152728
Apr 02 21:03:39.488911 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (cc66cff3-e2e0-48dd-bdbe-623e10314f91), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:39.550923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed7ae-fd0c-41b2-8a5a-3f15601a5504 req-797c185c-b169-4b1c-bd4e-42b0d7c7afc4 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:39.552396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b4ed7ae-fd0c-41b2-8a5a-3f15601a5504 req-797c185c-b169-4b1c-bd4e-42b0d7c7afc4 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0566339
Apr 02 21:03:39.600808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b4ed7ae-fd0c-41b2-8a5a-3f15601a5504 req-404b94d5-ec87-43b5-81b5-9836e6d5cb08 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423076
Apr 02 21:03:39.622640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb9f89e0-398b-412c-a62e-1848da004e9f req-7a7d5763-48d1-4272-85ba-3ec73b2a0ea7 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993783
Apr 02 21:03:39.642163 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Floating IP cc66cff3-e2e0-48dd-bdbe-623e10314f91 associated. External IP: 172.35.4.21, port: db837a8b-f891-4234-9834-f700a43fd759.
Apr 02 21:03:39.930819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Router f425f76a-d496-43ca-878f-34dee0937d47 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:03:39.939464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffe62-e01c-48a2-974c-a5aa7e58479c req-e7cbd058-09bf-4edd-9ba5-91a3989fe14a tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:39.941146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-365ffe62-e01c-48a2-974c-a5aa7e58479c req-e7cbd058-09bf-4edd-9ba5-91a3989fe14a tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.1105218
Apr 02 21:03:40.090923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-365ffe62-e01c-48a2-974c-a5aa7e58479c req-80273db7-2b7f-4af2-9d64-2156a050791b tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416132
Apr 02 21:03:40.110845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba55a-d2f3-41eb-b84d-69913d880a33 req-4bd92bb0-6edf-4846-aabc-42b7dd1f4b21 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:40.112376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c80ba55a-d2f3-41eb-b84d-69913d880a33 req-4bd92bb0-6edf-4846-aabc-42b7dd1f4b21 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0591087
Apr 02 21:03:40.127348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:40.133064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:40.143658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:40.158829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:40.159905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845424940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:40.168693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-090cd6dc-a8d0-43ce-9985-3918b36268ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "PUT /v2.0/floatingips/cc66cff3-e2e0-48dd-bdbe-623e10314f91 HTTP/1.1" status: 200  len: 990 time: 1.2159390
Apr 02 21:03:40.169398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:40.172189 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f74824-a1da-4760-a7bf-7fa11781e7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "tag": "db837a8b-f891-4234-9834-f700a43fd759"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:40.183569 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c80ba55a-d2f3-41eb-b84d-69913d880a33 req-840ff089-ad09-4bbb-8b87-6dbe95c3ae97 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496252
Apr 02 21:03:40.209535 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270f16e-0db8-4577-a7cb-ba1b3cfc8b98 x-openstack-request-id: req-f270f16e-0db8-4577-a7cb-ba1b3cfc8b98 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:40.209839 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "tag": "db837a8b-f891-4234-9834-f700a43fd759", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:40.210098 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f270f16e-0db8-4577-a7cb-ba1b3cfc8b98 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:40.210513 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f270f16e-0db8-4577-a7cb-ba1b3cfc8b98'] response: {'name': 'network-changed', 'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759', 'status': 'completed', 'code': 200}
Apr 02 21:03:40.279672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:40.286096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-672b1d65-a061-4bda-9756-5cca294268b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:40.287612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-672b1d65-a061-4bda-9756-5cca294268b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da03d0fc36de405d87c8e99d209af9fe&device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 1127 time: 0.0528800
Apr 02 21:03:40.539461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845424940>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc66cff3-e2e0-48dd-bdbe-623e10314f91', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'floating_ip_address': '172.35.4.21', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'port_id': 'db837a8b-f891-4234-9834-f700a43fd759', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'mac_address': 'fa:16:3e:a3:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:03:23Z', 'updated_at': '2022-04-02T21:03:39Z', 'revision_number': 1, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:40.576507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:40.586932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:40.587615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845424940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:40.792267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4c01-029e-444c-8715-80bcc9b36f9e req-8c530103-ea1a-455e-a6fb-b6033782a0a1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:40.798998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-20a2396d-6d56-4b0d-a0f0-2df5840650f1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:40.801184 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-20a2396d-6d56-4b0d-a0f0-2df5840650f1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.1565578
Apr 02 21:03:40.802966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f4a4c01-029e-444c-8715-80bcc9b36f9e req-8c530103-ea1a-455e-a6fb-b6033782a0a1 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 947 time: 0.0700133
Apr 02 21:03:40.850158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-59c072d4-da03-4728-91ea-ad8714143940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:40.851671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-59c072d4-da03-4728-91ea-ad8714143940 service neutron] 10.222.0.21 "GET /v2.0/networks?id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 200  len: 911 time: 0.5535600
Apr 02 21:03:40.860904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f4a4c01-029e-444c-8715-80bcc9b36f9e req-61f04f05-d187-4ba6-ba5e-afe54420610e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562496
Apr 02 21:03:40.886753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246749-a85a-4531-a186-e981efa4225b req-7eca986d-e1cb-4c4e-9d25-4465c98e355f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:40.888279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6246749-a85a-4531-a186-e981efa4225b req-7eca986d-e1cb-4c4e-9d25-4465c98e355f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1634893
Apr 02 21:03:40.891149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:40.994715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-7df93bba-8fdb-4b93-892f-088bffa4e104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db837a8b-f891-4234-9834-f700a43fd759 HTTP/1.1" status: 200  len: 998 time: 0.1262579
Apr 02 21:03:41.043186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6246749-a85a-4531-a186-e981efa4225b req-4bc051e0-c5eb-4591-b566-2521337b5c10 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205037
Apr 02 21:03:41.062466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Deleting port 6899260a-714f-44f5-b030-a483cf54a670 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:41.062806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6899260a-714f-44f5-b030-a483cf54a670), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:41.097856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-6954de72-1a96-4b78-a247-03bcd1881dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:41.099418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-6954de72-1a96-4b78-a247-03bcd1881dd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 200  len: 849 time: 0.0941658
Apr 02 21:03:41.153980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845424940>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc66cff3-e2e0-48dd-bdbe-623e10314f91', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'floating_ip_address': '172.35.4.21', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'port_id': 'db837a8b-f891-4234-9834-f700a43fd759', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'mac_address': 'fa:16:3e:a3:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:03:23Z', 'updated_at': '2022-04-02T21:03:39Z', 'revision_number': 1, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:41.182300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c7a31-0ad4-404b-b0ad-c5f9f66cfb4a None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc66cff3-e2e0-48dd-bdbe-623e10314f91', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'floating_ip_address': '172.35.4.21', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'port_id': 'db837a8b-f891-4234-9834-f700a43fd759', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'mac_address': 'fa:16:3e:a3:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:03:23Z', 'updated_at': '2022-04-02T21:03:39Z', 'revision_number': 1, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:41.214999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] For port 6899260a-714f-44f5-b030-a483cf54a670, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6899260a-714f-44f5-b030-a483cf54a670,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:41.215599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6899260a-714f-44f5-b030-a483cf54a670), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:41.229003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-a57faf8c-8e8d-4d3b-ac56-bcb8f4e4ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:41.230968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-a57faf8c-8e8d-4d3b-ac56-bcb8f4e4ec32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0943396
Apr 02 21:03:41.235429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Calling delete_port for 6899260a-714f-44f5-b030-a483cf54a670 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:41.249850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d821089-076e-470b-b4f5-529138da408e req-e347f82e-170a-4c8c-9afb-3ffcef29c247 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:41.251927 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d821089-076e-470b-b4f5-529138da408e req-e347f82e-170a-4c8c-9afb-3ffcef29c247 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.0727496
Apr 02 21:03:41.319310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d821089-076e-470b-b4f5-529138da408e req-659b44ff-6bb7-491e-82e1-6cc464cfb8a8 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603948
Apr 02 21:03:41.442817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e52a1-ec62-4382-9f2d-bcb8a5eb6460 req-16aeb788-577f-41f6-871e-dcdca87436c5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:41.448408 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433a92a-7bbc-45b5-b6b9-25364b1b0852 None None] New status for floating IP cc66cff3-e2e0-48dd-bdbe-623e10314f91: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:03:41.450175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-432e52a1-ec62-4382-9f2d-bcb8a5eb6460 req-16aeb788-577f-41f6-871e-dcdca87436c5 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.1906495
Apr 02 21:03:41.459817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-483f2ec7-9f50-4f4b-9757-fa5713fba6f5 service neutron] 10.222.0.21 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119017
Apr 02 21:03:41.597008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-432e52a1-ec62-4382-9f2d-bcb8a5eb6460 req-a9c2717e-3c65-46ef-b658-241745a0ad14 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458786
Apr 02 21:03:41.599453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6899260a-714f-44f5-b030-a483cf54a670), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:41.640366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Pushing event deleted for resources: {'Port': ['ID=6899260a-714f-44f5-b030-a483cf54a670,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:41.649745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59f74824-a1da-4760-a7bf-7fa11781e7d9 req-159564c9-22d1-4401-9ff8-37131e14000f service neutron] 10.222.0.21 "GET /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814265
Apr 02 21:03:41.705848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] No DVR routers for this DVR port 6899260a-714f-44f5-b030-a483cf54a670 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:03:41.709124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:41.712892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4860dd4c-5a2b-4db5-bdf1-a4b3cfa39bf7 req-78de37d1-5bdf-4db1-8023-bd9149373376 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "DELETE /v2.0/ports/6899260a-714f-44f5-b030-a483cf54a670 HTTP/1.1" status: 204  len: 173 time: 0.9050648
Apr 02 21:03:41.713324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-deleted', 'tag': '6899260a-714f-44f5-b030-a483cf54a670'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:41.717534 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e4c6f-b52b-44ad-ba04-e990e0e67293" -d '{"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-deleted", "tag": "6899260a-714f-44f5-b030-a483cf54a670"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:41.774833 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930d851-653d-45e9-90d9-fc2d8acfa0b8 x-openstack-request-id: req-2930d851-653d-45e9-90d9-fc2d8acfa0b8 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:41.775134 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec52e0fc-98cb-4059-b291-a5a9e5987b70", "name": "network-vif-deleted", "tag": "6899260a-714f-44f5-b030-a483cf54a670", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:41.775460 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2930d851-653d-45e9-90d9-fc2d8acfa0b8 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:41.775916 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2930d851-653d-45e9-90d9-fc2d8acfa0b8'] response: {'server_uuid': 'ec52e0fc-98cb-4059-b291-a5a9e5987b70', 'name': 'network-vif-deleted', 'tag': '6899260a-714f-44f5-b030-a483cf54a670', 'status': 'completed', 'code': 200}
Apr 02 21:03:41.953569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e326d1-de1f-4264-b709-b9cd82a26ab1 req-328715c2-dd6a-4113-a242-db38ad169baa tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:41.955140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1e326d1-de1f-4264-b709-b9cd82a26ab1 req-328715c2-dd6a-4113-a242-db38ad169baa tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0931394
Apr 02 21:03:41.976944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-fe3cce83-cb97-4e7c-86c4-6d2c1072c8eb tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:41.978519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-fe3cce83-cb97-4e7c-86c4-6d2c1072c8eb tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.15 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.0882752
Apr 02 21:03:41.988010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2de74594-be53-414c-9a8c-291bd2913b67 req-4a6de8f7-8c17-44ed-9826-3e4ef544f6a5 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec52e0fc-98cb-4059-b291-a5a9e5987b70 HTTP/1.1" status: 200  len: 210 time: 0.0378580
Apr 02 21:03:42.061676 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1e326d1-de1f-4264-b709-b9cd82a26ab1 req-e0248d31-3d43-4e9f-9d7b-6adced69d6ae tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992923
Apr 02 21:03:42.125805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Deleting port 76286882-7eaa-4a02-bed9-78f11b3e3d7f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:42.126242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:42.197722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1c30a-c010-419b-ae0a-7cb126dd25b2 req-cf09cf19-9130-41a8-94cd-93450567aecc tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:42.207863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aaa1c30a-c010-419b-ae0a-7cb126dd25b2 req-cf09cf19-9130-41a8-94cd-93450567aecc tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0844851
Apr 02 21:03:42.239705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] For port 76286882-7eaa-4a02-bed9-78f11b3e3d7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76286882-7eaa-4a02-bed9-78f11b3e3d7f,segment=NetworkSegment(5de2936d-664d-4681-b7bb-8116b2265d91),segment_id=5de2936d-664d-4681-b7bb-8116b2265d91)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:42.240285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:42.254983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Calling delete_port for 76286882-7eaa-4a02-bed9-78f11b3e3d7f owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:42.287454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aaa1c30a-c010-419b-ae0a-7cb126dd25b2 req-b28d1c0d-182e-4995-86a7-5d4e3d3bb167 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784967
Apr 02 21:03:42.434959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (76286882-7eaa-4a02-bed9-78f11b3e3d7f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:42.449896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['76286882-7eaa-4a02-bed9-78f11b3e3d7f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:42.472347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Pushing event deleted for resources: {'Port': ['ID=76286882-7eaa-4a02-bed9-78f11b3e3d7f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:42.491618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a7749-50dd-4290-8619-b8341a917faf req-5247c451-a856-456f-861a-f5ae19832afa tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:42.493305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f74a7749-50dd-4290-8619-b8341a917faf req-5247c451-a856-456f-861a-f5ae19832afa tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac1888d-eac9-4e66-a536-9232652a75ce HTTP/1.1" status: 200  len: 945 time: 0.1043005
Apr 02 21:03:42.547955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] No DVR routers for this DVR port 76286882-7eaa-4a02-bed9-78f11b3e3d7f on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:03:42.551739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:42.555357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4298622-faa0-4853-8f5a-8b65d554d044 req-17111b58-f4e0-4c3c-8932-a8a989a2f0c1 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.15 "DELETE /v2.0/ports/76286882-7eaa-4a02-bed9-78f11b3e3d7f HTTP/1.1" status: 204  len: 173 time: 0.5686080
Apr 02 21:03:42.585621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f74a7749-50dd-4290-8619-b8341a917faf req-68598ac6-f876-42f5-8e51-eb75f1859519 tempest-VolumesAdminNegativeTest-1843338013 tempest-VolumesAdminNegativeTest-1843338013-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cff610-9722-4a9f-9c82-aaab973f7238&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755882
Apr 02 21:03:43.208220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc716829-570c-4d3c-b7fb-e56db8f1f278 req-2232c256-2ee5-49ea-92b7-2d49602087cd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:43.210077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc716829-570c-4d3c-b7fb-e56db8f1f278 req-2232c256-2ee5-49ea-92b7-2d49602087cd tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0698993
Apr 02 21:03:43.271020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc716829-570c-4d3c-b7fb-e56db8f1f278 req-a7418076-0b3d-40c6-8e95-19194ac517d1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534627
Apr 02 21:03:43.284649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-704ccb4f-b96c-4e11-b673-7ec6792d3082 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:43.286249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-704ccb4f-b96c-4e11-b673-7ec6792d3082 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 945 time: 0.0786095
Apr 02 21:03:43.390724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426d104-8827-4b44-bd9d-749f1ce485f6 req-935b3823-9d5c-4d26-8839-79ffa20366a2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:43.392368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a426d104-8827-4b44-bd9d-749f1ce485f6 req-935b3823-9d5c-4d26-8839-79ffa20366a2 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 949 time: 0.1291723
Apr 02 21:03:43.421750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3ad4-a4d9-4d26-ab4c-1adec2907dbc req-10b171c2-a39f-4f56-bb51-41bd4fce41c7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:43.423605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ea3ad4-a4d9-4d26-ab4c-1adec2907dbc req-10b171c2-a39f-4f56-bb51-41bd4fce41c7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0701003
Apr 02 21:03:43.437547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:43.459806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Deleting port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:43.460210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.468676 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a426d104-8827-4b44-bd9d-749f1ce485f6 req-2e008897-a4f2-4338-8dc3-f2842a641640 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675020
Apr 02 21:03:43.471080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 6899260a-714f-44f5-b030-a483cf54a670 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:03:43.472019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6899260a-714f-44f5-b030-a483cf54a670 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:03:43.487756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45ea3ad4-a4d9-4d26-ab4c-1adec2907dbc req-e7cb18b6-d424-4878-a816-787a7dcb0435 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581136
Apr 02 21:03:43.558610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] For port 1ff71ce6-8364-4e94-9d55-e369634bb9c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff71ce6-8364-4e94-9d55-e369634bb9c0,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:43.558998 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.577626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Calling delete_port for 1ff71ce6-8364-4e94-9d55-e369634bb9c0 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:43.647292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43740) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:43.699104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Deleting subnet 6baaf526-47a0-471f-96c8-734f30cfadea {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:03:43.703520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Publish callbacks [] for subnet (6baaf526-47a0-471f-96c8-734f30cfadea), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.727773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1ff71ce6-8364-4e94-9d55-e369634bb9c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.743287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1ff71ce6-8364-4e94-9d55-e369634bb9c0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:43.745205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (6baaf526-47a0-471f-96c8-734f30cfadea), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.766189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event deleted for resources: {'Port': ['ID=1ff71ce6-8364-4e94-9d55-e369634bb9c0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:43.793567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'name': 'network-vif-deleted', 'tag': '76286882-7eaa-4a02-bed9-78f11b3e3d7f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:43.796259 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f76916-a634-480c-8674-c7478b0f3df6" -d '{"events": [{"server_uuid": "eac1888d-eac9-4e66-a536-9232652a75ce", "name": "network-vif-deleted", "tag": "76286882-7eaa-4a02-bed9-78f11b3e3d7f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:43.801659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6baaf526-47a0-471f-96c8-734f30cfadea), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.821960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] No DVR routers for this DVR port 1ff71ce6-8364-4e94-9d55-e369634bb9c0 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:03:43.824714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.829119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f62b052e-8d95-4c7f-ba2c-73ddff3ba948 req-b2f8b0fd-bf18-4cf0-aec9-8683ced3fb0f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.21 "DELETE /v2.0/ports/1ff71ce6-8364-4e94-9d55-e369634bb9c0 HTTP/1.1" status: 204  len: 173 time: 0.5273871
Apr 02 21:03:43.844703 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd408cc6-0959-4160-a6a2-a37cd32d7a5e x-openstack-request-id: req-bd408cc6-0959-4160-a6a2-a37cd32d7a5e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:43.844965 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac1888d-eac9-4e66-a536-9232652a75ce", "name": "network-vif-deleted", "tag": "76286882-7eaa-4a02-bed9-78f11b3e3d7f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:43.845224 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd408cc6-0959-4160-a6a2-a37cd32d7a5e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:43.845690 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd408cc6-0959-4160-a6a2-a37cd32d7a5e'] response: {'server_uuid': 'eac1888d-eac9-4e66-a536-9232652a75ce', 'name': 'network-vif-deleted', 'tag': '76286882-7eaa-4a02-bed9-78f11b3e3d7f', 'status': 'completed', 'code': 200}
Apr 02 21:03:43.871257 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (6baaf526-47a0-471f-96c8-734f30cfadea), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.900698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6baaf526-47a0-471f-96c8-734f30cfadea,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:43.905167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:43.908400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cdfa3d2f-f87d-461c-9b7f-80adad977fe1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6baaf526-47a0-471f-96c8-734f30cfadea HTTP/1.1" status: 204  len: 168 time: 0.2596173
Apr 02 21:03:43.911349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43746) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:43.993362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ef594637-3f90-4a79-a016-a5c5d61ecc4c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.092744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ef594637-3f90-4a79-a016-a5c5d61ecc4c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.114074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4af9a0>,) {'filters': {'network_id': ['ef594637-3f90-4a79-a016-a5c5d61ecc4c']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:44.131689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4af9a0>, '5de2936d-664d-4681-b7bb-8116b2265d91') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:44.132021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4af9a0>, '5de2936d-664d-4681-b7bb-8116b2265d91') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:44.149853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (5de2936d-664d-4681-b7bb-8116b2265d91), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.171414 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5de2936d-664d-4681-b7bb-8116b2265d91), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.178848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:03:44.179234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (5de2936d-664d-4681-b7bb-8116b2265d91), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:03:44.180932 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:03:44.240831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ef594637-3f90-4a79-a016-a5c5d61ecc4c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.255076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.258579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ef594637-3f90-4a79-a016-a5c5d61ecc4c HTTP/1.1" status: 204  len: 168 time: 0.3461852
Apr 02 21:03:44.261380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:44.269053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ba25f-c374-47e3-b216-8c1968d2a764 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef594637-3f90-4a79-a016-a5c5d61ecc4c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:44.270264 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.311930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Deleting subnet f6408028-8d33-46cd-9124-5c0a8f51de8c {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:03:44.315631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Publish callbacks [] for subnet (f6408028-8d33-46cd-9124-5c0a8f51de8c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.354987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (f6408028-8d33-46cd-9124-5c0a8f51de8c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.409578 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa236fad-d4ac-4f92-a329-a239bcb90160 req-45cf966c-bd75-44f5-9895-38c1716ef02a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace HTTP/1.1" status: 200  len: 210 time: 0.0347002
Apr 02 21:03:44.425771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f6408028-8d33-46cd-9124-5c0a8f51de8c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.480044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f6408028-8d33-46cd-9124-5c0a8f51de8c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.507128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6408028-8d33-46cd-9124-5c0a8f51de8c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:44.509398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.512224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-382a1c1c-7d71-405f-8fbb-23de908a817d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6408028-8d33-46cd-9124-5c0a8f51de8c HTTP/1.1" status: 204  len: 168 time: 0.2496135
Apr 02 21:03:44.515432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43758) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:44.603074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (bdb1467a-db2b-43a7-a0b2-563ab34cf823), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.635764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e3de0-55ee-44d0-ba3c-f7e654916c1c req-c50916a4-54b5-4062-ade1-71fabe003f00 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:44.637594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d05e3de0-55ee-44d0-ba3c-f7e654916c1c req-c50916a4-54b5-4062-ade1-71fabe003f00 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 949 time: 0.0592537
Apr 02 21:03:44.679228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107cda-1e2c-4d1e-ba4a-08dd26cc225c req-a08f2885-433b-448f-8a5e-635576ac09b0 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:44.680755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21107cda-1e2c-4d1e-ba4a-08dd26cc225c req-a08f2885-433b-448f-8a5e-635576ac09b0 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0978775
Apr 02 21:03:44.691273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d05e3de0-55ee-44d0-ba3c-f7e654916c1c req-6853c1ed-4d5d-4823-9a7c-14bb3b9b22eb tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452812
Apr 02 21:03:44.729178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (bdb1467a-db2b-43a7-a0b2-563ab34cf823), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.763342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4835e0>,) {'filters': {'network_id': ['bdb1467a-db2b-43a7-a0b2-563ab34cf823']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:44.781882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4835e0>, '5b27146c-fb76-4666-941d-568a3ba3d775') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:44.782188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4835e0>, '5b27146c-fb76-4666-941d-568a3ba3d775') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:44.791792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21107cda-1e2c-4d1e-ba4a-08dd26cc225c req-d68deef5-81df-40f5-a276-14ad9f1c894c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028090
Apr 02 21:03:44.795227 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (5b27146c-fb76-4666-941d-568a3ba3d775), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.809657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5b27146c-fb76-4666-941d-568a3ba3d775), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.816110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:03:44.816478 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (5b27146c-fb76-4666-941d-568a3ba3d775), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:03:44.818417 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:03:44.876778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (bdb1467a-db2b-43a7-a0b2-563ab34cf823), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.882823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:44.886272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bdb1467a-db2b-43a7-a0b2-563ab34cf823 HTTP/1.1" status: 204  len: 168 time: 0.3696895
Apr 02 21:03:44.898410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b6c15-6f0c-4042-8b6f-c831358fcf20 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb1467a-db2b-43a7-a0b2-563ab34cf823,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:45.059890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:45.106859 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dfedc479-b3e0-40e9-a446-3fa276c6dcd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8431477fcd064f4f8ba2dedbed85b937&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0452034
Apr 02 21:03:45.109684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43764) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:45.165169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80c1d24b-05ee-4697-9000-d8b8cf83e043 admin admin] Publish callbacks [] for security_group (22cff610-9722-4a9f-9c82-aaab973f7238), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.191105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80c1d24b-05ee-4697-9000-d8b8cf83e043 admin admin] Publish callbacks [] for security_group (22cff610-9722-4a9f-9c82-aaab973f7238), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.239046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80c1d24b-05ee-4697-9000-d8b8cf83e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (22cff610-9722-4a9f-9c82-aaab973f7238), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.242261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80c1d24b-05ee-4697-9000-d8b8cf83e043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.243702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-80c1d24b-05ee-4697-9000-d8b8cf83e043 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22cff610-9722-4a9f-9c82-aaab973f7238 HTTP/1.1" status: 204  len: 168 time: 0.1326175
Apr 02 21:03:45.252186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1d24b-05ee-4697-9000-d8b8cf83e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cff610-9722-4a9f-9c82-aaab973f7238,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:45.456912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 76286882-7eaa-4a02-bed9-78f11b3e3d7f no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:45.458622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-60585510-0375-47ef-ab59-5b23e6175c1e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:45.460266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-60585510-0375-47ef-ab59-5b23e6175c1e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 949 time: 0.0581088
Apr 02 21:03:45.504916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 76286882-7eaa-4a02-bed9-78f11b3e3d7f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:03:45.505114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 76286882-7eaa-4a02-bed9-78f11b3e3d7f not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:03:45.570909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Deleting port 09b2da71-53de-4a86-a10f-8df6fc7762bd {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:45.571365 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.620671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43774) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:45.666011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7c30e00b-b09d-43a6-ab29-5ae4afef22e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a9369859a1c47acac58bf9d2adb9300&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0440905
Apr 02 21:03:45.668727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43778) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:45.690584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] For port 09b2da71-53de-4a86-a10f-8df6fc7762bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09b2da71-53de-4a86-a10f-8df6fc7762bd,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:45.690988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.705463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Calling delete_port for 09b2da71-53de-4a86-a10f-8df6fc7762bd owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:45.727111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d76d176-623a-4aa4-a86f-be697c017378 admin admin] Publish callbacks [] for security_group (81072b9a-add4-406d-9ed9-0415078ad31a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.773017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d76d176-623a-4aa4-a86f-be697c017378 admin admin] Publish callbacks [] for security_group (81072b9a-add4-406d-9ed9-0415078ad31a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.855619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'name': 'network-vif-deleted', 'tag': '1ff71ce6-8364-4e94-9d55-e369634bb9c0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:45.858572 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c859e-e4e7-4a1f-ac68-73c6796121a2" -d '{"events": [{"server_uuid": "e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace", "name": "network-vif-deleted", "tag": "1ff71ce6-8364-4e94-9d55-e369634bb9c0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:45.884782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-9b093e5d-af14-48be-b97d-e9d4aba1cc05 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:45.886472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-9b093e5d-af14-48be-b97d-e9d4aba1cc05 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1446693
Apr 02 21:03:45.893679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53029b1c-14ea-4a20-8baf-df1c221b5cad req-73a039d2-0be3-44ef-83e0-b1dc50b9161e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:45.896397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-53029b1c-14ea-4a20-8baf-df1c221b5cad req-73a039d2-0be3-44ef-83e0-b1dc50b9161e tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa959ba1-e51a-4333-998b-723a9c17a1a4 HTTP/1.1" status: 200  len: 949 time: 0.1042430
Apr 02 21:03:45.900824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d76d176-623a-4aa4-a86f-be697c017378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81072b9a-add4-406d-9ed9-0415078ad31a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.903310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d76d176-623a-4aa4-a86f-be697c017378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.904936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d76d176-623a-4aa4-a86f-be697c017378 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81072b9a-add4-406d-9ed9-0415078ad31a HTTP/1.1" status: 204  len: 168 time: 0.2341201
Apr 02 21:03:45.916518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-c9725e94-59a3-4d85-bf0e-9c6b9d40136f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/quotas/67592663633d4cd89aed8f728fd7ca86 HTTP/1.1" status: 200  len: 375 time: 0.0234199
Apr 02 21:03:45.917737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76d176-623a-4aa4-a86f-be697c017378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81072b9a-add4-406d-9ed9-0415078ad31a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:45.931476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (09b2da71-53de-4a86-a10f-8df6fc7762bd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:45.971296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-0793368d-79d1-4fa1-844f-24e9e3472f74 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437717
Apr 02 21:03:45.974784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Pushing event deleted for resources: {'Port': ['ID=09b2da71-53de-4a86-a10f-8df6fc7762bd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:46.045812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] No DVR routers for this DVR port 09b2da71-53de-4a86-a10f-8df6fc7762bd on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:03:46.050844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:46.054550 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56e814e3-aa46-42e8-be18-06b28aa2490e req-d0576a44-708a-4b8e-bc1c-92ddb3fca302 tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.15 "DELETE /v2.0/ports/09b2da71-53de-4a86-a10f-8df6fc7762bd HTTP/1.1" status: 204  len: 173 time: 0.5886142
Apr 02 21:03:46.059627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-53029b1c-14ea-4a20-8baf-df1c221b5cad req-dbf0cc5d-d838-455e-b756-57858bc9b05c tempest-ListImageFiltersTestJSON-529599722 tempest-ListImageFiltersTestJSON-529599722-project] 10.222.0.18 "GET /v2.0/security-groups?id=666349d1-47c6-4fbd-88eb-2a5d782aa37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508098
Apr 02 21:03:46.098876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-b75fe487-ff94-48fb-9e40-be4948f09b10 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195087
Apr 02 21:03:46.231539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-b3f5a82e-2018-40c0-a8cd-14efd6592bb8 service neutron] 10.222.0.18 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191127
Apr 02 21:03:46.241066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f08a2-06f8-410a-9d54-f9633b25ccb8 req-47f01459-f608-4706-9fad-f1945c597d90 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:46.243077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-058f08a2-06f8-410a-9d54-f9633b25ccb8 req-47f01459-f608-4706-9fad-f1945c597d90 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0861824
Apr 02 21:03:46.307040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-058f08a2-06f8-410a-9d54-f9633b25ccb8 req-c2741248-7743-4070-bf09-efd47f44b42c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572762
Apr 02 21:03:46.372408 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8847f4a-8aa6-4557-8dd3-f9c57bb5cedb x-openstack-request-id: req-f8847f4a-8aa6-4557-8dd3-f9c57bb5cedb {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:46.372850 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace", "name": "network-vif-deleted", "tag": "1ff71ce6-8364-4e94-9d55-e369634bb9c0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:46.373195 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8847f4a-8aa6-4557-8dd3-f9c57bb5cedb {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:46.373659 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8847f4a-8aa6-4557-8dd3-f9c57bb5cedb'] response: {'server_uuid': 'e7c76cf3-5bd9-4eb4-a7f5-2456743d4ace', 'name': 'network-vif-deleted', 'tag': '1ff71ce6-8364-4e94-9d55-e369634bb9c0', 'status': 'completed', 'code': 200}
Apr 02 21:03:46.393190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1ff71ce6-8364-4e94-9d55-e369634bb9c0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:46.425723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 1ff71ce6-8364-4e94-9d55-e369634bb9c0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:03:46.426083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1ff71ce6-8364-4e94-9d55-e369634bb9c0 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:03:46.474121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54f668f1-014a-48f9-800c-479224ec535f req-4319fd98-9b21-498c-8e0e-7a295fbca3ab tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 210 time: 0.0390246
Apr 02 21:03:46.914256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:47.040693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-network', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:47.062142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Made reservation on behalf of b029d956221d4ab68b05371a35786d8a for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:47.064722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.076296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.180347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks [] for security_group (cf07e5f7-9afc-4e7f-abed-661216bda68a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.184383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cf07e5f7-9afc-4e7f-abed-661216bda68a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.209963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:03:47.219425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf07e5f7-9afc-4e7f-abed-661216bda68a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:47.225648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b33a7e1b-8a4e-423f-b57d-447f318db89c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.226007 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Added segment b33a7e1b-8a4e-423f-b57d-447f318db89c of type vlan for network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a
Apr 02 21:03:47.273983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.299764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.301029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:47.301708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.337057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4214578
Apr 02 21:03:47.339841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43844) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:47.347128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Request body: {'subnet': {'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-subnet', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:47.381277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ab666-4663-49d9-8660-2c0d973a96e9 admin admin] Pushing event updated for resources: {'Network': ['ID=53895e2e-ab3b-4b56-8fa7-5f00c1890e9a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:47.394417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:03:47.398926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Made reservation on behalf of b029d956221d4ab68b05371a35786d8a for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:47.401501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.549796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001641ba-962e-47f6-acd2-faa2d95dc4e0 req-79e92acf-b6d1-41a8-b7a7-d4864cc8ceb6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:47.551316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-001641ba-962e-47f6-acd2-faa2d95dc4e0 req-79e92acf-b6d1-41a8-b7a7-d4864cc8ceb6 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1326461
Apr 02 21:03:47.646270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-001641ba-962e-47f6-acd2-faa2d95dc4e0 req-0e3f3a4c-88ec-4564-83c1-3eb61f282085 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828669
Apr 02 21:03:47.652811 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.713438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-29e8bb59-258c-45b3-bc74-95056dfbaae1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:47.715821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-29e8bb59-258c-45b3-bc74-95056dfbaae1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.15 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 812 time: 0.1840940
Apr 02 21:03:47.731801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Request body: {'port': {'device_id': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'admin_state_up': True, 'tenant_id': '67592663633d4cd89aed8f728fd7ca86'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:47.784116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1e2c608-f309-47f2-829a-f074ddfac35c req-4b76bf77-05c5-4621-b5d3-108f811299a1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 210 time: 0.0462983
Apr 02 21:03:47.794032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7760d3f2-af7a-4eae-b589-eab1a5eef4e0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.856332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7760d3f2-af7a-4eae-b589-eab1a5eef4e0,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:47.881168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Checking segment: {'id': 'b33a7e1b-8a4e-423f-b57d-447f318db89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:47.881565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Network hostable DHCP agents. Network: 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:03:47.881835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Made reservation on behalf of 67592663633d4cd89aed8f728fd7ca86 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:47.885989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.902955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:03:47.914367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:47.919677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:47.921297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.926950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c8fef-6bfb-41a9-a3e3-f2b9c8f47be7 None None] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:47.945175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-393be291-fe81-4c84-9878-1182e73eed39 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6038377
Apr 02 21:03:47.945890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:47.951041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:47.979597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (a01f854d-4b28-4841-b472-80481eb2cf38), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:47.981766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (a01f854d-4b28-4841-b472-80481eb2cf38), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.069993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Allocated IP 172.20.0.9 (0579e432-6dc2-4773-9b49-bc1eb8621629/1a730f69-374c-4989-bc31-1c702266b8a4/eec90799-94e8-418d-8658-ab70f2f3ade1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:48.077492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks [] for router_controller (a01f854d-4b28-4841-b472-80481eb2cf38), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.111412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53895e2e-ab3b-4b56-8fa7-5f00c1890e9a', 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a', 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'fixed_ips': [{'subnet_id': '7760d3f2-af7a-4eae-b589-eab1a5eef4e0'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:03:48.112540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.301378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Allocated IP 172.20.0.2 (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a/7760d3f2-af7a-4eae-b589-eab1a5eef4e0/b10b8f46-3a61-42bf-be0c-7aac8d0917c3) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:48.339235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks [] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.375607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-deleted', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:48.378293 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553e9626-076a-418d-abe1-9db9b87bf9cc" -d '{"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-deleted", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:48.393607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.455924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Network 0579e432-6dc2-4773-9b49-bc1eb8621629 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:48.460968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:48.467799 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a0d6a-180a-42a2-9c18-4fbe3234f3df x-openstack-request-id: req-359a0d6a-180a-42a2-9c18-4fbe3234f3df {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:48.468188 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa959ba1-e51a-4333-998b-723a9c17a1a4", "name": "network-vif-deleted", "tag": "09b2da71-53de-4a86-a10f-8df6fc7762bd", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:48.468751 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-359a0d6a-180a-42a2-9c18-4fbe3234f3df {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:48.469478 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359a0d6a-180a-42a2-9c18-4fbe3234f3df'] response: {'server_uuid': 'aa959ba1-e51a-4333-998b-723a9c17a1a4', 'name': 'network-vif-deleted', 'tag': '09b2da71-53de-4a86-a10f-8df6fc7762bd', 'status': 'completed', 'code': 200}
Apr 02 21:03:48.473271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:48.519290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event updated for resources: {'Port': ['ID=eec90799-94e8-418d-8658-ab70f2f3ade1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:48.543135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:48.543847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.564718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-296eba40-da97-4fca-bc0b-6ba23babeeea tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8389468
Apr 02 21:03:48.577821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Request body: {'port': {'device_id': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:48.598213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Publish callbacks [] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.601090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks [] for router_gateway (a01f854d-4b28-4841-b472-80481eb2cf38), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.610150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.656415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:48.659857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:48.664925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:48.665895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.748953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Pushing event updated for resources: {'Port': ['ID=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:48.785938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Attempting to bind port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:48.786305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Attempting to bind port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b33a7e1b-8a4e-423f-b57d-447f318db89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:48.786737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Attempting to bind port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 on network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:48.788008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:48.792247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:48.792675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Checking segment: {'id': 'b33a7e1b-8a4e-423f-b57d-447f318db89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:48.793071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.793636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Bound using segment: {'id': 'b33a7e1b-8a4e-423f-b57d-447f318db89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:48.794102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Bound port: b10b8f46-3a61-42bf-be0c-7aac8d0917c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33a7e1b-8a4e-423f-b57d-447f318db89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:48.794481 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:48.838096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0610c2-e93b-448a-8165-800fa3b0a864 req-dbb329ec-4347-4c06-8f77-87fe46847739 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:48.839582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d0610c2-e93b-448a-8165-800fa3b0a864 req-dbb329ec-4347-4c06-8f77-87fe46847739 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.0924053
Apr 02 21:03:48.922111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] For port b10b8f46-3a61-42bf-be0c-7aac8d0917c3, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:48.925960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] For port b10b8f46-3a61-42bf-be0c-7aac8d0917c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,segment=NetworkSegment(b33a7e1b-8a4e-423f-b57d-447f318db89c),segment_id=b33a7e1b-8a4e-423f-b57d-447f318db89c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:48.938054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.022418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3e83b-954b-4a3b-b811-54a346312361 req-dbfbb09a-a159-4756-b774-b7e017acbc24 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:49.024241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60b3e83b-954b-4a3b-b811-54a346312361 req-dbfbb09a-a159-4756-b774-b7e017acbc24 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 931 time: 0.0938628
Apr 02 21:03:49.050288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d0610c2-e93b-448a-8165-800fa3b0a864 req-b341815e-cd01-4588-aa05-46b461eca481 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022223
Apr 02 21:03:49.051741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c27e03-c598-411a-bea6-f3b44b72d12b None None] Pushing event updated for resources: {'Port': ['ID=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:49.065419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks [] for router_gateway (a01f854d-4b28-4841-b472-80481eb2cf38), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.073337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f7583149-0b1a-453d-8358-a7af0ed885ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=434a8950c15b4a96a46ed0f64c87c417&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2807660
Apr 02 21:03:49.079384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43908) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:49.090419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.132081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec90799-94e8-418d-8658-ab70f2f3ade1 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:49.159782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Publish callbacks [] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.177550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Transition to ACTIVE for port object eec90799-94e8-418d-8658-ab70f2f3ade1 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:03:49.199918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.250586 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60b3e83b-954b-4a3b-b811-54a346312361 req-8fc90777-72c6-4a45-8de0-dca888890ce2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104156
Apr 02 21:03:49.253481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Allocated IP 172.35.4.230 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/eb79ae6a-61bb-4852-aa34-39fa35cb08cc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:49.311765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=eec90799-94e8-418d-8658-ab70f2f3ade1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:49.317743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828ac176-b8ae-4439-92b9-3b19431134e9 admin admin] Publish callbacks [] for security_group (666349d1-47c6-4fbd-88eb-2a5d782aa37e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.384621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828ac176-b8ae-4439-92b9-3b19431134e9 admin admin] Publish callbacks [] for security_group (666349d1-47c6-4fbd-88eb-2a5d782aa37e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.440215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Attempting to bind port eec90799-94e8-418d-8658-ab70f2f3ade1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:49.440899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Attempting to bind port eec90799-94e8-418d-8658-ab70f2f3ade1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:49.440899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Attempting to bind port eec90799-94e8-418d-8658-ab70f2f3ade1 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:49.446385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Port eec90799-94e8-418d-8658-ab70f2f3ade1 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:03:49.446722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Attempting to bind port eec90799-94e8-418d-8658-ab70f2f3ade1 on network 0579e432-6dc2-4773-9b49-bc1eb8621629 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:49.452864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:49.453257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Checking segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:49.453640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Bound using segment: {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:49.454076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Bound port: eec90799-94e8-418d-8658-ab70f2f3ade1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07516b5-d974-4f0f-8835-bf4efbb222fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:49.454437 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.469583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:03:49.472067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828ac176-b8ae-4439-92b9-3b19431134e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (666349d1-47c6-4fbd-88eb-2a5d782aa37e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.474977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-828ac176-b8ae-4439-92b9-3b19431134e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.479265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-828ac176-b8ae-4439-92b9-3b19431134e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/666349d1-47c6-4fbd-88eb-2a5d782aa37e HTTP/1.1" status: 204  len: 168 time: 0.3942201
Apr 02 21:03:49.479435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks [] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.508845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ac176-b8ae-4439-92b9-3b19431134e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666349d1-47c6-4fbd-88eb-2a5d782aa37e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:49.538661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 09b2da71-53de-4a86-a10f-8df6fc7762bd {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:03:49.539582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 09b2da71-53de-4a86-a10f-8df6fc7762bd not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:03:49.544531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] For port eec90799-94e8-418d-8658-ab70f2f3ade1, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:49.550279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] For port eec90799-94e8-418d-8658-ab70f2f3ade1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eec90799-94e8-418d-8658-ab70f2f3ade1,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:49.559820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.560104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.597062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:49.597717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:49.599111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] 10.222.0.15 "PUT /v2.0/ports/eec90799-94e8-418d-8658-ab70f2f3ade1 HTTP/1.1" status: 200  len: 1091 time: 1.0259047
Apr 02 21:03:49.599903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:49.603084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:49.611031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:49.620754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb894-4ea0-4274-93cf-81c75c73bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=eec90799-94e8-418d-8658-ab70f2f3ade1,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:49.691696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Pushing event updated for resources: {'Port': ['ID=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:49.716145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-0febc57f-fdb0-4dcc-a71c-8a8565140d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:49.718398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-0febc57f-fdb0-4dcc-a71c-8a8565140d88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 1125 time: 0.0749683
Apr 02 21:03:49.775780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-44bbdc61-d737-45f5-aca7-2d3974f92a36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eec90799-94e8-418d-8658-ab70f2f3ade1 HTTP/1.1" status: 200  len: 217 time: 0.0487893
Apr 02 21:03:49.864885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-df921aaf-bc26-4a57-87da-cc88c087b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:49.866761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-df921aaf-bc26-4a57-87da-cc88c087b2a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0846882
Apr 02 21:03:49.908327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b10b8f46-3a61-42bf-be0c-7aac8d0917c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:49.919644 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-af459cdd-1927-44fa-8247-9601f1980f80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454183
Apr 02 21:03:50.003921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:50.004741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.035211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks [] for router_gateway (a01f854d-4b28-4841-b472-80481eb2cf38), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.078686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-5e011afa-cc04-4fd5-bfe9-199d325f6236 service neutron] 10.222.0.15 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491005
Apr 02 21:03:50.165043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:50.165434 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.206486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port b10b8f46-3a61-42bf-be0c-7aac8d0917c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,segment=NetworkSegment(b33a7e1b-8a4e-423f-b57d-447f318db89c),segment_id=b33a7e1b-8a4e-423f-b57d-447f318db89c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:50.214028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.261873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86b6ca79-a2f0-4311-b3d9-f30369a409b7 req-7fb20b31-0a04-4278-8f02-6ed73f38be2d service neutron] 10.222.0.15 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757956
Apr 02 21:03:50.264761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044ded-d2f6-4b3e-9760-63dc9eb25f9c req-1f14d0e2-a86f-4f23-95d4-11a45024f869 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:50.266533 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e044ded-d2f6-4b3e-9760-63dc9eb25f9c req-1f14d0e2-a86f-4f23-95d4-11a45024f869 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1089680
Apr 02 21:03:50.337660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:50.422227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e044ded-d2f6-4b3e-9760-63dc9eb25f9c req-5dac1818-63d8-4db3-acc6-14dc9fdb046f tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153147
Apr 02 21:03:50.457540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (a01f854d-4b28-4841-b472-80481eb2cf38), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.470935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'tag': 'eec90799-94e8-418d-8658-ab70f2f3ade1'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:50.476855 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924dd151-e428-4ac1-9ec3-7f892262221a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f", "tag": "eec90799-94e8-418d-8658-ab70f2f3ade1"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:50.515969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b78-6354-4166-9a9b-fb1b93e92816 req-55298538-4fc0-4cb4-a312-9bdb7e85ce98 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:50.522961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31c41b78-6354-4166-9a9b-fb1b93e92816 req-55298538-4fc0-4cb4-a312-9bdb7e85ce98 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 943 time: 0.1334934
Apr 02 21:03:50.552113 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dde4ad-4e91-4bf1-b5a1-363fa13c76db x-openstack-request-id: req-f4dde4ad-4e91-4bf1-b5a1-363fa13c76db {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:50.552626 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f", "tag": "eec90799-94e8-418d-8658-ab70f2f3ade1", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:50.552775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986123f8-13b5-4583-bb40-ede3f91e2fda None None] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:50.552974 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4dde4ad-4e91-4bf1-b5a1-363fa13c76db {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:50.553493 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dde4ad-4e91-4bf1-b5a1-363fa13c76db'] response: {'name': 'network-changed', 'server_uuid': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'tag': 'eec90799-94e8-418d-8658-ab70f2f3ade1', 'status': 'completed', 'code': 200}
Apr 02 21:03:50.627864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31c41b78-6354-4166-9a9b-fb1b93e92816 req-6ead13e0-ffdb-4c26-b69e-b6e03a98eb1a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012669
Apr 02 21:03:50.641404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd151-e428-4ac1-9ec3-7f892262221a req-1fd38b80-dec9-4e5d-b275-49d119dbf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:50.643058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-1fd38b80-dec9-4e5d-b275-49d119dbf717 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67592663633d4cd89aed8f728fd7ca86&device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 1125 time: 0.0843296
Apr 02 21:03:50.653113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8ec9ccdc-7475-46b9-8a4d-ff17a912cef4 None None] Provisioning complete for port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:50.654742 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ccdc-7475-46b9-8a4d-ff17a912cef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.696235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Router a01f854d-4b28-4841-b472-80481eb2cf38 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:03:50.779813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd151-e428-4ac1-9ec3-7f892262221a req-22fe9387-0357-4f58-95e5-36d0b0ce1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:50.781363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9ccdc-7475-46b9-8a4d-ff17a912cef4 None None] Current status of the port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:50.781600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-22fe9387-0357-4f58-95e5-36d0b0ce1de8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 200  len: 913 time: 0.1303396
Apr 02 21:03:50.833187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-8fec0947-f07d-4d69-972e-576ee480e4ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eec90799-94e8-418d-8658-ab70f2f3ade1 HTTP/1.1" status: 200  len: 217 time: 0.0444100
Apr 02 21:03:50.871428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:50.882255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Sync routers for ids ['a01f854d-4b28-4841-b472-80481eb2cf38'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:50.896156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:50.897781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-073e327f-abeb-4dcb-b817-7418fcb95d3d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.9500415
Apr 02 21:03:50.899490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd151-e428-4ac1-9ec3-7f892262221a req-baca895d-5b79-4353-a0a3-3745f92f22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:50.901540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43942) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:50.902215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-baca895d-5b79-4353-a0a3-3745f92f22c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 200  len: 852 time: 0.0626483
Apr 02 21:03:50.906552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Routers {'a01f854d-4b28-4841-b472-80481eb2cf38'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:50.910774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a01f854d-4b28-4841-b472-80481eb2cf38'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:50.963602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-1f33836f-21a8-463b-902c-ec3193658121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0579e432-6dc2-4773-9b49-bc1eb8621629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539067
Apr 02 21:03:51.090549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Set router a01f854d-4b28-4841-b472-80481eb2cf38 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:51.117387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-c1b7cb51-7be3-4d5e-b1ac-0f51426fe43f service neutron] 10.222.0.15 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474400
Apr 02 21:03:51.254343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-924dd151-e428-4ac1-9ec3-7f892262221a req-dd4210be-a65d-4dc4-b8eb-66ebfdd2cd6a service neutron] 10.222.0.15 "GET /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294687
Apr 02 21:03:51.328950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f06a0811-e491-40a2-b363-696b129617df None None] Provisioning complete for port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:51.329343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f06a0811-e491-40a2-b363-696b129617df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.348989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:51.500235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f06a0811-e491-40a2-b363-696b129617df None None] Current status of the port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:51.518100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d464c0-6345-47aa-aacc-6aaa6de1945e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.519764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f6400>, [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:49Z', 'revision_number': 3, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port': {'id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:49Z', 'updated_at': '2022-04-02T21:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:51.551728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Checking router: a01f854d-4b28-4841-b472-80481eb2cf38 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:51.551961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Updating router a01f854d-4b28-4841-b472-80481eb2cf38 port eb79ae6a-61bb-4852-aa34-39fa35cb08cc binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:03:51.553053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.582113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.638355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63702cb-287b-4873-be07-438e18ac0179 req-f320bcd5-f110-44e2-8969-cc72f0414530 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:51.640863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b63702cb-287b-4873-be07-438e18ac0179 req-f320bcd5-f110-44e2-8969-cc72f0414530 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1055160
Apr 02 21:03:51.690363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d464c0-6345-47aa-aacc-6aaa6de1945e admin admin] Publish callbacks [] for security_group (faf94654-0836-4587-ae2e-0dc8a5389215), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.710172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d464c0-6345-47aa-aacc-6aaa6de1945e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (faf94654-0836-4587-ae2e-0dc8a5389215), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.772780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71d464c0-6345-47aa-aacc-6aaa6de1945e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63052419b46d46e8840aa2332ba5a904&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4224532
Apr 02 21:03:51.773551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Allocated IP 172.20.0.1 (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a/7760d3f2-af7a-4eae-b589-eab1a5eef4e0/9f62884a-1dae-4a88-959a-0a3ebfa2692d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:51.775625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:51.819031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b63702cb-287b-4873-be07-438e18ac0179 req-d8938c24-0c8a-4274-9b2d-e3aae0057374 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681986
Apr 02 21:03:51.821171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d464c0-6345-47aa-aacc-6aaa6de1945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf94654-0836-4587-ae2e-0dc8a5389215,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:51.860430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005d0b-226a-4f4e-9f69-81d4fe99f190 req-78a91637-0b66-416f-983a-394e59aa1760 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:51.862130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a005d0b-226a-4f4e-9f69-81d4fe99f190 req-78a91637-0b66-416f-983a-394e59aa1760 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 943 time: 0.1365390
Apr 02 21:03:51.863260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b10b8f46-3a61-42bf-be0c-7aac8d0917c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:51.926792 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a2721d1-1fc3-464a-bcfd-7353315f5546 admin admin] Publish callbacks [] for security_group (faf94654-0836-4587-ae2e-0dc8a5389215), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.968315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a2721d1-1fc3-464a-bcfd-7353315f5546 admin admin] Publish callbacks [] for security_group (faf94654-0836-4587-ae2e-0dc8a5389215), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:51.975542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:51.976047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.009870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks [] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.010237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Publish callbacks [] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.013897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a005d0b-226a-4f4e-9f69-81d4fe99f190 req-211979ff-219d-46b5-ae03-a73ef0ade9fa tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435761
Apr 02 21:03:52.021163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.067278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a2721d1-1fc3-464a-bcfd-7353315f5546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (faf94654-0836-4587-ae2e-0dc8a5389215), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.070553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a2721d1-1fc3-464a-bcfd-7353315f5546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.071718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3a2721d1-1fc3-464a-bcfd-7353315f5546 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faf94654-0836-4587-ae2e-0dc8a5389215 HTTP/1.1" status: 204  len: 168 time: 0.2951016
Apr 02 21:03:52.077039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.089513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2721d1-1fc3-464a-bcfd-7353315f5546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf94654-0836-4587-ae2e-0dc8a5389215,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:52.106981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Attempting to bind port eb79ae6a-61bb-4852-aa34-39fa35cb08cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:52.107297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Attempting to bind port eb79ae6a-61bb-4852-aa34-39fa35cb08cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:52.108266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Attempting to bind port eb79ae6a-61bb-4852-aa34-39fa35cb08cc on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:52.129838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:52.130956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4fead-2710-40d3-b5d1-d45e86afdcf6 None None] Pushing event updated for resources: {'Port': ['ID=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:52.134136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:52.134652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:52.135180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.135672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:52.136592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Bound port: eb79ae6a-61bb-4852-aa34-39fa35cb08cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:52.136592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.138384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:52.145493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:52.149529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Pushing event updated for resources: {'Port': ['ID=9f62884a-1dae-4a88-959a-0a3ebfa2692d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:52.219470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (a01f854d-4b28-4841-b472-80481eb2cf38), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.221851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:52.240919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] For port eb79ae6a-61bb-4852-aa34-39fa35cb08cc, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:52.244676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] For port eb79ae6a-61bb-4852-aa34-39fa35cb08cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:52.255049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.319801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Routers {'a01f854d-4b28-4841-b472-80481eb2cf38'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:52.320446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a01f854d-4b28-4841-b472-80481eb2cf38'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:52.366245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4fead-2710-40d3-b5d1-d45e86afdcf6 None None] Pushing event updated for resources: {'Port': ['ID=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:52.421259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.497034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] Set router a01f854d-4b28-4841-b472-80481eb2cf38 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:52.593776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-66c08ae5-e0bf-491c-800c-61411e06b190 None None] Provisioning complete for port 9f62884a-1dae-4a88-959a-0a3ebfa2692d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:52.594150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-66c08ae5-e0bf-491c-800c-61411e06b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.619995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks [] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.624741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.667593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-66c08ae5-e0bf-491c-800c-61411e06b190 None None] Port 9f62884a-1dae-4a88-959a-0a3ebfa2692d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:03:52.712215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (a01f854d-4b28-4841-b472-80481eb2cf38), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:52.716519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Pushing event updated for resources: {'Port': ['ID=9f62884a-1dae-4a88-959a-0a3ebfa2692d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:52.751544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f6400>, [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:49Z', 'revision_number': 3, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port': {'id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:49Z', 'updated_at': '2022-04-02T21:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:52.782868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5898c9-3f15-427d-b828-14e0926d33b1 None None] The sync data for ids ['a01f854d-4b28-4841-b472-80481eb2cf38'] in ncdv-master-1 is: [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:49Z', 'revision_number': 3, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port': {'id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:49Z', 'updated_at': '2022-04-02T21:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:52.830281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:52.831671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:53.003398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Router a01f854d-4b28-4841-b472-80481eb2cf38 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:03:53.012328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:53.121330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83f6ad2a-8a28-4de9-9de6-79ae28d789f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.257637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1379487130-network', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:53.294129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:53.315112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-158a1a34-2379-4088-b448-608d1f9f2020 admin admin] 10.222.0.18 "PUT /v2.0/routers/a01f854d-4b28-4841-b472-80481eb2cf38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3963900
Apr 02 21:03:53.328874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:53.331284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.351895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b3106e55-1d61-43b6-a920-8f98702c48ac None None] Provisioning complete for port 9f62884a-1dae-4a88-959a-0a3ebfa2692d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:53.353127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b3106e55-1d61-43b6-a920-8f98702c48ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.360033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617045e-724d-4300-b8b1-a15e1f87b88b req-d961e032-dba4-457c-8c42-1b51e5a02ac2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:53.367424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6617045e-724d-4300-b8b1-a15e1f87b88b req-d961e032-dba4-457c-8c42-1b51e5a02ac2 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 943 time: 0.2029831
Apr 02 21:03:53.376198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.400146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b3106e55-1d61-43b6-a920-8f98702c48ac None None] Port 9f62884a-1dae-4a88-959a-0a3ebfa2692d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:03:53.472602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2541-cf12-423c-b4fe-d734070c1288 req-33a9602e-e48a-48f7-b4f7-a6ba61b3c438 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:53.474169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a3a2541-cf12-423c-b4fe-d734070c1288 req-33a9602e-e48a-48f7-b4f7-a6ba61b3c438 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.5514526
Apr 02 21:03:53.484564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device eec90799-94e8-418d-8658-ab70f2f3ade1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:03:53.488488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6617045e-724d-4300-b8b1-a15e1f87b88b req-cb10508e-6f05-433e-80ac-5ea7736eeb6b tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200674
Apr 02 21:03:53.559684 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a3a2541-cf12-423c-b4fe-d734070c1288 req-4c7bce84-be77-4a89-a050-f1511714976b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673313
Apr 02 21:03:53.570468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks [] for security_group (93a4d3ae-fccb-4c4e-8329-732b74733f53), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.589681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (93a4d3ae-fccb-4c4e-8329-732b74733f53), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.631320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:03:53.637930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a4d3ae-fccb-4c4e-8329-732b74733f53,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:53.644746 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9319cc61-a117-455a-a4c3-a810275d45ce), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.645190 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Added segment 9319cc61-a117-455a-a4c3-a810275d45ce of type vlan for network 6977c031-c085-4f80-94ff-b2dddab19257
Apr 02 21:03:53.682315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port eec90799-94e8-418d-8658-ab70f2f3ade1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eec90799-94e8-418d-8658-ab70f2f3ade1,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:53.695862 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (6977c031-c085-4f80-94ff-b2dddab19257), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.698281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'eec90799-94e8-418d-8658-ab70f2f3ade1', 'network_id': '0579e432-6dc2-4773-9b49-bc1eb8621629', 'port_id': 'eec90799-94e8-418d-8658-ab70f2f3ade1', 'mac_address': 'fa:16:3e:64:d2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a730f69-374c-4989-bc31-1c702266b8a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:03:53.746972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port eec90799-94e8-418d-8658-ab70f2f3ade1 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:53.747437 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.769630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec90799-94e8-418d-8658-ab70f2f3ade1 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:03:53.779515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (6977c031-c085-4f80-94ff-b2dddab19257), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.780168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:53.780515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.787725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-119b38cc-9a0c-4b59-aa6a-7e1957877983 req-cafa9c0a-d054-43f6-9735-95803a739dbf tempest-FloatingIPsNegativeTestJSON-373600809 tempest-FloatingIPsNegativeTestJSON-373600809-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=b029d956221d4ab68b05371a35786d8a HTTP/1.1" status: 200  len: 217 time: 0.0739040
Apr 02 21:03:53.793775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port eec90799-94e8-418d-8658-ab70f2f3ade1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eec90799-94e8-418d-8658-ab70f2f3ade1,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:53.807777 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.836558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8193774
Apr 02 21:03:53.838238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43998) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:53.848816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Request body: {'subnet': {'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1379487130-subnet', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:53.894641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515096b-ff82-4a3a-9103-ed2caf8f7509 admin admin] Pushing event updated for resources: {'Network': ['ID=6977c031-c085-4f80-94ff-b2dddab19257,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:53.895924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ec3af72-517b-4c51-8852-fbabde6326e1 req-d282d102-a608-4bc6-b49d-fb30212e6c6f tempest-FloatingIPsNegativeTestJSON-373600809 tempest-FloatingIPsNegativeTestJSON-373600809-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0717280
Apr 02 21:03:53.913001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:03:53.916248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:53.935258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 6977c031-c085-4f80-94ff-b2dddab19257 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:03:53.944877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb79ae6a-61bb-4852-aa34-39fa35cb08cc up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:53.993685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=eec90799-94e8-418d-8658-ab70f2f3ade1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:54.008595 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-ed51e63e-ba0a-4744-9896-989df9871521 req-9af65e1a-fc32-4eca-9c65-682c5ef82f6a tempest-FloatingIPsNegativeTestJSON-373600809 tempest-FloatingIPsNegativeTestJSON-373600809-project] show failed (client error): The resource could not be found.
Apr 02 21:03:54.009697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed51e63e-ba0a-4744-9896-989df9871521 req-9af65e1a-fc32-4eca-9c65-682c5ef82f6a tempest-FloatingIPsNegativeTestJSON-373600809 tempest-FloatingIPsNegativeTestJSON-373600809-project] 10.222.0.18 "GET /v2.0/floatingips/5d74032d-1a54-4c01-8a04-abdd46a1a058 HTTP/1.1" status: 404  len: 350 time: 0.0667748
Apr 02 21:03:54.022119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44002) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:54.085316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port eb79ae6a-61bb-4852-aa34-39fa35cb08cc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:54.085762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.133536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['eec90799-94e8-418d-8658-ab70f2f3ade1'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:03:54.240023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port eb79ae6a-61bb-4852-aa34-39fa35cb08cc is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:54.240420 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.279000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port eb79ae6a-61bb-4852-aa34-39fa35cb08cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:54.286338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.368271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:54.546730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (6867efa3-8cf1-4a31-a718-c886deb58c91), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.599740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b599-3024-4699-a69c-7b4ddff17bd8 req-6e8ab8c2-b79c-4dd0-a67d-c8f48c4f94ef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:54.601463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d850b599-3024-4699-a69c-7b4ddff17bd8 req-6e8ab8c2-b79c-4dd0-a67d-c8f48c4f94ef tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 944 time: 0.0535710
Apr 02 21:03:54.645546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6867efa3-8cf1-4a31-a718-c886deb58c91,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:54.676469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d850b599-3024-4699-a69c-7b4ddff17bd8 req-3a8db087-a146-4fb3-b84e-69ac9ad4e7d9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680327
Apr 02 21:03:54.715459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Checking segment: {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:54.715823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Network hostable DHCP agents. Network: 6977c031-c085-4f80-94ff-b2dddab19257, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:03:54.791914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Network 6977c031-c085-4f80-94ff-b2dddab19257 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:03:54.804529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b960-3fae-4863-967a-de08cb9887ca req-9ebf0c8e-f9b8-4f05-8e4e-798781ff2f94 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:54.806068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7155b960-3fae-4863-967a-de08cb9887ca req-9ebf0c8e-f9b8-4f05-8e4e-798781ff2f94 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1522422
Apr 02 21:03:54.813634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6977c031-c085-4f80-94ff-b2dddab19257) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:54.822180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27c9d2-c91f-491c-8623-91914b1e96e5 None None] Network 6977c031-c085-4f80-94ff-b2dddab19257 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:54.825347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:54.825947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.871194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5081db0d-2923-4910-a88c-965da4f6f7e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0266352
Apr 02 21:03:54.875314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44008) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:54.879781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:03:54.902499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7155b960-3fae-4863-967a-de08cb9887ca req-f401cd03-1f53-4e9e-af89-710dc7963978 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860748
Apr 02 21:03:54.910898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (87d14037-ab0a-4fd5-a750-627aec7f1d4f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.917498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (87d14037-ab0a-4fd5-a750-627aec7f1d4f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.936173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6977c031-c085-4f80-94ff-b2dddab19257', 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'fixed_ips': [{'subnet_id': '6867efa3-8cf1-4a31-a718-c886deb58c91'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:03:54.937075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.988984 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks [] for router_controller (87d14037-ab0a-4fd5-a750-627aec7f1d4f), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:54.997658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (a01f854d-4b28-4841-b472-80481eb2cf38), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.045067 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Sync routers for ids ['a01f854d-4b28-4841-b472-80481eb2cf38'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:55.056940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Routers {'a01f854d-4b28-4841-b472-80481eb2cf38'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:55.057944 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461f06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a01f854d-4b28-4841-b472-80481eb2cf38'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:55.093980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Allocated IP 172.20.0.2 (6977c031-c085-4f80-94ff-b2dddab19257/6867efa3-8cf1-4a31-a718-c886deb58c91/1d08aed9-371b-48c6-a669-0af4b2b25e06) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:55.177079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks [] for router_gateway (87d14037-ab0a-4fd5-a750-627aec7f1d4f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.263021 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed55fe34-985e-4cdb-a930-1b604bbccce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.279733 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Publish callbacks [] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.288649 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.297485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Set router a01f854d-4b28-4841-b472-80481eb2cf38 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:55.343999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Pushing event updated for resources: {'Port': ['ID=1d08aed9-371b-48c6-a669-0af4b2b25e06,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:55.365132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Network 6977c031-c085-4f80-94ff-b2dddab19257 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:55.366672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:55.369189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:55.387586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Deleting port 9f62884a-1dae-4a88-959a-0a3ebfa2692d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:55.387927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.432422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Attempting to bind port 1d08aed9-371b-48c6-a669-0af4b2b25e06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:55.433114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Attempting to bind port 1d08aed9-371b-48c6-a669-0af4b2b25e06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:55.433577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Attempting to bind port 1d08aed9-371b-48c6-a669-0af4b2b25e06 on network 6977c031-c085-4f80-94ff-b2dddab19257 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:55.439425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:55.439846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks [] for router_gateway (87d14037-ab0a-4fd5-a750-627aec7f1d4f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.440051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Checking segment: {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:55.440579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.441069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Bound using segment: {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:55.441638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Bound port: 1d08aed9-371b-48c6-a669-0af4b2b25e06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:55.442109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.477741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.485319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.501388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Calling delete_port for 9f62884a-1dae-4a88-959a-0a3ebfa2692d owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:55.512316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device eec90799-94e8-418d-8658-ab70f2f3ade1 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:55.551220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] For port 1d08aed9-371b-48c6-a669-0af4b2b25e06, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:55.571444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] For port 1d08aed9-371b-48c6-a669-0af4b2b25e06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d08aed9-371b-48c6-a669-0af4b2b25e06,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:55.582558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.599170 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461f06d0>, [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:52Z', 'revision_number': 4, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port': {'id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:49Z', 'updated_at': '2022-04-02T21:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f62884a-1dae-4a88-959a-0a3ebfa2692d', 'name': '', 'network_id': '53895e2e-ab3b-4b56-8fa7-5f00c1890e9a', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'mac_address': 'fa:16:3e:a7:6d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7760d3f2-af7a-4eae-b589-eab1a5eef4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:51Z', 'updated_at': '2022-04-02T21:03:52Z', 'revision_number': 2, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'subnets': [{'id': '7760d3f2-af7a-4eae-b589-eab1a5eef4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:55.633296 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Checking router: a01f854d-4b28-4841-b472-80481eb2cf38 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:55.633939 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Updating router a01f854d-4b28-4841-b472-80481eb2cf38 port 9f62884a-1dae-4a88-959a-0a3ebfa2692d binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:03:55.642447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Allocated IP 172.35.4.110 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:55.672577 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.765570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9f62884a-1dae-4a88-959a-0a3ebfa2692d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.816098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f62884a-1dae-4a88-959a-0a3ebfa2692d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:55.837897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b3e5-8ff1-43d8-bdbd-7c34afc82a13 None None] Pushing event updated for resources: {'Port': ['ID=1d08aed9-371b-48c6-a669-0af4b2b25e06,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:55.851520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks [] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.868012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port eec90799-94e8-418d-8658-ab70f2f3ade1 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:03:55.878904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port eec90799-94e8-418d-8658-ab70f2f3ade1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:55.878904 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:55.884216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636fd8-ca99-4ec6-8fe9-0972c64e4d3c req-d8349a75-3ea9-4ac3-9ffa-6ad70ecfe863 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:55.885835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb79ae6a-61bb-4852-aa34-39fa35cb08cc up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:55.891364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28636fd8-ca99-4ec6-8fe9-0972c64e4d3c req-d8349a75-3ea9-4ac3-9ffa-6ad70ecfe863 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 944 time: 0.0893250
Apr 02 21:03:55.990787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28636fd8-ca99-4ec6-8fe9-0972c64e4d3c req-f93c6110-8bd6-4452-bc32-762d644bcba3 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930040
Apr 02 21:03:55.994934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.018576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:56.047196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:56.051802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:56.067196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port eb79ae6a-61bb-4852-aa34-39fa35cb08cc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:56.067489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.120300 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.db.api [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:03:56.120879 ncdv-master-1 neutron-server[121651]: DEBUG oslo_db.api [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:03:56.184614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port eec90799-94e8-418d-8658-ab70f2f3ade1 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:56.185004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.219752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec90799-94e8-418d-8658-ab70f2f3ade1'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:03:56.222713 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167fef0d-222b-49af-8317-89f107e866fe" -d '{"events": [{"server_uuid": "5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f", "name": "network-vif-plugged", "status": "completed", "tag": "eec90799-94e8-418d-8658-ab70f2f3ade1"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:03:56.224410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:56.247152 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (a01f854d-4b28-4841-b472-80481eb2cf38), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.274246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port eec90799-94e8-418d-8658-ab70f2f3ade1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eec90799-94e8-418d-8658-ab70f2f3ade1,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:56.281994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.318390 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34704695-7186-4cfe-b8f8-51c11ca15566 x-openstack-request-id: req-34704695-7186-4cfe-b8f8-51c11ca15566 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:03:56.318751 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f", "name": "network-vif-plugged", "status": "completed", "tag": "eec90799-94e8-418d-8658-ab70f2f3ade1", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:03:56.319094 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34704695-7186-4cfe-b8f8-51c11ca15566 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:03:56.319577 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34704695-7186-4cfe-b8f8-51c11ca15566'] response: {'server_uuid': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec90799-94e8-418d-8658-ab70f2f3ade1', 'code': 200}
Apr 02 21:03:56.329725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port eb79ae6a-61bb-4852-aa34-39fa35cb08cc is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:56.370888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=eec90799-94e8-418d-8658-ab70f2f3ade1,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:56.453608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8c73d-5d28-416e-bd34-665ef0dbdb2b req-56e2555f-c569-4439-8723-83a2a3db9c3a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:56.457531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13d8c73d-5d28-416e-bd34-665ef0dbdb2b req-56e2555f-c569-4439-8723-83a2a3db9c3a tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2250714
Apr 02 21:03:56.499730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0736b1-6fea-4dd5-958f-1150e44175a7 req-fa12e0d5-2817-4baa-ae79-6db0350274bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:56.501186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c0736b1-6fea-4dd5-958f-1150e44175a7 req-fa12e0d5-2817-4baa-ae79-6db0350274bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 1127 time: 0.1219168
Apr 02 21:03:56.504969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks [] for router_gateway (87d14037-ab0a-4fd5-a750-627aec7f1d4f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.551338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13d8c73d-5d28-416e-bd34-665ef0dbdb2b req-a7f5c446-d564-415a-b80e-ee482580b116 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884945
Apr 02 21:03:56.575950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.629096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c0736b1-6fea-4dd5-958f-1150e44175a7 req-a02bd263-f39f-4f2a-9795-3bf2d76d4086 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214054
Apr 02 21:03:56.643436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Port 9f62884a-1dae-4a88-959a-0a3ebfa2692d not found while updating agent binding for router a01f854d-4b28-4841-b472-80481eb2cf38. {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 02 21:03:56.647350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Router a01f854d-4b28-4841-b472-80481eb2cf38 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:03:56.654420 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Routers {'a01f854d-4b28-4841-b472-80481eb2cf38'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:56.655540 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461f06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a01f854d-4b28-4841-b472-80481eb2cf38'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:56.767344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (87d14037-ab0a-4fd5-a750-627aec7f1d4f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.783608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:56.784764 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] Set router a01f854d-4b28-4841-b472-80481eb2cf38 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:56.788970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-640fab74-ad5a-4901-9119-9e4dacc1aa08 admin admin] 10.222.0.18 "PUT /v2.0/routers/a01f854d-4b28-4841-b472-80481eb2cf38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7656898
Apr 02 21:03:56.792061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44016) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:56.931261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks [] for router (a01f854d-4b28-4841-b472-80481eb2cf38), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:56.938305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Router 87d14037-ab0a-4fd5-a750-627aec7f1d4f is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:03:56.994259 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461f06d0>, [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:55Z', 'revision_number': 5, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port': {'id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:49Z', 'updated_at': '2022-04-02T21:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:57.049967 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0dcff-781d-446b-b9d7-f0080f0dac72 None None] The sync data for ids ['a01f854d-4b28-4841-b472-80481eb2cf38'] in ncdv-master-1 is: [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:55Z', 'revision_number': 5, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port': {'id': 'eb79ae6a-61bb-4852-aa34-39fa35cb08cc', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:49Z', 'updated_at': '2022-04-02T21:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:57.076836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:03:57.088436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Sync routers for ids ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:57.089312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks [] for router_gateway (a01f854d-4b28-4841-b472-80481eb2cf38), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.111077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Routers {'87d14037-ab0a-4fd5-a750-627aec7f1d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:57.115862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462d6190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:57.119416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.123587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-86a217db-a42e-49f6-98a9-dbb7c5ec3544 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.2472196
Apr 02 21:03:57.124263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:57.168469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Deleting port eb79ae6a-61bb-4852-aa34-39fa35cb08cc {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:57.169328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.246214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb29d5b-6cc4-415a-942a-5561836c0c60 None None] Network 6977c031-c085-4f80-94ff-b2dddab19257 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:57.274952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] For port eb79ae6a-61bb-4852-aa34-39fa35cb08cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:57.275336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.296907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Calling delete_port for eb79ae6a-61bb-4852-aa34-39fa35cb08cc owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:57.303005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948750c0-af81-46af-a26f-d6d42e266ffd req-1c4c85da-9e4a-4a1b-adbb-8d3156ca114c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:57.306338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-948750c0-af81-46af-a26f-d6d42e266ffd req-1c4c85da-9e4a-4a1b-adbb-8d3156ca114c tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.2032955
Apr 02 21:03:57.356999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Set router 87d14037-ab0a-4fd5-a750-627aec7f1d4f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:57.394251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Provisioning complete for port 1d08aed9-371b-48c6-a669-0af4b2b25e06 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:57.394497 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.497719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-948750c0-af81-46af-a26f-d6d42e266ffd req-0abf47a4-8c8a-427f-a297-f8d7f177a3fc tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600652
Apr 02 21:03:57.758314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Current status of the port 1d08aed9-371b-48c6-a669-0af4b2b25e06 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:57.758708 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.761843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462d6190>, [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:03:56Z', 'revision_number': 3, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:57.804045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Checking router: 87d14037-ab0a-4fd5-a750-627aec7f1d4f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:57.804404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Updating router 87d14037-ab0a-4fd5-a750-627aec7f1d4f port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:03:57.911171 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.928906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80f801-57cd-46d4-a18c-534c816f26b0 req-c3d6a57a-33d8-46d2-8dc9-1fb03ed70e5b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:57.930824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad80f801-57cd-46d4-a18c-534c816f26b0 req-c3d6a57a-33d8-46d2-8dc9-1fb03ed70e5b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1061842
Apr 02 21:03:57.931399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (eb79ae6a-61bb-4852-aa34-39fa35cb08cc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:57.937840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.007567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1d08aed9-371b-48c6-a669-0af4b2b25e06 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:58.012253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb79ae6a-61bb-4852-aa34-39fa35cb08cc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:58.110949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad80f801-57cd-46d4-a18c-534c816f26b0 req-aebcdb45-04a8-4b30-bcde-c976afcb145c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625869
Apr 02 21:03:58.114334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (a01f854d-4b28-4841-b472-80481eb2cf38), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.156103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] For port 1d08aed9-371b-48c6-a669-0af4b2b25e06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d08aed9-371b-48c6-a669-0af4b2b25e06,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:58.162680 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Sync routers for ids ['a01f854d-4b28-4841-b472-80481eb2cf38'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:03:58.178374 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Routers {'a01f854d-4b28-4841-b472-80481eb2cf38'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:58.179718 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a1b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a01f854d-4b28-4841-b472-80481eb2cf38'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:58.187387 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.229208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Allocated IP 172.20.0.1 (6977c031-c085-4f80-94ff-b2dddab19257/6867efa3-8cf1-4a31-a718-c886deb58c91/1ad01430-e3ff-4767-81be-2877b5b99479) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:03:58.233612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (a01f854d-4b28-4841-b472-80481eb2cf38), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.236046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks [] for router_controller (a01f854d-4b28-4841-b472-80481eb2cf38), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.274073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Set router a01f854d-4b28-4841-b472-80481eb2cf38 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:58.289607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (a01f854d-4b28-4841-b472-80481eb2cf38), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.290162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01f854d-4b28-4841-b472-80481eb2cf38 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:03:58.296003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.297187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c7950d0d-9fbe-4e47-8690-864ea9432c12 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a01f854d-4b28-4841-b472-80481eb2cf38 HTTP/1.1" status: 204  len: 168 time: 1.5039840
Apr 02 21:03:58.299602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44026) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:58.323742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1d08aed9-371b-48c6-a669-0af4b2b25e06 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:58.324163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.352200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Pushing event updated for resources: {'Port': ['ID=1d08aed9-371b-48c6-a669-0af4b2b25e06,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:58.356974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Deleting subnet 7760d3f2-af7a-4eae-b589-eab1a5eef4e0 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:03:58.360836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Publish callbacks [] for subnet (7760d3f2-af7a-4eae-b589-eab1a5eef4e0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.365755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks [] for port (1ad01430-e3ff-4767-81be-2877b5b99479), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.379056 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a1b2e0>, [{'id': 'a01f854d-4b28-4841-b472-80481eb2cf38', 'name': 'tempest-FloatingIPsNegativeTestJSON-1546526705-router', 'tenant_id': 'b029d956221d4ab68b05371a35786d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:47Z', 'updated_at': '2022-04-02T21:03:57Z', 'revision_number': 7, 'project_id': 'b029d956221d4ab68b05371a35786d8a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:58.395662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.396271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.396358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.396697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.397031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.397379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.397710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.398118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.398489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.398816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.399183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.399540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.399927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.400869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.401326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f845d4-3596-4f7e-be31-177da0870a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.401894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (7760d3f2-af7a-4eae-b589-eab1a5eef4e0), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.402497 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.414638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-11c67f25-1fae-4f10-8cc4-cc556b2ab0c0 None None] Provisioning complete for port 1d08aed9-371b-48c6-a669-0af4b2b25e06 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:58.416545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-11c67f25-1fae-4f10-8cc4-cc556b2ab0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.437238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Checking router: a01f854d-4b28-4841-b472-80481eb2cf38 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:03:58.448111 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:58.449167 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 02 21:03:58.450210 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_agentschedulers_db [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a01f854d-4b28-4841-b472-80481eb2cf38'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent'). {{(pid=121651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 02 21:03:58.451628 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0949134-8db7-4cb1-814b-c0566e05b514 None None] The sync data for ids ['a01f854d-4b28-4841-b472-80481eb2cf38'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:03:58.468271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Network 6977c031-c085-4f80-94ff-b2dddab19257 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:58.474779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:58.480114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:03:58.543458 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7760d3f2-af7a-4eae-b589-eab1a5eef4e0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.580287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad01430-e3ff-4767-81be-2877b5b99479,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:58.600027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.600415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.601251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.601251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.601578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.601913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.602256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.602576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.602911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.603231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.603557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.603884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.604205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.604627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.605054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.622718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (87d14037-ab0a-4fd5-a750-627aec7f1d4f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.642732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (7760d3f2-af7a-4eae-b589-eab1a5eef4e0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.699423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7760d3f2-af7a-4eae-b589-eab1a5eef4e0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:58.703717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.709039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7760d3f2-af7a-4eae-b589-eab1a5eef4e0 HTTP/1.1" status: 204  len: 168 time: 0.4084291
Apr 02 21:03:58.719873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:58.731808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.731808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.735743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.736205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.736699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.737056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.737415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.737758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.738126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.738321 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6faeaa-6f50-4464-b7b7-d690d2b1a6a3 None None] Network 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:03:58.738481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.738799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.739176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.739508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.739845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.740194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5705c-9098-4a0e-97a2-7258ae5cac0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:03:58.798420 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.809303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1d08aed9-371b-48c6-a669-0af4b2b25e06 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:58.818520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.890347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Deleting port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:03:58.890569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.899535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8785bf-64df-4313-8097-81bbfcc0a669 req-8e1f7d66-bb13-4648-bf3c-b53db024a388 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:58.906804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d8785bf-64df-4313-8097-81bbfcc0a669 req-8e1f7d66-bb13-4648-bf3c-b53db024a388 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.1493452
Apr 02 21:03:58.907972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.946046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-11c67f25-1fae-4f10-8cc4-cc556b2ab0c0 None None] Current status of the port 1d08aed9-371b-48c6-a669-0af4b2b25e06 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:03:58.960272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Publish callbacks [] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.969850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.974765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] For port b10b8f46-3a61-42bf-be0c-7aac8d0917c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,segment=NetworkSegment(b33a7e1b-8a4e-423f-b57d-447f318db89c),segment_id=b33a7e1b-8a4e-423f-b57d-447f318db89c)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:03:58.975288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:58.993288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Calling delete_port for b10b8f46-3a61-42bf-be0c-7aac8d0917c3 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:03:59.003049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d8785bf-64df-4313-8097-81bbfcc0a669 req-eab2f085-12c8-44c0-9cae-09ce1a5521a9 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851598
Apr 02 21:03:59.054979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce784-bd79-4ca3-a93c-6d1c2ee81b4c None None] Pushing event updated for resources: {'Port': ['ID=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:59.066822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Attempting to bind port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:03:59.067276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Attempting to bind port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:03:59.067682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Attempting to bind port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:03:59.078443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:03:59.078864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:03:59.079310 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.079825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:03:59.080301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Bound port: fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:03:59.080837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.115479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8ae3a8a3-e299-486f-8b78-252d2f27b083 None None] Provisioning complete for port 1ad01430-e3ff-4767-81be-2877b5b99479 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:03:59.115909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ae3a8a3-e299-486f-8b78-252d2f27b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.205169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b10b8f46-3a61-42bf-be0c-7aac8d0917c3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.257889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10b8f46-3a61-42bf-be0c-7aac8d0917c3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:59.260429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] No DVR routers for this DVR port b10b8f46-3a61-42bf-be0c-7aac8d0917c3 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:03:59.335043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks [] for port (1ad01430-e3ff-4767-81be-2877b5b99479), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.346162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.356886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425658e8-149f-44e1-9054-cf91e8a8d6aa None None] DHCP port deletion for 53895e2e-ab3b-4b56-8fa7-5f00c1890e9a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:03:59.358787 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.411783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784518ed90>,) {'filters': {'network_id': ['53895e2e-ab3b-4b56-8fa7-5f00c1890e9a']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:59.422005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] For port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:03:59.424248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3a8a3-e299-486f-8b78-252d2f27b083 None None] Port 1ad01430-e3ff-4767-81be-2877b5b99479 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:03:59.426321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784518ed90>, 'b33a7e1b-8a4e-423f-b57d-447f318db89c') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:59.426632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784518ed90>, 'b33a7e1b-8a4e-423f-b57d-447f318db89c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:59.432791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.444948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b33a7e1b-8a4e-423f-b57d-447f318db89c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.446096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad01430-e3ff-4767-81be-2877b5b99479,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:59.453082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] For port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:03:59.466214 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.472737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e37d5-fa99-4e08-93c7-53b50dcfc339 req-4caa205e-d150-4ec2-ae64-23af67744567 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:59.473546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b33a7e1b-8a4e-423f-b57d-447f318db89c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.474333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-666e37d5-fa99-4e08-93c7-53b50dcfc339 req-4caa205e-d150-4ec2-ae64-23af67744567 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2293246
Apr 02 21:03:59.496144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (87d14037-ab0a-4fd5-a750-627aec7f1d4f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.504992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:03:59.505403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b33a7e1b-8a4e-423f-b57d-447f318db89c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:03:59.508630 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:03:59.554228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Routers {'87d14037-ab0a-4fd5-a750-627aec7f1d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:03:59.555151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462d6190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:03:59.556988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce784-bd79-4ca3-a93c-6d1c2ee81b4c None None] Pushing event updated for resources: {'Port': ['ID=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:59.583494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbcbac-182b-4f1e-a63e-7afab5d4bfae req-f867860c-81ca-4731-80e3-fe8223663d1a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:03:59.585261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35dbcbac-182b-4f1e-a63e-7afab5d4bfae req-f867860c-81ca-4731-80e3-fe8223663d1a tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.1237216
Apr 02 21:03:59.586570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (53895e2e-ab3b-4b56-8fa7-5f00c1890e9a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.595200 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.599255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/53895e2e-ab3b-4b56-8fa7-5f00c1890e9a HTTP/1.1" status: 204  len: 168 time: 0.8778515
Apr 02 21:03:59.602623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-666e37d5-fa99-4e08-93c7-53b50dcfc339 req-538c98bc-93cc-4dc0-b700-8735c2fc2cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188803
Apr 02 21:03:59.658075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9024d-025f-409d-ab34-b5e18c92dae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53895e2e-ab3b-4b56-8fa7-5f00c1890e9a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:03:59.677377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Network 6977c031-c085-4f80-94ff-b2dddab19257 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:03:59.681049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:03:59.729304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35dbcbac-182b-4f1e-a63e-7afab5d4bfae req-08646490-fd20-4b29-a156-f977cc43ffa8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907552
Apr 02 21:03:59.752865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] Set router 87d14037-ab0a-4fd5-a750-627aec7f1d4f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:03:59.814688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:59.891521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c0ee28a-fa05-4522-8456-447476c0536b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b029d956221d4ab68b05371a35786d8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0753191
Apr 02 21:03:59.894078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44042) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:03:59.910990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1d08aed9-371b-48c6-a669-0af4b2b25e06 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:03:59.963667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34122659-3a52-43bb-8b80-2b14894471ca admin admin] Publish callbacks [] for security_group (cf07e5f7-9afc-4e7f-abed-661216bda68a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:03:59.997609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34122659-3a52-43bb-8b80-2b14894471ca admin admin] Publish callbacks [] for security_group (cf07e5f7-9afc-4e7f-abed-661216bda68a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:00.060123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34122659-3a52-43bb-8b80-2b14894471ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cf07e5f7-9afc-4e7f-abed-661216bda68a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:00.065571 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34122659-3a52-43bb-8b80-2b14894471ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:00.069610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-34122659-3a52-43bb-8b80-2b14894471ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf07e5f7-9afc-4e7f-abed-661216bda68a HTTP/1.1" status: 204  len: 168 time: 0.1718290
Apr 02 21:04:00.084761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34122659-3a52-43bb-8b80-2b14894471ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf07e5f7-9afc-4e7f-abed-661216bda68a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:00.100788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-728c34d9-10e8-48b4-ac08-b1df71f3749a None None] Provisioning complete for port 1ad01430-e3ff-4767-81be-2877b5b99479 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:00.101251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728c34d9-10e8-48b4-ac08-b1df71f3749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:00.140319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1d08aed9-371b-48c6-a669-0af4b2b25e06 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:00.140692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:00.193165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-728c34d9-10e8-48b4-ac08-b1df71f3749a None None] Port 1ad01430-e3ff-4767-81be-2877b5b99479 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:00.216139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462d6190>, [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ad01430-e3ff-4767-81be-2877b5b99479', 'name': '', 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'mac_address': 'fa:16:3e:4e:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:57Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 2, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'subnets': [{'id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:00.269371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb0ae-c549-4c8d-9521-3ff1cb8d06a3 None None] The sync data for ids ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'] in ncdv-master-1 is: [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ad01430-e3ff-4767-81be-2877b5b99479', 'name': '', 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'mac_address': 'fa:16:3e:4e:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:57Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 2, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'subnets': [{'id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:00.287257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1d08aed9-371b-48c6-a669-0af4b2b25e06 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:00.313622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca4af-508a-468f-9d32-7129ff6bdb6a req-5b9e5a68-9de1-4c3f-9d0f-18192b480e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:00.316382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a97ca4af-508a-468f-9d32-7129ff6bdb6a req-5b9e5a68-9de1-4c3f-9d0f-18192b480e91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 1128 time: 0.5282490
Apr 02 21:04:00.381862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb79ae6a-61bb-4852-aa34-39fa35cb08cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:00.387961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Router 87d14037-ab0a-4fd5-a750-627aec7f1d4f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:00.404960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a97ca4af-508a-468f-9d32-7129ff6bdb6a req-37877c04-b9cb-43f4-8fcd-20845aad798e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680952
Apr 02 21:04:00.407904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: eb79ae6a-61bb-4852-aa34-39fa35cb08cc {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:00.408242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb79ae6a-61bb-4852-aa34-39fa35cb08cc not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:00.408707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b10b8f46-3a61-42bf-be0c-7aac8d0917c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:00.429736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: b10b8f46-3a61-42bf-be0c-7aac8d0917c3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:00.430456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b10b8f46-3a61-42bf-be0c-7aac8d0917c3 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:00.527617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:00.541330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-559255cc-b111-42f5-98da-97b60e66633a admin admin] 10.222.0.18 "PUT /v2.0/routers/87d14037-ab0a-4fd5-a750-627aec7f1d4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4142790
Apr 02 21:04:00.719962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44060) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:00.789883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523ec58-762a-4c95-859f-11c0fe023a99 req-d2c91f32-a0ee-442c-9a03-b3feb7634bed tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:00.791598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a523ec58-762a-4c95-859f-11c0fe023a99 req-d2c91f32-a0ee-442c-9a03-b3feb7634bed tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1023333
Apr 02 21:04:00.880984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a523ec58-762a-4c95-859f-11c0fe023a99 req-c6d17238-7b0e-4101-9df1-d78b6882cbec tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791883
Apr 02 21:04:00.914635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bbdb2-7f2a-4247-955d-99480a46a69a req-0bbac7ae-060d-4091-80b2-711d2d65418d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:00.916403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-740bbdb2-7f2a-4247-955d-99480a46a69a req-0bbac7ae-060d-4091-80b2-711d2d65418d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.0876212
Apr 02 21:04:00.974693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-740bbdb2-7f2a-4247-955d-99480a46a69a req-0d92d4cc-6f2d-444a-ad70-f172e7a7a606 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470240
Apr 02 21:04:01.041335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-669639482'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:01.067833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:01.072637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.112284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:01.117289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44076) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:01.130804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e4da7018-25c1-4e93-bd88-121836138c31), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.131160 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Added segment e4da7018-25c1-4e93-bd88-121836138c31 of type vlan for network fd635466-1963-4551-be06-e364f82a0810
Apr 02 21:04:01.197722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (fd635466-1963-4551-be06-e364f82a0810), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.267258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (fd635466-1963-4551-be06-e364f82a0810), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.274396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:01.275400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.297538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1713678801-network', 'tenant_id': 'a5aab95c86ad418185090595372fd48c'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:01.327544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Made reservation on behalf of a5aab95c86ad418185090595372fd48c for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:01.330152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.340314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.397257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6757660
Apr 02 21:04:01.403633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44084) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:01.414030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'subnet': {'network_id': 'fd635466-1963-4551-be06-e364f82a0810', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:01.434567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ce45b-bf4a-48b3-b095-85af6d7aaf6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Network': ['ID=fd635466-1963-4551-be06-e364f82a0810,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:01.448600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network fd635466-1963-4551-be06-e364f82a0810 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:01.489689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb10b8-0286-4e30-a65f-835e0c21c07d req-2bcae793-0e1c-4f46-8140-ce909c9d12a0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:01.497058 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59cb10b8-0286-4e30-a65f-835e0c21c07d req-2bcae793-0e1c-4f46-8140-ce909c9d12a0 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.2184708
Apr 02 21:04:01.555754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59cb10b8-0286-4e30-a65f-835e0c21c07d req-ed5b5d23-bb3d-4f0a-a829-de23e922c03f tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576138
Apr 02 21:04:01.568626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks [] for security_group (38011498-8348-4586-977b-4e77ce99c2f7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.581488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (38011498-8348-4586-977b-4e77ce99c2f7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.627500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:01.636401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38011498-8348-4586-977b-4e77ce99c2f7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:01.645973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3cc71a1d-9dba-4315-a7dc-8d65c90adf24), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.646331 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Added segment 3cc71a1d-9dba-4315-a7dc-8d65c90adf24 of type vlan for network ffc1bb71-f995-4112-abd6-0fae8b61953f
Apr 02 21:04:01.647653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:01.651038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.752869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ffc1bb71-f995-4112-abd6-0fae8b61953f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.801157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ffc1bb71-f995-4112-abd6-0fae8b61953f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.802131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:01.802714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.868210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7497933
Apr 02 21:04:01.872281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:01.877797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Request body: {'subnet': {'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1713678801-subnet', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:01.904519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a563c-4139-419b-afcf-6fe6416272a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc1bb71-f995-4112-abd6-0fae8b61953f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:01.912528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Made reservation on behalf of a5aab95c86ad418185090595372fd48c for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:01.912528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:01.928999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ffc1bb71-f995-4112-abd6-0fae8b61953f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:01.974324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:02.039083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (6f9d789d-539f-4d85-8a44-f4d811fd7eea), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.099200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:02.099576 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.126649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Subnet': ['ID=6f9d789d-539f-4d85-8a44-f4d811fd7eea,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:02.140183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50d93-5c04-4872-a593-233927bbcf36 req-315004be-734a-4e62-8db5-24461ab5c74b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.142021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eef50d93-5c04-4872-a593-233927bbcf36 req-315004be-734a-4e62-8db5-24461ab5c74b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1391902
Apr 02 21:04:02.148533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Checking segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:02.149140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network hostable DHCP agents. Network: fd635466-1963-4551-be06-e364f82a0810, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:02.164182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (83d5853b-55ab-410d-8fa6-bd1c240511b7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.184717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network fd635466-1963-4551-be06-e364f82a0810 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:02.206696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd635466-1963-4551-be06-e364f82a0810) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:02.206909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:02.207186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.219791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.220706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.232133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d59255-a8be-485a-bb83-79cce700b387 None None] Network fd635466-1963-4551-be06-e364f82a0810 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:02.232969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d5853b-55ab-410d-8fa6-bd1c240511b7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:02.238480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eef50d93-5c04-4872-a593-233927bbcf36 req-a3fca3ee-37e6-4649-ac20-c78ac0bba2d9 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784247
Apr 02 21:04:02.245300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:02.252774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df948742-3384-4f44-9948-9cdb315823f8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.8474810
Apr 02 21:04:02.257380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44090) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:02.262684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-952679293'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:02.267343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.281195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Checking segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:02.281597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Network hostable DHCP agents. Network: ffc1bb71-f995-4112-abd6-0fae8b61953f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:02.289891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:02.297388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.317370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Network ffc1bb71-f995-4112-abd6-0fae8b61953f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:02.333724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:02.335938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffc1bb71-f995-4112-abd6-0fae8b61953f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:02.350491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7e3df157-1f07-4c41-9588-8f1e8d62454a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.351407 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Added segment 7e3df157-1f07-4c41-9588-8f1e8d62454a of type vlan for network d7809203-7d69-472c-8f1a-ec77c3562417
Apr 02 21:04:02.356591 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978d54d8-1ca3-4df0-a6b9-1bc007f43442 None None] Network ffc1bb71-f995-4112-abd6-0fae8b61953f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:02.362925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.364099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.411800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5c487d23-fa22-417d-97e0-7d9566bf76a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.5352552
Apr 02 21:04:02.413288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:02.418841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:02.426883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:02.433340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d7809203-7d69-472c-8f1a-ec77c3562417), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.471031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d7809203-7d69-472c-8f1a-ec77c3562417), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.487028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd635466-1963-4551-be06-e364f82a0810', 'network_id': 'fd635466-1963-4551-be06-e364f82a0810', 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'fixed_ips': [{'subnet_id': '6f9d789d-539f-4d85-8a44-f4d811fd7eea'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:02.487804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.488112 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.488238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.488399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.489790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.557112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks [] for router_controller (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.614815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3533549
Apr 02 21:04:02.617571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44102) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:02.665331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'subnet': {'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:02.695479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99618407-e1bf-4388-97a3-899ffef7e217 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Network': ['ID=d7809203-7d69-472c-8f1a-ec77c3562417,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:02.729035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Allocated IP 19.80.0.2 (fd635466-1963-4551-be06-e364f82a0810/6f9d789d-539f-4d85-8a44-f4d811fd7eea/1fd5b263-4b33-4282-bfae-3c1f8bd0d095) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:02.777028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-f8122a73-f506-4ffc-b311-0286c9217877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.778616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-f8122a73-f506-4ffc-b311-0286c9217877 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8ea67a27f74237963a177abd07cc45&device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 1128 time: 0.2851610
Apr 02 21:04:02.812364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d969b16-14da-43e9-b3a2-af9ba9fb2760 req-f4770c59-88ac-402b-b0f4-a32934cc18c1 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.813018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks [] for router_gateway (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.813830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d969b16-14da-43e9-b3a2-af9ba9fb2760 req-f4770c59-88ac-402b-b0f4-a32934cc18c1 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2987354
Apr 02 21:04:02.829322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f040010-e693-4fbf-8653-c17096df82af req-666e1b4b-c6a4-43ff-801c-88309d2b1fd8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:02.831172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f040010-e693-4fbf-8653-c17096df82af req-666e1b4b-c6a4-43ff-801c-88309d2b1fd8 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.1593018
Apr 02 21:04:02.835642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffc1bb71-f995-4112-abd6-0fae8b61953f', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'project_id': 'a5aab95c86ad418185090595372fd48c', 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:02.837262 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:02.845718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d7809203-7d69-472c-8f1a-ec77c3562417 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:02.953771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f040010-e693-4fbf-8653-c17096df82af req-e6438a3e-a170-4752-8579-bf9dfb7b2343 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080492
Apr 02 21:04:02.981884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d969b16-14da-43e9-b3a2-af9ba9fb2760 req-de82d773-c7c3-4e04-8ebd-03a0beb0abbb tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521945
Apr 02 21:04:02.992811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:02.997367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.097995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks [] for router_gateway (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.119777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.125780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-a102f1fe-d74b-449b-b391-e0fad194cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:03.127911 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-a102f1fe-d74b-449b-b391-e0fad194cc9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 200  len: 911 time: 0.3399544
Apr 02 21:04:03.202687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765248f6-3739-4608-90dd-30c406028e0a req-2e50ee17-2e97-4665-9970-716828bc16c1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:03.204873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-765248f6-3739-4608-90dd-30c406028e0a req-2e50ee17-2e97-4665-9970-716828bc16c1 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.1784439
Apr 02 21:04:03.207073 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-9050136d-931a-4a43-9f23-2d12879ea3c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa HTTP/1.1" status: 200  len: 217 time: 0.0711381
Apr 02 21:04:03.213667 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Publish callbacks [] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.223713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.231868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Allocated IP 172.20.0.2 (ffc1bb71-f995-4112-abd6-0fae8b61953f/83d5853b-55ab-410d-8fa6-bd1c240511b7/328c7518-49aa-401b-b862-c23d7d8ccaf9) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:03.264340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Allocated IP 172.35.4.228 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/6ff64196-99f5-45ee-abe4-545f56b6e2f3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:03.287008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Network fd635466-1963-4551-be06-e364f82a0810 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:03.303928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:03.317236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:03.321807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Pushing event updated for resources: {'Port': ['ID=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:03.351355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Sync routers for ids ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:03.385057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-9db1c9df-5fac-4a92-b2e6-cc802dbefa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:03.387034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-9db1c9df-5fac-4a92-b2e6-cc802dbefa32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 200  len: 850 time: 0.1640155
Apr 02 21:04:03.408737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks [] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.445178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Routers {'87d14037-ab0a-4fd5-a750-627aec7f1d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:03.445178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845332310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:03.456829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-95d3f703-6836-49ee-b3d3-38e79c2e376b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15393407-38b0-412f-b2fb-6464d85ff0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582805
Apr 02 21:04:03.462192 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.509565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:03.515447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:03.516834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff64196-99f5-45ee-abe4-545f56b6e2f3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:03.519682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:03.568999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Deleting port eec90799-94e8-418d-8658-ab70f2f3ade1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:03.569229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.575394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (73f25759-6ed7-4b20-be79-9dd848e1272d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.679809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Attempting to bind port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:03.680425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Attempting to bind port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:03.681694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Attempting to bind port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 on network fd635466-1963-4551-be06-e364f82a0810 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:03.700674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:03.701702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Checking segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:03.702333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.702948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Bound using segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:03.703733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Bound port: 1fd5b263-4b33-4282-bfae-3c1f8bd0d095, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:03.704095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.724432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Subnet': ['ID=73f25759-6ed7-4b20-be79-9dd848e1272d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:03.741894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-572aca83-6048-46d5-905d-bcd98f50d834 service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779109
Apr 02 21:04:03.830726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] For port eec90799-94e8-418d-8658-ab70f2f3ade1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eec90799-94e8-418d-8658-ab70f2f3ade1,segment=NetworkSegment(b07516b5-d974-4f0f-8835-bf4efbb222fe),segment_id=b07516b5-d974-4f0f-8835-bf4efbb222fe)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:03.831466 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.840934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Checking segment: {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:03.841309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network hostable DHCP agents. Network: d7809203-7d69-472c-8f1a-ec77c3562417, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:03.843927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks [] for router_gateway (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.876156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Calling delete_port for eec90799-94e8-418d-8658-ab70f2f3ade1 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:03.906657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Set router 87d14037-ab0a-4fd5-a750-627aec7f1d4f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:03.963543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network d7809203-7d69-472c-8f1a-ec77c3562417 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:03.964078 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Publish callbacks [] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.973517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] For port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:03.983557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] For port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:03.983934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3ebd159-e5a1-40f2-84f8-a840411eeb35 req-977fb1ac-023b-414a-a619-8d079ec13d6b service neutron] 10.222.0.21 "GET /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300797
Apr 02 21:04:03.985708 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:03.995291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7809203-7d69-472c-8f1a-ec77c3562417) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:04.037352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:04.038350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.069049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c4f55-5911-4ee5-a17a-5eb908185fa2 None None] Network d7809203-7d69-472c-8f1a-ec77c3562417 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:04.078094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.134024 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-915c89e0-31e5-4258-9d8c-efff77a8fe8c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4826977
Apr 02 21:04:04.176351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Network ffc1bb71-f995-4112-abd6-0fae8b61953f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:04.204882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:04.207994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:04.211287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:04.281456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.315467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd7177-bad6-4a10-99c0-ecdb343801fe req-e0e0bf35-0ce4-4cc7-ba99-bea3a4b7c529 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:04.318104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0dd7177-bad6-4a10-99c0-ecdb343801fe req-e0e0bf35-0ce4-4cc7-ba99-bea3a4b7c529 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2026935
Apr 02 21:04:04.319378 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (eec90799-94e8-418d-8658-ab70f2f3ade1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.328598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff483bb-e2ee-447f-a457-a75faac489ec req-edceb6ef-86c4-4c88-9ea8-4d7b89d1a0c4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:04.338185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ff483bb-e2ee-447f-a457-a75faac489ec req-edceb6ef-86c4-4c88-9ea8-4d7b89d1a0c4 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f HTTP/1.1" status: 200  len: 945 time: 0.1726487
Apr 02 21:04:04.380912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Pushing event updated for resources: {'Port': ['ID=328c7518-49aa-401b-b862-c23d7d8ccaf9,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:04.384641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Pushing event deleted for resources: {'Port': ['ID=eec90799-94e8-418d-8658-ab70f2f3ade1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:04.463675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] No DVR routers for this DVR port eec90799-94e8-418d-8658-ab70f2f3ade1 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:04.468605 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.473877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-765248f6-3739-4608-90dd-30c406028e0a req-b26177b1-6eaa-4a80-84e1-b10efe4d876d tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.15 "DELETE /v2.0/ports/eec90799-94e8-418d-8658-ab70f2f3ade1 HTTP/1.1" status: 204  len: 173 time: 1.2619686
Apr 02 21:04:04.478017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'name': 'network-vif-deleted', 'tag': 'eec90799-94e8-418d-8658-ab70f2f3ade1'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:04.481186 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24cf63-662c-4cd4-806c-81c20279132e" -d '{"events": [{"server_uuid": "5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f", "name": "network-vif-deleted", "tag": "eec90799-94e8-418d-8658-ab70f2f3ade1"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:04.508437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ff483bb-e2ee-447f-a457-a75faac489ec req-23d592d0-07e3-465e-af4e-c945fc8ca806 tempest-DeleteServersTestJSON-1658862532 tempest-DeleteServersTestJSON-1658862532-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689086
Apr 02 21:04:04.510271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0dd7177-bad6-4a10-99c0-ecdb343801fe req-69a98e4e-3508-4e52-92e6-62a03db5d873 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689305
Apr 02 21:04:04.631149 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df816c-9186-4a0a-abcf-bf1cb03c2ff8 x-openstack-request-id: req-42df816c-9186-4a0a-abcf-bf1cb03c2ff8 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:04.633169 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f", "name": "network-vif-deleted", "tag": "eec90799-94e8-418d-8658-ab70f2f3ade1", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:04.634873 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42df816c-9186-4a0a-abcf-bf1cb03c2ff8 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:04.634873 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42df816c-9186-4a0a-abcf-bf1cb03c2ff8'] response: {'server_uuid': '5bd3ffbc-835f-42e8-8c9e-91ecbd2e582f', 'name': 'network-vif-deleted', 'tag': 'eec90799-94e8-418d-8658-ab70f2f3ade1', 'status': 'completed', 'code': 200}
Apr 02 21:04:04.664963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:04:04.680911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Attempting to bind port 328c7518-49aa-401b-b862-c23d7d8ccaf9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:04.681525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Attempting to bind port 328c7518-49aa-401b-b862-c23d7d8ccaf9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:04.681630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Attempting to bind port 328c7518-49aa-401b-b862-c23d7d8ccaf9 on network ffc1bb71-f995-4112-abd6-0fae8b61953f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:04.713187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:04.713588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Checking segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:04.714160 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.714775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Bound using segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:04.715350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Bound port: 328c7518-49aa-401b-b862-c23d7d8ccaf9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:04.715780 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.721228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7809203-7d69-472c-8f1a-ec77c3562417', 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417', 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'fixed_ips': [{'subnet_id': '73f25759-6ed7-4b20-be79-9dd848e1272d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:04.722127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.730674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac5653-d637-4d40-8187-32e308a950f1 None None] Pushing event updated for resources: {'Port': ['ID=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:04.766922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:04.767352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:04.944438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845332310>, [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ad01430-e3ff-4767-81be-2877b5b99479', 'name': '', 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'mac_address': 'fa:16:3e:4e:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:57Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 2, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'subnets': [{'id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:05.001128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] For port 328c7518-49aa-401b-b862-c23d7d8ccaf9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:05.003595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Checking router: 87d14037-ab0a-4fd5-a750-627aec7f1d4f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:05.004101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Updating router 87d14037-ab0a-4fd5-a750-627aec7f1d4f port 1ad01430-e3ff-4767-81be-2877b5b99479 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:05.071415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] For port 328c7518-49aa-401b-b862-c23d7d8ccaf9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328c7518-49aa-401b-b862-c23d7d8ccaf9,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:05.099972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:05.141832 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:05.177612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Allocated IP 19.86.0.2 (d7809203-7d69-472c-8f1a-ec77c3562417/73f25759-6ed7-4b20-be79-9dd848e1272d/9a3ea413-d0e6-4730-b6e0-5095fce7638e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:05.188401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:05.201047 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Sync routers for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:05.211054 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:05.211679 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a1b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:05.235484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:05.237177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ce16d3bc-ccdc-452a-a642-6393e2641a96 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 2.8205290
Apr 02 21:04:05.241202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44122) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:05.252278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:05.257866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-d36c8994-8cca-4eba-bb39-142a69374af4 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:05.269691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-d36c8994-8cca-4eba-bb39-142a69374af4 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:05.272698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-d36c8994-8cca-4eba-bb39-142a69374af4 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/networks?id=fd635466-1963-4551-be06-e364f82a0810&id=d7809203-7d69-472c-8f1a-ec77c3562417&id=fd635466-1963-4551-be06-e364f82a0810 HTTP/1.1" status: 200  len: 1390 time: 0.5197630
Apr 02 21:04:05.296891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-b408df07-5565-42e4-865d-dc15ba028151 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/quotas/6ae16de34fd342cda85aa2bd981452c4 HTTP/1.1" status: 200  len: 375 time: 0.0158534
Apr 02 21:04:05.346008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98dc58-37b6-4da9-8a93-70b45c6d4158 None None] Pushing event updated for resources: {'Port': ['ID=328c7518-49aa-401b-b862-c23d7d8ccaf9,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:05.362612 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:05.498278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-0a956cc4-cf7a-4a93-9d10-bad8520a8a91 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1903083
Apr 02 21:04:05.582663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device eec90799-94e8-418d-8658-ab70f2f3ade1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:05.600593 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a1b850>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:03Z', 'revision_number': 3, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:05.692047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-eac00140-4330-451f-9d24-e98e7afef3bf service neutron] 10.222.0.18 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922133
Apr 02 21:04:05.698776 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Checking router: 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:05.699422 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Updating router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:05.786690 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:05.824721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: eec90799-94e8-418d-8658-ab70f2f3ade1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:05.825341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device eec90799-94e8-418d-8658-ab70f2f3ade1 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:05.884060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Publish callbacks [] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:05.908543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:05.970040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-89a1d45b-35fa-49d0-8353-892e5eeb4e90 service neutron] 10.222.0.18 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664435
Apr 02 21:04:06.000941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Network d7809203-7d69-472c-8f1a-ec77c3562417 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:06.015591 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:06.022649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:06.024477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Pushing event updated for resources: {'Port': ['ID=9a3ea413-d0e6-4730-b6e0-5095fce7638e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:06.168644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-5360ec57-998f-427f-967c-8fb88b079db5 service neutron] 10.222.0.18 "GET /v2.0/networks/d7809203-7d69-472c-8f1a-ec77c3562417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959035
Apr 02 21:04:06.201749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfa624-5ed4-4c75-8cb5-baf0d1b0aaf9 req-31d7de9f-396c-4822-8e1a-ffad39451a17 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:06.203786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67bfa624-5ed4-4c75-8cb5-baf0d1b0aaf9 req-31d7de9f-396c-4822-8e1a-ffad39451a17 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.4107563
Apr 02 21:04:06.340767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-971dbd74-8f6e-475e-9d0d-3283a19dab4f service neutron] 10.222.0.18 "GET /v2.0/networks/d7809203-7d69-472c-8f1a-ec77c3562417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711168
Apr 02 21:04:06.344790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67bfa624-5ed4-4c75-8cb5-baf0d1b0aaf9 req-38b6b5fa-18f4-42b0-94eb-6524ac213c5d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335642
Apr 02 21:04:06.418243 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Publish callbacks [] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.426189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.432733 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.507345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d6039-ac5d-4a0e-a833-23a6360dcfe7 None None] Network fd635466-1963-4551-be06-e364f82a0810 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:06.509810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 328c7518-49aa-401b-b862-c23d7d8ccaf9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:06.555450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-5d80aaca-f81f-4033-ae9e-87b554e1ff05 service neutron] 10.222.0.18 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998429
Apr 02 21:04:06.577066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Attempting to bind port 9a3ea413-d0e6-4730-b6e0-5095fce7638e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:06.577612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Attempting to bind port 9a3ea413-d0e6-4730-b6e0-5095fce7638e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:06.577612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Attempting to bind port 9a3ea413-d0e6-4730-b6e0-5095fce7638e on network d7809203-7d69-472c-8f1a-ec77c3562417 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:06.674273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Publish callbacks [] for port (1ad01430-e3ff-4767-81be-2877b5b99479), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.683729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:06.684385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Checking segment: {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:06.684994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.685606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Bound using segment: {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:06.686257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Bound port: 9a3ea413-d0e6-4730-b6e0-5095fce7638e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:06.686846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.695802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Allocated IP 172.20.0.1 (ffc1bb71-f995-4112-abd6-0fae8b61953f/83d5853b-55ab-410d-8fa6-bd1c240511b7/bb16d078-bd50-4f38-ae20-59736e2c37df) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:06.705184 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Attempting to bind port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:06.705636 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Attempting to bind port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:06.706137 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Attempting to bind port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:06.716175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] Provisioning complete for port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:06.717508 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.719304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.723464 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:06.723885 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:06.724690 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.725142 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:06.725711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Bound port: 6ff64196-99f5-45ee-abe4-545f56b6e2f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:06.726511 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.729381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Pushing event updated for resources: {'Port': ['ID=6ff64196-99f5-45ee-abe4-545f56b6e2f3,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:06.776502 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.776984 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.777277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.777813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.783890 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.784085 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.784377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.785453 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.785870 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.786311 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.788063 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.790966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.792548 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.792674 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.793168 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:06.832364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-65bdc077-e206-4008-8f5a-31b6b51c9910 service neutron] 10.222.0.18 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672222
Apr 02 21:04:06.867100 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] For port 6ff64196-99f5-45ee-abe4-545f56b6e2f3, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:06.868071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks [] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.877721 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] For port 6ff64196-99f5-45ee-abe4-545f56b6e2f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ff64196-99f5-45ee-abe4-545f56b6e2f3,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:06.890323 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:06.958896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.005355 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:07.007298 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a1b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:07.042762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f4ddf-81af-45a9-9bed-45dd3c472810 None None] Pushing event updated for resources: {'Port': ['ID=1ad01430-e3ff-4767-81be-2877b5b99479,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:07.044599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Pushing event updated for resources: {'Port': ['ID=bb16d078-bd50-4f38-ae20-59736e2c37df,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:07.094923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Network ffc1bb71-f995-4112-abd6-0fae8b61953f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:07.098997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:07.104416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:07.125491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 328c7518-49aa-401b-b862-c23d7d8ccaf9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:07.141240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.216000 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:07.245830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.265550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] For port 9a3ea413-d0e6-4730-b6e0-5095fce7638e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:07.299053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-115a898e-0e8c-4a87-9014-8cbc50fe46ab req-0874ddea-ce51-4cb1-9996-8ac4ed837631 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 210 time: 0.1108046
Apr 02 21:04:07.331606 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c730-4b18-4ffe-8853-92cd4648ddb3 None None] Pushing event updated for resources: {'Port': ['ID=6ff64196-99f5-45ee-abe4-545f56b6e2f3,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:07.358070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] For port 9a3ea413-d0e6-4730-b6e0-5095fce7638e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a3ea413-d0e6-4730-b6e0-5095fce7638e,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:07.455029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a582f-dcf2-49b2-907e-244a3e172323 None None] Network ffc1bb71-f995-4112-abd6-0fae8b61953f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:07.491565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.545181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Attempting to bind port 1ad01430-e3ff-4767-81be-2877b5b99479 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:07.545841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Attempting to bind port 1ad01430-e3ff-4767-81be-2877b5b99479 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:07.546209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Attempting to bind port 1ad01430-e3ff-4767-81be-2877b5b99479 on network 6977c031-c085-4f80-94ff-b2dddab19257 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:07.581031 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a1b850>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:03Z', 'revision_number': 3, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:07.603675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:07.604641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Checking segment: {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:07.605048 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.605515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Bound using segment: {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:07.607717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Bound port: 1ad01430-e3ff-4767-81be-2877b5b99479, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319cc61-a117-455a-a4c3-a810275d45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:07.607717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.631849 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cb55c-df4a-4134-980a-d07438ae85e1 None None] The sync data for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 is: [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:03Z', 'revision_number': 3, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:07.688188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] Current status of the port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:07.688617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.763673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228e3c8-8456-4b6b-a940-fbb5c0eb163b req-31b4a7f4-8fb7-4ecd-a1d7-819b524d496b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:07.765257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e228e3c8-8456-4b6b-a940-fbb5c0eb163b req-31b4a7f4-8fb7-4ecd-a1d7-819b524d496b tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2308486
Apr 02 21:04:07.805960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] For port 1ad01430-e3ff-4767-81be-2877b5b99479, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:07.808509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:07.819714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] For port 1ad01430-e3ff-4767-81be-2877b5b99479, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ad01430-e3ff-4767-81be-2877b5b99479,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:07.934020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e228e3c8-8456-4b6b-a940-fbb5c0eb163b req-0d593211-7d67-4551-8e1e-36ac26c281fe tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606498
Apr 02 21:04:08.061792 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.075173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 328c7518-49aa-401b-b862-c23d7d8ccaf9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:08.077019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.180542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17edb76-23dd-4f86-904c-f4baa09b618b None None] Pushing event updated for resources: {'Port': ['ID=9a3ea413-d0e6-4730-b6e0-5095fce7638e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:08.312225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks [] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.323201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.419271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] For port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:08.552106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 328c7518-49aa-401b-b862-c23d7d8ccaf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328c7518-49aa-401b-b862-c23d7d8ccaf9,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:08.552326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5c1d976-6b3c-4bf2-9852-feaa2a24a9a9 req-41085474-a226-4a9a-8342-c08ad3531439 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 210 time: 0.1124785
Apr 02 21:04:08.648885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.660207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.663442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:08.666514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f4ddf-81af-45a9-9bed-45dd3c472810 None None] Pushing event updated for resources: {'Port': ['ID=1ad01430-e3ff-4767-81be-2877b5b99479,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:08.672325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Pushing event updated for resources: {'Port': ['ID=bb16d078-bd50-4f38-ae20-59736e2c37df,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:08.691852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:08.702121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Routers {'87d14037-ab0a-4fd5-a750-627aec7f1d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:08.702767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845332310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:08.806489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40be33-b1d1-43a3-b728-9b7b11b1f7d2 req-4033a4b1-61f5-42cb-8f74-9a33d7197e98 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:08.807987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb40be33-b1d1-43a3-b728-9b7b11b1f7d2 req-4033a4b1-61f5-42cb-8f74-9a33d7197e98 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.3030326
Apr 02 21:04:08.956266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Network ffc1bb71-f995-4112-abd6-0fae8b61953f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:08.968194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb40be33-b1d1-43a3-b728-9b7b11b1f7d2 req-bfdf8b1e-f16b-4125-b4f9-7eae694ca2b3 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134136
Apr 02 21:04:08.974725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:09.003311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Provisioning complete for port 1ad01430-e3ff-4767-81be-2877b5b99479 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:09.003691 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.019151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a999e-6399-4f13-bd9c-29544a90411c None None] Pushing event updated for resources: {'Port': ['ID=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:09.179300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44212) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:09.218900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783d59f-9665-4aa2-9d39-137fd84451a1 req-95b33430-9c7c-4e36-a9e6-62cdceacf324 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:09.224976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:09.225506 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.230370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9783d59f-9665-4aa2-9d39-137fd84451a1 req-95b33430-9c7c-4e36-a9e6-62cdceacf324 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.1714914
Apr 02 21:04:09.371784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] Set router 87d14037-ab0a-4fd5-a750-627aec7f1d4f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:09.450381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Deleting subnet 1a730f69-374c-4989-bc31-1c702266b8a4 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:04:09.456444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9783d59f-9665-4aa2-9d39-137fd84451a1 req-76963b4a-504e-41f7-a88b-9ecfd6d14caf tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1781058
Apr 02 21:04:09.472836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Publish callbacks [] for subnet (1a730f69-374c-4989-bc31-1c702266b8a4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.533519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=328c7518-49aa-401b-b862-c23d7d8ccaf9,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:09.574554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1a730f69-374c-4989-bc31-1c702266b8a4), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.675635 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:04:09.688161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1a730f69-374c-4989-bc31-1c702266b8a4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.704319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a861fee-0699-46b0-960c-f88fad85865f None None] Network d7809203-7d69-472c-8f1a-ec77c3562417 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:09.771982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4270bd66-b039-413a-b080-ea69fd00fdf7 req-c2b634e0-27ba-4332-9efb-f2b34e37aaed tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 210 time: 0.0417342
Apr 02 21:04:09.827435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Current status of the port 1ad01430-e3ff-4767-81be-2877b5b99479 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:09.828166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.838075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1a730f69-374c-4989-bc31-1c702266b8a4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.874024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a730f69-374c-4989-bc31-1c702266b8a4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:09.877442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:09.887463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35a968ca-c944-4071-8367-e092a7b40e6d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a730f69-374c-4989-bc31-1c702266b8a4 HTTP/1.1" status: 204  len: 168 time: 0.7057385
Apr 02 21:04:09.889395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44222) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:09.898883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:09.945738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-9b8c9ba2-659b-4cb3-94e1-b24f425c4e7e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:09.952676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-9b8c9ba2-659b-4cb3-94e1-b24f425c4e7e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:09.954980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-9b8c9ba2-659b-4cb3-94e1-b24f425c4e7e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "GET /v2.0/networks?id=fd635466-1963-4551-be06-e364f82a0810&id=d7809203-7d69-472c-8f1a-ec77c3562417&id=fd635466-1963-4551-be06-e364f82a0810 HTTP/1.1" status: 200  len: 1390 time: 0.7374322
Apr 02 21:04:09.970523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'port': {'device_id': 'db18096f-bb45-4197-adab-83d481a03a2c', 'network_id': 'fd635466-1963-4551-be06-e364f82a0810', 'admin_state_up': True, 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:09.975174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] For port 1ad01430-e3ff-4767-81be-2877b5b99479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ad01430-e3ff-4767-81be-2877b5b99479,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:10.091051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0579e432-6dc2-4773-9b49-bc1eb8621629), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.118076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:10.132093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:10.136865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.267217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0579e432-6dc2-4773-9b49-bc1eb8621629), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.298477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e9899d0>,) {'filters': {'network_id': ['0579e432-6dc2-4773-9b49-bc1eb8621629']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:10.308238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:10.314276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e9899d0>, 'b07516b5-d974-4f0f-8835-bf4efbb222fe') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:10.315238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b3ed98c3-7c47-47d9-8fa3-7257d006d259 admin admin] 10.222.0.18 "PUT /v2.0/routers/461992b3-1f1c-4bd6-a96b-01fbf82ef0aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0723670
Apr 02 21:04:10.316239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e9899d0>, 'b07516b5-d974-4f0f-8835-bf4efbb222fe') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:10.398362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b07516b5-d974-4f0f-8835-bf4efbb222fe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.421881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b07516b5-d974-4f0f-8835-bf4efbb222fe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.433124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:04:10.433527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b07516b5-d974-4f0f-8835-bf4efbb222fe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:04:10.435436 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:04:10.459455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964957-a94c-4d31-928f-53ff3c33ac6b req-6d198995-afbe-4b7a-ae39-2fc8ed95f240 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:10.468372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31964957-a94c-4d31-928f-53ff3c33ac6b req-6d198995-afbe-4b7a-ae39-2fc8ed95f240 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.2982135
Apr 02 21:04:10.485745 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.510948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374fc30-6588-484c-b99f-eef179614227 req-66ba741c-3de1-4c1b-9aeb-3c2ba2b578c7 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:10.512950 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1374fc30-6588-484c-b99f-eef179614227 req-66ba741c-3de1-4c1b-9aeb-3c2ba2b578c7 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.1334302
Apr 02 21:04:10.559193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0579e432-6dc2-4773-9b49-bc1eb8621629), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.578341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a3ea413-d0e6-4730-b6e0-5095fce7638e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:10.583994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1374fc30-6588-484c-b99f-eef179614227 req-3fd98031-a8f8-4ce2-8e92-f7ec0c4a389e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617256
Apr 02 21:04:10.592325 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.601997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0579e432-6dc2-4773-9b49-bc1eb8621629 HTTP/1.1" status: 204  len: 168 time: 0.7095382
Apr 02 21:04:10.610083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f7608-a22b-4a98-b574-76e0c6bd56b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0579e432-6dc2-4773-9b49-bc1eb8621629,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:10.632624 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31964957-a94c-4d31-928f-53ff3c33ac6b req-4082356b-6929-418c-98e2-ef0155ab3fb5 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611724
Apr 02 21:04:10.643858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Provisioning complete for port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:10.644245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.664960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Allocated IP 19.80.0.174 (fd635466-1963-4551-be06-e364f82a0810/6f9d789d-539f-4d85-8a44-f4d811fd7eea/2c7ec2c2-dab7-4dae-867b-c7e2ca43c895) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:10.731797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Pushing event updated for resources: {'Port': ['ID=1ad01430-e3ff-4767-81be-2877b5b99479,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:10.784286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845332310>, [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ad01430-e3ff-4767-81be-2877b5b99479', 'name': '', 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'mac_address': 'fa:16:3e:4e:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:57Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'subnets': [{'id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:10.811701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44238) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:10.821496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49e0f4-4630-4683-960c-72716dd71cf2 None None] The sync data for ids ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'] in ncdv-master-1 is: [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:03:58Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ad01430-e3ff-4767-81be-2877b5b99479', 'name': '', 'network_id': '6977c031-c085-4f80-94ff-b2dddab19257', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'mac_address': 'fa:16:3e:4e:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:57Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'subnets': [{'id': '6867efa3-8cf1-4a31-a718-c886deb58c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:10.828640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9a3ea413-d0e6-4730-b6e0-5095fce7638e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:10.829203 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.889167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-86b61207-b300-4e69-a0ed-a9adcb6a01a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67592663633d4cd89aed8f728fd7ca86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0761230
Apr 02 21:04:10.891555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44242) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:10.908813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.951431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Current status of the port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:10.960918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Sync routers for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:10.969626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:10.997293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Provisioning complete for port 328c7518-49aa-401b-b862-c23d7d8ccaf9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:10.998246 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.000709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:11.001624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784587ab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:11.029427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network fd635466-1963-4551-be06-e364f82a0810 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:11.032612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:11.038964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:11.094686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-012012c3-d420-406c-9aa7-ecbdf89a7336 admin admin] Publish callbacks [] for security_group (dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.128840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Port': ['ID=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:11.189274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e0f8e-389d-401a-923c-63dc090bb4d6 req-5dce64f8-71dc-4385-996a-00c16c201602 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:11.191029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:11.191650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.198513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f10e0f8e-389d-401a-923c-63dc090bb4d6 req-5dce64f8-71dc-4385-996a-00c16c201602 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 932 time: 0.2110324
Apr 02 21:04:11.209902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-012012c3-d420-406c-9aa7-ecbdf89a7336 admin admin] Publish callbacks [] for security_group (dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.253939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8928b878-8ab1-4c0a-9c91-dc3503c9f545 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2887096
Apr 02 21:04:11.266777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'port': {'device_id': 'db18096f-bb45-4197-adab-83d481a03a2c', 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417', 'admin_state_up': True, 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:11.328027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f10e0f8e-389d-401a-923c-63dc090bb4d6 req-89ee6fe3-3d44-4e9d-be0c-92851c889b9e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282678
Apr 02 21:04:11.362024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-012012c3-d420-406c-9aa7-ecbdf89a7336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.366386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9a3ea413-d0e6-4730-b6e0-5095fce7638e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:11.366824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-012012c3-d420-406c-9aa7-ecbdf89a7336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.367125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.368208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-012012c3-d420-406c-9aa7-ecbdf89a7336 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8 HTTP/1.1" status: 204  len: 168 time: 0.4744682
Apr 02 21:04:11.411651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012012c3-d420-406c-9aa7-ecbdf89a7336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5bcd8-215b-4a7b-9b28-a90ebc200bb8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:11.475210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44246) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:11.491920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242247267', 'description': 'tempest-description--888058647'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:11.494936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9a3ea413-d0e6-4730-b6e0-5095fce7638e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a3ea413-d0e6-4730-b6e0-5095fce7638e,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:11.500572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:11.507721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.521455 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.522244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1ad01430-e3ff-4767-81be-2877b5b99479 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:11.557323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.644899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:11.749734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcd4ae-1be4-45bb-9dc9-50d35189de93 None None] Current status of the port 328c7518-49aa-401b-b862-c23d7d8ccaf9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:11.785834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-4a4b8d6d-5252-430a-a6ec-dc3d07927d6d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:11.787456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-4a4b8d6d-5252-430a-a6ec-dc3d07927d6d tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.1894217
Apr 02 21:04:11.803095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9a3ea413-d0e6-4730-b6e0-5095fce7638e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:11.808493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5edf0-3028-4e31-84fc-dfd039ae6679 req-2210e0c9-91fe-4421-baa0-9c37f11085e1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:11.813210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67c5edf0-3028-4e31-84fc-dfd039ae6679 req-2210e0c9-91fe-4421-baa0-9c37f11085e1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.0761213
Apr 02 21:04:11.845512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Allocated IP 19.86.0.203 (d7809203-7d69-472c-8f1a-ec77c3562417/73f25759-6ed7-4b20-be79-9dd848e1272d/acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:11.885919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1ad01430-e3ff-4767-81be-2877b5b99479 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:11.886632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.953543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group (4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:11.957697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67c5edf0-3028-4e31-84fc-dfd039ae6679 req-4e21fb52-7939-4d0c-ab58-887b65c48185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352928
Apr 02 21:04:11.981050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-ec7b384b-3b72-48e6-948f-532da9b76258 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:11.982853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-ec7b384b-3b72-48e6-948f-532da9b76258 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 946 time: 0.1297719
Apr 02 21:04:12.019469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Provisioning complete for port 1ad01430-e3ff-4767-81be-2877b5b99479 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:12.019956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.118441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Deleting port d154e01b-b647-45e1-9f62-4356af6468c4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:12.118790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.181239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.206910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aa547-8b03-4859-80e9-dffcbeae0974 req-c2a5a0ac-5bee-4e5a-9021-5cd63972cd31 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:12.213242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc5aa547-8b03-4859-80e9-dffcbeae0974 req-c2a5a0ac-5bee-4e5a-9021-5cd63972cd31 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 946 time: 0.4868991
Apr 02 21:04:12.217297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Current status of the port 1ad01430-e3ff-4767-81be-2877b5b99479 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:12.232793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1ad01430-e3ff-4767-81be-2877b5b99479 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:12.233843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 328c7518-49aa-401b-b862-c23d7d8ccaf9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:12.247006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] For port d154e01b-b647-45e1-9f62-4356af6468c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d154e01b-b647-45e1-9f62-4356af6468c4,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:12.248139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.249258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.276514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Provisioning complete for port 328c7518-49aa-401b-b862-c23d7d8ccaf9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:12.277122 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.279501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.281108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.8048277
Apr 02 21:04:12.281330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784587ab50>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 2, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:12.287885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44266) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:12.295233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Request body: {'security_group_rule': {'security_group_id': '4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:12.303078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad333da-c90a-488b-bb64-85580f2f62e9 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:12.355772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Checking router: 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:12.356640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Updating router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa port bb16d078-bd50-4f38-ae20-59736e2c37df binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:12.393046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc5aa547-8b03-4859-80e9-dffcbeae0974 req-cbdaaa68-b0cf-4948-bfc0-1a968b032212 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788442
Apr 02 21:04:12.402785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Deleting port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:12.407371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.414703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group_rule (1253e477-a71f-457f-812f-c16c973a8165), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.436539 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.480312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 328c7518-49aa-401b-b862-c23d7d8ccaf9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:12.481386 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.518161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44274) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:12.530918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.531294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.531618 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Floating IP ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805 disassociated. External IP: 172.35.4.71, port: d154e01b-b647-45e1-9f62-4356af6468c4.
Apr 02 21:04:12.531969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Calling delete_port for d154e01b-b647-45e1-9f62-4356af6468c4 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:12.553058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.556239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0968a8-8a91-4ac7-85c4-1c68db9a76b5 req-dc07fcbf-5ca5-4dd9-8578-fa2afdbdd188 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:12.563513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0968a8-8a91-4ac7-85c4-1c68db9a76b5 req-dc07fcbf-5ca5-4dd9-8578-fa2afdbdd188 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:12.565732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e0968a8-8a91-4ac7-85c4-1c68db9a76b5 req-dc07fcbf-5ca5-4dd9-8578-fa2afdbdd188 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 1655 time: 0.1125226
Apr 02 21:04:12.651241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Current status of the port 328c7518-49aa-401b-b862-c23d7d8ccaf9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:12.657516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e0968a8-8a91-4ac7-85c4-1c68db9a76b5 req-36038eb3-7e2f-4736-95e4-46634b88b8f6 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554266
Apr 02 21:04:12.667855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-253048176-network', 'tenant_id': '7f1a5e5adf8141058ce50ee9295e57cc'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:12.688837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] For port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:12.689140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.704084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Made reservation on behalf of 7f1a5e5adf8141058ce50ee9295e57cc for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:12.706508 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.712690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Provisioning complete for port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:12.713720 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.717446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.726583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Calling delete_port for fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:12.786794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 328c7518-49aa-401b-b862-c23d7d8ccaf9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:12.788332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:12.806966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d154e01b-b647-45e1-9f62-4356af6468c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.820973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network d7809203-7d69-472c-8f1a-ec77c3562417 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:12.837830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:12.845012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event deleted for resources: {'Port': ['ID=d154e01b-b647-45e1-9f62-4356af6468c4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:12.846884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:12.882544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:12.908317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:12.909139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.917700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks [] for security_group (7e858314-638d-412a-bd01-c8fe7ab838e0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.927089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group_rule (1253e477-a71f-457f-812f-c16c973a8165), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.930428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Port': ['ID=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:12.932827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7e858314-638d-412a-bd01-c8fe7ab838e0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.943493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (1253e477-a71f-457f-812f-c16c973a8165), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.945878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:12.962833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a9054c34-052d-494f-9605-83c398b3c6c1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.963191 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Added segment a9054c34-052d-494f-9605-83c398b3c6c1 of type vlan for network a152d338-1362-4112-aded-4ce4e8c5efcf
Apr 02 21:04:12.990510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:12.992092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7004502
Apr 02 21:04:12.996057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3855b-5b27-4167-98db-3dde7730de84 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1253e477-a71f-457f-812f-c16c973a8165,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:13.000054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-91775612-d9d0-4520-b30a-8eca43c2675c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7384851
Apr 02 21:04:13.001257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44282) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:13.006295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Request body: {'security_group_rule': {'security_group_id': '4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:13.016673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'port': {'device_id': 'db18096f-bb45-4197-adab-83d481a03a2c', 'network_id': 'fd635466-1963-4551-be06-e364f82a0810', 'admin_state_up': True, 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:13.082173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a152d338-1362-4112-aded-4ce4e8c5efcf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.143576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e858314-638d-412a-bd01-c8fe7ab838e0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:13.159264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Provisioning complete for port 9a3ea413-d0e6-4730-b6e0-5095fce7638e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:13.159778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.184736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1fd6c9b-e570-4a90-a3ab-af62199c92a1 req-3956cbd9-1ed9-4911-9ef3-5ec2478bcbcc tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 210 time: 0.0907841
Apr 02 21:04:13.185313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a152d338-1362-4112-aded-4ce4e8c5efcf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.186379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:13.187838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.209779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group_rule (451c17cf-dcaa-4978-bf6a-ee4b45e74aa8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.219099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:13.219529 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.232751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.254248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14bbc9b5-7e6e-44d2-855e-651eac54cff7', 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:13.270248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7485061
Apr 02 21:04:13.275039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44284) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:13.282308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Request body: {'subnet': {'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-253048176-subnet', 'tenant_id': '7f1a5e5adf8141058ce50ee9295e57cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:13.299279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Pushing event deleted for resources: {'Port': ['ID=fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:13.334470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:13.337986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.371972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] No DVR routers for this DVR port fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:13.377028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Publish callbacks [] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.378393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.381887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9427890e-4110-4517-8b6d-28fa9e8b8b02 req-d11e4209-f19f-42d1-ae89-8f73525b5188 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "DELETE /v2.0/ports/fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa HTTP/1.1" status: 204  len: 173 time: 1.5781391
Apr 02 21:04:13.383811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99317874-e637-442b-a46a-9c7d51b11694', 'name': 'network-vif-deleted', 'tag': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:13.386164 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026f41da-1411-4c60-9d17-14c0a78891f5" -d '{"events": [{"server_uuid": "99317874-e637-442b-a46a-9c7d51b11694", "name": "network-vif-deleted", "tag": "fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:13.388778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Router f9aa171f-6518-44c2-b6eb-715f1d580d2f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:13.390200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1ab43-df67-4553-8cdf-8aa92250af93 admin admin] Pushing event updated for resources: {'Network': ['ID=a152d338-1362-4112-aded-4ce4e8c5efcf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:13.405559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Made reservation on behalf of 7f1a5e5adf8141058ce50ee9295e57cc for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:13.410265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.465006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.467581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a152d338-1362-4112-aded-4ce4e8c5efcf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:13.471379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group_rule (451c17cf-dcaa-4978-bf6a-ee4b45e74aa8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.485916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (451c17cf-dcaa-4978-bf6a-ee4b45e74aa8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.505930 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cae139-c6d2-420d-bad4-f09748ef19dc x-openstack-request-id: req-22cae139-c6d2-420d-bad4-f09748ef19dc {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:13.506223 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99317874-e637-442b-a46a-9c7d51b11694", "name": "network-vif-deleted", "tag": "fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:13.506484 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22cae139-c6d2-420d-bad4-f09748ef19dc {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:13.506886 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cae139-c6d2-420d-bad4-f09748ef19dc'] response: {'server_uuid': '99317874-e637-442b-a46a-9c7d51b11694', 'name': 'network-vif-deleted', 'tag': 'fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa', 'status': 'completed', 'code': 200}
Apr 02 21:04:13.541421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451c17cf-dcaa-4978-bf6a-ee4b45e74aa8,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:13.643073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Current status of the port 9a3ea413-d0e6-4730-b6e0-5095fce7638e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:13.690494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa627e89-def7-4649-a927-febede82c895 req-d1719021-fd2b-4f12-831b-8ef27182b259 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=99317874-e637-442b-a46a-9c7d51b11694 HTTP/1.1" status: 200  len: 210 time: 0.1329920
Apr 02 21:04:13.693743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.697828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-578c2ada-78b3-4f8e-b317-c08e14d41f31 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6951165
Apr 02 21:04:13.700117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44292) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:13.706368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Allocated IP 19.80.0.202 (fd635466-1963-4551-be06-e364f82a0810/6f9d789d-539f-4d85-8a44-f4d811fd7eea/9c1b477f-22c8-4a4c-b760-ba163a584bc7) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:13.709328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:13.718149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff98f3a-a38f-4cda-bbce-60a413ff6965 None None] Pushing event updated for resources: {'Port': ['ID=bb16d078-bd50-4f38-ae20-59736e2c37df,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:13.740945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (d05e3563-f50b-4217-b781-f72e846d514d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.750546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:13.751648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ff64196-99f5-45ee-abe4-545f56b6e2f3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:13.766445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.821758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Provisioning complete for port bb16d078-bd50-4f38-ae20-59736e2c37df triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:13.822141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.904028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.918974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Attempting to bind port bb16d078-bd50-4f38-ae20-59736e2c37df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:13.919886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Attempting to bind port bb16d078-bd50-4f38-ae20-59736e2c37df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:13.920246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Attempting to bind port bb16d078-bd50-4f38-ae20-59736e2c37df on network ffc1bb71-f995-4112-abd6-0fae8b61953f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:13.925234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb4f-3625-490c-87e5-5f2f8897d2b3 None None] Port bb16d078-bd50-4f38-ae20-59736e2c37df cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:13.944619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:13.944813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Checking segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:13.945217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.945604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Bound using segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:13.946089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Bound port: bb16d078-bd50-4f38-ae20-59736e2c37df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:13.946464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:13.964574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.000983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:14.001357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.025710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network fd635466-1963-4551-be06-e364f82a0810 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:14.030372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:14.033426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:14.035462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:14.076152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] For port bb16d078-bd50-4f38-ae20-59736e2c37df, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:14.081580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] For port bb16d078-bd50-4f38-ae20-59736e2c37df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb16d078-bd50-4f38-ae20-59736e2c37df,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:14.082698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Checking segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:14.083230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Network hostable DHCP agents. Network: a152d338-1362-4112-aded-4ce4e8c5efcf, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:14.091790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Provisioning complete for port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:14.092159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.095198 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.096905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:14.096905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.107202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382a4a-b6cc-4e23-9092-18c596d306eb req-da6aac52-a37d-469a-9102-34b9781e2dc2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:14.114073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382a4a-b6cc-4e23-9092-18c596d306eb req-da6aac52-a37d-469a-9102-34b9781e2dc2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:14.115861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9382a4a-b6cc-4e23-9092-18c596d306eb req-da6aac52-a37d-469a-9102-34b9781e2dc2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 1655 time: 0.2733524
Apr 02 21:04:14.116728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05e3563-f50b-4217-b781-f72e846d514d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:14.133651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-30226637-4610-4ada-bb11-78f53ea57121 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1220670
Apr 02 21:04:14.155950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Request body: {'port': {'device_id': 'db18096f-bb45-4197-adab-83d481a03a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:14.178152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Network a152d338-1362-4112-aded-4ce4e8c5efcf is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:14.207041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:14.238125 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] Sync routers for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:14.265913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:14.273593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:14.273979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.282057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] No DVR routers for this DVR port d154e01b-b647-45e1-9f62-4356af6468c4 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:14.286586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.290411 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3bdbd8b-5e8e-4d8e-8e63-ad205e9f6ec7 req-9cc617b7-c26c-4724-be44-8abd35c989b1 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.15 "DELETE /v2.0/ports/d154e01b-b647-45e1-9f62-4356af6468c4 HTTP/1.1" status: 204  len: 173 time: 2.3021700
Apr 02 21:04:14.291058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a152d338-1362-4112-aded-4ce4e8c5efcf) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:14.298750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:14.299361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.307787 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:14.308040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'name': 'network-vif-deleted', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:14.310513 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db77d88-c8f2-4ca5-8553-03ccad8f72e4" -d '{"events": [{"server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "name": "network-vif-deleted", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:14.312727 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a59280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:14.334164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9382a4a-b6cc-4e23-9092-18c596d306eb req-fe55b292-840d-4949-bea8-8eede064415c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000322
Apr 02 21:04:14.337669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.348120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff98f3a-a38f-4cda-bbce-60a413ff6965 None None] Pushing event updated for resources: {'Port': ['ID=bb16d078-bd50-4f38-ae20-59736e2c37df,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:14.351206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a39a0-ec22-43ea-8d77-011e67b03c9c None None] Network a152d338-1362-4112-aded-4ce4e8c5efcf requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:14.361885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12cdc3ca-055d-48f6-8401-82a4c00fe5bc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0850067
Apr 02 21:04:14.377354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.411989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:14.412787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784587ab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:14.414451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.428490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 6ff64196-99f5-45ee-abe4-545f56b6e2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ff64196-99f5-45ee-abe4-545f56b6e2f3,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:14.461656 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01704b-5667-4d1f-931b-f7bdd80f48c6 x-openstack-request-id: req-ce01704b-5667-4d1f-931b-f7bdd80f48c6 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:14.462237 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e26eb0-1631-4bb6-a60d-1c2bb65097b3", "name": "network-vif-deleted", "tag": "d154e01b-b647-45e1-9f62-4356af6468c4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:14.464181 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce01704b-5667-4d1f-931b-f7bdd80f48c6 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:14.464669 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce01704b-5667-4d1f-931b-f7bdd80f48c6'] response: {'server_uuid': '01e26eb0-1631-4bb6-a60d-1c2bb65097b3', 'name': 'network-vif-deleted', 'tag': 'd154e01b-b647-45e1-9f62-4356af6468c4', 'status': 'completed', 'code': 200}
Apr 02 21:04:14.570433 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.583238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Provisioning complete for port bb16d078-bd50-4f38-ae20-59736e2c37df triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:14.583647 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:14.593159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Allocated IP 172.35.4.116 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e462806d-959d-48c1-80d9-9264eb5d30be) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:14.697870 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:14.910811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1ad01430-e3ff-4767-81be-2877b5b99479 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:14.927644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for port (e462806d-959d-48c1-80d9-9264eb5d30be), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.011600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e462806d-959d-48c1-80d9-9264eb5d30be), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.041846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:15.044965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:15.049349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=6ff64196-99f5-45ee-abe4-545f56b6e2f3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:15.075219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:15.083618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be924f-7192-42c7-9c94-9392c11f04a6 None None] Network a152d338-1362-4112-aded-4ce4e8c5efcf requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:15.084025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:15.087906 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a9886af-1ce8-48e8-bf30-d87fb9954d3f req-00f1dacc-f8a7-4c21-ac89-a2b2d5a52ea8 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e26eb0-1631-4bb6-a60d-1c2bb65097b3 HTTP/1.1" status: 200  len: 210 time: 0.2155564
Apr 02 21:04:15.147093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event updated for resources: {'Port': ['ID=e462806d-959d-48c1-80d9-9264eb5d30be,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:15.234197 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a59280>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:37Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:15.259599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1ad01430-e3ff-4767-81be-2877b5b99479 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:15.260064 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.290188 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] Checking router: f9aa171f-6518-44c2-b6eb-715f1d580d2f for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:15.308941 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:15.310463 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a59280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:15.329606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Current status of the port bb16d078-bd50-4f38-ae20-59736e2c37df is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:15.330074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.355201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:15.382650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Publish callbacks [] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.411227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Transition to ACTIVE for port object 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:04:15.417800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.483445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-519a666d-0139-4606-abee-d387718b98c2 None None] For port bb16d078-bd50-4f38-ae20-59736e2c37df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb16d078-bd50-4f38-ae20-59736e2c37df,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:15.520750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.582157 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:15.607637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:15.611359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Attempting to bind port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:15.615335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Attempting to bind port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:15.616083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Attempting to bind port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 on network fd635466-1963-4551-be06-e364f82a0810 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:15.630198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 on network fd635466-1963-4551-be06-e364f82a0810 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:04:15.630944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Attempting to bind port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 on network fd635466-1963-4551-be06-e364f82a0810 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:15.639553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:15.640515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Checking segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:15.641206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Bound using segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:15.641909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Bound port: 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:15.643474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.692015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (02488490-c660-435a-b3e2-26ced805baae), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.757860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] For port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:15.767125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] For port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:15.797182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.805916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-0598ec00-5c5c-41d7-a5c7-0feb9a6ab91a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:15.814476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-0598ec00-5c5c-41d7-a5c7-0feb9a6ab91a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 814 time: 0.6319191
Apr 02 21:04:15.827328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e462806d-959d-48c1-80d9-9264eb5d30be), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.827541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d154e01b-b647-45e1-9f62-4356af6468c4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:15.894392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:15.895157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:15.897812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 HTTP/1.1" status: 200  len: 1092 time: 1.7532623
Apr 02 21:04:15.898467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'tag': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:15.899675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: d154e01b-b647-45e1-9f62-4356af6468c4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:15.900019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d154e01b-b647-45e1-9f62-4356af6468c4 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:15.907241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1ad01430-e3ff-4767-81be-2877b5b99479 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:15.908107 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bcb895-f968-4ecb-a7d0-74592a60c101" -d '{"events": [{"name": "network-changed", "server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "tag": "2c7ec2c2-dab7-4dae-867b-c7e2ca43c895"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:15.908512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a3ea413-d0e6-4730-b6e0-5095fce7638e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:15.936898 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a59280>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:37Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:15.941329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Request body: {'port': {'device_id': 'db18096f-bb45-4197-adab-83d481a03a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:16.005439 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd997-5096-4f9d-807e-734a64f16e34 None None] The sync data for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 is: [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:02:30Z', 'revision_number': 4, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5', 'name': '', 'network_id': '87ca88c9-8810-42a9-92c5-1c90d5dfc4ff', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'mac_address': 'fa:16:3e:50:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:29Z', 'updated_at': '2022-04-02T21:02:37Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'subnets': [{'id': '99ec47bd-8f2d-481e-b29d-aeb366211a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:16.015244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-13f6c081-9978-40e5-99dc-18b9dc005092 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/quotas/7f1a5e5adf8141058ce50ee9295e57cc HTTP/1.1" status: 200  len: 375 time: 0.1998775
Apr 02 21:04:16.018103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9e5319f5-ab77-43b2-9262-91bdf0f6c825 None None] Provisioning complete for port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:16.018587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e5319f5-ab77-43b2-9262-91bdf0f6c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.040835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bf90a-2b03-4698-9c0d-b34fa510c400 req-9707d502-16fc-431a-81cd-1019ae4e5cbb tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.048480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bf90a-2b03-4698-9c0d-b34fa510c400 req-9707d502-16fc-431a-81cd-1019ae4e5cbb tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.054194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bf90a-2b03-4698-9c0d-b34fa510c400 req-9707d502-16fc-431a-81cd-1019ae4e5cbb tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.062237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b05bf90a-2b03-4698-9c0d-b34fa510c400 req-9707d502-16fc-431a-81cd-1019ae4e5cbb tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2389 time: 0.2882586
Apr 02 21:04:16.066661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe2cd2-250d-455c-b8f1-3c60656df8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:16.066833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a666d-0139-4606-abee-d387718b98c2 None None] Pushing event updated for resources: {'Port': ['ID=bb16d078-bd50-4f38-ae20-59736e2c37df,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:16.078930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for port (e462806d-959d-48c1-80d9-9264eb5d30be), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.083194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-4623457d-aead-44d6-bbbb-3fb1079f0679 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523520
Apr 02 21:04:16.087708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e462806d-959d-48c1-80d9-9264eb5d30be), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.092780 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.099136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9a3ea413-d0e6-4730-b6e0-5095fce7638e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:16.099779 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.140849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b05bf90a-2b03-4698-9c0d-b34fa510c400 req-14180463-8230-4dca-a938-6b89d6856c47 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772767
Apr 02 21:04:16.174243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9e5319f5-ab77-43b2-9262-91bdf0f6c825 None None] Port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:16.222235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784587ab50>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:16.263603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event updated for resources: {'Port': ['ID=e462806d-959d-48c1-80d9-9264eb5d30be,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:16.268795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0e808-c86d-41b8-92e4-089815e9efb9 None None] The sync data for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 is: [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:16.271927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9e5319f5-ab77-43b2-9262-91bdf0f6c825 None None] Provisioning complete for port bb16d078-bd50-4f38-ae20-59736e2c37df triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:16.272238 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e5319f5-ab77-43b2-9262-91bdf0f6c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.281865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9a3ea413-d0e6-4730-b6e0-5095fce7638e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:16.353352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (02488490-c660-435a-b3e2-26ced805baae), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.416309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.417563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-408486a0-73cd-4473-a276-1155829004d6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7151036
Apr 02 21:04:16.421471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-cdffb032-9ac4-4070-90c3-3823d3c2e455 service neutron] 10.222.0.18 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806051
Apr 02 21:04:16.479377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55f41-747b-4dd5-ac47-124e2fe5f947 req-3956bc52-7175-43e9-8a5e-0a82cd21f804 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.486582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9e5319f5-ab77-43b2-9262-91bdf0f6c825 None None] Current status of the port bb16d078-bd50-4f38-ae20-59736e2c37df is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:16.489268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ae55f41-747b-4dd5-ac47-124e2fe5f947 req-3956bc52-7175-43e9-8a5e-0a82cd21f804 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.2576687
Apr 02 21:04:16.523797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:16.555679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:16.556188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device fa6dd3f6-e8bf-40c9-bd36-6020d00af7aa not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:16.618421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855eb1b2-e493-4dd0-983d-fc7823e3b3a3 None None] New status for floating IP ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:04:16.637632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ae55f41-747b-4dd5-ac47-124e2fe5f947 req-f8995bf7-1a4f-4633-a71b-f66223264e14 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468108
Apr 02 21:04:16.642487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-4b41f2f1-f270-4f9e-979e-027dd7fd1726 service neutron] 10.222.0.18 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039003
Apr 02 21:04:16.709315 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01892060-e1b0-4287-aa3f-68947a2d905f x-openstack-request-id: req-01892060-e1b0-4287-aa3f-68947a2d905f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:16.709715 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "tag": "2c7ec2c2-dab7-4dae-867b-c7e2ca43c895", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:16.709978 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01892060-e1b0-4287-aa3f-68947a2d905f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:16.710407 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01892060-e1b0-4287-aa3f-68947a2d905f'] response: {'name': 'network-changed', 'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'tag': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895', 'status': 'completed', 'code': 200}
Apr 02 21:04:16.866684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-f2a053e2-f1b9-4734-9291-9ba050e1ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.867493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-f2a053e2-f1b9-4734-9291-9ba050e1ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.868024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-f2a053e2-f1b9-4734-9291-9ba050e1ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:16.870148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-f2a053e2-f1b9-4734-9291-9ba050e1ab46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2763 time: 0.1538033
Apr 02 21:04:16.881437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:16.901077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Publish callbacks [] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.923582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Transition to ACTIVE for port object acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:04:16.939837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:16.984911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bb16d078-bd50-4f38-ae20-59736e2c37df up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:17.018737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44368) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:17.178639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-3ec0359e-7e33-4ac8-a235-294f2c4aa1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.179518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-3ec0359e-7e33-4ac8-a235-294f2c4aa1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.179647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-3ec0359e-7e33-4ac8-a235-294f2c4aa1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.181398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-3ec0359e-7e33-4ac8-a235-294f2c4aa1de service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ae16de34fd342cda85aa2bd981452c4&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3023596
Apr 02 21:04:17.208541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bb16d078-bd50-4f38-ae20-59736e2c37df triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:17.208981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.258737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34a59578-d6ee-42f6-928e-a4888efdc94f req-016f849a-df10-45cf-9186-f5d838f42b8e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 210 time: 0.0762374
Apr 02 21:04:17.360379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Pushing event updated for resources: {'Port': ['ID=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:17.434916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-079a07ac-0bc6-478b-95d7-d9f21bad7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.444291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75bcb895-f968-4ecb-a7d0-74592a60c101 req-079a07ac-0bc6-478b-95d7-d9f21bad7fde service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2515259
Apr 02 21:04:17.457839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bb16d078-bd50-4f38-ae20-59736e2c37df is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:17.461691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ff64196-99f5-45ee-abe4-545f56b6e2f3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:17.495945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-43011f92-713d-4667-ad52-759979273a6a tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--242247267&fields=id&tenant_id=a5aab95c86ad418185090595372fd48c HTTP/1.1" status: 200  len: 267 time: 0.4421744
Apr 02 21:04:17.592656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f2529-9b32-42cf-9586-f23b6bb0ce47 req-b188267f-8dc4-49a6-80b0-191c31ddc51f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.598903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f2529-9b32-42cf-9586-f23b6bb0ce47 req-b188267f-8dc4-49a6-80b0-191c31ddc51f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.609552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f2529-9b32-42cf-9586-f23b6bb0ce47 req-b188267f-8dc4-49a6-80b0-191c31ddc51f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.610934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:17.611689 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.612253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a3f2529-9b32-42cf-9586-f23b6bb0ce47 req-b188267f-8dc4-49a6-80b0-191c31ddc51f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2401 time: 0.1603608
Apr 02 21:04:17.667813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c63dd254-f5b2-4c2c-84e1-c678d6e5052e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group (7e5a68e8-e1f0-413c-ac67-f3e28932f5ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.680854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Attempting to bind port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:17.681368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Attempting to bind port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:17.681699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Attempting to bind port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 on network d7809203-7d69-472c-8f1a-ec77c3562417 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:17.691012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a3f2529-9b32-42cf-9586-f23b6bb0ce47 req-c2055404-f592-4020-9a78-2e1b9b37c16f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667384
Apr 02 21:04:17.711873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 on network d7809203-7d69-472c-8f1a-ec77c3562417 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:04:17.712221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Attempting to bind port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 on network d7809203-7d69-472c-8f1a-ec77c3562417 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:17.734283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c63dd254-f5b2-4c2c-84e1-c678d6e5052e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group (7e5a68e8-e1f0-413c-ac67-f3e28932f5ac), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.745774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:17.746271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Checking segment: {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:17.746744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Bound using segment: {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:17.747282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Bound port: acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3df157-1f07-4c41-9588-8f1e8d62454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:17.747717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.759118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-a15a880f-fe2d-4071-9ec8-3e61dd570d01 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.761056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-a15a880f-fe2d-4071-9ec8-3e61dd570d01 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/networks?id=ffc1bb71-f995-4112-abd6-0fae8b61953f HTTP/1.1" status: 200  len: 806 time: 0.2641678
Apr 02 21:04:17.779125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.799784 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-ea610290-f675-47a3-adca-1b16d1c75894 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/quotas/a5aab95c86ad418185090595372fd48c HTTP/1.1" status: 200  len: 375 time: 0.0285068
Apr 02 21:04:17.856368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:17.879567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4aacf-abe9-40d2-9524-3f34184e4bd3 req-e3e17496-c150-4f6f-b5f0-8883201e84a7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:17.888619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00f4aacf-abe9-40d2-9524-3f34184e4bd3 req-e3e17496-c150-4f6f-b5f0-8883201e84a7 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1063755
Apr 02 21:04:17.928249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] For port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:17.947840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c63dd254-f5b2-4c2c-84e1-c678d6e5052e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7e5a68e8-e1f0-413c-ac67-f3e28932f5ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.951043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c63dd254-f5b2-4c2c-84e1-c678d6e5052e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.952614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c63dd254-f5b2-4c2c-84e1-c678d6e5052e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e5a68e8-e1f0-413c-ac67-f3e28932f5ac HTTP/1.1" status: 204  len: 168 time: 0.9151850
Apr 02 21:04:17.954756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] For port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:17.959556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44400) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:17.961513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00f4aacf-abe9-40d2-9524-3f34184e4bd3 req-fa92626f-24fa-4f30-9080-584a0b1b6906 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715652
Apr 02 21:04:17.973558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:17.988293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-dda5018b-3f24-4065-9ed9-06c3fa32e13b tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5aab95c86ad418185090595372fd48c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1628585
Apr 02 21:04:18.018706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dd254-f5b2-4c2c-84e1-c678d6e5052e tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a68e8-e1f0-413c-ac67-f3e28932f5ac,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:18.023803 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-af2b9cca-109e-43ca-8fae-8ef5c4643d14 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] show failed (client error): The resource could not be found.
Apr 02 21:04:18.025032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-af2b9cca-109e-43ca-8fae-8ef5c4643d14 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "GET /v2.0/security-groups/7e5a68e8-e1f0-413c-ac67-f3e28932f5ac HTTP/1.1" status: 404  len: 347 time: 0.0624766
Apr 02 21:04:18.027676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44402) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:18.031119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-3d170854-0367-42cf-8910-8697e9f8baed service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:04:18.032094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-3d170854-0367-42cf-8910-8697e9f8baed service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096958
Apr 02 21:04:18.040233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:18.042574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:18.043995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] 10.222.0.15 "PUT /v2.0/ports/acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 HTTP/1.1" status: 200  len: 1092 time: 2.1125107
Apr 02 21:04:18.090406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Request body: {'port': {'device_id': 'db18096f-bb45-4197-adab-83d481a03a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:18.190727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a2f6-b3da-4415-bd01-0fdc298a837e service neutron] Pushing event updated for resources: {'Port': ['ID=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:18.203390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Deleting port 725d028a-d392-4e9a-9b06-ea79d8d72ae9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:18.203891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:18.256239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:18.277687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-4a07054a-bebb-46e8-922d-45621e13c204 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:18.279283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-4a07054a-bebb-46e8-922d-45621e13c204 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 946 time: 0.1719110
Apr 02 21:04:18.281247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-c2d6ae47-882c-4781-aeec-dedd2737f547 service neutron] 10.222.0.18 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221158
Apr 02 21:04:18.300806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:18.301148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (725d028a-d392-4e9a-9b06-ea79d8d72ae9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:18.314910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Calling delete_port for 725d028a-d392-4e9a-9b06-ea79d8d72ae9 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:18.541190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-a897d6be-4773-4532-8970-8f3f4cd6d194 service neutron] 10.222.0.18 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2452776
Apr 02 21:04:18.583768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Deleting port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:18.584137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:18.784765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da609b87-af1f-40f8-8abb-6395cf5c8e7d req-8c3fd1cf-c1b6-4741-bc8b-1096a0ad6c7c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 210 time: 0.4539311
Apr 02 21:04:18.972926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'tag': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:18.975371 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa02d2a0-9027-41c6-bca2-c847226001d5" -d '{"events": [{"name": "network-changed", "server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "tag": "acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:19.028001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93674cdd-6d2c-4d91-aebd-6e9863c44ea1 req-c316a931-eb3a-449a-ab11-980013354440 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.036230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93674cdd-6d2c-4d91-aebd-6e9863c44ea1 req-c316a931-eb3a-449a-ab11-980013354440 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.043535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93674cdd-6d2c-4d91-aebd-6e9863c44ea1 req-c316a931-eb3a-449a-ab11-980013354440 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.046011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93674cdd-6d2c-4d91-aebd-6e9863c44ea1 req-c316a931-eb3a-449a-ab11-980013354440 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2401 time: 0.1467433
Apr 02 21:04:19.073600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-83e2aaee-bb24-4869-873c-d6ccdcf81358 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.075345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-83e2aaee-bb24-4869-873c-d6ccdcf81358 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 814 time: 0.2874317
Apr 02 21:04:19.087696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] For port 14bbc9b5-7e6e-44d2-855e-651eac54cff7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14bbc9b5-7e6e-44d2-855e-651eac54cff7,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:19.088058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.095015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Request body: {'port': {'device_id': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'admin_state_up': True, 'tenant_id': '7f1a5e5adf8141058ce50ee9295e57cc'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:19.129801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Calling delete_port for 14bbc9b5-7e6e-44d2-855e-651eac54cff7 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:19.154464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1b477f-22c8-4a4c-b760-ba163a584bc7 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:19.191586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Publish callbacks [] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.239133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93674cdd-6d2c-4d91-aebd-6e9863c44ea1 req-5981d2a8-1241-495a-8bef-74d18e5dc768 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621213
Apr 02 21:04:19.242847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Transition to ACTIVE for port object 9c1b477f-22c8-4a4c-b760-ba163a584bc7 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:04:19.250657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.259552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (725d028a-d392-4e9a-9b06-ea79d8d72ae9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.336263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-912bb19c-8862-429a-8288-033df2d33af4 req-45abe13c-708e-436e-a982-251e40599782 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 210 time: 0.0481801
Apr 02 21:04:19.350428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Pushing event deleted for resources: {'Port': ['ID=725d028a-d392-4e9a-9b06-ea79d8d72ae9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:19.353000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:19.459328 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e4fb1-248d-46da-9296-cc9ca850fa6d x-openstack-request-id: req-a17e4fb1-248d-46da-9296-cc9ca850fa6d {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:19.459869 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "tag": "acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:19.460419 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a17e4fb1-248d-46da-9296-cc9ca850fa6d {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:19.461180 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17e4fb1-248d-46da-9296-cc9ca850fa6d'] response: {'name': 'network-changed', 'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'tag': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9', 'status': 'completed', 'code': 200}
Apr 02 21:04:19.519319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (14bbc9b5-7e6e-44d2-855e-651eac54cff7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.543680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14bbc9b5-7e6e-44d2-855e-651eac54cff7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:19.627408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] No DVR routers for this DVR port 14bbc9b5-7e6e-44d2-855e-651eac54cff7 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:19.629159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Attempting to bind port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:19.629478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Attempting to bind port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:19.630322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Attempting to bind port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 on network fd635466-1963-4551-be06-e364f82a0810 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:19.641709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Pushing event deleted for resources: {'Port': ['ID=14bbc9b5-7e6e-44d2-855e-651eac54cff7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:19.651260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.652416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks [] for floatingip (ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.657212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.657726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d02a285-34f8-4b9c-8e55-2ac5ab765721 req-ba12766c-5c90-4dd0-ab0e-5f51f81d8cca tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.21 "DELETE /v2.0/ports/14bbc9b5-7e6e-44d2-855e-651eac54cff7 HTTP/1.1" status: 204  len: 173 time: 1.3718679
Apr 02 21:04:19.661454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c158593e-7a20-440c-aad6-8efbb2e02185 tempest-ServersTestBootFromVolume-28230648 tempest-ServersTestBootFromVolume-28230648-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce9e6cf7-5b41-434f-8ff5-2e72fb6fd805 HTTP/1.1" status: 204  len: 168 time: 1.6294572
Apr 02 21:04:19.661454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Made reservation on behalf of 7f1a5e5adf8141058ce50ee9295e57cc for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:19.661705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 on network fd635466-1963-4551-be06-e364f82a0810 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:04:19.661705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Attempting to bind port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 on network fd635466-1963-4551-be06-e364f82a0810 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:19.667452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44434) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:19.668242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:19.668616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Checking segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:19.669030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Bound using segment: {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:19.669471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Bound port: 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4da7018-25c1-4e93-bd88-121836138c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fd635466-1963-4551-be06-e364f82a0810'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:19.669830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.672863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:19.712018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206a48-8e59-4128-8033-7ffcbfe4ed70 req-13d42ec4-4b7c-4d26-9d5c-277656dc4533 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.719100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6206a48-8e59-4128-8033-7ffcbfe4ed70 req-13d42ec4-4b7c-4d26-9d5c-277656dc4533 tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/ports?device_id=29437825-e42a-4c34-8d70-199c8bf119d4 HTTP/1.1" status: 200  len: 867 time: 0.3652797
Apr 02 21:04:19.733261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-febb6622-2cae-4604-a143-70c40044663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.733748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-febb6622-2cae-4604-a143-70c40044663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.734220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-febb6622-2cae-4604-a143-70c40044663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:19.735869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-febb6622-2cae-4604-a143-70c40044663c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2886 time: 0.2410002
Apr 02 21:04:19.957061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6206a48-8e59-4128-8033-7ffcbfe4ed70 req-c1b2cf53-23c0-4436-a1b5-91bfc5b6f41c tempest-ServerRescueTestJSON-1170662528 tempest-ServerRescueTestJSON-1170662528-project] 10.222.0.18 "GET /v2.0/security-groups?id=f620fd18-1d3a-41bf-84ce-3040419f3369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370226
Apr 02 21:04:20.039183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:20.043390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0125d00e-1734-4fde-98cf-621ff54c8d68 req-84161b62-5ee0-4175-8d0c-66b6b948b990 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 210 time: 0.0733585
Apr 02 21:04:20.066362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:20.076755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:20.081789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-f90f13cd-ed1e-48c8-a25e-b3e446b3ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.082195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-f90f13cd-ed1e-48c8-a25e-b3e446b3ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.082657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-f90f13cd-ed1e-48c8-a25e-b3e446b3ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.084280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-f90f13cd-ed1e-48c8-a25e-b3e446b3ffba service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ae16de34fd342cda85aa2bd981452c4&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3356628
Apr 02 21:04:20.148004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.148800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:20.150362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c1b477f-22c8-4a4c-b760-ba163a584bc7 HTTP/1.1" status: 200  len: 1092 time: 2.0757430
Apr 02 21:04:20.189394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf38e1-3b54-40e3-a229-9868964e9863 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:20.204397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Allocated IP 172.20.0.5 (a152d338-1362-4112-aded-4ce4e8c5efcf/d05e3563-f50b-4217-b781-f72e846d514d/40619b23-550c-41ce-a969-700e42af64d7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:20.217843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-d5ba129c-4a14-42bb-af87-82fb3593ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.219439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa02d2a0-9027-41c6-bca2-c847226001d5 req-d5ba129c-4a14-42bb-af87-82fb3593ec08 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1265481
Apr 02 21:04:20.400074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f9aa171f-6518-44c2-b6eb-715f1d580d2f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:20.621802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-915ec502-ce70-4bc6-9c8b-924d8e08f41f req-cf16a24a-a3ef-473a-81b5-83c46ae49b86 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 210 time: 0.1032486
Apr 02 21:04:20.693576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c479de-f2b8-4677-af07-8f3d687dae67 req-09aa4a23-f63f-4402-ad9f-cf4187417c06 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.699549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c479de-f2b8-4677-af07-8f3d687dae67 req-09aa4a23-f63f-4402-ad9f-cf4187417c06 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.705567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c479de-f2b8-4677-af07-8f3d687dae67 req-09aa4a23-f63f-4402-ad9f-cf4187417c06 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.711673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40c479de-f2b8-4677-af07-8f3d687dae67 req-09aa4a23-f63f-4402-ad9f-cf4187417c06 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2413 time: 0.3378606
Apr 02 21:04:20.715687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-6defd659-6386-491d-abc2-721c31d5f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.716878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-6defd659-6386-491d-abc2-721c31d5f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.717507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-6defd659-6386-491d-abc2-721c31d5f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.719174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-6defd659-6386-491d-abc2-721c31d5f88e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2959 time: 0.1926603
Apr 02 21:04:20.734239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-1e2a4187-02e3-4b69-8bf0-333d0886c3ce tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.736189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-1e2a4187-02e3-4b69-8bf0-333d0886c3ce tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.15 "GET /v2.0/networks?id=ffc1bb71-f995-4112-abd6-0fae8b61953f HTTP/1.1" status: 200  len: 806 time: 0.2449532
Apr 02 21:04:20.806298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-3db80b4a-3e81-46d7-a55a-199832b5f9c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 HTTP/1.1" status: 200  len: 217 time: 0.0636477
Apr 02 21:04:20.813643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks [] for port (40619b23-550c-41ce-a969-700e42af64d7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:20.865670 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-96b1fc50-9a33-4590-b333-ebbd83cc5b56 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5aab95c86ad418185090595372fd48c HTTP/1.1" status: 200  len: 379 time: 0.1219912
Apr 02 21:04:20.875161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40c479de-f2b8-4677-af07-8f3d687dae67 req-9fb0e32c-0e14-4e14-8546-d4aa780e289a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497478
Apr 02 21:04:20.876007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Request body: {'port': {'device_id': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'admin_state_up': True, 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'security_groups': ['4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:20.899759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-b7007f2c-9dfd-4e5b-b61e-910f33dfdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:20.901279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-b7007f2c-9dfd-4e5b-b61e-910f33dfdc6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f9d789d-539f-4d85-8a44-f4d811fd7eea HTTP/1.1" status: 200  len: 801 time: 0.0860469
Apr 02 21:04:20.936084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:20.993061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Network a152d338-1362-4112-aded-4ce4e8c5efcf is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:21.003142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:21.008718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:21.027280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44454) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:21.033879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:21.046448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-70d002fc-6636-486c-9d57-7560f842b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:21.048043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-70d002fc-6636-486c-9d57-7560f842b92a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd635466-1963-4551-be06-e364f82a0810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1397228
Apr 02 21:04:21.080258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Made reservation on behalf of a5aab95c86ad418185090595372fd48c for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:21.083649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.086130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:21.087652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.151932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-9c5972ca-2abc-4c8d-b3d2-f51fb175635c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0627205
Apr 02 21:04:21.176666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Request body: {'port': {'device_id': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:21.223066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Deleting port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:21.223411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.251460 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-af628f1a-ff61-4281-a5bd-1d988ca60bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970439
Apr 02 21:04:21.292509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d239dd4-0768-4ee1-9112-10d800acdd33 req-f4047c12-2b5d-4f84-b652-ed75cfc5afcc tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:21.294618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d239dd4-0768-4ee1-9112-10d800acdd33 req-f4047c12-2b5d-4f84-b652-ed75cfc5afcc tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 931 time: 0.1496837
Apr 02 21:04:21.328392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.430155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Allocated IP 172.20.0.3 (ffc1bb71-f995-4112-abd6-0fae8b61953f/83d5853b-55ab-410d-8fa6-bd1c240511b7/b0b07539-5b31-495b-ae92-64bd4e85ef91) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:21.443429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] For port fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:21.443885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.468892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29437825-e42a-4c34-8d70-199c8bf119d4', 'name': 'network-vif-deleted', 'tag': '14bbc9b5-7e6e-44d2-855e-651eac54cff7'}, {'name': 'network-changed', 'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:21.469433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-cd8bb744-acef-40a8-bd5c-9450ebe041fa service neutron] 10.222.0.15 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014103
Apr 02 21:04:21.471130 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c774bafb-f61d-453d-898d-11c19e6cb085" -d '{"events": [{"server_uuid": "29437825-e42a-4c34-8d70-199c8bf119d4", "name": "network-vif-deleted", "tag": "14bbc9b5-7e6e-44d2-855e-651eac54cff7"}, {"name": "network-changed", "server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:21.473333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d239dd4-0768-4ee1-9112-10d800acdd33 req-7e89062d-f64e-41b6-aabe-6e5b07b6570e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674051
Apr 02 21:04:21.489568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Calling delete_port for fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:21.545327 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77bf6e-da0f-4787-843b-8c3e588ade92 x-openstack-request-id: req-ce77bf6e-da0f-4787-843b-8c3e588ade92 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:21.545623 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29437825-e42a-4c34-8d70-199c8bf119d4", "name": "network-vif-deleted", "tag": "14bbc9b5-7e6e-44d2-855e-651eac54cff7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:21.546038 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce77bf6e-da0f-4787-843b-8c3e588ade92 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:21.546292 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce77bf6e-da0f-4787-843b-8c3e588ade92'] response: {'server_uuid': '29437825-e42a-4c34-8d70-199c8bf119d4', 'name': 'network-vif-deleted', 'tag': '14bbc9b5-7e6e-44d2-855e-651eac54cff7', 'status': 'completed', 'code': 200}
Apr 02 21:04:21.546593 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce77bf6e-da0f-4787-843b-8c3e588ade92'] response: {'name': 'network-changed', 'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'status': 'completed', 'code': 200}
Apr 02 21:04:21.549166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-eb87e6de-31a2-4bbb-bfdb-bc49cba4a7af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 HTTP/1.1" status: 200  len: 217 time: 0.0729291
Apr 02 21:04:21.662840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-04440b11-5d52-42ca-8ad6-de22e564ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:21.664334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-04440b11-5d52-42ca-8ad6-de22e564ed63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73f25759-6ed7-4b20-be79-9dd848e1272d HTTP/1.1" status: 200  len: 801 time: 0.0754437
Apr 02 21:04:21.765449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59dd60be-d46e-4c34-bb47-3581212ced9e req-793c7ee5-10d0-4697-80fb-4d2eff627310 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 210 time: 0.0418742
Apr 02 21:04:21.792832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-11a6cb22-cdd8-408e-8839-35b72154584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:21.794411 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-11a6cb22-cdd8-408e-8839-35b72154584b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7809203-7d69-472c-8f1a-ec77c3562417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1237826
Apr 02 21:04:21.817884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.917785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40619b23-550c-41ce-a969-700e42af64d7 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:21.923037 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.933116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Publish callbacks [] for port (40619b23-550c-41ce-a969-700e42af64d7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.933713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:21.940100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-8dd94c5c-54df-48e5-a359-992128f49467 service neutron] 10.222.0.15 "GET /v2.0/networks/d7809203-7d69-472c-8f1a-ec77c3562417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392353
Apr 02 21:04:21.966773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:21.967234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Transition to ACTIVE for port object 40619b23-550c-41ce-a969-700e42af64d7 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:04:21.982320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.057582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Network ffc1bb71-f995-4112-abd6-0fae8b61953f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:22.087182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:22.097868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:22.107610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (bc668290-617e-456e-bf84-4282b0946a3a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.118439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-5b3b854c-f32c-4524-9c32-8973e3d7bb20 service neutron] 10.222.0.15 "GET /v2.0/networks/d7809203-7d69-472c-8f1a-ec77c3562417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710682
Apr 02 21:04:22.184107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event updated for resources: {'Port': ['ID=b0b07539-5b31-495b-ae92-64bd4e85ef91,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:22.191672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:22.198199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-d2636c66-6acb-47ee-91ba-7d808516d46c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7 HTTP/1.1" status: 200  len: 217 time: 0.0615873
Apr 02 21:04:22.326012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-3f83a7cf-5106-4f2d-afb9-e0b2f8f5bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.327498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-3f83a7cf-5106-4f2d-afb9-e0b2f8f5bf3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f9d789d-539f-4d85-8a44-f4d811fd7eea HTTP/1.1" status: 200  len: 801 time: 0.1061380
Apr 02 21:04:22.365628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Attempting to bind port 40619b23-550c-41ce-a969-700e42af64d7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:22.365967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Attempting to bind port 40619b23-550c-41ce-a969-700e42af64d7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:22.366298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Attempting to bind port 40619b23-550c-41ce-a969-700e42af64d7 on network a152d338-1362-4112-aded-4ce4e8c5efcf {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:22.375793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Port 40619b23-550c-41ce-a969-700e42af64d7 on network a152d338-1362-4112-aded-4ce4e8c5efcf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:04:22.376116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Attempting to bind port 40619b23-550c-41ce-a969-700e42af64d7 on network a152d338-1362-4112-aded-4ce4e8c5efcf {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:22.383243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:22.383577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Checking segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:22.383980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Bound using segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:22.384411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Bound port: 40619b23-550c-41ce-a969-700e42af64d7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:22.384806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.429803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-1b705e0a-2090-467e-b1aa-7290158b32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.431369 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-1b705e0a-2090-467e-b1aa-7290158b32a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd635466-1963-4551-be06-e364f82a0810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0954595
Apr 02 21:04:22.457969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d969e209-a174-4a8d-88b5-dc2d7f475a06 None None] Provisioning complete for port b0b07539-5b31-495b-ae92-64bd4e85ef91 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:22.458487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d969e209-a174-4a8d-88b5-dc2d7f475a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.486231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:22.496327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d969e209-a174-4a8d-88b5-dc2d7f475a06 None None] Port b0b07539-5b31-495b-ae92-64bd4e85ef91 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:22.506868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:22.543359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.546589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14bbc9b5-7e6e-44d2-855e-651eac54cff7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:22.572401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 14bbc9b5-7e6e-44d2-855e-651eac54cff7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:22.573280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14bbc9b5-7e6e-44d2-855e-651eac54cff7 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:22.638048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.638652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.642844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.643527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.644985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] 10.222.0.21 "PUT /v2.0/ports/40619b23-550c-41ce-a969-700e42af64d7 HTTP/1.1" status: 200  len: 1091 time: 1.4737434
Apr 02 21:04:22.652337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a82aef-4def-4e33-afc9-b7cd17ec2159 req-9c9934f6-08d6-489c-a095-b8c2f899d8e3 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.658095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a82aef-4def-4e33-afc9-b7cd17ec2159 req-9c9934f6-08d6-489c-a095-b8c2f899d8e3 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.663867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a82aef-4def-4e33-afc9-b7cd17ec2159 req-9c9934f6-08d6-489c-a095-b8c2f899d8e3 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.665370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62a82aef-4def-4e33-afc9-b7cd17ec2159 req-9c9934f6-08d6-489c-a095-b8c2f899d8e3 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2413 time: 0.7063189
Apr 02 21:04:22.674088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'tag': '40619b23-550c-41ce-a969-700e42af64d7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:22.677740 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a22899-a948-43d3-9c5c-697c31bdeb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "tag": "40619b23-550c-41ce-a969-700e42af64d7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:22.689924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-bbca90a8-73c2-4890-836f-462eac027995 service neutron] 10.222.0.15 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2515025
Apr 02 21:04:22.743049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-cbab55f1-3372-495b-8607-d0c8e7d834e8 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8714299
Apr 02 21:04:22.756921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Request body: {'port': {'device_id': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:22.793460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b021-3c74-4576-98aa-5c208b89f0ff service neutron] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:22.836241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d154b-8168-491e-84fc-742e20d7ccca req-a890fcfc-24a1-4d28-a5ed-8652940f13b9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.837773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-330d154b-8168-491e-84fc-742e20d7ccca req-a890fcfc-24a1-4d28-a5ed-8652940f13b9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 943 time: 0.2433980
Apr 02 21:04:22.865469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62a82aef-4def-4e33-afc9-b7cd17ec2159 req-6a5d7fd8-ea74-4c2f-8d14-8db6ed45cfb9 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911495
Apr 02 21:04:22.868433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f9aa171f-6518-44c2-b6eb-715f1d580d2f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:22.871246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-1e053b52-3b67-41d0-b1a6-2728145f6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:22.873195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-1e053b52-3b67-41d0-b1a6-2728145f6a77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 1125 time: 0.1729441
Apr 02 21:04:22.899298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf5d12dd-6439-4530-93ae-595a37864b6a req-71e21d4e-b234-4966-bcbb-ce234bc0160e service neutron] 10.222.0.15 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980994
Apr 02 21:04:22.948678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:23.105494 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-282322b2-10cb-4397-b565-ff6e967c5b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:23.233128 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9645ac15-0943-4cab-a951-39ce15057c66 x-openstack-request-id: req-9645ac15-0943-4cab-a951-39ce15057c66 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:23.233429 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "tag": "40619b23-550c-41ce-a969-700e42af64d7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:23.233683 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9645ac15-0943-4cab-a951-39ce15057c66 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:23.234073 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9645ac15-0943-4cab-a951-39ce15057c66'] response: {'name': 'network-changed', 'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'tag': '40619b23-550c-41ce-a969-700e42af64d7', 'status': 'completed', 'code': 200}
Apr 02 21:04:23.244169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-0b074333-3740-4fd9-b882-88c7960b95f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40619b23-550c-41ce-a969-700e42af64d7 HTTP/1.1" status: 200  len: 217 time: 0.3590539
Apr 02 21:04:23.301682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9baf-93f1-4fda-b866-e3d6ba537310 req-0544886d-8ce3-41dd-9ad3-3c7c5cb9e836 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.303183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc8d9baf-93f1-4fda-b866-e3d6ba537310 req-0544886d-8ce3-41dd-9ad3-3c7c5cb9e836 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 931 time: 0.2336273
Apr 02 21:04:23.303393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-330d154b-8168-491e-84fc-742e20d7ccca req-054d7b6b-fdfd-46d0-8bbd-96e6baf15d17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4563220
Apr 02 21:04:23.331104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-db935bdb-bbbb-4669-b963-2444f174f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.332785 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-db935bdb-bbbb-4669-b963-2444f174f45f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 200  len: 854 time: 0.0702951
Apr 02 21:04:23.339248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-b9f34da3-fc78-4f36-8f06-411dc5f160ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.339736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-b9f34da3-fc78-4f36-8f06-411dc5f160ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.340214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-b9f34da3-fc78-4f36-8f06-411dc5f160ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.341881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-b9f34da3-fc78-4f36-8f06-411dc5f160ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2959 time: 0.1108017
Apr 02 21:04:23.388524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-a306d47c-d1a7-49ff-91b0-a27923e7ec0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a152d338-1362-4112-aded-4ce4e8c5efcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449195
Apr 02 21:04:23.430420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Deleting port 4ebad0b1-fb61-4124-908e-837f6604fd15 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:23.430750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:23.491363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc8d9baf-93f1-4fda-b866-e3d6ba537310 req-050fdb62-fed1-44ae-8a4f-295cded342d0 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770034
Apr 02 21:04:23.527505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Router f9aa171f-6518-44c2-b6eb-715f1d580d2f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:23.540330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-5f41906c-f701-4ed2-9078-cb76ad8d50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.541870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-5f41906c-f701-4ed2-9078-cb76ad8d50ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd635466-1963-4551-be06-e364f82a0810 HTTP/1.1" status: 200  len: 902 time: 0.1902323
Apr 02 21:04:23.585423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-8c97b569-bd6d-4944-b30f-a9cb6acfa7a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7 HTTP/1.1" status: 200  len: 217 time: 0.0362365
Apr 02 21:04:23.587294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-a13f433a-5c7a-4dcd-9c39-b1b4bfac4ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903276
Apr 02 21:04:23.644783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b07539-5b31-495b-ae92-64bd4e85ef91 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:23.650319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] For port 4ebad0b1-fb61-4124-908e-837f6604fd15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ebad0b1-fb61-4124-908e-837f6604fd15,segment=NetworkSegment(4a7a10c6-6eb9-4aab-a21d-2f31866186d3),segment_id=4a7a10c6-6eb9-4aab-a21d-2f31866186d3)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:23.650683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:23.662351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Publish callbacks [] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:23.678646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Calling delete_port for 4ebad0b1-fb61-4124-908e-837f6604fd15 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:23.692912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Transition to ACTIVE for port object b0b07539-5b31-495b-ae92-64bd4e85ef91 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:04:23.693709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-1dd2349c-581e-4642-95f1-39328cfc9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.695386 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-1dd2349c-581e-4642-95f1-39328cfc9e96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f9d789d-539f-4d85-8a44-f4d811fd7eea HTTP/1.1" status: 200  len: 801 time: 0.1045992
Apr 02 21:04:23.729950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:23.768118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-54a2be9e-10d0-4ce2-be21-0fa81ea16346 req-867a3a16-308f-49a2-84e6-be5196221a46 service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685941
Apr 02 21:04:23.773401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-ed587f3c-8632-401c-a908-b02013456cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.774933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-ed587f3c-8632-401c-a908-b02013456cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd635466-1963-4551-be06-e364f82a0810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0725160
Apr 02 21:04:23.843753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b07539-5b31-495b-ae92-64bd4e85ef91,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:23.938053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:23.950529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a058126-5807-48f0-ac86-efe4587f5b42 admin admin] 10.222.0.18 "PUT /v2.0/routers/f9aa171f-6518-44c2-b6eb-715f1d580d2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2646372
Apr 02 21:04:23.953679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44496) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:23.956793 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] Sync routers for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:23.975974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-05c51360-d880-4579-ab8c-793b4c86ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:23.976568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:23.976948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:23.978928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-05c51360-d880-4579-ab8c-793b4c86ab8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 1125 time: 0.1212237
Apr 02 21:04:23.991358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-23382fb0-9f5c-4f0d-8785-04744982ba91 service neutron] 10.222.0.15 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095227
Apr 02 21:04:24.137740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Attempting to bind port b0b07539-5b31-495b-ae92-64bd4e85ef91 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:24.137996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Attempting to bind port b0b07539-5b31-495b-ae92-64bd4e85ef91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:24.138366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Attempting to bind port b0b07539-5b31-495b-ae92-64bd4e85ef91 on network ffc1bb71-f995-4112-abd6-0fae8b61953f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:24.145932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Port b0b07539-5b31-495b-ae92-64bd4e85ef91 on network ffc1bb71-f995-4112-abd6-0fae8b61953f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:04:24.146344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Attempting to bind port b0b07539-5b31-495b-ae92-64bd4e85ef91 on network ffc1bb71-f995-4112-abd6-0fae8b61953f {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:24.156253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:24.156253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Checking segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:24.156716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Bound using segment: {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:24.157172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Bound port: b0b07539-5b31-495b-ae92-64bd4e85ef91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc71a1d-9dba-4315-a7dc-8d65c90adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:24.157581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.216536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322ee2-9984-4fc1-9f31-f85e7c490921 req-4c2e4af7-4175-4caa-89de-da473d198656 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.221873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322ee2-9984-4fc1-9f31-f85e7c490921 req-4c2e4af7-4175-4caa-89de-da473d198656 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.227147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322ee2-9984-4fc1-9f31-f85e7c490921 req-4c2e4af7-4175-4caa-89de-da473d198656 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.228860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41322ee2-9984-4fc1-9f31-f85e7c490921 req-4c2e4af7-4175-4caa-89de-da473d198656 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2413 time: 0.2562554
Apr 02 21:04:24.229886 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:24.269175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks [] for router (f9aa171f-6518-44c2-b6eb-715f1d580d2f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.269695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-5232ded4-b4d2-4195-8c0e-935e471de69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.271179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-5232ded4-b4d2-4195-8c0e-935e471de69f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 915 time: 0.2782927
Apr 02 21:04:24.279918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c774bafb-f61d-453d-898d-11c19e6cb085 req-52bc41bb-f2f0-44df-839c-62005701af52 service neutron] 10.222.0.15 "GET /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596238
Apr 02 21:04:24.322007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-066e0420-b117-413a-b9cb-faacc7318c1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40619b23-550c-41ce-a969-700e42af64d7 HTTP/1.1" status: 200  len: 217 time: 0.0412419
Apr 02 21:04:24.352912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] For port b0b07539-5b31-495b-ae92-64bd4e85ef91, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:24.357265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4ebad0b1-fb61-4124-908e-837f6604fd15), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.360898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] For port b0b07539-5b31-495b-ae92-64bd4e85ef91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:24.381345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41322ee2-9984-4fc1-9f31-f85e7c490921 req-e14736b0-e593-4e20-b3c4-7c7be675fc4c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443157
Apr 02 21:04:24.409385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-07a2d579-5baf-49b6-9ce0-0353594dae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.411266 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-07a2d579-5baf-49b6-9ce0-0353594dae13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 200  len: 854 time: 0.0818391
Apr 02 21:04:24.428711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460888e0>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:04:21Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:24.449044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebad0b1-fb61-4124-908e-837f6604fd15,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:24.452209 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.459232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-6e3f01d9-7b0b-4c0d-8cc8-1e4bfeb1a910 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a152d338-1362-4112-aded-4ce4e8c5efcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385313
Apr 02 21:04:24.459397 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] Checking router: f9aa171f-6518-44c2-b6eb-715f1d580d2f for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:24.468755 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] Routers {'f9aa171f-6518-44c2-b6eb-715f1d580d2f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:24.469702 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:03:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:24.572067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.572716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.574093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/b0b07539-5b31-495b-ae92-64bd4e85ef91 HTTP/1.1" status: 200  len: 1091 time: 1.8249233
Apr 02 21:04:24.574662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:24.576921 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fc6599-012d-4a3f-9d1d-df730fd353d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:24.602602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-7d3d67b3-6270-4640-a3f7-90e242ae4b2c service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363003
Apr 02 21:04:24.629251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817845b9-8ce2-4069-82f2-640327da31c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b07539-5b31-495b-ae92-64bd4e85ef91,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:24.632503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks [] for router_gateway (f9aa171f-6518-44c2-b6eb-715f1d580d2f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.646348 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] Set router f9aa171f-6518-44c2-b6eb-715f1d580d2f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:24.751809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7d10d-12b6-4e42-a4c5-ed446c53b6b0 req-4490d542-3883-4182-8005-e9ae60eebd7d tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.766195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b7d10d-12b6-4e42-a4c5-ed446c53b6b0 req-4490d542-3883-4182-8005-e9ae60eebd7d tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 943 time: 0.1568022
Apr 02 21:04:24.801437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ef728-814a-4f2e-bd27-d81f43c3daec req-116e0f44-f5c1-481a-9899-65d65d2ed965 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.802581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-939ef728-814a-4f2e-bd27-d81f43c3daec req-116e0f44-f5c1-481a-9899-65d65d2ed965 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 943 time: 0.3891625
Apr 02 21:04:24.803363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29a22899-a948-43d3-9c5c-697c31bdeb7a req-aab86346-04aa-427c-9767-ce52222578a0 service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919644
Apr 02 21:04:24.837850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38b7d10d-12b6-4e42-a4c5-ed446c53b6b0 req-c75e305c-153b-4173-8608-6822da692db5 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664551
Apr 02 21:04:24.894146 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a0cd58-780d-4b65-85b4-caba7c6374e1 x-openstack-request-id: req-36a0cd58-780d-4b65-85b4-caba7c6374e1 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:24.894440 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:24.894691 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36a0cd58-780d-4b65-85b4-caba7c6374e1 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:24.895184 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a0cd58-780d-4b65-85b4-caba7c6374e1'] response: {'name': 'network-changed', 'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'status': 'completed', 'code': 200}
Apr 02 21:04:24.916749 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460888e0>, [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:04:21Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:24.944244 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abefd7-6885-4a82-b725-952869d54231 None None] The sync data for ids ['f9aa171f-6518-44c2-b6eb-715f1d580d2f'] in ncdv-master-1 is: [{'id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'name': 'tempest-ServersTestBootFromVolume-1833931533-router', 'tenant_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:25Z', 'updated_at': '2022-04-02T21:04:21Z', 'revision_number': 5, 'project_id': 'cf913c65b2ee4d168f38d2ffd7f02585', 'gw_port': {'id': '47e862c8-f73d-49e1-b5a3-9a4f60926d38', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa171f-6518-44c2-b6eb-715f1d580d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:26Z', 'updated_at': '2022-04-02T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:24.944617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-939ef728-814a-4f2e-bd27-d81f43c3daec req-3583ec3b-21ff-4e41-a94a-3427c540aa45 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892963
Apr 02 21:04:24.948642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (bc668290-617e-456e-bf84-4282b0946a3a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:24.954025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-39a90250-e16d-4cd1-b173-e35b3d0ef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:24.955608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-39a90250-e16d-4cd1-b173-e35b3d0ef8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5aab95c86ad418185090595372fd48c&device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 1125 time: 0.2885380
Apr 02 21:04:25.239263 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c8a9-6914-423a-b075-6254247bc151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.368095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-6fe8f207-4911-4492-b1d1-0bfea1d808bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91 HTTP/1.1" status: 200  len: 217 time: 0.4030988
Apr 02 21:04:25.371797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Deleting port 47e862c8-f73d-49e1-b5a3-9a4f60926d38 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:25.372171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.574581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-ba76f306-dc03-4ec4-a4f6-c61a8ffc1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:25.576704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-ba76f306-dc03-4ec4-a4f6-c61a8ffc1647 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83d5853b-55ab-410d-8fa6-bd1c240511b7 HTTP/1.1" status: 200  len: 845 time: 0.2002723
Apr 02 21:04:25.612656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c1b477f-22c8-4a4c-b760-ba163a584bc7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:04:25.639741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] For port 47e862c8-f73d-49e1-b5a3-9a4f60926d38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47e862c8-f73d-49e1-b5a3-9a4f60926d38,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:25.640026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.698828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Calling delete_port for 47e862c8-f73d-49e1-b5a3-9a4f60926d38 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:25.709874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714c586-d0d6-4dad-a26b-28eb3fdf1765 req-08523772-a3de-47c7-9b7b-ca3e104d2714 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:25.714974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714c586-d0d6-4dad-a26b-28eb3fdf1765 req-08523772-a3de-47c7-9b7b-ca3e104d2714 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:25.715725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:25.720418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714c586-d0d6-4dad-a26b-28eb3fdf1765 req-08523772-a3de-47c7-9b7b-ca3e104d2714 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:25.722194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4714c586-d0d6-4dad-a26b-28eb3fdf1765 req-08523772-a3de-47c7-9b7b-ca3e104d2714 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2413 time: 0.2329607
Apr 02 21:04:25.730520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'network_id': 'fd635466-1963-4551-be06-e364f82a0810', 'port_id': '9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'mac_address': 'fa:16:3e:77:fc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9d789d-539f-4d85-8a44-f4d811fd7eea', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:04:25.771350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:25.771753 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.784555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1b477f-22c8-4a4c-b760-ba163a584bc7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:25.803240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:25.807818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.808710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:04:25.826182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-1cd5fe2f-e16e-4f0f-a126-d7132ae3a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:25.827675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-1cd5fe2f-e16e-4f0f-a126-d7132ae3a994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc1bb71-f995-4112-abd6-0fae8b61953f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2386725
Apr 02 21:04:25.883101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:25.886932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:25.899512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895', 'network_id': 'fd635466-1963-4551-be06-e364f82a0810', 'port_id': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895', 'mac_address': 'fa:16:3e:c1:a1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9d789d-539f-4d85-8a44-f4d811fd7eea', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:04:25.913319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4714c586-d0d6-4dad-a26b-28eb3fdf1765 req-7dc956f2-d829-43e1-97db-854ca2a91215 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788671
Apr 02 21:04:25.947530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:25.948168 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.953409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Router bc668290-617e-456e-bf84-4282b0946a3a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:25.963519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:25.984748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:25.990237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:25.991198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:04:26.041320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-2d13d1cd-276c-468f-a172-9c169ca92e91 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021265
Apr 02 21:04:26.077351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822867ce-f7ed-48e3-b577-43ba201cad35 req-470dfc1f-ffaf-44af-81d1-208fdabdc1b7 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:26.087427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-822867ce-f7ed-48e3-b577-43ba201cad35 req-470dfc1f-ffaf-44af-81d1-208fdabdc1b7 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 943 time: 0.1327090
Apr 02 21:04:26.103190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:26.119213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9', 'network_id': 'd7809203-7d69-472c-8f1a-ec77c3562417', 'port_id': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9', 'mac_address': 'fa:16:3e:52:b6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f25759-6ed7-4b20-be79-9dd848e1272d', 'ip_address': '19.86.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:04:26.164935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-822867ce-f7ed-48e3-b577-43ba201cad35 req-4de303c6-9422-456e-9f9b-f1446f45bf3d tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761855
Apr 02 21:04:26.226538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:26.226929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.230429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:26.245631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:26.271559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:26.276517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.332189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:26.360246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:26.365689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95c97290-bac3-4248-bb9e-2baf5e0b75d7 admin admin] 10.222.0.18 "PUT /v2.0/routers/bc668290-617e-456e-bf84-4282b0946a3a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3364391
Apr 02 21:04:26.368437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44538) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:26.368830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef01fa11-839e-4549-b69e-969460ba28e6 req-d11d7154-215d-4709-ac2b-2a7042542311 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2913661
Apr 02 21:04:26.369069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] Sync routers for ids ['bc668290-617e-456e-bf84-4282b0946a3a'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:26.370362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (47e862c8-f73d-49e1-b5a3-9a4f60926d38), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.382293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46741a7-0e47-4f6a-aedb-3b30560db3a3 req-d99185bb-798f-4bec-a94d-ae25055ded49 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:26.383781 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f46741a7-0e47-4f6a-aedb-3b30560db3a3 req-d99185bb-798f-4bec-a94d-ae25055ded49 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 943 time: 0.2493248
Apr 02 21:04:26.392493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] Routers {'bc668290-617e-456e-bf84-4282b0946a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:26.393561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451d12e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc668290-617e-456e-bf84-4282b0946a3a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:26.410853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e862c8-f73d-49e1-b5a3-9a4f60926d38,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:26.519266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks [] for router (bc668290-617e-456e-bf84-4282b0946a3a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.524998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] Set router bc668290-617e-456e-bf84-4282b0946a3a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:26.550058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f46741a7-0e47-4f6a-aedb-3b30560db3a3 req-bad25239-b9a1-4f55-94a3-26e7335e4bb9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439817
Apr 02 21:04:26.562769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (f9aa171f-6518-44c2-b6eb-715f1d580d2f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.612626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:04:26.652403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks [] for router_gateway (bc668290-617e-456e-bf84-4282b0946a3a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.654449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.665326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-dfebbe7c-5924-4bce-ad4d-66c54bfbe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:26.667224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-dfebbe7c-5924-4bce-ad4d-66c54bfbe448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5aab95c86ad418185090595372fd48c&device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 1125 time: 0.2283158
Apr 02 21:04:26.683706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f9aa171f-6518-44c2-b6eb-715f1d580d2f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.686544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks [] for router_controller (f9aa171f-6518-44c2-b6eb-715f1d580d2f), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.719142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Deleting port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:26.719670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.739119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:26.767801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:26.768138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fbe08ad0-da02-489b-8eb1-0f9ef8f7f7e5 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:26.790375 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f9aa171f-6518-44c2-b6eb-715f1d580d2f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.791091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9aa171f-6518-44c2-b6eb-715f1d580d2f {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:04:26.801824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.805163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-47fa8356-0c05-4ebb-9760-abd1f9a48e71 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f9aa171f-6518-44c2-b6eb-715f1d580d2f HTTP/1.1" status: 204  len: 168 time: 2.8255830
Apr 02 21:04:26.805322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] For port 5ea44d6b-d796-4b90-afb4-f05f5ea577ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:26.805434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.805791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44540) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:26.809966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9c1b477f-22c8-4a4c-b760-ba163a584bc7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:26.828163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Calling delete_port for 5ea44d6b-d796-4b90-afb4-f05f5ea577ce owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:26.866274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-2fb138c1-b974-4a18-a399-146d1eb87f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:26.867952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-2fb138c1-b974-4a18-a399-146d1eb87f88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffc1bb71-f995-4112-abd6-0fae8b61953f HTTP/1.1" status: 200  len: 907 time: 0.1925843
Apr 02 21:04:26.875885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Deleting subnet 99ec47bd-8f2d-481e-b29d-aeb366211a3d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:04:26.887355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Publish callbacks [] for subnet (99ec47bd-8f2d-481e-b29d-aeb366211a3d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:26.946401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-8cec1560-6284-4284-9af6-a81e28eed629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91 HTTP/1.1" status: 200  len: 217 time: 0.0667706
Apr 02 21:04:26.996636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (99ec47bd-8f2d-481e-b29d-aeb366211a3d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.007955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:27.046794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-76ca1d95-e1ec-4305-8859-c20aa7e8e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.048343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-76ca1d95-e1ec-4305-8859-c20aa7e8e54a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83d5853b-55ab-410d-8fa6-bd1c240511b7 HTTP/1.1" status: 200  len: 845 time: 0.0954626
Apr 02 21:04:27.094468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:27.100505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5ea44d6b-d796-4b90-afb4-f05f5ea577ce), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.139553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '40619b23-550c-41ce-a969-700e42af64d7', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'port_id': '40619b23-550c-41ce-a969-700e42af64d7', 'mac_address': 'fa:16:3e:03:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e3563-f50b-4217-b781-f72e846d514d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:04:27.143317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea44d6b-d796-4b90-afb4-f05f5ea577ce,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:27.156170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (99ec47bd-8f2d-481e-b29d-aeb366211a3d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.179063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-4a59bcd9-dde8-4b33-bee1-3bd123fd5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.180880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-4a59bcd9-dde8-4b33-bee1-3bd123fd5c9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc1bb71-f995-4112-abd6-0fae8b61953f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1260953
Apr 02 21:04:27.207222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (bc668290-617e-456e-bf84-4282b0946a3a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.247897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ea16-dea6-4c89-b9e0-570e3a5701c0 req-a19f0fb9-ddb4-4a78-91a8-e7669a8f5b51 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.253443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ea16-dea6-4c89-b9e0-570e3a5701c0 req-a19f0fb9-ddb4-4a78-91a8-e7669a8f5b51 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.258770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ea16-dea6-4c89-b9e0-570e3a5701c0 req-a19f0fb9-ddb4-4a78-91a8-e7669a8f5b51 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.260532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4684ea16-dea6-4c89-b9e0-570e3a5701c0 req-a19f0fb9-ddb4-4a78-91a8-e7669a8f5b51 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2416 time: 0.1889703
Apr 02 21:04:27.272645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451d12e0>, [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:04:24Z', 'revision_number': 5, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port': {'id': '5ea44d6b-d796-4b90-afb4-f05f5ea577ce', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:02:14Z', 'updated_at': '2022-04-02T21:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:27.275155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 40619b23-550c-41ce-a969-700e42af64d7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:27.275714 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.325119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (99ec47bd-8f2d-481e-b29d-aeb366211a3d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.332135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] Checking router: bc668290-617e-456e-bf84-4282b0946a3a for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:27.355018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (bc668290-617e-456e-bf84-4282b0946a3a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.355252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] Routers {'bc668290-617e-456e-bf84-4282b0946a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:27.355698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451d12e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['bc668290-617e-456e-bf84-4282b0946a3a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:27.357875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks [] for router_controller (bc668290-617e-456e-bf84-4282b0946a3a), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.367231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ec47bd-8f2d-481e-b29d-aeb366211a3d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:27.371604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-0c9851eb-d846-46c6-b04e-e1d374452cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839340
Apr 02 21:04:27.386394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.395899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3610ac0-fcad-47fc-b2b9-d31f7b0413cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/99ec47bd-8f2d-481e-b29d-aeb366211a3d HTTP/1.1" status: 204  len: 168 time: 0.5869529
Apr 02 21:04:27.401031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44548) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:27.415685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0326ce-eeaa-4a05-8f89-488d5ac6dfab req-3c66d5f9-770d-4eff-9d2f-3b9cdb801940 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.418230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d0326ce-eeaa-4a05-8f89-488d5ac6dfab req-3c66d5f9-770d-4eff-9d2f-3b9cdb801940 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 943 time: 0.1518161
Apr 02 21:04:27.437145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa0697-4c5a-43f2-a082-5eb433a26047 None None] Network 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:27.443877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4684ea16-dea6-4c89-b9e0-570e3a5701c0 req-88cdb7f3-1ed1-4139-94ed-1623f6ded0c0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478086
Apr 02 21:04:27.447524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40619b23-550c-41ce-a969-700e42af64d7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:27.466554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (bc668290-617e-456e-bf84-4282b0946a3a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.466554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc668290-617e-456e-bf84-4282b0946a3a {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:04:27.468673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.471861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4b0e262-acc9-44e3-8f58-f4d18b3e14a5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bc668290-617e-456e-bf84-4282b0946a3a HTTP/1.1" status: 204  len: 168 time: 1.1023972
Apr 02 21:04:27.474399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44552) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:27.511422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:27.528219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Deleting subnet b289b92b-7c30-44c3-877c-587b32f763f1 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:04:27.528527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] Set router bc668290-617e-456e-bf84-4282b0946a3a gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:27.533214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Publish callbacks [] for subnet (b289b92b-7c30-44c3-877c-587b32f763f1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.590363 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.593227 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (b289b92b-7c30-44c3-877c-587b32f763f1), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.664152 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b289b92b-7c30-44c3-877c-587b32f763f1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.685378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d0326ce-eeaa-4a05-8f89-488d5ac6dfab req-55a5f47b-d9ae-4637-ba01-d2712a6fd880 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2076838
Apr 02 21:04:27.711935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.720062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451d12e0>, [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:04:26Z', 'revision_number': 7, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:27.775668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415645d-eb46-4222-8fb4-7a6dac2650db req-ddbb9042-5459-4ee8-a8d5-46907fd65f3d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:27.777726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6415645d-eb46-4222-8fb4-7a6dac2650db req-ddbb9042-5459-4ee8-a8d5-46907fd65f3d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 944 time: 0.0861027
Apr 02 21:04:27.781388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41fc6599-012d-4a3f-9d1d-df730fd353d7 req-0f5f77dc-bd65-4c7b-8387-6f292442064c service neutron] 10.222.0.15 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3857601
Apr 02 21:04:27.806541 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (b289b92b-7c30-44c3-877c-587b32f763f1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.813836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Deleting port 6590289b-7221-4099-8eb4-f1a79870ee15 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:27.814477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.818430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176732b-c287-4d59-97ad-9e9f2f0e229b None None] The sync data for ids ['bc668290-617e-456e-bf84-4282b0946a3a'] in ncdv-master-1 is: [{'id': 'bc668290-617e-456e-bf84-4282b0946a3a', 'name': 'tempest-ServerRescueTestJSON-791165579-router', 'tenant_id': 'ff8ea67a27f74237963a177abd07cc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:02:13Z', 'updated_at': '2022-04-02T21:04:26Z', 'revision_number': 7, 'project_id': 'ff8ea67a27f74237963a177abd07cc45', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:27.850284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b289b92b-7c30-44c3-877c-587b32f763f1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:27.862225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.868414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-589238fa-207b-4dd6-a570-71767a1f7fa2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b289b92b-7c30-44c3-877c-587b32f763f1 HTTP/1.1" status: 204  len: 168 time: 0.3930132
Apr 02 21:04:27.869060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:27.874181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2c7ec2c2-dab7-4dae-867b-c7e2ca43c895'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:27.909458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] For port 6590289b-7221-4099-8eb4-f1a79870ee15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6590289b-7221-4099-8eb4-f1a79870ee15,segment=NetworkSegment(d73ccb15-bcc9-4b85-ae57-6725358c4385),segment_id=d73ccb15-bcc9-4b85-ae57-6725358c4385)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:27.910257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:27.923633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6415645d-eb46-4222-8fb4-7a6dac2650db req-7e6cd00c-59bd-4311-be98-d6e22bb29f04 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323967
Apr 02 21:04:27.923890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['40619b23-550c-41ce-a969-700e42af64d7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:27.925791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Calling delete_port for 6590289b-7221-4099-8eb4-f1a79870ee15 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:27.929670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:27.971083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (15393407-38b0-412f-b2fb-6464d85ff0fe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.033770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6590289b-7221-4099-8eb4-f1a79870ee15), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.059552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Pushing event deleted for resources: {'Port': ['ID=6590289b-7221-4099-8eb4-f1a79870ee15,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:28.063647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (15393407-38b0-412f-b2fb-6464d85ff0fe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.070204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] No DVR routers for this DVR port 6590289b-7221-4099-8eb4-f1a79870ee15 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:28.086153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f2b69d0>,) {'filters': {'network_id': ['15393407-38b0-412f-b2fb-6464d85ff0fe']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:28.096744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f2b69d0>, '4a7a10c6-6eb9-4aab-a21d-2f31866186d3') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:28.097063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f2b69d0>, '4a7a10c6-6eb9-4aab-a21d-2f31866186d3') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:28.107529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (4a7a10c6-6eb9-4aab-a21d-2f31866186d3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.121530 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4a7a10c6-6eb9-4aab-a21d-2f31866186d3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.128898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:04:28.129430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (4a7a10c6-6eb9-4aab-a21d-2f31866186d3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:04:28.131267 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:04:28.146251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.170998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4ebb80>,) {'filters': {'network_id': ['87ca88c9-8810-42a9-92c5-1c90d5dfc4ff']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:28.182671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4ebb80>, 'd73ccb15-bcc9-4b85-ae57-6725358c4385') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:28.183070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4ebb80>, 'd73ccb15-bcc9-4b85-ae57-6725358c4385') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:28.194047 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d73ccb15-bcc9-4b85-ae57-6725358c4385), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.202672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (15393407-38b0-412f-b2fb-6464d85ff0fe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.208986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d73ccb15-bcc9-4b85-ae57-6725358c4385), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.214773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.220555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] 10.222.0.18 "DELETE /v2.0/networks/15393407-38b0-412f-b2fb-6464d85ff0fe HTTP/1.1" status: 204  len: 168 time: 0.3454256
Apr 02 21:04:28.220745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:04:28.220745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d73ccb15-bcc9-4b85-ae57-6725358c4385), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:04:28.222361 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:04:28.234336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942ea16-b2bb-4b38-899a-307c85a3a94b admin admin] Pushing event deleted for resources: {'Network': ['ID=15393407-38b0-412f-b2fb-6464d85ff0fe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:28.237881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9798964-d931-4bbb-ae34-5adce0762bab None None] DHCP port deletion for 87ca88c9-8810-42a9-92c5-1c90d5dfc4ff request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:04:28.294862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (87ca88c9-8810-42a9-92c5-1c90d5dfc4ff), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.301631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.306712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] 10.222.0.18 "DELETE /v2.0/networks/87ca88c9-8810-42a9-92c5-1c90d5dfc4ff HTTP/1.1" status: 204  len: 168 time: 0.9026327
Apr 02 21:04:28.321668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4f997-7b15-48c5-b75b-b599d613f63c admin admin] Pushing event deleted for resources: {'Network': ['ID=87ca88c9-8810-42a9-92c5-1c90d5dfc4ff,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:28.400285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44562) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:28.436405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:28.466478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-598d3db0-97c3-4d55-8bac-ff0fa2924606 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff8ea67a27f74237963a177abd07cc45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0641468
Apr 02 21:04:28.468911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:28.503325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a0a0ba25-cb03-4382-83df-050897fe9c02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf913c65b2ee4d168f38d2ffd7f02585&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0649285
Apr 02 21:04:28.506272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44574) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:28.565855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95723df5-cf26-419b-95d8-dbc53325ddb5 admin admin] Publish callbacks [] for security_group (a4dfbc54-1f55-4ac9-91ae-84785c84cc76), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.575927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53922bac-b221-4199-b162-6c6083f0cab6 admin admin] Publish callbacks [] for security_group (f620fd18-1d3a-41bf-84ce-3040419f3369), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.590677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95723df5-cf26-419b-95d8-dbc53325ddb5 admin admin] Publish callbacks [] for security_group (a4dfbc54-1f55-4ac9-91ae-84785c84cc76), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.608320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53922bac-b221-4199-b162-6c6083f0cab6 admin admin] Publish callbacks [] for security_group (f620fd18-1d3a-41bf-84ce-3040419f3369), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.618838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.626621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b342-9ac5-4880-9fae-083f7739f0d3 req-9856e248-5cb6-4d90-9d17-baf6e07ef379 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:28.631877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b342-9ac5-4880-9fae-083f7739f0d3 req-9856e248-5cb6-4d90-9d17-baf6e07ef379 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:28.637240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b342-9ac5-4880-9fae-083f7739f0d3 req-9856e248-5cb6-4d90-9d17-baf6e07ef379 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:28.639415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3857b342-9ac5-4880-9fae-083f7739f0d3 req-9856e248-5cb6-4d90-9d17-baf6e07ef379 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2416 time: 0.1062517
Apr 02 21:04:28.645460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95723df5-cf26-419b-95d8-dbc53325ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a4dfbc54-1f55-4ac9-91ae-84785c84cc76), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.648542 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95723df5-cf26-419b-95d8-dbc53325ddb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.649722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-95723df5-cf26-419b-95d8-dbc53325ddb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4dfbc54-1f55-4ac9-91ae-84785c84cc76 HTTP/1.1" status: 204  len: 168 time: 0.1416230
Apr 02 21:04:28.657679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95723df5-cf26-419b-95d8-dbc53325ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dfbc54-1f55-4ac9-91ae-84785c84cc76,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:28.711112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3857b342-9ac5-4880-9fae-083f7739f0d3 req-70399c86-a245-4145-b8be-14e9d3f06f65 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637367
Apr 02 21:04:28.723065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53922bac-b221-4199-b162-6c6083f0cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f620fd18-1d3a-41bf-84ce-3040419f3369), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.727553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53922bac-b221-4199-b162-6c6083f0cab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:28.731963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-53922bac-b221-4199-b162-6c6083f0cab6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f620fd18-1d3a-41bf-84ce-3040419f3369 HTTP/1.1" status: 204  len: 168 time: 0.2617266
Apr 02 21:04:28.745397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922bac-b221-4199-b162-6c6083f0cab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f620fd18-1d3a-41bf-84ce-3040419f3369,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:28.914948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5ea44d6b-d796-4b90-afb4-f05f5ea577ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:28.932374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65085648-6ee8-48ff-973f-920231f2f228 req-b0381ed5-8ad4-4352-b680-e32e2818c041 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:28.934027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65085648-6ee8-48ff-973f-920231f2f228 req-b0381ed5-8ad4-4352-b680-e32e2818c041 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 943 time: 0.1229649
Apr 02 21:04:28.968396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 5ea44d6b-d796-4b90-afb4-f05f5ea577ce {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:28.968862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5ea44d6b-d796-4b90-afb4-f05f5ea577ce not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:28.969384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 47e862c8-f73d-49e1-b5a3-9a4f60926d38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:29.000393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 47e862c8-f73d-49e1-b5a3-9a4f60926d38 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:29.000938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 47e862c8-f73d-49e1-b5a3-9a4f60926d38 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:29.002746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4ebad0b1-fb61-4124-908e-837f6604fd15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:29.013291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65085648-6ee8-48ff-973f-920231f2f228 req-7b518189-d5f8-4ce7-a63f-e95e9b2e7fbe tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719609
Apr 02 21:04:29.034720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4ebad0b1-fb61-4124-908e-837f6604fd15 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:29.035091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4ebad0b1-fb61-4124-908e-837f6604fd15 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:29.035546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6590289b-7221-4099-8eb4-f1a79870ee15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:29.064582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6590289b-7221-4099-8eb4-f1a79870ee15 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:29.065083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6590289b-7221-4099-8eb4-f1a79870ee15 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:29.143659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a89149-c8be-4c70-b675-370341eb1587 req-df98184c-b8ae-4205-8080-5893c8a35e17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:29.163851 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57a89149-c8be-4c70-b675-370341eb1587 req-df98184c-b8ae-4205-8080-5893c8a35e17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 944 time: 0.0835686
Apr 02 21:04:29.223963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57a89149-c8be-4c70-b675-370341eb1587 req-44e5e4e6-b01e-4e68-bfc0-aa310dc94f8c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582356
Apr 02 21:04:29.374122 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.636223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b0b07539-5b31-495b-ae92-64bd4e85ef91 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:04:29.638854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c1b477f-22c8-4a4c-b760-ba163a584bc7 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:29.708836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44650) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:29.709537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44652) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:29.758641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:04:29.769311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:29.769960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.800244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b0b07539-5b31-495b-ae92-64bd4e85ef91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:29.821100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'port_id': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'mac_address': 'fa:16:3e:05:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:04:29.858337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1523227582-network', 'tenant_id': 'fad5516982b843a9a35e49795fda0844'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:29.880749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49455-bc52-4608-8ef5-3d550d05c72a req-ba828cda-cd8c-443f-8cae-ecc50813a337 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:29.886825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49455-bc52-4608-8ef5-3d550d05c72a req-ba828cda-cd8c-443f-8cae-ecc50813a337 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:29.893451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49455-bc52-4608-8ef5-3d550d05c72a req-ba828cda-cd8c-443f-8cae-ecc50813a337 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:29.895152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:29.898059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.898335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b0b07539-5b31-495b-ae92-64bd4e85ef91 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:29.898926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.901352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5c49455-bc52-4608-8ef5-3d550d05c72a req-ba828cda-cd8c-443f-8cae-ecc50813a337 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2416 time: 0.1010804
Apr 02 21:04:29.909816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.913188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1945511807-network', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:29.918422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b07539-5b31-495b-ae92-64bd4e85ef91 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:29.941385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:29.942075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.960708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b0b07539-5b31-495b-ae92-64bd4e85ef91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:29.962829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Made reservation on behalf of bb31a4915e1341839e229bc3786bb4b2 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:29.965260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:29.991591 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:29.991835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5c49455-bc52-4608-8ef5-3d550d05c72a req-84f3b365-7c27-4bcb-94d4-82b4bebcdaad tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874581
Apr 02 21:04:29.992703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.004531 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f0a7e8-e440-47e4-90ff-1f6d75f93393" -d '{"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:30.008039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.011736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:30.047935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.049439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:30.065803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks [] for security_group (36f8b39a-a764-4ee7-8c84-9263ea9de91d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.074064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (36f8b39a-a764-4ee7-8c84-9263ea9de91d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.121903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:30.123270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b0b07539-5b31-495b-ae92-64bd4e85ef91,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.126881 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787624b-8b09-4de4-ab48-3e04e4508354 x-openstack-request-id: req-7787624b-8b09-4de4-ab48-3e04e4508354 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:30.127286 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:30.127631 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7787624b-8b09-4de4-ab48-3e04e4508354 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:30.128108 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787624b-8b09-4de4-ab48-3e04e4508354'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'code': 200}
Apr 02 21:04:30.143748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f8b39a-a764-4ee7-8c84-9263ea9de91d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.150302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a3c0c3bc-5b8e-4877-b656-2eca5fc15057), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.151032 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Added segment a3c0c3bc-5b8e-4877-b656-2eca5fc15057 of type vlan for network 5ad59ca6-db0d-408a-9756-69cb5adb69bd
Apr 02 21:04:30.176301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:04:30.197059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:30.197585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.221957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (5ad59ca6-db0d-408a-9756-69cb5adb69bd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.225933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.259111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (5ad59ca6-db0d-408a-9756-69cb5adb69bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.261279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:30.261919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.271799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks [] for security_group (97b7757d-9821-4ce5-9299-bba51fd0d09b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.292319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dac18b-0c87-4bb4-918e-bfb67b8fde72 req-afb49599-c8b4-4db2-a7e4-af31f0372607 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:30.295453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35dac18b-0c87-4bb4-918e-bfb67b8fde72 req-afb49599-c8b4-4db2-a7e4-af31f0372607 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 944 time: 0.1214018
Apr 02 21:04:30.297149 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (97b7757d-9821-4ce5-9299-bba51fd0d09b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.321652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6081347
Apr 02 21:04:30.322284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44668) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:30.328306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Request body: {'subnet': {'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1523227582-subnet', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:30.349894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:30.356253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b7757d-9821-4ce5-9299-bba51fd0d09b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.389498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b0b07539-5b31-495b-ae92-64bd4e85ef91'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:30.398871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e7fbb-cc49-457a-8ff9-cf80f9c3fc06 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad59ca6-db0d-408a-9756-69cb5adb69bd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.401018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35dac18b-0c87-4bb4-918e-bfb67b8fde72 req-64fd8223-47cc-4ac3-8251-582a2b3dfb76 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956979
Apr 02 21:04:30.409717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e535d888-48a6-4364-8005-5460a81a7425), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.419052 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Added segment e535d888-48a6-4364-8005-5460a81a7425 of type vlan for network 8e11fe41-71ae-4517-9435-793475d4d7b5
Apr 02 21:04:30.440832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:30.464743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:30.468866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.490316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:30.490912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.502781 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8e11fe41-71ae-4517-9435-793475d4d7b5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.529672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9efc04-7e2b-4403-b767-82bdac8a221c req-ea31264e-17af-4f52-b56f-88929ab888be tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:30.531246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b9efc04-7e2b-4403-b767-82bdac8a221c req-ea31264e-17af-4f52-b56f-88929ab888be tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 944 time: 0.1606944
Apr 02 21:04:30.546778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8e11fe41-71ae-4517-9435-793475d4d7b5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.548207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:30.549286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.580322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8700011
Apr 02 21:04:30.584334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44678) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:30.586168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:30.597330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Request body: {'subnet': {'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-subnet', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:30.620663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:30.625996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Made reservation on behalf of bb31a4915e1341839e229bc3786bb4b2 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:30.628547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.633860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.634729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:30.645283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb559b-bc8d-494a-b1aa-c5474f40a46d admin admin] Pushing event updated for resources: {'Network': ['ID=8e11fe41-71ae-4517-9435-793475d4d7b5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.692386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:30.747894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b9efc04-7e2b-4403-b767-82bdac8a221c req-8661fd59-ef8f-4e16-a040-162a30db83a6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803548
Apr 02 21:04:30.924346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ae01d4b1-1185-478a-81dc-3b1268d7eb3e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.949973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (0f1f6371-3779-4eaa-bde0-f11e73a8cb45), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:30.974960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:30.987403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae01d4b1-1185-478a-81dc-3b1268d7eb3e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:31.012025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 40619b23-550c-41ce-a969-700e42af64d7 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:04:31.022373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:04:31.024221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 40619b23-550c-41ce-a969-700e42af64d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:31.024636 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (40619b23-550c-41ce-a969-700e42af64d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.049951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Checking segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:31.050307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Network hostable DHCP agents. Network: 5ad59ca6-db0d-408a-9756-69cb5adb69bd, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:31.055374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:31.055720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Network hostable DHCP agents. Network: 8e11fe41-71ae-4517-9435-793475d4d7b5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:31.056130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:31.056517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.067980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1f6371-3779-4eaa-bde0-f11e73a8cb45,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:31.086536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:31.090267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:31.101613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e11fe41-71ae-4517-9435-793475d4d7b5) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:31.108064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ad59ca6-db0d-408a-9756-69cb5adb69bd) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:31.111573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf41231-a890-4156-93de-2c40e68767bb None None] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:31.116597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ce19f-a84e-446e-a0d3-7f785519b248 None None] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:31.120249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.120881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.125177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.125599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.147601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2354-751d-41b5-bb66-05250dfd0050 req-c6d80fce-b12d-475e-a384-667ab2f2e660 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.148634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7b0da7e5-d206-45e9-86e6-44cf3ca9655c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8251672
Apr 02 21:04:31.154087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2354-751d-41b5-bb66-05250dfd0050 req-c6d80fce-b12d-475e-a384-667ab2f2e660 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.157894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9b6b9f6-df93-4e9b-bd08-d00d5b850db9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5654979
Apr 02 21:04:31.158486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44688) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:31.158935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44690) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:31.160254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2354-751d-41b5-bb66-05250dfd0050 req-c6d80fce-b12d-475e-a384-667ab2f2e660 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.164781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:31.165134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f81c2354-751d-41b5-bb66-05250dfd0050 req-c6d80fce-b12d-475e-a384-667ab2f2e660 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2418 time: 0.0797181
Apr 02 21:04:31.170427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:31.199794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (29fd493d-0f10-4ed3-ab64-23faecbc19fc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.201050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (29fd493d-0f10-4ed3-ab64-23faecbc19fc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.207471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (af5288f2-12e8-4dbf-aac9-5ff60768e343), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.208558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (af5288f2-12e8-4dbf-aac9-5ff60768e343), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.227638 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f81c2354-751d-41b5-bb66-05250dfd0050 req-f1d83fe4-6e49-430a-9f06-50629692338c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593235
Apr 02 21:04:31.329530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 40619b23-550c-41ce-a969-700e42af64d7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:31.329913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.378208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:31.379027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.388323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e11fe41-71ae-4517-9435-793475d4d7b5', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:31.389216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.392127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'project_id': 'fad5516982b843a9a35e49795fda0844', 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:31.392906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.457335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:31.485037 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.495494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:31.601297 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.656438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks [] for router_controller (29fd493d-0f10-4ed3-ab64-23faecbc19fc), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.659080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks [] for router_controller (af5288f2-12e8-4dbf-aac9-5ff60768e343), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:31.689719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:31.767002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Allocated IP 172.20.0.2 (8e11fe41-71ae-4517-9435-793475d4d7b5/0f1f6371-3779-4eaa-bde0-f11e73a8cb45/41682fcb-90f8-405e-8e50-003e72c03d6a) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:31.789373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Allocated IP 172.20.0.2 (5ad59ca6-db0d-408a-9756-69cb5adb69bd/ae01d4b1-1185-478a-81dc-3b1268d7eb3e/f7ed9b45-fc5a-4e17-b417-5022168043c6) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:31.795961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:31.878243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf142-c1e6-42fd-bb10-a214ca29e59a req-e7e0d00d-93e8-4165-baa9-b612002c1c09 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.884999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42dbf142-c1e6-42fd-bb10-a214ca29e59a req-e7e0d00d-93e8-4165-baa9-b612002c1c09 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 944 time: 0.2607639
Apr 02 21:04:31.962623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45fd32-8d20-4b66-a694-bf84513c826d req-998a6c99-8535-4e8e-b3b3-e4958e03d29b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:31.964754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a45fd32-8d20-4b66-a694-bf84513c826d req-998a6c99-8535-4e8e-b3b3-e4958e03d29b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1165230
Apr 02 21:04:32.002501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks [] for router_gateway (29fd493d-0f10-4ed3-ab64-23faecbc19fc), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.029006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks [] for router_gateway (af5288f2-12e8-4dbf-aac9-5ff60768e343), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.033752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a45fd32-8d20-4b66-a694-bf84513c826d req-ba93a934-7e92-403d-8df2-73f4517b666b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620494
Apr 02 21:04:32.062259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Publish callbacks [] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.063973 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Publish callbacks [] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.069991 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.072292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42dbf142-c1e6-42fd-bb10-a214ca29e59a req-86983945-79fc-4f9f-bdaa-01a5fac5d913 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1864202
Apr 02 21:04:32.074017 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.123665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:32.129353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:32.129923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895'}, {'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40619b23-550c-41ce-a969-700e42af64d7'}, {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:32.132127 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57382e3-40ba-4d57-8be3-be112e1b06a3" -d '{"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ec2c2-dab7-4dae-867b-c7e2ca43c895"}, {"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-plugged", "status": "completed", "tag": "40619b23-550c-41ce-a969-700e42af64d7"}, {"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-plugged", "status": "completed", "tag": "acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:32.138433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:32.140948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:32.142566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:32.149848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Pushing event updated for resources: {'Port': ['ID=f7ed9b45-fc5a-4e17-b417-5022168043c6,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:32.152155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:32.252930 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e5af4f-2649-4d43-a218-2f59c5d136ad x-openstack-request-id: req-04e5af4f-2649-4d43-a218-2f59c5d136ad {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:32.253229 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ec2c2-dab7-4dae-867b-c7e2ca43c895", "code": 200}, {"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-plugged", "status": "completed", "tag": "40619b23-550c-41ce-a969-700e42af64d7", "code": 200}, {"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-plugged", "status": "completed", "tag": "acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:32.253485 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04e5af4f-2649-4d43-a218-2f59c5d136ad {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:32.254845 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e5af4f-2649-4d43-a218-2f59c5d136ad'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895', 'code': 200}
Apr 02 21:04:32.255406 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e5af4f-2649-4d43-a218-2f59c5d136ad'] response: {'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40619b23-550c-41ce-a969-700e42af64d7', 'code': 200}
Apr 02 21:04:32.255675 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e5af4f-2649-4d43-a218-2f59c5d136ad'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9', 'code': 200}
Apr 02 21:04:32.256394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Attempting to bind port f7ed9b45-fc5a-4e17-b417-5022168043c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:32.256784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Attempting to bind port f7ed9b45-fc5a-4e17-b417-5022168043c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:32.257161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Attempting to bind port f7ed9b45-fc5a-4e17-b417-5022168043c6 on network 5ad59ca6-db0d-408a-9756-69cb5adb69bd {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:32.288739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Pushing event updated for resources: {'Port': ['ID=41682fcb-90f8-405e-8e50-003e72c03d6a,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:32.291408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:32.291780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Checking segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:32.292221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.292645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Bound using segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:32.293135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Bound port: f7ed9b45-fc5a-4e17-b417-5022168043c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:32.296468 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.317136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Attempting to bind port 41682fcb-90f8-405e-8e50-003e72c03d6a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:32.318030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Attempting to bind port 41682fcb-90f8-405e-8e50-003e72c03d6a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:32.318548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Attempting to bind port 41682fcb-90f8-405e-8e50-003e72c03d6a on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:32.325827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:32.326705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:32.327257 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.327799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Bound using segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:32.328432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Bound port: 41682fcb-90f8-405e-8e50-003e72c03d6a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:32.329016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.446132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75274d5-f694-4b60-9d71-7be9c96c4240 req-ce70d7e4-a752-4277-905b-7e258062efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.449032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b75274d5-f694-4b60-9d71-7be9c96c4240 req-ce70d7e4-a752-4277-905b-7e258062efb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 1127 time: 0.1208076
Apr 02 21:04:32.476212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197050b-bef9-4ae4-8763-652ebe586315 req-72983824-8c4f-4a94-b17a-cf89aab94965 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.481777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197050b-bef9-4ae4-8763-652ebe586315 req-72983824-8c4f-4a94-b17a-cf89aab94965 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.492645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197050b-bef9-4ae4-8763-652ebe586315 req-72983824-8c4f-4a94-b17a-cf89aab94965 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.493153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] For port 41682fcb-90f8-405e-8e50-003e72c03d6a, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:32.494780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7197050b-bef9-4ae4-8763-652ebe586315 req-72983824-8c4f-4a94-b17a-cf89aab94965 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.1145232
Apr 02 21:04:32.496356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] For port 41682fcb-90f8-405e-8e50-003e72c03d6a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41682fcb-90f8-405e-8e50-003e72c03d6a,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:32.564051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] For port f7ed9b45-fc5a-4e17-b417-5022168043c6, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:32.569224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] For port f7ed9b45-fc5a-4e17-b417-5022168043c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ed9b45-fc5a-4e17-b417-5022168043c6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:32.575893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.638408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks [] for router_gateway (af5288f2-12e8-4dbf-aac9-5ff60768e343), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.645576 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.669463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b75274d5-f694-4b60-9d71-7be9c96c4240 req-d1eb386d-1693-4028-b4e4-55d5344498fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016151
Apr 02 21:04:32.704319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7197050b-bef9-4ae4-8763-652ebe586315 req-cd473624-cb89-4f82-afff-fc8e93a988f7 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803200
Apr 02 21:04:32.714066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6831-88ff-4a91-aa87-bbdc8091c63b req-b08d4a6c-3b3c-4071-806b-14e33e4a7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.715561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8f964-5b79-465a-9202-5613d1560274 None None] Pushing event updated for resources: {'Port': ['ID=41682fcb-90f8-405e-8e50-003e72c03d6a,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:32.726119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6831-88ff-4a91-aa87-bbdc8091c63b req-b08d4a6c-3b3c-4071-806b-14e33e4a7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.726842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6831-88ff-4a91-aa87-bbdc8091c63b req-b08d4a6c-3b3c-4071-806b-14e33e4a7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.729405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b8c6831-88ff-4a91-aa87-bbdc8091c63b req-b08d4a6c-3b3c-4071-806b-14e33e4a7d3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2965 time: 0.3800631
Apr 02 21:04:32.740704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.832052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58546-73a1-4499-8540-f87e0a3646a3 None None] Pushing event updated for resources: {'Port': ['ID=f7ed9b45-fc5a-4e17-b417-5022168043c6,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:32.896243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks [] for router_gateway (29fd493d-0f10-4ed3-ab64-23faecbc19fc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.920245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac018-7a42-454f-87cb-237e2a62db08 req-6bd43876-e273-40a2-a759-5716eadb4f58 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:32.927442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:32.929392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d96ac018-7a42-454f-87cb-237e2a62db08 req-6bd43876-e273-40a2-a759-5716eadb4f58 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 945 time: 0.0740321
Apr 02 21:04:32.996233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d96ac018-7a42-454f-87cb-237e2a62db08 req-9a211ae9-0858-4a2a-adcf-bdf388de5d82 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655117
Apr 02 21:04:33.032954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Allocated IP 172.35.4.18 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/b7980b4d-b3b7-45eb-8b34-4dc6da66c217) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:33.049549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b8c6831-88ff-4a91-aa87-bbdc8091c63b req-40361665-a807-41fe-837c-2ab12954198f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030427
Apr 02 21:04:33.294993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefc2e-97d7-459f-81d3-b8b65bfdec92 req-2ac6914f-9d8b-4e5b-8147-0776128e5ab7 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:33.295319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33008244-1a8e-4e54-81d1-165d88aff8c7 req-5895bade-41fd-4019-b3d9-65aa67042d3c tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:33.302864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33008244-1a8e-4e54-81d1-165d88aff8c7 req-5895bade-41fd-4019-b3d9-65aa67042d3c tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 944 time: 0.0945542
Apr 02 21:04:33.305909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abcefc2e-97d7-459f-81d3-b8b65bfdec92 req-2ac6914f-9d8b-4e5b-8147-0776128e5ab7 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1486950
Apr 02 21:04:33.329869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks [] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:33.374288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33008244-1a8e-4e54-81d1-165d88aff8c7 req-14dc1888-5a60-447e-a280-301f463f67cd tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639124
Apr 02 21:04:33.414984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abcefc2e-97d7-459f-81d3-b8b65bfdec92 req-0590a157-19a8-48d9-977d-90875380eec8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081710
Apr 02 21:04:33.433627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:33.499619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:33.507401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:33.514293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:33.540955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:33.557384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Allocated IP 172.35.4.93 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a94e6ad7-a8dd-491e-9d43-6076febdbf9c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:33.661627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b0b07539-5b31-495b-ae92-64bd4e85ef91 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:33.758308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port b0b07539-5b31-495b-ae92-64bd4e85ef91 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:04:33.768279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port b0b07539-5b31-495b-ae92-64bd4e85ef91 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:33.772749 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:33.775352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks [] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:33.902347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573252e-a1d3-452d-b979-c5c7b0c1be6f req-371e0a6f-877e-4ae6-a3a9-b6983ee5a2c5 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:33.911453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573252e-a1d3-452d-b979-c5c7b0c1be6f req-371e0a6f-877e-4ae6-a3a9-b6983ee5a2c5 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:33.919192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573252e-a1d3-452d-b979-c5c7b0c1be6f req-371e0a6f-877e-4ae6-a3a9-b6983ee5a2c5 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:33.928966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:33.930609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6573252e-a1d3-452d-b979-c5c7b0c1be6f req-371e0a6f-877e-4ae6-a3a9-b6983ee5a2c5 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.1147854
Apr 02 21:04:33.938809 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks [] for router_gateway (af5288f2-12e8-4dbf-aac9-5ff60768e343), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:34.006903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6573252e-a1d3-452d-b979-c5c7b0c1be6f req-fe8abfe3-17e0-483d-98df-2655a80b7d6c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752795
Apr 02 21:04:34.027395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b0b07539-5b31-495b-ae92-64bd4e85ef91 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:34.028217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:34.056207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:34.076545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:34.114662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:34.119374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Pushing event updated for resources: {'Port': ['ID=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:34.142283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b0b07539-5b31-495b-ae92-64bd4e85ef91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:34.151549 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:34.256495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:34.258935 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd07af-bb5a-4ec9-80be-cee88f39a53f" -d '{"events": [{"server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:34.262996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b0b07539-5b31-495b-ae92-64bd4e85ef91,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:34.314668 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba06aa36-4da8-4327-9078-992636b7086f x-openstack-request-id: req-ba06aa36-4da8-4327-9078-992636b7086f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:34.315228 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:34.315555 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba06aa36-4da8-4327-9078-992636b7086f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:34.316285 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba06aa36-4da8-4327-9078-992636b7086f'] response: {'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'code': 200}
Apr 02 21:04:34.480997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063b7f8-76b2-4bc5-a727-187254830e6e None None] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:34.592764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] Provisioning complete for port 41682fcb-90f8-405e-8e50-003e72c03d6a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:34.592983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:34.605183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00fb8e-111c-4314-bba9-c067aede468c req-ee32846a-1d33-4718-8438-261619121c2f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:34.614642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f00fb8e-111c-4314-bba9-c067aede468c req-ee32846a-1d33-4718-8438-261619121c2f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.0990250
Apr 02 21:04:34.699427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f00fb8e-111c-4314-bba9-c067aede468c req-6cb4a1a4-7274-4f93-ada5-70453c76002b tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811090
Apr 02 21:04:34.741471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6111b1-0552-4d8f-8775-69dd81be2edb None None] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:34.913549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 41682fcb-90f8-405e-8e50-003e72c03d6a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:34.935545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69650e-3210-4728-8e4b-1bd3bffe8b71 req-e5fe1b74-fd62-4f1f-9def-7b68a9e53577 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:34.941474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c69650e-3210-4728-8e4b-1bd3bffe8b71 req-e5fe1b74-fd62-4f1f-9def-7b68a9e53577 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1503534
Apr 02 21:04:35.066708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c69650e-3210-4728-8e4b-1bd3bffe8b71 req-ce11d07c-f22f-4bd8-8228-754026704da6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178706
Apr 02 21:04:35.109085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-48bf5955-c3dc-4605-b6e1-e47bdc711cf4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.111037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-48bf5955-c3dc-4605-b6e1-e47bdc711cf4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.21 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 945 time: 0.1658938
Apr 02 21:04:35.236250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a2720-da8c-4b79-8c85-a3148eeecf2d req-c7ed11bf-5238-42a4-8ae2-ce9e43d355bd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.243827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-354a2720-da8c-4b79-8c85-a3148eeecf2d req-c7ed11bf-5238-42a4-8ae2-ce9e43d355bd tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 945 time: 1.0796115
Apr 02 21:04:35.278308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] Current status of the port 41682fcb-90f8-405e-8e50-003e72c03d6a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:35.278877 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.291233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7a126-eca8-49f6-828e-6ddeac5d4199 req-715b9042-c7b0-4922-b235-8c2795aa2465 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.296020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7a126-eca8-49f6-828e-6ddeac5d4199 req-715b9042-c7b0-4922-b235-8c2795aa2465 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.301517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7a126-eca8-49f6-828e-6ddeac5d4199 req-715b9042-c7b0-4922-b235-8c2795aa2465 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.308750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0f7a126-eca8-49f6-828e-6ddeac5d4199 req-715b9042-c7b0-4922-b235-8c2795aa2465 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.1032820
Apr 02 21:04:35.328411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Deleting port db837a8b-f891-4234-9834-f700a43fd759 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:35.328779 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (db837a8b-f891-4234-9834-f700a43fd759), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.330091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 41682fcb-90f8-405e-8e50-003e72c03d6a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:35.330954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.355726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ae1f-3b95-44fc-8b80-63e947b44b87 req-402e92bc-ff22-45ec-a3d8-ff5c408fec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.357487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf35ae1f-3b95-44fc-8b80-63e947b44b87 req-402e92bc-ff22-45ec-a3d8-ff5c408fec7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 1127 time: 0.9269285
Apr 02 21:04:35.390138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] For port 41682fcb-90f8-405e-8e50-003e72c03d6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41682fcb-90f8-405e-8e50-003e72c03d6a,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:35.400936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.401663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-354a2720-da8c-4b79-8c85-a3148eeecf2d req-acff7a28-2a73-432e-b685-f9e0b34515a4 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups?id=09f83798-b6d8-4136-b21c-738460f19743&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518557
Apr 02 21:04:35.402358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks [] for router_gateway (29fd493d-0f10-4ed3-ab64-23faecbc19fc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.444623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0f7a126-eca8-49f6-828e-6ddeac5d4199 req-2929c11c-e1f0-4733-be80-437740dda05e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326041
Apr 02 21:04:35.488803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f7aa0-298a-4375-9825-6b73b1a792b3 None None] Pushing event updated for resources: {'Port': ['ID=41682fcb-90f8-405e-8e50-003e72c03d6a,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:35.507811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (af5288f2-12e8-4dbf-aac9-5ff60768e343), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.508207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] For port db837a8b-f891-4234-9834-f700a43fd759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db837a8b-f891-4234-9834-f700a43fd759,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:35.508812 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (db837a8b-f891-4234-9834-f700a43fd759), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.521452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 41682fcb-90f8-405e-8e50-003e72c03d6a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:35.522725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7ed9b45-fc5a-4e17-b417-5022168043c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:35.571876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Provisioning complete for port 41682fcb-90f8-405e-8e50-003e72c03d6a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:35.573011 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.648957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f7ed9b45-fc5a-4e17-b417-5022168043c6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:35.649330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.723889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf35ae1f-3b95-44fc-8b80-63e947b44b87 req-020086a6-4318-4380-8c2f-3e2e7bac92fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3559277
Apr 02 21:04:35.747947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873525-d97e-4210-b8bd-d9a697adf224 req-36e9e936-6f12-4489-b772-943c1a8e8f41 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.749825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f873525-d97e-4210-b8bd-d9a697adf224 req-36e9e936-6f12-4489-b772-943c1a8e8f41 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.2325058
Apr 02 21:04:35.752864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Current status of the port 41682fcb-90f8-405e-8e50-003e72c03d6a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:35.770741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Provisioning complete for port f7ed9b45-fc5a-4e17-b417-5022168043c6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:35.770741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.779677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.780430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (cc66cff3-e2e0-48dd-bdbe-623e10314f91), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.781747 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Floating IP cc66cff3-e2e0-48dd-bdbe-623e10314f91 disassociated. External IP: 172.35.4.21, port: db837a8b-f891-4234-9834-f700a43fd759.
Apr 02 21:04:35.782625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Calling delete_port for db837a8b-f891-4234-9834-f700a43fd759 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:35.839315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f7ed9b45-fc5a-4e17-b417-5022168043c6 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:35.839708 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.897005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f873525-d97e-4210-b8bd-d9a697adf224 req-cc26db5a-72b1-4d8a-99c1-f8cff6bb85f9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351509
Apr 02 21:04:35.913335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port f7ed9b45-fc5a-4e17-b417-5022168043c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ed9b45-fc5a-4e17-b417-5022168043c6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:35.925120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.936919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4db1e-7d72-49c5-b995-148b9d83f2e0 req-41ef113b-4919-4571-8292-f197e8d98d69 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:35.938365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Current status of the port f7ed9b45-fc5a-4e17-b417-5022168043c6 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:35.938769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.944153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2cb4db1e-7d72-49c5-b995-148b9d83f2e0 req-41ef113b-4919-4571-8292-f197e8d98d69 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.1036656
Apr 02 21:04:35.954935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (29fd493d-0f10-4ed3-ab64-23faecbc19fc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:35.976817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:04:36.025112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=f7ed9b45-fc5a-4e17-b417-5022168043c6,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:36.043364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:04:36.044599 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:04:36.229611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04452968-3bea-4ea2-a65e-be8a9e81c42b req-397c3597-c7a7-4151-b89a-cf5d5b699508 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:36.234800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04452968-3bea-4ea2-a65e-be8a9e81c42b req-397c3597-c7a7-4151-b89a-cf5d5b699508 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:36.240103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04452968-3bea-4ea2-a65e-be8a9e81c42b req-397c3597-c7a7-4151-b89a-cf5d5b699508 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:36.241841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04452968-3bea-4ea2-a65e-be8a9e81c42b req-397c3597-c7a7-4151-b89a-cf5d5b699508 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.2613049
Apr 02 21:04:36.295665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:36.309165 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:36.326639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2cb4db1e-7d72-49c5-b995-148b9d83f2e0 req-0a8661cb-72a6-407b-a7f1-4f56041c3610 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3814700
Apr 02 21:04:36.329782 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:36.330411 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:36.342310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db837a8b-f891-4234-9834-f700a43fd759), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:36.352020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04452968-3bea-4ea2-a65e-be8a9e81c42b req-b37a25f3-5ebb-4225-84da-a1fd514ce29f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018691
Apr 02 21:04:36.354856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Router 29fd493d-0f10-4ed3-ab64-23faecbc19fc is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:04:36.358249 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:36.362633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7c6da08a-8ed9-4c0f-970a-b37e390a03a0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.2012591
Apr 02 21:04:36.364233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44746) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:36.381145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event deleted for resources: {'Port': ['ID=db837a8b-f891-4234-9834-f700a43fd759,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:36.572636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Router f425f76a-d496-43ca-878f-34dee0937d47 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:36.651041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afc3f495-b0e7-4796-a78e-cd17aee86405 req-8782eb2a-4c97-4756-b790-e7286bc5c2ea tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/ports?device_id=38215506-1d7a-4c7d-a1ac-044505a7d57a HTTP/1.1" status: 200  len: 210 time: 0.0467706
Apr 02 21:04:36.654805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8b7b0-f415-45b5-8c30-45086564556e None None] Current status of the port f7ed9b45-fc5a-4e17-b417-5022168043c6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:36.704691 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:36.714092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:36.738014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Sync routers for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:36.783712 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:36.788201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bb157122-956d-47b7-a2ff-752cf19b39cf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.6283350
Apr 02 21:04:36.793078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:36.812603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:36.813251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462148e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:36.898554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:36.945785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 41682fcb-90f8-405e-8e50-003e72c03d6a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:36.974990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] No DVR routers for this DVR port db837a8b-f891-4234-9834-f700a43fd759 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:36.976473 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:36.977784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:36.982663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b6c4b04-470f-41d1-99ee-eabd971f957e req-9d88e905-5b39-4da0-b18c-99feff1201fe tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.21 "DELETE /v2.0/ports/db837a8b-f891-4234-9834-f700a43fd759 HTTP/1.1" status: 204  len: 173 time: 1.8645046
Apr 02 21:04:36.983821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'name': 'network-vif-deleted', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:36.990902 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35695c8f-b206-4b9d-b9bf-d3260f0c1af0" -d '{"events": [{"server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "name": "network-vif-deleted", "tag": "db837a8b-f891-4234-9834-f700a43fd759"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:37.044916 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f28d56-a965-4ffe-aa9e-4e7615bd164c x-openstack-request-id: req-22f28d56-a965-4ffe-aa9e-4e7615bd164c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:37.045873 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38215506-1d7a-4c7d-a1ac-044505a7d57a", "name": "network-vif-deleted", "tag": "db837a8b-f891-4234-9834-f700a43fd759", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:37.045873 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22f28d56-a965-4ffe-aa9e-4e7615bd164c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:37.046120 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f28d56-a965-4ffe-aa9e-4e7615bd164c'] response: {'server_uuid': '38215506-1d7a-4c7d-a1ac-044505a7d57a', 'name': 'network-vif-deleted', 'tag': 'db837a8b-f891-4234-9834-f700a43fd759', 'status': 'completed', 'code': 200}
Apr 02 21:04:37.065485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:37.066332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f6a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:37.097472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8b327731-576c-4d30-8182-95579e3e7932 None None] Provisioning complete for port f7ed9b45-fc5a-4e17-b417-5022168043c6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:37.098430 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8b327731-576c-4d30-8182-95579e3e7932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.201292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ffd54-dc3d-4b3f-91e3-80a69fe59345 req-056f3abc-d735-46ee-87dc-e36ead23252f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:37.209064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-774ffd54-dc3d-4b3f-91e3-80a69fe59345 req-056f3abc-d735-46ee-87dc-e36ead23252f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.3373270
Apr 02 21:04:37.265143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 41682fcb-90f8-405e-8e50-003e72c03d6a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:37.266338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.285073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de9a60>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:33Z', 'revision_number': 3, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:37.288601 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:37.339835 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:37.341124 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Updating router af5288f2-12e8-4dbf-aac9-5ff60768e343 port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:37.369269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:37.422096 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.500375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38f807-f341-4b4c-9207-0c243c962ad7 req-26a15f12-637b-4978-b5cd-b95cd60a0848 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:37.502358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb38f807-f341-4b4c-9207-0c243c962ad7 req-26a15f12-637b-4978-b5cd-b95cd60a0848 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.0914946
Apr 02 21:04:37.563406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8b327731-576c-4d30-8182-95579e3e7932 None None] Current status of the port f7ed9b45-fc5a-4e17-b417-5022168043c6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:37.594326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb38f807-f341-4b4c-9207-0c243c962ad7 req-22fcd037-ba66-40a0-b7b4-fbee067acb18 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856383
Apr 02 21:04:37.647798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 41682fcb-90f8-405e-8e50-003e72c03d6a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:37.649898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7ed9b45-fc5a-4e17-b417-5022168043c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:37.750545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5637-6d5d-48d6-86f6-b70d112dbc86 req-f95cb2c7-bc08-40b6-a793-d98885a60c2d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:37.757874 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Publish callbacks [] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.759589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5637-6d5d-48d6-86f6-b70d112dbc86 req-f95cb2c7-bc08-40b6-a793-d98885a60c2d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:37.766897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5637-6d5d-48d6-86f6-b70d112dbc86 req-f95cb2c7-bc08-40b6-a793-d98885a60c2d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:37.768790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-515e5637-6d5d-48d6-86f6-b70d112dbc86 req-f95cb2c7-bc08-40b6-a793-d98885a60c2d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.0868163
Apr 02 21:04:37.781751 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.795309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-774ffd54-dc3d-4b3f-91e3-80a69fe59345 req-954c7822-ceb7-4721-a0bb-aab671205d7c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5804870
Apr 02 21:04:37.810473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462148e0>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:34Z', 'revision_number': 3, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:37.842022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-515e5637-6d5d-48d6-86f6-b70d112dbc86 req-0c3205fe-d9e8-400d-ade2-fa7b135fd83a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664864
Apr 02 21:04:37.855688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f7ed9b45-fc5a-4e17-b417-5022168043c6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:37.856789 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.866677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Checking router: 29fd493d-0f10-4ed3-ab64-23faecbc19fc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:37.866677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Updating router 29fd493d-0f10-4ed3-ab64-23faecbc19fc port a94e6ad7-a8dd-491e-9d43-6076febdbf9c binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:37.933727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:37.967520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44780) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:38.026042 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Attempting to bind port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:38.026419 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Attempting to bind port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:38.026784 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Attempting to bind port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:38.029495 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e1f40-88d1-469a-be3b-d8ff0ad4fe2d None None] Pushing event updated for resources: {'Port': ['ID=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:38.045475 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:38.045858 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:38.046262 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.046655 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:38.047139 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Bound port: b7980b4d-b3b7-45eb-8b34-4dc6da66c217, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:38.047518 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.052360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69d7a30a-a171-4e69-a3be-b3d5407787ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (09f83798-b6d8-4136-b21c-738460f19743), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.097480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69d7a30a-a171-4e69-a3be-b3d5407787ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (09f83798-b6d8-4136-b21c-738460f19743), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.115805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f7ed9b45-fc5a-4e17-b417-5022168043c6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:38.123922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63efca-53cc-4b63-ba70-85ecb94013ba req-b345ee8e-a15f-4179-b1a3-8824cd3a2791 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:38.129637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e63efca-53cc-4b63-ba70-85ecb94013ba req-b345ee8e-a15f-4179-b1a3-8824cd3a2791 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.2154143
Apr 02 21:04:38.135376 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.136294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:38.158294 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] For port b7980b4d-b3b7-45eb-8b34-4dc6da66c217, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:38.161497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Request body: {'floatingip': {'port_id': 'b0b07539-5b31-495b-ae92-64bd4e85ef91'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:38.164644 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] For port b7980b4d-b3b7-45eb-8b34-4dc6da66c217, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:38.185713 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.245543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-ae76867f-8f25-45bd-9a71-6834b6588e70 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:38.247706 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f6a550>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:38.250895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-ae76867f-8f25-45bd-9a71-6834b6588e70 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:38.255549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (02488490-c660-435a-b3e2-26ced805baae), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.256484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-ae76867f-8f25-45bd-9a71-6834b6588e70 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:38.257826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-ae76867f-8f25-45bd-9a71-6834b6588e70 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.1855876
Apr 02 21:04:38.289354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:38.307122 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:38.308157 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:38.349968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Publish callbacks [] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.357557 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:38.358142 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f6a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:38.360513 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.423937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b230148-c337-4638-b20e-c0048197e836 None None] Pushing event updated for resources: {'Port': ['ID=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:38.461513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e1f40-88d1-469a-be3b-d8ff0ad4fe2d None None] Pushing event updated for resources: {'Port': ['ID=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:38.473358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Attempting to bind port a94e6ad7-a8dd-491e-9d43-6076febdbf9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:38.473872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Attempting to bind port a94e6ad7-a8dd-491e-9d43-6076febdbf9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:38.474241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Attempting to bind port a94e6ad7-a8dd-491e-9d43-6076febdbf9c on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:38.486330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:38.486713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:38.487118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.487743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:38.487989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Bound port: a94e6ad7-a8dd-491e-9d43-6076febdbf9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:38.488377 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.507642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.510265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69d7a30a-a171-4e69-a3be-b3d5407787ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09f83798-b6d8-4136-b21c-738460f19743), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.512442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69d7a30a-a171-4e69-a3be-b3d5407787ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.516100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-69d7a30a-a171-4e69-a3be-b3d5407787ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "DELETE /v2.0/security-groups/09f83798-b6d8-4136-b21c-738460f19743 HTTP/1.1" status: 204  len: 168 time: 0.5451150
Apr 02 21:04:38.516255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Allocated IP 172.20.0.1 (8e11fe41-71ae-4517-9435-793475d4d7b5/0f1f6371-3779-4eaa-bde0-f11e73a8cb45/2611109e-38b9-4b94-bbe3-9a8919c488c2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:38.521678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44784) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:38.542986 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-51f87d4f-88a2-4526-88a1-2aca61579cc5 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] show failed (client error): The resource could not be found.
Apr 02 21:04:38.547254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51f87d4f-88a2-4526-88a1-2aca61579cc5 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "GET /v2.0/security-groups/09f83798-b6d8-4136-b21c-738460f19743 HTTP/1.1" status: 404  len: 347 time: 0.0208857
Apr 02 21:04:38.547436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:38.548227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44786) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:38.548369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7a30a-a171-4e69-a3be-b3d5407787ce tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f83798-b6d8-4136-b21c-738460f19743,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:38.630356 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:38.651438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] For port a94e6ad7-a8dd-491e-9d43-6076febdbf9c, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:38.657553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] For port a94e6ad7-a8dd-491e-9d43-6076febdbf9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:38.666843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.672387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks [] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.674418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device db837a8b-f891-4234-9834-f700a43fd759 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:38.706641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: db837a8b-f891-4234-9834-f700a43fd759 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:38.707383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device db837a8b-f891-4234-9834-f700a43fd759 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:38.720350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:38.720738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.793149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:38.794889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462148e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:38.799645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b230148-c337-4638-b20e-c0048197e836 None None] Pushing event updated for resources: {'Port': ['ID=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:38.850695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Deleting port efb967af-b80b-4e2a-8b93-87dfedcbb1a9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:38.851029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.895904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:38.896522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.899054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:38.958303 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f6a550>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:38.970582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:38.971539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:38.993018 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd1749-17d5-47e8-9fe6-9485d9a58854 None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T20:58:12Z', 'revision_number': 4, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e81d1f40-903c-4aea-a248-c6a5e294193d', 'name': '', 'network_id': '754f7ab9-bcf9-43d7-b1a5-7e428bb23b29', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'mac_address': 'fa:16:3e:08:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'beadd43f-c947-4903-806c-8155b51418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:58:07Z', 'updated_at': '2022-04-02T20:58:20Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'subnets': [{'id': 'beadd43f-c947-4903-806c-8155b51418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:38.999069 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de9a60>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:33Z', 'revision_number': 3, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:39.030005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae455bd2-182b-4019-b0be-ac78a0bf56b5 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:33Z', 'revision_number': 3, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:39.094773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac52f74-d5f9-4ebf-8b9a-8670a311e4d3 req-c858ec77-1c09-44c5-bca2-138b11a75294 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:39.096681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ac52f74-d5f9-4ebf-8b9a-8670a311e4d3 req-c858ec77-1c09-44c5-bca2-138b11a75294 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1815126
Apr 02 21:04:39.119881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.resource_extend [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:04:39.161591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.162563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.192303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Calling delete_port for efb967af-b80b-4e2a-8b93-87dfedcbb1a9 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:39.195492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:39.232126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.242096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462148e0>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:34Z', 'revision_number': 3, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:39.242432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:39.250446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ac52f74-d5f9-4ebf-8b9a-8670a311e4d3 req-182dd5b5-2302-4be1-910d-97c7c7bbb72b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440063
Apr 02 21:04:39.272052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:39.295137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (02488490-c660-435a-b3e2-26ced805baae), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.308914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be303726-0c1d-4789-84e5-6de55d8bdc3e None None] The sync data for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 is: [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:34Z', 'revision_number': 3, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:39.335020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2611109e-38b9-4b94-bbe3-9a8919c488c2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:39.426129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284219-b566-4cc4-98a7-d2e37fa423a8 req-f2dd2e8c-ece4-4a23-94e9-aec4e5872943 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:39.432369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284219-b566-4cc4-98a7-d2e37fa423a8 req-f2dd2e8c-ece4-4a23-94e9-aec4e5872943 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:39.445645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284219-b566-4cc4-98a7-d2e37fa423a8 req-f2dd2e8c-ece4-4a23-94e9-aec4e5872943 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:39.447431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9284219-b566-4cc4-98a7-d2e37fa423a8 req-f2dd2e8c-ece4-4a23-94e9-aec4e5872943 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 2419 time: 0.3587399
Apr 02 21:04:39.457312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (af5288f2-12e8-4dbf-aac9-5ff60768e343), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.525713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a22fa6-acef-4a6f-9520-6d79a6847e8b None None] New status for floating IP cc66cff3-e2e0-48dd-bdbe-623e10314f91: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:04:39.529796 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Floating IP 02488490-c660-435a-b3e2-26ced805baae associated. External IP: 172.35.4.116, port: b0b07539-5b31-495b-ae92-64bd4e85ef91.
Apr 02 21:04:39.586138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Allocated IP 172.20.0.1 (5ad59ca6-db0d-408a-9756-69cb5adb69bd/ae01d4b1-1185-478a-81dc-3b1268d7eb3e/7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:39.629996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2c7ec2c2-dab7-4dae-867b-c7e2ca43c895), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.640921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9284219-b566-4cc4-98a7-d2e37fa423a8 req-8a9ede83-d23f-4c03-9d4b-70b0a0a437e3 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734858
Apr 02 21:04:39.717771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9', '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:39.730242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=2c7ec2c2-dab7-4dae-867b-c7e2ca43c895,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:39.869457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-833558f0-70ab-40a7-93fd-57605e96284a None None] Provisioning complete for port 2611109e-38b9-4b94-bbe3-9a8919c488c2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:39.877418 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-833558f0-70ab-40a7-93fd-57605e96284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.919701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:39.933062 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:39.947891 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-f49b0728-2cdb-4711-ab5b-225055ced970 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "DELETE /v2.0/ports/2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 HTTP/1.1" status: 204  len: 173 time: 1.6820283
Apr 02 21:04:39.952074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-deleted', 'tag': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:39.954183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-833558f0-70ab-40a7-93fd-57605e96284a None None] Port 2611109e-38b9-4b94-bbe3-9a8919c488c2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:39.956370 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ad313-3744-46de-ad52-25a1df5e2f32" -d '{"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-deleted", "tag": "2c7ec2c2-dab7-4dae-867b-c7e2ca43c895"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:40.090968 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced707b3-96f2-4fd6-af78-3a2f9447a5ca x-openstack-request-id: req-ced707b3-96f2-4fd6-af78-3a2f9447a5ca {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:40.091325 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-deleted", "tag": "2c7ec2c2-dab7-4dae-867b-c7e2ca43c895", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:40.091661 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ced707b3-96f2-4fd6-af78-3a2f9447a5ca {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:40.092137 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced707b3-96f2-4fd6-af78-3a2f9447a5ca'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-deleted', 'tag': '2c7ec2c2-dab7-4dae-867b-c7e2ca43c895', 'status': 'completed', 'code': 200}
Apr 02 21:04:40.178327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:40.179334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (efb967af-b80b-4e2a-8b93-87dfedcbb1a9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.228162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Pushing event deleted for resources: {'Port': ['ID=efb967af-b80b-4e2a-8b93-87dfedcbb1a9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:40.236301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks [] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.240716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.394782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks [] for floatingip (cc66cff3-e2e0-48dd-bdbe-623e10314f91), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.397446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.401247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f6adbaff-18a8-4dc1-988a-bb2eac61ddf6 tempest-AttachVolumeTestJSON-889852705 tempest-AttachVolumeTestJSON-889852705-project] 10.222.0.18 "DELETE /v2.0/floatingips/cc66cff3-e2e0-48dd-bdbe-623e10314f91 HTTP/1.1" status: 204  len: 168 time: 1.8475373
Apr 02 21:04:40.402156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:40.402495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.418886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.439083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:40.452264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.464817 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] Sync routers for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:40.480940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:40.484536 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de9610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:40.511686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6342d3be-8e40-4fad-bc2b-cd18d55f1d83 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "PUT /v2.0/floatingips/02488490-c660-435a-b3e2-26ced805baae HTTP/1.1" status: 200  len: 991 time: 2.3737652
Apr 02 21:04:40.514467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:40.520235 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312e233-7d37-4f74-9eec-437f03e3515d" -d '{"events": [{"name": "network-changed", "server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:40.632547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:40.646954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a344888-8623-4ec0-91ff-5dbd0fd09e65 req-ddd0f4f8-3622-4f64-aa4f-f27ed7de12c2 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:40.654703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:40.657676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a344888-8623-4ec0-91ff-5dbd0fd09e65 req-ddd0f4f8-3622-4f64-aa4f-f27ed7de12c2 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.0959039
Apr 02 21:04:40.754192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:40.778742 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:40.801232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a344888-8623-4ec0-91ff-5dbd0fd09e65 req-2a741d62-5e06-4ea1-91f6-c88c65bf683f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426764
Apr 02 21:04:40.822376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Pushing event updated for resources: {'Port': ['ID=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:40.859599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27073-29a8-4132-8eba-22dc4cf6ff1f req-d14cb72f-b75c-4709-98a2-25d6c003ef9b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:40.862222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08d27073-29a8-4132-8eba-22dc4cf6ff1f req-d14cb72f-b75c-4709-98a2-25d6c003ef9b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.5275648
Apr 02 21:04:40.930015 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15eada8-f332-4da7-9888-05fc67d90ee6 x-openstack-request-id: req-a15eada8-f332-4da7-9888-05fc67d90ee6 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:40.930315 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:40.931504 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a15eada8-f332-4da7-9888-05fc67d90ee6 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:40.931761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:40.932282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:40.932608 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15eada8-f332-4da7-9888-05fc67d90ee6'] response: {'name': 'network-changed', 'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'status': 'completed', 'code': 200}
Apr 02 21:04:40.963152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a94e6ad7-a8dd-491e-9d43-6076febdbf9c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:40.996421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:41.129899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e233-7d37-4f74-9eec-437f03e3515d req-23d48751-472b-4456-9aac-c5abb5daa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:41.136339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-23d48751-472b-4456-9aac-c5abb5daa46c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5aab95c86ad418185090595372fd48c&device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 1127 time: 0.1740091
Apr 02 21:04:41.174212 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (29fd493d-0f10-4ed3-ab64-23faecbc19fc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.220730 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de9610>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '02488490-c660-435a-b3e2-26ced805baae', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'floating_ip_address': '172.35.4.116', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'port_id': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'mac_address': 'fa:16:3e:05:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:15Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 1, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:15Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:41.252673 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] Checking router: 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:41.276643 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:41.278776 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de9610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:41.286065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34eaf5-31e6-430f-b13d-11bdad4db4a6 req-a2b40d6b-6cf1-4cc9-b404-f5ebd75f21de tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:41.296646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.304134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34eaf5-31e6-430f-b13d-11bdad4db4a6 req-a2b40d6b-6cf1-4cc9-b404-f5ebd75f21de tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:41.306659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d34eaf5-31e6-430f-b13d-11bdad4db4a6 req-a2b40d6b-6cf1-4cc9-b404-f5ebd75f21de tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 1683 time: 0.2553935
Apr 02 21:04:41.367880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks [] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.404331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2c7ec2c2-dab7-4dae-867b-c7e2ca43c895'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:04:41.431833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.452941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e233-7d37-4f74-9eec-437f03e3515d req-6ecd52f6-2028-429e-a45c-1a39bc1f853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:41.456041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-6ecd52f6-2028-429e-a45c-1a39bc1f853b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffc1bb71-f995-4112-abd6-0fae8b61953f HTTP/1.1" status: 200  len: 907 time: 0.3135870
Apr 02 21:04:41.459773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d34eaf5-31e6-430f-b13d-11bdad4db4a6 req-b5982547-976e-4449-bf3c-dd351645d2b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974760
Apr 02 21:04:41.493762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e79f0b58-0e86-4218-aca4-1cf1ea744317 None None] Provisioning complete for port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:41.499750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e79f0b58-0e86-4218-aca4-1cf1ea744317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.506356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:41.516917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08d27073-29a8-4132-8eba-22dc4cf6ff1f req-d18b2b36-40bf-4a39-be47-49d8b1966a6f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6404595
Apr 02 21:04:41.517735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.570080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-f2d8d1b1-fe7a-452c-b957-433093f27fbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91 HTTP/1.1" status: 200  len: 999 time: 0.1072402
Apr 02 21:04:41.614883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e79f0b58-0e86-4218-aca4-1cf1ea744317 None None] Port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:41.631637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a94e6ad7-a8dd-491e-9d43-6076febdbf9c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:41.632143 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.656602 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:41.701101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e233-7d37-4f74-9eec-437f03e3515d req-d32e7a6d-984c-4d77-9cbd-eb9394d083df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:41.704245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-d32e7a6d-984c-4d77-9cbd-eb9394d083df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83d5853b-55ab-410d-8fa6-bd1c240511b7 HTTP/1.1" status: 200  len: 845 time: 0.1274307
Apr 02 21:04:41.771332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:41.813127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.821810 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-e89cc42d-04a3-4c63-a797-d2e9d2fd31b0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "DELETE /v2.0/ports/acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 HTTP/1.1" status: 204  len: 173 time: 1.8521934
Apr 02 21:04:41.859107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a94e6ad7-a8dd-491e-9d43-6076febdbf9c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:41.859475 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.872914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (af5288f2-12e8-4dbf-aac9-5ff60768e343), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.913030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2611109e-38b9-4b94-bbe3-9a8919c488c2,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:41.913378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e233-7d37-4f74-9eec-437f03e3515d req-eea894d9-c3a0-4dd0-b7d1-1462436454f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:41.919936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-eea894d9-c3a0-4dd0-b7d1-1462436454f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc1bb71-f995-4112-abd6-0fae8b61953f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2086697
Apr 02 21:04:41.945774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port a94e6ad7-a8dd-491e-9d43-6076febdbf9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:41.951602 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:41.952633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b7980b4d-b3b7-45eb-8b34-4dc6da66c217 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:42.081897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:42.125155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-deleted', 'tag': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:42.134714 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a9823-ab26-46e4-9f5d-b93125008851" -d '{"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-deleted", "tag": "acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:42.148068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-372facc2-8db6-49ec-ba85-b331f7293292 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232895
Apr 02 21:04:42.169052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:42.170557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:42.227397 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de9610>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '02488490-c660-435a-b3e2-26ced805baae', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'floating_ip_address': '172.35.4.116', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'port_id': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'mac_address': 'fa:16:3e:05:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:15Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 1, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:15Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:42.299395 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cdca64-db71-4c36-90de-def3f074d14a None None] The sync data for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 is: [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '02488490-c660-435a-b3e2-26ced805baae', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'floating_ip_address': '172.35.4.116', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'port_id': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'mac_address': 'fa:16:3e:05:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:15Z', 'updated_at': '2022-04-02T21:04:38Z', 'revision_number': 1, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:15Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:42.329887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:42.330274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:42.357016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port b7980b4d-b3b7-45eb-8b34-4dc6da66c217, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:42.364804 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:42.365193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d312e233-7d37-4f74-9eec-437f03e3515d req-7b0bd01f-0cd0-4676-a5f0-8ed41290f6a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100935
Apr 02 21:04:42.384145 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea393d2a-e1e7-4e83-a2c6-cf8f9b38503c x-openstack-request-id: req-ea393d2a-e1e7-4e83-a2c6-cf8f9b38503c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:42.384479 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-deleted", "tag": "acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:42.384913 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea393d2a-e1e7-4e83-a2c6-cf8f9b38503c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:42.385331 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea393d2a-e1e7-4e83-a2c6-cf8f9b38503c'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-deleted', 'tag': 'acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9', 'status': 'completed', 'code': 200}
Apr 02 21:04:42.415177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:42.422293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:42.468801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:42.792204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a94e6ad7-a8dd-491e-9d43-6076febdbf9c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:42.798934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25653918-0502-4d12-9a87-c2126ecab300 req-bb065643-b88f-4d21-975b-46789baaaad8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:42.806722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25653918-0502-4d12-9a87-c2126ecab300 req-bb065643-b88f-4d21-975b-46789baaaad8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 946 time: 0.1345785
Apr 02 21:04:42.889447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25653918-0502-4d12-9a87-c2126ecab300 req-73ac1eb3-1572-45f7-a47f-d4c8dbaaa095 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817230
Apr 02 21:04:42.906905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a94e6ad7-a8dd-491e-9d43-6076febdbf9c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:42.907212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.001252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b57087c9-1144-42d2-a83c-cb7884e82716 None None] Provisioning complete for port 2611109e-38b9-4b94-bbe3-9a8919c488c2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:43.001539 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b57087c9-1144-42d2-a83c-cb7884e82716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.091644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b57087c9-1144-42d2-a83c-cb7884e82716 None None] Port 2611109e-38b9-4b94-bbe3-9a8919c488c2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:43.100926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a94e6ad7-a8dd-491e-9d43-6076febdbf9c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:43.102312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b7980b4d-b3b7-45eb-8b34-4dc6da66c217 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:43.193681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:43.194068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.338866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:43.339547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.353109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:43.464384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks [] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.474937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68f1d1-6884-4d79-9e2e-acfe24723ec7 req-90a3ee5f-d1b8-40aa-8d93-d45e06de6332 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:43.476589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b68f1d1-6884-4d79-9e2e-acfe24723ec7 req-90a3ee5f-d1b8-40aa-8d93-d45e06de6332 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.7876880
Apr 02 21:04:43.484156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.515045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:43.564174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d9178-63be-42ab-97ad-d8300fee2eea None None] New status for floating IP 02488490-c660-435a-b3e2-26ced805baae: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:04:43.576083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:43.576520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.614707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for 9c1b477f-22c8-4a4c-b760-ba163a584bc7 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:43.628480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (29fd493d-0f10-4ed3-ab64-23faecbc19fc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.648370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Pushing event updated for resources: {'Port': ['ID=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:43.717358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c1b477f-22c8-4a4c-b760-ba163a584bc7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:43.745603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b68f1d1-6884-4d79-9e2e-acfe24723ec7 req-d2e4647f-4552-41bb-9f2e-c760e2391320 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519357
Apr 02 21:04:43.849155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:43.849540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.873139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:43.875531 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2285d0cc-4222-4721-978c-13579056fcc8" -d '{"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:43.889787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c1b477f-22c8-4a4c-b760-ba163a584bc7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c1b477f-22c8-4a4c-b760-ba163a584bc7,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:43.894187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:43.895087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:43.898825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:43.905481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06f86936-ce0e-44a5-9085-44b922cb0bc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/af5288f2-12e8-4dbf-aac9-5ff60768e343/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5402329
Apr 02 21:04:43.911183 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:43.930982 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2272286a-360b-4e90-9ce3-7a088af5b91b x-openstack-request-id: req-2272286a-360b-4e90-9ce3-7a088af5b91b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:43.931277 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:43.931814 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2272286a-360b-4e90-9ce3-7a088af5b91b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:43.932055 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2272286a-360b-4e90-9ce3-7a088af5b91b'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'code': 200}
Apr 02 21:04:43.939456 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:43.939456 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846035250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:43.949308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:43.951598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:43.978456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:43.978857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2c7ec2c2-dab7-4dae-867b-c7e2ca43c895 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:43.979293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:44.010629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:44.010891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device acf81fb5-8fa8-4b26-bd2a-abf8b03e87f9 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:44.054664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:44.132315 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9c1b477f-22c8-4a4c-b760-ba163a584bc7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.139155 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:44.198262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320941f7-d761-4614-90c9-15ce55410f0b req-21ef7238-9ae5-4dad-a5be-d3a74fbec38c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:44.200677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-320941f7-d761-4614-90c9-15ce55410f0b req-21ef7238-9ae5-4dad-a5be-d3a74fbec38c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=db18096f-bb45-4197-adab-83d481a03a2c HTTP/1.1" status: 200  len: 944 time: 0.1836343
Apr 02 21:04:44.222693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=9c1b477f-22c8-4a4c-b760-ba163a584bc7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:44.270446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port 9c1b477f-22c8-4a4c-b760-ba163a584bc7 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:44.280902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.284798 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d822849-d4ef-4e25-910d-2ae0cf219c81 req-14b238d8-f770-4df3-aa67-f18369e02089 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "DELETE /v2.0/ports/9c1b477f-22c8-4a4c-b760-ba163a584bc7 HTTP/1.1" status: 204  len: 173 time: 2.4481049
Apr 02 21:04:44.301135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Router 29fd493d-0f10-4ed3-ab64-23faecbc19fc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:44.305878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.343437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-320941f7-d761-4614-90c9-15ce55410f0b req-78af534f-55b5-4ec0-a34c-d267bb875d43 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159182
Apr 02 21:04:44.352085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4cdbc6e3-166d-4b3c-b62d-ef8078299e3c None None] Provisioning complete for port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:44.352482 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4cdbc6e3-166d-4b3c-b62d-ef8078299e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.401508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbc6e3-166d-4b3c-b62d-ef8078299e3c None None] Port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:44.416299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-deleted', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:44.423960 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde7ee7-4335-46c3-98b2-de3fbaa8ae68" -d '{"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-deleted", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:44.474175 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846035250>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:44.519785 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:44.520235 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Updating router af5288f2-12e8-4dbf-aac9-5ff60768e343 port 2611109e-38b9-4b94-bbe3-9a8919c488c2 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:44.559456 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.581952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:44.588699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6d372a0b-f27d-4e4f-a9b9-c67f322e6343 admin admin] 10.222.0.18 "PUT /v2.0/routers/29fd493d-0f10-4ed3-ab64-23faecbc19fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7923551
Apr 02 21:04:44.599957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Sync routers for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:44.615465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:44.619004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:44.619745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f6dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:44.622964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056244659', 'description': 'tempest-description--174178284'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:44.670599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.737724 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf567ff3-a5f3-410a-abe2-c9aa3e89e105 x-openstack-request-id: req-bf567ff3-a5f3-410a-abe2-c9aa3e89e105 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:44.738221 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18096f-bb45-4197-adab-83d481a03a2c", "name": "network-vif-deleted", "tag": "9c1b477f-22c8-4a4c-b760-ba163a584bc7", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:44.738574 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf567ff3-a5f3-410a-abe2-c9aa3e89e105 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:44.739152 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf567ff3-a5f3-410a-abe2-c9aa3e89e105'] response: {'server_uuid': 'db18096f-bb45-4197-adab-83d481a03a2c', 'name': 'network-vif-deleted', 'tag': '9c1b477f-22c8-4a4c-b760-ba163a584bc7', 'status': 'completed', 'code': 200}
Apr 02 21:04:44.794074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44970) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:44.850151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:44.920025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (92d74358-ba67-483c-9a00-5fc26ae97c76), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.928274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (92d74358-ba67-483c-9a00-5fc26ae97c76), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:44.965918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d74358-ba67-483c-9a00-5fc26ae97c76,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:45.009696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.012040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f87c0ec-b794-4b94-a55e-3a043b6c4241 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3948004
Apr 02 21:04:45.015742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44978) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:45.020142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': '92d74358-ba67-483c-9a00-5fc26ae97c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:45.034407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5193c7-459e-4de8-9cd4-58e7a943838a req-6a9e9b28-3bc7-40c6-9e86-556a83160ad0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:45.041896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a5193c7-459e-4de8-9cd4-58e7a943838a req-6a9e9b28-3bc7-40c6-9e86-556a83160ad0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1833143
Apr 02 21:04:45.121879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (257b9af4-9375-48c8-8063-322052ffacdc), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.139168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a5193c7-459e-4de8-9cd4-58e7a943838a req-b2a91794-e68f-4ff8-9782-6e1cda0e461a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960276
Apr 02 21:04:45.161020 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Publish callbacks [] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.171096 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.212322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (257b9af4-9375-48c8-8063-322052ffacdc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.218066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (257b9af4-9375-48c8-8063-322052ffacdc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.242659 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576c2b-b443-4d0d-84f3-33ca13e1fc9c None None] Pushing event updated for resources: {'Port': ['ID=2611109e-38b9-4b94-bbe3-9a8919c488c2,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:45.281911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257b9af4-9375-48c8-8063-322052ffacdc,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:45.284032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5825-3533-4793-a075-20e134fd200f req-b285e803-819c-407a-a9b8-5633332e5acc tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:45.290863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.294350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a976bb8e-40bf-41d6-be0e-f428b91cd3fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2753716
Apr 02 21:04:45.294800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef0a5825-3533-4793-a075-20e134fd200f req-b285e803-819c-407a-a9b8-5633332e5acc tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1852467
Apr 02 21:04:45.295668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44986) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:45.302904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': '92d74358-ba67-483c-9a00-5fc26ae97c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:45.336872 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Attempting to bind port 2611109e-38b9-4b94-bbe3-9a8919c488c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:45.337703 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Attempting to bind port 2611109e-38b9-4b94-bbe3-9a8919c488c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:45.338271 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Attempting to bind port 2611109e-38b9-4b94-bbe3-9a8919c488c2 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:45.347915 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:45.348592 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:45.349181 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.349722 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Bound using segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:45.350365 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Bound port: 2611109e-38b9-4b94-bbe3-9a8919c488c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:45.350944 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.360159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (0936f2d0-da47-46ee-90c7-e0e7b4d1b4ff), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.368182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f6dc0>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 2, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:45.433259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Checking router: 29fd493d-0f10-4ed3-ab64-23faecbc19fc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:45.436681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Updating router 29fd493d-0f10-4ed3-ab64-23faecbc19fc port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:45.451757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44992) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:45.473588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (0936f2d0-da47-46ee-90c7-e0e7b4d1b4ff), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.479924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0936f2d0-da47-46ee-90c7-e0e7b4d1b4ff), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.513837 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] For port 2611109e-38b9-4b94-bbe3-9a8919c488c2, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:45.517909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.521303 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] For port 2611109e-38b9-4b94-bbe3-9a8919c488c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2611109e-38b9-4b94-bbe3-9a8919c488c2,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:45.523235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0936f2d0-da47-46ee-90c7-e0e7b4d1b4ff,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:45.536330 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.539339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.542679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0484dbf4-2a75-4723-aa0b-6177d16ac160 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2429988
Apr 02 21:04:45.546256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:45.554210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:45.587663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.594275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:45.594275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846035250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:45.638914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef0a5825-3533-4793-a075-20e134fd200f req-f9ab247d-ecbe-4c93-aee4-6a180981b264 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3431752
Apr 02 21:04:45.674284 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576c2b-b443-4d0d-84f3-33ca13e1fc9c None None] Pushing event updated for resources: {'Port': ['ID=2611109e-38b9-4b94-bbe3-9a8919c488c2,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:45.687332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting subnet 73f25759-6ed7-4b20-be79-9dd848e1272d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:04:45.689357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44998) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:45.709555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1262975939-network', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:45.716286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (73f25759-6ed7-4b20-be79-9dd848e1272d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.794203 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:45.803203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Made reservation on behalf of 3594e07bf51f4a24bf631961d5366fd7 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:45.803501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5e918046-3b94-464b-88a1-052d195be15c None None] Provisioning complete for port 2611109e-38b9-4b94-bbe3-9a8919c488c2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:45.804061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e918046-3b94-464b-88a1-052d195be15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.805755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.811035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (73f25759-6ed7-4b20-be79-9dd848e1272d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:45.849704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.041476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5e918046-3b94-464b-88a1-052d195be15c None None] Current status of the port 2611109e-38b9-4b94-bbe3-9a8919c488c2 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:46.041818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (73f25759-6ed7-4b20-be79-9dd848e1272d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.041952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e918046-3b94-464b-88a1-052d195be15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.104161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5e918046-3b94-464b-88a1-052d195be15c None None] For port 2611109e-38b9-4b94-bbe3-9a8919c488c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2611109e-38b9-4b94-bbe3-9a8919c488c2,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:46.122380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e918046-3b94-464b-88a1-052d195be15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.140814 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846035250>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:45Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:46.149548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.178094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35239c-8c42-4ebc-a4d7-cf499a924b7c None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:45Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:46.196164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks [] for security_group (800a8d35-e1d0-49bc-9a0a-d147fd8f7a72), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.207305 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (800a8d35-e1d0-49bc-9a0a-d147fd8f7a72), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.219954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:46.239223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d342bffc-9a90-444f-bf24-5299aeb7a126), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.239583 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Added segment d342bffc-9a90-444f-bf24-5299aeb7a126 of type vlan for network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11
Apr 02 21:04:46.242678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Publish callbacks [] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.254577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918046-3b94-464b-88a1-052d195be15c None None] Pushing event updated for resources: {'Port': ['ID=2611109e-38b9-4b94-bbe3-9a8919c488c2,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:46.263146 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.329315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6b99c1b6-3ae4-4dce-beeb-d0cc6171b520 None None] Provisioning complete for port 2611109e-38b9-4b94-bbe3-9a8919c488c2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:46.329688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b99c1b6-3ae4-4dce-beeb-d0cc6171b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.361336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (54a2e1e4-9958-4c08-a6ee-75e4317f4e11), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.394381 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (73f25759-6ed7-4b20-be79-9dd848e1272d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.414251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (54a2e1e4-9958-4c08-a6ee-75e4317f4e11), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.419515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:46.420196 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.440395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855559f-f333-4618-8258-e44e81bb9e65 req-2e235683-3fb8-4b6e-83e6-1620c35c43b4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:46.442589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b855559f-f333-4618-8258-e44e81bb9e65 req-2e235683-3fb8-4b6e-83e6-1620c35c43b4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1457214
Apr 02 21:04:46.444065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.35.4.238 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/23d74539-33b3-4bd0-b184-e15513111eb0) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:46.534478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Pushing event updated for resources: {'Network': ['ID=54a2e1e4-9958-4c08-a6ee-75e4317f4e11,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:46.567050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.570954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/subnets/73f25759-6ed7-4b20-be79-9dd848e1272d HTTP/1.1" status: 204  len: 168 time: 1.0978692
Apr 02 21:04:46.583397 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f425f76a-d496-43ca-878f-34dee0937d47), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.617830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45002) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:46.619976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:46.624791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30256c3a-5edf-40dc-bd24-a16e5f51a379 None None] Network d7809203-7d69-472c-8f1a-ec77c3562417 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:46.630825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552b7e-f56c-4859-8fc9-3bd728576b16 None None] Pushing event updated for resources: {'Port': ['ID=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:46.676477 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:04:46.710405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ac5ef-e23a-493c-b0be-20f69f01cd1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Subnet': ['ID=73f25759-6ed7-4b20-be79-9dd848e1272d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:46.750703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d7809203-7d69-472c-8f1a-ec77c3562417), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.755249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (23d74539-33b3-4bd0-b184-e15513111eb0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.776514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a8d35-e1d0-49bc-9a0a-d147fd8f7a72,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:46.793297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ce78854a-d763-42b0-bd8b-6d4fee0a39f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0994382
Apr 02 21:04:46.800942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b855559f-f333-4618-8258-e44e81bb9e65 req-82777044-40cb-4c26-b528-408a344a8475 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355508
Apr 02 21:04:46.810591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45006) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:46.813176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Attempting to bind port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:46.813671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Attempting to bind port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:46.814129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Attempting to bind port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa on network 5ad59ca6-db0d-408a-9756-69cb5adb69bd {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:46.817155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Request body: {'subnet': {'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1262975939-subnet', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:46.894124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2611109e-38b9-4b94-bbe3-9a8919c488c2 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:46.895970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:46.896362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Checking segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:46.896808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.897209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Bound using segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:46.897827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Bound port: 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:46.898113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.909130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (23d74539-33b3-4bd0-b184-e15513111eb0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:46.955257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081e407-3d5e-467b-9bde-c31862748dd3 req-b7ade2c5-2bd7-473a-b33b-4140aaf737be tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:46.956252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Made reservation on behalf of 3594e07bf51f4a24bf631961d5366fd7 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:46.956954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f081e407-3d5e-467b-9bde-c31862748dd3 req-b7ade2c5-2bd7-473a-b33b-4140aaf737be tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1680791
Apr 02 21:04:46.958776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.009961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:47.022458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:47.051006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6b99c1b6-3ae4-4dce-beeb-d0cc6171b520 None None] Current status of the port 2611109e-38b9-4b94-bbe3-9a8919c488c2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:47.095921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f081e407-3d5e-467b-9bde-c31862748dd3 req-e06b44d2-6868-4c93-8a74-3e8a70a07ce2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280301
Apr 02 21:04:47.114230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Deleting port e81d1f40-903c-4aea-a248-c6a5e294193d {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:47.114573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.186300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:47.187973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] For port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:47.188800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=23d74539-33b3-4bd0-b184-e15513111eb0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:47.218079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] For port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:47.224655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] DHCP port deletion for d7809203-7d69-472c-8f1a-ec77c3562417 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:04:47.229583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2611109e-38b9-4b94-bbe3-9a8919c488c2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:47.229979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.232707 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.238727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] For port e81d1f40-903c-4aea-a248-c6a5e294193d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81d1f40-903c-4aea-a248-c6a5e294193d,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:47.239101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.256426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Calling delete_port for e81d1f40-903c-4aea-a248-c6a5e294193d owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:47.277299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port 9a3ea413-d0e6-4730-b6e0-5095fce7638e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:47.278331 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.300782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b58734f9-1281-4fac-acd5-c6bfb2f97572), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.327780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552b7e-f56c-4859-8fc9-3bd728576b16 None None] Pushing event updated for resources: {'Port': ['ID=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:47.393587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] Provisioning complete for port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:47.393587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.453195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port 9a3ea413-d0e6-4730-b6e0-5095fce7638e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a3ea413-d0e6-4730-b6e0-5095fce7638e,segment=NetworkSegment(7e3df157-1f07-4c41-9588-8f1e8d62454a),segment_id=7e3df157-1f07-4c41-9588-8f1e8d62454a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:47.453731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.468888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:47.469538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f6dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:47.507434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for 9a3ea413-d0e6-4730-b6e0-5095fce7638e owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:47.524016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58734f9-1281-4fac-acd5-c6bfb2f97572,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:47.533727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (07e58937-dc31-4ca7-b0c9-77a77261937e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.555221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Checking segment: {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:47.556242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Network hostable DHCP agents. Network: 54a2e1e4-9958-4c08-a6ee-75e4317f4e11, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:47.584201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e81d1f40-903c-4aea-a248-c6a5e294193d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.655752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (23d74539-33b3-4bd0-b184-e15513111eb0), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.685269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:47.706105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Pushing event deleted for resources: {'Port': ['ID=e81d1f40-903c-4aea-a248-c6a5e294193d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:47.713645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54a2e1e4-9958-4c08-a6ee-75e4317f4e11) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:47.720132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:47.720714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.751425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19098a3f-e34f-4574-86b0-258a56526d4e None None] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:47.754150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Deleting port 9a3ea413-d0e6-4730-b6e0-5095fce7638e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:47.754527 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.763761 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.784714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c36abcc-2459-4a94-9eb0-fc78557ca750 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9726748
Apr 02 21:04:47.797465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:47.799510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45008) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:47.819465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:47.854268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port 9a3ea413-d0e6-4730-b6e0-5095fce7638e on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:47.898482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=9a3ea413-d0e6-4730-b6e0-5095fce7638e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:47.906430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2611109e-38b9-4b94-bbe3-9a8919c488c2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:47.941010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:47.941613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f425f76a-d496-43ca-878f-34dee0937d47), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.009663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f87ece1b-4137-4303-a48a-7ea4f127c963), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.010684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f87ece1b-4137-4303-a48a-7ea4f127c963), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.045675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] Current status of the port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:48.046080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.050410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] For port 9a3ea413-d0e6-4730-b6e0-5095fce7638e, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:48.050724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.061539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d7809203-7d69-472c-8f1a-ec77c3562417), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.068976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54a2e1e4-9958-4c08-a6ee-75e4317f4e11', 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11', 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'fixed_ips': [{'subnet_id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:48.069767 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.095949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Calling delete_port for 9a3ea413-d0e6-4730-b6e0-5095fce7638e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:48.104400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f2dfd30>,) {'filters': {'network_id': ['d7809203-7d69-472c-8f1a-ec77c3562417']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:48.127188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Port 9a3ea413-d0e6-4730-b6e0-5095fce7638e was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:04:48.131063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f2dfd30>, '7e3df157-1f07-4c41-9588-8f1e8d62454a') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:48.131367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f2dfd30>, '7e3df157-1f07-4c41-9588-8f1e8d62454a') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:48.138800 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (9a3ea413-d0e6-4730-b6e0-5095fce7638e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.191097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (7e3df157-1f07-4c41-9588-8f1e8d62454a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.209826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17182786-5c22-4f9c-9f45-d498fe9a6f94 req-049378bc-3553-4b70-8271-d682cdec1aac tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:48.210884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] Pushing event deleted for resources: {'Port': ['ID=9a3ea413-d0e6-4730-b6e0-5095fce7638e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:48.211820 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17182786-5c22-4f9c-9f45-d498fe9a6f94 req-049378bc-3553-4b70-8271-d682cdec1aac tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.3057532
Apr 02 21:04:48.217097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (23d74539-33b3-4bd0-b184-e15513111eb0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.229316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks [] for router_controller (f87ece1b-4137-4303-a48a-7ea4f127c963), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.237238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7e3df157-1f07-4c41-9588-8f1e8d62454a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.240941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (23d74539-33b3-4bd0-b184-e15513111eb0), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.257945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] For port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:48.259720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad776a10-e91f-4857-8950-663a184cb9cf None None] No DVR routers for this DVR port 9a3ea413-d0e6-4730-b6e0-5095fce7638e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:48.265322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:04:48.265732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (7e3df157-1f07-4c41-9588-8f1e8d62454a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:04:48.288145 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:04:48.334160 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.475294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=23d74539-33b3-4bd0-b184-e15513111eb0,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:48.475487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49449a87-9910-4cb4-8e1c-843d48e77868 None None] Pushing event updated for resources: {'Port': ['ID=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:48.492680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17182786-5c22-4f9c-9f45-d498fe9a6f94 req-8928107e-9eaa-419b-89d1-d1d652e993d9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2676513
Apr 02 21:04:48.499462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-80a2ec8c-6f74-4da3-9de4-a42fff88f8d8 None None] Provisioning complete for port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:48.499922 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-80a2ec8c-6f74-4da3-9de4-a42fff88f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.527278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Allocated IP 172.20.0.2 (54a2e1e4-9958-4c08-a6ee-75e4317f4e11/b58734f9-1281-4fac-acd5-c6bfb2f97572/8ce14ddc-efbb-4890-8831-9782e9e3bf34) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:48.534841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed93d73-1c76-43b6-9935-8d7445ea2b63 req-cbd06a5b-976e-448c-a662-d9e29b4a0a48 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:48.536909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ed93d73-1c76-43b6-9935-8d7445ea2b63 req-cbd06a5b-976e-448c-a662-d9e29b4a0a48 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1235502
Apr 02 21:04:48.558261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d7809203-7d69-472c-8f1a-ec77c3562417), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.564906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.571332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/networks/d7809203-7d69-472c-8f1a-ec77c3562417 HTTP/1.1" status: 204  len: 168 time: 1.9499059
Apr 02 21:04:48.575143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (07e58937-dc31-4ca7-b0c9-77a77261937e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.579410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45014) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:48.598883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400677c-0e8b-4801-a2b0-ec4e790bd463 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Network': ['ID=d7809203-7d69-472c-8f1a-ec77c3562417,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:48.603044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks [] for router_gateway (f87ece1b-4137-4303-a48a-7ea4f127c963), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.628643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.637954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4bb171f4-48f4-4e12-a5b5-772d0ee50975 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0903859
Apr 02 21:04:48.645563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-9722ba88-40de-4017-bded-3579b36915ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f6dc0>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:47Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:48.682728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ba88-40de-4017-bded-3579b36915ad None None] The sync data for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 is: [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:47Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:48.713594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ed93d73-1c76-43b6-9935-8d7445ea2b63 req-3d43a380-79fb-49bd-b337-ed15715e28cb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1635661
Apr 02 21:04:48.722657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting subnet 6f9d789d-539f-4d85-8a44-f4d811fd7eea {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:04:48.726357 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (6f9d789d-539f-4d85-8a44-f4d811fd7eea), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.783832 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6f9d789d-539f-4d85-8a44-f4d811fd7eea), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:48.845615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Router f425f76a-d496-43ca-878f-34dee0937d47 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:48.974500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks [] for router_gateway (f87ece1b-4137-4303-a48a-7ea4f127c963), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.001870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.033063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a3ea413-d0e6-4730-b6e0-5095fce7638e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:49.040524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-80a2ec8c-6f74-4da3-9de4-a42fff88f8d8 None None] Current status of the port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:49.070288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6f9d789d-539f-4d85-8a44-f4d811fd7eea), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.085375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9a3ea413-d0e6-4730-b6e0-5095fce7638e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:49.085375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a3ea413-d0e6-4730-b6e0-5095fce7638e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:49.100496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-a184d8a7-44f2-486f-933a-6fe01551074b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1056244659&fields=id&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 267 time: 0.1000433
Apr 02 21:04:49.119764 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Publish callbacks [] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.122785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:49.138221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7f403c1f-bc34-4ace-8dca-a8fc676d760a admin admin] 10.222.0.18 "PUT /v2.0/routers/f425f76a-d496-43ca-878f-34dee0937d47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3428867
Apr 02 21:04:49.140870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45030) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:49.142323 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.151780 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] Sync routers for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:49.185176 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:49.186176 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:49.195768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:49.198855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:49.202487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:49.247675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Pushing event updated for resources: {'Port': ['ID=8ce14ddc-efbb-4890-8831-9782e9e3bf34,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:49.275250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6f9d789d-539f-4d85-8a44-f4d811fd7eea), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.300700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Attempting to bind port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:49.301210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Attempting to bind port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:49.301580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Attempting to bind port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 on network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:49.307581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:49.307960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Checking segment: {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:49.308360 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.308971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Bound using segment: {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:49.309449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Bound port: 8ce14ddc-efbb-4890-8831-9782e9e3bf34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:49.309828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.311387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9f6ec012-d332-4b53-a8a4-353438e5688d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:49.312759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9f6ec012-d332-4b53-a8a4-353438e5688d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.1760623
Apr 02 21:04:49.327787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9d789d-539f-4d85-8a44-f4d811fd7eea,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:49.333290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca8d72-b4f5-4035-98ea-133587e13a53 None None] Network fd635466-1963-4551-be06-e364f82a0810 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:49.339044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.343222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6dc98b83-8915-488a-9a19-0095e3a731c2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/subnets/6f9d789d-539f-4d85-8a44-f4d811fd7eea HTTP/1.1" status: 204  len: 168 time: 0.7627006
Apr 02 21:04:49.346244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45032) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:49.369363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Allocated IP 172.35.4.66 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/27e2941e-67bd-411a-8793-ac8931ef871a) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:49.380724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks [] for router (f425f76a-d496-43ca-878f-34dee0937d47), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.452521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-28fdfb97-70b4-4776-97b6-d8ec6a679491 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/quotas/bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 375 time: 0.1267807
Apr 02 21:04:49.523308 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:49.527388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] For port 8ce14ddc-efbb-4890-8831-9782e9e3bf34, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:49.531422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] For port 8ce14ddc-efbb-4890-8831-9782e9e3bf34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce14ddc-efbb-4890-8831-9782e9e3bf34,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:49.533808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fd635466-1963-4551-be06-e364f82a0810), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.545754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.567521 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks [] for port (27e2941e-67bd-411a-8793-ac8931ef871a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.624621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-a29f52ad-0952-457e-b80d-04e78c6cdb9f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1712143
Apr 02 21:04:49.628412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.643796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] DHCP port deletion for fd635466-1963-4551-be06-e364f82a0810 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:04:49.650474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b99f2-8883-4a16-9ef0-8f3e2881fb4d None None] Pushing event updated for resources: {'Port': ['ID=8ce14ddc-efbb-4890-8831-9782e9e3bf34,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:49.737052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:49.751200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] Deleting port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:49.751579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.755623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:49.764008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:49.779227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks [] for router_gateway (f425f76a-d496-43ca-878f-34dee0937d47), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.800369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb415f-b5c4-4e6a-844a-3885ae95fc54 req-f4155711-5664-4a9c-b3be-2e1b34316d17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:49.802723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85fb415f-b5c4-4e6a-844a-3885ae95fc54 req-f4155711-5664-4a9c-b3be-2e1b34316d17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1266146
Apr 02 21:04:49.804159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:49.804516 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.865728 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e6a0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T21:04:47Z', 'revision_number': 5, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port': {'id': 'cccf293c-5fa2-4588-a276-84c9f9b42352', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:57:59Z', 'updated_at': '2022-04-02T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:49.898728 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] Checking router: f425f76a-d496-43ca-878f-34dee0937d47 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:49.914080 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] Routers {'f425f76a-d496-43ca-878f-34dee0937d47'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:49.915007 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f425f76a-d496-43ca-878f-34dee0937d47'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:49.915245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] For port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:49.915645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:49.957209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] Calling delete_port for 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:49.964584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Pushing event updated for resources: {'Port': ['ID=27e2941e-67bd-411a-8793-ac8931ef871a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:50.018167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,segment=NetworkSegment(e4da7018-25c1-4e93-bd88-121836138c31),segment_id=e4da7018-25c1-4e93-bd88-121836138c31)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:50.022640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.066355 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] Set router f425f76a-d496-43ca-878f-34dee0937d47 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:50.075992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:50.081988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85fb415f-b5c4-4e6a-844a-3885ae95fc54 req-5f1c967e-3ae1-415d-9ae4-b16a83c07f36 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453127
Apr 02 21:04:50.098504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Deleting port cccf293c-5fa2-4588-a276-84c9f9b42352 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:50.098841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.179780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-23cbf614-0c5e-419a-be2d-8415bac67b95 service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5343986
Apr 02 21:04:50.193507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.218705 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e2e6a0>, [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T21:04:49Z', 'revision_number': 6, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:50.235875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] Pushing event deleted for resources: {'Port': ['ID=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:50.241392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7ff9b-c476-4936-8809-1d99f52b3e5b None None] No DVR routers for this DVR port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:50.258357 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5b46-b223-4978-ae3a-a4921165ba14 None None] The sync data for ids ['f425f76a-d496-43ca-878f-34dee0937d47'] in ncdv-master-1 is: [{'id': 'f425f76a-d496-43ca-878f-34dee0937d47', 'name': 'tempest-AttachVolumeTestJSON-727068842-router', 'tenant_id': 'da03d0fc36de405d87c8e99d209af9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:57:58Z', 'updated_at': '2022-04-02T21:04:49Z', 'revision_number': 6, 'project_id': 'da03d0fc36de405d87c8e99d209af9fe', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:50.338282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] For port cccf293c-5fa2-4588-a276-84c9f9b42352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cccf293c-5fa2-4588-a276-84c9f9b42352,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:50.338666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.370731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Calling delete_port for cccf293c-5fa2-4588-a276-84c9f9b42352 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:50.392090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-32bd2fe5-5b9a-48f4-bec7-98115df5dbfa service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981537
Apr 02 21:04:50.450588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c64d-11c0-4130-9b68-291b7ee89bd5 req-7f60db42-ed93-46f1-b552-c027212cf0ec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:50.458990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f028c64d-11c0-4130-9b68-291b7ee89bd5 req-7f60db42-ed93-46f1-b552-c027212cf0ec tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1789110
Apr 02 21:04:50.484665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1fd5b263-4b33-4282-bfae-3c1f8bd0d095), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.484946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks [] for router_gateway (f87ece1b-4137-4303-a48a-7ea4f127c963), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.532240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=1fd5b263-4b33-4282-bfae-3c1f8bd0d095,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:50.536993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:50.683075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08fb1108-7ae2-4be4-8e21-97f5b19d5f46 req-ea8ebe25-5524-4338-9bc5-abdc5eb2f73a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 210 time: 0.0509608
Apr 02 21:04:50.792081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f028c64d-11c0-4130-9b68-291b7ee89bd5 req-cae747fd-d91d-4579-80b1-121dad45c972 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3295975
Apr 02 21:04:50.896684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f87ece1b-4137-4303-a48a-7ea4f127c963), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.921343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fd635466-1963-4551-be06-e364f82a0810), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:50.944853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:50.955707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b7f0>,) {'filters': {'network_id': ['fd635466-1963-4551-be06-e364f82a0810']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:51.013099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b7f0>, 'e4da7018-25c1-4e93-bd88-121836138c31') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:51.013678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b7f0>, 'e4da7018-25c1-4e93-bd88-121836138c31') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:51.035656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (e4da7018-25c1-4e93-bd88-121836138c31), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.061950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e4da7018-25c1-4e93-bd88-121836138c31), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.080508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cccf293c-5fa2-4588-a276-84c9f9b42352), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.087125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:04:51.087444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (e4da7018-25c1-4e93-bd88-121836138c31), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:04:51.094996 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:04:51.098876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:51.099189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.139011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Pushing event deleted for resources: {'Port': ['ID=cccf293c-5fa2-4588-a276-84c9f9b42352,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:51.269040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (fd635466-1963-4551-be06-e364f82a0810), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.281310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.296977 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/networks/fd635466-1963-4551-be06-e364f82a0810 HTTP/1.1" status: 204  len: 168 time: 1.9374430
Apr 02 21:04:51.299904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45050) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:51.307170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1072462044'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:51.310807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:51.312049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ce14ddc-efbb-4890-8831-9782e9e3bf34 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:51.326149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc289e01-5ce2-4495-b70a-8b1cd2f70d5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Network': ['ID=fd635466-1963-4551-be06-e364f82a0810,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:51.330887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (f425f76a-d496-43ca-878f-34dee0937d47), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.400224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:51.405953 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.412203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d903f4-b69e-4c72-94be-97a37fc1749d None None] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:51.443761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f425f76a-d496-43ca-878f-34dee0937d47), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.446007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks [] for router_controller (f425f76a-d496-43ca-878f-34dee0937d47), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.449913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:51.453388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.512753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f425f76a-d496-43ca-878f-34dee0937d47), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.513192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f425f76a-d496-43ca-878f-34dee0937d47 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:04:51.520675 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.524585 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9b980b4-b9ac-4456-8399-7ca09d485222 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f425f76a-d496-43ca-878f-34dee0937d47 HTTP/1.1" status: 204  len: 168 time: 2.3824842
Apr 02 21:04:51.525186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45052) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:51.525972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:51.558213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319f5e-bd93-4452-b5b5-e98ec8a90202 req-b7657a41-5bb2-42c6-a6c2-c9a6699d082f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:51.566177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca319f5e-bd93-4452-b5b5-e98ec8a90202 req-b7657a41-5bb2-42c6-a6c2-c9a6699d082f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.0932221
Apr 02 21:04:51.573629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2965d866-d831-4ceb-8d00-bb03fcf5f55a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.573981 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Added segment 2965d866-d831-4ceb-8d00-bb03fcf5f55a of type vlan for network f586152a-990b-40c9-8526-6fd404717ef3
Apr 02 21:04:51.586193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:51.586526 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.614936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3808a356-0e5c-4c81-bdae-195b1e6a8972 None None] Provisioning complete for port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:51.615318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3808a356-0e5c-4c81-bdae-195b1e6a8972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.635611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Router f87ece1b-4137-4303-a48a-7ea4f127c963 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:04:51.654686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Deleting subnet beadd43f-c947-4903-806c-8155b51418d1 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:04:51.660349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f586152a-990b-40c9-8526-6fd404717ef3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.682307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Publish callbacks [] for subnet (beadd43f-c947-4903-806c-8155b51418d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.683705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 8ce14ddc-efbb-4890-8831-9782e9e3bf34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce14ddc-efbb-4890-8831-9782e9e3bf34,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:51.707166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.734132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca319f5e-bd93-4452-b5b5-e98ec8a90202 req-4d650367-5092-4ad6-84ee-ecbab5291b07 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657529
Apr 02 21:04:51.826812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=8ce14ddc-efbb-4890-8831-9782e9e3bf34,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:51.829868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:04:51.834558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:51.858388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:51.858616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1fd5b263-4b33-4282-bfae-3c1f8bd0d095 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:51.859045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e81d1f40-903c-4aea-a248-c6a5e294193d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:51.862290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3808a356-0e5c-4c81-bdae-195b1e6a8972 None None] Current status of the port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:51.884803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e81d1f40-903c-4aea-a248-c6a5e294193d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:51.885246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e81d1f40-903c-4aea-a248-c6a5e294193d not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:51.902071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:51.905189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f586152a-990b-40c9-8526-6fd404717ef3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.912344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:51.913004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:51.913394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Sync routers for ids ['f87ece1b-4137-4303-a48a-7ea4f127c963'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:51.926053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Routers {'f87ece1b-4137-4303-a48a-7ea4f127c963'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:51.926985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456f66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f87ece1b-4137-4303-a48a-7ea4f127c963'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:51.948318 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1277baa7-25b2-40da-9b03-b46b82a69bf3 req-3779539a-537e-4a9f-beac-1a583074eb11 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 210 time: 0.1419902
Apr 02 21:04:51.982510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (beadd43f-c947-4903-806c-8155b51418d1), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.002517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.004270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-81285daf-6a1a-4dce-8b17-c92ac3a413ef admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1879518
Apr 02 21:04:52.006866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45058) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:52.064525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7634742
Apr 02 21:04:52.071876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45060) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:52.079800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212fb1-8173-4424-925b-e4bae8e00f0c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Network': ['ID=f586152a-990b-40c9-8526-6fd404717ef3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:52.080285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd5e18-8fc4-422d-af3c-097dd192ab0f req-6c073da3-8add-48c7-be0b-21e7e3a02c06 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:52.087070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Set router f87ece1b-4137-4303-a48a-7ea4f127c963 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:52.089954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21dd5e18-8fc4-422d-af3c-097dd192ab0f req-6c073da3-8add-48c7-be0b-21e7e3a02c06 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1592491
Apr 02 21:04:52.090850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f586152a-990b-40c9-8526-6fd404717ef3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:52.101305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'subnet': {'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:52.184989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (beadd43f-c947-4903-806c-8155b51418d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.272539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (beadd43f-c947-4903-806c-8155b51418d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.303911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beadd43f-c947-4903-806c-8155b51418d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:52.308124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.311897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-03915bcf-c815-446b-891c-e8ae5c2ff947 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/beadd43f-c947-4903-806c-8155b51418d1 HTTP/1.1" status: 204  len: 168 time: 0.7827232
Apr 02 21:04:52.320608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45062) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:52.321196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14735fd-eddb-47a7-85b0-fd63b22e3903 None None] Network 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:52.332247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f9b00014-23c9-425b-a0d0-09af05f6ffd8 None None] Provisioning complete for port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:52.332976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f9b00014-23c9-425b-a0d0-09af05f6ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.390260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21dd5e18-8fc4-422d-af3c-097dd192ab0f req-f27b204b-eed9-4041-ae3d-2f0e4d4bf39f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2993317
Apr 02 21:04:52.428748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.463942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:52.468146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.497067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Deleting port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:04:52.497401 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.561170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] For port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,segment=NetworkSegment(b167978e-8560-4e74-8ce2-0e474d8290ff),segment_id=b167978e-8560-4e74-8ce2-0e474d8290ff)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:52.561538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.566526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f9b00014-23c9-425b-a0d0-09af05f6ffd8 None None] Current status of the port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:52.575542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Calling delete_port for 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:04:52.579867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456f66d0>, [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:04:50Z', 'revision_number': 3, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:52.596549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-1ff7dbc7-b35e-47de-a42b-775fa2df2dbb tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:52.597959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-1ff7dbc7-b35e-47de-a42b-775fa2df2dbb tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.3352125
Apr 02 21:04:52.617325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Checking router: f87ece1b-4137-4303-a48a-7ea4f127c963 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:52.617776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Updating router f87ece1b-4137-4303-a48a-7ea4f127c963 port 27e2941e-67bd-411a-8793-ac8931ef871a binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:52.671209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398be21-8ac4-4f42-8d07-af80ee2a03e3 None None] DHCP port deletion for 754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:04:52.679813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.686718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6daaeede-cf85-4cd2-a3fd-1023ac2e6225), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.692547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-24dba124-4d30-4eee-929c-b581923e153f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 380 time: 0.0747628
Apr 02 21:04:52.705382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'port': {'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'admin_state_up': True, 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'security_groups': ['92d74358-ba67-483c-9a00-5fc26ae97c76']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:52.740003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6daaeede-cf85-4cd2-a3fd-1023ac2e6225,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:52.742193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] No DVR routers for this DVR port 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:04:52.763417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5398be21-8ac4-4f42-8d07-af80ee2a03e3 None None] The port '6daaeede-cf85-4cd2-a3fd-1023ac2e6225' was deleted {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}}
Apr 02 21:04:52.854083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.866145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ce14ddc-efbb-4890-8831-9782e9e3bf34 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:52.895565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78443cf5b0>,) {'filters': {'network_id': ['754f7ab9-bcf9-43d7-b1a5-7e428bb23b29']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:52.921899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443cf5b0>, 'b167978e-8560-4e74-8ce2-0e474d8290ff') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:52.922220 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443cf5b0>, 'b167978e-8560-4e74-8ce2-0e474d8290ff') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:52.935873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b167978e-8560-4e74-8ce2-0e474d8290ff), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.967182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84b278-8e8d-40f9-8a66-6f55b8e68eff req-14201243-e660-4ae3-b9d3-778ca4efe5b7 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:52.969170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a84b278-8e8d-40f9-8a66-6f55b8e68eff req-14201243-e660-4ae3-b9d3-778ca4efe5b7 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.0914323
Apr 02 21:04:52.970244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b167978e-8560-4e74-8ce2-0e474d8290ff), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.986052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:04:52.986577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b167978e-8560-4e74-8ce2-0e474d8290ff), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:04:52.988891 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:04:53.077800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a84b278-8e8d-40f9-8a66-6f55b8e68eff req-cddb2395-b1be-4d2d-b241-39911448e5d9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023977
Apr 02 21:04:53.079775 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (754f7ab9-bcf9-43d7-b1a5-7e428bb23b29), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.086702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.094231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] 10.222.0.18 "DELETE /v2.0/networks/754f7ab9-bcf9-43d7-b1a5-7e428bb23b29 HTTP/1.1" status: 204  len: 168 time: 0.7720003
Apr 02 21:04:53.106429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f2ade7c6-21ea-4bad-b504-7f18ce1d0bff), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.116178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4668303-5a3d-4d1c-98e8-dd4e2cb7f8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=754f7ab9-bcf9-43d7-b1a5-7e428bb23b29,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:53.150416 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0a93645-17cc-411f-901f-e306ee936ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.165342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:53.165717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.204122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ef7554f-a4cd-47ca-95d4-5796ffabd576 req-c00dc638-8874-4d0a-8c96-2ae439f994ed tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 210 time: 0.0697799
Apr 02 21:04:53.243579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Made reservation on behalf of bb31a4915e1341839e229bc3786bb4b2 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:53.247431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.315250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Subnet': ['ID=f2ade7c6-21ea-4bad-b504-7f18ce1d0bff,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:53.329616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45072) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:53.331623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:53.351299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Publish callbacks [] for port (27e2941e-67bd-411a-8793-ac8931ef871a), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.359269 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.364765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Checking segment: {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:53.364960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network hostable DHCP agents. Network: f586152a-990b-40c9-8526-6fd404717ef3, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:53.386413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8e2d8a51-77f3-453a-8379-50fe1a0f0ccf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da03d0fc36de405d87c8e99d209af9fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0562446
Apr 02 21:04:53.387048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:53.407066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cccf293c-5fa2-4588-a276-84c9f9b42352 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:53.436605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.445366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbfd54be-e601-4c75-bf0c-0037b61cd37d admin admin] Publish callbacks [] for security_group (dd4b99f4-cdde-49b2-ae80-92c70f8e93e3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.462219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618748d-c23c-4ed7-a27b-b81494bb3952 None None] Pushing event updated for resources: {'Port': ['ID=27e2941e-67bd-411a-8793-ac8931ef871a,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:53.466503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: cccf293c-5fa2-4588-a276-84c9f9b42352 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:53.466851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cccf293c-5fa2-4588-a276-84c9f9b42352 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:53.471113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbfd54be-e601-4c75-bf0c-0037b61cd37d admin admin] Publish callbacks [] for security_group (dd4b99f4-cdde-49b2-ae80-92c70f8e93e3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.479074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Attempting to bind port 27e2941e-67bd-411a-8793-ac8931ef871a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:53.479431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Attempting to bind port 27e2941e-67bd-411a-8793-ac8931ef871a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:53.479797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Attempting to bind port 27e2941e-67bd-411a-8793-ac8931ef871a on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:53.487232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:53.487777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:53.488198 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.489116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:53.489703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Bound port: 27e2941e-67bd-411a-8793-ac8931ef871a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:53.490126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.501780 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network f586152a-990b-40c9-8526-6fd404717ef3 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:53.545643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f586152a-990b-40c9-8526-6fd404717ef3) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:53.554962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ffc7d-c5d8-4f09-8d73-1104b35a117b req-9c27b3cf-92f2-4418-98ec-2475db2cf0e5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:53.555552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:53.556224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.556637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc2ffc7d-c5d8-4f09-8d73-1104b35a117b req-9c27b3cf-92f2-4418-98ec-2475db2cf0e5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.0790594
Apr 02 21:04:53.566681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b4c92-26ec-4f71-ab99-f8fc6b1a5233 None None] Network f586152a-990b-40c9-8526-6fd404717ef3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:53.573474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbfd54be-e601-4c75-bf0c-0037b61cd37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dd4b99f4-cdde-49b2-ae80-92c70f8e93e3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.576367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbfd54be-e601-4c75-bf0c-0037b61cd37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.580321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bbfd54be-e601-4c75-bf0c-0037b61cd37d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd4b99f4-cdde-49b2-ae80-92c70f8e93e3 HTTP/1.1" status: 204  len: 168 time: 0.1923404
Apr 02 21:04:53.587574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] For port 27e2941e-67bd-411a-8793-ac8931ef871a, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:53.604882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd54be-e601-4c75-bf0c-0037b61cd37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b99f4-cdde-49b2-ae80-92c70f8e93e3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:53.615813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] For port 27e2941e-67bd-411a-8793-ac8931ef871a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27e2941e-67bd-411a-8793-ac8931ef871a,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:53.624278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.20.0.13 (8e11fe41-71ae-4517-9435-793475d4d7b5/0f1f6371-3779-4eaa-bde0-f11e73a8cb45/d4d64426-ae59-4e94-a2da-c586004c8607) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:53.649104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc2ffc7d-c5d8-4f09-8d73-1104b35a117b req-a5318640-f973-4a20-a6e0-d613fc88e393 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851786
Apr 02 21:04:53.649634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e7331cf5-1f31-4ebb-b9a5-7fc79536dbe1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.5521352
Apr 02 21:04:53.656119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45080) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:53.667473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1384005365'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:53.671178 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.700693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:53.708667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.738599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:04:53.751075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fc61e58f-248c-4862-a52c-2977272400cb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.751620 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Added segment fc61e58f-248c-4862-a52c-2977272400cb of type vlan for network 29461d6a-57f0-42a8-887c-5bb0eba05a47
Apr 02 21:04:53.791674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Routers {'f87ece1b-4137-4303-a48a-7ea4f127c963'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:53.792300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456f66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f87ece1b-4137-4303-a48a-7ea4f127c963'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:53.813046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (29461d6a-57f0-42a8-887c-5bb0eba05a47), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.840865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f586152a-990b-40c9-8526-6fd404717ef3', 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3', 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'fixed_ips': [{'subnet_id': 'f2ade7c6-21ea-4bad-b504-7f18ce1d0bff'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:53.841852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.848242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (29461d6a-57f0-42a8-887c-5bb0eba05a47), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.856834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:53.856834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.862513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618748d-c23c-4ed7-a27b-b81494bb3952 None None] Pushing event updated for resources: {'Port': ['ID=27e2941e-67bd-411a-8793-ac8931ef871a,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:53.884980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Allocated IP 172.20.0.1 (54a2e1e4-9958-4c08-a6ee-75e4317f4e11/b58734f9-1281-4fac-acd5-c6bfb2f97572/db1716fd-8fbf-430d-938a-4997291283ca) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:53.917685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2570214
Apr 02 21:04:53.921522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45084) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:53.929743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'subnet': {'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:53.982911 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (d4d64426-ae59-4e94-a2da-c586004c8607), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:53.993590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1a8a2-c6d9-4382-b05b-5f7fc1ad08a0 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Network': ['ID=29461d6a-57f0-42a8-887c-5bb0eba05a47,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:54.009585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:04:54.088243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:04:54.093413 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.116209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] Set router f87ece1b-4137-4303-a48a-7ea4f127c963 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:54.176201 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks [] for port (db1716fd-8fbf-430d-938a-4997291283ca), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.182675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.328191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:54.351683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:54.352040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Allocated IP 19.80.0.2 (f586152a-990b-40c9-8526-6fd404717ef3/f2ade7c6-21ea-4bad-b504-7f18ce1d0bff/d66776e3-a384-42d0-813a-5ae07473bcd0) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:54.355308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:54.404857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=d4d64426-ae59-4e94-a2da-c586004c8607,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:54.447269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac69f05-3c86-4f50-a55a-ca8cc1ca6405 req-f8e35036-e8d2-47a2-8b6f-0642474ada22 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:54.449930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ac69f05-3c86-4f50-a55a-ca8cc1ca6405 req-f8e35036-e8d2-47a2-8b6f-0642474ada22 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1832893
Apr 02 21:04:54.457639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:54.458395 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.462036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db1716fd-8fbf-430d-938a-4997291283ca), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.541213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:54.563176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:54.567687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:54.596725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Pushing event updated for resources: {'Port': ['ID=db1716fd-8fbf-430d-938a-4997291283ca,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:54.600672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4184bce-1a46-4fbc-b0d9-30ffefd3af8a req-60fc74fe-2294-4f6a-b11a-898dcebec149 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:54.602528 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4184bce-1a46-4fbc-b0d9-30ffefd3af8a req-60fc74fe-2294-4f6a-b11a-898dcebec149 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 932 time: 0.2369902
Apr 02 21:04:54.606414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-9dbe9baf-700c-4e6b-b64d-0f3ca69ee99e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9042354
Apr 02 21:04:54.610572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.621048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Request body: {'port': {'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:54.694591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Subnet': ['ID=ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:54.712288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f87ece1b-4137-4303-a48a-7ea4f127c963), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.719498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ac69f05-3c86-4f50-a55a-ca8cc1ca6405 req-b096a610-096d-43bc-95a0-b39527a7c1eb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434168
Apr 02 21:04:54.824521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:04:54.846389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4184bce-1a46-4fbc-b0d9-30ffefd3af8a req-cf579c3f-f6cf-46d6-8a8f-13b2fc90a4e0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2196140
Apr 02 21:04:54.854406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Checking segment: {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:54.855178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network hostable DHCP agents. Network: 29461d6a-57f0-42a8-887c-5bb0eba05a47, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:04:54.879241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:04:54.879439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:04:54.880430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6daaeede-cf85-4cd2-a3fd-1023ac2e6225 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:04:54.897358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b0de0b1a-62ab-4389-a364-c8479fa98eb9 None None] Provisioning complete for port d4d64426-ae59-4e94-a2da-c586004c8607 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:54.897851 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0de0b1a-62ab-4389-a364-c8479fa98eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.906597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29461d6a-57f0-42a8-887c-5bb0eba05a47) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:54.913054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:54.914009 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.941058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b1aa820-2cca-4e30-bd70-3b6c915c3566 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.0174608
Apr 02 21:04:54.946546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dac81d-c3f0-4d08-ac0c-a01683b7d3e8 None None] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:54.949362 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Publish callbacks [] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:54.951453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b0de0b1a-62ab-4389-a364-c8479fa98eb9 None None] Port d4d64426-ae59-4e94-a2da-c586004c8607 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:54.954152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456f66d0>, [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:04:50Z', 'revision_number': 3, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:54.981320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.021006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.032646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938825ea-6a75-4edb-94e7-47543aaf547d None None] The sync data for ids ['f87ece1b-4137-4303-a48a-7ea4f127c963'] in ncdv-master-1 is: [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:04:50Z', 'revision_number': 3, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:04:55.126994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd912ca-320d-4ac0-8db7-715ce1b67e03 req-f0096c3d-71a9-4e68-ad9a-ac8f0ac3b13a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:55.134261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Network f586152a-990b-40c9-8526-6fd404717ef3 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:55.137242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dd912ca-320d-4ac0-8db7-715ce1b67e03 req-f0096c3d-71a9-4e68-ad9a-ac8f0ac3b13a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.2670400
Apr 02 21:04:55.162515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:55.171682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:55.210179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Pushing event updated for resources: {'Port': ['ID=d66776e3-a384-42d0-813a-5ae07473bcd0,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:55.212485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0388fb5f-7836-4a8e-b24a-c7f8fe0ab9a7 None None] Provisioning complete for port db1716fd-8fbf-430d-938a-4997291283ca triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:55.212840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0388fb5f-7836-4a8e-b24a-c7f8fe0ab9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db1716fd-8fbf-430d-938a-4997291283ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.287822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Attempting to bind port d66776e3-a384-42d0-813a-5ae07473bcd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:55.288251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Attempting to bind port d66776e3-a384-42d0-813a-5ae07473bcd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:55.288639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Attempting to bind port d66776e3-a384-42d0-813a-5ae07473bcd0 on network f586152a-990b-40c9-8526-6fd404717ef3 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:55.297007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db1716fd-8fbf-430d-938a-4997291283ca), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.365863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dd912ca-320d-4ac0-8db7-715ce1b67e03 req-c31b53ec-2eb2-4437-9108-a0b9c810bfea tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2079217
Apr 02 21:04:55.498244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-b58dc8b7-97a7-44b9-8809-7a9959ccf5e2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:55.505859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-b58dc8b7-97a7-44b9-8809-7a9959ccf5e2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:55.507461 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-b58dc8b7-97a7-44b9-8809-7a9959ccf5e2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/networks?id=f586152a-990b-40c9-8526-6fd404717ef3&id=29461d6a-57f0-42a8-887c-5bb0eba05a47 HTTP/1.1" status: 200  len: 1392 time: 0.2649393
Apr 02 21:04:55.542658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d762d47-7d0b-42e1-a10a-681f6866ce84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.550784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:55.551185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Checking segment: {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:55.551757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.551982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Bound using segment: {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:55.552585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Bound port: d66776e3-a384-42d0-813a-5ae07473bcd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:55.552912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.571268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0388fb5f-7836-4a8e-b24a-c7f8fe0ab9a7 None None] Port db1716fd-8fbf-430d-938a-4997291283ca cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:55.616491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-184d6aae-df9b-4834-bf5b-9c09f5f9d068 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/quotas/6ae16de34fd342cda85aa2bd981452c4 HTTP/1.1" status: 200  len: 375 time: 0.0774496
Apr 02 21:04:55.647436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29461d6a-57f0-42a8-887c-5bb0eba05a47', 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47', 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'fixed_ips': [{'subnet_id': 'ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:04:55.648350 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.651502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] For port d66776e3-a384-42d0-813a-5ae07473bcd0, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:55.675679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] For port d66776e3-a384-42d0-813a-5ae07473bcd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d66776e3-a384-42d0-813a-5ae07473bcd0,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:55.700657 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.725848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d64426-ae59-4e94-a2da-c586004c8607 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:04:55.734589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-b17d7c9e-7512-4107-bd50-4e816ad7b266 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1169991
Apr 02 21:04:55.750369 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Publish callbacks [] for port (d4d64426-ae59-4e94-a2da-c586004c8607), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.759999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks [] for port (db1716fd-8fbf-430d-938a-4997291283ca), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.776950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Transition to ACTIVE for port object d4d64426-ae59-4e94-a2da-c586004c8607 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:04:55.778189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (db1716fd-8fbf-430d-938a-4997291283ca), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.900687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Pushing event updated for resources: {'Port': ['ID=db1716fd-8fbf-430d-938a-4997291283ca,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:55.902914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-699eb3a4-3b95-474e-ad2e-e7e7ccf2ad9f service neutron] 10.222.0.18 "GET /v2.0/networks/f586152a-990b-40c9-8526-6fd404717ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661713
Apr 02 21:04:55.922466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:55.969770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c3bc4-3f09-42b5-aa8d-49911ffdaf2a None None] Pushing event updated for resources: {'Port': ['ID=d66776e3-a384-42d0-813a-5ae07473bcd0,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:56.059884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Allocated IP 19.86.0.2 (29461d6a-57f0-42a8-887c-5bb0eba05a47/ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d/bc945b6f-32ce-4f4b-96ed-f19e3ebf5844) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:04:56.078330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f87ece1b-4137-4303-a48a-7ea4f127c963), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.123590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-cf04498b-8e32-4536-8916-fa1074e80680 service neutron] 10.222.0.18 "GET /v2.0/networks/f586152a-990b-40c9-8526-6fd404717ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099001
Apr 02 21:04:56.140570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d64426-ae59-4e94-a2da-c586004c8607,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:56.197902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524a72-8a1c-40ef-9456-de6d135d227b req-756c613f-b493-4c8e-a0d2-a5b2e667409d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:56.206025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b524a72-8a1c-40ef-9456-de6d135d227b req-756c613f-b493-4c8e-a0d2-a5b2e667409d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.2773499
Apr 02 21:04:56.382823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Attempting to bind port d4d64426-ae59-4e94-a2da-c586004c8607 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:56.383158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Attempting to bind port d4d64426-ae59-4e94-a2da-c586004c8607 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:56.383473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Attempting to bind port d4d64426-ae59-4e94-a2da-c586004c8607 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:56.394912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-b3016d19-a3bf-4bc3-99af-9c1545a252b5 service neutron] 10.222.0.18 "GET /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552433
Apr 02 21:04:56.446300 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Publish callbacks [] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.461772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.470565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b524a72-8a1c-40ef-9456-de6d135d227b req-d0023aaa-e110-4e6d-aa4d-835ee476a2aa tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636225
Apr 02 21:04:56.502145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:56.510355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:56.519272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Port d4d64426-ae59-4e94-a2da-c586004c8607 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:04:56.523151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Attempting to bind port d4d64426-ae59-4e94-a2da-c586004c8607 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:56.545676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:56.546255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:56.546753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Bound using segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:56.547331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Bound port: d4d64426-ae59-4e94-a2da-c586004c8607, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:56.548911 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.634712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-9e55c58e-fc8d-4455-aeeb-24a7605c808c service neutron] 10.222.0.18 "GET /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225683
Apr 02 21:04:56.655260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Pushing event updated for resources: {'Port': ['ID=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:56.691140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:04:56.695126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.700636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:04:56.714181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:04:56.867799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Attempting to bind port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:04:56.868168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Attempting to bind port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:04:56.868550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Attempting to bind port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 on network 29461d6a-57f0-42a8-887c-5bb0eba05a47 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:04:56.881820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:04:56.882225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Checking segment: {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:04:56.884201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.884667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Bound using segment: {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:04:56.885341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Bound port: bc945b6f-32ce-4f4b-96ed-f19e3ebf5844, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:04:56.885550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:56.990388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d66776e3-a384-42d0-813a-5ae07473bcd0 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:57.079686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] For port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:57.086649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] For port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:57.091339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-de2019a1-936b-48f2-990e-24a55d15411b None None] Provisioning complete for port db1716fd-8fbf-430d-938a-4997291283ca triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:57.092109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de2019a1-936b-48f2-990e-24a55d15411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db1716fd-8fbf-430d-938a-4997291283ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.180281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.198762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d5e94-08f3-47d1-9ef3-dac68167c79a req-115bead8-ec25-4675-a6e8-b1697b44a8a5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:57.202175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a9d5e94-08f3-47d1-9ef3-dac68167c79a req-115bead8-ec25-4675-a6e8-b1697b44a8a5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.0950420
Apr 02 21:04:57.338453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-de2019a1-936b-48f2-990e-24a55d15411b None None] Port db1716fd-8fbf-430d-938a-4997291283ca cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:04:57.366294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a9d5e94-08f3-47d1-9ef3-dac68167c79a req-6e6f83f2-6761-4741-a2db-38b055c8f44b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499517
Apr 02 21:04:57.373110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d66776e3-a384-42d0-813a-5ae07473bcd0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:57.373487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.485928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc0b2f30-1669-42d6-b442-cb3c9b3b53d8 req-dc19ea2b-753e-4603-a509-375f14eaad12 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 210 time: 0.0555825
Apr 02 21:04:57.488435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61342d9-cc3a-4afd-b39a-7a11b7258c6d None None] Pushing event updated for resources: {'Port': ['ID=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:57.559787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Router f87ece1b-4137-4303-a48a-7ea4f127c963 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:04:57.582998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d66776e3-a384-42d0-813a-5ae07473bcd0 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:57.583949 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.587270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10507b43-3ad0-4634-9715-4a47a154cb6e req-687fb4aa-10be-4aa7-9b18-c0628b87c057 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:57.601396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10507b43-3ad0-4634-9715-4a47a154cb6e req-687fb4aa-10be-4aa7-9b18-c0628b87c057 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 944 time: 0.9707382
Apr 02 21:04:57.705152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d66776e3-a384-42d0-813a-5ae07473bcd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d66776e3-a384-42d0-813a-5ae07473bcd0,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:57.717423 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.718322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 27e2941e-67bd-411a-8793-ac8931ef871a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:57.758883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] For port d4d64426-ae59-4e94-a2da-c586004c8607, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:04:57.785130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] For port d4d64426-ae59-4e94-a2da-c586004c8607, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4d64426-ae59-4e94-a2da-c586004c8607,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:04:57.803975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10507b43-3ad0-4634-9715-4a47a154cb6e req-5a9f70b2-f27a-49a1-8362-582c8da18b49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1995006
Apr 02 21:04:57.815030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bd85-5125-4739-a7e5-317cca636e8e req-bc0f3b54-da55-416d-b999-f33c61026f3b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:57.821552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.834712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4668bd85-5125-4739-a7e5-317cca636e8e req-bc0f3b54-da55-416d-b999-f33c61026f3b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1760004
Apr 02 21:04:57.850961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff3bff-3bb5-4c8f-91ba-cc57cc2e8e08 None None] Network f586152a-990b-40c9-8526-6fd404717ef3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:57.953349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:57.966334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:57.967860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 200  len: 1092 time: 3.3510137
Apr 02 21:04:57.969792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4668bd85-5125-4739-a7e5-317cca636e8e req-50e857e8-4639-4c52-986b-fa3daf393e22 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272938
Apr 02 21:04:57.973526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:04:57.977378 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734" -d '{"events": [{"name": "network-changed", "server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:04:58.075701 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ad1c69-64dc-4170-a2cb-f6633b86b857 x-openstack-request-id: req-b8ad1c69-64dc-4170-a2cb-f6633b86b857 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:04:58.075998 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:04:58.076495 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8ad1c69-64dc-4170-a2cb-f6633b86b857 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:04:58.077054 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ad1c69-64dc-4170-a2cb-f6633b86b857'] response: {'name': 'network-changed', 'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'status': 'completed', 'code': 200}
Apr 02 21:04:58.104491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d66776e3-a384-42d0-813a-5ae07473bcd0,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:58.112548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f95bdcdc-9457-48cb-95f3-2fdbb6905a7c None None] Provisioning complete for port d66776e3-a384-42d0-813a-5ae07473bcd0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:58.112926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f95bdcdc-9457-48cb-95f3-2fdbb6905a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:58.207804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 27e2941e-67bd-411a-8793-ac8931ef871a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:58.208825 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:58.232033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfef8-2c1e-4479-9346-d9c36d89c283 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d64426-ae59-4e94-a2da-c586004c8607,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:58.257840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-42ed6f92-a179-475c-a135-cfc4b34031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:58.259693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-42ed6f92-a179-475c-a135-cfc4b34031c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 1126 time: 0.1815345
Apr 02 21:04:58.314349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-ce797ff7-10f0-4973-836f-0ffbde3c95ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 200  len: 217 time: 0.0466137
Apr 02 21:04:58.316749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:04:58.341035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de779baf-84cf-4b11-a749-7eafbdef0c28 admin admin] 10.222.0.18 "PUT /v2.0/routers/f87ece1b-4137-4303-a48a-7ea4f127c963/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3329260
Apr 02 21:04:58.371732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f95bdcdc-9457-48cb-95f3-2fdbb6905a7c None None] Current status of the port d66776e3-a384-42d0-813a-5ae07473bcd0 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:58.415918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-a6d3fa6d-c2d6-4057-a647-d6f691f1a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:58.419862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-a6d3fa6d-c2d6-4057-a647-d6f691f1a8fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0834568
Apr 02 21:04:58.457880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 27e2941e-67bd-411a-8793-ac8931ef871a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:58.458276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:58.513789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 27e2941e-67bd-411a-8793-ac8931ef871a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27e2941e-67bd-411a-8793-ac8931ef871a,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:58.523791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:58.540949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-c1387026-44fc-4c96-8587-d45285ff8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:58.544011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-c1387026-44fc-4c96-8587-d45285ff8d0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1182454
Apr 02 21:04:58.624076 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Sync routers for ids ['f87ece1b-4137-4303-a48a-7ea4f127c963'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:04:58.628293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e9bf5-5b3c-4bd5-aca8-2bec01d6eacb req-2dc7d9f0-4401-45e4-b943-a937a178febc tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:58.633867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ca0e9bf5-5b3c-4bd5-aca8-2bec01d6eacb req-2dc7d9f0-4401-45e4-b943-a937a178febc tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1409523
Apr 02 21:04:58.672600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=27e2941e-67bd-411a-8793-ac8931ef871a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:04:58.681011 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Routers {'f87ece1b-4137-4303-a48a-7ea4f127c963'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:04:58.681656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f87ece1b-4137-4303-a48a-7ea4f127c963'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:58.693044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.693463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.694833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.694833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.694833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.695298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.695607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.697731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.697731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.697731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.697731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.698144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.698320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.698565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.698883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:04:58.703566 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:58.804593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e41079db-f237-45a4-b1e5-cfa6398e04d5 req-141913c0-1896-477d-9596-26f05b03f4c8 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 210 time: 0.0975785
Apr 02 21:04:58.833043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ca0e9bf5-5b3c-4bd5-aca8-2bec01d6eacb req-78e2c7bd-34a5-4465-a31f-83f7fd306b16 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1884608
Apr 02 21:04:58.872955 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-df4cd654-9720-4731-8d55-251bcb5b1ae4 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3139219
Apr 02 21:04:59.011801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-509c46ac-e1f8-4ef5-9579-4d459fe90e86 None None] Provisioning complete for port d66776e3-a384-42d0-813a-5ae07473bcd0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:59.013518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-509c46ac-e1f8-4ef5-9579-4d459fe90e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.104955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:59.175943 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Set router f87ece1b-4137-4303-a48a-7ea4f127c963 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:04:59.191398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eab09f-b668-4e42-bec1-b4bc41f6212f req-8055cfd4-6723-4168-884d-bf8621537dea tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:59.202814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03eab09f-b668-4e42-bec1-b4bc41f6212f req-8055cfd4-6723-4168-884d-bf8621537dea tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 944 time: 0.1658273
Apr 02 21:04:59.204963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d3c278f-2eac-4f12-82cf-6f7e4c84215f req-7d01e2ac-6342-4cab-bb5a-da2ab2a10298 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262770
Apr 02 21:04:59.243448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45200) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:04:59.336268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-d56f9c6e-5f2e-4450-aa79-8de5d5fcc06b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:59.357355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-d56f9c6e-5f2e-4450-aa79-8de5d5fcc06b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:59.358705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-d56f9c6e-5f2e-4450-aa79-8de5d5fcc06b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "GET /v2.0/networks?id=f586152a-990b-40c9-8526-6fd404717ef3&id=29461d6a-57f0-42a8-887c-5bb0eba05a47 HTTP/1.1" status: 200  len: 1392 time: 0.5016167
Apr 02 21:04:59.380481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'port': {'device_id': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3', 'admin_state_up': True, 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:04:59.425957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03eab09f-b668-4e42-bec1-b4bc41f6212f req-3e4086cf-c731-4dff-b1ac-82bcee00e694 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2165639
Apr 02 21:04:59.478992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-9e545be5-78d1-46af-b83f-52f79d7ed385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:59.481905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-9e545be5-78d1-46af-b83f-52f79d7ed385 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 1126 time: 0.1796079
Apr 02 21:04:59.484724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-509c46ac-e1f8-4ef5-9579-4d459fe90e86 None None] Current status of the port d66776e3-a384-42d0-813a-5ae07473bcd0 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:59.493867 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.496704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:59.497249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.498684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9b9db-b71d-4a7b-9cd8-6e0bd2aa05fe req-1b7aa6e0-43ec-431c-b357-94d984673f4c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:59.507981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90a9b9db-b71d-4a7b-9cd8-6e0bd2aa05fe req-1b7aa6e0-43ec-431c-b357-94d984673f4c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.3263700
Apr 02 21:04:59.581186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c04f5e-f1e8-40bb-a99e-0d40e9c78bff None None] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:04:59.643193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.647056 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7970>, [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:04:55Z', 'revision_number': 4, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db1716fd-8fbf-430d-938a-4997291283ca', 'name': '', 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'mac_address': 'fa:16:3e:bb:10:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:53Z', 'updated_at': '2022-04-02T21:04:55Z', 'revision_number': 2, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'subnets': [{'id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:04:59.694781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-88d4f81e-ac7c-4210-a1b3-4d94e82c1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:04:59.695375 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Checking router: f87ece1b-4137-4303-a48a-7ea4f127c963 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:04:59.695723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Updating router f87ece1b-4137-4303-a48a-7ea4f127c963 port db1716fd-8fbf-430d-938a-4997291283ca binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:04:59.696429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-88d4f81e-ac7c-4210-a1b3-4d94e82c1753 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.2049973
Apr 02 21:04:59.731973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bd19f884-bdd7-489f-af8b-f3460ed6929b None None] Provisioning complete for port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:04:59.732349 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd19f884-bdd7-489f-af8b-f3460ed6929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.733182 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db1716fd-8fbf-430d-938a-4997291283ca), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.767094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:04:59.767541 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.778992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-ee24f984-a60d-43e3-8cdf-6fe86592a662 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 200  len: 217 time: 0.0748291
Apr 02 21:04:59.840737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:04:59.854443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:04:59.855260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d66776e3-a384-42d0-813a-5ae07473bcd0 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:04:59.977107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bd19f884-bdd7-489f-af8b-f3460ed6929b None None] Current status of the port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:00.003938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:00.012012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ea87acb-14b1-4c9a-983d-c022c849a9b0 req-b1030894-87e3-4e09-a3bc-3ec27393d383 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 210 time: 0.0626662
Apr 02 21:05:00.016539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d66776e3-a384-42d0-813a-5ae07473bcd0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:00.017036 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.065470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-4840973d-10f3-4a83-a04e-3b2e1017f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:00.072041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-4840973d-10f3-4a83-a04e-3b2e1017f85d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.2817380
Apr 02 21:05:00.135014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d66776e3-a384-42d0-813a-5ae07473bcd0 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:00.139030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Publish callbacks [] for security_group (61d5431b-cd4a-47d5-9a12-07622d94de73), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.171218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (61d5431b-cd4a-47d5-9a12-07622d94de73), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.225849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d9c6e3adc60420798a51492ca80b78b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9803698
Apr 02 21:05:00.238339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45244) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:00.294607 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Publish callbacks [] for port (db1716fd-8fbf-430d-938a-4997291283ca), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.297262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-010bbd2a-7a8d-4552-9cba-6c5affb67f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:00.299127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-010bbd2a-7a8d-4552-9cba-6c5affb67f4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2150781
Apr 02 21:05:00.305787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2f0eb5d1-fb76-4b56-aee6-6776b7794bd1 None None] Provisioning complete for port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:00.306341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5d1-fb76-4b56-aee6-6776b7794bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.314965 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (db1716fd-8fbf-430d-938a-4997291283ca), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.318552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5431b-cd4a-47d5-9a12-07622d94de73,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:00.352012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd2a87-3c38-46e5-9cf2-ab687ffe13f7 req-1c70d171-3f6a-4a03-aa25-802f782d618d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:00.353831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e3dd2a87-3c38-46e5-9cf2-ab687ffe13f7 req-1c70d171-3f6a-4a03-aa25-802f782d618d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.2354486
Apr 02 21:05:00.366686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.368000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.368000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.368644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.369430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.369430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.369807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.370286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.370686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.371158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.371536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.371932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.372327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.373440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.373847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6bc1f-6443-41d2-a4e1-6067229ff976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:00.392804 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ee15d-46c6-4651-828a-1b4c0c9684ec None None] Pushing event updated for resources: {'Port': ['ID=db1716fd-8fbf-430d-938a-4997291283ca,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:00.416189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90a9b9db-b71d-4a7b-9cd8-6e0bd2aa05fe req-bbf4e400-cd70-43b6-89f4-8dcfea8d312a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9055684
Apr 02 21:05:00.485831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dff5157-c1a0-4444-ad34-ee5b0bd81b11 admin admin] Publish callbacks [] for security_group (61d5431b-cd4a-47d5-9a12-07622d94de73), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.516022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:00.519873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.529066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2f0eb5d1-fb76-4b56-aee6-6776b7794bd1 None None] Current status of the port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:00.530633 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Attempting to bind port db1716fd-8fbf-430d-938a-4997291283ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:00.531258 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Attempting to bind port db1716fd-8fbf-430d-938a-4997291283ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:00.531911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Attempting to bind port db1716fd-8fbf-430d-938a-4997291283ca on network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:00.532170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dff5157-c1a0-4444-ad34-ee5b0bd81b11 admin admin] Publish callbacks [] for security_group (61d5431b-cd4a-47d5-9a12-07622d94de73), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.538983 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:00.539722 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Checking segment: {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:00.540366 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.541013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Bound using segment: {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:00.541746 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Bound port: db1716fd-8fbf-430d-938a-4997291283ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd342bffc-9a90-444f-bf24-5299aeb7a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:00.542365 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db1716fd-8fbf-430d-938a-4997291283ca), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.647462 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e3dd2a87-3c38-46e5-9cf2-ab687ffe13f7 req-9c7c0eda-4872-4f32-9bfc-479fce85923a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2814443
Apr 02 21:05:00.662059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] For port db1716fd-8fbf-430d-938a-4997291283ca, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:00.666005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] For port db1716fd-8fbf-430d-938a-4997291283ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db1716fd-8fbf-430d-938a-4997291283ca,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:00.686734 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (db1716fd-8fbf-430d-938a-4997291283ca), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.687710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4d64426-ae59-4e94-a2da-c586004c8607 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:00.726305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-6a6d4af5-ccc7-4b9e-b727-f8057349e49d service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4169199
Apr 02 21:05:00.758807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc76e6d-3d5f-4d45-8990-0282bc3a0a76 req-ea26b5a1-4986-4a98-9314-6b68fc017396 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:00.769087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfc76e6d-3d5f-4d45-8990-0282bc3a0a76 req-ea26b5a1-4986-4a98-9314-6b68fc017396 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 944 time: 0.2264206
Apr 02 21:05:00.775781 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Routers {'f87ece1b-4137-4303-a48a-7ea4f127c963'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:00.777343 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f87ece1b-4137-4303-a48a-7ea4f127c963'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:00.822325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:00.852934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] Provisioning complete for port db1716fd-8fbf-430d-938a-4997291283ca triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:00.853564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db1716fd-8fbf-430d-938a-4997291283ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.877026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfc76e6d-3d5f-4d45-8990-0282bc3a0a76 req-eb73708a-7d27-4039-b851-f067cbf7fac5 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051331
Apr 02 21:05:00.884361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dff5157-c1a0-4444-ad34-ee5b0bd81b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (61d5431b-cd4a-47d5-9a12-07622d94de73), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.891975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dff5157-c1a0-4444-ad34-ee5b0bd81b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:00.893175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0dff5157-c1a0-4444-ad34-ee5b0bd81b11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61d5431b-cd4a-47d5-9a12-07622d94de73 HTTP/1.1" status: 204  len: 168 time: 0.6466546
Apr 02 21:05:00.897519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Allocated IP 19.80.0.109 (f586152a-990b-40c9-8526-6fd404717ef3/f2ade7c6-21ea-4bad-b504-7f18ce1d0bff/3ed90c57-8d97-4048-b9af-fc0bea1656f4) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:00.904978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74af9ab4-b0ad-4ffd-9995-b8c7c4391734 req-cb19922b-763b-4f72-84e4-5fbe3a74f49d service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719720
Apr 02 21:05:00.932679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff5157-c1a0-4444-ad34-ee5b0bd81b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5431b-cd4a-47d5-9a12-07622d94de73,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:01.007518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4d64426-ae59-4e94-a2da-c586004c8607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4d64426-ae59-4e94-a2da-c586004c8607,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:01.061858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:01.118753 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ee15d-46c6-4651-828a-1b4c0c9684ec None None] Pushing event updated for resources: {'Port': ['ID=db1716fd-8fbf-430d-938a-4997291283ca,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:01.174903 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] Set router f87ece1b-4137-4303-a48a-7ea4f127c963 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:01.238394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e4da3af-2456-4877-b6af-cb7dc7b16261 req-54dda569-80c3-412e-946e-07f48bd7618d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 210 time: 0.0864782
Apr 02 21:05:01.272683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.324736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.343369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] Current status of the port db1716fd-8fbf-430d-938a-4997291283ca is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:01.343824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db1716fd-8fbf-430d-938a-4997291283ca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.353116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:01.353562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.397202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Port': ['ID=3ed90c57-8d97-4048-b9af-fc0bea1656f4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:01.414058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4d64426-ae59-4e94-a2da-c586004c8607 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:01.414518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.422555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network f586152a-990b-40c9-8526-6fd404717ef3 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:01.426395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:01.431501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.431983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.432852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.433192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.434215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.461640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d64426-ae59-4e94-a2da-c586004c8607 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:01.465352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.465905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.467958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.468608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.469941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.470473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.472103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.472661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.473190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.474488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:01.482449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:01.487641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] For port db1716fd-8fbf-430d-938a-4997291283ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db1716fd-8fbf-430d-938a-4997291283ca,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:01.499219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4d64426-ae59-4e94-a2da-c586004c8607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4d64426-ae59-4e94-a2da-c586004c8607,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:01.499772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:01.501950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (db1716fd-8fbf-430d-938a-4997291283ca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.517621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0cb43d27-0502-4699-95c1-baa5e11400f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.526114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.539165 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7970>, [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:04:55Z', 'revision_number': 4, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db1716fd-8fbf-430d-938a-4997291283ca', 'name': '', 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'mac_address': 'fa:16:3e:bb:10:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:53Z', 'updated_at': '2022-04-02T21:05:00Z', 'revision_number': 4, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'subnets': [{'id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:01.622314 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d7d2-3342-4883-a0ff-319de21c8a4e None None] The sync data for ids ['f87ece1b-4137-4303-a48a-7ea4f127c963'] in ncdv-master-1 is: [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:04:55Z', 'revision_number': 4, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db1716fd-8fbf-430d-938a-4997291283ca', 'name': '', 'network_id': '54a2e1e4-9958-4c08-a6ee-75e4317f4e11', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'mac_address': 'fa:16:3e:bb:10:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:53Z', 'updated_at': '2022-04-02T21:05:00Z', 'revision_number': 4, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'subnets': [{'id': 'b58734f9-1281-4fac-acd5-c6bfb2f97572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:05:01.667593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0cb43d27-0502-4699-95c1-baa5e11400f6 admin admin] Publish callbacks [] for security_group (d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.674517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0cb43d27-0502-4699-95c1-baa5e11400f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.683915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613a1ae-afef-4584-b156-b13c681fff6b None None] Pushing event updated for resources: {'Port': ['ID=db1716fd-8fbf-430d-938a-4997291283ca,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:01.703504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:01.713237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 27e2941e-67bd-411a-8793-ac8931ef871a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:01.736753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fbdfbe32-1d69-46f6-ab66-f649eba7a574 None None] Provisioning complete for port db1716fd-8fbf-430d-938a-4997291283ca triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:01.737373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbe32-1d69-46f6-ab66-f649eba7a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db1716fd-8fbf-430d-938a-4997291283ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.759759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:01.760828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:01.803505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a83eb-1ad1-4911-9e49-410947879d96 req-4d81c5c5-81e0-4524-a798-463ebe76703c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:01.805682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c69a83eb-1ad1-4911-9e49-410947879d96 req-4d81c5c5-81e0-4524-a798-463ebe76703c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.2104170
Apr 02 21:05:01.806010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43d27-0502-4699-95c1-baa5e11400f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:01.822056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-6f057338-7814-4aa7-b304-b62db7b32453 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4352100
Apr 02 21:05:01.833444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Request body: {'port': {'device_id': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47', 'admin_state_up': True, 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:01.841111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4d64426-ae59-4e94-a2da-c586004c8607'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:01.867627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0cb43d27-0502-4699-95c1-baa5e11400f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29e40169756c4c9b9c5083f30a5761a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3837562
Apr 02 21:05:01.869422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45290) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:01.871658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:01.915918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd3620-8b5b-47eb-817d-85fe7537b6c9 req-3a17aaad-c02a-4a03-8013-f088cc35300a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:01.925941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dcd3620-8b5b-47eb-817d-85fe7537b6c9 req-3a17aaad-c02a-4a03-8013-f088cc35300a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.0945432
Apr 02 21:05:01.931309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4d64426-ae59-4e94-a2da-c586004c8607,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:01.994764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dcd3620-8b5b-47eb-817d-85fe7537b6c9 req-07217e4f-5f72-45fc-80e2-d01f5af52406 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672588
Apr 02 21:05:02.036654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c69a83eb-1ad1-4911-9e49-410947879d96 req-b894198f-be7e-45e4-a272-d19d2ae47e3e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974335
Apr 02 21:05:02.041869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 27e2941e-67bd-411a-8793-ac8931ef871a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:02.042179 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.068115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0707ca1-521c-4792-8f21-33554be2523f admin admin] Publish callbacks [] for security_group (d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.116242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0707ca1-521c-4792-8f21-33554be2523f admin admin] Publish callbacks [] for security_group (d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.156496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906584e-355a-425a-bf41-6083cb992bc6 req-9e0507db-b45a-437b-bab1-e57dcb50e271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:02.158437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2906584e-355a-425a-bf41-6083cb992bc6 req-9e0507db-b45a-437b-bab1-e57dcb50e271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 945 time: 0.0741866
Apr 02 21:05:02.200515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0707ca1-521c-4792-8f21-33554be2523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.204786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0707ca1-521c-4792-8f21-33554be2523f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.206192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e0707ca1-521c-4792-8f21-33554be2523f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc HTTP/1.1" status: 204  len: 168 time: 0.3338406
Apr 02 21:05:02.224867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0707ca1-521c-4792-8f21-33554be2523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2ad5b-ec01-4c71-941d-e77fc7d37ccc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:02.264139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Made reservation on behalf of 6ae16de34fd342cda85aa2bd981452c4 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:02.267741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.292207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfbe32-1d69-46f6-ab66-f649eba7a574 None None] Current status of the port db1716fd-8fbf-430d-938a-4997291283ca is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:02.297930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2906584e-355a-425a-bf41-6083cb992bc6 req-588f1e52-4f5d-47d3-90da-11a4cdd22f60 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321633
Apr 02 21:05:02.304701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:02.374220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'mac_address': 'fa:16:3e:65:1a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:02.479338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d747ad3-0af4-445b-b1f2-009abb702e9b req-0562d3cb-ac28-4740-b50f-da40006bbb2c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:02.481248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d747ad3-0af4-445b-b1f2-009abb702e9b req-0562d3cb-ac28-4740-b50f-da40006bbb2c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 932 time: 0.1344409
Apr 02 21:05:02.569110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Allocated IP 19.86.0.229 (29461d6a-57f0-42a8-887c-5bb0eba05a47/ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d/de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:02.585087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d747ad3-0af4-445b-b1f2-009abb702e9b req-d54b8ef8-c4f0-4a68-b1e6-9ce526f0ca1b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771008
Apr 02 21:05:02.638199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 27e2941e-67bd-411a-8793-ac8931ef871a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:02.642820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8ddb48cf-31f7-4068-87bb-09de87e9a570 None None] Provisioning complete for port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:02.643153 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ddb48cf-31f7-4068-87bb-09de87e9a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.702840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:02.703336 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.742693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c6822bb-be50-4c34-94cb-f822e9b46f02 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:02.769259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb48cf-31f7-4068-87bb-09de87e9a570 None None] Port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:02.793450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:02.805009 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.856141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device db1716fd-8fbf-430d-938a-4997291283ca up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:02.881723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.920017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:02.921030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9c6822bb-be50-4c34-94cb-f822e9b46f02'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:02.955149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:02.993233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port db1716fd-8fbf-430d-938a-4997291283ca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:02.993593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db1716fd-8fbf-430d-938a-4997291283ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:03.001773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:03.007060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:03.011405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:03.080670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event updated for resources: {'Port': ['ID=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:03.123789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:03.124477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:03.256336 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-33d4f811-184f-4139-ad6d-de36cc42290a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4324489
Apr 02 21:05:03.259799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d92fea-3ea2-4662-86ca-660aa5380a3d req-5e79a380-4d50-4ce6-ae38-f8e472221445 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:03.268858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33d92fea-3ea2-4662-86ca-660aa5380a3d req-5e79a380-4d50-4ce6-ae38-f8e472221445 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.1238666
Apr 02 21:05:03.271467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Request body: {'port': {'device_id': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:03.336550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4076-daf6-4262-8311-adf5390fa22e req-86ff5806-7937-4af8-ab70-b549c08df63b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:03.338352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c1d4076-daf6-4262-8311-adf5390fa22e req-86ff5806-7937-4af8-ab70-b549c08df63b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1621985
Apr 02 21:05:03.346117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port db1716fd-8fbf-430d-938a-4997291283ca is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:03.362520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33d92fea-3ea2-4662-86ca-660aa5380a3d req-0bb0f5b9-9cbf-4323-8fe4-b6ee89e276f9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925837
Apr 02 21:05:03.434324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:03.499920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c1d4076-daf6-4262-8311-adf5390fa22e req-92fde3bd-9481-4665-a2ed-424baa56a8a2 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152437
Apr 02 21:05:03.500637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-91098821-8987-4ba1-a3da-a6ecbdc204f0 None None] Provisioning complete for port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:03.501916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-91098821-8987-4ba1-a3da-a6ecbdc204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:03.542443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f896-ead1-4058-abc7-0c1702ad78fd req-000d62f7-e5c0-40fc-a300-680df3861e5d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:03.549735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6803f896-ead1-4058-abc7-0c1702ad78fd req-000d62f7-e5c0-40fc-a300-680df3861e5d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 945 time: 0.0615981
Apr 02 21:05:03.559465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-91098821-8987-4ba1-a3da-a6ecbdc204f0 None None] Port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:03.604272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6803f896-ead1-4058-abc7-0c1702ad78fd req-bce698c6-163e-4fd0-9981-5011877bf419 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535827
Apr 02 21:05:03.770030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603a72-0a7c-43d8-b47f-9be7f86432e4 req-ab6ab2f4-13be-43cf-898d-ccad6480d89f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:03.779104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603a72-0a7c-43d8-b47f-9be7f86432e4 req-ab6ab2f4-13be-43cf-898d-ccad6480d89f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:03.781474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4603a72-0a7c-43d8-b47f-9be7f86432e4 req-ab6ab2f4-13be-43cf-898d-ccad6480d89f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1655 time: 0.1049716
Apr 02 21:05:03.856278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:03.857145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed90c57-8d97-4048-b9af-fc0bea1656f4 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:03.867831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Publish callbacks [] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:03.873054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4603a72-0a7c-43d8-b47f-9be7f86432e4 req-7ad90216-475d-4d5d-a6e4-b480fe2efa6a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807853
Apr 02 21:05:03.884584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Transition to ACTIVE for port object 3ed90c57-8d97-4048-b9af-fc0bea1656f4 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:03.895348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:03.982445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed90c57-8d97-4048-b9af-fc0bea1656f4,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:03.985347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 9c6822bb-be50-4c34-94cb-f822e9b46f02 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:03.985717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.097293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Attempting to bind port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:04.097728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Attempting to bind port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:04.098127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Attempting to bind port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 on network f586152a-990b-40c9-8526-6fd404717ef3 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:04.104830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 on network f586152a-990b-40c9-8526-6fd404717ef3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:04.105967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Attempting to bind port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 on network f586152a-990b-40c9-8526-6fd404717ef3 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:04.113415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:04.113910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Checking segment: {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:04.114384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Bound using segment: {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:04.114891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Bound port: 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2965d866-d831-4ceb-8d00-bb03fcf5f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:04.115350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.120975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:04.122239 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.156228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:04.158835 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b23780-09ca-45f6-8b5f-44e21f5f85ac" -d '{"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-plugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:04.179980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:04.186813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.229567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] For port 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:04.234050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] For port 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed90c57-8d97-4048-b9af-fc0bea1656f4,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:04.235849 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b4572-ec11-4152-a799-7f72a503c682 x-openstack-request-id: req-763b4572-ec11-4152-a799-7f72a503c682 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:04.236362 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-plugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:04.236634 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-763b4572-ec11-4152-a799-7f72a503c682 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:04.237172 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763b4572-ec11-4152-a799-7f72a503c682'] response: {'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'code': 200}
Apr 02 21:05:04.240342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.251340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:04.289315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.290286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.291916 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ed90c57-8d97-4048-b9af-fc0bea1656f4 HTTP/1.1" status: 200  len: 1092 time: 1.0262980
Apr 02 21:05:04.292519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'tag': '3ed90c57-8d97-4048-b9af-fc0bea1656f4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:04.294976 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "tag": "3ed90c57-8d97-4048-b9af-fc0bea1656f4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:04.329768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Request body: {'port': {'device_id': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:04.361639 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eed136-6c9c-42c0-bc8d-e152c581b366 x-openstack-request-id: req-86eed136-6c9c-42c0-bc8d-e152c581b366 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:04.361934 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "tag": "3ed90c57-8d97-4048-b9af-fc0bea1656f4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:04.362194 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86eed136-6c9c-42c0-bc8d-e152c581b366 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:04.362601 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86eed136-6c9c-42c0-bc8d-e152c581b366'] response: {'name': 'network-changed', 'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'tag': '3ed90c57-8d97-4048-b9af-fc0bea1656f4', 'status': 'completed', 'code': 200}
Apr 02 21:05:04.367483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d3f2-f627-49f8-9d87-4cedcfeb4822 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed90c57-8d97-4048-b9af-fc0bea1656f4,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:04.463748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.503504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-144faff9-51bd-4dd8-b978-49a885510ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.504063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-144faff9-51bd-4dd8-b978-49a885510ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.505833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-144faff9-51bd-4dd8-b978-49a885510ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1945 time: 0.1166339
Apr 02 21:05:04.704378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4d64426-ae59-4e94-a2da-c586004c8607 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:04.724789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd96a6f-d50f-449d-ae80-89fadbe55ceb req-ed029e78-c8e0-40b4-bc5b-11ecdb1b8f2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.729848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cd96a6f-d50f-449d-ae80-89fadbe55ceb req-ed029e78-c8e0-40b4-bc5b-11ecdb1b8f2c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.2112210
Apr 02 21:05:04.753536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-55354a30-9da8-4520-9553-bee10d953465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.754250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-55354a30-9da8-4520-9553-bee10d953465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.754985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-55354a30-9da8-4520-9553-bee10d953465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.756773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-55354a30-9da8-4520-9553-bee10d953465 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ae16de34fd342cda85aa2bd981452c4&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2404592
Apr 02 21:05:04.783824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf0898-e1a9-442c-a6bb-3d5c56f32f9b req-d4932c46-c95e-486e-b065-27558f8e99d6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.785392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70cf0898-e1a9-442c-a6bb-3d5c56f32f9b req-d4932c46-c95e-486e-b065-27558f8e99d6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1305966
Apr 02 21:05:04.788227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d4d64426-ae59-4e94-a2da-c586004c8607 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:05:04.796685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d4d64426-ae59-4e94-a2da-c586004c8607 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:04.796685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.877555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cd96a6f-d50f-449d-ae80-89fadbe55ceb req-710d02db-80ec-40e7-9e6e-92f92c6b211e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1366704
Apr 02 21:05:04.879683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70cf0898-e1a9-442c-a6bb-3d5c56f32f9b req-839780ec-2897-4ca1-bf41-10cd0d3d27a5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781794
Apr 02 21:05:04.892915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:04.910370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Publish callbacks [] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.922366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-05578ed3-81d1-4988-864a-578b4705a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:04.923939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a4fe74a-3c8f-46ce-8397-37eb34808f6e req-05578ed3-81d1-4988-864a-578b4705a26f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1584303
Apr 02 21:05:04.933975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Transition to ACTIVE for port object de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:04.938614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.948444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4d64426-ae59-4e94-a2da-c586004c8607 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:04.949401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.984441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4d64426-ae59-4e94-a2da-c586004c8607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4d64426-ae59-4e94-a2da-c586004c8607,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:04.989486 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:04.990285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:05.065364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Pushing event updated for resources: {'Port': ['ID=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:05.121515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4d64426-ae59-4e94-a2da-c586004c8607,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:05.135705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48f3e2-ab80-44dd-9204-7cc2c3696a78 req-5f4f67da-237a-4777-97b3-68211c88be38 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.147518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48f3e2-ab80-44dd-9204-7cc2c3696a78 req-5f4f67da-237a-4777-97b3-68211c88be38 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.160341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd48f3e2-ab80-44dd-9204-7cc2c3696a78 req-5f4f67da-237a-4777-97b3-68211c88be38 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1679 time: 0.1465662
Apr 02 21:05:05.177657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f82b-c093-4b1e-afdd-3a755529424c req-a77d4045-6f32-44ed-8a29-983c50cff66c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.179297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1610f82b-c093-4b1e-afdd-3a755529424c req-a77d4045-6f32-44ed-8a29-983c50cff66c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1857877
Apr 02 21:05:05.188353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45408) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:05.193460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-795097189'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:05.216943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 40619b23-550c-41ce-a969-700e42af64d7 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:05.217677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.234487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Attempting to bind port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:05.235484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Attempting to bind port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:05.235484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Attempting to bind port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 on network 29461d6a-57f0-42a8-887c-5bb0eba05a47 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:05.259240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:05.266821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.267956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 on network 29461d6a-57f0-42a8-887c-5bb0eba05a47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:05.268283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Attempting to bind port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 on network 29461d6a-57f0-42a8-887c-5bb0eba05a47 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:05.272222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd48f3e2-ab80-44dd-9204-7cc2c3696a78 req-820a1839-d249-4a43-9a10-6941059fb36b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089869
Apr 02 21:05:05.273783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:05.283673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.285244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:05.285577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Checking segment: {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:05.285961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Bound using segment: {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:05.286401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Bound port: de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc61e58f-248c-4862-a52c-2977272400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:05.286799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.300152 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1610f82b-c093-4b1e-afdd-3a755529424c req-8e14358b-17a8-4401-9817-eb4ad59c37c8 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050041
Apr 02 21:05:05.346562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:05:05.362109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (534fecc7-5fc0-43cb-b485-1f3a9cde188f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.362660 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Added segment 534fecc7-5fc0-43cb-b485-1f3a9cde188f of type vlan for network ade7b0c7-9d28-49c6-8944-213c1ff76706
Apr 02 21:05:05.366127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:05.391979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] For port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:05.395704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] For port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:05.404847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.427975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ade7b0c7-9d28-49c6-8944-213c1ff76706), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.446762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.447425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.452509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-ae32f881-1753-437f-8874-4479258742b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 HTTP/1.1" status: 200  len: 1092 time: 1.1266851
Apr 02 21:05:05.473396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f881-1753-437f-8874-4479258742b3 service neutron] Pushing event updated for resources: {'Port': ['ID=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:05.485778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ade7b0c7-9d28-49c6-8944-213c1ff76706), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.491613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.492339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.550278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3610249
Apr 02 21:05:05.553423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45418) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:05.562594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-643913438'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:05.594799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-03c2034f-3a89-40c5-a31d-849e76483eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.595294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-03c2034f-3a89-40c5-a31d-849e76483eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.597020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-03c2034f-3a89-40c5-a31d-849e76483eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 2043 time: 0.1015210
Apr 02 21:05:05.598187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:05.601467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.609492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fef61-9909-4b43-a7ef-26b8a850fec3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Network': ['ID=ade7b0c7-9d28-49c6-8944-213c1ff76706,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:05.629806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:05:05.636728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:05:05.645751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (78bb2fdd-3047-46e8-8582-9b55bd95f742), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.646301 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Added segment 78bb2fdd-3047-46e8-8582-9b55bd95f742 of type vlan for network a6c70d63-32ca-4127-ab6e-1a01ed6bf503
Apr 02 21:05:05.701559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a6c70d63-32ca-4127-ab6e-1a01ed6bf503), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.742815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a6c70d63-32ca-4127-ab6e-1a01ed6bf503), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.748221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.748826 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:05.796227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-2b227f66-1430-458e-bc1d-866874a157e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=3ed90c57-8d97-4048-b9af-fc0bea1656f4 HTTP/1.1" status: 200  len: 217 time: 0.0627992
Apr 02 21:05:05.840013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2853370
Apr 02 21:05:05.842918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45436) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:05.848383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'subnet': {'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:05.894504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aa395-66c1-446e-a4ca-1fd0a5a034cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Network': ['ID=a6c70d63-32ca-4127-ab6e-1a01ed6bf503,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:05.906009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:05:05.914013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-bcd78afe-c7ab-4590-b2bb-3fc4bddc4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:05.916773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-bcd78afe-c7ab-4590-b2bb-3fc4bddc4805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2ade7c6-21ea-4bad-b504-7f18ce1d0bff HTTP/1.1" status: 200  len: 801 time: 0.1087565
Apr 02 21:05:06.014420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:06.018255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:06.098174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-e844b64e-076a-48c4-8eb1-e8324f566668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.099793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-e844b64e-076a-48c4-8eb1-e8324f566668 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f586152a-990b-40c9-8526-6fd404717ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1749158
Apr 02 21:05:06.112947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0245ad-d45b-4cf3-b917-7fe6b7b2715f req-7681814f-b1f8-45f4-9f2d-ff43610988f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.114920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf0245ad-d45b-4cf3-b917-7fe6b7b2715f req-7681814f-b1f8-45f4-9f2d-ff43610988f7 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1036549
Apr 02 21:05:06.223401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91972d-06ec-4375-b351-e03ca4dbbbe4 req-53956cdb-41c1-46d1-928a-01d63332d4fe tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.230824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd91972d-06ec-4375-b351-e03ca4dbbbe4 req-53956cdb-41c1-46d1-928a-01d63332d4fe tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 943 time: 0.1070099
Apr 02 21:05:06.238086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607'}, {'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40619b23-550c-41ce-a969-700e42af64d7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:06.241579 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea7228b-0310-40ea-bb0e-095faa105754" -d '{"events": [{"server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "name": "network-vif-plugged", "status": "completed", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607"}, {"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-unplugged", "status": "completed", "tag": "40619b23-550c-41ce-a969-700e42af64d7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:06.242018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf0245ad-d45b-4cf3-b917-7fe6b7b2715f req-b974a56f-bf15-4ee8-95e5-2a2fd801d1b8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106083
Apr 02 21:05:06.259491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-3c0c3b53-241a-4a99-93ec-67c0b36e14c6 service neutron] 10.222.0.15 "GET /v2.0/networks/f586152a-990b-40c9-8526-6fd404717ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428125
Apr 02 21:05:06.338400 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e793493a-8f35-4b4c-b75b-23e25f7562d0 x-openstack-request-id: req-e793493a-8f35-4b4c-b75b-23e25f7562d0 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:06.338693 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "name": "network-vif-plugged", "status": "completed", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607", "code": 200}, {"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-unplugged", "status": "completed", "tag": "40619b23-550c-41ce-a969-700e42af64d7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:06.338956 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e793493a-8f35-4b4c-b75b-23e25f7562d0 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:06.339358 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e793493a-8f35-4b4c-b75b-23e25f7562d0'] response: {'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'code': 200}
Apr 02 21:05:06.340150 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e793493a-8f35-4b4c-b75b-23e25f7562d0'] response: {'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40619b23-550c-41ce-a969-700e42af64d7', 'code': 200}
Apr 02 21:05:06.363941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'tag': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:06.366271 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dea871-4d75-4c39-a095-effbfaaebd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "tag": "de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:06.393614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd91972d-06ec-4375-b351-e03ca4dbbbe4 req-ab120055-b23d-4a2e-8a76-ee4117804de3 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612678
Apr 02 21:05:06.445296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45474) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:06.491107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-a89c71bf-54cd-4ef0-9634-8be8a8b25eeb service neutron] 10.222.0.15 "GET /v2.0/networks/f586152a-990b-40c9-8526-6fd404717ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209425
Apr 02 21:05:06.508403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (21446090-575e-4491-a2ab-049b46832e49), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:06.546555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-7cae2945-21c9-4131-876d-688f3bd51d89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 HTTP/1.1" status: 200  len: 217 time: 0.0498912
Apr 02 21:05:06.593085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81e34e-e711-4c62-ade1-3de1cdbfa050 req-05ffadf6-a8bf-4645-bf4b-3489673a8461 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.595331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b81e34e-e711-4c62-ade1-3de1cdbfa050 req-05ffadf6-a8bf-4645-bf4b-3489673a8461 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1206400
Apr 02 21:05:06.597378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481f4a-9670-4e08-9218-fc1c96a8f3d2 req-2fd23629-c608-4774-8299-4637f0b68eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.599467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f481f4a-9670-4e08-9218-fc1c96a8f3d2 req-2fd23629-c608-4774-8299-4637f0b68eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 1128 time: 0.1818724
Apr 02 21:05:06.601837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb1c26-2a83-491c-b5b6-86e3fd020b20 req-195a4ad5-fec4-4582-a7d2-3cb9d6b52092 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.604382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Subnet': ['ID=21446090-575e-4491-a2ab-049b46832e49,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:06.609551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb1c26-2a83-491c-b5b6-86e3fd020b20 req-195a4ad5-fec4-4582-a7d2-3cb9d6b52092 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.618370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfcb1c26-2a83-491c-b5b6-86e3fd020b20 req-195a4ad5-fec4-4582-a7d2-3cb9d6b52092 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1679 time: 0.1959107
Apr 02 21:05:06.661459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e761a705-41f6-40e7-ac78-fc312ecdf5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:06.662025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Checking segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:06.662415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network hostable DHCP agents. Network: ade7b0c7-9d28-49c6-8944-213c1ff76706, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:05:06.683430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-c42b0a84-9961-4d45-880f-9c74bda08020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.685113 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-c42b0a84-9961-4d45-880f-9c74bda08020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d HTTP/1.1" status: 200  len: 801 time: 0.1314299
Apr 02 21:05:06.702308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:06.741017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b81e34e-e711-4c62-ade1-3de1cdbfa050 req-6a0d9ee2-a01d-4ba7-a934-b50527f95b1f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313787
Apr 02 21:05:06.750228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f481f4a-9670-4e08-9218-fc1c96a8f3d2 req-36387da9-b3ab-41e6-a76a-5bdf000e13a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336617
Apr 02 21:05:06.751468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfcb1c26-2a83-491c-b5b6-86e3fd020b20 req-b9f5c048-8d99-49d4-ac04-a7560ffd7c5a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321745
Apr 02 21:05:06.783721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41b8-4319-4c33-806a-7212535014ce req-70cca546-5ee3-48cb-9c08-5f12a7592b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.785353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-70cca546-5ee3-48cb-9c08-5f12a7592b75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29461d6a-57f0-42a8-887c-5bb0eba05a47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0917597
Apr 02 21:05:06.794193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:05:06.807545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ade7b0c7-9d28-49c6-8944-213c1ff76706) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:06.825508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:06.830244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:06.831694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa9dc4-d730-4c33-81db-913191275cc5 None None] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:06.841463 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cdde37-2734-48ab-a103-f3f6b0f03aad x-openstack-request-id: req-34cdde37-2734-48ab-a103-f3f6b0f03aad {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:06.842062 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "tag": "de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:06.842062 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34cdde37-2734-48ab-a103-f3f6b0f03aad {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:06.842477 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34cdde37-2734-48ab-a103-f3f6b0f03aad'] response: {'name': 'network-changed', 'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'tag': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0', 'status': 'completed', 'code': 200}
Apr 02 21:05:06.856117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0761706d-9152-437a-b88f-54f4c7b17030 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0118551
Apr 02 21:05:06.858731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45482) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:06.864190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'subnet': {'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:06.912159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e761a705-41f6-40e7-ac78-fc312ecdf5ff admin admin] Publish callbacks [] for security_group (6ec409de-447c-45b6-98a6-2d5e9ba9da10), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:06.926453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e761a705-41f6-40e7-ac78-fc312ecdf5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6ec409de-447c-45b6-98a6-2d5e9ba9da10), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:06.950518 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-394faf1f-8dbb-491b-93e1-e322695772b2 service neutron] 10.222.0.15 "GET /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566963
Apr 02 21:05:06.979821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:06.984614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.004833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761a705-41f6-40e7-ac78-fc312ecdf5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec409de-447c-45b6-98a6-2d5e9ba9da10,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:07.013085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e761a705-41f6-40e7-ac78-fc312ecdf5ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=919d34def6c64ddb814f5326614e50f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5645373
Apr 02 21:05:07.013658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45484) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:07.109795 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0964-6bc9-463f-bb28-6ce4c72d634e admin admin] Publish callbacks [] for security_group (6ec409de-447c-45b6-98a6-2d5e9ba9da10), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.145912 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0964-6bc9-463f-bb28-6ce4c72d634e admin admin] Publish callbacks [] for security_group (6ec409de-447c-45b6-98a6-2d5e9ba9da10), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.148994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4cf41b8-4319-4c33-806a-7212535014ce req-164846a1-1eaa-4218-a43d-02bb736a5d8b service neutron] 10.222.0.15 "GET /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865230
Apr 02 21:05:07.161534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:07.207389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '40619b23-550c-41ce-a969-700e42af64d7', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'port_id': '40619b23-550c-41ce-a969-700e42af64d7', 'mac_address': 'fa:16:3e:03:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e3563-f50b-4217-b781-f72e846d514d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:07.216353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0964-6bc9-463f-bb28-6ce4c72d634e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6ec409de-447c-45b6-98a6-2d5e9ba9da10), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.219556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0964-6bc9-463f-bb28-6ce4c72d634e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.222253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eb1f0964-6bc9-463f-bb28-6ce4c72d634e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ec409de-447c-45b6-98a6-2d5e9ba9da10 HTTP/1.1" status: 204  len: 168 time: 0.2051737
Apr 02 21:05:07.253403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ade7b0c7-9d28-49c6-8944-213c1ff76706', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'project_id': 'fad5516982b843a9a35e49795fda0844', 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:05:07.254273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.264854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (986a56ad-82c1-4784-917b-4ee5f337ff56), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.280386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f0964-6bc9-463f-bb28-6ce4c72d634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec409de-447c-45b6-98a6-2d5e9ba9da10,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:07.284829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 40619b23-550c-41ce-a969-700e42af64d7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:07.285311 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.307993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-943c7448-058e-4186-82ab-24260a2cd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.313154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-943c7448-058e-4186-82ab-24260a2cd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.315143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-943c7448-058e-4186-82ab-24260a2cd05d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae16de34fd342cda85aa2bd981452c4&device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 2043 time: 0.0867295
Apr 02 21:05:07.331684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40619b23-550c-41ce-a969-700e42af64d7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:07.400662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Subnet': ['ID=986a56ad-82c1-4784-917b-4ee5f337ff56,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:07.409891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:07.420012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Checking segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:07.420501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network hostable DHCP agents. Network: a6c70d63-32ca-4127-ab6e-1a01ed6bf503, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:05:07.437650 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.453288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:05:07.500879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6c70d63-32ca-4127-ab6e-1a01ed6bf503) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:07.507093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.508041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.540917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1735ebd1-3438-4e4d-a31d-03f717282771 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6783025
Apr 02 21:05:07.549716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45494) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:07.559077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'name': 'tempest-TaggedBootDevicesTest-2008114510', 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:07.617110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd9cdac-da7f-477c-8427-45ab786a717b None None] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:07.618136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ff18a-9134-425e-bf81-f6f65699b312 req-2c61a5ae-210b-4694-bb15-4ec106ca44f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.620348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e66ff18a-9134-425e-bf81-f6f65699b312 req-2c61a5ae-210b-4694-bb15-4ec106ca44f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.2253294
Apr 02 21:05:07.669956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b3a33-e6d1-4745-99a0-0b423aaeaf33 req-e3d06240-9d59-4a76-8279-772a1c39568c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.688026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b59b3a33-e6d1-4745-99a0-0b423aaeaf33 req-e3d06240-9d59-4a76-8279-772a1c39568c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 944 time: 0.1603253
Apr 02 21:05:07.704010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-76071bc2-4cfb-4789-8fb1-f43e6784fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.705702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-76071bc2-4cfb-4789-8fb1-f43e6784fd5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=29461d6a-57f0-42a8-887c-5bb0eba05a47 HTTP/1.1" status: 200  len: 903 time: 0.3832867
Apr 02 21:05:07.786598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['40619b23-550c-41ce-a969-700e42af64d7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:07.799395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:07.818811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b59b3a33-e6d1-4745-99a0-0b423aaeaf33 req-3d5ef941-fc82-4ccb-b6d3-53384f937a99 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305659
Apr 02 21:05:07.837287 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e66ff18a-9134-425e-bf81-f6f65699b312 req-8af78d1e-6dc5-4ae7-88af-de2c0f950b09 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2105696
Apr 02 21:05:07.839342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f288ed2c-f280-4501-8c1b-9c7497a5440c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:07.862951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-194afba3-305f-4833-94ac-0bedfaff344e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 HTTP/1.1" status: 200  len: 217 time: 0.1443629
Apr 02 21:05:07.949922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:07.989667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-667903b7-d174-4001-8eed-c328ad7233ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:07.991731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-667903b7-d174-4001-8eed-c328ad7233ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d HTTP/1.1" status: 200  len: 801 time: 0.1183133
Apr 02 21:05:08.059255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:08.115196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f288ed2c-f280-4501-8c1b-9c7497a5440c admin admin] Publish callbacks [] for security_group (9fc4d260-b8ce-4889-8759-08c49225c036), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.131594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Allocated IP 10.1.1.2 (ade7b0c7-9d28-49c6-8944-213c1ff76706/21446090-575e-4491-a2ab-049b46832e49/84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:08.137351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c8265-0cfa-4c97-bd2c-cd47230038a8 req-ddb7a0a4-b0e7-401d-8995-3f97ebcb3fe5 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:08.145166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-522c8265-0cfa-4c97-bd2c-cd47230038a8 req-ddb7a0a4-b0e7-401d-8995-3f97ebcb3fe5 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1615052
Apr 02 21:05:08.147084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f288ed2c-f280-4501-8c1b-9c7497a5440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9fc4d260-b8ce-4889-8759-08c49225c036), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.157685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'project_id': 'fad5516982b843a9a35e49795fda0844', 'fixed_ips': [{'subnet_id': '986a56ad-82c1-4784-917b-4ee5f337ff56'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:05:08.158552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.249786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-522c8265-0cfa-4c97-bd2c-cd47230038a8 req-31468d90-511e-4c4e-a607-f351672bc4d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037736
Apr 02 21:05:08.257737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288ed2c-f280-4501-8c1b-9c7497a5440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4d260-b8ce-4889-8759-08c49225c036,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:08.263526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f288ed2c-f280-4501-8c1b-9c7497a5440c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5009da1978c642cb965d59e6a24dd49a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4631255
Apr 02 21:05:08.271107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45502) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:08.337272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb42c421-0d66-4823-9b5b-1314b05efbed admin admin] Publish callbacks [] for security_group (9fc4d260-b8ce-4889-8759-08c49225c036), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.362627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb42c421-0d66-4823-9b5b-1314b05efbed admin admin] Publish callbacks [] for security_group (9fc4d260-b8ce-4889-8759-08c49225c036), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.454920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb42c421-0d66-4823-9b5b-1314b05efbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9fc4d260-b8ce-4889-8759-08c49225c036), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.457731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb42c421-0d66-4823-9b5b-1314b05efbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.459272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb42c421-0d66-4823-9b5b-1314b05efbed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fc4d260-b8ce-4889-8759-08c49225c036 HTTP/1.1" status: 204  len: 168 time: 0.1869149
Apr 02 21:05:08.475002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42c421-0d66-4823-9b5b-1314b05efbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4d260-b8ce-4889-8759-08c49225c036,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:08.591782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Allocated IP 10.2.2.2 (a6c70d63-32ca-4127-ab6e-1a01ed6bf503/986a56ad-82c1-4784-917b-4ee5f337ff56/c03dd233-7132-457f-b055-72f9e0b4fe52) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:08.623019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Publish callbacks [] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.649681 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.720363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-523d1fc4-328b-4c53-9903-29c5bb2f5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:08.722108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-523d1fc4-328b-4c53-9903-29c5bb2f5dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29461d6a-57f0-42a8-887c-5bb0eba05a47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.7173946
Apr 02 21:05:08.727216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.743233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:08.753318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:08.757047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:08.759093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Pushing event updated for resources: {'Port': ['ID=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:08.804890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab033-1a81-4ad1-84d6-6a690b4c8825 req-a1262dd7-56b2-402e-afec-6635c127bf52 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:08.810208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab033-1a81-4ad1-84d6-6a690b4c8825 req-a1262dd7-56b2-402e-afec-6635c127bf52 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:08.811831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-025ab033-1a81-4ad1-84d6-6a690b4c8825 req-a1262dd7-56b2-402e-afec-6635c127bf52 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1679 time: 0.8083899
Apr 02 21:05:08.850152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] device_id is not set on port 9465817e-88a8-48ec-b330-f9aafa60b53e yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:05:08.951237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-e2d9c37f-52c6-4263-afae-749bced3d93b service neutron] 10.222.0.15 "GET /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212219
Apr 02 21:05:08.951969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Attempting to bind port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:08.952213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Attempting to bind port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:08.952504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Attempting to bind port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:08.965210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:08.965616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Checking segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:08.965992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.966396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Bound using segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:08.966881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Bound port: 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:08.967268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:08.991264 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Publish callbacks [] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.029809 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.048564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24689285-d0a5-46eb-ac8b-35403df4438d req-d89454fc-8016-4c05-a6a4-16f2af07dba3 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:09.052686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-025ab033-1a81-4ad1-84d6-6a690b4c8825 req-cbb05c32-2579-47a6-8c96-c1396111d110 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245946
Apr 02 21:05:09.066407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24689285-d0a5-46eb-ac8b-35403df4438d req-d89454fc-8016-4c05-a6a4-16f2af07dba3 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 944 time: 0.1070337
Apr 02 21:05:09.104060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:09.118792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:09.131566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:09.138354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Pushing event updated for resources: {'Port': ['ID=c03dd233-7132-457f-b055-72f9e0b4fe52,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:09.162568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] For port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:09.199835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] For port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:09.230278 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.236714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24689285-d0a5-46eb-ac8b-35403df4438d req-f413fc33-1429-4a33-b8bb-68bdce58309d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693950
Apr 02 21:05:09.238413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2dea871-4d75-4c39-a095-effbfaaebd7f req-409575eb-3618-49ca-bbfc-0f52a802a945 service neutron] 10.222.0.15 "GET /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476020
Apr 02 21:05:09.278324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Attempting to bind port c03dd233-7132-457f-b055-72f9e0b4fe52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:09.278324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Attempting to bind port c03dd233-7132-457f-b055-72f9e0b4fe52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:09.278324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Attempting to bind port c03dd233-7132-457f-b055-72f9e0b4fe52 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:09.319248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 10.1.1.99 (ade7b0c7-9d28-49c6-8944-213c1ff76706/21446090-575e-4491-a2ab-049b46832e49/9465817e-88a8-48ec-b330-f9aafa60b53e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:09.350588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:09.351024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Checking segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:09.351371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.351772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Bound using segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:09.352264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Bound port: c03dd233-7132-457f-b055-72f9e0b4fe52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:09.365740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.408566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939183-1d87-4dbb-9c46-4c6bfea71263 req-28dba34a-3eed-41e9-a12a-b395f6e3b1d3 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:09.410167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7939183-1d87-4dbb-9c46-4c6bfea71263 req-28dba34a-3eed-41e9-a12a-b395f6e3b1d3 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1708426
Apr 02 21:05:09.466025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcc62a-73c6-4af0-aeea-35833cbc4f60 None None] Pushing event updated for resources: {'Port': ['ID=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:09.500515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3217ee-bb6d-4157-b691-0caa921efe80 req-a8aee259-185d-4dee-ae7d-22979b07f654 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:09.502185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c3217ee-bb6d-4157-b691-0caa921efe80 req-a8aee259-185d-4dee-ae7d-22979b07f654 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1248212
Apr 02 21:05:09.528275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] For port c03dd233-7132-457f-b055-72f9e0b4fe52, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:09.535815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] For port c03dd233-7132-457f-b055-72f9e0b4fe52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c03dd233-7132-457f-b055-72f9e0b4fe52,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:09.550497 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.622776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c3217ee-bb6d-4157-b691-0caa921efe80 req-f7b4a5b0-b3eb-43c2-ba21-fb381344857b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994492
Apr 02 21:05:09.701731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91a52d-3856-4a06-9099-19de3522c55f None None] Pushing event updated for resources: {'Port': ['ID=c03dd233-7132-457f-b055-72f9e0b4fe52,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:09.772615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7939183-1d87-4dbb-9c46-4c6bfea71263 req-df8d5113-e210-48ac-b446-af0f611358ad tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3469946
Apr 02 21:05:09.837163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c65f-ff9a-4ad7-bf88-5080f3a0c4b9 req-8baf4f4e-d8e5-4699-9b21-428476adc6d9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:09.839027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7591c65f-ff9a-4ad7-bf88-5080f3a0c4b9 req-8baf4f4e-d8e5-4699-9b21-428476adc6d9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.0991256
Apr 02 21:05:09.854846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45532) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:09.866371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:09.871699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 3ed90c57-8d97-4048-b9af-fc0bea1656f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:09.910938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.931020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (07e58937-dc31-4ca7-b0c9-77a77261937e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:09.995303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:10.079465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed90c57-8d97-4048-b9af-fc0bea1656f4,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:10.082670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:10.095244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:10.098750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:10.102016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '3ed90c57-8d97-4048-b9af-fc0bea1656f4', 'network_id': 'f586152a-990b-40c9-8526-6fd404717ef3', 'port_id': '3ed90c57-8d97-4048-b9af-fc0bea1656f4', 'mac_address': 'fa:16:3e:e6:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ade7c6-21ea-4bad-b504-7f18ce1d0bff', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:10.200269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:10.211504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:10.211889 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:10.262954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed90c57-8d97-4048-b9af-fc0bea1656f4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:10.331380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed90c57-8d97-4048-b9af-fc0bea1656f4,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:10.340155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:10.340973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:10.357006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:10.357769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:10.416819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ee80250e-39b4-4fc6-9b69-729c5163bbe1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.8635089
Apr 02 21:05:10.434717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45544) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:10.448231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4e5ff-279d-46a6-a4e1-798a81053db8 req-b60168ee-7c80-4c83-8008-7d4e70be08ee tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:10.460527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4e5ff-279d-46a6-a4e1-798a81053db8 req-b60168ee-7c80-4c83-8008-7d4e70be08ee tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:10.470985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e4e5ff-279d-46a6-a4e1-798a81053db8 req-b60168ee-7c80-4c83-8008-7d4e70be08ee tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1679 time: 0.2180865
Apr 02 21:05:10.480649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'name': 'tempest-TaggedBootDevicesTest-51603352', 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:10.540098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=3ed90c57-8d97-4048-b9af-fc0bea1656f4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:10.674905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1e4e5ff-279d-46a6-a4e1-798a81053db8 req-c1e350da-6ce5-49c4-aa92-9094d6459afa tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900947
Apr 02 21:05:10.732601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:10.756817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:10.768941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:10.833725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] device_id is not set on port 7374b67b-9bb7-474a-b2c1-f4e86b602226 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:05:10.943684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:10.962341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 40619b23-550c-41ce-a969-700e42af64d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:10.962721 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (40619b23-550c-41ce-a969-700e42af64d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.293231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 10.1.1.162 (ade7b0c7-9d28-49c6-8944-213c1ff76706/21446090-575e-4491-a2ab-049b46832e49/7374b67b-9bb7-474a-b2c1-f4e86b602226) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:11.340315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c03dd233-7132-457f-b055-72f9e0b4fe52 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:11.389678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c500a-f315-4c54-824e-95b35a082531 None None] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:11.404032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0', 'network_id': '29461d6a-57f0-42a8-887c-5bb0eba05a47', 'port_id': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0', 'mac_address': 'fa:16:3e:e5:f2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d', 'ip_address': '19.86.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:11.431145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] Provisioning complete for port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:11.431870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.530840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.533652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.547457 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (07e58937-dc31-4ca7-b0c9-77a77261937e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.559974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c4317-439b-4fec-b237-9711736de32f None None] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:11.578248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.594504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433db2a2-9abc-477b-96a7-11c78faa0ad6 req-bb84bda2-97d9-4bf2-8ae7-a7d2118bf1a4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:11.604789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-433db2a2-9abc-477b-96a7-11c78faa0ad6 req-bb84bda2-97d9-4bf2-8ae7-a7d2118bf1a4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.5437322
Apr 02 21:05:11.671513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:11.674749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:11.679076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:11.758552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:11.766826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-433db2a2-9abc-477b-96a7-11c78faa0ad6 req-9df3fbc8-ffbc-4834-b66a-f49942c238b3 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610610
Apr 02 21:05:11.783584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621a53-0ad7-4665-8bae-125387d4a377 req-85f83acc-9e0e-40b4-acb0-66a42c477c6b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:11.783977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 40619b23-550c-41ce-a969-700e42af64d7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:11.784518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.804398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:11.806786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74621a53-0ad7-4665-8bae-125387d4a377 req-85f83acc-9e0e-40b4-acb0-66a42c477c6b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 944 time: 0.2716491
Apr 02 21:05:11.809569 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.853672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-921ad014-9796-4edd-b0bb-83ddbfecfc53 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3770046
Apr 02 21:05:11.866712 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 07e58937-dc31-4ca7-b0c9-77a77261937e associated. External IP: 172.35.4.238, port: d4d64426-ae59-4e94-a2da-c586004c8607.
Apr 02 21:05:11.978470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c03dd233-7132-457f-b055-72f9e0b4fe52 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:11.981921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:11.993012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74621a53-0ad7-4665-8bae-125387d4a377 req-e3121a37-f9f0-4fcb-bd5a-53a6d5c7c5fc tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852965
Apr 02 21:05:12.005885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ed88c-9b64-45cc-a27c-d72ba80da77e req-6851be48-1c95-4142-8fb4-d80d6135a880 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:12.032351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ed88c-9b64-45cc-a27c-d72ba80da77e req-6851be48-1c95-4142-8fb4-d80d6135a880 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:12.036787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa8ed88c-9b64-45cc-a27c-d72ba80da77e req-6851be48-1c95-4142-8fb4-d80d6135a880 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1680 time: 0.1325512
Apr 02 21:05:12.072121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:12.075501 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.131114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa8ed88c-9b64-45cc-a27c-d72ba80da77e req-288d2a43-c22d-4e20-b5eb-a77c6916bb5c tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829086
Apr 02 21:05:12.169828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40619b23-550c-41ce-a969-700e42af64d7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:12.172181 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24b0c9-82e2-47da-b8f4-74d145147045" -d '{"events": [{"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-plugged", "status": "completed", "tag": "40619b23-550c-41ce-a969-700e42af64d7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:12.188521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] Current status of the port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:12.188918 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.209063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:12.213806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:12.224573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.286086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:05:12.332268 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd1cb3-0c1f-45b9-976c-d3eb060647dd x-openstack-request-id: req-e9fd1cb3-0c1f-45b9-976c-d3eb060647dd {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:12.332989 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-plugged", "status": "completed", "tag": "40619b23-550c-41ce-a969-700e42af64d7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:12.345882 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9fd1cb3-0c1f-45b9-976c-d3eb060647dd {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:12.346445 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fd1cb3-0c1f-45b9-976c-d3eb060647dd'] response: {'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40619b23-550c-41ce-a969-700e42af64d7', 'code': 200}
Apr 02 21:05:12.354815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:12.494357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02998de-67f3-4068-8b8e-f3647de7f4af req-d9f9debf-dbce-4d69-b4e2-7adf23d0dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:12.495963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b02998de-67f3-4068-8b8e-f3647de7f4af req-d9f9debf-dbce-4d69-b4e2-7adf23d0dd7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 1127 time: 0.1120243
Apr 02 21:05:12.511573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:12.568709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:05:12.585769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.626481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db417118-832d-4667-93fe-862c468c1b81 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:05:12.630538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.631830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45584) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:12.637736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871652605', 'description': 'tempest-description--548122715'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:12.678781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] For port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:12.685408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.689717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b02998de-67f3-4068-8b8e-f3647de7f4af req-74843044-109c-4a38-8203-deb48f07d8f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847003
Apr 02 21:05:12.716804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de88a50b-a249-4453-89f5-7807952789f1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "PUT /v2.0/floatingips/07e58937-dc31-4ca7-b0c9-77a77261937e HTTP/1.1" status: 200  len: 992 time: 2.8601329
Apr 02 21:05:12.717790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:12.720580 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7" -d '{"events": [{"name": "network-changed", "server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:12.780158 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d2db81-a8e9-4006-a213-71a78c8c611c x-openstack-request-id: req-b8d2db81-a8e9-4006-a213-71a78c8c611c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:12.780843 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:12.781326 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8d2db81-a8e9-4006-a213-71a78c8c611c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:12.782070 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d2db81-a8e9-4006-a213-71a78c8c611c'] response: {'name': 'network-changed', 'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'status': 'completed', 'code': 200}
Apr 02 21:05:12.802946 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.822355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group (93c3a3bc-6b62-4836-a207-97010ae19927), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.840685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c03dd233-7132-457f-b055-72f9e0b4fe52 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:12.841865 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.842770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (93c3a3bc-6b62-4836-a207-97010ae19927), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.851372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:12.863192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461ba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:12.893245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:12.897866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45598) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:12.898064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2643988
Apr 02 21:05:12.908789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'security_group_rule': {'security_group_id': '93c3a3bc-6b62-4836-a207-97010ae19927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:12.943821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0265e1-f2ea-4f36-8eab-cc0236991088 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3a3bc-6b62-4836-a207-97010ae19927,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:13.035983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group_rule (532b5829-1c3d-4231-9724-354466b8bb2c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.046788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['3ed90c57-8d97-4048-b9af-fc0bea1656f4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:13.116207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:13.208563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-b3d97d69-bd62-45ef-baca-574636d4a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:13.210031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-b3d97d69-bd62-45ef-baca-574636d4a807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 1128 time: 0.2511299
Apr 02 21:05:13.211575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port c03dd233-7132-457f-b055-72f9e0b4fe52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c03dd233-7132-457f-b055-72f9e0b4fe52,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:13.227316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.228583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:13.230660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1f3eb241-5e58-4203-a911-fd7d46caf534 None None] Provisioning complete for port c03dd233-7132-457f-b055-72f9e0b4fe52 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:13.231354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb241-5e58-4203-a911-fd7d46caf534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.265786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88d409-5381-421d-9158-7d7bec1da133 req-a47445bd-cd4c-491c-b4a2-bf52e51811a1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:13.281409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f88d409-5381-421d-9158-7d7bec1da133 req-a47445bd-cd4c-491c-b4a2-bf52e51811a1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1368818
Apr 02 21:05:13.345328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6234c-bcd1-4f89-97b9-33634c72b119 None None] Pushing event updated for resources: {'Port': ['ID=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:13.380888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8f2ba-a02a-4f95-a497-a4661e0b7da8 req-2f3d2ce5-7f68-456f-8a20-d1d39e91feaa tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:13.403802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f88d409-5381-421d-9158-7d7bec1da133 req-e61a5594-b549-4c7b-8131-d26d502d71e0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213205
Apr 02 21:05:13.404542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71b8f2ba-a02a-4f95-a497-a4661e0b7da8 req-2f3d2ce5-7f68-456f-8a20-d1d39e91feaa tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.3803244
Apr 02 21:05:13.405509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:13.502346 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=c03dd233-7132-457f-b055-72f9e0b4fe52,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:13.568423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71b8f2ba-a02a-4f95-a497-a4661e0b7da8 req-f5514a29-3d82-4140-9ec5-4035f300e696 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628871
Apr 02 21:05:13.604649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:13.605161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.610159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group_rule (532b5829-1c3d-4231-9724-354466b8bb2c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.647921 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (532b5829-1c3d-4231-9724-354466b8bb2c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.681474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc189b0-5438-49a8-b962-1a4138fceb07 req-7c483182-c303-4a34-ba05-5352009cff42 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:13.704707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45610) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:13.709005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc189b0-5438-49a8-b962-1a4138fceb07 req-7c483182-c303-4a34-ba05-5352009cff42 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:13.720731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfc189b0-5438-49a8-b962-1a4138fceb07 req-7c483182-c303-4a34-ba05-5352009cff42 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1681 time: 0.1683099
Apr 02 21:05:13.723945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532b5829-1c3d-4231-9724-354466b8bb2c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:13.755391 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.757074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-92d45f04-1070-42c7-a747-ffc5685c4a1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8575017
Apr 02 21:05:13.764049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45614) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:13.771786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'security_group_rule': {'security_group_id': '93c3a3bc-6b62-4836-a207-97010ae19927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:13.780261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1f3eb241-5e58-4203-a911-fd7d46caf534 None None] Current status of the port c03dd233-7132-457f-b055-72f9e0b4fe52 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:13.793761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-7f5605ab-2f53-4cc5-a3e9-815af260c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:13.809304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-7f5605ab-2f53-4cc5-a3e9-815af260c8d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.5683322
Apr 02 21:05:13.844231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfc189b0-5438-49a8-b962-1a4138fceb07 req-1a8d8905-9b81-4331-951f-8380c6173059 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225588
Apr 02 21:05:13.945335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group_rule (2b117a89-491d-4081-8327-e3c43f5b8a18), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:13.965814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-61b7e814-30f3-4624-ad4c-510323f96eb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 200  len: 1000 time: 0.1554902
Apr 02 21:05:13.977374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Provisioning complete for port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:13.978050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.042740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:14.045411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:14.160426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48157065-ad38-41fb-8faf-4c8f8c311c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.232574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-68f666b8-1631-436e-b7b4-7297bd13b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:14.233432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461ba880>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:11Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:14.234966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-68f666b8-1631-436e-b7b4-7297bd13b10a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.2527027
Apr 02 21:05:14.271031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group_rule (2b117a89-491d-4081-8327-e3c43f5b8a18), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.296572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (2b117a89-491d-4081-8327-e3c43f5b8a18), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.351789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b117a89-491d-4081-8327-e3c43f5b8a18,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:14.372942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.374286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e417d54c-0213-49e9-889c-4c24cd180018 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6085143
Apr 02 21:05:14.377367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:14.389371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:14.421058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-109a3d28-2e1f-4890-b319-d18a5e46f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:14.423168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-109a3d28-2e1f-4890-b319-d18a5e46f3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1756058
Apr 02 21:05:14.462348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.480602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c03dd233-7132-457f-b055-72f9e0b4fe52 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:14.513120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db417118-832d-4667-93fe-862c468c1b81 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:05:14.518532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48157065-ad38-41fb-8faf-4c8f8c311c34 admin admin] Publish callbacks [] for security_group (ce12bd79-9c23-43eb-8dbb-a88ba3329bb1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.555242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.555242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Current status of the port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:14.564246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:14.564975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461ba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:04:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:14.570428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-48157065-ad38-41fb-8faf-4c8f8c311c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ce12bd79-9c23-43eb-8dbb-a88ba3329bb1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.645896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Provisioning complete for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:14.646692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.702587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-702f0b56-28fe-4d67-a125-63c8d5474062 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2658837
Apr 02 21:05:14.718576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c03dd233-7132-457f-b055-72f9e0b4fe52 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:14.719339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.770103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Port 7374b67b-9bb7-474a-b2c1-f4e86b602226 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:14.783370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a506b-4db5-431c-9051-42ac543db5e6 req-279e34ae-a3b5-4f26-82ef-944bf3ceac86 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:14.785465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48157065-ad38-41fb-8faf-4c8f8c311c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12bd79-9c23-43eb-8dbb-a88ba3329bb1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:14.786204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:14.789747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-48157065-ad38-41fb-8faf-4c8f8c311c34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5558ab6ac597475d922e4f0306a42f7e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0835660
Apr 02 21:05:14.794470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec8a506b-4db5-431c-9051-42ac543db5e6 req-279e34ae-a3b5-4f26-82ef-944bf3ceac86 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1192350
Apr 02 21:05:14.796372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45622) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:14.844487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Provisioning complete for port 9465817e-88a8-48ec-b330-f9aafa60b53e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:14.845269 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:14.881788 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec8a506b-4db5-431c-9051-42ac543db5e6 req-8af2911e-ab30-407f-a8eb-cab9f9c736d3 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864363
Apr 02 21:05:14.953936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd9a7-88b3-470a-a932-d96e6553d0f1 None None] Port 9465817e-88a8-48ec-b330-f9aafa60b53e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:14.956792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd38d-7d6e-4536-af06-68be431d349a req-cadcbcda-e253-4b24-9796-fa93e9edef9d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:14.957388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-badcd38d-7d6e-4536-af06-68be431d349a req-cadcbcda-e253-4b24-9796-fa93e9edef9d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.3879874
Apr 02 21:05:14.970325 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7830ab9a-9b2d-47e1-8094-6f7844996d61 admin admin] Publish callbacks [] for security_group (ce12bd79-9c23-43eb-8dbb-a88ba3329bb1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.001344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f52f72c-6d58-44a2-bb33-9d02cf1662d7 req-e6d88754-8855-479a-9916-c296d867a998 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2837875
Apr 02 21:05:15.028621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7830ab9a-9b2d-47e1-8094-6f7844996d61 admin admin] Publish callbacks [] for security_group (ce12bd79-9c23-43eb-8dbb-a88ba3329bb1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.037759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c03dd233-7132-457f-b055-72f9e0b4fe52 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:15.039176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:15.068168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.107519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-badcd38d-7d6e-4536-af06-68be431d349a req-d042d107-4a23-43f1-8b24-84a03ab765c8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944448
Apr 02 21:05:15.110168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbcad-42f6-4f8a-a469-783cc963304c req-306b69fe-bbaa-4976-9591-c3b857b452a2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:15.110168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbcad-42f6-4f8a-a469-783cc963304c req-306b69fe-bbaa-4976-9591-c3b857b452a2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:15.113195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f6fbcad-42f6-4f8a-a469-783cc963304c req-306b69fe-bbaa-4976-9591-c3b857b452a2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1681 time: 0.1190355
Apr 02 21:05:15.177753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-68a3fa81-ff7b-4630-a043-34c2a8ca4d0f None None] Provisioning complete for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:15.178176 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68a3fa81-ff7b-4630-a043-34c2a8ca4d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.204490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f6fbcad-42f6-4f8a-a469-783cc963304c req-25704870-aadc-41d3-a408-cc2eae6cd0c3 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900395
Apr 02 21:05:15.273020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7830ab9a-9b2d-47e1-8094-6f7844996d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ce12bd79-9c23-43eb-8dbb-a88ba3329bb1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.275844 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7830ab9a-9b2d-47e1-8094-6f7844996d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.277232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7830ab9a-9b2d-47e1-8094-6f7844996d61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce12bd79-9c23-43eb-8dbb-a88ba3329bb1 HTTP/1.1" status: 204  len: 168 time: 0.4725401
Apr 02 21:05:15.292042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:15.292485 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.298638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-68a3fa81-ff7b-4630-a043-34c2a8ca4d0f None None] Port 7374b67b-9bb7-474a-b2c1-f4e86b602226 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:15.341350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830ab9a-9b2d-47e1-8094-6f7844996d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12bd79-9c23-43eb-8dbb-a88ba3329bb1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:15.391401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 172.35.4.20 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/505d1152-4914-4a97-aaed-50bad339dc3d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:15.428309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7408-035d-4fc2-81ea-d9040a51172a req-3523fd13-d2e9-4f6a-a469-be8e8dded8e6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:15.436608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b23d7408-035d-4fc2-81ea-d9040a51172a req-3523fd13-d2e9-4f6a-a469-be8e8dded8e6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.2170100
Apr 02 21:05:15.482062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:15.488422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-db417118-832d-4667-93fe-862c468c1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461ba880>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:11Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:15.523427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db417118-832d-4667-93fe-862c468c1b81 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:11Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:05:15.606090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (505d1152-4914-4a97-aaed-50bad339dc3d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.658539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (505d1152-4914-4a97-aaed-50bad339dc3d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.728171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:15.730557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=505d1152-4914-4a97-aaed-50bad339dc3d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:15.733479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:15.736488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:15.785612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b23d7408-035d-4fc2-81ea-d9040a51172a req-5eaf9e2b-f2b0-476e-9068-54ddb616524b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3371940
Apr 02 21:05:15.797556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45636) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:15.821987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f8e017-0f58-4cc3-bc91-69b31b0b640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.900248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (f55041af-cfb1-49ca-b090-9fc2b60946de), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.935595 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f8e017-0f58-4cc3-bc91-69b31b0b640a admin admin] Publish callbacks [] for security_group (d5f6db52-d25d-4b79-830b-a104ce2fc9c7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.950469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f8e017-0f58-4cc3-bc91-69b31b0b640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d5f6db52-d25d-4b79-830b-a104ce2fc9c7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:15.954962 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93651a7-d3c0-497d-9bc8-fdd5a5e6699a None None] New status for floating IP 07e58937-dc31-4ca7-b0c9-77a77261937e: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:05:15.992388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (505d1152-4914-4a97-aaed-50bad339dc3d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.067473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-38f8e017-0f58-4cc3-bc91-69b31b0b640a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a807579a1bd4502bb7fb61756f68d12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2684274
Apr 02 21:05:16.069329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45642) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:16.070198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8e017-0f58-4cc3-bc91-69b31b0b640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f6db52-d25d-4b79-830b-a104ce2fc9c7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:16.171903 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e690-c360-45af-89e1-9bb8cf455a3d admin admin] Publish callbacks [] for security_group (d5f6db52-d25d-4b79-830b-a104ce2fc9c7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.211429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6e9ad-c410-4290-a223-0f90d8bb9c53 req-f5bbfc17-800c-4a58-a1f2-a403c1ffb4f6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:16.219224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62b6e9ad-c410-4290-a223-0f90d8bb9c53 req-f5bbfc17-800c-4a58-a1f2-a403c1ffb4f6 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1795368
Apr 02 21:05:16.229590 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e690-c360-45af-89e1-9bb8cf455a3d admin admin] Publish callbacks [] for security_group (d5f6db52-d25d-4b79-830b-a104ce2fc9c7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.324721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62b6e9ad-c410-4290-a223-0f90d8bb9c53 req-9ab8b5e9-1e22-49a0-982c-b666a75567c5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016850
Apr 02 21:05:16.354587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e690-c360-45af-89e1-9bb8cf455a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d5f6db52-d25d-4b79-830b-a104ce2fc9c7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.359390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e690-c360-45af-89e1-9bb8cf455a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.360518 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5fb8e690-c360-45af-89e1-9bb8cf455a3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5f6db52-d25d-4b79-830b-a104ce2fc9c7 HTTP/1.1" status: 204  len: 168 time: 0.2868185
Apr 02 21:05:16.378551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8e690-c360-45af-89e1-9bb8cf455a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f6db52-d25d-4b79-830b-a104ce2fc9c7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:16.423850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (505d1152-4914-4a97-aaed-50bad339dc3d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.434566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (505d1152-4914-4a97-aaed-50bad339dc3d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.530347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345174d-8455-4d66-a6b4-a8717b23e3f0 req-7f89ab28-c734-441a-ad0d-77dbd4fe7c86 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:16.536275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345174d-8455-4d66-a6b4-a8717b23e3f0 req-7f89ab28-c734-441a-ad0d-77dbd4fe7c86 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:16.543514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3345174d-8455-4d66-a6b4-a8717b23e3f0 req-7f89ab28-c734-441a-ad0d-77dbd4fe7c86 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1681 time: 0.0977490
Apr 02 21:05:16.610436 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3345174d-8455-4d66-a6b4-a8717b23e3f0 req-29f0fb14-cbe2-4852-8dc2-6b7f96d85a1d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657706
Apr 02 21:05:16.655126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=505d1152-4914-4a97-aaed-50bad339dc3d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:16.658185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 3ed90c57-8d97-4048-b9af-fc0bea1656f4 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:16.682772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f55041af-cfb1-49ca-b090-9fc2b60946de), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.718177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.720172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7a19d72a-d9d6-41b1-96ea-45b9d8700e85 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3381927
Apr 02 21:05:16.727717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-994269d1-c062-4847-a6f7-5579e637657b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:16.747310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-994269d1-c062-4847-a6f7-5579e637657b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 814 time: 0.2852759
Apr 02 21:05:16.763281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:05:16.765640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-cca6263e-02dc-4cb9-bee1-d79b62cae7c4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/quotas/7f1a5e5adf8141058ce50ee9295e57cc HTTP/1.1" status: 200  len: 375 time: 0.0144899
Apr 02 21:05:16.775493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:16.776116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.891131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:16.892059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.896667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-cd1748e4-1086-4b0a-acfc-a1e4748645c9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1182561
Apr 02 21:05:16.925481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed90c57-8d97-4048-b9af-fc0bea1656f4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:16.927835 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6017333-c86a-4675-9c5c-0c7b6280b4ef" -d '{"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-plugged", "status": "completed", "tag": "3ed90c57-8d97-4048-b9af-fc0bea1656f4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:16.949961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed90c57-8d97-4048-b9af-fc0bea1656f4,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:16.957846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:16.959997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:17.106151 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc12f97-7c92-495d-81e4-aaead7291b2a x-openstack-request-id: req-3bc12f97-7c92-495d-81e4-aaead7291b2a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:17.108373 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-plugged", "status": "completed", "tag": "3ed90c57-8d97-4048-b9af-fc0bea1656f4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:17.110346 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bc12f97-7c92-495d-81e4-aaead7291b2a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:17.110947 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc12f97-7c92-495d-81e4-aaead7291b2a'] response: {'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed90c57-8d97-4048-b9af-fc0bea1656f4', 'code': 200}
Apr 02 21:05:17.178224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ccff067e-9f52-4453-a3f2-eaaf2f5e77fe service neutron] 10.222.0.18 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774227
Apr 02 21:05:17.205007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e23e41b5-96a9-403f-8ab0-a5ce7134cc86 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1871652605&fields=id&tenant_id=fad5516982b843a9a35e49795fda0844 HTTP/1.1" status: 200  len: 267 time: 0.0909262
Apr 02 21:05:17.229708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=3ed90c57-8d97-4048-b9af-fc0bea1656f4,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:17.273950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:05:17.283105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:17.283506 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:17.312610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-4b717221-af36-4849-bdfb-01b7d5c9e2b4 service neutron] 10.222.0.18 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312063
Apr 02 21:05:17.341862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-0893fd95-60fc-4e73-80e5-24b6c4576da0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.343322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-0893fd95-60fc-4e73-80e5-24b6c4576da0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 931 time: 0.1308205
Apr 02 21:05:17.442569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:17.442954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:17.521394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:17.534436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-6fce7e1b-d737-4602-87a0-2732cb4e3c3e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.535012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:17.547529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-6fce7e1b-d737-4602-87a0-2732cb4e3c3e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 930 time: 0.1964009
Apr 02 21:05:17.559262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-6757b466-6946-447f-942f-8409d920c1ff tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.562195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-6757b466-6946-447f-942f-8409d920c1ff tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "GET /v2.0/ports?device_id=d783ddb6-bc96-4d25-9003-8c587ffefaec HTTP/1.1" status: 200  len: 945 time: 0.1286607
Apr 02 21:05:17.690134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:17.701104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:17.716694 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f228f0a1-2117-4ab5-accd-9e407b432597 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1673672
Apr 02 21:05:17.790376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b5684e57-ab75-4e91-91f4-b3ae8b1526df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0727656
Apr 02 21:05:17.846086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9b05-33e0-4675-9ebc-4781c4d37398 req-703c44f8-618b-49cc-9cac-10cd3b5dd603 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.854027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13ea9b05-33e0-4675-9ebc-4781c4d37398 req-703c44f8-618b-49cc-9cac-10cd3b5dd603 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.2202773
Apr 02 21:05:17.917184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13ea9b05-33e0-4675-9ebc-4781c4d37398 req-454d8e3a-c717-4d2b-8bb1-a6fabd76278d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572553
Apr 02 21:05:17.927922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-89b992c9-8da4-4649-8771-65c8c1abca0c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.943741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-89b992c9-8da4-4649-8771-65c8c1abca0c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.958209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-89b992c9-8da4-4649-8771-65c8c1abca0c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:17.967323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-89b992c9-8da4-4649-8771-65c8c1abca0c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/networks?id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503 HTTP/1.1" status: 200  len: 1989 time: 0.1757846
Apr 02 21:05:17.984872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Deleting port 40619b23-550c-41ce-a969-700e42af64d7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:17.985220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (40619b23-550c-41ce-a969-700e42af64d7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:18.001114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-df8b1f62-d5d3-4fa5-85a6-2dff2a883247 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/quotas/fad5516982b843a9a35e49795fda0844 HTTP/1.1" status: 200  len: 375 time: 0.0324717
Apr 02 21:05:18.078368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c23e12e7-4ad3-4bf4-bae9-cbac1abd462f req-c24475c5-20f8-4eb9-bf46-3bdd301a6bbc tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 210 time: 0.0570071
Apr 02 21:05:18.157883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] For port 40619b23-550c-41ce-a969-700e42af64d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40619b23-550c-41ce-a969-700e42af64d7,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:18.158259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (40619b23-550c-41ce-a969-700e42af64d7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:18.202519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Calling delete_port for 40619b23-550c-41ce-a969-700e42af64d7 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:18.226136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-58d6f40c-d907-4faf-8258-60762eec15e4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2102394
Apr 02 21:05:18.373607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fb6bd9b2-8491-4a5a-9dcb-da4678d5973c service neutron] 10.222.0.18 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387460
Apr 02 21:05:18.381801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c857fa-51d4-46cc-b19e-7040c2da8efc req-2b87544a-b1f7-446b-8241-1b3d25f66b8d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:18.387399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c857fa-51d4-46cc-b19e-7040c2da8efc req-2b87544a-b1f7-446b-8241-1b3d25f66b8d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:18.395174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81c857fa-51d4-46cc-b19e-7040c2da8efc req-2b87544a-b1f7-446b-8241-1b3d25f66b8d tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.1167986
Apr 02 21:05:18.503958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81c857fa-51d4-46cc-b19e-7040c2da8efc req-0b46e283-461f-4224-bd51-e915ee716e3f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059370
Apr 02 21:05:18.528150 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (40619b23-550c-41ce-a969-700e42af64d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:18.528531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-816bc610-7e6e-4411-958e-a2fdec18b2c7 service neutron] 10.222.0.18 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457791
Apr 02 21:05:18.541639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['40619b23-550c-41ce-a969-700e42af64d7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:18.607497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Pushing event deleted for resources: {'Port': ['ID=40619b23-550c-41ce-a969-700e42af64d7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:18.640139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-97522763-a73d-4f36-880a-125aea43569a service neutron] 10.222.0.18 "GET /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1106660
Apr 02 21:05:18.706410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] No DVR routers for this DVR port 40619b23-550c-41ce-a969-700e42af64d7 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:18.713458 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:18.718520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0712abcc-ccb6-4a4b-8378-c413e84e7293 req-dda45945-1b08-4ced-8194-69397ef4303b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "DELETE /v2.0/ports/40619b23-550c-41ce-a969-700e42af64d7 HTTP/1.1" status: 204  len: 173 time: 1.1453650
Apr 02 21:05:18.719183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-deleted', 'tag': '40619b23-550c-41ce-a969-700e42af64d7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:18.721759 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cf76cc-8979-4c1e-8e61-32d633df6af6" -d '{"events": [{"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-deleted", "tag": "40619b23-550c-41ce-a969-700e42af64d7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:18.795627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bbc3952a-40e2-4b2a-ad2c-fedc4c39fb60 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532581
Apr 02 21:05:18.812741 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385272a-d81e-47c0-ae61-5f531f5abde0 x-openstack-request-id: req-a385272a-d81e-47c0-ae61-5f531f5abde0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:18.813153 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d783ddb6-bc96-4d25-9003-8c587ffefaec", "name": "network-vif-deleted", "tag": "40619b23-550c-41ce-a969-700e42af64d7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:18.813486 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a385272a-d81e-47c0-ae61-5f531f5abde0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:18.813983 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a385272a-d81e-47c0-ae61-5f531f5abde0'] response: {'server_uuid': 'd783ddb6-bc96-4d25-9003-8c587ffefaec', 'name': 'network-vif-deleted', 'tag': '40619b23-550c-41ce-a969-700e42af64d7', 'status': 'completed', 'code': 200}
Apr 02 21:05:18.956849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4c9beec-4210-4d5b-ba31-aecabf2e873b service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599476
Apr 02 21:05:19.009121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5ca1acc1-cddd-42f4-8405-8227a582d268 service neutron] 10.222.0.18 "GET /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0408320
Apr 02 21:05:19.112072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:19.116738 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52fe9b5-898d-4658-aa71-7630176e2cc6" -d '{"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-plugged", "status": "completed", "tag": "de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:19.155459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0583-ed02-4efa-8a9d-3dc62422da76 req-df20d341-c309-41e4-bb6a-5fb6d34b1134 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:19.170349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5ea0583-ed02-4efa-8a9d-3dc62422da76 req-df20d341-c309-41e4-bb6a-5fb6d34b1134 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1315670
Apr 02 21:05:19.204991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-774353dd-471c-486d-ac09-82905ac41f67 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882460
Apr 02 21:05:19.330670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5ea0583-ed02-4efa-8a9d-3dc62422da76 req-b8ef5261-2a0b-4689-acb9-c12490e651c3 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1586206
Apr 02 21:05:19.374684 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-2289475b-f1eb-4f30-a7d9-ce3815fedb20 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564405
Apr 02 21:05:19.549096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-ba822097-1ca0-4a85-b1a0-7f928b7786a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645830
Apr 02 21:05:19.567072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d3aaea6-ddc5-4906-a7de-c1c1a791945f req-b5446ac7-9b3c-43eb-85e9-05e76d9b24a9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 210 time: 0.0600419
Apr 02 21:05:19.634715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-5e71eab0-ff2a-4106-8308-923fc59d1e86 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:19.639279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-5e71eab0-ff2a-4106-8308-923fc59d1e86 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 814 time: 0.4145145
Apr 02 21:05:19.642834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7866076e-f8b9-4774-9e91-13acf2b25f5c x-openstack-request-id: req-7866076e-f8b9-4774-9e91-13acf2b25f5c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:19.643375 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-plugged", "status": "completed", "tag": "de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:19.643844 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7866076e-f8b9-4774-9e91-13acf2b25f5c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:19.644426 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7866076e-f8b9-4774-9e91-13acf2b25f5c'] response: {'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0', 'code': 200}
Apr 02 21:05:19.670345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Request body: {'port': {'device_id': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'admin_state_up': True, 'tenant_id': '7f1a5e5adf8141058ce50ee9295e57cc'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:19.696342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4932769-f1e3-411b-a51d-ea3f47dca766 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364002
Apr 02 21:05:19.822396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7c07a9f7-15b2-4a3e-9cb4-672854a8e5c9 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048849
Apr 02 21:05:19.912014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6918a7a-4089-4932-8365-0a16173267aa req-a1e40e59-8388-4084-aa03-27226143ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:19.912586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6918a7a-4089-4932-8365-0a16173267aa req-a1e40e59-8388-4084-aa03-27226143ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:19.914242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6918a7a-4089-4932-8365-0a16173267aa req-a1e40e59-8388-4084-aa03-27226143ec59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 2047 time: 0.0909119
Apr 02 21:05:20.004753 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6918a7a-4089-4932-8365-0a16173267aa req-2ca7c20d-d90f-4522-ac83-cdc78d6836ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583100
Apr 02 21:05:20.021466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-a2aeef7d-fa46-4cb8-b31b-69648f4f5c31 service neutron] 10.222.0.18 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607368
Apr 02 21:05:20.166222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b99a3ffd-b931-4f0a-acc6-3762d3937c16 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314178
Apr 02 21:05:20.208407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Made reservation on behalf of 7f1a5e5adf8141058ce50ee9295e57cc for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:20.212512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:20.235495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381bdc9-66e2-4727-8173-dfcca5845f88 req-903cff95-ad57-44af-b437-13775d802f05 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:20.241022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381bdc9-66e2-4727-8173-dfcca5845f88 req-903cff95-ad57-44af-b437-13775d802f05 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:20.248712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1381bdc9-66e2-4727-8173-dfcca5845f88 req-903cff95-ad57-44af-b437-13775d802f05 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.4404135
Apr 02 21:05:20.311361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-1f401148-6e90-4b6f-9435-3d4331623529 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349924
Apr 02 21:05:20.342464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1381bdc9-66e2-4727-8173-dfcca5845f88 req-a6df2ddd-674a-4045-b621-6fc2a484d86f tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929542
Apr 02 21:05:20.482034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c901396a-4614-40f3-a88c-4cdc441defc0 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591113
Apr 02 21:05:20.497814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Allocated IP 172.20.0.7 (a152d338-1362-4112-aded-4ce4e8c5efcf/d05e3563-f50b-4217-b781-f72e846d514d/b0dbd78a-90ff-4260-85f6-5039e1755013) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:20.572858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200c9a9-edfb-4168-8a65-6f18d128273f req-2a5243ba-4bf1-4a19-b64f-752440e750e9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:20.581262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0200c9a9-edfb-4168-8a65-6f18d128273f req-2a5243ba-4bf1-4a19-b64f-752440e750e9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1266053
Apr 02 21:05:20.628869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45768) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:20.698898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e198defc-8666-440f-80b2-d7d35e3f6f69 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084029
Apr 02 21:05:20.720264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0200c9a9-edfb-4168-8a65-6f18d128273f req-9785a09e-9fea-41e4-b070-9fb5d453d7a0 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380861
Apr 02 21:05:20.799490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks [] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:20.812780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:20.838593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-acefd05a-4a6a-4a10-a80d-80ebf4a3008d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:20.841019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-acefd05a-4a6a-4a10-a80d-80ebf4a3008d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 931 time: 0.1359358
Apr 02 21:05:20.874685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 40619b23-550c-41ce-a969-700e42af64d7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:05:20.875032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 40619b23-550c-41ce-a969-700e42af64d7 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:20.894474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d6cf839-04d3-46d7-a98f-c4498189c7ab req-62db6ccc-8840-4689-ab6b-2e8d38cebcc1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 210 time: 0.0458572
Apr 02 21:05:20.906365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-981f7412-11ef-484f-a439-3f92ecfe00ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:20.927248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:20.930150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-23dea46a-867c-40f6-b46a-87fca7175cdd tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:20.932812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-23dea46a-867c-40f6-b46a-87fca7175cdd tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 930 time: 0.0787487
Apr 02 21:05:21.000494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:21.015747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Network a152d338-1362-4112-aded-4ce4e8c5efcf is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:21.022325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:21.027445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:21.124148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:21.125070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.165897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-981f7412-11ef-484f-a439-3f92ecfe00ad admin admin] Publish callbacks [] for security_group (26ec577a-7aa1-4a6e-82ef-c30a95b363d3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.174012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-981f7412-11ef-484f-a439-3f92ecfe00ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (26ec577a-7aa1-4a6e-82ef-c30a95b363d3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.207280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-3b60becb-7600-4c9c-a920-5963b4b396e1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5468299
Apr 02 21:05:21.227217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Request body: {'port': {'device_id': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:21.237339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-981f7412-11ef-484f-a439-3f92ecfe00ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28248a0a244f435685c030c39531492d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6073186
Apr 02 21:05:21.241686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45784) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:21.269984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f7412-11ef-484f-a439-3f92ecfe00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ec577a-7aa1-4a6e-82ef-c30a95b363d3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:21.319412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e1e7bf4d-cddf-45a2-9af7-87985c65db51 admin admin] Publish callbacks [] for security_group (26ec577a-7aa1-4a6e-82ef-c30a95b363d3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.352066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e1e7bf4d-cddf-45a2-9af7-87985c65db51 admin admin] Publish callbacks [] for security_group (26ec577a-7aa1-4a6e-82ef-c30a95b363d3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.365841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.494219 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e1e7bf4d-cddf-45a2-9af7-87985c65db51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (26ec577a-7aa1-4a6e-82ef-c30a95b363d3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.497082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e1e7bf4d-cddf-45a2-9af7-87985c65db51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:21.500854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e1e7bf4d-cddf-45a2-9af7-87985c65db51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26ec577a-7aa1-4a6e-82ef-c30a95b363d3 HTTP/1.1" status: 204  len: 168 time: 0.2553370
Apr 02 21:05:21.530208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7bf4d-cddf-45a2-9af7-87985c65db51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ec577a-7aa1-4a6e-82ef-c30a95b363d3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:21.664151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4c1e-e978-47b9-b678-ec2d9cc512fb req-9f7a5a26-21d1-437b-9a20-1fd2f8fbb0b1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:21.670497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4c1e-e978-47b9-b678-ec2d9cc512fb req-9f7a5a26-21d1-437b-9a20-1fd2f8fbb0b1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:21.681041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-609d4c1e-e978-47b9-b678-ec2d9cc512fb req-9f7a5a26-21d1-437b-9a20-1fd2f8fbb0b1 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.1081009
Apr 02 21:05:21.858308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-609d4c1e-e978-47b9-b678-ec2d9cc512fb req-75c4b46e-427e-42e6-9dba-2608adf48f24 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763604
Apr 02 21:05:22.011918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-252e1085-f309-4da7-8ef0-197e02ece51e req-3e30b449-8f53-440e-aae7-8130d815d1f9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0496726
Apr 02 21:05:22.024397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dbd78a-90ff-4260-85f6-5039e1755013 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:22.036220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Publish callbacks [] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.058326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Transition to ACTIVE for port object b0dbd78a-90ff-4260-85f6-5039e1755013 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:22.077898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.099011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:22.109883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f17e8b-48b1-4415-a419-3064856725f2 req-3f55af6c-6183-467d-89be-a4a76613ca20 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.115524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0c91a6f3-b699-4389-a30f-7d0432d0de65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.118734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4f17e8b-48b1-4415-a419-3064856725f2 req-3f55af6c-6183-467d-89be-a4a76613ca20 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1551154
Apr 02 21:05:22.247948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:22.249714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9617d8d-865a-485a-b0f0-69ca1c4a4bbb req-e70d2ea3-d925-4cfe-96a0-1e38aa57dcca tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.258500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9617d8d-865a-485a-b0f0-69ca1c4a4bbb req-e70d2ea3-d925-4cfe-96a0-1e38aa57dcca tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1321819
Apr 02 21:05:22.296802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4f17e8b-48b1-4415-a419-3064856725f2 req-76d86d19-898e-4291-8c8a-5c450fce90c5 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1663699
Apr 02 21:05:22.344900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Attempting to bind port b0dbd78a-90ff-4260-85f6-5039e1755013 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:22.345246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Attempting to bind port b0dbd78a-90ff-4260-85f6-5039e1755013 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:22.345580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Attempting to bind port b0dbd78a-90ff-4260-85f6-5039e1755013 on network a152d338-1362-4112-aded-4ce4e8c5efcf {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:22.350453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Port b0dbd78a-90ff-4260-85f6-5039e1755013 on network a152d338-1362-4112-aded-4ce4e8c5efcf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:22.350795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Attempting to bind port b0dbd78a-90ff-4260-85f6-5039e1755013 on network a152d338-1362-4112-aded-4ce4e8c5efcf {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:22.356638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:22.356984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Checking segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:22.357370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Bound using segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:22.357887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Bound port: b0dbd78a-90ff-4260-85f6-5039e1755013, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:22.358259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.360142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9617d8d-865a-485a-b0f0-69ca1c4a4bbb req-da4d38f3-8faf-4660-92aa-b7b3b5cc6d79 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938592
Apr 02 21:05:22.366831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0c91a6f3-b699-4389-a30f-7d0432d0de65 admin admin] Publish callbacks [] for security_group (15b1f0c7-a7ab-4288-b65e-f5a15e451135), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.376807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0c91a6f3-b699-4389-a30f-7d0432d0de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (15b1f0c7-a7ab-4288-b65e-f5a15e451135), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.425736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0c91a6f3-b699-4389-a30f-7d0432d0de65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dbfe2145dd6421ca5e1518b22baf0e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3255560
Apr 02 21:05:22.426844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a6f3-b699-4389-a30f-7d0432d0de65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1f0c7-a7ab-4288-b65e-f5a15e451135,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:22.429305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45812) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:22.473959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-360f069b-d906-4312-8cff-d80c0c505613 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.475336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-360f069b-d906-4312-8cff-d80c0c505613 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 931 time: 0.5129280
Apr 02 21:05:22.496270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:22.510612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c79114-c864-457e-bf6a-cddd04d869fd admin admin] Publish callbacks [] for security_group (15b1f0c7-a7ab-4288-b65e-f5a15e451135), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.534081 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c79114-c864-457e-bf6a-cddd04d869fd admin admin] Publish callbacks [] for security_group (15b1f0c7-a7ab-4288-b65e-f5a15e451135), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.534600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:22.549078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e50464e0-9f80-4a1a-b7d7-9728c3aa2346 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.549794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e50464e0-9f80-4a1a-b7d7-9728c3aa2346 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 930 time: 0.0677583
Apr 02 21:05:22.552070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.593092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.593821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.595184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0dbd78a-90ff-4260-85f6-5039e1755013 HTTP/1.1" status: 200  len: 1091 time: 1.3721972
Apr 02 21:05:22.595555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:22.598002 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:22.601635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c79114-c864-457e-bf6a-cddd04d869fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (15b1f0c7-a7ab-4288-b65e-f5a15e451135), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.606009 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30c79114-c864-457e-bf6a-cddd04d869fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:22.609531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30c79114-c864-457e-bf6a-cddd04d869fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15b1f0c7-a7ab-4288-b65e-f5a15e451135 HTTP/1.1" status: 204  len: 168 time: 0.1643333
Apr 02 21:05:22.619122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c79114-c864-457e-bf6a-cddd04d869fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1f0c7-a7ab-4288-b65e-f5a15e451135,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:22.719060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9dd27-1ab3-48a7-b948-cb7f7fce97f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:22.723230 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f59c48-a967-4aa0-a254-3122d05d1ff0 x-openstack-request-id: req-e5f59c48-a967-4aa0-a254-3122d05d1ff0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:22.723521 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:22.723783 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5f59c48-a967-4aa0-a254-3122d05d1ff0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:22.725018 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f59c48-a967-4aa0-a254-3122d05d1ff0'] response: {'name': 'network-changed', 'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'status': 'completed', 'code': 200}
Apr 02 21:05:22.755744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-d2b40b2d-6a7f-4bbf-aa51-9c75283819a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.757501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-d2b40b2d-6a7f-4bbf-aa51-9c75283819a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 1125 time: 0.1023076
Apr 02 21:05:22.825698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-8453df49-4b26-4b99-a55a-f9565dad8db4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0dbd78a-90ff-4260-85f6-5039e1755013 HTTP/1.1" status: 200  len: 217 time: 0.0588398
Apr 02 21:05:22.887850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-bfeb2d83-9361-4684-94ba-9b57285d4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:22.890408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-bfeb2d83-9361-4684-94ba-9b57285d4bc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 200  len: 854 time: 0.0586846
Apr 02 21:05:22.936719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-b471e295-f612-4846-8152-764badd2f917 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a152d338-1362-4112-aded-4ce4e8c5efcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394995
Apr 02 21:05:23.028997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d77e8e-dd74-4822-a9f2-c7fe0c54a4c4 req-bd381912-fc11-4be8-b858-dacc25ef24ad tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.043111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d77e8e-dd74-4822-a9f2-c7fe0c54a4c4 req-bd381912-fc11-4be8-b858-dacc25ef24ad tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.045613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73d77e8e-dd74-4822-a9f2-c7fe0c54a4c4 req-bd381912-fc11-4be8-b858-dacc25ef24ad tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.0939572
Apr 02 21:05:23.081308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-b7254c9a-0122-4a5f-860a-a46537a19ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384254
Apr 02 21:05:23.108614 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7af9d182-8168-4c35-beef-e910fa7c5203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:23.175104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73d77e8e-dd74-4822-a9f2-c7fe0c54a4c4 req-f639b7f4-bb36-47eb-896a-7e4cf7a2baed tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092556
Apr 02 21:05:23.282688 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37cd4acd-c128-4522-9a56-0aa4dd8cc396 req-7e5361f4-568d-4797-bc98-6325a59da928 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0464010
Apr 02 21:05:23.366181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b06936dd-2bb6-4023-bcce-84c3f37d45da req-2fa237ae-329f-457f-80e4-13c2123c28ad service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752705
Apr 02 21:05:23.518905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-940e61eb-9b61-488a-8ff2-9b7fb7986980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.521692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-940e61eb-9b61-488a-8ff2-9b7fb7986980 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 1125 time: 0.0792413
Apr 02 21:05:23.532404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e5788-800f-4094-b998-526540fd824e req-65b843e8-0c63-431a-b36f-35e7ab52cbd2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.539957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a7e5788-800f-4094-b998-526540fd824e req-65b843e8-0c63-431a-b36f-35e7ab52cbd2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1728127
Apr 02 21:05:23.680048 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:05:23.751159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a7e5788-800f-4094-b998-526540fd824e req-5b2fbeb0-df28-49ec-80d6-9c244943d96f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2100863
Apr 02 21:05:23.762463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-b998cc6b-ba35-4b71-8f13-ad4b3ab2079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.770378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-b998cc6b-ba35-4b71-8f13-ad4b3ab2079e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 915 time: 0.2282569
Apr 02 21:05:23.836206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320dd1-a3b5-4a2d-a3eb-72b0d9504f03 req-c0666766-c507-46e0-b8cd-a5413e25d00b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.844752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30320dd1-a3b5-4a2d-a3eb-72b0d9504f03 req-c0666766-c507-46e0-b8cd-a5413e25d00b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1175799
Apr 02 21:05:23.846354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-097f671d-3fd4-44c3-8584-c1c040f7ac5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0dbd78a-90ff-4260-85f6-5039e1755013 HTTP/1.1" status: 200  len: 217 time: 0.0677476
Apr 02 21:05:23.922844 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30320dd1-a3b5-4a2d-a3eb-72b0d9504f03 req-e3c96269-b0bb-4944-8d4a-6f3f0630a6d1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769854
Apr 02 21:05:23.965471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-d9ec0f57-daf4-4df2-85e9-5ad47e742722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.966872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-d9ec0f57-daf4-4df2-85e9-5ad47e742722 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 200  len: 854 time: 0.0930161
Apr 02 21:05:23.980010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293332-ea9e-42c7-99e7-f765cc41eaaa req-5f3bf65e-0d43-4c3f-8e84-316aa234ca23 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.985048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293332-ea9e-42c7-99e7-f765cc41eaaa req-5f3bf65e-0d43-4c3f-8e84-316aa234ca23 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:23.986633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6293332-ea9e-42c7-99e7-f765cc41eaaa req-5f3bf65e-0d43-4c3f-8e84-316aa234ca23 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.1256661
Apr 02 21:05:24.025397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-3ff8cde1-c357-4588-b4af-00863f4e5147 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a152d338-1362-4112-aded-4ce4e8c5efcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377758
Apr 02 21:05:24.124301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6293332-ea9e-42c7-99e7-f765cc41eaaa req-8ab0b00e-ecc0-462b-bd0c-607625b9cd30 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289811
Apr 02 21:05:24.190910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-c7f0be10-8b40-46ea-9a3d-f958d9ccea90 service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585848
Apr 02 21:05:24.234586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-098bcd5d-58ca-40ae-84a4-766124936e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:24.237107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-098bcd5d-58ca-40ae-84a4-766124936e24 service neutron] 10.222.0.21 "GET /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 1027 time: 0.0508494
Apr 02 21:05:24.318709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-da19e835-5c4f-4d03-8a19-db39bd9c0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:24.321535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-da19e835-5c4f-4d03-8a19-db39bd9c0edc service neutron] 10.222.0.21 "GET /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 1026 time: 0.0749507
Apr 02 21:05:24.373095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a39a5d62-a9ec-4ce5-996b-4e588c7f2b5c req-25ae5513-3fae-49b8-b617-b9d811c220f6 service neutron] 10.222.0.21 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751254
Apr 02 21:05:24.482179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cf6a060-9a08-495b-bfe9-b70b63cd9018 req-01ca593f-2a77-4e83-93d7-052a6a924b71 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0810988
Apr 02 21:05:24.558592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f06e91dc-8f2c-4587-83b4-137dd8ba37cd tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:24.573285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f06e91dc-8f2c-4587-83b4-137dd8ba37cd tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:24.588397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f06e91dc-8f2c-4587-83b4-137dd8ba37cd tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:24.590449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f06e91dc-8f2c-4587-83b4-137dd8ba37cd tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "GET /v2.0/networks?id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503 HTTP/1.1" status: 200  len: 1989 time: 0.2600999
Apr 02 21:05:24.678255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-91b7137c-00a3-4702-b74d-12a27e4de48c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad5516982b843a9a35e49795fda0844 HTTP/1.1" status: 200  len: 380 time: 0.0708730
Apr 02 21:05:24.694690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'admin_state_up': True, 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'security_groups': ['93c3a3bc-6b62-4836-a207-97010ae19927']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:24.806994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:24.864334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:24.868868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:25.035988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:25.072905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'port_id': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'mac_address': 'fa:16:3e:99:78:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e3563-f50b-4217-b781-f72e846d514d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:25.076238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8625c5-a1bb-43e2-8f42-4805a41a3166 req-3064f68b-4ba1-41bf-ba2a-5792c8fc98f2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:25.086826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf8625c5-a1bb-43e2-8f42-4805a41a3166 req-3064f68b-4ba1-41bf-ba2a-5792c8fc98f2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1908641
Apr 02 21:05:25.123485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0dbd78a-90ff-4260-85f6-5039e1755013 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:25.123880 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:25.164904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dbd78a-90ff-4260-85f6-5039e1755013 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:25.169363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf8625c5-a1bb-43e2-8f42-4805a41a3166 req-ef38841c-9869-4849-ac55-31f500f36319 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814421
Apr 02 21:05:25.219950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:25.227194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 172.20.0.13 (5ad59ca6-db0d-408a-9756-69cb5adb69bd/ae01d4b1-1185-478a-81dc-3b1268d7eb3e/9aa225bb-5f59-4695-9481-c8b83a23a8f6) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:25.242937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:25.271262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb868f9-e70a-485b-b783-d8f47960fc41 req-08bb92e7-fcd9-4cf0-86bd-f23a601e98d5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:25.276054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dbb868f9-e70a-485b-b783-d8f47960fc41 req-08bb92e7-fcd9-4cf0-86bd-f23a601e98d5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1676509
Apr 02 21:05:25.321278 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83225b9b-1eda-46d8-b3b9-e33a210f5dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:25.344634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:25.403564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-3279d76f-9665-4a35-8f5c-33157ffca3b2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:25.403737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adff57-5baf-4cd0-b8e0-7a9faf340652 req-004f9c01-e274-42a8-8ea9-b196e9ca895a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:25.410606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-3279d76f-9665-4a35-8f5c-33157ffca3b2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:25.412369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-3279d76f-9665-4a35-8f5c-33157ffca3b2 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.2450557
Apr 02 21:05:25.416734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adff57-5baf-4cd0-b8e0-7a9faf340652 req-004f9c01-e274-42a8-8ea9-b196e9ca895a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:25.422406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0adff57-5baf-4cd0-b8e0-7a9faf340652 req-004f9c01-e274-42a8-8ea9-b196e9ca895a tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.1192939
Apr 02 21:05:25.480885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b0dbd78a-90ff-4260-85f6-5039e1755013'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:25.533979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0adff57-5baf-4cd0-b8e0-7a9faf340652 req-b02e7958-08af-4a76-94da-5153f3ea1447 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003926
Apr 02 21:05:25.579382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dbb868f9-e70a-485b-b783-d8f47960fc41 req-72b627c0-12b9-4185-bf50-6ea0348263d1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835162
Apr 02 21:05:25.711112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6880c70-f24b-46d7-9d76-d230543a7485 req-9a6219f0-7216-4dcb-b905-11f0caaca5f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0421917
Apr 02 21:05:26.206361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:26.209167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:26.261904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:26.453155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port 3ed90c57-8d97-4048-b9af-fc0bea1656f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed90c57-8d97-4048-b9af-fc0bea1656f4,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:26.453528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:26.456302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:26.503944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for 3ed90c57-8d97-4048-b9af-fc0bea1656f4 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:26.536338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:26.623731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dbc94-0217-4596-bc52-98494f5a8772 req-758ed06d-438d-42cf-9c16-279f23d11ee0 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:26.624264 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:26.629853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d59dbc94-0217-4596-bc52-98494f5a8772 req-758ed06d-438d-42cf-9c16-279f23d11ee0 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.3524208
Apr 02 21:05:26.632925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:26.636858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:26.639224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:26.754921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5add-a36f-4f4e-8f08-b7a7aedfe225 req-394db038-15a1-45be-b055-3abaef12add6 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:26.779312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5add-a36f-4f4e-8f08-b7a7aedfe225 req-394db038-15a1-45be-b055-3abaef12add6 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:26.781011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e7e5add-a36f-4f4e-8f08-b7a7aedfe225 req-394db038-15a1-45be-b055-3abaef12add6 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 1683 time: 0.1149080
Apr 02 21:05:26.796079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:26.810026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:26.815434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:26.885346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e7e5add-a36f-4f4e-8f08-b7a7aedfe225 req-eaec37f3-df19-432b-bef2-5a4fa47ceb02 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962732
Apr 02 21:05:26.902081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d59dbc94-0217-4596-bc52-98494f5a8772 req-6c4bcc5c-4871-4abf-a112-4848696b7713 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2452614
Apr 02 21:05:26.907317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7ca7a84b-8475-496e-89c7-ffc4a0ff8bd9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2167716
Apr 02 21:05:26.947723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'admin_state_up': True, 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'security_groups': ['93c3a3bc-6b62-4836-a207-97010ae19927']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:26.971466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45944) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:26.972777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port b0dbd78a-90ff-4260-85f6-5039e1755013 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:05:26.978296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b0dbd78a-90ff-4260-85f6-5039e1755013 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:26.991086 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.125626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8159606c-9e06-4638-89d3-1de88878b663 None None] Provisioning complete for port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:27.126451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8159606c-9e06-4638-89d3-1de88878b663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.158933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3ed90c57-8d97-4048-b9af-fc0bea1656f4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.188025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caacea-539d-4e57-ae4f-4f3a1b45c8a3 req-1c3c66da-2846-45fa-b967-fbab0a0275b3 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:27.190575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04caacea-539d-4e57-ae4f-4f3a1b45c8a3 req-1c3c66da-2846-45fa-b967-fbab0a0275b3 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 944 time: 0.1242061
Apr 02 21:05:27.203721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8159606c-9e06-4638-89d3-1de88878b663 None None] Port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:27.227258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0dbd78a-90ff-4260-85f6-5039e1755013 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:27.227651 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.274019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:27.274394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88e4dd05-1300-4bd3-8069-35c1cf003bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.277192 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8712ba-1578-429c-8735-3c346cab8f74" -d '{"events": [{"server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "name": "network-vif-plugged", "status": "completed", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:27.279581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=3ed90c57-8d97-4048-b9af-fc0bea1656f4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:27.298147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:27.310245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.357684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port 3ed90c57-8d97-4048-b9af-fc0bea1656f4 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:27.365374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.369954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-34e09866-10ea-47e5-ac7c-ec2cdc32483e tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "DELETE /v2.0/ports/3ed90c57-8d97-4048-b9af-fc0bea1656f4 HTTP/1.1" status: 204  len: 173 time: 1.9442041
Apr 02 21:05:27.371261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-deleted', 'tag': '3ed90c57-8d97-4048-b9af-fc0bea1656f4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:27.376749 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7931565-d5af-48ac-8f47-58fbf8ac2457" -d '{"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-deleted", "tag": "3ed90c57-8d97-4048-b9af-fc0bea1656f4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:27.429308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88e4dd05-1300-4bd3-8069-35c1cf003bf1 admin admin] Publish callbacks [] for security_group (349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.442841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04caacea-539d-4e57-ae4f-4f3a1b45c8a3 req-5240a1a5-9a08-44e0-9bed-910e1e8d7c1e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452793
Apr 02 21:05:27.444336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88e4dd05-1300-4bd3-8069-35c1cf003bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.486483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:27.508796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7a0b-ef5b-4a38-ad06-f6dda9966d5e req-32807537-8b7a-4fae-92ea-f4809a8989cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:27.509662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88e4dd05-1300-4bd3-8069-35c1cf003bf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4400c8f4daad450a989e0f6bb0330746&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5370243
Apr 02 21:05:27.510720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4dd05-1300-4bd3-8069-35c1cf003bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:27.514423 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2adf7a0b-ef5b-4a38-ad06-f6dda9966d5e req-32807537-8b7a-4fae-92ea-f4809a8989cb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 932 time: 0.3949530
Apr 02 21:05:27.521352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:27.525293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:27.528774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.597285 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ceb06-ef0a-4168-9031-919b18b6a701 x-openstack-request-id: req-639ceb06-ef0a-4168-9031-919b18b6a701 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:27.597601 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "name": "network-vif-plugged", "status": "completed", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:27.597859 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-639ceb06-ef0a-4168-9031-919b18b6a701 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:27.598258 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639ceb06-ef0a-4168-9031-919b18b6a701'] response: {'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'code': 200}
Apr 02 21:05:27.602100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0d43f67-b61a-4a53-bdc8-2aff8fafd310 admin admin] Publish callbacks [] for security_group (349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.640778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0d43f67-b61a-4a53-bdc8-2aff8fafd310 admin admin] Publish callbacks [] for security_group (349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.762816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b2de1-af0c-49c7-94bc-ae220fa9a693 req-6de28a5b-65f9-491a-b9bd-4fb7006f2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:27.764974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-788b2de1-af0c-49c7-94bc-ae220fa9a693 req-6de28a5b-65f9-491a-b9bd-4fb7006f2b61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 1127 time: 0.0961037
Apr 02 21:05:27.767368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0d43f67-b61a-4a53-bdc8-2aff8fafd310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.770188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c0d43f67-b61a-4a53-bdc8-2aff8fafd310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:27.771344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c0d43f67-b61a-4a53-bdc8-2aff8fafd310 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8 HTTP/1.1" status: 204  len: 168 time: 0.2489140
Apr 02 21:05:27.787895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d43f67-b61a-4a53-bdc8-2aff8fafd310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c6c1e-7d70-41b9-a5f7-168ac8b8f2a8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:27.897269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-788b2de1-af0c-49c7-94bc-ae220fa9a693 req-0e62692c-55bb-495e-9d5a-86b331d7c1e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246896
Apr 02 21:05:27.897569 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7c2458-5f1d-4ab1-8380-2b4f01806a28 x-openstack-request-id: req-9a7c2458-5f1d-4ab1-8380-2b4f01806a28 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:27.897813 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-deleted", "tag": "3ed90c57-8d97-4048-b9af-fc0bea1656f4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:27.898109 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a7c2458-5f1d-4ab1-8380-2b4f01806a28 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:27.898544 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7c2458-5f1d-4ab1-8380-2b4f01806a28'] response: {'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-deleted', 'tag': '3ed90c57-8d97-4048-b9af-fc0bea1656f4', 'status': 'completed', 'code': 200}
Apr 02 21:05:27.932334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 10.1.1.57 (ade7b0c7-9d28-49c6-8944-213c1ff76706/21446090-575e-4491-a2ab-049b46832e49/a43c7f16-83a8-4758-918d-0bd3f2393170) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:27.950295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2adf7a0b-ef5b-4a38-ad06-f6dda9966d5e req-dd80e21a-1ba5-43ef-aeed-7bfc28e81c64 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4122202
Apr 02 21:05:28.030934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:28.031532 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.148372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16098e4-b232-4c0c-87f3-c16041dfaf63 req-1127e5ce-bba0-4006-b1e4-4247603bb8d9 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:28.150298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a16098e4-b232-4c0c-87f3-c16041dfaf63 req-1127e5ce-bba0-4006-b1e4-4247603bb8d9 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 946 time: 0.0962701
Apr 02 21:05:28.254182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebbe4-1898-40ac-9d6e-3f2a29638253 req-e610cc7e-271f-49bf-bf19-831fcb819e1d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:28.256083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed3ebbe4-1898-40ac-9d6e-3f2a29638253 req-e610cc7e-271f-49bf-bf19-831fcb819e1d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1871481
Apr 02 21:05:28.291095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45970) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:28.295273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a16098e4-b232-4c0c-87f3-c16041dfaf63 req-299d2b2b-077d-4dfd-8637-8158d9f6a410 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a4d3ae-fccb-4c4e-8329-732b74733f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377971
Apr 02 21:05:28.345302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c45143-88d2-49b6-9295-730c2063fb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.364882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:28.365890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.399885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:28.432363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed3ebbe4-1898-40ac-9d6e-3f2a29638253 req-99140da5-5d66-4c67-b6f8-74bd34ffba5b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266699
Apr 02 21:05:28.501972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c45143-88d2-49b6-9295-730c2063fb17 admin admin] Publish callbacks [] for security_group (5c02bfa1-cbc3-44d9-9404-28b3a32e774f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.511597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c45143-88d2-49b6-9295-730c2063fb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5c02bfa1-cbc3-44d9-9404-28b3a32e774f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.521143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.596652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.659079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.666415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-91c45143-88d2-49b6-9295-730c2063fb17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaf6c9963eef4ec5ab15bc57e8af4554&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3577001
Apr 02 21:05:28.668406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c45143-88d2-49b6-9295-730c2063fb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c02bfa1-cbc3-44d9-9404-28b3a32e774f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:28.674562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45982) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:28.695620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:28.702310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 3ed90c57-8d97-4048-b9af-fc0bea1656f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:28.703379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-d288b66e-efa9-4ef2-826b-e9f752025e1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1117980
Apr 02 21:05:28.711520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d947cdb-c15c-4c57-bb2e-b687ff281582 req-cf01735f-d025-4c1b-8323-a1d655a017c9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:28.712798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:28.724137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:28.728877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 3ed90c57-8d97-4048-b9af-fc0bea1656f4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:05:28.729511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 3ed90c57-8d97-4048-b9af-fc0bea1656f4 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:28.730112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:28.734368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d947cdb-c15c-4c57-bb2e-b687ff281582 req-cf01735f-d025-4c1b-8323-a1d655a017c9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2024689
Apr 02 21:05:28.778031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No active binding found for port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 21:05:28.778680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:05:28.779212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:28.782605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:28.806229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.857766 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d947cdb-c15c-4c57-bb2e-b687ff281582 req-4893e501-3510-471a-a8f6-667d0e0951fb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193650
Apr 02 21:05:28.867899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:28.902441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:28.903198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.907701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-4b547f53-f22a-4306-9120-4505815ad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:28.909327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-4b547f53-f22a-4306-9120-4505815ad664 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 1128 time: 0.1416650
Apr 02 21:05:28.942786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9dcdd55-abd5-4cf8-a17c-f33d49208044 admin admin] Publish callbacks [] for security_group (5c02bfa1-cbc3-44d9-9404-28b3a32e774f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.947014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:28.952132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:28.955552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4924135-82bb-452e-8f84-4bf6b5bdf89e req-78672419-4be0-4154-a558-fafdd10819cd tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.15 "DELETE /v2.0/ports/de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0 HTTP/1.1" status: 204  len: 173 time: 1.5720248
Apr 02 21:05:28.971053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-bfd11dd8-7ef9-48ea-8e00-ca8b3d144eea tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.0301363
Apr 02 21:05:28.988831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'admin_state_up': True, 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'security_groups': ['93c3a3bc-6b62-4836-a207-97010ae19927']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:29.026511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9dcdd55-abd5-4cf8-a17c-f33d49208044 admin admin] Publish callbacks [] for security_group (5c02bfa1-cbc3-44d9-9404-28b3a32e774f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:29.117913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-601c6c10-c2ff-4a88-8cd9-bde7c42e0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.119425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-601c6c10-c2ff-4a88-8cd9-bde7c42e0cc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.1829183
Apr 02 21:05:29.247715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-ff37a32b-8e19-4b9f-9ec8-f21a98ca33a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 200  len: 1002 time: 0.1170063
Apr 02 21:05:29.297086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8f9c8aa6-46f5-41cb-ae89-a69f2c4a9de9 None None] Provisioning complete for port a43c7f16-83a8-4758-918d-0bd3f2393170 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:29.300016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8aa6-46f5-41cb-ae89-a69f2c4a9de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:29.327405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-15f42fb0-0e50-4265-8fa1-f064ef00df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.328906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-15f42fb0-0e50-4265-8fa1-f064ef00df75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0715866
Apr 02 21:05:29.333656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9dcdd55-abd5-4cf8-a17c-f33d49208044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5c02bfa1-cbc3-44d9-9404-28b3a32e774f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:29.341977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9dcdd55-abd5-4cf8-a17c-f33d49208044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:29.346201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9dcdd55-abd5-4cf8-a17c-f33d49208044 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c02bfa1-cbc3-44d9-9404-28b3a32e774f HTTP/1.1" status: 204  len: 168 time: 0.6680436
Apr 02 21:05:29.380131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b15cf4-0c0b-488a-9f11-d8d852804020 req-d9bc7be5-0ce6-41c3-b4a7-f3c8d41d55e8 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.386600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b15cf4-0c0b-488a-9f11-d8d852804020 req-d9bc7be5-0ce6-41c3-b4a7-f3c8d41d55e8 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.395334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-670e646e-21cd-4192-a709-a19bd13f439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.397586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-670e646e-21cd-4192-a709-a19bd13f439d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0612900
Apr 02 21:05:29.407456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b15cf4-0c0b-488a-9f11-d8d852804020 req-d9bc7be5-0ce6-41c3-b4a7-f3c8d41d55e8 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 1653 time: 0.2461836
Apr 02 21:05:29.444383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:29.447695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c8aa6-46f5-41cb-ae89-a69f2c4a9de9 None None] Port a43c7f16-83a8-4758-918d-0bd3f2393170 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:29.459120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcdd55-abd5-4cf8-a17c-f33d49208044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c02bfa1-cbc3-44d9-9404-28b3a32e774f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:29.467584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:29.470885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:29.526922 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b15cf4-0c0b-488a-9f11-d8d852804020 req-470587ff-aabc-4df2-8c18-9f7ae63c60e1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111436
Apr 02 21:05:29.605276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7191b36a-2cd5-492f-b7b5-1bdbf6bf1ceb req-bd33888e-b0f3-4911-9d55-38a02f9a4e24 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "GET /v2.0/ports?device_id=da37dfd0-c659-4274-8d98-acbbe82db587 HTTP/1.1" status: 200  len: 210 time: 0.0619051
Apr 02 21:05:29.627599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-312fd6dd-7dda-452d-b3a7-72648a239e43 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228715
Apr 02 21:05:29.771459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7013b07d-9553-42da-9f18-aebc18eb53c4 req-24b7e647-d16c-4e1a-9432-691bb925a389 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356196
Apr 02 21:05:29.797853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4ba92-d7ac-4991-9094-833786163c80 req-adba59a4-a67d-49fc-bb93-a7268814b3b8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.800033 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3e4ba92-d7ac-4991-9094-833786163c80 req-adba59a4-a67d-49fc-bb93-a7268814b3b8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1306660
Apr 02 21:05:29.892659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-e83f5cb2-3b5f-4e38-bb6d-0cfb86281b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:29.894214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-e83f5cb2-3b5f-4e38-bb6d-0cfb86281b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1128 time: 0.3660467
Apr 02 21:05:29.909502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-deleted', 'tag': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:29.914971 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68847853-302e-443d-b789-4130cee9b052" -d '{"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-deleted", "tag": "de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:29.973153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 10.1.1.74 (ade7b0c7-9d28-49c6-8944-213c1ff76706/21446090-575e-4491-a2ab-049b46832e49/f4c519a1-4b21-4dac-b3f9-1667e9aca676) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:30.007734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241f725-1319-48ac-8d34-be881217a1f0 req-6cc716ce-d869-4050-94e9-f1f96fdace17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.008423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6241f725-1319-48ac-8d34-be881217a1f0 req-6cc716ce-d869-4050-94e9-f1f96fdace17 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.0665541
Apr 02 21:05:30.010444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3e4ba92-d7ac-4991-9094-833786163c80 req-3d8ca4b7-c02c-45db-bf9b-bb8d23f53e2b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006474
Apr 02 21:05:30.085447 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaebbcda-fa71-4145-8dfc-66f3098513a3 x-openstack-request-id: req-aaebbcda-fa71-4145-8dfc-66f3098513a3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:30.085741 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da37dfd0-c659-4274-8d98-acbbe82db587", "name": "network-vif-deleted", "tag": "de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:30.088842 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaebbcda-fa71-4145-8dfc-66f3098513a3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:30.088842 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaebbcda-fa71-4145-8dfc-66f3098513a3'] response: {'server_uuid': 'da37dfd0-c659-4274-8d98-acbbe82db587', 'name': 'network-vif-deleted', 'tag': 'de499a6a-bf1d-4c94-8fd3-69e07ebfa1b0', 'status': 'completed', 'code': 200}
Apr 02 21:05:30.093368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6241f725-1319-48ac-8d34-be881217a1f0 req-2c080fe0-9167-44a1-8c41-41bdcbe84d4d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710087
Apr 02 21:05:30.149813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-f0ee32b4-dc8f-43a6-b6d5-0b88e2f7ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.151323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-f0ee32b4-dc8f-43a6-b6d5-0b88e2f7ed9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.2235689
Apr 02 21:05:30.545729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-8bd763d7-5329-4311-9506-283e60d0638e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 1002 time: 0.3770001
Apr 02 21:05:30.575206 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:30.606131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210819b-8553-4372-a9e2-abdcc6cb4f89 req-41c82565-d4f8-4504-9df0-dbe064da5d38 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.607657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c210819b-8553-4372-a9e2-abdcc6cb4f89 req-41c82565-d4f8-4504-9df0-dbe064da5d38 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.3870590
Apr 02 21:05:30.656448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-fbc1ba64-cebb-4c08-9be5-d0c16a4b517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.657948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-fbc1ba64-cebb-4c08-9be5-d0c16a4b517c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.1029346
Apr 02 21:05:30.677020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14ae1-f1e8-4982-a68a-fcfb81e6fa43 req-d2b84fba-de12-43f9-bd8f-0586b7cca4d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.682479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14ae1-f1e8-4982-a68a-fcfb81e6fa43 req-d2b84fba-de12-43f9-bd8f-0586b7cca4d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.684692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9e14ae1-f1e8-4982-a68a-fcfb81e6fa43 req-d2b84fba-de12-43f9-bd8f-0586b7cca4d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 1653 time: 0.0751197
Apr 02 21:05:30.719187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:30.726835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c210819b-8553-4372-a9e2-abdcc6cb4f89 req-ad6b080f-619a-43d6-9540-c8ddafded299 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051664
Apr 02 21:05:30.759697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9e14ae1-f1e8-4982-a68a-fcfb81e6fa43 req-68b39246-34fa-4432-961b-d25e62461244 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602522
Apr 02 21:05:30.785309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:30.785309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:30.786475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:30.798256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-4f977e00-178b-4621-bc31-11d1fc30e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.798535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46060) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:30.799836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-4f977e00-178b-4621-bc31-11d1fc30e344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1317246
Apr 02 21:05:30.840023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=f4c519a1-4b21-4dac-b3f9-1667e9aca676,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:30.890075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting subnet ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:05:30.897714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:30.898337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:30.902556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:30.953337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-42466219-b988-42e1-8e4e-29c4a63a4d4e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9738371
Apr 02 21:05:30.966225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'admin_state_up': True, 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'security_groups': ['93c3a3bc-6b62-4836-a207-97010ae19927']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:30.978970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.012646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-6c8db9e9-094f-4a69-8f87-2bb4ab02fdac service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893699
Apr 02 21:05:31.110761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.201671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77290d9-2e4e-4c79-959d-fff9f84ca979 req-5875ae9a-08bd-4c55-a3da-b61766e9fed8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:31.203542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a618-cb42-4c6b-a528-e4e62ac8f1e0 req-963c2e1e-50a0-4fb3-80d1-c8c38a3f1f1a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:31.204199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-be493962-4771-4155-9e42-775f5ec24d5a None None] Provisioning complete for port f4c519a1-4b21-4dac-b3f9-1667e9aca676 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:31.204854 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-be493962-4771-4155-9e42-775f5ec24d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.205215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9094a618-cb42-4c6b-a528-e4e62ac8f1e0 req-963c2e1e-50a0-4fb3-80d1-c8c38a3f1f1a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.1079144
Apr 02 21:05:31.209286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e77290d9-2e4e-4c79-959d-fff9f84ca979 req-5875ae9a-08bd-4c55-a3da-b61766e9fed8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2324979
Apr 02 21:05:31.254115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-be493962-4771-4155-9e42-775f5ec24d5a None None] Port f4c519a1-4b21-4dac-b3f9-1667e9aca676 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:31.263797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-151e6273-2d66-4858-9ca5-e1a7d311fd88 req-49aa5275-8341-47e2-b5ba-a3d2e9d543ea service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134106
Apr 02 21:05:31.285103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:31.288197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.304986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e77290d9-2e4e-4c79-959d-fff9f84ca979 req-06ae35f8-faee-4c9d-ab4b-ded258006717 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947971
Apr 02 21:05:31.332932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:31.349953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cea65c-95be-40f1-8aac-aaae77cea3fb None None] Network 29461d6a-57f0-42a8-887c-5bb0eba05a47 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:31.354171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.359015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ab8d1e23-7ee0-4214-9c48-43cd18c82edf tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/subnets/ea2b0f3d-ff9d-4c05-9394-c2bd90803a5d HTTP/1.1" status: 204  len: 168 time: 0.5592899
Apr 02 21:05:31.361855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46082) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:31.382715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9094a618-cb42-4c6b-a528-e4e62ac8f1e0 req-02ebc3dd-6935-44f6-b51f-41be9381b1df tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640368
Apr 02 21:05:31.481937 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (29461d6a-57f0-42a8-887c-5bb0eba05a47), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.485693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.565812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] DHCP port deletion for 29461d6a-57f0-42a8-887c-5bb0eba05a47 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:05:31.625908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] Deleting port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:31.626376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.657416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4cf-a5a1-4d9b-930b-3ebdec44503b req-4e4866ce-3e68-42ca-98c9-595a7445effb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:31.659093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dfdf4cf-a5a1-4d9b-930b-3ebdec44503b req-4e4866ce-3e68-42ca-98c9-595a7445effb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1975064
Apr 02 21:05:31.791433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:31.792799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.836149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] For port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:31.836683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.858095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] Calling delete_port for bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:31.882831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dfdf4cf-a5a1-4d9b-930b-3ebdec44503b req-c0fa010b-eb3a-48ff-a490-5b023bd330c4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139044
Apr 02 21:05:31.905798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46eb1-504e-4812-9d08-0466194a3c1d req-62795141-494f-4d0f-8096-2a64a1642a42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:31.915066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46eb1-504e-4812-9d08-0466194a3c1d req-62795141-494f-4d0f-8096-2a64a1642a42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:31.916305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 10.2.2.100 (a6c70d63-32ca-4127-ab6e-1a01ed6bf503/986a56ad-82c1-4784-917b-4ee5f337ff56/adcb837b-7ab2-4b3e-98c2-1a56402cc8a9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:31.922879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46eb1-504e-4812-9d08-0466194a3c1d req-62795141-494f-4d0f-8096-2a64a1642a42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:31.931172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7a46eb1-504e-4812-9d08-0466194a3c1d req-62795141-494f-4d0f-8096-2a64a1642a42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 2373 time: 0.0906675
Apr 02 21:05:31.964999 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.972994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,segment=NetworkSegment(fc61e58f-248c-4862-a52c-2977272400cb),segment_id=fc61e58f-248c-4862-a52c-2977272400cb)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:31.972994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:31.992578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] Pushing event deleted for resources: {'Port': ['ID=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:31.996647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bbf87-5fe0-4d12-bda8-4f9ceda44fcc None None] No DVR routers for this DVR port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:31.996846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:32.021957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7a46eb1-504e-4812-9d08-0466194a3c1d req-dea856a4-e4e6-4c9f-8408-37ad76e130da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895777
Apr 02 21:05:32.059507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46112) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:32.152517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:32.193340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bc945b6f-32ce-4f4b-96ed-f19e3ebf5844), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.216866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:05:32.219564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:32.239890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.252584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=bc945b6f-32ce-4f4b-96ed-f19e3ebf5844,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:32.263541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port bc945b6f-32ce-4f4b-96ed-f19e3ebf5844 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:32.286299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee8c2-d08c-4b0d-afb7-f4eb7783b604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.358028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.394178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (29461d6a-57f0-42a8-887c-5bb0eba05a47), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.401015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce1d8c-d53e-4ccc-b232-6320439fc360 req-e01f2576-4ae6-42a1-aaab-fdd49923e313 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:32.402782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ce1d8c-d53e-4ccc-b232-6320439fc360 req-e01f2576-4ae6-42a1-aaab-fdd49923e313 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.0938449
Apr 02 21:05:32.466868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78448c2370>,) {'filters': {'network_id': ['29461d6a-57f0-42a8-887c-5bb0eba05a47']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:32.473068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:32.483174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee8c2-d08c-4b0d-afb7-f4eb7783b604 admin admin] Publish callbacks [] for security_group (c0f1659e-98c2-46c1-868d-5a93e49e6bef), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.487935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ce1d8c-d53e-4ccc-b232-6320439fc360 req-08d9d8bf-6686-405e-9075-f660ef23de04 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791655
Apr 02 21:05:32.488994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee8c2-d08c-4b0d-afb7-f4eb7783b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c0f1659e-98c2-46c1-868d-5a93e49e6bef), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.491830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:32.497980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:32.518875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f6ee8c2-d08c-4b0d-afb7-f4eb7783b604 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8e7dce91bdc4b71a6e59902fb1b3a6e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4557643
Apr 02 21:05:32.519076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448c2370>, 'fc61e58f-248c-4862-a52c-2977272400cb') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:32.519076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448c2370>, 'fc61e58f-248c-4862-a52c-2977272400cb') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:32.520247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46124) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:32.536412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ee8c2-d08c-4b0d-afb7-f4eb7783b604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1659e-98c2-46c1-868d-5a93e49e6bef,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:32.585685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (fc61e58f-248c-4862-a52c-2977272400cb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.588265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:32.631110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-e0b7d3af-80b6-4863-9a1f-da057259d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:32.632690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-e0b7d3af-80b6-4863-9a1f-da057259d83e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1128 time: 0.3064027
Apr 02 21:05:32.649432 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fc61e58f-248c-4862-a52c-2977272400cb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.688051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:05:32.688727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (fc61e58f-248c-4862-a52c-2977272400cb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:05:32.702190 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:05:32.707671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:32.708315 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.728898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:32.774722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6a2be-2fec-486d-83f1-6e2ff277cbc7 req-752d9e2a-5601-4f4e-a5b9-8cba1d842dd1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:32.776709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52d6a2be-2fec-486d-83f1-6e2ff277cbc7 req-752d9e2a-5601-4f4e-a5b9-8cba1d842dd1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 946 time: 0.3161342
Apr 02 21:05:32.830139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03e7d43e-64fc-4d0a-959a-eb86fb9d3c0c None None] Provisioning complete for port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:32.830757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e7d43e-64fc-4d0a-959a-eb86fb9d3c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.846305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-af672af2-c79e-4a59-97be-246a6094c572 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8847075
Apr 02 21:05:32.848822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e9abb65-b856-4dba-964b-639114423dab admin admin] Publish callbacks [] for security_group (c0f1659e-98c2-46c1-868d-5a93e49e6bef), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.865199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'admin_state_up': True, 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'security_groups': ['93c3a3bc-6b62-4836-a207-97010ae19927']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:32.882708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:32.883099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.898956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03e7d43e-64fc-4d0a-959a-eb86fb9d3c0c None None] Port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:32.921651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:32.923860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (29461d6a-57f0-42a8-887c-5bb0eba05a47), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:32.924158 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b361f1-8a2f-4e07-8647-0466dc96f699" -d '{"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:32.951087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:32.960870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.008223 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6235b18-0b4e-4cec-8273-230d156c2328 x-openstack-request-id: req-a6235b18-0b4e-4cec-8273-230d156c2328 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:33.008538 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:33.009050 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6235b18-0b4e-4cec-8273-230d156c2328 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:33.009603 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6235b18-0b4e-4cec-8273-230d156c2328'] response: {'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'code': 200}
Apr 02 21:05:33.045321 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:33.195247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee524cf3-7c1a-4975-afcb-5200c5457d16 req-b8c0db6c-1085-4970-b089-60b777a03cf2 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.202354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee524cf3-7c1a-4975-afcb-5200c5457d16 req-b8c0db6c-1085-4970-b089-60b777a03cf2 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.208033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee524cf3-7c1a-4975-afcb-5200c5457d16 req-b8c0db6c-1085-4970-b089-60b777a03cf2 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.214902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee524cf3-7c1a-4975-afcb-5200c5457d16 req-b8c0db6c-1085-4970-b089-60b777a03cf2 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.216752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee524cf3-7c1a-4975-afcb-5200c5457d16 req-b8c0db6c-1085-4970-b089-60b777a03cf2 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 3094 time: 0.0894072
Apr 02 21:05:33.226645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.230410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/networks/29461d6a-57f0-42a8-887c-5bb0eba05a47 HTTP/1.1" status: 204  len: 168 time: 1.8676572
Apr 02 21:05:33.241664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46130) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:33.243391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52d6a2be-2fec-486d-83f1-6e2ff277cbc7 req-85455dc2-f9f1-4e34-9217-4cba001aa70c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4062960
Apr 02 21:05:33.244144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7121d-ff46-4870-8460-49ffb466f24b tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Network': ['ID=29461d6a-57f0-42a8-887c-5bb0eba05a47,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:33.247163 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e9abb65-b856-4dba-964b-639114423dab admin admin] Publish callbacks [] for security_group (c0f1659e-98c2-46c1-868d-5a93e49e6bef), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.266943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-bf9e84c3-4def-479c-9ce6-154f88682611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.268437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-bf9e84c3-4def-479c-9ce6-154f88682611 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.6040545
Apr 02 21:05:33.319505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee524cf3-7c1a-4975-afcb-5200c5457d16 req-1f6e64ee-8010-4545-9085-03579d6e6412 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958948
Apr 02 21:05:33.323578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting subnet f2ade7c6-21ea-4bad-b504-7f18ce1d0bff {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:05:33.328479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks [] for subnet (f2ade7c6-21ea-4bad-b504-7f18ce1d0bff), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.377840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f2ade7c6-21ea-4bad-b504-7f18ce1d0bff), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.380987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-dec7fe66-7f98-47f8-b5ce-2a300e0f08ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 1000 time: 0.1008639
Apr 02 21:05:33.397161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Made reservation on behalf of fad5516982b843a9a35e49795fda0844 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:33.402458 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.432977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e9abb65-b856-4dba-964b-639114423dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c0f1659e-98c2-46c1-868d-5a93e49e6bef), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.435626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e9abb65-b856-4dba-964b-639114423dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.436925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1e9abb65-b856-4dba-964b-639114423dab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0f1659e-98c2-46c1-868d-5a93e49e6bef HTTP/1.1" status: 204  len: 168 time: 0.9077787
Apr 02 21:05:33.471117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9abb65-b856-4dba-964b-639114423dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1659e-98c2-46c1-868d-5a93e49e6bef,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:33.478322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f2ade7c6-21ea-4bad-b504-7f18ce1d0bff), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.479702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-f8057a00-5a8b-4f97-95de-8116a7c55b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.481487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-f8057a00-5a8b-4f97-95de-8116a7c55b60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.0946023
Apr 02 21:05:33.560204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f2ade7c6-21ea-4bad-b504-7f18ce1d0bff), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.582216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.585789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/subnets/f2ade7c6-21ea-4bad-b504-7f18ce1d0bff HTTP/1.1" status: 204  len: 168 time: 0.3429606
Apr 02 21:05:33.589821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f77c5b-0958-4612-a9d3-a7837afb9720 None None] Network f586152a-990b-40c9-8526-6fd404717ef3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:33.590792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46136) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:33.612426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d11e26-1f4c-448b-9f45-23a6b769f936 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ade7c6-21ea-4bad-b504-7f18ce1d0bff,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:33.674109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-0a0e2c50-30f5-4b72-b987-21230857944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.675742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-0a0e2c50-30f5-4b72-b987-21230857944a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1698811
Apr 02 21:05:33.754395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] DHCP port deletion for f586152a-990b-40c9-8526-6fd404717ef3 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:05:33.809265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46140) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:33.809777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f586152a-990b-40c9-8526-6fd404717ef3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.813498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] Deleting port d66776e3-a384-42d0-813a-5ae07473bcd0 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:33.814092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.823644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e7611106-2485-4a86-b2b1-010ed29d8aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.865346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70c7b5-26c7-4bae-9e55-d5af6d70ed17 req-ca495bb6-353e-4fba-bb1f-c07c18b031e8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:33.866886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b70c7b5-26c7-4bae-9e55-d5af6d70ed17 req-ca495bb6-353e-4fba-bb1f-c07c18b031e8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2834411
Apr 02 21:05:33.870405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Allocated IP 10.2.2.200 (a6c70d63-32ca-4127-ab6e-1a01ed6bf503/986a56ad-82c1-4784-917b-4ee5f337ff56/54ba32fa-f94c-4790-91a7-b7d8bc9665c3) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:33.881448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] For port d66776e3-a384-42d0-813a-5ae07473bcd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d66776e3-a384-42d0-813a-5ae07473bcd0,segment=NetworkSegment(2965d866-d831-4ceb-8d00-bb03fcf5f55a),segment_id=2965d866-d831-4ceb-8d00-bb03fcf5f55a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:33.882814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.896805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] Calling delete_port for d66776e3-a384-42d0-813a-5ae07473bcd0 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:33.913074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e7611106-2485-4a86-b2b1-010ed29d8aad admin admin] Publish callbacks [] for security_group (d378523e-fbf8-4690-b19a-07b68a25c5da), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.917677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e7611106-2485-4a86-b2b1-010ed29d8aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d378523e-fbf8-4690-b19a-07b68a25c5da), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.944968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-ab9bc9c4-00b4-46eb-8d18-ec8b87fe4507 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628851
Apr 02 21:05:33.952354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e7611106-2485-4a86-b2b1-010ed29d8aad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67d8f0026de04a318a78ef0faaee8281&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1393685
Apr 02 21:05:33.952722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46142) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:33.992182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:33.994089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7611106-2485-4a86-b2b1-010ed29d8aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378523e-fbf8-4690-b19a-07b68a25c5da,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:34.023465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] Pushing event deleted for resources: {'Port': ['ID=d66776e3-a384-42d0-813a-5ae07473bcd0,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:34.025318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6cf12-1433-4caf-aeb7-a34cd3c6dff7 None None] No DVR routers for this DVR port d66776e3-a384-42d0-813a-5ae07473bcd0 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:34.026771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b70c7b5-26c7-4bae-9e55-d5af6d70ed17 req-70c919da-0cf9-4e97-b241-245b887d39bb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441519
Apr 02 21:05:34.030870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b815d0d5-a5aa-40e7-807f-043f43e9a57f admin admin] Publish callbacks [] for security_group (d378523e-fbf8-4690-b19a-07b68a25c5da), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.058209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b815d0d5-a5aa-40e7-807f-043f43e9a57f admin admin] Publish callbacks [] for security_group (d378523e-fbf8-4690-b19a-07b68a25c5da), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.124236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b815d0d5-a5aa-40e7-807f-043f43e9a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d378523e-fbf8-4690-b19a-07b68a25c5da), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.127748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b815d0d5-a5aa-40e7-807f-043f43e9a57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.129544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b815d0d5-a5aa-40e7-807f-043f43e9a57f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d378523e-fbf8-4690-b19a-07b68a25c5da HTTP/1.1" status: 204  len: 168 time: 0.1757140
Apr 02 21:05:34.141736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d66776e3-a384-42d0-813a-5ae07473bcd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:34.143056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815d0d5-a5aa-40e7-807f-043f43e9a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378523e-fbf8-4690-b19a-07b68a25c5da,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:34.144499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Deleting port d66776e3-a384-42d0-813a-5ae07473bcd0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:34.144843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.175180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d66776e3-a384-42d0-813a-5ae07473bcd0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:05:34.176343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d66776e3-a384-42d0-813a-5ae07473bcd0 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:34.194881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25234857-2559-4ef6-adc1-ab4538dc3fad req-4989494b-8c2d-4c87-9fd4-426921fbb54a service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373517
Apr 02 21:05:34.252850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.259081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] For port d66776e3-a384-42d0-813a-5ae07473bcd0, host ncdv-master-1, got binding levels [] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:34.259451 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.278071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Calling delete_port for d66776e3-a384-42d0-813a-5ae07473bcd0 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:34.281796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Port d66776e3-a384-42d0-813a-5ae07473bcd0 was not found and therefore no delete operation was performed {{(pid=121649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:05:34.285557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d66776e3-a384-42d0-813a-5ae07473bcd0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.326216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Port': ['ID=d66776e3-a384-42d0-813a-5ae07473bcd0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:34.331082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] No DVR routers for this DVR port d66776e3-a384-42d0-813a-5ae07473bcd0 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:34.386426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.402770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b75480-4270-4057-97b8-0beabbd11342 req-d9d76705-dca7-4004-b3e5-e2062fa78a03 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.404416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4b75480-4270-4057-97b8-0beabbd11342 req-d9d76705-dca7-4004-b3e5-e2062fa78a03 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.0653415
Apr 02 21:05:34.460924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f586152a-990b-40c9-8526-6fd404717ef3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.466791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4b75480-4270-4057-97b8-0beabbd11342 req-3c0437b1-4fe9-4ab5-96f9-cd8783d6ec1d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541203
Apr 02 21:05:34.483076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:34.505494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:34.508321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:34.524493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event updated for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:34.552409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f340b80>,) {'filters': {'network_id': ['f586152a-990b-40c9-8526-6fd404717ef3']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:34.586372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f340b80>, '2965d866-d831-4ceb-8d00-bb03fcf5f55a') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:34.586679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f340b80>, '2965d866-d831-4ceb-8d00-bb03fcf5f55a') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:34.603494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (2965d866-d831-4ceb-8d00-bb03fcf5f55a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.630618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.631260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.635760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2965d866-d831-4ceb-8d00-bb03fcf5f55a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.648936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-5dbae368-bcca-43fe-8479-eeb20e3eb75c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.655062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-5dbae368-bcca-43fe-8479-eeb20e3eb75c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.660376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-5dbae368-bcca-43fe-8479-eeb20e3eb75c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.665807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-5dbae368-bcca-43fe-8479-eeb20e3eb75c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.671601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-5dbae368-bcca-43fe-8479-eeb20e3eb75c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:34.679193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-5dbae368-bcca-43fe-8479-eeb20e3eb75c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 3815 time: 0.2250218
Apr 02 21:05:34.693284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:05:34.693731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (2965d866-d831-4ceb-8d00-bb03fcf5f55a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:05:34.696934 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:05:34.720107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-de251bdd-910c-4a0d-999f-9846a57caef4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8587937
Apr 02 21:05:34.768180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:34.809050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f586152a-990b-40c9-8526-6fd404717ef3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.822312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.828660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] 10.222.0.18 "DELETE /v2.0/networks/f586152a-990b-40c9-8526-6fd404717ef3 HTTP/1.1" status: 204  len: 168 time: 1.2322168
Apr 02 21:05:34.832733 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aa33677b-726a-4cd7-895c-7f7f1942f720 req-a73680e9-72a9-4753-8e9c-03bb3a73a29c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518381
Apr 02 21:05:34.851521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0badc25-c17a-4e47-9b08-f2a12227a301 tempest-ServersTestMultiNic-1818660293 tempest-ServersTestMultiNic-1818660293-project] Pushing event deleted for resources: {'Network': ['ID=f586152a-990b-40c9-8526-6fd404717ef3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:34.856397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a6152575-2436-4ebb-8de8-03338428ed17 None None] Provisioning complete for port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:34.856934 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6152575-2436-4ebb-8de8-03338428ed17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.893193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:34.912484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a6152575-2436-4ebb-8de8-03338428ed17 None None] Port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:35.058485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46192) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:35.202863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa225bb-5f59-4695-9481-c8b83a23a8f6 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:35.212073 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Publish callbacks [] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:35.226540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Transition to ACTIVE for port object 9aa225bb-5f59-4695-9481-c8b83a23a8f6 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:35.234168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:35.266292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5e05c-15c9-4281-a0cc-24e24a07ef6f req-e6f2b96f-2075-43f0-8fa9-cc6c9e8c144e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:35.273366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f5e05c-15c9-4281-a0cc-24e24a07ef6f req-e6f2b96f-2075-43f0-8fa9-cc6c9e8c144e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1261756
Apr 02 21:05:35.299344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Pushing event updated for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:35.431722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Attempting to bind port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:35.432008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Attempting to bind port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:35.435387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Attempting to bind port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 on network 5ad59ca6-db0d-408a-9756-69cb5adb69bd {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:35.459791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 on network 5ad59ca6-db0d-408a-9756-69cb5adb69bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:35.460279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Attempting to bind port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 on network 5ad59ca6-db0d-408a-9756-69cb5adb69bd {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:35.468348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:35.468785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Checking segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:35.469219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Bound using segment: {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:35.469743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Bound port: 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:35.470113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:35.552114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:35.556202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:35.565882 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:35.622540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:35.623172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:35.624653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] 10.222.0.21 "PUT /v2.0/ports/9aa225bb-5f59-4695-9481-c8b83a23a8f6 HTTP/1.1" status: 200  len: 1092 time: 0.8653357
Apr 02 21:05:35.625405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:35.628668 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188dba5a-fb34-4f42-a7e6-a6a489312141" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:35.671609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656153c3-eec1-4143-8d51-dd7ba677340b service neutron] Pushing event updated for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:35.680021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:35.761112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:35.924637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f5e05c-15c9-4281-a0cc-24e24a07ef6f req-b3070281-f3db-49e1-bc93-2abf5a646d3f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6500630
Apr 02 21:05:35.995658 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b9f42b-9849-45cc-b469-5b2b4d5dce31 x-openstack-request-id: req-43b9f42b-9849-45cc-b469-5b2b4d5dce31 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:35.996200 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:35.996200 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43b9f42b-9849-45cc-b469-5b2b4d5dce31 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:35.996629 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b9f42b-9849-45cc-b469-5b2b4d5dce31'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'status': 'completed', 'code': 200}
Apr 02 21:05:36.115505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-e1c0409a-3858-4434-bcf3-cc2320ade7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.115987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-e1c0409a-3858-4434-bcf3-cc2320ade7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.116482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-e1c0409a-3858-4434-bcf3-cc2320ade7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.116946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-e1c0409a-3858-4434-bcf3-cc2320ade7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.117404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-e1c0409a-3858-4434-bcf3-cc2320ade7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.119193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-e1c0409a-3858-4434-bcf3-cc2320ade7cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 4393 time: 0.1311290
Apr 02 21:05:36.142066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4b022-11a7-46c1-90ee-73246b26be8d req-867bb282-a1e4-44bd-82ac-cab17fb84da1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.143587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9bb4b022-11a7-46c1-90ee-73246b26be8d req-867bb282-a1e4-44bd-82ac-cab17fb84da1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1566305
Apr 02 21:05:36.199087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9465817e-88a8-48ec-b330-f9aafa60b53e {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:36.213100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-0bd6acdf-002b-4351-bafe-49e1bb66a5d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.219815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-0bd6acdf-002b-4351-bafe-49e1bb66a5d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.225239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-0bd6acdf-002b-4351-bafe-49e1bb66a5d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.231327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-0bd6acdf-002b-4351-bafe-49e1bb66a5d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.237104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-0bd6acdf-002b-4351-bafe-49e1bb66a5d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.244734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-0bd6acdf-002b-4351-bafe-49e1bb66a5d0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 3827 time: 0.1487691
Apr 02 21:05:36.270562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Publish callbacks [] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.303314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Transition to ACTIVE for port object 9465817e-88a8-48ec-b330-f9aafa60b53e will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:36.309842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9bb4b022-11a7-46c1-90ee-73246b26be8d req-82d391cd-ce0e-4e73-a908-9a8832886c6e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1517665
Apr 02 21:05:36.319574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22e42dc9-e7b3-4058-ae87-dcc4112541a9 req-65ab7bbe-7589-45a1-9582-c57b6be56895 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696983
Apr 02 21:05:36.321807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.325165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-54e4a384-b72c-4f23-a0e2-0eb8bf5e5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.326173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-54e4a384-b72c-4f23-a0e2-0eb8bf5e5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.326578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-54e4a384-b72c-4f23-a0e2-0eb8bf5e5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.328184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-54e4a384-b72c-4f23-a0e2-0eb8bf5e5bc3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fad5516982b843a9a35e49795fda0844&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1980882
Apr 02 21:05:36.339952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (87d14037-ab0a-4fd5-a750-627aec7f1d4f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.420911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Pushing event updated for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:36.500558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Attempting to bind port 9465817e-88a8-48ec-b330-f9aafa60b53e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:36.500558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Attempting to bind port 9465817e-88a8-48ec-b330-f9aafa60b53e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:36.500867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Attempting to bind port 9465817e-88a8-48ec-b330-f9aafa60b53e on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:36.508559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Port 9465817e-88a8-48ec-b330-f9aafa60b53e on network ade7b0c7-9d28-49c6-8944-213c1ff76706 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:36.509294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Attempting to bind port 9465817e-88a8-48ec-b330-f9aafa60b53e on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:36.520752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:36.521199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Checking segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:36.522061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Bound using segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:36.522518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Bound port: 9465817e-88a8-48ec-b330-f9aafa60b53e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:36.522941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.551530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-4fa880b9-c12a-4d4b-96b4-2298720b3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.553051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-188dba5a-fb34-4f42-a7e6-a6a489312141 req-4fa880b9-c12a-4d4b-96b4-2298720b3ec9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2170286
Apr 02 21:05:36.657683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:36.662913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9465817e-88a8-48ec-b330-f9aafa60b53e,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:36.670928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.707483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-f0634e21-90ba-4e1e-8e37-dba0e126237e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3389256
Apr 02 21:05:36.715645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.716962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.718337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] 10.222.0.21 "PUT /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 1130 time: 1.0431714
Apr 02 21:05:36.730598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:36.743186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397c9e3-8f14-4c2a-9d64-8662e0e5e7cb service neutron] Pushing event updated for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:36.762281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Deleting port 1ad01430-e3ff-4767-81be-2877b5b99479 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:36.762865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.779252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:36.861617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.912570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] For port 1ad01430-e3ff-4767-81be-2877b5b99479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ad01430-e3ff-4767-81be-2877b5b99479,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:36.912958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:36.917354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:36.940137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-af131e75-93b8-48fd-a3d2-d70e048850ee tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:36.942750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-af131e75-93b8-48fd-a3d2-d70e048850ee tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports/9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 941 time: 0.0993130
Apr 02 21:05:36.954242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Calling delete_port for 1ad01430-e3ff-4767-81be-2877b5b99479 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:37.180814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393f77-359d-4ffd-a580-1adefe809cc1 req-98284726-1177-40f7-8d07-f3fa9c79dc6e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.183027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-75393f77-359d-4ffd-a580-1adefe809cc1 req-98284726-1177-40f7-8d07-f3fa9c79dc6e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1544063
Apr 02 21:05:37.288700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-75393f77-359d-4ffd-a580-1adefe809cc1 req-4fa72b76-5581-46b4-a071-5dfe0a4f0b09 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893786
Apr 02 21:05:37.298784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1ad01430-e3ff-4767-81be-2877b5b99479), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.340426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad01430-e3ff-4767-81be-2877b5b99479,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:37.343429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7374b67b-9bb7-474a-b2c1-f4e86b602226 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:37.353341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Publish callbacks [] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.386780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Transition to ACTIVE for port object 7374b67b-9bb7-474a-b2c1-f4e86b602226 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:37.393416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.642775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Pushing event updated for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:37.646468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46270) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:37.681339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Attempting to bind port 7374b67b-9bb7-474a-b2c1-f4e86b602226 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:37.681678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Attempting to bind port 7374b67b-9bb7-474a-b2c1-f4e86b602226 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:37.682008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Attempting to bind port 7374b67b-9bb7-474a-b2c1-f4e86b602226 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:37.696712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.704707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.710949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f4fd-1ad2-48c4-a4e3-ed83e97c3ada req-0f668344-87e1-4e1b-b20e-84e737e304be tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.711983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.713037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2e7f4fd-1ad2-48c4-a4e3-ed83e97c3ada req-0f668344-87e1-4e1b-b20e-84e737e304be tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.2214923
Apr 02 21:05:37.720799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Port 7374b67b-9bb7-474a-b2c1-f4e86b602226 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:37.721205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Attempting to bind port 7374b67b-9bb7-474a-b2c1-f4e86b602226 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:37.728405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.734769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.736361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:37.736748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Checking segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:37.737135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Bound using segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:37.737765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Bound port: 7374b67b-9bb7-474a-b2c1-f4e86b602226, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:37.738407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.740873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.746422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.754826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-0f4f9483-05b1-43f8-aa35-006fbd38a06c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5370 time: 0.2447336
Apr 02 21:05:37.828629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2e7f4fd-1ad2-48c4-a4e3-ed83e97c3ada req-e88ef2da-f5f1-47e1-88f3-81f562ff9918 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038604
Apr 02 21:05:37.854686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:37.856143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (87d14037-ab0a-4fd5-a750-627aec7f1d4f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.857920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:37.863668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.879049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb3121fb-3001-4071-b515-d6572a322c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.889160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f1040b7-6065-4825-ad91-17c9f724d1ed req-4953db0c-83e2-4a03-ac23-718d37fdb22e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1332524
Apr 02 21:05:37.898867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:37.899489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:37.901750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] 10.222.0.21 "PUT /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 1129 time: 1.1273217
Apr 02 21:05:37.926330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da4f8a-0ee2-4298-9125-f7e7d7147682 service neutron] Pushing event updated for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:37.935710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:37.997868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '9465817e-88a8-48ec-b330-f9aafa60b53e'}, {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '7374b67b-9bb7-474a-b2c1-f4e86b602226'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:38.003090 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83140a8c-eb2a-477f-9c89-dcc5ffe19502" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "9465817e-88a8-48ec-b330-f9aafa60b53e"}, {"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "7374b67b-9bb7-474a-b2c1-f4e86b602226"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:38.017353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.058175 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e549131-97f0-449c-88e5-17d9aa22d227 x-openstack-request-id: req-2e549131-97f0-449c-88e5-17d9aa22d227 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:38.058175 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "9465817e-88a8-48ec-b330-f9aafa60b53e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "7374b67b-9bb7-474a-b2c1-f4e86b602226", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:38.058714 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e549131-97f0-449c-88e5-17d9aa22d227 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:38.059106 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e549131-97f0-449c-88e5-17d9aa22d227'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '9465817e-88a8-48ec-b330-f9aafa60b53e', 'status': 'completed', 'code': 200}
Apr 02 21:05:38.059373 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e549131-97f0-449c-88e5-17d9aa22d227'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '7374b67b-9bb7-474a-b2c1-f4e86b602226', 'status': 'completed', 'code': 200}
Apr 02 21:05:38.192678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb3121fb-3001-4071-b515-d6572a322c9d admin admin] Publish callbacks [] for security_group (1033babc-3188-44b6-97b6-84317f835849), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.232656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb3121fb-3001-4071-b515-d6572a322c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1033babc-3188-44b6-97b6-84317f835849), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.294819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.295295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.295758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.296217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.296701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.297159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.297612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.299609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-bbf2e7a7-a89b-4bc2-9df9-d3d58afa675d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6300 time: 0.1720126
Apr 02 21:05:38.311705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bb3121fb-3001-4071-b515-d6572a322c9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bacdf43407bc4bfbbd2fe635a59386a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6618063
Apr 02 21:05:38.327125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46276) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:38.332159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3121fb-3001-4071-b515-d6572a322c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1033babc-3188-44b6-97b6-84317f835849,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:38.395594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Router 87d14037-ab0a-4fd5-a750-627aec7f1d4f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:05:38.544158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-1dd5296f-a5e2-4cc3-b98f-534ab48e86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.544158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-1dd5296f-a5e2-4cc3-b98f-534ab48e86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.544158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-1dd5296f-a5e2-4cc3-b98f-534ab48e86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.548357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-1dd5296f-a5e2-4cc3-b98f-534ab48e86b2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fad5516982b843a9a35e49795fda0844&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2354620
Apr 02 21:05:38.550754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a48984d-e9ae-45a2-a0d9-1b711dca331a admin admin] Publish callbacks [] for security_group (1033babc-3188-44b6-97b6-84317f835849), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.558865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-ee70f45b-b83b-4b04-8aa0-305ec0f24fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.560386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-ee70f45b-b83b-4b04-8aa0-305ec0f24fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62&tenant_id=2a4f1507b69e40c8ace9eac029f1ced2 HTTP/1.1" status: 200  len: 1126 time: 0.1912785
Apr 02 21:05:38.591464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a505f47-5b19-44c2-84a6-163492786c56 req-b1d934ef-41a4-4105-8b8e-dc3cc799a1a9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.593007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a505f47-5b19-44c2-84a6-163492786c56 req-b1d934ef-41a4-4105-8b8e-dc3cc799a1a9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2268701
Apr 02 21:05:38.638776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a48984d-e9ae-45a2-a0d9-1b711dca331a admin admin] Publish callbacks [] for security_group (1033babc-3188-44b6-97b6-84317f835849), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.695957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:05:38.706712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-92d123c8-3753-43bf-97d9-4928104181ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.708263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-92d123c8-3753-43bf-97d9-4928104181ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1126 time: 0.1178339
Apr 02 21:05:38.708387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c9b590da-1696-4bf1-be6a-8ec9c03ffaa3 admin admin] 10.222.0.18 "PUT /v2.0/routers/87d14037-ab0a-4fd5-a750-627aec7f1d4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6488264
Apr 02 21:05:38.710932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46282) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:38.716750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] Sync routers for ids ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:05:38.733727 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] Routers {'87d14037-ab0a-4fd5-a750-627aec7f1d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:38.734657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78454141c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:38.761916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a48984d-e9ae-45a2-a0d9-1b711dca331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1033babc-3188-44b6-97b6-84317f835849), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.764496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a48984d-e9ae-45a2-a0d9-1b711dca331a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.764634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a505f47-5b19-44c2-84a6-163492786c56 req-ab09b6fd-7243-4aa7-8457-e91f54462a1c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558924
Apr 02 21:05:38.765610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a48984d-e9ae-45a2-a0d9-1b711dca331a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1033babc-3188-44b6-97b6-84317f835849 HTTP/1.1" status: 204  len: 168 time: 0.4375284
Apr 02 21:05:38.787183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-76d4fba7-d3c3-4bc7-afc0-d3d8653a249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.792769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-76d4fba7-d3c3-4bc7-afc0-d3d8653a249f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2128346
Apr 02 21:05:38.847055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48984d-e9ae-45a2-a0d9-1b711dca331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1033babc-3188-44b6-97b6-84317f835849,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:38.865886 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks [] for router (87d14037-ab0a-4fd5-a750-627aec7f1d4f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.884632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43c7f16-83a8-4758-918d-0bd3f2393170 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:38.909495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Publish callbacks [] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.928162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-135d9274-9fc5-4ac1-b5f2-427ff5bdd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:38.930377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-135d9274-9fc5-4ac1-b5f2-427ff5bdd3e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 200  len: 918 time: 0.2148263
Apr 02 21:05:38.934826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Transition to ACTIVE for port object a43c7f16-83a8-4758-918d-0bd3f2393170 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:38.944743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:38.956419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] Set router 87d14037-ab0a-4fd5-a750-627aec7f1d4f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:39.084561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-95d758e1-9d04-4037-9287-296698bc2065 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 200  len: 1000 time: 0.1478682
Apr 02 21:05:39.192497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Pushing event updated for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:39.208989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78454141c0>, [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:05:37Z', 'revision_number': 5, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:39.229035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46292) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:39.241807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] Checking router: 87d14037-ab0a-4fd5-a750-627aec7f1d4f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:05:39.252051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] Routers {'87d14037-ab0a-4fd5-a750-627aec7f1d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:39.253098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78454141c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:39.276805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e076606-a8a2-4a74-9e65-9486e4140d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.379918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-c39d8b0f-25ac-47e4-aa85-6eed16e9ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.381616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-c39d8b0f-25ac-47e4-aa85-6eed16e9ed17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 200  len: 856 time: 0.2705812
Apr 02 21:05:39.397596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff927f-32d9-47c8-802c-91d2f0eed290 req-5abe657e-c564-4df6-9e5f-e231ce0bdbd8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.399704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fff927f-32d9-47c8-802c-91d2f0eed290 req-5abe657e-c564-4df6-9e5f-e231ce0bdbd8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.3463333
Apr 02 21:05:39.400285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] Set router 87d14037-ab0a-4fd5-a750-627aec7f1d4f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:39.436138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.436666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.437106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.437561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.438040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.443116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.443116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.444783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-ceb16cfb-aed2-4f47-8508-d7b9db4b2307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6300 time: 0.5315721
Apr 02 21:05:39.462206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks [] for router_gateway (87d14037-ab0a-4fd5-a750-627aec7f1d4f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.504379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.509745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.515563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.520888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.526714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.535141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.538030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Attempting to bind port a43c7f16-83a8-4758-918d-0bd3f2393170 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:39.538378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Attempting to bind port a43c7f16-83a8-4758-918d-0bd3f2393170 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:39.538840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Attempting to bind port a43c7f16-83a8-4758-918d-0bd3f2393170 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:39.541471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.543557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-0745f854-34d7-48bb-a93c-732dedbf2a06 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5382 time: 0.1903121
Apr 02 21:05:39.549223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-7cfb6413-1728-4013-8844-a9d81098264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.552361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-7cfb6413-1728-4013-8844-a9d81098264c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d11c371b-654f-45ff-8edf-711168f9f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1421475
Apr 02 21:05:39.627699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78454141c0>, [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:05:37Z', 'revision_number': 5, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:39.634548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Port a43c7f16-83a8-4758-918d-0bd3f2393170 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:39.634865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Attempting to bind port a43c7f16-83a8-4758-918d-0bd3f2393170 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:39.643555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fff927f-32d9-47c8-802c-91d2f0eed290 req-8d7a485b-bf73-476f-afd4-2f0b12a7469f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2308862
Apr 02 21:05:39.656552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:39.656878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Checking segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:39.657271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Bound using segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:39.657754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Bound port: a43c7f16-83a8-4758-918d-0bd3f2393170, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:39.658115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.662079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734a3df-b580-494f-a249-182ad8b3dc7a None None] The sync data for ids ['87d14037-ab0a-4fd5-a750-627aec7f1d4f'] in ncdv-master-1 is: [{'id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'name': 'tempest-ServersTestMultiNic-1379487130-router', 'tenant_id': '6ae16de34fd342cda85aa2bd981452c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110'}], 'enable_snat': True}, 'gw_port_id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:03:54Z', 'updated_at': '2022-04-02T21:05:37Z', 'revision_number': 5, 'project_id': '6ae16de34fd342cda85aa2bd981452c4', 'gw_port': {'id': 'fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14037-ab0a-4fd5-a750-627aec7f1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:03:55Z', 'updated_at': '2022-04-02T21:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:05:39.697653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-6cb3d2bd-8e12-479c-9f97-c124ac85f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.698684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-6cb3d2bd-8e12-479c-9f97-c124ac85f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.699219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-6cb3d2bd-8e12-479c-9f97-c124ac85f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.700859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-6cb3d2bd-8e12-479c-9f97-c124ac85f8eb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fad5516982b843a9a35e49795fda0844&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2418308
Apr 02 21:05:39.725020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31cdce78-0a33-41d9-9914-663ac3e09c70 req-99f50368-c152-4f21-b46a-d2909caab118 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1725898
Apr 02 21:05:39.739241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-83b86a51-e5d9-4ccc-bb86-c1b80411d53c service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782279
Apr 02 21:05:39.746797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e076606-a8a2-4a74-9e65-9486e4140d9a admin admin] Publish callbacks [] for security_group (02f688d2-85b2-42dd-b690-6979c3e2773e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.755288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Deleting port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:39.755633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.763699 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e076606-a8a2-4a74-9e65-9486e4140d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (02f688d2-85b2-42dd-b690-6979c3e2773e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.860868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:39.872244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-1bee0b8b-ea53-47a6-9f86-c85d2d88a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.873944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83140a8c-eb2a-477f-9c89-dcc5ffe19502 req-1bee0b8b-ea53-47a6-9f86-c85d2d88a8cf service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1657388
Apr 02 21:05:39.877481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1e076606-a8a2-4a74-9e65-9486e4140d9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=667c0d04dd7a4c25adb295f72f2fb85a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6468635
Apr 02 21:05:39.881052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:39.899112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a43c7f16-83a8-4758-918d-0bd3f2393170,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:39.907787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] For port fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:39.908155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.920844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e076606-a8a2-4a74-9e65-9486e4140d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f688d2-85b2-42dd-b690-6979c3e2773e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:39.931773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.938286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Calling delete_port for fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:39.983422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:39.984049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:39.985558 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] 10.222.0.21 "PUT /v2.0/ports/a43c7f16-83a8-4758-918d-0bd3f2393170 HTTP/1.1" status: 200  len: 1090 time: 2.0542881
Apr 02 21:05:39.990145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-d23470a7-a0fd-4055-8a72-70a78116fb76 service neutron] 10.222.0.15 "GET /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421088
Apr 02 21:05:40.016058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bcae0-37f9-4f30-9587-2ff1b5d17d49 req-bb59766e-86bd-426f-90ef-3b09003bdc9c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.017662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-086bcae0-37f9-4f30-9587-2ff1b5d17d49 req-bb59766e-86bd-426f-90ef-3b09003bdc9c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1545367
Apr 02 21:05:40.021690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7dda562-ad5b-4884-94ff-a99b6c775397 admin admin] Publish callbacks [] for security_group (02f688d2-85b2-42dd-b690-6979c3e2773e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.039563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:40.052679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b124f2-87a5-43d6-8f0d-704cacc48259 service neutron] Pushing event updated for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:40.061393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7dda562-ad5b-4884-94ff-a99b6c775397 admin admin] Publish callbacks [] for security_group (02f688d2-85b2-42dd-b690-6979c3e2773e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.095913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:40.099054 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f256d4-2dba-4fd5-a500-73ee0b360df4" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:40.126537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1ad01430-e3ff-4767-81be-2877b5b99479 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:40.189316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1ad01430-e3ff-4767-81be-2877b5b99479 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:05:40.189526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1ad01430-e3ff-4767-81be-2877b5b99479 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:40.230468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.247363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7dda562-ad5b-4884-94ff-a99b6c775397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (02f688d2-85b2-42dd-b690-6979c3e2773e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.250107 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-086bcae0-37f9-4f30-9587-2ff1b5d17d49 req-34fd9bae-70e9-4ba4-b418-2f5aeae72771 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186248
Apr 02 21:05:40.250285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7dda562-ad5b-4884-94ff-a99b6c775397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.252028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7dda562-ad5b-4884-94ff-a99b6c775397 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02f688d2-85b2-42dd-b690-6979c3e2773e HTTP/1.1" status: 204  len: 168 time: 0.3699262
Apr 02 21:05:40.264976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.283469 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36076dc7-dbb7-4e93-b372-ebb17f328f2e x-openstack-request-id: req-36076dc7-dbb7-4e93-b372-ebb17f328f2e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:40.283956 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:40.284220 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36076dc7-dbb7-4e93-b372-ebb17f328f2e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:40.284751 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36076dc7-dbb7-4e93-b372-ebb17f328f2e'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170', 'status': 'completed', 'code': 200}
Apr 02 21:05:40.352580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:40.398009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dda562-ad5b-4884-94ff-a99b6c775397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f688d2-85b2-42dd-b690-6979c3e2773e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:40.461073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.461672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.462022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.462493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.462966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.463962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.464430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.466527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-35641e09-5e9b-4ee9-98d8-871a8aa1712f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6398 time: 0.1503541
Apr 02 21:05:40.499591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (87d14037-ab0a-4fd5-a750-627aec7f1d4f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.644037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (87d14037-ab0a-4fd5-a750-627aec7f1d4f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.649918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks [] for router_controller (87d14037-ab0a-4fd5-a750-627aec7f1d4f), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.681245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c519a1-4b21-4dac-b3f9-1667e9aca676 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:40.711017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Publish callbacks [] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.711274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-6d1e4220-7161-4c03-84d6-09addeab835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.711688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-6d1e4220-7161-4c03-84d6-09addeab835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.712166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-6d1e4220-7161-4c03-84d6-09addeab835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.714537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-6d1e4220-7161-4c03-84d6-09addeab835e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fad5516982b843a9a35e49795fda0844&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2372026
Apr 02 21:05:40.716570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (87d14037-ab0a-4fd5-a750-627aec7f1d4f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.717240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d14037-ab0a-4fd5-a750-627aec7f1d4f {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:05:40.722222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.723476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c3d8c57-ed7e-4ed7-bb5f-d3474a10fbed admin admin] 10.222.0.18 "DELETE /v2.0/routers/87d14037-ab0a-4fd5-a750-627aec7f1d4f HTTP/1.1" status: 204  len: 168 time: 2.0116158
Apr 02 21:05:40.733460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46318) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:40.822168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Transition to ACTIVE for port object f4c519a1-4b21-4dac-b3f9-1667e9aca676 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:40.844945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.902737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Deleting subnet 6867efa3-8cf1-4a31-a718-c886deb58c91 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:05:40.917415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Publish callbacks [] for subnet (6867efa3-8cf1-4a31-a718-c886deb58c91), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:40.928077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-2d10a05c-f937-439d-9421-813ac6c84c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.929646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5f256d4-2dba-4fd5-a500-73ee0b360df4 req-2d10a05c-f937-439d-9421-813ac6c84c58 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2051122
Apr 02 21:05:40.955603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.961520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.968058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.973705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:40.986851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:41.000074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97cf29-d3b4-4635-b3ae-3e046de1f657 req-d3b6da03-42b0-4e0b-b98c-7a7804247cbb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:41.002703 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a97cf29-d3b4-4635-b3ae-3e046de1f657 req-d3b6da03-42b0-4e0b-b98c-7a7804247cbb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.2335384
Apr 02 21:05:41.007592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c519a1-4b21-4dac-b3f9-1667e9aca676,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:41.011455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:41.019528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:41.029554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-4dc2bc51-9504-41d1-9a59-027ff08982f3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5394 time: 0.1654971
Apr 02 21:05:41.044038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6867efa3-8cf1-4a31-a718-c886deb58c91), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.156246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce356da7-fd0f-4ea6-ac83-20b38766688e req-bb2fe4b3-892d-4601-9a90-c72ba125a4e9 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1140022
Apr 02 21:05:41.190267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6867efa3-8cf1-4a31-a718-c886deb58c91), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.335510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6867efa3-8cf1-4a31-a718-c886deb58c91), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.484399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6721d-bd06-491c-8fbb-1ba4ef340693 req-76e4c3b3-e827-4530-a8c4-462420c75916 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:41.486579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eeb6721d-bd06-491c-8fbb-1ba4ef340693 req-76e4c3b3-e827-4530-a8c4-462420c75916 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1145685
Apr 02 21:05:41.562400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.568127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6103afa-7003-47a5-8887-8c4341a3f092 None None] Network 6977c031-c085-4f80-94ff-b2dddab19257 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:41.580533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6867efa3-8cf1-4a31-a718-c886deb58c91 HTTP/1.1" status: 204  len: 168 time: 0.8456032
Apr 02 21:05:41.581946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67d3b-eaed-468c-ab40-e6a297035fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6867efa3-8cf1-4a31-a718-c886deb58c91,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:41.588771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eeb6721d-bd06-491c-8fbb-1ba4ef340693 req-f251b55f-e5aa-44c2-9ca6-eb6809e7f855 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955222
Apr 02 21:05:41.592802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:41.648276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Attempting to bind port f4c519a1-4b21-4dac-b3f9-1667e9aca676 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:41.648784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Attempting to bind port f4c519a1-4b21-4dac-b3f9-1667e9aca676 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:41.649183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Attempting to bind port f4c519a1-4b21-4dac-b3f9-1667e9aca676 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:41.669931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Port f4c519a1-4b21-4dac-b3f9-1667e9aca676 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:41.670424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Attempting to bind port f4c519a1-4b21-4dac-b3f9-1667e9aca676 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:41.715934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a97cf29-d3b4-4635-b3ae-3e046de1f657 req-025dbbd6-d098-46f5-a404-6627072152db tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3967433
Apr 02 21:05:41.720915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:41.721490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Checking segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:41.723666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Bound using segment: {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:41.724675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Bound port: f4c519a1-4b21-4dac-b3f9-1667e9aca676, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534fecc7-5fc0-43cb-b485-1f3a9cde188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:41.725642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.727367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (6977c031-c085-4f80-94ff-b2dddab19257), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.903301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] For port f4c519a1-4b21-4dac-b3f9-1667e9aca676, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:41.907749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] For port f4c519a1-4b21-4dac-b3f9-1667e9aca676, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:41.911050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Deleting port 1d08aed9-371b-48c6-a669-0af4b2b25e06 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:41.911435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.918725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.933871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] DHCP port deletion for 6977c031-c085-4f80-94ff-b2dddab19257 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:05:41.995583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:41.996664 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:41.999476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4c519a1-4b21-4dac-b3f9-1667e9aca676 HTTP/1.1" status: 200  len: 1090 time: 1.9668112
Apr 02 21:05:42.043949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:42.065574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] For port 1d08aed9-371b-48c6-a669-0af4b2b25e06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d08aed9-371b-48c6-a669-0af4b2b25e06,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:42.066713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:42.072532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] Deleting port 1d08aed9-371b-48c6-a669-0af4b2b25e06 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:42.073712 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:42.095860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Calling delete_port for 1d08aed9-371b-48c6-a669-0af4b2b25e06 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:42.122356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9b928-401e-4a8b-b7fe-4cbc44dcdda7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c519a1-4b21-4dac-b3f9-1667e9aca676,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:42.141226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:42.232765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] For port 1d08aed9-371b-48c6-a669-0af4b2b25e06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d08aed9-371b-48c6-a669-0af4b2b25e06,segment=NetworkSegment(9319cc61-a117-455a-a4c3-a810275d45ce),segment_id=9319cc61-a117-455a-a4c3-a810275d45ce)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:42.233242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:42.254548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:42.295831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:42.301682 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "f4c519a1-4b21-4dac-b3f9-1667e9aca676"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:42.349989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] Calling delete_port for 1d08aed9-371b-48c6-a669-0af4b2b25e06 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:05:42.355681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:05:42.357848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fa0d6d8c-2a30-4ba1-a25e-5f43596a6d48 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:42.361774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1d08aed9-371b-48c6-a669-0af4b2b25e06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:05:42.429751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:42.466973 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ddb153-2acb-4724-b2cc-0c7f373903b3 x-openstack-request-id: req-b5ddb153-2acb-4724-b2cc-0c7f373903b3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:42.467787 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "f4c519a1-4b21-4dac-b3f9-1667e9aca676", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:42.468475 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5ddb153-2acb-4724-b2cc-0c7f373903b3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:42.469232 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ddb153-2acb-4724-b2cc-0c7f373903b3'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676', 'status': 'completed', 'code': 200}
Apr 02 21:05:42.546685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d08aed9-371b-48c6-a669-0af4b2b25e06,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:42.596735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No active binding found for port 1d08aed9-371b-48c6-a669-0af4b2b25e06 {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 21:05:42.597297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] The host ncdv-master-1 is not matching for port 1d08aed9-371b-48c6-a669-0af4b2b25e06 host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:05:42.597700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1d08aed9-371b-48c6-a669-0af4b2b25e06 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:05:42.649421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] No DVR routers for this DVR port 1d08aed9-371b-48c6-a669-0af4b2b25e06 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:42.700213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (1d08aed9-371b-48c6-a669-0af4b2b25e06), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:42.739182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.771690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.782145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.787494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.814855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] Pushing event deleted for resources: {'Port': ['ID=1d08aed9-371b-48c6-a669-0af4b2b25e06,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:42.822277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24281d-934e-45ff-a227-878e7fa51774 None None] No DVR routers for this DVR port 1d08aed9-371b-48c6-a669-0af4b2b25e06 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:05:42.825649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.842433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.848142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.857882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146a3cc-87ab-4afd-86a6-fe90ae7caea8 req-c10cb0c0-c3eb-440f-a301-ba11b0d50303 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:42.859497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5146a3cc-87ab-4afd-86a6-fe90ae7caea8 req-c10cb0c0-c3eb-440f-a301-ba11b0d50303 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1451645
Apr 02 21:05:42.863732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-8fcbb0e3-400e-458f-83b5-a5e35186a1e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5394 time: 0.5568528
Apr 02 21:05:42.967447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ce8f704-da48-430e-807d-606eee90b9e1 req-c9b1a7ab-e78f-4529-b8b7-b82b880c4b6e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0868740
Apr 02 21:05:42.991228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5146a3cc-87ab-4afd-86a6-fe90ae7caea8 req-7ecd6bf8-21a7-4f61-8cd4-a233317ce929 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107879
Apr 02 21:05:43.003073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:43.012624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.012803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Publish callbacks [] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.013220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.013865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.014304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.014826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.015395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.015915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.018117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-4e9056bf-79ce-4838-8713-11ce7a374514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6496 time: 0.5594099
Apr 02 21:05:43.035314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Transition to ACTIVE for port object adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:43.047617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.072331 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (6977c031-c085-4f80-94ff-b2dddab19257), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.125237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ef95400>,) {'filters': {'network_id': ['6977c031-c085-4f80-94ff-b2dddab19257']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:43.185283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ef95400>, '9319cc61-a117-455a-a4c3-a810275d45ce') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:43.185583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ef95400>, '9319cc61-a117-455a-a4c3-a810275d45ce') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:43.203589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (9319cc61-a117-455a-a4c3-a810275d45ce), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.249329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9319cc61-a117-455a-a4c3-a810275d45ce), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.259759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:05:43.260721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (9319cc61-a117-455a-a4c3-a810275d45ce), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:05:43.263362 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:05:43.277312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-29ddf0d8-d3a5-4bfa-be02-797af6ec0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.277790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-29ddf0d8-d3a5-4bfa-be02-797af6ec0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.278316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-29ddf0d8-d3a5-4bfa-be02-797af6ec0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.280363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-29ddf0d8-d3a5-4bfa-be02-797af6ec0c9b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fad5516982b843a9a35e49795fda0844&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2211201
Apr 02 21:05:43.364798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Pushing event updated for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:43.389421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb376c1-a137-4d99-998f-212847b0b011 req-4c8cf496-f007-4031-bb7b-18f6ff58f36d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.391253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bcb376c1-a137-4d99-998f-212847b0b011 req-4c8cf496-f007-4031-bb7b-18f6ff58f36d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.2490411
Apr 02 21:05:43.449444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-57aa0ba6-0eaa-4644-b230-c896104255ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.451174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96295e2c-68c9-42b6-a8dd-a6fdd37b6b89 req-57aa0ba6-0eaa-4644-b230-c896104255ee service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1502910
Apr 02 21:05:43.487972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Attempting to bind port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:43.493935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Attempting to bind port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:43.495425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Attempting to bind port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:43.508148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:43.508642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Attempting to bind port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:43.513145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (6977c031-c085-4f80-94ff-b2dddab19257), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.529475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.534692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/6977c031-c085-4f80-94ff-b2dddab19257 HTTP/1.1" status: 204  len: 168 time: 1.9378507
Apr 02 21:05:43.535853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:43.536195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Checking segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:43.536609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Bound using segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:43.537221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Bound port: adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:43.537680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.564415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bcb376c1-a137-4d99-998f-212847b0b011 req-545b4232-9e74-43eb-981d-a5ceb86ef865 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652541
Apr 02 21:05:43.599608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75b2cd-13ff-4d90-b750-11c880cae2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6977c031-c085-4f80-94ff-b2dddab19257,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:43.715570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:43.722511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:43.731651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.828824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Pushing event updated for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:43.860700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:43.861557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:43.863279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fcf49471-3b8c-47f2-9b7b-4877affa3255 service neutron] 10.222.0.21 "PUT /v2.0/ports/adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 HTTP/1.1" status: 200  len: 1091 time: 1.8249674
Apr 02 21:05:43.914482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Request body: {'port': {'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:43.980373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46388) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:44.117362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46394) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:44.131872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-79393ebd-e143-4bd4-b413-2b089f156e4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ae16de34fd342cda85aa2bd981452c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1504133
Apr 02 21:05:44.148689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:44.337180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:44.356821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.364491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.370360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d401-6a79-4c7b-a8df-f6fb98ce1934 req-799b391a-0fd4-41c7-a3c4-f57f6129df72 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.371901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc52d401-6a79-4c7b-a8df-f6fb98ce1934 req-799b391a-0fd4-41c7-a3c4-f57f6129df72 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2139428
Apr 02 21:05:44.372427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.372826 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a479e475-60c1-4278-b2fe-d496c609f31f admin admin] Publish callbacks [] for security_group (93a4d3ae-fccb-4c4e-8329-732b74733f53), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:44.379269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.385919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.391589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.404829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.409718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-7c4ccaef-3e0b-436a-8b1c-3dd41f947ca5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5406 time: 0.2585464
Apr 02 21:05:44.484041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a479e475-60c1-4278-b2fe-d496c609f31f admin admin] Publish callbacks [] for security_group (93a4d3ae-fccb-4c4e-8329-732b74733f53), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:44.585851 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc52d401-6a79-4c7b-a8df-f6fb98ce1934 req-4cad2f2c-8ba5-4dd0-90a1-2385ffadbb73 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999726
Apr 02 21:05:44.633494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a479e475-60c1-4278-b2fe-d496c609f31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (93a4d3ae-fccb-4c4e-8329-732b74733f53), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:44.637781 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a479e475-60c1-4278-b2fe-d496c609f31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:44.639290 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a479e475-60c1-4278-b2fe-d496c609f31f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93a4d3ae-fccb-4c4e-8329-732b74733f53 HTTP/1.1" status: 204  len: 168 time: 0.5207188
Apr 02 21:05:44.672214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479e475-60c1-4278-b2fe-d496c609f31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a4d3ae-fccb-4c4e-8329-732b74733f53,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:44.837935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fa92a-e2b1-4d21-b655-a7cad19589ce req-7c225d52-c81e-4405-9b20-b8ae2f051cb4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:44.853201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-106fa92a-e2b1-4d21-b655-a7cad19589ce req-7c225d52-c81e-4405-9b20-b8ae2f051cb4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1087968
Apr 02 21:05:44.951075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:44.953769 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:44.979165 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-106fa92a-e2b1-4d21-b655-a7cad19589ce req-1067aba9-ca9e-4e11-a111-2fa2fb11c808 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250596
Apr 02 21:05:45.101149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1763eee8-f861-46a1-9f2e-e1f07ee16c8c req-f54bee11-be28-4b36-bb87-21f3d5e9be0b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6814444
Apr 02 21:05:45.102947 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ee886-a5e7-4e52-a97e-002e9c350e5e x-openstack-request-id: req-cd9ee886-a5e7-4e52-a97e-002e9c350e5e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:45.103307 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:45.103526 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd9ee886-a5e7-4e52-a97e-002e9c350e5e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:45.103938 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9ee886-a5e7-4e52-a97e-002e9c350e5e'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9', 'status': 'completed', 'code': 200}
Apr 02 21:05:45.300138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.300968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.302073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.303027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.303802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.304586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.305853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.309209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-3c3cd3c7-3082-42cf-981b-75b1c3c81aca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6594 time: 0.1397986
Apr 02 21:05:45.433991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:45.450676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-c4cd01b0-83ca-41af-b4d0-8ca0b1e45efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.451562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-c4cd01b0-83ca-41af-b4d0-8ca0b1e45efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.452522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-c4cd01b0-83ca-41af-b4d0-8ca0b1e45efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.455333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-c4cd01b0-83ca-41af-b4d0-8ca0b1e45efc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fad5516982b843a9a35e49795fda0844&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1373901
Apr 02 21:05:45.461135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Publish callbacks [] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:45.475381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Transition to ACTIVE for port object 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:05:45.483320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:45.594722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Pushing event updated for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:45.754854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-f9a901e6-da2d-467e-abe6-58be9b0c3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:45.761763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b2008ab-4b0e-49c4-9f3a-3599b00d8cdb req-f9a901e6-da2d-467e-abe6-58be9b0c3d17 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2966785
Apr 02 21:05:45.847431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46446) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:45.982544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Attempting to bind port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:45.983091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Attempting to bind port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:45.983227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Attempting to bind port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:46.016268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a2cda-62a9-4fb1-ac5f-8926abfb05af req-474c3e20-7dd9-464a-b727-f419fa841e62 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.052584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-378a2cda-62a9-4fb1-ac5f-8926abfb05af req-474c3e20-7dd9-464a-b727-f419fa841e62 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2462242
Apr 02 21:05:46.153878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:05:46.154205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Attempting to bind port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 on network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:46.169139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:46.169512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Checking segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:46.169884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Bound using segment: {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:46.170317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Bound port: 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb2fdd-3047-46e8-8582-9b55bd95f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:46.170686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.249429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46458) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:46.280552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8321e7-c94f-43bf-8aff-2450064334b5 req-f0386a2b-47e9-41d0-a406-efded20aa416 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.290262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a8321e7-c94f-43bf-8aff-2450064334b5 req-f0386a2b-47e9-41d0-a406-efded20aa416 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1312177
Apr 02 21:05:46.329858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:46.353468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:46.359542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-378a2cda-62a9-4fb1-ac5f-8926abfb05af req-483a8b07-19e7-4a07-b99f-50ac1e97da57 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025587
Apr 02 21:05:46.362858 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.381269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a8321e7-c94f-43bf-8aff-2450064334b5 req-30800c4f-c70a-4d17-a7a5-3ed625aa41ed tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898907
Apr 02 21:05:46.423434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ef84-c95e-4abf-903d-7ccf3568546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.468235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-network', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:46.533114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.534314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.535830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] 10.222.0.21 "PUT /v2.0/ports/54ba32fa-f94c-4790-91a7-b7d8bc9665c3 HTTP/1.1" status: 200  len: 1091 time: 2.6342914
Apr 02 21:05:46.546663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec757e-5749-4fa8-9bfa-924c02d18af6 service neutron] Pushing event updated for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:46.574178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:46.576625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.601518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.642213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.661540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.676177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.693729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks [] for security_group (bdb37886-1ee0-4aa0-b52e-7231828c74fe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.695335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.701287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bdb37886-1ee0-4aa0-b52e-7231828c74fe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.712683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.723674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.730145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.737147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-d21fd921-976a-4152-abe6-e4aa93bff05c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.2557104
Apr 02 21:05:46.752308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb37886-1ee0-4aa0-b52e-7231828c74fe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:46.797521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:05:46.854895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.855697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.856236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.857067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.857849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.858434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.859104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:46.861802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-45d6f2f0-fe93-4f82-b7c1-8c1e01e10f15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6692 time: 0.2731047
Apr 02 21:05:46.879321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f4ffc1e7-0d01-4d4b-b01f-13749ae2892b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.880138 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Added segment f4ffc1e7-0d01-4d4b-b01f-13749ae2892b of type vlan for network 4ddecd24-a294-4bc2-af54-c9e8165b2234
Apr 02 21:05:46.974501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c334f3c9-902c-49a2-8453-d0940911d038 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6 HTTP/1.1" status: 200  len: 217 time: 0.1024835
Apr 02 21:05:46.977420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ef84-c95e-4abf-903d-7ccf3568546d admin admin] Publish callbacks [] for security_group (b50046a5-7ddb-4439-b759-76299e63b648), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.990142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ef84-c95e-4abf-903d-7ccf3568546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b50046a5-7ddb-4439-b759-76299e63b648), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:46.995735 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f11cf1c3-12a7-4ea9-8da3-738983b05c7f req-0773dab3-1d6e-49f0-806e-db0eb17266d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2063982
Apr 02 21:05:46.998515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4ddecd24-a294-4bc2-af54-c9e8165b2234), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.057838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-6569cfbe-32fb-4d7b-ba5f-3e55b04b4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:47.059876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-6569cfbe-32fb-4d7b-ba5f-3e55b04b4822 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae01d4b1-1185-478a-81dc-3b1268d7eb3e HTTP/1.1" status: 200  len: 851 time: 0.0630846
Apr 02 21:05:47.075340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ca4ef84-c95e-4abf-903d-7ccf3568546d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34803e64d24747f086fd3b580d50d975&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2261541
Apr 02 21:05:47.079072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46476) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:47.096968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4ef84-c95e-4abf-903d-7ccf3568546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50046a5-7ddb-4439-b759-76299e63b648,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:47.106455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:05:47.110865 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629e946-4360-4277-85d3-e137d0f8e6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:05:47.121665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4ddecd24-a294-4bc2-af54-c9e8165b2234), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.125453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:47.126291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.131566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b7d5bc2f-08b2-4afc-94dd-44fc9396e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:47.133506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b7d5bc2f-08b2-4afc-94dd-44fc9396e790 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0663075
Apr 02 21:05:47.208630 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83378660-4682-48c0-9eb2-149816f391ad x-openstack-request-id: req-83378660-4682-48c0-9eb2-149816f391ad {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:05:47.208952 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:05:47.209247 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83378660-4682-48c0-9eb2-149816f391ad {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:05:47.209713 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83378660-4682-48c0-9eb2-149816f391ad'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3', 'status': 'completed', 'code': 200}
Apr 02 21:05:47.234282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9720714
Apr 02 21:05:47.246034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:47.252727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Request body: {'subnet': {'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-subnet', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:47.271707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d93d77b-bde5-4670-872a-1d7427359d91 admin admin] Publish callbacks [] for security_group (b50046a5-7ddb-4439-b759-76299e63b648), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.279926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:47.282661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.297284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d93d77b-bde5-4670-872a-1d7427359d91 admin admin] Publish callbacks [] for security_group (b50046a5-7ddb-4439-b759-76299e63b648), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.349619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7722a1e-c167-4cbc-80eb-7e39827b4904 admin admin] Pushing event updated for resources: {'Network': ['ID=4ddecd24-a294-4bc2-af54-c9e8165b2234,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:47.362585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:05:47.372154 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-2e3c6438-48ed-4486-9cb4-372c3c964753 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2305689
Apr 02 21:05:47.373324 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d93d77b-bde5-4670-872a-1d7427359d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b50046a5-7ddb-4439-b759-76299e63b648), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.376809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d93d77b-bde5-4670-872a-1d7427359d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.381895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d93d77b-bde5-4670-872a-1d7427359d91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b50046a5-7ddb-4439-b759-76299e63b648 HTTP/1.1" status: 204  len: 168 time: 0.3001306
Apr 02 21:05:47.402275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93d77b-bde5-4670-872a-1d7427359d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50046a5-7ddb-4439-b759-76299e63b648,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:47.686030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e24b7c-43a0-4f87-96ca-a138b8d2717c req-ba2df81b-c3f3-424a-8528-65a644e9794c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:47.696939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61e24b7c-43a0-4f87-96ca-a138b8d2717c req-ba2df81b-c3f3-424a-8528-65a644e9794c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1317291
Apr 02 21:05:47.762801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (9cf0dda7-605e-462d-a212-5840ccdc61ae), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:47.835769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61e24b7c-43a0-4f87-96ca-a138b8d2717c req-8c8709f3-685a-4cae-bea4-0982acf910fd tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369410
Apr 02 21:05:47.985894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.024842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf0dda7-605e-462d-a212-5840ccdc61ae,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:48.034837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Checking segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:48.035357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Network hostable DHCP agents. Network: 4ddecd24-a294-4bc2-af54-c9e8165b2234, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:05:48.046444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5948d40-daa8-4aa9-a082-439d15c64bbd req-9e64f794-f06c-470f-8aa5-28ea66103cdf tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.048015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5948d40-daa8-4aa9-a082-439d15c64bbd req-9e64f794-f06c-470f-8aa5-28ea66103cdf tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.3031149
Apr 02 21:05:48.060552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-c67e556b-da73-468e-965f-0de9aef33bf8 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6773806
Apr 02 21:05:48.120769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5948d40-daa8-4aa9-a082-439d15c64bbd req-e7ed72de-11a8-4c75-919b-d174e660ee4a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576954
Apr 02 21:05:48.127407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:48.137684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:05:48.166085 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ec40a22-9127-4c0a-994b-0ce135465775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.230588 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5b095f10-cadf-4c4e-a631-57b3bb9e4aa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 217 time: 0.1148567
Apr 02 21:05:48.273644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4ddecd24-a294-4bc2-af54-c9e8165b2234) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:48.283259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ca288-de07-48be-b5bf-559ba6a3a995 None None] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:48.314552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.315442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.372552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.380270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.385458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.391482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.397623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.403508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.409057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.417464 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11738967-dd57-4461-aaf7-0429048f05b1 req-3d96a15d-4256-4088-8f58-4cbd9aed090d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.1397038
Apr 02 21:05:48.425453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b27193b-e2a9-4b27-b282-d54eda8d7771 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1753254
Apr 02 21:05:48.425453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-952d8ed0-b491-4e9d-b448-7cff5d4c8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.427086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-952d8ed0-b491-4e9d-b448-7cff5d4c8cf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.1855624
Apr 02 21:05:48.427695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:48.441655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:48.490471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ec40a22-9127-4c0a-994b-0ce135465775 admin admin] Publish callbacks [] for security_group (46ec5592-d1d6-4071-9da1-7218f8c9ffe0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.493165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4ddecd24-a294-4bc2-af54-c9e8165b2234', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:05:48.497227 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.499004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ec40a22-9127-4c0a-994b-0ce135465775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (46ec5592-d1d6-4071-9da1-7218f8c9ffe0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.541873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (8c4065f2-6306-4f39-a638-a988887f2065), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.543372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (8c4065f2-6306-4f39-a638-a988887f2065), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.552332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-8699c8f1-b40b-4647-985a-73b6bd61af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:48.554200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-8699c8f1-b40b-4647-985a-73b6bd61af9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1193085
Apr 02 21:05:48.596009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40a22-9127-4c0a-994b-0ce135465775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ec5592-d1d6-4071-9da1-7218f8c9ffe0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:48.643640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ec40a22-9127-4c0a-994b-0ce135465775 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25550d2387a94520babfb35fc231a552&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5148118
Apr 02 21:05:48.649725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46510) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:48.753657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks [] for router_controller (8c4065f2-6306-4f39-a638-a988887f2065), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.761815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11738967-dd57-4461-aaf7-0429048f05b1 req-f139445b-4628-41b6-a682-bf90df50354d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3417327
Apr 02 21:05:48.798481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7842acd1-e3db-4ada-b303-c7b051972217 admin admin] Publish callbacks [] for security_group (46ec5592-d1d6-4071-9da1-7218f8c9ffe0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.876792 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7842acd1-e3db-4ada-b303-c7b051972217 admin admin] Publish callbacks [] for security_group (46ec5592-d1d6-4071-9da1-7218f8c9ffe0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:48.883696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Allocated IP 172.20.0.2 (4ddecd24-a294-4bc2-af54-c9e8165b2234/9cf0dda7-605e-462d-a212-5840ccdc61ae/fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:49.026052 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-06aefcd5-5d38-4cbd-a2bb-0b6f33633ae1 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4623694
Apr 02 21:05:49.082960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7842acd1-e3db-4ada-b303-c7b051972217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (46ec5592-d1d6-4071-9da1-7218f8c9ffe0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.086283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7842acd1-e3db-4ada-b303-c7b051972217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.090055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7842acd1-e3db-4ada-b303-c7b051972217 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46ec5592-d1d6-4071-9da1-7218f8c9ffe0 HTTP/1.1" status: 204  len: 168 time: 0.4353583
Apr 02 21:05:49.127331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842acd1-e3db-4ada-b303-c7b051972217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ec5592-d1d6-4071-9da1-7218f8c9ffe0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:49.151304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9a48-b23c-4d0c-91cd-2901ff2fa0e6 req-b29cf4dd-ae1b-45b5-9000-394ccbfd4101 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:49.161166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47da9a48-b23c-4d0c-91cd-2901ff2fa0e6 req-b29cf4dd-ae1b-45b5-9000-394ccbfd4101 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.2272027
Apr 02 21:05:49.275492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47da9a48-b23c-4d0c-91cd-2901ff2fa0e6 req-ef8eac71-acab-4d9a-afba-7efefabad314 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133094
Apr 02 21:05:49.314357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Publish callbacks [] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.340631 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.436953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Pushing event updated for resources: {'Port': ['ID=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:49.449590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:49.453110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:49.458664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:49.546192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks [] for router_gateway (8c4065f2-6306-4f39-a638-a988887f2065), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.580572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Attempting to bind port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:49.581289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Attempting to bind port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:49.584518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Attempting to bind port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 on network 4ddecd24-a294-4bc2-af54-c9e8165b2234 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:49.597556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-403f0359-705f-446c-91a1-6546c9db3159 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5516210
Apr 02 21:05:49.600303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:49.600692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Checking segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:49.601800 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.601800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Bound using segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:49.601975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Bound port: fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:49.602346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.696841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-ba7d3a02-11e0-4523-9161-8c63e24d3263 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 217 time: 0.0577464
Apr 02 21:05:49.755287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bc7e-1b08-445a-9136-baafbc674121 req-aaaeafda-3f4f-4ca1-890e-d1df1038cad0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:49.757630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4900bc7e-1b08-445a-9136-baafbc674121 req-aaaeafda-3f4f-4ca1-890e-d1df1038cad0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.4216058
Apr 02 21:05:49.783874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] For port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:49.789166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] For port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:49.798248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:49.869900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-8be6772d-432f-4732-a8d5-178faa8b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:49.871463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-8be6772d-432f-4732-a8d5-178faa8b2aed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.1668181
Apr 02 21:05:49.913623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96f96-f281-4031-8f41-1774dbbbc4fb None None] Pushing event updated for resources: {'Port': ['ID=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:50.040985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4900bc7e-1b08-445a-9136-baafbc674121 req-7f90aea9-2b55-45d4-a5ad-0634c3a6ef9a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764857
Apr 02 21:05:50.089611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.101060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5b232b18-e8cb-4a6a-a94b-4e2865eda372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.103327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.104702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5b232b18-e8cb-4a6a-a94b-4e2865eda372 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2179577
Apr 02 21:05:50.109863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.125649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.136360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.154383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.159776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.168923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e30d90a2-f765-4085-9082-294bc3b09007 req-42d20f44-d5fe-4239-a418-a9c3cd06d8df tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.1984007
Apr 02 21:05:50.331637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e30d90a2-f765-4085-9082-294bc3b09007 req-b972d0ed-3087-4d1c-b15a-c2e0c6e4befa tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1571221
Apr 02 21:05:50.608491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks [] for router_gateway (8c4065f2-6306-4f39-a638-a988887f2065), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:50.664962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:50.712292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a074c39-3720-419c-aec2-034d38f97488 req-bace4947-3fe2-405a-a810-80acadfc0d3d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:50.714396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a074c39-3720-419c-aec2-034d38f97488 req-bace4947-3fe2-405a-a810-80acadfc0d3d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.2908473
Apr 02 21:05:50.723747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-df08c2a4-0dd3-4f94-a5af-99bfe49a0d4a service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6138906
Apr 02 21:05:50.886112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-0f6e1a6f-2f34-48bc-87d4-55be4b1d7d4c service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247325
Apr 02 21:05:50.910523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a074c39-3720-419c-aec2-034d38f97488 req-d293ba6b-3be7-4164-ab74-3e446848e342 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1892483
Apr 02 21:05:50.959050 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-d0c13001-9d85-483f-bf65-e6cfa2b5c32b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a43c7f16-83a8-4758-918d-0bd3f2393170 HTTP/1.1" status: 200  len: 217 time: 0.0649948
Apr 02 21:05:51.133912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-82c3d7cb-2858-48ab-b35a-baa52e87e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.135662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-82c3d7cb-2858-48ab-b35a-baa52e87e9e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.1533704
Apr 02 21:05:51.137403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Allocated IP 172.35.4.214 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e6ac3872-fc54-4bbd-9533-01edbc36107c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:51.257699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46c0ec-f095-4efc-ab0a-085020b6ac05 req-4ecea005-be5e-4f62-9a90-4068fb9311fd tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.266171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a46c0ec-f095-4efc-ab0a-085020b6ac05 req-4ecea005-be5e-4f62-9a90-4068fb9311fd tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.0890815
Apr 02 21:05:51.301421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-524590f4-5153-46bb-aef7-cef6614d2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.307654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-524590f4-5153-46bb-aef7-cef6614d2457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1635337
Apr 02 21:05:51.339196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a46c0ec-f095-4efc-ab0a-085020b6ac05 req-f21d6160-2c6c-436c-9f97-a78a007bc8c1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657415
Apr 02 21:05:51.464010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks [] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:51.724545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb687c-3b44-4867-a8e9-7632d7e86e15 None None] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:05:51.755891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:51.832713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-aa9d09c0-6e5b-4645-9a73-ade392d1d588 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4738653
Apr 02 21:05:51.903439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ac3872-fc54-4bbd-9533-01edbc36107c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:51.926741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] Provisioning complete for port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:51.927370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:51.965242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.972791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.979229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.986835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:51.994861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.006693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.017041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.019303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-5dea2bda-0af1-4b9d-84be-7654ce1631da tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.5157938
Apr 02 21:05:52.021375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:52.092979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] Current status of the port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:52.094503 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:52.149530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] For port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:52.160561 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:52.181579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1e2e7-1799-4835-b353-830e25919b6d req-05470892-2e1d-42ca-a2f6-3c1d5f8656a8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.189720 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ae1e2e7-1799-4835-b353-830e25919b6d req-05470892-2e1d-42ca-a2f6-3c1d5f8656a8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.0870974
Apr 02 21:05:52.259517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a21d7b-08f5-4061-8732-cc2704b81393 None None] Pushing event updated for resources: {'Port': ['ID=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:52.290773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ae1e2e7-1799-4835-b353-830e25919b6d req-304b1346-36c4-4732-b3d0-6760cbaa691b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997710
Apr 02 21:05:52.361160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:52.413258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-55cfe04a-1f65-4963-bbea-ce0c2a5fa7f9 None None] Provisioning complete for port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:52.413555 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55cfe04a-1f65-4963-bbea-ce0c2a5fa7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:52.464001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:52.464579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:52.501685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88581-c017-4d81-b07e-8995f4e0f26a req-800f0109-40bd-4da7-b171-f65483472491 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.509098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42d88581-c017-4d81-b07e-8995f4e0f26a req-800f0109-40bd-4da7-b171-f65483472491 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1035829
Apr 02 21:05:52.563570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-8ff010a5-7acd-4e65-86ba-aff4d4265124 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7107520
Apr 02 21:05:52.564217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:52.569325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:52.583297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-55cfe04a-1f65-4963-bbea-ce0c2a5fa7f9 None None] Current status of the port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:52.585090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42d88581-c017-4d81-b07e-8995f4e0f26a req-c55706f5-0e4a-4d73-8611-13b282192bbe tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624759
Apr 02 21:05:52.597779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:52.646518 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4c51ed9-ffc3-499f-9c39-788a73d73b4b req-fd713059-aa4d-475f-957d-a744b99e0230 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6168356
Apr 02 21:05:52.649534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-b6b1d59a-1a22-4242-8e68-fddb71f06b52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676 HTTP/1.1" status: 200  len: 217 time: 0.0745184
Apr 02 21:05:52.770066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-11a11fe3-c2aa-4084-8d49-f33add134d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.771697 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-11a11fe3-c2aa-4084-8d49-f33add134d87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.1158369
Apr 02 21:05:52.890345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-dfd74dd2-0c4f-4cd0-95ef-7884b1046ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:52.891870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-dfd74dd2-0c4f-4cd0-95ef-7884b1046ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0994363
Apr 02 21:05:53.024965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks [] for router_gateway (8c4065f2-6306-4f39-a638-a988887f2065), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.090765 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-ec750f27-bb88-436a-832e-16ba897dd3d2 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911802
Apr 02 21:05:53.109233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b687428-f84b-4913-babb-9a4c543f2407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.171676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46602) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:53.203492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41689239', 'description': 'tempest-description--438355848'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:53.250991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.309873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-29b47183-e557-4f85-a682-5102685ecab5 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128315
Apr 02 21:05:53.375009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-7a46c0f0-5818-40d4-9498-9e0af17d952d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 HTTP/1.1" status: 200  len: 217 time: 0.0553706
Apr 02 21:05:53.532317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-395ee4f0-8a83-40fb-8023-358f9241dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:53.533793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-395ee4f0-8a83-40fb-8023-358f9241dac8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.1220117
Apr 02 21:05:53.536836 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (9fc89d9f-bbd5-4e73-86a9-d747acb8870b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.550988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9fc89d9f-bbd5-4e73-86a9-d747acb8870b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.559827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (8c4065f2-6306-4f39-a638-a988887f2065), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.596190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e1995-2318-4adf-a3bc-90c79efbae88 req-81fefa0c-6749-4cfc-9fdd-cb136bec8b79 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:53.597703 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e78e1995-2318-4adf-a3bc-90c79efbae88 req-81fefa0c-6749-4cfc-9fdd-cb136bec8b79 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.2171502
Apr 02 21:05:53.673899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.679394 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5025990
Apr 02 21:05:53.686544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46626) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:53.694286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': '9fc89d9f-bbd5-4e73-86a9-d747acb8870b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:53.694503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5b1c9-6e78-49cf-8063-f7d0275d079f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc89d9f-bbd5-4e73-86a9-d747acb8870b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:53.734424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab048-01de-4334-a596-a5cfe706119e req-42d6c8c8-721a-4ef5-983a-312329699ff5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:53.736081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-150ab048-01de-4334-a596-a5cfe706119e req-42d6c8c8-721a-4ef5-983a-312329699ff5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.0763905
Apr 02 21:05:53.742333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (da128158-2af1-482a-afd7-f4dcdd05500c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.761700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-edd88952-3a30-42cf-b7e0-38043a22811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:53.763606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-edd88952-3a30-42cf-b7e0-38043a22811b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2211578
Apr 02 21:05:53.774848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e78e1995-2318-4adf-a3bc-90c79efbae88 req-ddf64212-7ac2-496f-8aad-42a5ec5497dd tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1696529
Apr 02 21:05:53.847655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (da128158-2af1-482a-afd7-f4dcdd05500c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.852603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-150ab048-01de-4334-a596-a5cfe706119e req-1cf89237-fd6f-4655-aab2-15d769a5485e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943701
Apr 02 21:05:53.855349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (da128158-2af1-482a-afd7-f4dcdd05500c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.877885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da128158-2af1-482a-afd7-f4dcdd05500c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:53.888673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.890049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fa62b314-722e-47c5-a4c3-7c2f7886a968 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2011032
Apr 02 21:05:53.892821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:53.899548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': '9fc89d9f-bbd5-4e73-86a9-d747acb8870b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:53.930073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (8595e442-6ee9-453e-b612-a423e55effb6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:53.949650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Router 8c4065f2-6306-4f39-a638-a988887f2065 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:05:53.954655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-5a940dce-9037-49ea-9be6-119a44d935ba service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833537
Apr 02 21:05:53.999884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (8595e442-6ee9-453e-b612-a423e55effb6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.004079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (8595e442-6ee9-453e-b612-a423e55effb6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.020810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8595e442-6ee9-453e-b612-a423e55effb6,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:54.033208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.037818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b91ede94-ee93-4ae4-9080-917c18a2bcbe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1404278
Apr 02 21:05:54.037818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:54.042211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:54.066533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.195372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:54.219282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.266294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:54.266748 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.283900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.291277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.302580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.310730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.317509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.323973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.330313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.332890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-2022796f-8bea-4146-9b00-3cd4c76c95f1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.4438727
Apr 02 21:05:54.367827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.35.4.216 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/92aa3259-c994-4cef-966b-3ed7d02b4ed9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:54.370778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:54.502385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-f5a842b3-cae5-44ee-acb3-2378b601e1e7 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5391402
Apr 02 21:05:54.502634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.516259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-afbf2ad2-dda9-4552-8a5f-445bd2bdfab0 req-5a281192-4727-45bf-8132-c5e5e2cf7bee tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1699517
Apr 02 21:05:54.525052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:05:54.540346 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Sync routers for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:05:54.553822 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:54.554469 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d76220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:54.563099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-fa6d20bd-5749-47e4-8516-90577449998a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3 HTTP/1.1" status: 200  len: 217 time: 0.0445192
Apr 02 21:05:54.564010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.602618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:54.605669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.606262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:54.607604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1a151637-e81f-449b-aae0-87647bd98909 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.1738899
Apr 02 21:05:54.611861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46642) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:54.612675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:54.628199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-a4744b49-f63b-40c2-b1c7-3a17fa58ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.630631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-a4744b49-f63b-40c2-b1c7-3a17fa58ffc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.0603147
Apr 02 21:05:54.695374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-3287eaf8-e39a-4eb2-a9bd-e06e5f71e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:54.697425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-3287eaf8-e39a-4eb2-a9bd-e06e5f71e649 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0584481
Apr 02 21:05:54.704292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=92aa3259-c994-4cef-966b-3ed7d02b4ed9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:54.725903 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:54.830494 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-cfa1b71c-9a59-45c9-b8d3-cea5c988e690 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257477
Apr 02 21:05:54.919675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (2be71ba3-31b1-41c8-8235-b7ffa75f0105), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:54.947047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e152f35a-ff50-40d1-8152-b77494773b24 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1072750
Apr 02 21:05:54.966128 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d76220>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:52Z', 'revision_number': 3, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:55.006806 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Checking router: 8c4065f2-6306-4f39-a638-a988887f2065 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:05:55.006806 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Updating router 8c4065f2-6306-4f39-a638-a988887f2065 port e6ac3872-fc54-4bbd-9533-01edbc36107c binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:05:55.040652 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.065821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.080627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d011-8dc2-4ddb-9b56-518d54357cd2 req-b66b9ef7-1a85-4c67-bdb6-5856f62c55ba tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.087725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a384d011-8dc2-4ddb-9b56-518d54357cd2 req-b66b9ef7-1a85-4c67-bdb6-5856f62c55ba tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1714711
Apr 02 21:05:55.113560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603f3b4-4c1b-4d0d-97c0-31cb103dd163 req-b633772e-f500-4cd9-9f5b-4c44edeaae04 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.115141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5603f3b4-4c1b-4d0d-97c0-31cb103dd163 req-b633772e-f500-4cd9-9f5b-4c44edeaae04 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1379817
Apr 02 21:05:55.122748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.123242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.123725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.124198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.124701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.125173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.125642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.128930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-16e0c0b7-08e2-4175-8af0-c3e69c0da19f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6692 time: 0.0964775
Apr 02 21:05:55.246032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5603f3b4-4c1b-4d0d-97c0-31cb103dd163 req-fd74b84a-e448-4a7e-b8cf-026befd1e881 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137109
Apr 02 21:05:55.261838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-62069ade-213c-46c0-b842-f2588e0ea5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.286402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-a11c834f-83da-47a0-95f9-ad2e8812d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.288575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-a11c834f-83da-47a0-95f9-ad2e8812d9aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503 HTTP/1.1" status: 200  len: 902 time: 0.1490502
Apr 02 21:05:55.346760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-a3e15efd-bb47-4972-8a95-1745fdf1f948 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3 HTTP/1.1" status: 200  len: 217 time: 0.0506661
Apr 02 21:05:55.411044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-0e43ce1b-08ec-47ad-91eb-3a773c1e0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.413192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-0e43ce1b-08ec-47ad-91eb-3a773c1e0051 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.0583496
Apr 02 21:05:55.431501 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Publish callbacks [] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.437871 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.484277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Pushing event updated for resources: {'Port': ['ID=e6ac3872-fc54-4bbd-9533-01edbc36107c,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:55.497880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.498144 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.498723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.499297 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.499836 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.500402 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.501246 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.501801 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.502996 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.503545 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.504206 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.504748 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.505427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.505961 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.506515 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:55.531203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-38a86d4c-eae9-4923-bd1c-e26e679fa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.531751 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Attempting to bind port e6ac3872-fc54-4bbd-9533-01edbc36107c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:05:55.532285 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Attempting to bind port e6ac3872-fc54-4bbd-9533-01edbc36107c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:05:55.532854 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Attempting to bind port e6ac3872-fc54-4bbd-9533-01edbc36107c on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:05:55.533251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-38a86d4c-eae9-4923-bd1c-e26e679fa1fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0714786
Apr 02 21:05:55.539352 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:05:55.539715 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:05:55.540117 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.540541 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:05:55.541111 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Bound port: e6ac3872-fc54-4bbd-9533-01edbc36107c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:05:55.541415 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.593865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a384d011-8dc2-4ddb-9b56-518d54357cd2 req-a1b88c32-cb3a-4e35-ac53-90112d4bd58f tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5047042
Apr 02 21:05:55.603759 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] For port e6ac3872-fc54-4bbd-9533-01edbc36107c, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:05:55.608622 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] For port e6ac3872-fc54-4bbd-9533-01edbc36107c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ac3872-fc54-4bbd-9533-01edbc36107c,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:05:55.617781 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.669126 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:55.669861 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d76220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:55.770665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.772136 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0be130-aa78-40f9-bbdd-de5bdf6f6859 None None] Pushing event updated for resources: {'Port': ['ID=e6ac3872-fc54-4bbd-9533-01edbc36107c,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:55.780747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.807859 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:55.809111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.814829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.820611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.826620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.831949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.839069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.855154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:55.868330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-91482270-a668-40a7-aa27-b0768fce0207 req-b8da36ae-a3f0-41f7-8346-152a1c458901 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.1773548
Apr 02 21:05:55.880990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.898320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-46b615dd-a305-4afd-bee9-f3ec842ad046 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106563
Apr 02 21:05:55.913281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=92aa3259-c994-4cef-966b-3ed7d02b4ed9,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:55.919196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2be71ba3-31b1-41c8-8235-b7ffa75f0105), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.970597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:55.981313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-63c16bb5-396f-40a9-83cf-83afed20702c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9332435
Apr 02 21:05:56.006463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-91482270-a668-40a7-aa27-b0768fce0207 req-b59ea601-e9e2-42c2-81ca-b4230b187f1a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1372025
Apr 02 21:05:56.045692 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d76220>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:52Z', 'revision_number': 3, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:56.081313 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe9e4-6efe-4d80-b4ee-ed39aca962dd None None] The sync data for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 is: [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:52Z', 'revision_number': 3, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:05:56.138978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7629e946-4360-4277-85d3-e137d0f8e6c5 req-fa59874f-50f3-4a66-8756-b8e7481cc27b service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816068
Apr 02 21:05:56.161908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Allocated IP 172.20.0.1 (4ddecd24-a294-4bc2-af54-c9e8165b2234/9cf0dda7-605e-462d-a212-5840ccdc61ae/8cce479e-2492-4d5e-9ac7-88dd23a5ea2c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:56.191471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b6652-6471-44c0-a4ef-5ad5443cf724 req-b9076c4a-bec5-47e7-bc2b-44e8463499b2 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:56.193032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee4b6652-6471-44c0-a4ef-5ad5443cf724 req-b9076c4a-bec5-47e7-bc2b-44e8463499b2 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.0997229
Apr 02 21:05:56.295973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee4b6652-6471-44c0-a4ef-5ad5443cf724 req-1524b940-cc27-48a3-a5bb-df1e0d2ee863 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907929
Apr 02 21:05:56.305262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-f90f5a87-34ca-4704-9aa4-5b88c4b98078 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--41689239&fields=id&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 267 time: 0.0506003
Apr 02 21:05:56.337269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks [] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:56.409881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:56.440154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-657a9143-3e27-493b-9240-629d57bbf3c9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:56.443200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-657a9143-3e27-493b-9240-629d57bbf3c9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.1284156
Apr 02 21:05:56.459062 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-0297e81d-59f9-4ee2-9523-dd18774d8b1b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/quotas/bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 375 time: 0.0102844
Apr 02 21:05:56.482229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:56.487035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:56.491513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:05:56.532097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Pushing event updated for resources: {'Port': ['ID=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:56.547523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-b8b7ff0e-6663-48fb-8f15-03d6eebace71 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0826538
Apr 02 21:05:56.554932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1871afa-8485-4a5a-8caf-ea5c43ba83d5 req-707a8918-6089-4da5-ba21-96e1334ec7c5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:56.556625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1871afa-8485-4a5a-8caf-ea5c43ba83d5 req-707a8918-6089-4da5-ba21-96e1334ec7c5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1659095
Apr 02 21:05:56.561789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (8c4065f2-6306-4f39-a638-a988887f2065), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:56.602319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:56.682982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1871afa-8485-4a5a-8caf-ea5c43ba83d5 req-6cd02bcc-4fd1-439d-b69c-0a62102f189b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180525
Apr 02 21:05:56.690000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-d0152852-55b7-4c64-b219-5b0b22a6b65d service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293402
Apr 02 21:05:56.821735 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-ba82c4c4-d81e-46f9-a4bf-3e85a658d73b service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305799
Apr 02 21:05:56.852254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aaf15c19-2a67-4f3a-bd81-4228a0126ca7 None None] Provisioning complete for port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:56.852546 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aaf15c19-2a67-4f3a-bd81-4228a0126ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:56.886249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:56.908039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aaf15c19-2a67-4f3a-bd81-4228a0126ca7 None None] Port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:56.930321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0228a-79f0-46ab-9a9f-defcb428faf5 req-9d24b8a3-0a20-4095-b781-c08d6a83c383 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:56.932958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9e0228a-79f0-46ab-9a9f-defcb428faf5 req-9d24b8a3-0a20-4095-b781-c08d6a83c383 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1271405
Apr 02 21:05:57.041926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd3dc9e9-85c2-4597-be4e-bcddc78b720c req-769986af-d9e3-4e42-8efb-4b5f66ac4693 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 210 time: 0.0459921
Apr 02 21:05:57.060831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9e0228a-79f0-46ab-9a9f-defcb428faf5 req-3ef3f7c9-9ab7-49d2-bcf5-13533702e905 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930622
Apr 02 21:05:57.308125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.317530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.328387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.334167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.348621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.355829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.365960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.368658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89b884f5-7412-47f9-812e-bff072c52596 req-431a4cf8-d082-4f7f-b845-13b9e299c133 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.2039018
Apr 02 21:05:57.371892 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks [] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:57.402796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:57.419416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253b9f2-c0db-45cb-ba70-17e52a0c731b req-308163b7-b1c8-4115-a4f3-2d0a9fc1dff6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.429026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3253b9f2-c0db-45cb-ba70-17e52a0c731b req-308163b7-b1c8-4115-a4f3-2d0a9fc1dff6 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.0808001
Apr 02 21:05:57.512719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3253b9f2-c0db-45cb-ba70-17e52a0c731b req-1a53a10f-ee08-4cb1-bf88-cca7e03c7f85 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697305
Apr 02 21:05:57.540110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (8c4065f2-6306-4f39-a638-a988887f2065), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:57.543133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Pushing event updated for resources: {'Port': ['ID=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:57.564116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89b884f5-7412-47f9-812e-bff072c52596 req-b1a305a6-c80d-49f9-b74e-d3eaf426fb18 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1813235
Apr 02 21:05:57.667200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:57.668909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:57.844210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Router 8c4065f2-6306-4f39-a638-a988887f2065 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:05:57.867704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046be2c-e8f7-45a5-bf2c-a085a20301ac req-6635280c-5f3e-4957-a353-63d911714a20 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:57.876406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3046be2c-e8f7-45a5-bf2c-a085a20301ac req-6635280c-5f3e-4957-a353-63d911714a20 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1040463
Apr 02 21:05:57.945344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3046be2c-e8f7-45a5-bf2c-a085a20301ac req-3bd439f8-efc2-43a6-8ba2-f5d5ac7f8915 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672348
Apr 02 21:05:57.965959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-25531335-d804-4e08-87d2-0ccd8d7365e2 None None] Provisioning complete for port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:57.966929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25531335-d804-4e08-87d2-0ccd8d7365e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:57.992527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:05:58.011555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e31264a0-c323-41f5-9c87-b3aa9331e127 admin admin] 10.222.0.18 "PUT /v2.0/routers/8c4065f2-6306-4f39-a638-a988887f2065/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3958285
Apr 02 21:05:58.013375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-25531335-d804-4e08-87d2-0ccd8d7365e2 None None] Port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:05:58.193232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf2c124d-db43-49c9-b837-35dc6896d771 req-5e866e40-1ecf-42aa-8f6f-cd45d37212a1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 210 time: 0.0600603
Apr 02 21:05:58.260637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f9db-f860-4c66-acc0-34b273ba1e93 req-4254a654-43f1-4ff1-856a-82717333d88c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.263115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e6ac3872-fc54-4bbd-9533-01edbc36107c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:05:58.264923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76e8f9db-f860-4c66-acc0-34b273ba1e93 req-4254a654-43f1-4ff1-856a-82717333d88c tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 944 time: 0.1012049
Apr 02 21:05:58.351160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76e8f9db-f860-4c66-acc0-34b273ba1e93 req-b0a4aa42-f81d-4a2c-9963-e3a43dcce441 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865581
Apr 02 21:05:58.386134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e6ac3872-fc54-4bbd-9533-01edbc36107c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:05:58.386907 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:58.543695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e6ac3872-fc54-4bbd-9533-01edbc36107c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:58.544084 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:58.565924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-d965087d-6371-449c-ac1c-b6183df54369 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.570795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-d965087d-6371-449c-ac1c-b6183df54369 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.2033353
Apr 02 21:05:58.603191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port e6ac3872-fc54-4bbd-9533-01edbc36107c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ac3872-fc54-4bbd-9533-01edbc36107c,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:58.612487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:58.694054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Sync routers for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:05:58.695520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46746) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:58.711355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:05:58.712035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453429a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:58.733770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c4fd7-104c-46a2-9ca8-f9f95c3aa467 req-6d3e6cd4-bbd8-4963-a98e-113bc4e8298e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.743022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d8c4fd7-104c-46a2-9ca8-f9f95c3aa467 req-6d3e6cd4-bbd8-4963-a98e-113bc4e8298e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.1268981
Apr 02 21:05:58.777355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-9e678172-4fea-43dd-8de1-3c596b41ba44 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 471 time: 0.1981006
Apr 02 21:05:58.800726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'port': {'device_id': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'admin_state_up': True, 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'security_groups': ['9fc89d9f-bbd5-4e73-86a9-d747acb8870b']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:58.811005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d8c4fd7-104c-46a2-9ca8-f9f95c3aa467 req-fe142b98-51d1-4a9b-b1dd-41c28e299d33 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607212
Apr 02 21:05:58.829843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:58.841728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:05:58.892183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=e6ac3872-fc54-4bbd-9533-01edbc36107c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:58.906605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c145316-6ea6-40d6-b6f0-7b630888957b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:58.909650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.916648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.918969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.919265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.919679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.920184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.920546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.920976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.921385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.921737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.922132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.922449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.922868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.923214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.923515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.923845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.924219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:05:58.927890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.935934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.945145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.954619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.962122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:58.962579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:05:58.965638 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f1de8aa9-3ba7-4dc0-b297-eb816d49e6ab tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.2689450
Apr 02 21:05:59.062015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61a89e6c-3a49-48b1-b46c-ae16a7cfb363 req-f4b48630-63ee-4262-8515-111d658a198c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0901129
Apr 02 21:05:59.070343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c145316-6ea6-40d6-b6f0-7b630888957b admin admin] Publish callbacks [] for security_group (09686b97-3117-4ee8-8d0f-4a7ba4acf5fc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.087652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c145316-6ea6-40d6-b6f0-7b630888957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09686b97-3117-4ee8-8d0f-4a7ba4acf5fc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.102365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Made reservation on behalf of bb31a4915e1341839e229bc3786bb4b2 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:59.107548 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.137537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46760) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:59.145861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-370313805-network', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:59.149144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:59.179168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'port_id': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'mac_address': 'fa:16:3e:65:1a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:05:59.184956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c145316-6ea6-40d6-b6f0-7b630888957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09686b97-3117-4ee8-8d0f-4a7ba4acf5fc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:59.193387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c145316-6ea6-40d6-b6f0-7b630888957b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06d93563873d4065bde7cba8ddc16f6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4952884
Apr 02 21:05:59.205188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-a675e018-d8f3-4be3-8ee2-5789d9c51e49 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:59.207026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:59.207178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-a675e018-d8f3-4be3-8ee2-5789d9c51e49 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.15 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.2154982
Apr 02 21:05:59.222047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Made reservation on behalf of 5b7bc59b4f3b4d8c8afd76b7da34f899 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:59.223766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.264385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07910e8e-cd85-4535-81ff-21eac4dc5652 req-37a4ddad-a270-4958-b7b8-4d24b21cdd6a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:59.272197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07910e8e-cd85-4535-81ff-21eac4dc5652 req-37a4ddad-a270-4958-b7b8-4d24b21cdd6a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1998188
Apr 02 21:05:59.273757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:05:59.274379 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.277101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.303787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6822bb-be50-4c34-94cb-f822e9b46f02 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:05:59.326867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:59.349434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6271ba9d-f678-4779-8e31-b84e1388a8d1 req-a4eb5616-f4bf-400d-b436-e28438f2649e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 210 time: 0.0566623
Apr 02 21:05:59.355201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.393195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.20.0.4 (8e11fe41-71ae-4517-9435-793475d4d7b5/0f1f6371-3779-4eaa-bde0-f11e73a8cb45/19ccd802-b62f-4e90-8658-35f9abd17342) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:05:59.400020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07910e8e-cd85-4535-81ff-21eac4dc5652 req-c51b985f-403b-4813-96eb-2608dbfce896 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268413
Apr 02 21:05:59.408797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.447866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:59.485044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453429a0>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 2, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:05:59.486062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks [] for security_group (b75adf35-9df4-40bf-99d6-46f256b243b9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.494794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b75adf35-9df4-40bf-99d6-46f256b243b9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.522087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:05:59.528356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Deleting port b0b07539-5b31-495b-ae92-64bd4e85ef91 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:05:59.528744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.570179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3b7d8c87-c634-4688-963e-0c6f1ac97287), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.570567 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Added segment 3b7d8c87-c634-4688-963e-0c6f1ac97287 of type vlan for network 4cc429e8-dbb7-41f2-a022-ff7be052f876
Apr 02 21:05:59.571985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75adf35-9df4-40bf-99d6-46f256b243b9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:59.626031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0233-8f30-4044-b97e-18695c284e7b admin admin] Publish callbacks [] for security_group (09686b97-3117-4ee8-8d0f-4a7ba4acf5fc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.652433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0233-8f30-4044-b97e-18695c284e7b admin admin] Publish callbacks [] for security_group (09686b97-3117-4ee8-8d0f-4a7ba4acf5fc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.660356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4cc429e8-dbb7-41f2-a022-ff7be052f876), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.670515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Checking router: 8c4065f2-6306-4f39-a638-a988887f2065 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:05:59.670895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Updating router 8c4065f2-6306-4f39-a638-a988887f2065 port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:05:59.699952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.706660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] For port b0b07539-5b31-495b-ae92-64bd4e85ef91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0b07539-5b31-495b-ae92-64bd4e85ef91,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:05:59.707041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.715991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4cc429e8-dbb7-41f2-a022-ff7be052f876), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.717248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:59.718000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.725802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2de5a-5c01-4544-89b5-0e66604396fd req-c0e0295a-b11c-4a63-b2ae-4be676191ff9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:05:59.733065 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2de2de5a-5c01-4544-89b5-0e66604396fd req-c0e0295a-b11c-4a63-b2ae-4be676191ff9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.2158141
Apr 02 21:05:59.787337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (19ccd802-b62f-4e90-8658-35f9abd17342), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.792491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6503692
Apr 02 21:05:59.793935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0233-8f30-4044-b97e-18695c284e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09686b97-3117-4ee8-8d0f-4a7ba4acf5fc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.796438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0233-8f30-4044-b97e-18695c284e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.797053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46768) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:05:59.797765 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b2cf0233-8f30-4044-b97e-18695c284e7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09686b97-3117-4ee8-8d0f-4a7ba4acf5fc HTTP/1.1" status: 204  len: 168 time: 0.5902998
Apr 02 21:05:59.805588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Request body: {'subnet': {'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-subnet', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:05:59.811758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0233-8f30-4044-b97e-18695c284e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09686b97-3117-4ee8-8d0f-4a7ba4acf5fc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:59.827034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2de2de5a-5c01-4544-89b5-0e66604396fd req-3fc2ba9f-4c97-4f0f-b031-aeb7ced90022 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930130
Apr 02 21:05:59.874955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9c6822bb-be50-4c34-94cb-f822e9b46f02'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:05:59.894003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f37fb-4e5e-4d56-9081-104fd571d967 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc429e8-dbb7-41f2-a022-ff7be052f876,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:05:59.910253 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:05:59.930059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:05:59.954597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:05:59.970772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Made reservation on behalf of 5b7bc59b4f3b4d8c8afd76b7da34f899 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:05:59.972185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:05:59.973101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.044705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=19ccd802-b62f-4e90-8658-35f9abd17342,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:00.048724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:00.145915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d43f15-4a6e-4cf8-a5c8-dfdb373793c7 req-03dded86-bb89-470c-9f60-6e824f13796a tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.147836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5d43f15-4a6e-4cf8-a5c8-dfdb373793c7 req-03dded86-bb89-470c-9f60-6e824f13796a tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 945 time: 0.2181866
Apr 02 21:06:00.163182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.164559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.200385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.200898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (02488490-c660-435a-b3e2-26ced805baae), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.201224 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Floating IP 02488490-c660-435a-b3e2-26ced805baae disassociated. External IP: 172.35.4.116, port: b0b07539-5b31-495b-ae92-64bd4e85ef91.
Apr 02 21:06:00.201578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Calling delete_port for b0b07539-5b31-495b-ae92-64bd4e85ef91 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:00.202947 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-10bd0720-1b98-40d9-adc7-4c5430cc1f22 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4172487
Apr 02 21:06:00.230344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Request body: {'port': {'device_id': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:00.256075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e6ac3872-fc54-4bbd-9533-01edbc36107c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:00.258288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5d43f15-4a6e-4cf8-a5c8-dfdb373793c7 req-877f0ec8-0403-4e4a-81bc-d847bc227285 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996640
Apr 02 21:06:00.368532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.377118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.382813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.388282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.393739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.399302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.405325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.413214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-d389dece-0637-43d7-9425-e7913ae970eb tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.2037585
Apr 02 21:06:00.434961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.450137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (aab218e9-f9b5-4836-bb91-8bd08dbbc66a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.470438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:00.516410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-38c0bb1c-ae9f-4563-b58c-6cc0f3383fb9 None None] Provisioning complete for port 19ccd802-b62f-4e90-8658-35f9abd17342 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:00.516820 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-38c0bb1c-ae9f-4563-b58c-6cc0f3383fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.541663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f7b0927-8be4-4dd9-b48f-78ea6834c79f req-38e5ca1c-c2c5-43a4-b0c6-5e85a1635c2c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1269166
Apr 02 21:06:00.547443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75b7123f-ba6e-4d69-9dc4-27162c3efd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.571896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e6ac3872-fc54-4bbd-9533-01edbc36107c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:00.572147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.611947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-38c0bb1c-ae9f-4563-b58c-6cc0f3383fb9 None None] Port 19ccd802-b62f-4e90-8658-35f9abd17342 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:00.633263 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b0b07539-5b31-495b-ae92-64bd4e85ef91), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.637692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Publish callbacks [] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.647091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.684014 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:06:00.685270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event deleted for resources: {'Port': ['ID=b0b07539-5b31-495b-ae92-64bd4e85ef91,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:00.687307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab218e9-f9b5-4836-bb91-8bd08dbbc66a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:00.729803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.730173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.730509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.731356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.731544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.731915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.732442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.733005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.733524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.734005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.734490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.735010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.735512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.735994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.736506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.755469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.755833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.757878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.757878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.757878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.757878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.757878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.758387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.758493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.758855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.759241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.759691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.760028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.760354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.760599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4e3ad-0a90-44cb-95ac-0ce4e9b2a47e None None] Pushing event updated for resources: {'Port': ['ID=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:00.760715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:00.776678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Checking segment: {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:00.777320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Network hostable DHCP agents. Network: 4cc429e8-dbb7-41f2-a022-ff7be052f876, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:00.797840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e6ac3872-fc54-4bbd-9533-01edbc36107c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:00.840080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ca29-2e09-4df9-96eb-39762a98bfa3 req-3ea054c0-86ec-4a95-83d7-639b5c0b2e7d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.847752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31e1ca29-2e09-4df9-96eb-39762a98bfa3 req-3ea054c0-86ec-4a95-83d7-639b5c0b2e7d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 931 time: 0.3311439
Apr 02 21:06:00.866246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce0898-ffb2-4c87-9d90-b387edb0ba45 req-a3631a56-7388-4355-9aaa-f7d9ed0ef310 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:00.866691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Attempting to bind port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:00.867192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Attempting to bind port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:00.868259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Attempting to bind port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c on network 4ddecd24-a294-4bc2-af54-c9e8165b2234 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:00.874120 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1bce0898-ffb2-4c87-9d90-b387edb0ba45 req-a3631a56-7388-4355-9aaa-f7d9ed0ef310 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2442713
Apr 02 21:06:00.876904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:00.877290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Checking segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:00.877910 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.878315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Bound using segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:00.878799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Bound port: 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:00.879188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.903965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ccd802-b62f-4e90-8658-35f9abd17342 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:00.922128 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Publish callbacks [] for port (19ccd802-b62f-4e90-8658-35f9abd17342), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:00.950395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4c519a1-4b21-4dac-b3f9-1667e9aca676 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:00.952996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1bce0898-ffb2-4c87-9d90-b387edb0ba45 req-7f6af39b-ddd3-41e8-9b02-080872b44a2e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778913
Apr 02 21:06:00.961477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Transition to ACTIVE for port object 19ccd802-b62f-4e90-8658-35f9abd17342 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:00.977584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.017600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] For port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:01.068685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] For port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:01.104158 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.141378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Pushing event updated for resources: {'Port': ['ID=19ccd802-b62f-4e90-8658-35f9abd17342,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:01.179670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7f4ea-daa9-4608-b85a-25cecb7f1750 req-065b5dd7-18b9-47a9-98c0-046346f76fd2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.185251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01e7f4ea-daa9-4608-b85a-25cecb7f1750 req-065b5dd7-18b9-47a9-98c0-046346f76fd2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.0874510
Apr 02 21:06:01.192736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] Provisioning complete for port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:01.201175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.211375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4c519a1-4b21-4dac-b3f9-1667e9aca676, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:01.229641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'port_id': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676', 'mac_address': 'fa:16:3e:76:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:01.238135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Attempting to bind port 19ccd802-b62f-4e90-8658-35f9abd17342 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:01.238468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Attempting to bind port 19ccd802-b62f-4e90-8658-35f9abd17342 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:01.238794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Attempting to bind port 19ccd802-b62f-4e90-8658-35f9abd17342 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:01.281618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Port 19ccd802-b62f-4e90-8658-35f9abd17342 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:01.281947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Attempting to bind port 19ccd802-b62f-4e90-8658-35f9abd17342 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:01.309015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:01.309274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:01.309662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Bound using segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:01.310096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Bound port: 19ccd802-b62f-4e90-8658-35f9abd17342, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:01.310455 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.354464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:01.362718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01e7f4ea-daa9-4608-b85a-25cecb7f1750 req-9104a238-2b04-4c17-ba11-7bf91c1bb38e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1697836
Apr 02 21:06:01.383147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4e3ad-0a90-44cb-95ac-0ce4e9b2a47e None None] Pushing event updated for resources: {'Port': ['ID=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:01.424926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4cc429e8-dbb7-41f2-a022-ff7be052f876) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:01.433302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:01.433947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453429a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:01.443129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31e1ca29-2e09-4df9-96eb-39762a98bfa3 req-e8861e79-2a3f-41a1-9d44-6455026e99a0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5942204
Apr 02 21:06:01.451759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.452362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.476355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75b7123f-ba6e-4d69-9dc4-27162c3efd62 admin admin] Publish callbacks [] for security_group (e39e7ec2-0e3b-417f-8235-ed0d328a9bbf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.492294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] For port 19ccd802-b62f-4e90-8658-35f9abd17342, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:01.499631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:01.499942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] For port 19ccd802-b62f-4e90-8658-35f9abd17342, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19ccd802-b62f-4e90-8658-35f9abd17342,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:01.508668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8b61e034-390c-42b5-b380-2bff43174dc8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7060223
Apr 02 21:06:01.508668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75b7123f-ba6e-4d69-9dc4-27162c3efd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e39e7ec2-0e3b-417f-8235-ed0d328a9bbf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.508965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46788) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:01.518428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.542079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:01.544171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f45eae01-2d59-4856-9951-49012e410e04 req-e203724b-cd38-4d49-8063-3300f6cdc7c2 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 210 time: 0.0476723
Apr 02 21:06:01.559555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7123f-ba6e-4d69-9dc4-27162c3efd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e7ec2-0e3b-417f-8235-ed0d328a9bbf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:01.607211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.608020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.611193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] 10.222.0.15 "PUT /v2.0/ports/19ccd802-b62f-4e90-8658-35f9abd17342 HTTP/1.1" status: 200  len: 1091 time: 1.3857813
Apr 02 21:06:01.630160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:01.638469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:01.643833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b76e3-93d0-47ed-938f-ead504913c53 None None] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:01.650358 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:01.673421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-75b7123f-ba6e-4d69-9dc4-27162c3efd62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6beaf3f57b8944d5afa000c20fc24a9f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2019107
Apr 02 21:06:01.691007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46794) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:01.724965 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8576fbb9-8b33-4556-a09f-1bbaa6eee430 x-openstack-request-id: req-8576fbb9-8b33-4556-a09f-1bbaa6eee430 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:01.725388 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:01.725771 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8576fbb9-8b33-4556-a09f-1bbaa6eee430 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:01.726275 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8576fbb9-8b33-4556-a09f-1bbaa6eee430'] response: {'name': 'network-changed', 'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342', 'status': 'completed', 'code': 200}
Apr 02 21:06:01.749522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Pushing event updated for resources: {'Port': ['ID=19ccd802-b62f-4e90-8658-35f9abd17342,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:01.758267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (5fc2a32e-1a86-420e-aceb-051d7e207bdf), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.760121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (5fc2a32e-1a86-420e-aceb-051d7e207bdf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.761396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.761885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.762288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.762730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.763337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.763806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.764241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.764682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.765093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.765489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.765880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.767306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.767306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.767306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.767306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd10df-9a85-4f5b-b74a-b80af43d3896 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:01.788374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4c519a1-4b21-4dac-b3f9-1667e9aca676 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:01.789230 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.791959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-b25b2ab0-7ce9-463b-af87-cf934d8bf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.793681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-b25b2ab0-7ce9-463b-af87-cf934d8bf762 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 1125 time: 0.1226592
Apr 02 21:06:01.827945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05d05fe8-7893-4f38-999d-0c4f68fb5bbd admin admin] Publish callbacks [] for security_group (e39e7ec2-0e3b-417f-8235-ed0d328a9bbf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.853990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-4c9ca3cb-99b5-4a34-bcfa-c8591dd56718 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ccd802-b62f-4e90-8658-35f9abd17342 HTTP/1.1" status: 200  len: 217 time: 0.0526278
Apr 02 21:06:01.873351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c519a1-4b21-4dac-b3f9-1667e9aca676 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:01.913493 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05d05fe8-7893-4f38-999d-0c4f68fb5bbd admin admin] Publish callbacks [] for security_group (e39e7ec2-0e3b-417f-8235-ed0d328a9bbf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.918766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-09ef2eb7-2df7-4008-855d-8d19e4a7cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.921006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-09ef2eb7-2df7-4008-855d-8d19e4a7cd04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0606670
Apr 02 21:06:01.929702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks [] for router_controller (5fc2a32e-1a86-420e-aceb-051d7e207bdf), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.944884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.950485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.955851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.961172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.961986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4c519a1-4b21-4dac-b3f9-1667e9aca676, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:01.966464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.973266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.973599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-cc16fe85-48dd-4e09-83f2-09f8bda8910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.975184 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-cc16fe85-48dd-4e09-83f2-09f8bda8910f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484407
Apr 02 21:06:01.976666 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.977343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7374b67b-9bb7-474a-b2c1-f4e86b602226 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:01.979184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:01.981178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-93c2e6a3-cbb9-41ee-af3d-28b00db156f0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5418 time: 0.3297215
Apr 02 21:06:01.992363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] Current status of the port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:01.992573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:01.994999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:02.008485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] Sync routers for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:02.026222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:02.026863 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e16f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:02.083027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4cc429e8-dbb7-41f2-a022-ff7be052f876', 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876', 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'fixed_ips': [{'subnet_id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:02.084001 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.160875 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-c0c08375-9a30-4f72-ab8c-5aa15d4b65a4 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727440
Apr 02 21:06:02.194995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] No DVR routers for this DVR port b0b07539-5b31-495b-ae92-64bd4e85ef91 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:06:02.209174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.213621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79ecd2ae-264d-47d7-a5e2-c6063c97735c req-5a719792-38ed-4282-bbd3-58e057baf13e tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.15 "DELETE /v2.0/ports/b0b07539-5b31-495b-ae92-64bd4e85ef91 HTTP/1.1" status: 204  len: 173 time: 3.0014572
Apr 02 21:06:02.214467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'name': 'network-vif-deleted', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:02.217222 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79035a0-d237-4954-a6bf-cf534d7b61f6" -d '{"events": [{"server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "name": "network-vif-deleted", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:02.220319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd79aaf-eec3-403e-b21a-4dbb11430d23 req-b41aa5f0-1949-4008-bfbb-ac883168c0ed tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:02.221990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cd79aaf-eec3-403e-b21a-4dbb11430d23 req-b41aa5f0-1949-4008-bfbb-ac883168c0ed tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1277413
Apr 02 21:06:02.324700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] For port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:02.326616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:02.330527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4c519a1-4b21-4dac-b3f9-1667e9aca676,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:02.333029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cd79aaf-eec3-403e-b21a-4dbb11430d23 req-76bb56f0-0933-4ec5-ab5c-65542d1f98ee tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963969
Apr 02 21:06:02.350558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.351012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a56ee511-3d6a-4c25-ad0c-b7c3d1cb4d32 req-a405a6e0-39d1-493e-a81f-a6d3400ed520 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822581
Apr 02 21:06:02.382006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '7374b67b-9bb7-474a-b2c1-f4e86b602226', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'port_id': '7374b67b-9bb7-474a-b2c1-f4e86b602226', 'mac_address': 'fa:16:3e:df:17:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:02.411706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2f8d7a9-1059-453d-b476-95e19a3f672f req-fb20d487-f79f-4503-9381-09f38f97c0e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4186230
Apr 02 21:06:02.414522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05d05fe8-7893-4f38-999d-0c4f68fb5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e39e7ec2-0e3b-417f-8235-ed0d328a9bbf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.434973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05d05fe8-7893-4f38-999d-0c4f68fb5bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.436188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05d05fe8-7893-4f38-999d-0c4f68fb5bbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39e7ec2-0e3b-417f-8235-ed0d328a9bbf HTTP/1.1" status: 204  len: 168 time: 0.7439365
Apr 02 21:06:02.447903 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766d7f54-6ce1-4f00-bcdc-1b97ce938afa x-openstack-request-id: req-766d7f54-6ce1-4f00-bcdc-1b97ce938afa {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:02.448220 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6072d790-7f5b-42a2-b398-e5521af36a5c", "name": "network-vif-deleted", "tag": "b0b07539-5b31-495b-ae92-64bd4e85ef91", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:02.448468 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-766d7f54-6ce1-4f00-bcdc-1b97ce938afa {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:02.448882 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766d7f54-6ce1-4f00-bcdc-1b97ce938afa'] response: {'server_uuid': '6072d790-7f5b-42a2-b398-e5521af36a5c', 'name': 'network-vif-deleted', 'tag': 'b0b07539-5b31-495b-ae92-64bd4e85ef91', 'status': 'completed', 'code': 200}
Apr 02 21:06:02.492546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks [] for router_gateway (5fc2a32e-1a86-420e-aceb-051d7e207bdf), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.504951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d05fe8-7893-4f38-999d-0c4f68fb5bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e7ec2-0e3b-417f-8235-ed0d328a9bbf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:02.549434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-40cfd0fe-93ff-470b-85ac-3c077072df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:02.555002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-40cfd0fe-93ff-470b-85ac-3c077072df64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 1125 time: 0.1418064
Apr 02 21:06:02.555969 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:02.640219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1962d-c9f1-4076-aec0-13577d647cc3 None None] Pushing event updated for resources: {'Port': ['ID=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:02.656574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7374b67b-9bb7-474a-b2c1-f4e86b602226 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:02.657068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.678487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453429a0>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:00Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:02.725146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7374b67b-9bb7-474a-b2c1-f4e86b602226 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:02.731271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Allocated IP 172.20.0.2 (4cc429e8-dbb7-41f2-a022-ff7be052f876/aab218e9-f9b5-4836-bb91-8bd08dbbc66a/dae11f10-1911-45ab-874e-f63f7402448f) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:02.740788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0678e0-d9dc-4c79-b740-0ac5b5359bad None None] The sync data for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 is: [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:00Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:02.747916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6e7b9499-38d2-4905-9e78-6d616d4367ce None None] Provisioning complete for port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:02.748356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9499-38d2-4905-9e78-6d616d4367ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.756618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb961-229d-404d-967c-2046c40e63fc req-a2278f78-8de0-4d72-9683-3f9e37e599df tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:02.764518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f04bb961-229d-404d-967c-2046c40e63fc req-a2278f78-8de0-4d72-9683-3f9e37e599df tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 943 time: 0.1639516
Apr 02 21:06:02.867022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:02.880374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:02.939519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f04bb961-229d-404d-967c-2046c40e63fc req-4f2a0266-42ed-4e35-a747-c61f4543c4ab tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1738572
Apr 02 21:06:02.965248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:02.965941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a43c7f16-83a8-4758-918d-0bd3f2393170 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:03.034492 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e16f10>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:15Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:03.065762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a43c7f16-83a8-4758-918d-0bd3f2393170,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:03.070641 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] Checking router: 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:03.091446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:03.092279 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e16f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:03.125813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'a43c7f16-83a8-4758-918d-0bd3f2393170', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'port_id': 'a43c7f16-83a8-4758-918d-0bd3f2393170', 'mac_address': 'fa:16:3e:95:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:03.267736 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:03.277110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d52fa5e1-470d-4b8a-9a5a-dbd48494c953 req-e3e3a883-d3d5-42c9-bf11-5c2c6400023a tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6072d790-7f5b-42a2-b398-e5521af36a5c HTTP/1.1" status: 200  len: 210 time: 0.1010051
Apr 02 21:06:03.339994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5653e-53e6-4c98-9ed2-a5d06e6398a7 req-3bf0ea51-bd4e-4fd2-813b-55d7256e7f4a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.348076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aff5653e-53e6-4c98-9ed2-a5d06e6398a7 req-3bf0ea51-bd4e-4fd2-813b-55d7256e7f4a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 945 time: 0.7673180
Apr 02 21:06:03.384496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-7b8dd778-98cc-4161-aa45-ada7c05e9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.386148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-7b8dd778-98cc-4161-aa45-ada7c05e9d15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.8238647
Apr 02 21:06:03.393297 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Publish callbacks [] for port (dae11f10-1911-45ab-874e-f63f7402448f), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.409093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks [] for router_gateway (5fc2a32e-1a86-420e-aceb-051d7e207bdf), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.445970 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (dae11f10-1911-45ab-874e-f63f7402448f), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.497756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 9c6822bb-be50-4c34-94cb-f822e9b46f02 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:03.498508 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.506850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.561122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-f33dbc07-b3c8-49a9-b98d-acddf172c064 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ccd802-b62f-4e90-8658-35f9abd17342 HTTP/1.1" status: 200  len: 217 time: 0.1504035
Apr 02 21:06:03.614280 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e16f10>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:15Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:03.643400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aff5653e-53e6-4c98-9ed2-a5d06e6398a7 req-cc20deef-d163-41c8-98ff-00eb17eb19d9 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2889700
Apr 02 21:06:03.644049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a43c7f16-83a8-4758-918d-0bd3f2393170 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:03.644562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.657196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:03.695323 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ff219-ecad-4997-b66f-4ea30376f45d None None] The sync data for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 is: [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:04:07Z', 'revision_number': 4, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bb16d078-bd50-4f38-ae20-59736e2c37df', 'name': '', 'network_id': 'ffc1bb71-f995-4112-abd6-0fae8b61953f', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'mac_address': 'fa:16:3e:fe:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:06Z', 'updated_at': '2022-04-02T21:04:15Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'subnets': [{'id': '83d5853b-55ab-410d-8fa6-bd1c240511b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:03.697919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-156b71f6-6bcf-432c-8302-bd9896f24519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.702760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-156b71f6-6bcf-432c-8302-bd9896f24519 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.1331100
Apr 02 21:06:03.752215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Pushing event updated for resources: {'Port': ['ID=dae11f10-1911-45ab-874e-f63f7402448f,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:03.758986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b9499-38d2-4905-9e78-6d616d4367ce None None] Current status of the port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:03.764310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:03.769537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:03.769759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Allocated IP 172.35.4.155 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a22164ae-bf23-403e-b5d6-7f6e7cc07cb8) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:03.772591 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:03.800691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4ba0b-aa23-4cda-990c-fc6f7a086939 req-a0655a08-86f0-4cf0-bf20-0fcd72ab918a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.802808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17f4ba0b-aa23-4cda-990c-fc6f7a086939 req-a0655a08-86f0-4cf0-bf20-0fcd72ab918a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.3109155
Apr 02 21:06:03.859265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43c7f16-83a8-4758-918d-0bd3f2393170 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:03.859861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-f177f6e4-82d4-4334-bb1a-abd64f8d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.862199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-f177f6e4-82d4-4334-bb1a-abd64f8d0cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1527250
Apr 02 21:06:03.932220 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.937280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.942917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a43c7f16-83a8-4758-918d-0bd3f2393170,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:03.948734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.951272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-17f4ba0b-aa23-4cda-990c-fc6f7a086939 req-240a57be-f9dc-4229-9448-a067077462da tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399939
Apr 02 21:06:03.960851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9c6822bb-be50-4c34-94cb-f822e9b46f02 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:03.961427 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.980437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:03.988141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:03.989089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:03.991064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:04.002345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:04.013204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:04.031489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Attempting to bind port dae11f10-1911-45ab-874e-f63f7402448f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:04.032701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Attempting to bind port dae11f10-1911-45ab-874e-f63f7402448f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:04.033763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-e211a7d1-bccd-46b9-9f25-8aa6ced673ec tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5420 time: 0.2627454
Apr 02 21:06:04.034196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Attempting to bind port dae11f10-1911-45ab-874e-f63f7402448f on network 4cc429e8-dbb7-41f2-a022-ff7be052f876 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:04.036941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks [] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.073702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:04.074831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Checking segment: {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:04.075341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.075841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Bound using segment: {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:04.076438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Bound port: dae11f10-1911-45ab-874e-f63f7402448f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:04.077140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dae11f10-1911-45ab-874e-f63f7402448f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.150894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:04.201198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.214796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:04.221436 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e3c4e7-62f8-4429-b89d-9d0756a9fdc6" -d '{"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-plugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:04.249785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-8b18a863-c5b7-465e-a29b-681c871b9008 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3780205
Apr 02 21:06:04.290857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48465df0-96e5-40e3-b93d-61d0fe909663 req-dbf945d3-ee66-4548-8bc6-9d1e139affde tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2557976
Apr 02 21:06:04.296252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519113b-5122-4c4f-aecb-63bf041de2fe req-46483bff-3e82-4099-910d-4295827a6f24 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:04.298125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0519113b-5122-4c4f-aecb-63bf041de2fe req-46483bff-3e82-4099-910d-4295827a6f24 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 943 time: 0.2120969
Apr 02 21:06:04.300115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:04.333141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:04.338329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:04.339496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae64e6-6516-4a8b-8d7a-2e23c031ec53 None None] New status for floating IP 02488490-c660-435a-b3e2-26ced805baae: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:06:04.359884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.360690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b0b07539-5b31-495b-ae92-64bd4e85ef91 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:04.391928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:04.488599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Pushing event updated for resources: {'Port': ['ID=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:04.539666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4184a88f-7e11-4ef6-921f-b8d4dc5dec1a req-22b729e8-2d58-4043-a192-8b38052edeb7 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691715
Apr 02 21:06:04.545601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:06:04.555708 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18daf2d-3fff-4254-95b9-5f0b2767d843 x-openstack-request-id: req-d18daf2d-3fff-4254-95b9-5f0b2767d843 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:04.557380 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-plugged", "status": "completed", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:04.558078 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d18daf2d-3fff-4254-95b9-5f0b2767d843 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:04.558793 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18daf2d-3fff-4254-95b9-5f0b2767d843'] response: {'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'code': 200}
Apr 02 21:06:04.568949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46850) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:04.607863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] For port dae11f10-1911-45ab-874e-f63f7402448f, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:04.626090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0519113b-5122-4c4f-aecb-63bf041de2fe req-27f85397-d184-4574-9f49-7ccbf2b13d5a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3022811
Apr 02 21:06:04.758407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3658132c-d3d2-427a-9162-12231c6a633f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group (4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.764782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46856) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:04.798056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] For port dae11f10-1911-45ab-874e-f63f7402448f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dae11f10-1911-45ab-874e-f63f7402448f,segment=NetworkSegment(3b7d8c87-c634-4688-963e-0c6f1ac97287),segment_id=3b7d8c87-c634-4688-963e-0c6f1ac97287)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:04.808240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: b0b07539-5b31-495b-ae92-64bd4e85ef91 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:04.808597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e81f-2c65-4d14-ae58-12844218c354 req-a252350e-0a01-4789-b185-7d3ac784d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:04.808715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b0b07539-5b31-495b-ae92-64bd4e85ef91 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:04.809884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f418e81f-2c65-4d14-ae58-12844218c354 req-a252350e-0a01-4789-b185-7d3ac784d6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 1129 time: 0.1887753
Apr 02 21:06:04.826243 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dae11f10-1911-45ab-874e-f63f7402448f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.833921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3658132c-d3d2-427a-9162-12231c6a633f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group (4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.834963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:04.859289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks [] for router_gateway (5fc2a32e-1a86-420e-aceb-051d7e207bdf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:04.948374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:04.960029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564ca3-7ce2-4293-abb4-0769e853934d req-403ed5ea-f602-4dcb-ac45-fa9141194928 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:04.969373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8564ca3-7ce2-4293-abb4-0769e853934d req-403ed5ea-f602-4dcb-ac45-fa9141194928 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.2089295
Apr 02 21:06:04.999039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3658132c-d3d2-427a-9162-12231c6a633f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.002202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3658132c-d3d2-427a-9162-12231c6a633f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.003658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3658132c-d3d2-427a-9162-12231c6a633f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c HTTP/1.1" status: 204  len: 168 time: 0.4331818
Apr 02 21:06:05.015520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:05.032685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f418e81f-2c65-4d14-ae58-12844218c354 req-31f22f46-09c6-4cf6-bc11-b3ff20d5afdc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2122688
Apr 02 21:06:05.046956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658132c-d3d2-427a-9162-12231c6a633f tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:05.059581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e944-7d39-4ac1-8f5c-d0a71ee5899e None None] Pushing event updated for resources: {'Port': ['ID=dae11f10-1911-45ab-874e-f63f7402448f,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:05.075488 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8564ca3-7ce2-4293-abb4-0769e853934d req-d3da7ca3-9108-4727-a85d-2024211e31f2 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038818
Apr 02 21:06:05.084734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8248f160-8477-4db9-abe5-72a6eb4d1974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.096151 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-ecae03a4-61fc-434b-b4ac-cf03905cceb1 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] show failed (client error): The resource could not be found.
Apr 02 21:06:05.097339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ecae03a4-61fc-434b-b4ac-cf03905cceb1 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "GET /v2.0/security-groups/4e3314ea-05b4-4efb-9f2f-23ab9b1aa01c HTTP/1.1" status: 404  len: 347 time: 0.0772185
Apr 02 21:06:05.100102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:05.104797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:05.104797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.148703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:05.167511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9', 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'port_id': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9', 'mac_address': 'fa:16:3e:64:ae:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986a56ad-82c1-4784-917b-4ee5f337ff56', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:05.253608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:05.253995 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.256964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:05.278082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:05.293676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Deleting port e462806d-959d-48c1-80d9-9264eb5d30be {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:05.294041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e462806d-959d-48c1-80d9-9264eb5d30be), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.298657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f176af-9f66-4d42-804f-b12fa2a32939 req-a8d3f12e-2a6f-4d51-815c-84be6c058f11 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.299102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:05.315530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12f176af-9f66-4d42-804f-b12fa2a32939 req-a8d3f12e-2a6f-4d51-815c-84be6c058f11 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2348304
Apr 02 21:06:05.316640 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.317599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9465817e-88a8-48ec-b330-f9aafa60b53e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:05.425332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9465817e-88a8-48ec-b330-f9aafa60b53e,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:05.429211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (5fc2a32e-1a86-420e-aceb-051d7e207bdf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.429699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:05.448775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '9465817e-88a8-48ec-b330-f9aafa60b53e', 'network_id': 'ade7b0c7-9d28-49c6-8944-213c1ff76706', 'port_id': '9465817e-88a8-48ec-b330-f9aafa60b53e', 'mac_address': 'fa:16:3e:39:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21446090-575e-4491-a2ab-049b46832e49', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:05.470998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12f176af-9f66-4d42-804f-b12fa2a32939 req-86edad34-5184-4999-91c5-ea2e8b276292 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541972
Apr 02 21:06:05.487442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8248f160-8477-4db9-abe5-72a6eb4d1974 admin admin] Publish callbacks [] for security_group (9102afb2-21d7-4c9c-bdf2-86780bdb6951), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.492155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e462806d-959d-48c1-80d9-9264eb5d30be), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.492701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (e462806d-959d-48c1-80d9-9264eb5d30be), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.504079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 9465817e-88a8-48ec-b330-f9aafa60b53e is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:05.504964 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.512385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Calling delete_port for e462806d-959d-48c1-80d9-9264eb5d30be owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:05.524610 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8248f160-8477-4db9-abe5-72a6eb4d1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9102afb2-21d7-4c9c-bdf2-86780bdb6951), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.530513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9465817e-88a8-48ec-b330-f9aafa60b53e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:05.554701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9465817e-88a8-48ec-b330-f9aafa60b53e,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:05.562632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.563483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:05.612745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8248f160-8477-4db9-abe5-72a6eb4d1974 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5546656f244f4690b75cbd2362539ad5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8441932
Apr 02 21:06:05.614872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46868) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:05.624916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248f160-8477-4db9-abe5-72a6eb4d1974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9102afb2-21d7-4c9c-bdf2-86780bdb6951,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:05.629508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.634854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.639389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:05.640240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.645514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.651266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.656236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.662338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.664444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-0a25a1ab-db58-4ec0-bb8d-e1c3fbf64fef tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5422 time: 0.2300889
Apr 02 21:06:05.748128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:05.753981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-732638df-b9e6-436c-8356-70ba4b34186b admin admin] Publish callbacks [] for security_group (9102afb2-21d7-4c9c-bdf2-86780bdb6951), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.764824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'port_id': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'mac_address': 'fa:16:3e:99:78:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e3563-f50b-4217-b781-f72e846d514d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:05.793482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b6f6c08-5642-45a1-992e-df21f65f8bfe req-c223e7bd-4301-4440-b7cf-bc475df5caad tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1181815
Apr 02 21:06:05.802957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-732638df-b9e6-436c-8356-70ba4b34186b admin admin] Publish callbacks [] for security_group (9102afb2-21d7-4c9c-bdf2-86780bdb6951), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.826119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e462806d-959d-48c1-80d9-9264eb5d30be), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.839579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Router 5fc2a32e-1a86-420e-aceb-051d7e207bdf is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:06:05.871632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Pushing event deleted for resources: {'Port': ['ID=e462806d-959d-48c1-80d9-9264eb5d30be,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:05.936277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b2f2d-6cac-484c-a3ce-72762fef5f8e req-9c223eb5-26a1-4f5c-9a17-077c83cf178f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:05.939843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks [] for floatingip (02488490-c660-435a-b3e2-26ced805baae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.943051 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.944401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f5d31cc2-dc48-4727-bec3-fab1e4133994 tempest-ServersTestJSON-1990069574 tempest-ServersTestJSON-1990069574-project] 10.222.0.18 "DELETE /v2.0/floatingips/02488490-c660-435a-b3e2-26ced805baae HTTP/1.1" status: 204  len: 168 time: 0.8426590
Apr 02 21:06:05.947452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46872) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:05.949846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-148b2f2d-6cac-484c-a3ce-72762fef5f8e req-9c223eb5-26a1-4f5c-9a17-077c83cf178f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 943 time: 0.1680071
Apr 02 21:06:05.973108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0dbd78a-90ff-4260-85f6-5039e1755013 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:05.973726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:05.988939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0dbd78a-90ff-4260-85f6-5039e1755013 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:06.018929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-732638df-b9e6-436c-8356-70ba4b34186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9102afb2-21d7-4c9c-bdf2-86780bdb6951), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.021640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-732638df-b9e6-436c-8356-70ba4b34186b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.023746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:06.023888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-732638df-b9e6-436c-8356-70ba4b34186b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9102afb2-21d7-4c9c-bdf2-86780bdb6951 HTTP/1.1" status: 204  len: 168 time: 0.4076383
Apr 02 21:06:06.044775 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.048276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9aa225bb-5f59-4695-9481-c8b83a23a8f6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:06.058139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732638df-b9e6-436c-8356-70ba4b34186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9102afb2-21d7-4c9c-bdf2-86780bdb6951,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:06.075672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-148b2f2d-6cac-484c-a3ce-72762fef5f8e req-d0057e6a-122f-4ded-b364-36043f4a29a1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1231461
Apr 02 21:06:06.082463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:06.104363 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Sync routers for ids ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:06.124092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.125636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c914e03a-fb05-4569-9de7-111be7f353ae admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.5919070
Apr 02 21:06:06.128150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46878) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:06.134210 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Routers {'5fc2a32e-1a86-420e-aceb-051d7e207bdf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:06.135244 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845aed760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:06.331225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dae11f10-1911-45ab-874e-f63f7402448f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:06.416784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:06.538233 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Set router 5fc2a32e-1a86-420e-aceb-051d7e207bdf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:06.608056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:06.620899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8066e21-8d27-4582-9e63-69f907ae178f req-94d27991-9448-4b9b-86ea-d8e404a2be4b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:06.623228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'port_id': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'mac_address': 'fa:16:3e:3b:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:06.640954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8066e21-8d27-4582-9e63-69f907ae178f req-94d27991-9448-4b9b-86ea-d8e404a2be4b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.3239474
Apr 02 21:06:06.696042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:06.696440 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.701355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dae11f10-1911-45ab-874e-f63f7402448f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:06.701711 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dae11f10-1911-45ab-874e-f63f7402448f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.703460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e4bca-60a0-47e3-9119-073b33e605af None None] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:06.774966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269cfb-6ec0-4e01-8621-08e201be1eb9 req-80cfdae4-7d6b-4afa-9dd4-e5fa9c8d2ac9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:06.782460 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6269cfb-6ec0-4e01-8621-08e201be1eb9 req-80cfdae4-7d6b-4afa-9dd4-e5fa9c8d2ac9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 944 time: 0.1260767
Apr 02 21:06:06.808466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Provisioning complete for port dae11f10-1911-45ab-874e-f63f7402448f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:06.808940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dae11f10-1911-45ab-874e-f63f7402448f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.851493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa225bb-5f59-4695-9481-c8b83a23a8f6 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:06.854955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:06.900673 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8066e21-8d27-4582-9e63-69f907ae178f req-16bd2055-a5d6-4769-96aa-e2626aa9400a tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2568204
Apr 02 21:06:06.903760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:06.918813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 19ccd802-b62f-4e90-8658-35f9abd17342 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:06.926829 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6269cfb-6ec0-4e01-8621-08e201be1eb9 req-d7a1fdd2-c6f2-42fe-b907-cc9b2d583a66 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426449
Apr 02 21:06:07.051115 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845aed760>, [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:06:04Z', 'revision_number': 3, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:07.087267 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Checking router: 5fc2a32e-1a86-420e-aceb-051d7e207bdf for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:07.087862 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Updating router 5fc2a32e-1a86-420e-aceb-051d7e207bdf port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:06:07.141513 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.146746 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.230150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Allocated IP 172.20.0.1 (4cc429e8-dbb7-41f2-a022-ff7be052f876/aab218e9-f9b5-4836-bb91-8bd08dbbc66a/2641d3f4-23b8-4175-bab7-caae462eeb9f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:07.233979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.236983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:07.261071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.267907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.274109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.281512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.289815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.297109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.305378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.308888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-7a68affe-a459-4d95-af5e-d2111a43b1c3 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5424 time: 0.2596211
Apr 02 21:06:07.322322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:07.362815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3', 'network_id': 'a6c70d63-32ca-4127-ab6e-1a01ed6bf503', 'port_id': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3', 'mac_address': 'fa:16:3e:a9:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986a56ad-82c1-4784-917b-4ee5f337ff56', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:07.486644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 19ccd802-b62f-4e90-8658-35f9abd17342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19ccd802-b62f-4e90-8658-35f9abd17342,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:07.502924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784a251-783f-4e2b-8db8-0d2dfbc9bbc0 req-97526a44-d477-4087-b7f3-d1ea8b7bde88 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:07.507153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bcf08c9d-6ed5-483a-8413-5f8d47535c61 req-e2ac4aec-1e52-49e1-ae55-ed612106ed56 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1798797
Apr 02 21:06:07.509428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a784a251-783f-4e2b-8db8-0d2dfbc9bbc0 req-97526a44-d477-4087-b7f3-d1ea8b7bde88 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 943 time: 0.2501147
Apr 02 21:06:07.572356 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Publish callbacks [] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.579864 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.652932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098447ad-d174-4af1-b649-2e3dcd7d7bad None None] Pushing event updated for resources: {'Port': ['ID=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:07.718053 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Attempting to bind port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:07.718514 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Attempting to bind port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:07.724822 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Attempting to bind port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:07.733222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:07.734304 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:07.736713 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.736983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '19ccd802-b62f-4e90-8658-35f9abd17342', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'port_id': '19ccd802-b62f-4e90-8658-35f9abd17342', 'mac_address': 'fa:16:3e:04:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:07.737623 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:07.738483 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Bound port: a22164ae-bf23-403e-b5d6-7f6e7cc07cb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:07.739095 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.838786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:07.839182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.843193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:07.869737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dae11f10-1911-45ab-874e-f63f7402448f is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:07.874237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dae11f10-1911-45ab-874e-f63f7402448f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.883667 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] For port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:07.892980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:07.894652 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] For port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:07.911707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Current status of the port dae11f10-1911-45ab-874e-f63f7402448f is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:07.912141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dae11f10-1911-45ab-874e-f63f7402448f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.913952 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.923029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 19ccd802-b62f-4e90-8658-35f9abd17342 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:07.923029 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.923910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Deleting port bb16d078-bd50-4f38-ae20-59736e2c37df {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:07.925465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.948988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks [] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:07.981498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a784a251-783f-4e2b-8db8-0d2dfbc9bbc0 req-17097bbc-e97f-4ea2-a832-17b135c86d05 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4614563
Apr 02 21:06:08.036087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:08.037210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.052177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ccd802-b62f-4e90-8658-35f9abd17342 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:08.065744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.075525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port dae11f10-1911-45ab-874e-f63f7402448f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dae11f10-1911-45ab-874e-f63f7402448f,segment=NetworkSegment(3b7d8c87-c634-4688-963e-0c6f1ac97287),segment_id=3b7d8c87-c634-4688-963e-0c6f1ac97287)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:08.121248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Routers {'5fc2a32e-1a86-420e-aceb-051d7e207bdf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:08.122288 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845aed760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:08.136384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dae11f10-1911-45ab-874e-f63f7402448f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.138634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:08.163839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 19ccd802-b62f-4e90-8658-35f9abd17342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19ccd802-b62f-4e90-8658-35f9abd17342,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:08.164387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:08.172389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:08.178897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Pushing event updated for resources: {'Port': ['ID=2641d3f4-23b8-4175-bab7-caae462eeb9f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:08.227054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] For port bb16d078-bd50-4f38-ae20-59736e2c37df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb16d078-bd50-4f38-ae20-59736e2c37df,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:08.227720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.233367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf307b-c612-4db0-97ac-3e8802a2c6e4 req-1c259f15-dda5-443b-977d-762afc1819d5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.240698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dbf307b-c612-4db0-97ac-3e8802a2c6e4 req-1c259f15-dda5-443b-977d-762afc1819d5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 944 time: 0.1550078
Apr 02 21:06:08.250070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Calling delete_port for bb16d078-bd50-4f38-ae20-59736e2c37df owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:08.261552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.270645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (5fc2a32e-1a86-420e-aceb-051d7e207bdf), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.293789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b950-86e5-4348-8720-ee385a02a56a req-84d457b4-36f9-4939-97cb-b4f8322c011b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.298867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7908b950-86e5-4348-8720-ee385a02a56a req-84d457b4-36f9-4939-97cb-b4f8322c011b tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.2184267
Apr 02 21:06:08.339958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:08.407721 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:06:08.408080 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:06:08.480069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7908b950-86e5-4348-8720-ee385a02a56a req-49589de5-b3c4-4375-a7a6-277a0d344bd4 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056900
Apr 02 21:06:08.483752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=dae11f10-1911-45ab-874e-f63f7402448f,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:08.496844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098447ad-d174-4af1-b649-2e3dcd7d7bad None None] Pushing event updated for resources: {'Port': ['ID=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:08.508010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5dbf307b-c612-4db0-97ac-3e8802a2c6e4 req-e270503f-ee73-4f44-94a7-91b917339bbb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379496
Apr 02 21:06:08.540524 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] Set router 5fc2a32e-1a86-420e-aceb-051d7e207bdf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:08.540773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.617461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=19ccd802-b62f-4e90-8658-35f9abd17342,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:08.638965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['19ccd802-b62f-4e90-8658-35f9abd17342'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:08.698290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bb16d078-bd50-4f38-ae20-59736e2c37df), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:08.746174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb16d078-bd50-4f38-ae20-59736e2c37df,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:08.807031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['f4c519a1-4b21-4dac-b3f9-1667e9aca676'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:08.822670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['7374b67b-9bb7-474a-b2c1-f4e86b602226'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:08.893304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.899306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.905805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.918545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.924485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.929021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['54ba32fa-f94c-4790-91a7-b7d8bc9665c3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:08.930492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.931948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['9aa225bb-5f59-4695-9481-c8b83a23a8f6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:08.940076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:08.943817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-deb167c2-b1be-4905-ad67-206892c707a1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5425 time: 0.2499683
Apr 02 21:06:08.944518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46970) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:08.953310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['9465817e-88a8-48ec-b330-f9aafa60b53e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:08.989846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['a43c7f16-83a8-4758-918d-0bd3f2393170'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:09.001480 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845aed760>, [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:06:04Z', 'revision_number': 3, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:09.073138 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1e922-88fe-44d3-908f-ad1dacfacff4 None None] The sync data for ids ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'] in ncdv-master-1 is: [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:06:04Z', 'revision_number': 3, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:09.124725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e81a1d78-6c30-4e0b-8d3f-899e3da137f0 req-0b2e1188-65f1-42f3-bfbb-5bad116d782b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1629581
Apr 02 21:06:09.182763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks [] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.196019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.196553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.225887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251ac63-6c69-4ac1-9ccd-f9ce8b8aed98 req-b4b74a2b-7473-4569-b2f7-906922129759 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:09.227431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9251ac63-6c69-4ac1-9ccd-f9ce8b8aed98 req-b4b74a2b-7473-4569-b2f7-906922129759 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 944 time: 0.1371846
Apr 02 21:06:09.289406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-743173502'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:09.332879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Pushing event updated for resources: {'Port': ['ID=2641d3f4-23b8-4175-bab7-caae462eeb9f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:09.343769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (5fc2a32e-1a86-420e-aceb-051d7e207bdf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.347884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Made reservation on behalf of be81ba50b2ca435087fa9a3bf8f9734f for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:09.351714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.368926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.441540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4179d-2fb3-461d-add9-f1d4ea55ad5e None None] Current status of the port dae11f10-1911-45ab-874e-f63f7402448f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:09.552840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:09.562320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:09.670262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks [] for security_group (ce7f4100-fc60-463d-9beb-7367eede9896), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.688909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ce7f4100-fc60-463d-9beb-7367eede9896), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.784397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:09.817081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8867e2-c344-436f-9361-82e5d870c8b9 req-a9db580a-a5ce-49b7-8f34-1559d836e0a6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:09.829264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd8867e2-c344-436f-9361-82e5d870c8b9 req-a9db580a-a5ce-49b7-8f34-1559d836e0a6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 944 time: 0.2058043
Apr 02 21:06:09.832148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f4100-fc60-463d-9beb-7367eede9896,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:09.848665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9251ac63-6c69-4ac1-9ccd-f9ce8b8aed98 req-401fd894-7521-4f1c-9a7f-b300b892739b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5729206
Apr 02 21:06:09.850102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e76db119-4535-42e5-a8ca-c5007f6beca2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:09.850681 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Added segment e76db119-4535-42e5-a8ca-c5007f6beca2 of type vlan for network c0485d42-1b69-4a17-9ef4-df8182121e3b
Apr 02 21:06:09.961715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['adcb837b-7ab2-4b3e-98c2-1a56402cc8a9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:09.961943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Router 5fc2a32e-1a86-420e-aceb-051d7e207bdf has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:09.967919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:09.973544 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c0485d42-1b69-4a17-9ef4-df8182121e3b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.015952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd8867e2-c344-436f-9361-82e5d870c8b9 req-9336f4e7-91ec-4d2d-89e1-446c83fabcf6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855040
Apr 02 21:06:10.076795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c0485d42-1b69-4a17-9ef4-df8182121e3b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.084933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.085564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.102461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:10.116094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9be41958-23c6-497a-858e-095c0118a954 admin admin] 10.222.0.18 "PUT /v2.0/routers/461992b3-1f1c-4bd6-a96b-01fbf82ef0aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1624608
Apr 02 21:06:10.116324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46982) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:10.137819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:10.140356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:10.142954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] Sync routers for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:10.226294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.2753556
Apr 02 21:06:10.229037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46992) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:10.245313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:10.245954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456f2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:10.264309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Request body: {'subnet': {'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:10.331598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4682f-1f66-4d23-827e-92391c4dee33 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event updated for resources: {'Network': ['ID=c0485d42-1b69-4a17-9ef4-df8182121e3b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:10.355532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:10.369382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9ebecb5a-7d3a-47a6-a62d-172f05c33571 admin admin] 10.222.0.18 "PUT /v2.0/routers/5fc2a32e-1a86-420e-aceb-051d7e207bdf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2394390
Apr 02 21:06:10.414075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:10.448201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Made reservation on behalf of be81ba50b2ca435087fa9a3bf8f9734f for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:10.458817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.535821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks [] for router (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.606487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c0485d42-1b69-4a17-9ef4-df8182121e3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:10.608616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dae11f10-1911-45ab-874e-f63f7402448f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:10.611505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-066d8214-e200-4e11-8001-a5b6cce2f23e None None] Provisioning complete for port 2641d3f4-23b8-4175-bab7-caae462eeb9f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:10.611880 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-066d8214-e200-4e11-8001-a5b6cce2f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.653114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.659454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.666193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.671943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.677058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.682365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.687672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:10.689773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-f5b1e52a-7062-487a-9553-fd5e54b57313 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5425 time: 0.3412728
Apr 02 21:06:10.757878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks [] for router_gateway (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.820222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b46a031e-fccb-4ae8-879c-8a79a323b57f req-a6dd512e-5b4d-4e17-8cc6-16d3185ddc7f tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1197844
Apr 02 21:06:10.984017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0dbd78a-90ff-4260-85f6-5039e1755013 is: BUILD; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:10.984411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:10.996211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (756a5bf3-3712-4066-9d2f-99a1bb0f3370), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.002771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8036-3ee5-4588-85ed-3fb45450f1e5 req-3b0cca56-6d1d-4feb-933f-f9f734565085 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:11.004571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-413b8036-3ee5-4588-85ed-3fb45450f1e5 req-3b0cca56-6d1d-4feb-933f-f9f734565085 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 944 time: 0.0787942
Apr 02 21:06:11.014256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Deleting port 6ff64196-99f5-45ee-abe4-545f56b6e2f3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:11.014601 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.019383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b0dbd78a-90ff-4260-85f6-5039e1755013 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:11.038069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-066d8214-e200-4e11-8001-a5b6cce2f23e None None] Port 2641d3f4-23b8-4175-bab7-caae462eeb9f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:11.057176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:11.090241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event updated for resources: {'Subnet': ['ID=756a5bf3-3712-4066-9d2f-99a1bb0f3370,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:11.091930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-413b8036-3ee5-4588-85ed-3fb45450f1e5 req-279eb350-a9a7-4b51-8321-fb3827a12be6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0753582
Apr 02 21:06:11.119022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dae11f10-1911-45ab-874e-f63f7402448f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:11.119391 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dae11f10-1911-45ab-874e-f63f7402448f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.132642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:11.165899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'port_id': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'mac_address': 'fa:16:3e:99:78:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e3563-f50b-4217-b781-f72e846d514d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:11.187294 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.235541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-066d8214-e200-4e11-8001-a5b6cce2f23e None None] Provisioning complete for port dae11f10-1911-45ab-874e-f63f7402448f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:11.235913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-066d8214-e200-4e11-8001-a5b6cce2f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dae11f10-1911-45ab-874e-f63f7402448f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.248862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Checking segment: {'id': 'e76db119-4535-42e5-a8ca-c5007f6beca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:11.249428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Network hostable DHCP agents. Network: c0485d42-1b69-4a17-9ef4-df8182121e3b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:11.276343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] For port 6ff64196-99f5-45ee-abe4-545f56b6e2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ff64196-99f5-45ee-abe4-545f56b6e2f3,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:11.276836 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.298174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:11.302280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927276dd-25a1-4bc3-bd63-6cf182d2a49a req-4a753d13-9cae-4060-8afe-731186bacea7 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:11.304314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-927276dd-25a1-4bc3-bd63-6cf182d2a49a req-4a753d13-9cae-4060-8afe-731186bacea7 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1340530
Apr 02 21:06:11.310824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Calling delete_port for 6ff64196-99f5-45ee-abe4-545f56b6e2f3 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:11.317272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Network c0485d42-1b69-4a17-9ef4-df8182121e3b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:11.390146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0485d42-1b69-4a17-9ef4-df8182121e3b) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:11.395263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:11.396125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.424254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b0dbd78a-90ff-4260-85f6-5039e1755013'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:11.431969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa07f4f-72c8-42f9-b1bd-dad908d48b46 None None] Network c0485d42-1b69-4a17-9ef4-df8182121e3b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:11.445479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:11.446339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3081413d-d985-4f9d-8e8a-1eddac858fc1 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1860151
Apr 02 21:06:11.456357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-927276dd-25a1-4bc3-bd63-6cf182d2a49a req-fdec2200-9c6d-4c26-991b-3f41f6301601 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431534
Apr 02 21:06:11.472111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Request body: {'port': {'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1464911333'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:11.575007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dae11f10-1911-45ab-874e-f63f7402448f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:11.576058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:11.592698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6ff64196-99f5-45ee-abe4-545f56b6e2f3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.622270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-066d8214-e200-4e11-8001-a5b6cce2f23e None None] Current status of the port dae11f10-1911-45ab-874e-f63f7402448f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:11.640734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff64196-99f5-45ee-abe4-545f56b6e2f3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:11.680524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456f2dc0>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228'}], 'enable_snat': True}, 'gw_port_id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:06:08Z', 'revision_number': 5, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port': {'id': '6ff64196-99f5-45ee-abe4-545f56b6e2f3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:03Z', 'updated_at': '2022-04-02T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:11.695833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Made reservation on behalf of be81ba50b2ca435087fa9a3bf8f9734f for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:11.700772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.722960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] device_id is not set on port faf2f846-9f93-4d4b-9f8d-6ee545aa3992 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:06:11.742775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] Checking router: 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:11.766008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c0485d42-1b69-4a17-9ef4-df8182121e3b', 'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b', 'project_id': 'be81ba50b2ca435087fa9a3bf8f9734f', 'fixed_ips': [{'subnet_id': '756a5bf3-3712-4066-9d2f-99a1bb0f3370'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:11.766827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.772762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.797539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7a787dba-b739-42b5-9f0a-74c938cb73e6 None None] Provisioning complete for port 2641d3f4-23b8-4175-bab7-caae462eeb9f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:11.797910 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a787dba-b739-42b5-9f0a-74c938cb73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.812383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] Routers {'461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:11.813443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456f2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:11.816768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Sync routers for ids ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:11.835622 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Routers {'5fc2a32e-1a86-420e-aceb-051d7e207bdf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:11.839290 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846aef610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:11.951548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Allocated IP 172.20.0.11 (c0485d42-1b69-4a17-9ef4-df8182121e3b/756a5bf3-3712-4066-9d2f-99a1bb0f3370/faf2f846-9f93-4d4b-9f8d-6ee545aa3992) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:11.956842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:11.961169 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks [] for router_controller (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.022028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (461992b3-1f1c-4bd6-a96b-01fbf82ef0aa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.023065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:06:12.032343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.037483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-79cf8e5e-50c1-4c34-84cd-d90100f79807 admin admin] 10.222.0.18 "DELETE /v2.0/routers/461992b3-1f1c-4bd6-a96b-01fbf82ef0aa HTTP/1.1" status: 204  len: 168 time: 1.9200478
Apr 02 21:06:12.038351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:12.049622 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Set router 5fc2a32e-1a86-420e-aceb-051d7e207bdf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:12.058128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.065132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.071488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.078074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.085400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.091448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.092688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Deleting subnet 83d5853b-55ab-410d-8fa6-bd1c240511b7 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:06:12.096257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Publish callbacks [] for subnet (83d5853b-55ab-410d-8fa6-bd1c240511b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.098706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.102004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-029df5d4-741c-4936-bba8-229e600c98e6 req-26442f4f-d585-4b4d-8785-fd4a54e97cac tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5425 time: 0.1423182
Apr 02 21:06:12.102237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:12.102589 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.153203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (83d5853b-55ab-410d-8fa6-bd1c240511b7), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.162033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a43c7f16-83a8-4758-918d-0bd3f2393170 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:12.192690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] Set router 461992b3-1f1c-4bd6-a96b-01fbf82ef0aa gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:12.254867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a787dba-b739-42b5-9f0a-74c938cb73e6 None None] Port 2641d3f4-23b8-4175-bab7-caae462eeb9f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:12.314085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f1d4b-5b99-4006-95c3-4a9d262b45ff req-1ea966e1-fb3b-474c-99b3-d46b1a3f9196 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.315653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-239f1d4b-5b99-4006-95c3-4a9d262b45ff req-1ea966e1-fb3b-474c-99b3-d46b1a3f9196 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 944 time: 0.1137834
Apr 02 21:06:12.323265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456f2dc0>, [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:06:11Z', 'revision_number': 7, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:12.335058 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846aef610>, [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:06:08Z', 'revision_number': 4, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2641d3f4-23b8-4175-bab7-caae462eeb9f', 'name': '', 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'mac_address': 'fa:16:3e:f5:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:06Z', 'updated_at': '2022-04-02T21:06:08Z', 'revision_number': 2, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'subnets': [{'id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:12.350307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (83d5853b-55ab-410d-8fa6-bd1c240511b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.364050 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Checking router: 5fc2a32e-1a86-420e-aceb-051d7e207bdf for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:12.364483 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Updating router 5fc2a32e-1a86-420e-aceb-051d7e207bdf port 2641d3f4-23b8-4175-bab7-caae462eeb9f binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:06:12.365452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-029df5d4-741c-4936-bba8-229e600c98e6 req-a43eeed2-3513-48b4-8716-95b43dfaddd8 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2367489
Apr 02 21:06:12.389819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a4e05d-9743-459c-9775-a97183b5e405 None None] The sync data for ids ['461992b3-1f1c-4bd6-a96b-01fbf82ef0aa'] in ncdv-master-1 is: [{'id': '461992b3-1f1c-4bd6-a96b-01fbf82ef0aa', 'name': 'tempest-ServersTestJSON-1713678801-router', 'tenant_id': 'a5aab95c86ad418185090595372fd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:02Z', 'updated_at': '2022-04-02T21:06:11Z', 'revision_number': 7, 'project_id': 'a5aab95c86ad418185090595372fd48c', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:12.405221 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.444863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port a43c7f16-83a8-4758-918d-0bd3f2393170 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:12.469747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port a43c7f16-83a8-4758-918d-0bd3f2393170 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:12.470284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.530762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:12.531605 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.535243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks [] for port (faf2f846-9f93-4d4b-9f8d-6ee545aa3992), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.541741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (83d5853b-55ab-410d-8fa6-bd1c240511b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.585003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:12.612403 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.633558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d5853b-55ab-410d-8fa6-bd1c240511b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:12.658846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (faf2f846-9f93-4d4b-9f8d-6ee545aa3992), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.661260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a43c7f16-83a8-4758-918d-0bd3f2393170 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:12.661881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.675431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.681900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-14582269-3c79-487e-8f40-95d9b26f9d79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83d5853b-55ab-410d-8fa6-bd1c240511b7 HTTP/1.1" status: 204  len: 168 time: 0.6409926
Apr 02 21:06:12.682712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47086) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:12.706970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-239f1d4b-5b99-4006-95c3-4a9d262b45ff req-52224841-915e-4c9a-9804-fb6262152ec7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3767312
Apr 02 21:06:12.736669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:12.738604 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e531960-5456-45f6-b77e-5d9fdbc30037" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:12.742063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585adbab-270a-426c-86ec-8e95d6808c8d None None] Network ffc1bb71-f995-4112-abd6-0fae8b61953f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:12.796747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd871899-739e-4680-8ac7-1bd995ecaf3b req-ac77d8a8-d4e6-4f75-9b53-51080058185b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:12.806523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd871899-739e-4680-8ac7-1bd995ecaf3b req-ac77d8a8-d4e6-4f75-9b53-51080058185b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1997528
Apr 02 21:06:12.846430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event updated for resources: {'Port': ['ID=faf2f846-9f93-4d4b-9f8d-6ee545aa3992,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:12.867476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Network c0485d42-1b69-4a17-9ef4-df8182121e3b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:12.876996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ffc1bb71-f995-4112-abd6-0fae8b61953f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.902026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 19ccd802-b62f-4e90-8658-35f9abd17342 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:12.918366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:12.932144 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Publish callbacks [] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.939093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd871899-739e-4680-8ac7-1bd995ecaf3b req-dc0ce803-a581-4027-8129-fc212cf428ff tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314490
Apr 02 21:06:12.945653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:12.985133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Deleting port 328c7518-49aa-401b-b862-c23d7d8ccaf9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:12.985525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.987916 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:12.988099 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5311f9fb-f363-4d98-a1e1-70ae6d19c2b2 x-openstack-request-id: req-5311f9fb-f363-4d98-a1e1-70ae6d19c2b2 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:12.988253 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:12.990609 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5311f9fb-f363-4d98-a1e1-70ae6d19c2b2 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:12.991075 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5311f9fb-f363-4d98-a1e1-70ae6d19c2b2'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170', 'code': 200}
Apr 02 21:06:12.993218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bb16d078-bd50-4f38-ae20-59736e2c37df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:13.026995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:13.027521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a43c7f16-83a8-4758-918d-0bd3f2393170,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:13.027679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.029503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bb16d078-bd50-4f38-ae20-59736e2c37df {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:13.030376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bb16d078-bd50-4f38-ae20-59736e2c37df not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:13.040060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:13.048574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.049747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7374b67b-9bb7-474a-b2c1-f4e86b602226 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:13.081497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6d0bc54a-330d-41e4-8dc9-ec8b4268a4cd tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 1.6306531
Apr 02 21:06:13.085565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47090) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:13.116351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] For port 328c7518-49aa-401b-b862-c23d7d8ccaf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328c7518-49aa-401b-b862-c23d7d8ccaf9,segment=NetworkSegment(3cc71a1d-9dba-4315-a7dc-8d65c90adf24),segment_id=3cc71a1d-9dba-4315-a7dc-8d65c90adf24)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:13.116598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.121390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Allocated IP 172.20.0.2 (c0485d42-1b69-4a17-9ef4-df8182121e3b/756a5bf3-3712-4066-9d2f-99a1bb0f3370/940cd6b6-7876-4ab7-a0d0-84d167b6be42) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:13.122601 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Attempting to bind port 2641d3f4-23b8-4175-bab7-caae462eeb9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:13.123087 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Attempting to bind port 2641d3f4-23b8-4175-bab7-caae462eeb9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:13.124006 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Attempting to bind port 2641d3f4-23b8-4175-bab7-caae462eeb9f on network 4cc429e8-dbb7-41f2-a022-ff7be052f876 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:13.135062 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:13.135563 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Checking segment: {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:13.136173 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.137404 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Bound using segment: {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:13.139418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Bound port: 2641d3f4-23b8-4175-bab7-caae462eeb9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7d8c87-c634-4688-963e-0c6f1ac97287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:13.140153 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.149120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 19ccd802-b62f-4e90-8658-35f9abd17342 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:13.161684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 19ccd802-b62f-4e90-8658-35f9abd17342 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:13.161930 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.170128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Calling delete_port for 328c7518-49aa-401b-b862-c23d7d8ccaf9 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:13.201973 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f91e3b-2db6-4cfc-b1e3-1301eff95092 None None] Pushing event updated for resources: {'Port': ['ID=2641d3f4-23b8-4175-bab7-caae462eeb9f,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:13.269237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:13.279404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Deleting port faf2f846-9f93-4d4b-9f8d-6ee545aa3992 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:13.280138 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (faf2f846-9f93-4d4b-9f8d-6ee545aa3992), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.302568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (328c7518-49aa-401b-b862-c23d7d8ccaf9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.304319 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] For port 2641d3f4-23b8-4175-bab7-caae462eeb9f, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:13.335461 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] For port 2641d3f4-23b8-4175-bab7-caae462eeb9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2641d3f4-23b8-4175-bab7-caae462eeb9f,segment=NetworkSegment(3b7d8c87-c634-4688-963e-0c6f1ac97287),segment_id=3b7d8c87-c634-4688-963e-0c6f1ac97287)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:13.347446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Pushing event deleted for resources: {'Port': ['ID=328c7518-49aa-401b-b862-c23d7d8ccaf9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:13.361573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] No DVR routers for this DVR port 328c7518-49aa-401b-b862-c23d7d8ccaf9 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:06:13.373744 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.427186 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Routers {'5fc2a32e-1a86-420e-aceb-051d7e207bdf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:13.427835 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846aef610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:13.427970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40cefd9-cd3c-4a9d-8f18-fecc95435ee3 None None] DHCP port deletion for ffc1bb71-f995-4112-abd6-0fae8b61953f request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:06:13.443873 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (faf2f846-9f93-4d4b-9f8d-6ee545aa3992), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.471584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Calling delete_port for faf2f846-9f93-4d4b-9f8d-6ee545aa3992 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:13.511932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ffc1bb71-f995-4112-abd6-0fae8b61953f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.539413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:13.563803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] Provisioning complete for port 2641d3f4-23b8-4175-bab7-caae462eeb9f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:13.564322 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.566983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:13.567461 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.586779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] Set router 5fc2a32e-1a86-420e-aceb-051d7e207bdf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:13.642062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 19ccd802-b62f-4e90-8658-35f9abd17342 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:13.642776 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.686721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fbd4190>,) {'filters': {'network_id': ['ffc1bb71-f995-4112-abd6-0fae8b61953f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:13.708784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fbd4190>, '3cc71a1d-9dba-4315-a7dc-8d65c90adf24') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:13.714096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fbd4190>, '3cc71a1d-9dba-4315-a7dc-8d65c90adf24') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:13.729645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (3cc71a1d-9dba-4315-a7dc-8d65c90adf24), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.767232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3cc71a1d-9dba-4315-a7dc-8d65c90adf24), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.777398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:13.777866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (3cc71a1d-9dba-4315-a7dc-8d65c90adf24), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.789124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Publish callbacks [] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:13.792906 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:13.821760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.841981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 19ccd802-b62f-4e90-8658-35f9abd17342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19ccd802-b62f-4e90-8658-35f9abd17342,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:13.898465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ffc1bb71-f995-4112-abd6-0fae8b61953f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.909895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.914224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.919772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffc1bb71-f995-4112-abd6-0fae8b61953f HTTP/1.1" status: 204  len: 168 time: 1.2336347
Apr 02 21:06:13.950063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05614e-9ef1-4b3f-ab47-e054c19ce49e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc1bb71-f995-4112-abd6-0fae8b61953f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:13.972237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (faf2f846-9f93-4d4b-9f8d-6ee545aa3992), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:13.979712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:13.998971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.007277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.014596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.019183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 7374b67b-9bb7-474a-b2c1-f4e86b602226 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:14.019765 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.027969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.035793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.043027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.052289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-246e1c8f-7bfe-4e81-bdab-ba904b24f104 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5426 time: 0.5332222
Apr 02 21:06:14.062687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Network c0485d42-1b69-4a17-9ef4-df8182121e3b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:14.063793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] Current status of the port 2641d3f4-23b8-4175-bab7-caae462eeb9f is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:14.064285 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.139792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event deleted for resources: {'Port': ['ID=faf2f846-9f93-4d4b-9f8d-6ee545aa3992,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:14.156883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397fa86-32b5-49cc-9527-d73a10550e46 req-cd544203-090f-4f33-84cb-d8c989e4219b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.174821 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9397fa86-32b5-49cc-9527-d73a10550e46 req-cd544203-090f-4f33-84cb-d8c989e4219b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.3029423
Apr 02 21:06:14.177088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] For port 2641d3f4-23b8-4175-bab7-caae462eeb9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2641d3f4-23b8-4175-bab7-caae462eeb9f,segment=NetworkSegment(3b7d8c87-c634-4688-963e-0c6f1ac97287),segment_id=3b7d8c87-c634-4688-963e-0c6f1ac97287)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:14.236288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:14.241411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Pushing event updated for resources: {'Port': ['ID=940cd6b6-7876-4ab7-a0d0-84d167b6be42,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:14.247347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:14.253487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.262766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:14.270499 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.289769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47108) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:14.330033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9aa225bb-5f59-4695-9481-c8b83a23a8f6 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:14.364910 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f91e3b-2db6-4cfc-b1e3-1301eff95092 None None] Pushing event updated for resources: {'Port': ['ID=2641d3f4-23b8-4175-bab7-caae462eeb9f,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:14.389103 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846aef610>, [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:06:08Z', 'revision_number': 4, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2641d3f4-23b8-4175-bab7-caae462eeb9f', 'name': '', 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'mac_address': 'fa:16:3e:f5:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:06Z', 'updated_at': '2022-04-02T21:06:13Z', 'revision_number': 4, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'subnets': [{'id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:14.396128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.409272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2237cd03-68c3-405b-8fe9-377f714a1080 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "DELETE /v2.0/ports/faf2f846-9f93-4d4b-9f8d-6ee545aa3992 HTTP/1.1" status: 204  len: 168 time: 1.3222330
Apr 02 21:06:14.423278 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389901-aa03-4392-852b-296bd13dc2e9 None None] The sync data for ids ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'] in ncdv-master-1 is: [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:06:08Z', 'revision_number': 4, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2641d3f4-23b8-4175-bab7-caae462eeb9f', 'name': '', 'network_id': '4cc429e8-dbb7-41f2-a022-ff7be052f876', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'mac_address': 'fa:16:3e:f5:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:06Z', 'updated_at': '2022-04-02T21:06:13Z', 'revision_number': 4, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'subnets': [{'id': 'aab218e9-f9b5-4836-bb91-8bd08dbbc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:14.426138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47110) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:14.442389 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.457606 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5bebd3e3-4456-4c39-bf09-68e13b6709e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5aab95c86ad418185090595372fd48c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1602514
Apr 02 21:06:14.459013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9397fa86-32b5-49cc-9527-d73a10550e46 req-3f9418dd-0644-4e49-8b43-1e410072a159 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2833204
Apr 02 21:06:14.459489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47114) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:14.529950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Attempting to bind port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:14.530514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Attempting to bind port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e76db119-4535-42e5-a8ca-c5007f6beca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:14.531072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Attempting to bind port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 on network c0485d42-1b69-4a17-9ef4-df8182121e3b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:14.567562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-490d6f38-1638-4083-a28c-f4f99641d279 None None] Provisioning complete for port 2641d3f4-23b8-4175-bab7-caae462eeb9f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:14.567876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839574d5-564a-46e8-842c-8d2413778bd1 admin admin] Publish callbacks [] for security_group (38011498-8348-4586-977b-4e77ce99c2f7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.569488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-490d6f38-1638-4083-a28c-f4f99641d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.576105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2aba4cf0-64b2-4eca-9a14-e28617cadd47 req-6de02a8f-d3b1-4c60-bc9c-69be9fe5f408 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5227120
Apr 02 21:06:14.576619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=19ccd802-b62f-4e90-8658-35f9abd17342,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:14.612548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839574d5-564a-46e8-842c-8d2413778bd1 admin admin] Publish callbacks [] for security_group (38011498-8348-4586-977b-4e77ce99c2f7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.777899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5603ba-a72b-4383-8f73-052986b1b67e None None] Pushing event updated for resources: {'Port': ['ID=2641d3f4-23b8-4175-bab7-caae462eeb9f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:14.781545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:14.782154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Checking segment: {'id': 'e76db119-4535-42e5-a8ca-c5007f6beca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:14.782747 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.783290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Bound using segment: {'id': 'e76db119-4535-42e5-a8ca-c5007f6beca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:14.783949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Bound port: 940cd6b6-7876-4ab7-a0d0-84d167b6be42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76db119-4535-42e5-a8ca-c5007f6beca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c0485d42-1b69-4a17-9ef4-df8182121e3b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:14.784531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.805693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3e2f9-e0fa-477c-b9b4-0755dc8ae800 req-94196c33-75cd-4a9a-94ff-18ea0c4957d5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:14.814289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03c3e2f9-e0fa-477c-b9b4-0755dc8ae800 req-94196c33-75cd-4a9a-94ff-18ea0c4957d5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1574450
Apr 02 21:06:14.828756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839574d5-564a-46e8-842c-8d2413778bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (38011498-8348-4586-977b-4e77ce99c2f7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.831525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839574d5-564a-46e8-842c-8d2413778bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:14.834514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-839574d5-564a-46e8-842c-8d2413778bd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38011498-8348-4586-977b-4e77ce99c2f7 HTTP/1.1" status: 204  len: 168 time: 0.3722792
Apr 02 21:06:14.874523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839574d5-564a-46e8-842c-8d2413778bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38011498-8348-4586-977b-4e77ce99c2f7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:14.925014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7438866b-51cd-4173-9535-36cdb98ab80b tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4935 time: 0.4955785
Apr 02 21:06:14.927739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:14.933643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-58133977'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:14.953639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03c3e2f9-e0fa-477c-b9b4-0755dc8ae800 req-0980b14c-4a4e-4e37-906e-c7a0f25510a4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330833
Apr 02 21:06:14.975048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Made reservation on behalf of be81ba50b2ca435087fa9a3bf8f9734f for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:14.979944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.014743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:15.017741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7374b67b-9bb7-474a-b2c1-f4e86b602226'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:15.019994 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ccb19-6e4c-43cf-9c69-c090fb2b8109" -d '{"events": [{"server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "name": "network-vif-plugged", "status": "completed", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "7374b67b-9bb7-474a-b2c1-f4e86b602226"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:15.030095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e260824d-e09a-44b0-bebe-d7300bb5e27f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.030464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:15.030915 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Added segment e260824d-e09a-44b0-bebe-d7300bb5e27f of type vlan for network 05e5db14-6a87-41c4-9999-eed48d591b11
Apr 02 21:06:15.096809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:15.120275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:15.121291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.128286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (05e5db14-6a87-41c4-9999-eed48d591b11), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.137353 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d9a948-b891-4585-aea6-c1a50892a74a x-openstack-request-id: req-07d9a948-b891-4585-aea6-c1a50892a74a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:15.137663 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "name": "network-vif-plugged", "status": "completed", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "7374b67b-9bb7-474a-b2c1-f4e86b602226", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:15.137906 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07d9a948-b891-4585-aea6-c1a50892a74a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:15.138317 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d9a948-b891-4585-aea6-c1a50892a74a'] response: {'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342', 'code': 200}
Apr 02 21:06:15.138579 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d9a948-b891-4585-aea6-c1a50892a74a'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7374b67b-9bb7-474a-b2c1-f4e86b602226', 'code': 200}
Apr 02 21:06:15.188137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:15.208618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (05e5db14-6a87-41c4-9999-eed48d591b11), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.213596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:15.214191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.232111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] For port 940cd6b6-7876-4ab7-a0d0-84d167b6be42, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:15.237159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] For port 940cd6b6-7876-4ab7-a0d0-84d167b6be42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=940cd6b6-7876-4ab7-a0d0-84d167b6be42,segment=NetworkSegment(e76db119-4535-42e5-a8ca-c5007f6beca2),segment_id=e76db119-4535-42e5-a8ca-c5007f6beca2)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:15.252580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.254304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:15.254668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.318829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.3876016
Apr 02 21:06:15.319212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47136) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:15.354047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7470-dce0-440e-8d9e-d12ed24dc09d tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event updated for resources: {'Network': ['ID=05e5db14-6a87-41c4-9999-eed48d591b11,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:15.378076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-490d6f38-1638-4083-a28c-f4f99641d279 None None] Current status of the port 2641d3f4-23b8-4175-bab7-caae462eeb9f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:15.379669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d681fbf-cfd6-4061-a230-a3a219044071 req-e3ac9458-2921-43c5-9d3f-5febb91ea3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:15.380135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 05e5db14-6a87-41c4-9999-eed48d591b11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:15.382281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d681fbf-cfd6-4061-a230-a3a219044071 req-e3ac9458-2921-43c5-9d3f-5febb91ea3be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 1127 time: 0.2079277
Apr 02 21:06:15.460667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d681fbf-cfd6-4061-a230-a3a219044071 req-0a9c8a7c-4022-4675-9f97-4cccadb26ec3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0717397
Apr 02 21:06:15.533553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430434dc-da49-4db7-82ca-063b361e3894 None None] Pushing event updated for resources: {'Port': ['ID=940cd6b6-7876-4ab7-a0d0-84d167b6be42,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:15.585791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:15.586356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.716431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:15.719208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2641d3f4-23b8-4175-bab7-caae462eeb9f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:15.724004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:15.777068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:15.803036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-449f3587-e405-4e24-bfff-cc0f25c542b0 tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/agents/a7d06a42-548a-483f-ba30-af89f2000931/dhcp-networks HTTP/1.1" status: 200  len: 10478 time: 0.4826066
Apr 02 21:06:15.803654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:15.811678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4c519a1-4b21-4dac-b3f9-1667e9aca676 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:15.867009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ef452-42d9-4ab6-abd0-d89be525e5b4 req-bc1a1528-e071-45c9-8364-974e9218a2ca tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:15.868824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-665ef452-42d9-4ab6-abd0-d89be525e5b4 req-bc1a1528-e071-45c9-8364-974e9218a2ca tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.2390420
Apr 02 21:06:15.936313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:15.946342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992c17f-c2b4-440d-90bc-171bb5405119 tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] Network 05e5db14-6a87-41c4-9999-eed48d591b11 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:15.972593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:15.983040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f992c17f-c2b4-440d-90bc-171bb5405119 tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "POST /v2.0/agents/a7d06a42-548a-483f-ba30-af89f2000931/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1765308
Apr 02 21:06:15.985881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47162) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:15.992989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:16.005913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:16.018145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:16.024435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:16.033753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:16.038848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-96a68d5b-2c08-4f62-bcf5-4ebe5302feb1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5428 time: 0.3268628
Apr 02 21:06:16.048847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-665ef452-42d9-4ab6-abd0-d89be525e5b4 req-548a1ddb-93cc-40bb-840c-4bb481018818 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1295156
Apr 02 21:06:16.114067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344618a9-a4b5-48ce-865d-596a0506e13e None None] Network 05e5db14-6a87-41c4-9999-eed48d591b11 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:16.279118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f6db8e47-15fa-413e-b900-f5eb39920bfd tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/agents/a7d06a42-548a-483f-ba30-af89f2000931/dhcp-networks HTTP/1.1" status: 200  len: 11247 time: 0.2888677
Apr 02 21:06:16.279505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47168) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:16.290689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d688554a-dbdb-42f9-bef1-44bbd97d649d req-089b3aaa-e9a1-444c-9024-0e554eeb9043 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2180247
Apr 02 21:06:16.324297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2641d3f4-23b8-4175-bab7-caae462eeb9f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:16.324701 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.326604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47170) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:16.416321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab587c-1666-47c5-9923-7695637f10d9 req-69a6c9ab-8ff4-4e3f-9c71-a42553c6be69 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:16.418148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4ab587c-1666-47c5-9923-7695637f10d9 req-69a6c9ab-8ff4-4e3f-9c71-a42553c6be69 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.1397188
Apr 02 21:06:16.424408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-50fd9b23-4d21-4a69-a34e-604bfc7a1d79 tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "DELETE /v2.0/agents/a7d06a42-548a-483f-ba30-af89f2000931/dhcp-networks/05e5db14-6a87-41c4-9999-eed48d591b11 HTTP/1.1" status: 204  len: 168 time: 0.1418972
Apr 02 21:06:16.424904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47174) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:16.459226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:16.503400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port f4c519a1-4b21-4dac-b3f9-1667e9aca676 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:16.529154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-896936926-network', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:16.534890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4ab587c-1666-47c5-9923-7695637f10d9 req-b681d289-603c-48d4-aa87-ed933ad8e89b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110370
Apr 02 21:06:16.537443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port f4c519a1-4b21-4dac-b3f9-1667e9aca676 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:16.538738 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.610463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2641d3f4-23b8-4175-bab7-caae462eeb9f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:16.626032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Made reservation on behalf of 9d575ad1b73d40c4a8a1c7e0455886ce for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:16.629058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.644724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.707707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 328c7518-49aa-401b-b862-c23d7d8ccaf9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:16.738973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4c519a1-4b21-4dac-b3f9-1667e9aca676 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:16.745533 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.749212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 328c7518-49aa-401b-b862-c23d7d8ccaf9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:16.749545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 328c7518-49aa-401b-b862-c23d7d8ccaf9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:16.750174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ff64196-99f5-45ee-abe4-545f56b6e2f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:16.771158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks [] for security_group (29c1660a-0be3-49ce-bc1f-9548251c83ba), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.780852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (29c1660a-0be3-49ce-bc1f-9548251c83ba), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.800281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6ff64196-99f5-45ee-abe4-545f56b6e2f3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:16.800673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ff64196-99f5-45ee-abe4-545f56b6e2f3 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:16.841720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port f4c519a1-4b21-4dac-b3f9-1667e9aca676, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:16.851688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.852555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:16.857967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:16.865207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd8d0104-6eba-4006-ab0b-bcd7a81b433f tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/agents/a7d06a42-548a-483f-ba30-af89f2000931/dhcp-networks HTTP/1.1" status: 200  len: 10478 time: 0.4390807
Apr 02 21:06:16.871980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47184) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:16.876426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1660a-0be3-49ce-bc1f-9548251c83ba,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:16.888359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c709cf67-57c7-4b6a-baaf-e41737010b33), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.889024 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Added segment c709cf67-57c7-4b6a-baaf-e41737010b33 of type vlan for network 34e42b06-bf12-4208-8eb7-5b6548299214
Apr 02 21:06:16.902405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-55903ca0-ce5f-4fab-99ab-277d5e712363 tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/networks/c0485d42-1b69-4a17-9ef4-df8182121e3b/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0292304
Apr 02 21:06:16.908420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47186) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:16.956038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (34e42b06-bf12-4208-8eb7-5b6548299214), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:16.962858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51c2302e-2839-46c3-8a95-c6e9f8ad57fa tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/networks/c0485d42-1b69-4a17-9ef4-df8182121e3b/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0510218
Apr 02 21:06:16.964397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47190) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:16.987811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=f4c519a1-4b21-4dac-b3f9-1667e9aca676,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:17.007721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (34e42b06-bf12-4208-8eb7-5b6548299214), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.009150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:17.009943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.011293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:17.014377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47192) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:17.016272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:17.016983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.021359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-725925110'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:17.041921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7143188
Apr 02 21:06:17.045165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47194) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:17.050232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Request body: {'subnet': {'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-896936926-subnet', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:17.088416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9534a195-ec76-419e-8b29-c2ca8bfd0c7b None None] Network c0485d42-1b69-4a17-9ef4-df8182121e3b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:17.108564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ae6af-c861-4776-8216-647620f76748 admin admin] Pushing event updated for resources: {'Network': ['ID=34e42b06-bf12-4208-8eb7-5b6548299214,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:17.137225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Made reservation on behalf of 9d575ad1b73d40c4a8a1c7e0455886ce for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:17.140055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.145511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:17.150407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.158878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:17.162675 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d6bd7-e8d5-4cc4-ad67-5dcfba3e4bc4" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "f4c519a1-4b21-4dac-b3f9-1667e9aca676"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:17.193586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:17.199952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 34e42b06-bf12-4208-8eb7-5b6548299214 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:17.207984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (065af487-61ab-4615-a13d-4710c8c6ca0b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.208699 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Added segment 065af487-61ab-4615-a13d-4710c8c6ca0b of type vlan for network f76a4a04-78ab-412e-b7f3-dab2f53bf154
Apr 02 21:06:17.246026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 940cd6b6-7876-4ab7-a0d0-84d167b6be42 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:17.251937 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2240a09-57af-429d-82c7-7da2921d4ab0 x-openstack-request-id: req-f2240a09-57af-429d-82c7-7da2921d4ab0 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:17.252244 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "f4c519a1-4b21-4dac-b3f9-1667e9aca676", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:17.252523 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2240a09-57af-429d-82c7-7da2921d4ab0 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:17.252913 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2240a09-57af-429d-82c7-7da2921d4ab0'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'code': 200}
Apr 02 21:06:17.253174 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2240a09-57af-429d-82c7-7da2921d4ab0'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676', 'code': 200}
Apr 02 21:06:17.268761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-06a32321-9de9-4fe2-9392-53fd3e9af25e tempest-DHCPAgentSchedulersTestJSON-535661560 tempest-DHCPAgentSchedulersTestJSON-535661560-project-admin] 10.222.0.18 "GET /v2.0/agents/a7d06a42-548a-483f-ba30-af89f2000931/dhcp-networks HTTP/1.1" status: 200  len: 10478 time: 0.2984757
Apr 02 21:06:17.269217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47200) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:17.303649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9415a-2a8d-45a3-a9e6-9f0264a4fdb7 req-010cf7bc-f040-490b-8a07-c83f7f2edaae tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:17.305542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56a9415a-2a8d-45a3-a9e6-9f0264a4fdb7 req-010cf7bc-f040-490b-8a07-c83f7f2edaae tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.0816946
Apr 02 21:06:17.362849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] Provisioning complete for port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:17.363607 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.369363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (05e5db14-6a87-41c4-9999-eed48d591b11), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.380379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f76a4a04-78ab-412e-b7f3-dab2f53bf154), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.384686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:17.385083 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.436381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56a9415a-2a8d-45a3-a9e6-9f0264a4fdb7 req-ffc1edd4-5c1b-4ab6-8b7d-24e874e20944 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0925443
Apr 02 21:06:17.448504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (bf4f1a0c-11bf-4baf-a6e7-5c5005786f60), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.461696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:17.475716 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.476568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:17.550974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:17.551356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.591475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Checking segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:17.592035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Network hostable DHCP agents. Network: 34e42b06-bf12-4208-8eb7-5b6548299214, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:17.596921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4f1a0c-11bf-4baf-a6e7-5c5005786f60,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:17.626462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef704c1-8ea7-45e5-ba0f-ffe23679a2ea req-f840b1dc-7e79-4457-9e29-eb3e7b48b665 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:17.629290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cef704c1-8ea7-45e5-ba0f-ffe23679a2ea req-f840b1dc-7e79-4457-9e29-eb3e7b48b665 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.0913193
Apr 02 21:06:17.639173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Network 34e42b06-bf12-4208-8eb7-5b6548299214 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:17.659375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34e42b06-bf12-4208-8eb7-5b6548299214) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:17.662729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:17.664674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:17.681141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'port_id': '19ccd802-b62f-4e90-8658-35f9abd17342'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:17.695662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] Current status of the port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:17.696259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.698808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939784f-902d-4b60-9b1f-16d68302e54e None None] Network 34e42b06-bf12-4208-8eb7-5b6548299214 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:17.737433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:17.738201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.752602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (2be71ba3-31b1-41c8-8235-b7ffa75f0105), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.823368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-85862a21-16af-461d-ba34-3fc7169ddc3d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7768316
Apr 02 21:06:17.838555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47210) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:17.859129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:17.861564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.866835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:17.894385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (05e5db14-6a87-41c4-9999-eed48d591b11), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.936094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.resource_extend [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:06:17.989349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:17.990657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.037160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f3a2070>,) {'filters': {'network_id': ['05e5db14-6a87-41c4-9999-eed48d591b11']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:18.053710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f76a4a04-78ab-412e-b7f3-dab2f53bf154), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.060316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.061492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.078858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3a2070>, 'e260824d-e09a-44b0-bebe-d7300bb5e27f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:18.079649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3a2070>, 'e260824d-e09a-44b0-bebe-d7300bb5e27f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:18.088660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8190-5e79-436f-84b0-5738c593bc51 req-121d1018-4b98-4029-9fcc-15173c58a3fb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.088878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:18.089228 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.090793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b29d8190-5e79-436f-84b0-5738c593bc51 req-121d1018-4b98-4029-9fcc-15173c58a3fb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.2932024
Apr 02 21:06:18.125832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (e260824d-e09a-44b0-bebe-d7300bb5e27f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.126167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:18.126565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.205855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.213016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.220704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.229389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] For port 940cd6b6-7876-4ab7-a0d0-84d167b6be42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=940cd6b6-7876-4ab7-a0d0-84d167b6be42,segment=NetworkSegment(e76db119-4535-42e5-a8ca-c5007f6beca2),segment_id=e76db119-4535-42e5-a8ca-c5007f6beca2)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:18.236405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34e42b06-bf12-4208-8eb7-5b6548299214', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:18.236843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.237353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.244776 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.245050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.253578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.260075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:18.269570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-15d85920-2e5f-47e7-b0a7-0c1f6aa1f7d5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5430 time: 0.8861051
Apr 02 21:06:18.295109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e260824d-e09a-44b0-bebe-d7300bb5e27f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.351355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b29d8190-5e79-436f-84b0-5738c593bc51 req-ac2144f5-b920-4afd-82e7-0db5a6d708dd tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463291
Apr 02 21:06:18.360384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.3410556
Apr 02 21:06:18.360609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47212) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:18.372134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b0648-a52d-411b-bd06-5c7a139339f3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Network': ['ID=f76a4a04-78ab-412e-b7f3-dab2f53bf154,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:18.373611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1281089311'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:18.383586 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:06:18.383993 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:06:18.396096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:18.396538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (e260824d-e09a-44b0-bebe-d7300bb5e27f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.399173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks [] for router_controller (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:18.401355 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:18.410513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:18.413049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602ec9c-4afc-48b9-ae2a-871ab4dc9475 None None] Pushing event updated for resources: {'Port': ['ID=940cd6b6-7876-4ab7-a0d0-84d167b6be42,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:18.457542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:18.458093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.499609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc0abd57-aa77-47bc-a097-b02745c327ee req-b03cc08d-a40b-4b96-b75d-a513df3d6367 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2293210
Apr 02 21:06:18.505230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e78b8f3e-30fa-405e-8834-0c6182a14edc None None] Provisioning complete for port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:18.505678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e78b8f3e-30fa-405e-8834-0c6182a14edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.510311 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (05e5db14-6a87-41c4-9999-eed48d591b11), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.519120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.533141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "DELETE /v2.0/networks/05e5db14-6a87-41c4-9999-eed48d591b11 HTTP/1.1" status: 204  len: 168 time: 1.2618670
Apr 02 21:06:18.536995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47214) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:18.557848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:18.561184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.581782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f1951-de23-4ac5-b08e-651b2339dcbe tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event deleted for resources: {'Network': ['ID=05e5db14-6a87-41c4-9999-eed48d591b11,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:18.585568 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4172a3ca-b93b-46f3-82c6-59b295a79018 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:06:18.586399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4172a3ca-b93b-46f3-82c6-59b295a79018 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:06:18.591264 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4172a3ca-b93b-46f3-82c6-59b295a79018 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "DELETE /v2.0/ports/faf2f846-9f93-4d4b-9f8d-6ee545aa3992 HTTP/1.1" status: 404  len: 333 time: 0.0529735
Apr 02 21:06:18.594807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:18.667805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Deleting subnet 756a5bf3-3712-4066-9d2f-99a1bb0f3370 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:06:18.671441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks [] for subnet (756a5bf3-3712-4066-9d2f-99a1bb0f3370), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.703753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:18.713234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.714018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9465817e-88a8-48ec-b330-f9aafa60b53e up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:18.715226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (756a5bf3-3712-4066-9d2f-99a1bb0f3370), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.720104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Allocated IP 172.20.0.2 (34e42b06-bf12-4208-8eb7-5b6548299214/bf4f1a0c-11bf-4baf-a6e7-5c5005786f60/71507abb-8bc8-4d40-8599-2ee91dd863c0) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:18.730018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks [] for router_gateway (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.809557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (756a5bf3-3712-4066-9d2f-99a1bb0f3370), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.861882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:18.893409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (756a5bf3-3712-4066-9d2f-99a1bb0f3370), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.913687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:18.919768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "DELETE /v2.0/subnets/756a5bf3-3712-4066-9d2f-99a1bb0f3370 HTTP/1.1" status: 204  len: 168 time: 0.3212421
Apr 02 21:06:18.921712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e78b8f3e-30fa-405e-8834-0c6182a14edc None None] Current status of the port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:18.929643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09adbfa-d237-4981-a408-102dec77f529 None None] Network c0485d42-1b69-4a17-9ef4-df8182121e3b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:18.938984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47218) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:18.947856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e422744-6815-47f0-8962-bccd682c4561 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event deleted for resources: {'Subnet': ['ID=756a5bf3-3712-4066-9d2f-99a1bb0f3370,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:18.961391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e78b8f3e-30fa-405e-8834-0c6182a14edc None None] Could not find standard attr ID for object faf2f846-9f93-4d4b-9f8d-6ee545aa3992. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:06:18.980222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 9465817e-88a8-48ec-b330-f9aafa60b53e completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:18.992716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:18.994326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2641d3f4-23b8-4175-bab7-caae462eeb9f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:18.999537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:19.037402 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (532cd59e-ad24-414f-8cd6-e97edd6bc732), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.037713 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Added segment 532cd59e-ad24-414f-8cd6-e97edd6bc732 of type vlan for network 32fe859b-79f2-47de-9367-aa2bcd861a1d
Apr 02 21:06:19.038708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c0485d42-1b69-4a17-9ef4-df8182121e3b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.055440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 9465817e-88a8-48ec-b330-f9aafa60b53e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:19.056350 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.101934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Deleting port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:19.102325 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.155707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:06:19.158904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (32fe859b-79f2-47de-9367-aa2bcd861a1d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.177349 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Publish callbacks [] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.189288 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.195164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] For port 940cd6b6-7876-4ab7-a0d0-84d167b6be42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=940cd6b6-7876-4ab7-a0d0-84d167b6be42,segment=NetworkSegment(e76db119-4535-42e5-a8ca-c5007f6beca2),segment_id=e76db119-4535-42e5-a8ca-c5007f6beca2)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:19.195554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.210700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Calling delete_port for 940cd6b6-7876-4ab7-a0d0-84d167b6be42 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:19.244654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2641d3f4-23b8-4175-bab7-caae462eeb9f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:19.245304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.269844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.276756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:19.277138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2be71ba3-31b1-41c8-8235-b7ffa75f0105), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.278857 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eadfc53-04b5-4d86-9ada-29b8fc1ae6da" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:19.281383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (32fe859b-79f2-47de-9367-aa2bcd861a1d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.286456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:19.286996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.320252 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (940cd6b6-7876-4ab7-a0d0-84d167b6be42), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.333536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Network 34e42b06-bf12-4208-8eb7-5b6548299214 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:19.341393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Pushing event updated for resources: {'Port': ['ID=71507abb-8bc8-4d40-8599-2ee91dd863c0,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:19.349455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:19.351556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event deleted for resources: {'Port': ['ID=940cd6b6-7876-4ab7-a0d0-84d167b6be42,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:19.356158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] No DVR routers for this DVR port 940cd6b6-7876-4ab7-a0d0-84d167b6be42 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:06:19.359037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 9465817e-88a8-48ec-b330-f9aafa60b53e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:19.359425 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.361542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:19.375904 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4b1d7-0590-4c6d-a9e6-21a8dd113dc0 x-openstack-request-id: req-92f4b1d7-0590-4c6d-a9e6-21a8dd113dc0 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:19.376209 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:19.376480 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92f4b1d7-0590-4c6d-a9e6-21a8dd113dc0 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:19.376898 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f4b1d7-0590-4c6d-a9e6-21a8dd113dc0'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3', 'code': 200}
Apr 02 21:06:19.377158 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f4b1d7-0590-4c6d-a9e6-21a8dd113dc0'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9', 'code': 200}
Apr 02 21:06:19.379046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f3d8b-7e85-4aa6-b93c-c92a082669b9 None None] DHCP port deletion for c0485d42-1b69-4a17-9ef4-df8182121e3b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:06:19.395616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Network': ['ID=32fe859b-79f2-47de-9367-aa2bcd861a1d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:19.432955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8bd9a77e-8b1a-4968-9852-426c6d614bf2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0697596
Apr 02 21:06:19.457602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47224) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:19.468100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'subnet': {'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:19.471978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:19.485838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c0485d42-1b69-4a17-9ef4-df8182121e3b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.508524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9465817e-88a8-48ec-b330-f9aafa60b53e,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:19.532925 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.533720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:19.550039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783eea0790>,) {'filters': {'network_id': ['c0485d42-1b69-4a17-9ef4-df8182121e3b']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:19.563522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783eea0790>, 'e76db119-4535-42e5-a8ca-c5007f6beca2') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:19.563522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783eea0790>, 'e76db119-4535-42e5-a8ca-c5007f6beca2') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:19.588711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (e76db119-4535-42e5-a8ca-c5007f6beca2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.604237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e76db119-4535-42e5-a8ca-c5007f6beca2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.611845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:19.612482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (e76db119-4535-42e5-a8ca-c5007f6beca2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:19.628544 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:19.631125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Attempting to bind port 71507abb-8bc8-4d40-8599-2ee91dd863c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:19.631125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Attempting to bind port 71507abb-8bc8-4d40-8599-2ee91dd863c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:19.631125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Attempting to bind port 71507abb-8bc8-4d40-8599-2ee91dd863c0 on network 34e42b06-bf12-4208-8eb7-5b6548299214 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:19.641655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks [] for router_gateway (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.659620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:19.660000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Checking segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:19.660404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.660820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Bound using segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:19.661304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Bound port: 71507abb-8bc8-4d40-8599-2ee91dd863c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:19.661683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.663771 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 2be71ba3-31b1-41c8-8235-b7ffa75f0105 associated. External IP: 172.35.4.216, port: 19ccd802-b62f-4e90-8658-35f9abd17342.
Apr 02 21:06:19.671885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2641d3f4-23b8-4175-bab7-caae462eeb9f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:19.703400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c0485d42-1b69-4a17-9ef4-df8182121e3b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.719211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.727545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] 10.222.0.18 "DELETE /v2.0/networks/c0485d42-1b69-4a17-9ef4-df8182121e3b HTTP/1.1" status: 204  len: 168 time: 0.7874901
Apr 02 21:06:19.742291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.753719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:19.755145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d1d1-6dd2-4b00-ba6b-aafa36cf9ba2 req-055ccf3d-4fbe-4d3b-b04a-5dfc4c956527 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:19.757944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0885d1d1-6dd2-4b00-ba6b-aafa36cf9ba2 req-055ccf3d-4fbe-4d3b-b04a-5dfc4c956527 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 943 time: 0.2685132
Apr 02 21:06:19.759419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8592160-d79c-4fb1-91d5-da119b8a87e4 tempest-DHCPAgentSchedulersTestJSON-239651687 tempest-DHCPAgentSchedulersTestJSON-239651687-project] Pushing event deleted for resources: {'Network': ['ID=c0485d42-1b69-4a17-9ef4-df8182121e3b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:19.808224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b0dbd78a-90ff-4260-85f6-5039e1755013 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:19.809397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.815404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 940cd6b6-7876-4ab7-a0d0-84d167b6be42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:19.835285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0885d1d1-6dd2-4b00-ba6b-aafa36cf9ba2 req-c443291c-b390-4b37-a35c-9906764f5a92 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706520
Apr 02 21:06:19.867170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 940cd6b6-7876-4ab7-a0d0-84d167b6be42 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:19.868034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 940cd6b6-7876-4ab7-a0d0-84d167b6be42 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:19.873353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] For port 71507abb-8bc8-4d40-8599-2ee91dd863c0, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:19.893117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] For port 71507abb-8bc8-4d40-8599-2ee91dd863c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71507abb-8bc8-4d40-8599-2ee91dd863c0,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:19.903142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.918150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Allocated IP 172.35.4.197 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/89a0c787-d140-4f4c-8d0a-05d08a9196cb) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:19.935283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:19.938714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:19.985326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0dbd78a-90ff-4260-85f6-5039e1755013 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:19.985714 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.003645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b6ec2-c6a5-46b5-a6fb-5e2a220d0ea7 None None] Pushing event updated for resources: {'Port': ['ID=71507abb-8bc8-4d40-8599-2ee91dd863c0,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:20.023257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.029200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.034828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.040267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.040828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:20.046074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.046267 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.052353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.057711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:20.059664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-870661ee-f43a-4a06-8804-531483bef678 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.4159412
Apr 02 21:06:20.095463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47232) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:20.110441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:20.280284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-92d38905-c9af-4a54-afd3-18c3e74d57ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be81ba50b2ca435087fa9a3bf8f9734f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1830566
Apr 02 21:06:20.282733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47236) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:20.344373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6899572e-4a08-4a51-9112-2deb000db545 admin admin] Publish callbacks [] for security_group (ce7f4100-fc60-463d-9beb-7367eede9896), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.367789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6899572e-4a08-4a51-9112-2deb000db545 admin admin] Publish callbacks [] for security_group (ce7f4100-fc60-463d-9beb-7367eede9896), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.384410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks [] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.397095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a6a06f9-36ac-4b99-8a0c-7c8370f0a62e req-2198f355-ef4f-4623-9178-d6b340985702 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2890615
Apr 02 21:06:20.443601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6899572e-4a08-4a51-9112-2deb000db545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ce7f4100-fc60-463d-9beb-7367eede9896), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.447098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6899572e-4a08-4a51-9112-2deb000db545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.455537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6899572e-4a08-4a51-9112-2deb000db545 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce7f4100-fc60-463d-9beb-7367eede9896 HTTP/1.1" status: 204  len: 168 time: 0.1653926
Apr 02 21:06:20.465983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899572e-4a08-4a51-9112-2deb000db545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f4100-fc60-463d-9beb-7367eede9896,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:20.492318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:20.504767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.515297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (61b5b8a0-06aa-4b9c-94ee-367349447637), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.758006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47242) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:20.773380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cda545c-609b-47b8-a8e0-1cc4fd227507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.864118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cda545c-609b-47b8-a8e0-1cc4fd227507 admin admin] Publish callbacks [] for security_group (d36c8140-dbb7-45f7-a089-5f12df64bcd3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.865279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:20.869454 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cda545c-609b-47b8-a8e0-1cc4fd227507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d36c8140-dbb7-45f7-a089-5f12df64bcd3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:20.881988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:20.889059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:20.894068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Pushing event updated for resources: {'Port': ['ID=89a0c787-d140-4f4c-8d0a-05d08a9196cb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:20.920404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6cda545c-609b-47b8-a8e0-1cc4fd227507 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3280df9d683747f6b6be45efed867f5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1597722
Apr 02 21:06:20.921028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Subnet': ['ID=61b5b8a0-06aa-4b9c-94ee-367349447637,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:20.926775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47246) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:20.935544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda545c-609b-47b8-a8e0-1cc4fd227507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c8140-dbb7-45f7-a089-5f12df64bcd3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:21.008368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f5e50-4a6b-434d-86f8-3074649058db req-a79380e5-3bff-4a76-aeb4-e6b67d2894b1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:21.010647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c1f5e50-4a6b-434d-86f8-3074649058db req-a79380e5-3bff-4a76-aeb4-e6b67d2894b1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.0617497
Apr 02 21:06:21.036611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Checking segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:21.037578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network hostable DHCP agents. Network: f76a4a04-78ab-412e-b7f3-dab2f53bf154, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:21.065590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c1f5e50-4a6b-434d-86f8-3074649058db req-800f7322-4d3f-48c3-97a9-4bfe789f8a6f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480556
Apr 02 21:06:21.124015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:21.156116 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.183929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aa483c2-9f41-4cd9-84ab-3304d28a3a96 admin admin] Publish callbacks [] for security_group (d36c8140-dbb7-45f7-a089-5f12df64bcd3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.195268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:21.233573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b9254b5-55e8-4c14-ae5e-adc741a91271 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "PUT /v2.0/floatingips/2be71ba3-31b1-41c8-8235-b7ffa75f0105 HTTP/1.1" status: 200  len: 991 time: 3.5676644
Apr 02 21:06:21.237090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:21.239399 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1db5e1-83d2-4942-86a7-230e670193a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:21.241798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f76a4a04-78ab-412e-b7f3-dab2f53bf154) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:21.245317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aa483c2-9f41-4cd9-84ab-3304d28a3a96 admin admin] Publish callbacks [] for security_group (d36c8140-dbb7-45f7-a089-5f12df64bcd3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.254643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:21.255283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.288934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:21.291250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753abf1-05c7-42a6-bd41-3e24b0b79e88 None None] Network 34e42b06-bf12-4208-8eb7-5b6548299214 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:21.295776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb160819-1b79-4aa3-a35c-c0a2b5a05120 None None] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:21.310666 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d083b4-9a5f-42ee-9852-c2e1b08d4cf7 x-openstack-request-id: req-92d083b4-9a5f-42ee-9852-c2e1b08d4cf7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:21.310955 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:21.311214 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92d083b4-9a5f-42ee-9852-c2e1b08d4cf7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:21.311619 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d083b4-9a5f-42ee-9852-c2e1b08d4cf7'] response: {'name': 'network-changed', 'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342', 'status': 'completed', 'code': 200}
Apr 02 21:06:21.345613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8ce0b074-e82f-453a-bd26-271547f6d987 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.8827240
Apr 02 21:06:21.345833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47252) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:21.351852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'subnet': {'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:21.379663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9465817e-88a8-48ec-b330-f9aafa60b53e'}, {'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:21.381905 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6b14e-bcc2-40df-beb1-690a92c2f409" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "9465817e-88a8-48ec-b330-f9aafa60b53e"}, {"server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "name": "network-vif-plugged", "status": "completed", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:21.388322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:21.388969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784587a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:21.428238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-e9bd5017-c5df-4f41-8d53-e9364db970b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:21.429746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-e9bd5017-c5df-4f41-8d53-e9364db970b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 1127 time: 0.1133003
Apr 02 21:06:21.459295 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aa483c2-9f41-4cd9-84ab-3304d28a3a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d36c8140-dbb7-45f7-a089-5f12df64bcd3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.461923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4aa483c2-9f41-4cd9-84ab-3304d28a3a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.463170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4aa483c2-9f41-4cd9-84ab-3304d28a3a96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d36c8140-dbb7-45f7-a089-5f12df64bcd3 HTTP/1.1" status: 204  len: 168 time: 0.5335250
Apr 02 21:06:21.468004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks [] for router_gateway (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.473741 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe506865-c9d9-49f6-a1d0-5229d4def69c x-openstack-request-id: req-fe506865-c9d9-49f6-a1d0-5229d4def69c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:21.474036 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "9465817e-88a8-48ec-b330-f9aafa60b53e", "code": 200}, {"server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "name": "network-vif-plugged", "status": "completed", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:21.474293 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe506865-c9d9-49f6-a1d0-5229d4def69c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:21.475047 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe506865-c9d9-49f6-a1d0-5229d4def69c'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9465817e-88a8-48ec-b330-f9aafa60b53e', 'code': 200}
Apr 02 21:06:21.475047 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe506865-c9d9-49f6-a1d0-5229d4def69c'] response: {'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'code': 200}
Apr 02 21:06:21.487167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] Provisioning complete for port 71507abb-8bc8-4d40-8599-2ee91dd863c0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:21.487546 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.521160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa483c2-9f41-4cd9-84ab-3304d28a3a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c8140-dbb7-45f7-a089-5f12df64bcd3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:21.629822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:21.633365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.708981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:21.710042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.744166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:21.788763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] Current status of the port 71507abb-8bc8-4d40-8599-2ee91dd863c0 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:21.789161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.869375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376573-65bf-4738-9fa5-3c74ae660a30 req-7099ea04-7fc9-46be-a73b-78e6398d044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:21.871096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2376573-65bf-4738-9fa5-3c74ae660a30 req-7099ea04-7fc9-46be-a73b-78e6398d044e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 1127 time: 0.1243167
Apr 02 21:06:21.920964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:21.943954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71507abb-8bc8-4d40-8599-2ee91dd863c0 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:21.996392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] For port 71507abb-8bc8-4d40-8599-2ee91dd863c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71507abb-8bc8-4d40-8599-2ee91dd863c0,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:22.030216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-8cfa053c-0784-4250-96cb-59acebe15354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.032354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-8cfa053c-0784-4250-96cb-59acebe15354 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.5945563
Apr 02 21:06:22.033361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2376573-65bf-4738-9fa5-3c74ae660a30 req-ba49c1c9-ae97-4a20-9149-4e79c58ecd30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511075
Apr 02 21:06:22.052819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (526b7094-4ef8-475d-8b67-b44d926b9530), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.064332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.126021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-cc16c515-ed0e-4cf8-8180-2278ae7fd7b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ccd802-b62f-4e90-8658-35f9abd17342 HTTP/1.1" status: 200  len: 999 time: 0.0805523
Apr 02 21:06:22.150443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.152955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Subnet': ['ID=526b7094-4ef8-475d-8b67-b44d926b9530,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:22.173548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Checking segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:22.173784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.173885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network hostable DHCP agents. Network: 32fe859b-79f2-47de-9367-aa2bcd861a1d, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:22.187907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.198043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.214329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.214901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:22.222997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.231949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.234167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-b04dc122-5e41-4bbb-b365-f200f593881d tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.6409841
Apr 02 21:06:22.252925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32fe859b-79f2-47de-9367-aa2bcd861a1d) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:22.261066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Allocated IP 10.1.1.2 (f76a4a04-78ab-412e-b7f3-dab2f53bf154/61b5b8a0-06aa-4b9c-94ee-367349447637/76832058-960f-4a30-892a-72e1a2490cd1) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:22.268780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5cf21-8161-474b-8734-6c94cdce0f51 None None] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:22.274081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.278214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.301197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.301530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acfb8b-df1d-46d3-a405-3d4028811aa6 None None] Pushing event updated for resources: {'Port': ['ID=71507abb-8bc8-4d40-8599-2ee91dd863c0,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:22.302342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.302342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.303098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.304828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.306106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.306106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.309584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-f1d8698e-1af0-473f-bbd6-325cb10a9f90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6706 time: 0.6316080
Apr 02 21:06:22.335899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ea84e1c6-14da-44d9-8752-4665da25ca13 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9861169
Apr 02 21:06:22.336249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47272) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:22.345221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'name': 'tempest-TaggedBootDevicesTest_v242-1082847028', 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:22.387853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 71507abb-8bc8-4d40-8599-2ee91dd863c0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:22.388167 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.453010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb41c9a-e0bd-4032-82a2-5bb80b8bcf0f req-510ec8a7-987c-4284-ac4a-ef074ece705f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.454850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cb41c9a-e0bd-4032-82a2-5bb80b8bcf0f req-510ec8a7-987c-4284-ac4a-ef074ece705f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2223003
Apr 02 21:06:22.538357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4ff294ef-12a5-49cd-9520-b9494dc7878f None None] Provisioning complete for port 71507abb-8bc8-4d40-8599-2ee91dd863c0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:22.538728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ff294ef-12a5-49cd-9520-b9494dc7878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.570040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cb41c9a-e0bd-4032-82a2-5bb80b8bcf0f req-1e2f96c1-f941-46a6-ab09-6e098f417ee8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022866
Apr 02 21:06:22.572803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4ffba76-c9b2-4165-93a8-0fc0bb603600 req-67e0f101-94ea-4979-8772-d8c84c242573 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2909961
Apr 02 21:06:22.576996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:22.589920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-f86f3a70-307b-4756-b836-e8177ec5127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.595014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-f86f3a70-307b-4756-b836-e8177ec5127f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.3559568
Apr 02 21:06:22.620193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32fe859b-79f2-47de-9367-aa2bcd861a1d', 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d', 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'fixed_ips': [{'subnet_id': '526b7094-4ef8-475d-8b67-b44d926b9530'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:22.622633 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.718007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5affdf47-b83b-4ad8-8fc8-adfc897b7552 req-2455f36c-c865-4136-ae6a-8e3d345cef4e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3299820
Apr 02 21:06:22.727421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-8d27dc11-49db-42f6-84ea-ee211351f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:22.729770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.729952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-8d27dc11-49db-42f6-84ea-ee211351f84d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1104600
Apr 02 21:06:22.730858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:06:22.751334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] device_id is not set on port a1133854-4680-4b8a-a3a0-c552bb06f10b yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:06:22.801689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 71507abb-8bc8-4d40-8599-2ee91dd863c0 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:22.823931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784587a220>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:16Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}, {'id': '2be71ba3-31b1-41c8-8235-b7ffa75f0105', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.216', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '19ccd802-b62f-4e90-8658-35f9abd17342', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:04:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:05:54Z', 'updated_at': '2022-04-02T21:06:19Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:22.831615 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Publish callbacks [] for port (76832058-960f-4a30-892a-72e1a2490cd1), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.862641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47282) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:22.869037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:22.900242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (76832058-960f-4a30-892a-72e1a2490cd1), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:22.938344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-55f9e714-dfc3-48a0-93d3-63abc519fffb service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016437
Apr 02 21:06:22.950477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:22.966167 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Sync routers for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:22.971906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:22.972594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784587a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:22.980094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4ff294ef-12a5-49cd-9520-b9494dc7878f None None] Current status of the port 71507abb-8bc8-4d40-8599-2ee91dd863c0 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:22.982692 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:22.983762 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:22.987083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:23.014814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.017056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6ed7a94c-f4f3-4ace-8913-af3599999bda admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1596224
Apr 02 21:06:23.019293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:23.086146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'networks': [{'name': 'tempest-network--384834134'}, {'name': 'tempest-network--1698407787'}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:23.086466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'network': {'name': 'tempest-network--384834134'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:23.087206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'network': {'name': 'tempest-network--1698407787'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:23.133142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'network': 2} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:23.138731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.145088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 10.1.1.205 (f76a4a04-78ab-412e-b7f3-dab2f53bf154/61b5b8a0-06aa-4b9c-94ee-367349447637/a1133854-4680-4b8a-a3a0-c552bb06f10b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:23.153594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.158163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c1db5e1-83d2-4942-86a7-230e670193a9 req-3bd07634-7b73-44cc-b3dd-07048a160c46 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836631
Apr 02 21:06:23.184541 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:23.197072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:23.203800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:23.214556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Pushing event updated for resources: {'Port': ['ID=76832058-960f-4a30-892a-72e1a2490cd1,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:23.230952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Allocated IP 10.2.2.2 (32fe859b-79f2-47de-9367-aa2bcd861a1d/526b7094-4ef8-475d-8b67-b44d926b9530/e09c5fcf-06b4-4377-8ff2-1384d6aa2b83) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:23.245246 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2d71f23-e3e2-457f-999a-0b9692603225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.365304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for security_group (39000838-32c9-4d62-bec6-c3fdb888b92b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.391544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (39000838-32c9-4d62-bec6-c3fdb888b92b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.392044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.406834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:23.422254 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596dc10>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:21Z', 'revision_number': 3, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:23.437687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39000838-32c9-4d62-bec6-c3fdb888b92b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:23.453332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:23.456377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Checking router: 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:23.457759 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Updating router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a port 89a0c787-d140-4f4c-8d0a-05d08a9196cb binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:06:23.480612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c57b4635-5a5f-4ae5-8829-bb86142ec2fb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.480988 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Added segment c57b4635-5a5f-4ae5-8829-bb86142ec2fb of type vlan for network 0e48615e-a54d-4c9d-a7cf-90d7309d5615
Apr 02 21:06:23.503144 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.518315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.551098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0e48615e-a54d-4c9d-a7cf-90d7309d5615), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.594262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Attempting to bind port 76832058-960f-4a30-892a-72e1a2490cd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:23.594628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Attempting to bind port 76832058-960f-4a30-892a-72e1a2490cd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:23.595805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Attempting to bind port 76832058-960f-4a30-892a-72e1a2490cd1 on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:23.614483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:23.615151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Checking segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:23.615753 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.616315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Bound using segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:23.616998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Bound port: 76832058-960f-4a30-892a-72e1a2490cd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:23.617555 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (76832058-960f-4a30-892a-72e1a2490cd1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.623221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.627603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:23.654740 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (77cdfd15-9bf4-4445-9c73-093cf2e97beb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.655029 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Added segment 77cdfd15-9bf4-4445-9c73-093cf2e97beb of type vlan for network 834d2ff4-97d8-4100-ac97-4028c1c9f6f9
Apr 02 21:06:23.754430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (834d2ff4-97d8-4100-ac97-4028c1c9f6f9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.794361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:23.794749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:23.802897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:23.830671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:23.845968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0e48615e-a54d-4c9d-a7cf-90d7309d5615), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.857007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (834d2ff4-97d8-4100-ac97-4028c1c9f6f9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.857007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:23.870134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Publish callbacks [] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.871596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:23.873889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] For port 76832058-960f-4a30-892a-72e1a2490cd1, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:23.874097 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.882221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.887079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] For port 76832058-960f-4a30-892a-72e1a2490cd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76832058-960f-4a30-892a-72e1a2490cd1,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:23.903795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71507abb-8bc8-4d40-8599-2ee91dd863c0 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:23.932751 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (76832058-960f-4a30-892a-72e1a2490cd1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.958174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:23.971452 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.1076877
Apr 02 21:06:23.977617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47292) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:24.002956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:24.020260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9f08-cee4-4ad4-be7c-7b3687496c95 req-41e99145-9b9d-4141-9d13-d3e6f9959929 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.022366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d41d9f08-cee4-4ad4-be7c-7b3687496c95 req-41e99145-9b9d-4141-9d13-d3e6f9959929 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.2462156
Apr 02 21:06:24.028845 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Publish callbacks [] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.039929 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.045045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:24.064932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:24.069955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Pushing event updated for resources: {'Port': ['ID=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:24.093754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.094444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.110614 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540200a-e45e-4ed0-a5bc-6e10fb13384f None None] Pushing event updated for resources: {'Port': ['ID=89a0c787-d140-4f4c-8d0a-05d08a9196cb,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:24.135289 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Attempting to bind port 89a0c787-d140-4f4c-8d0a-05d08a9196cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:24.135674 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Attempting to bind port 89a0c787-d140-4f4c-8d0a-05d08a9196cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:24.136040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Attempting to bind port 89a0c787-d140-4f4c-8d0a-05d08a9196cb on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:24.137306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-70966ef4-3e9a-43ad-9b98-84e148e1b249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7992690
Apr 02 21:06:24.137945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47294) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:24.150838 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:24.151123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'name': 'tempest-TaggedBootDevicesTest_v242-1564927037', 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:24.151253 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:24.151628 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.166581 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:24.167230 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Bound port: 89a0c787-d140-4f4c-8d0a-05d08a9196cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:24.167643 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.256679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 71507abb-8bc8-4d40-8599-2ee91dd863c0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:24.257196 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.285192 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] For port 89a0c787-d140-4f4c-8d0a-05d08a9196cb, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:24.293723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] For port 89a0c787-d140-4f4c-8d0a-05d08a9196cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89a0c787-d140-4f4c-8d0a-05d08a9196cb,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:24.307508 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.326364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784587a220>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:16Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}, {'id': '2be71ba3-31b1-41c8-8235-b7ffa75f0105', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.216', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '19ccd802-b62f-4e90-8658-35f9abd17342', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:04:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:05:54Z', 'updated_at': '2022-04-02T21:06:19Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:24.331641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ade0a-6911-4c07-ba1d-5bff04a62de2 None None] Pushing event updated for resources: {'Port': ['ID=76832058-960f-4a30-892a-72e1a2490cd1,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:24.388405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:24.393909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.394081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Attempting to bind port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:24.394500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Attempting to bind port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:24.394957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Attempting to bind port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:24.399658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d41d9f08-cee4-4ad4-be7c-7b3687496c95 req-4fcd7987-422c-466b-b32c-ae3825429648 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666351
Apr 02 21:06:24.405170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f6a66-ba2d-4155-a70d-347c3708ab84 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:16Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}, {'id': '2be71ba3-31b1-41c8-8235-b7ffa75f0105', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.216', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '19ccd802-b62f-4e90-8658-35f9abd17342', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:04:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:05:54Z', 'updated_at': '2022-04-02T21:06:19Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:24.423389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:24.424168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Checking segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:24.425971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.426506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Bound using segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:24.427513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Bound port: e09c5fcf-06b4-4377-8ff2-1384d6aa2b83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:24.429032 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.439119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] device_id is not set on port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:06:24.570964 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540200a-e45e-4ed0-a5bc-6e10fb13384f None None] Pushing event updated for resources: {'Port': ['ID=89a0c787-d140-4f4c-8d0a-05d08a9196cb,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:24.588200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 71507abb-8bc8-4d40-8599-2ee91dd863c0 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:24.610813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:24.611615 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:24.699874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] For port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:24.703392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] For port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:24.723057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.734427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Network': ['ID=0e48615e-a54d-4c9d-a7cf-90d7309d5615,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:24.763760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Allocated IP 172.20.0.1 (34e42b06-bf12-4208-8eb7-5b6548299214/bf4f1a0c-11bf-4baf-a6e7-5c5005786f60/ecf3d289-10f1-448a-8eb0-a331c9568f9c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:24.770964 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:24.812589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e292b6-36b8-4082-9465-3d4cfc1813e7 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.818752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e292b6-36b8-4082-9465-3d4cfc1813e7 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.824321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e292b6-36b8-4082-9465-3d4cfc1813e7 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.829949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e292b6-36b8-4082-9465-3d4cfc1813e7 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.831943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f3e292b6-36b8-4082-9465-3d4cfc1813e7 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.8507948
Apr 02 21:06:24.854589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47298) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:24.862045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a122c72-694b-483e-a93d-60a6ac000412 None None] Pushing event updated for resources: {'Port': ['ID=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:24.868885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0e48615e-a54d-4c9d-a7cf-90d7309d5615 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:24.908113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d69313e-089e-4e8c-8351-e7b77d65a719 None None] New status for floating IP 2be71ba3-31b1-41c8-8235-b7ffa75f0105: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:06:24.915725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks [] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:24.970765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.976546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.982931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.988710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:24.995002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:25.001293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:25.006895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:25.015480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-bd05e814-c935-4978-b34e-d863f7f6ff51 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 1.1348755
Apr 02 21:06:25.037489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd6859-8933-4dda-b2d4-f62d3817d9df tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Network': ['ID=834d2ff4-97d8-4100-ac97-4028c1c9f6f9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:25.052229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57388e-48ee-4c23-95bd-272a0a3160ed req-e94b0499-223d-417f-a27c-79a8951c5f2c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:25.054053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c57388e-48ee-4c23-95bd-272a0a3160ed req-e94b0499-223d-417f-a27c-79a8951c5f2c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1310823
Apr 02 21:06:25.058140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.138159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596dc10>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:21Z', 'revision_number': 3, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:25.146981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Network 34e42b06-bf12-4208-8eb7-5b6548299214 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:25.156561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf3d289-10f1-448a-8eb0-a331c9568f9c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:25.158899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:25.164121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:25.204800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0e48615e-a54d-4c9d-a7cf-90d7309d5615), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.222623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 10.1.1.77 (f76a4a04-78ab-412e-b7f3-dab2f53bf154/61b5b8a0-06aa-4b9c-94ee-367349447637/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:25.234652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 834d2ff4-97d8-4100-ac97-4028c1c9f6f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:25.242976 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21db27f-acbe-4965-b934-d20f1cdedb2b None None] The sync data for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 is: [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:21Z', 'revision_number': 3, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:25.330739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e3f402c-4bfd-486a-b0ed-a736f7fb6615 req-c891c44f-8eb9-482e-9811-334ce4fba3b2 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3142715
Apr 02 21:06:25.361850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c57388e-48ee-4c23-95bd-272a0a3160ed req-d8c04bee-c537-494f-8759-698c370ed8c6 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066612
Apr 02 21:06:25.375708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.382215 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-786d3630-3717-47ee-8083-06041bf06cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.529622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0e48615e-a54d-4c9d-a7cf-90d7309d5615), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.567627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784578fe20>,) {'filters': {'network_id': ['0e48615e-a54d-4c9d-a7cf-90d7309d5615']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:25.581372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784578fe20>, 'c57b4635-5a5f-4ae5-8829-bb86142ec2fb') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:25.581372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784578fe20>, 'c57b4635-5a5f-4ae5-8829-bb86142ec2fb') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:25.593825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c57b4635-5a5f-4ae5-8829-bb86142ec2fb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.614629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c57b4635-5a5f-4ae5-8829-bb86142ec2fb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.639907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:25.640417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c57b4635-5a5f-4ae5-8829-bb86142ec2fb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:25.652508 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:25.658973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.839098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0e48615e-a54d-4c9d-a7cf-90d7309d5615), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.851323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.869323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/networks/0e48615e-a54d-4c9d-a7cf-90d7309d5615 HTTP/1.1" status: 204  len: 168 time: 0.9978693
Apr 02 21:06:25.870120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47304) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:25.875763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c7692c14-1da9-42c2-af6f-dac6438f0b28 None None] Provisioning complete for port ecf3d289-10f1-448a-8eb0-a331c9568f9c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:25.876986 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7692c14-1da9-42c2-af6f-dac6438f0b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:25.924827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c7692c14-1da9-42c2-af6f-dac6438f0b28 None None] Port ecf3d289-10f1-448a-8eb0-a331c9568f9c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:25.997937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865f07-9504-42bc-ae20-69e6a74f82e1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Network': ['ID=0e48615e-a54d-4c9d-a7cf-90d7309d5615,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:26.067220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:26.127563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb019a5-40a2-4247-9158-898f2a8b3376 None None] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:26.136346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (834d2ff4-97d8-4100-ac97-4028c1c9f6f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.269697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] Provisioning complete for port 76832058-960f-4a30-892a-72e1a2490cd1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:26.270181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (76832058-960f-4a30-892a-72e1a2490cd1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.338164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:26.338909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.349432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-264bb7f6-1932-4772-8948-b01188492e70 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.351399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-264bb7f6-1932-4772-8948-b01188492e70 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 814 time: 0.3018744
Apr 02 21:06:26.355157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (834d2ff4-97d8-4100-ac97-4028c1c9f6f9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.395842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-9aeb3626-d544-488d-b808-6a52d66294e0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/quotas/7f1a5e5adf8141058ce50ee9295e57cc HTTP/1.1" status: 200  len: 375 time: 0.0365744
Apr 02 21:06:26.427158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78464b0340>,) {'filters': {'network_id': ['834d2ff4-97d8-4100-ac97-4028c1c9f6f9']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:26.459020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78464b0340>, '77cdfd15-9bf4-4445-9c73-093cf2e97beb') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:26.459576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78464b0340>, '77cdfd15-9bf4-4445-9c73-093cf2e97beb') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:26.473431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (77cdfd15-9bf4-4445-9c73-093cf2e97beb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.520988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (77cdfd15-9bf4-4445-9c73-093cf2e97beb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.542052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:26.542642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (77cdfd15-9bf4-4445-9c73-093cf2e97beb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:26.546010 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:26.565378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.575006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-cf238623-577e-4c0e-b5f9-fa8fa8867698 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1775980
Apr 02 21:06:26.582441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] Current status of the port 76832058-960f-4a30-892a-72e1a2490cd1 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:26.582853 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (76832058-960f-4a30-892a-72e1a2490cd1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.624919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3db72-5e11-4fd6-a1bb-2a8a0b20f031 None None] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:26.717656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (834d2ff4-97d8-4100-ac97-4028c1c9f6f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.728009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] For port 76832058-960f-4a30-892a-72e1a2490cd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76832058-960f-4a30-892a-72e1a2490cd1,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:26.753170 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (76832058-960f-4a30-892a-72e1a2490cd1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.756068 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.757484 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.762418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/networks/834d2ff4-97d8-4100-ac97-4028c1c9f6f9 HTTP/1.1" status: 204  len: 168 time: 0.8727612
Apr 02 21:06:26.773641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47318) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:26.782151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4e202-e3ac-4edf-b8e2-be3fb55d2c5a tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Network': ['ID=834d2ff4-97d8-4100-ac97-4028c1c9f6f9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:26.828640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-d2363703-e49a-4392-a475-79e8243b24b5 service neutron] 10.222.0.18 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524812
Apr 02 21:06:26.849618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.867372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.873725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.886894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.895210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.901825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.909504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:26.911648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-18b35757-3b60-41cb-9ff2-f669610d5ebe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.3510108
Apr 02 21:06:26.913029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:26.964584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-76f373bd-f682-40f8-92a4-f7bf3bcdbbf2 service neutron] 10.222.0.18 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350272
Apr 02 21:06:27.011066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:27.011670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.077887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca520c-e574-45c9-956d-19855d220a09 None None] Pushing event updated for resources: {'Port': ['ID=76832058-960f-4a30-892a-72e1a2490cd1,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:27.174390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:27.184805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-db0df2ca-43f2-4a98-9363-6be23d84a6af None None] Provisioning complete for port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:27.185250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-db0df2ca-43f2-4a98-9363-6be23d84a6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.200977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-bdbe0ea4-fe6d-4e79-acfa-f81b99e9028a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:27.203022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-bdbe0ea4-fe6d-4e79-acfa-f81b99e9028a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7f0d67-0f7d-4175-8e4a-2dc61e583745 HTTP/1.1" status: 200  len: 945 time: 0.1379831
Apr 02 21:06:27.235871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:27.236019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.236914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 76832058-960f-4a30-892a-72e1a2490cd1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:27.252807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e4a8c-aa55-403c-a0b7-9905b30ababe tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:27.258420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e4a8c-aa55-403c-a0b7-9905b30ababe tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:27.264179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a8e4a8c-aa55-403c-a0b7-9905b30ababe tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4860473
Apr 02 21:06:27.271664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks [] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.273553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:27.276781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47326) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:27.290571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:27.321071 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f24667-49d3-44bb-bd1c-5300562a30ca req-f1581bfa-c4b3-4fc3-8e79-117153b7b292 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 210 time: 0.1165297
Apr 02 21:06:27.334700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.341739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1838975895'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:27.394718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:27.422740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-db0df2ca-43f2-4a98-9363-6be23d84a6af None None] Current status of the port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:27.424851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:27.435203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.460025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 76832058-960f-4a30-892a-72e1a2490cd1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:27.461061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:27.461414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (76832058-960f-4a30-892a-72e1a2490cd1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.468070 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.530427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Deleting port b0dbd78a-90ff-4260-85f6-5039e1755013 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:27.530768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.533781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:27.561012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-34a45b7f-85e0-4139-8025-36dc24d934be None None] Provisioning complete for port 76832058-960f-4a30-892a-72e1a2490cd1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:27.561660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34a45b7f-85e0-4139-8025-36dc24d934be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (76832058-960f-4a30-892a-72e1a2490cd1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.597223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (20ca1b21-71aa-476d-bf39-836f236c45ac), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.597581 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Added segment 20ca1b21-71aa-476d-bf39-836f236c45ac of type vlan for network ef87fdac-08c9-4828-87a3-e06ed4bd7c85
Apr 02 21:06:27.654804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23f92f32-9b25-4445-ad37-09ee3bd04fdb req-dd6846a2-57c6-47d4-9d6e-0d589bf63ce5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7285852
Apr 02 21:06:27.692049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:27.695218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.724172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 76832058-960f-4a30-892a-72e1a2490cd1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:27.742666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2d3ace42-995f-4da6-b85a-e32bbc05ce17 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.5968616
Apr 02 21:06:27.765909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] For port b0dbd78a-90ff-4260-85f6-5039e1755013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dbd78a-90ff-4260-85f6-5039e1755013,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:27.766227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.796221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-34a45b7f-85e0-4139-8025-36dc24d934be None None] Current status of the port 76832058-960f-4a30-892a-72e1a2490cd1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:27.798471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Calling delete_port for b0dbd78a-90ff-4260-85f6-5039e1755013 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:27.820858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf3d289-10f1-448a-8eb0-a331c9568f9c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:27.825948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-34a45b7f-85e0-4139-8025-36dc24d934be None None] Provisioning complete for port a1133854-4680-4b8a-a3a0-c552bb06f10b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:27.827713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34a45b7f-85e0-4139-8025-36dc24d934be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:27.926888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-34a45b7f-85e0-4139-8025-36dc24d934be None None] Port a1133854-4680-4b8a-a3a0-c552bb06f10b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:27.981291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Network 34e42b06-bf12-4208-8eb7-5b6548299214 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:27.983194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:27.988995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ef87fdac-08c9-4828-87a3-e06ed4bd7c85), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.042815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ef87fdac-08c9-4828-87a3-e06ed4bd7c85), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.053632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.063452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.077361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ec38516b-6fba-4474-b927-6686b5a01da9 None None] Provisioning complete for port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:28.077859 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec38516b-6fba-4474-b927-6686b5a01da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.151046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 89a0c787-d140-4f4c-8d0a-05d08a9196cb up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:28.265168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ec38516b-6fba-4474-b927-6686b5a01da9 None None] Port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:28.288177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:28.295407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ec38516b-6fba-4474-b927-6686b5a01da9 None None] Provisioning complete for port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:28.295786 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec38516b-6fba-4474-b927-6686b5a01da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.348918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Network': ['ID=ef87fdac-08c9-4828-87a3-e06ed4bd7c85,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:28.366842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4efae13a-f949-4885-94e4-0a772be2ee9e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0421226
Apr 02 21:06:28.367457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ef87fdac-08c9-4828-87a3-e06ed4bd7c85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:28.372847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:28.381316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1696996908'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:28.418254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:28.431614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6618915-a058-42a9-9efe-a020de3be8c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/0043276d-6372-4e67-8dc9-a4d6e6cdcc6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4022524
Apr 02 21:06:28.432084 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Sync routers for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:28.436934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.444079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.447870 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:28.448517 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:28.454696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.460021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.468342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.475033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.482009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:28.484635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7884eeef-9fec-4a52-808f-5f1b6b9f1751 req-c1dc825b-dcc9-459d-9704-4e3376f137bc tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.4588060
Apr 02 21:06:28.493646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b0dbd78a-90ff-4260-85f6-5039e1755013), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.496439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:28.504209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Request body: {'floatingip': {'port_id': '9aa225bb-5f59-4695-9481-c8b83a23a8f6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:28.518004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 89a0c787-d140-4f4c-8d0a-05d08a9196cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:28.518380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.535359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b0dbd78a-90ff-4260-85f6-5039e1755013'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:28.576780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47346) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:28.592293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032650790', 'description': 'tempest-description--2013644901'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:28.600192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:28.607680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.614902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Pushing event deleted for resources: {'Port': ['ID=b0dbd78a-90ff-4260-85f6-5039e1755013,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:28.645993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (f55041af-cfb1-49ca-b090-9fc2b60946de), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.664004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:28.709715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae3180ab-93f5-48bc-a525-85d7e75d769e req-b0741766-6af7-42ae-a445-6318bc78bb59 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 210 time: 0.0887427
Apr 02 21:06:28.779398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] No DVR routers for this DVR port b0dbd78a-90ff-4260-85f6-5039e1755013 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:06:28.781092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.785953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.789301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d39e03b-a207-42a1-aeb8-f9b2a4d37cba req-b1d2ea07-9253-4ab2-808d-de245cb0339a tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.21 "DELETE /v2.0/ports/b0dbd78a-90ff-4260-85f6-5039e1755013 HTTP/1.1" status: 204  len: 173 time: 1.5711467
Apr 02 21:06:28.791324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.796253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'name': 'network-vif-deleted', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:28.798353 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c1532-bfb5-4dab-8a00-daf603595907" -d '{"events": [{"server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "name": "network-vif-deleted", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:28.803662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:28.879016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ee1b122e-0001-401c-afa3-12867420f13e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:28.879287 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Added segment ee1b122e-0001-401c-afa3-12867420f13e of type vlan for network cae39873-8a80-497d-bef9-6d007373f582
Apr 02 21:06:28.898637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ec38516b-6fba-4474-b927-6686b5a01da9 None None] Current status of the port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:28.909298 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa064f3-17f1-44c6-8140-2d697d6415f9 x-openstack-request-id: req-3fa064f3-17f1-44c6-8140-2d697d6415f9 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:28.909868 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f0d67-0f7d-4175-8e4a-2dc61e583745", "name": "network-vif-deleted", "tag": "b0dbd78a-90ff-4260-85f6-5039e1755013", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:28.910279 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fa064f3-17f1-44c6-8140-2d697d6415f9 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:28.910832 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa064f3-17f1-44c6-8140-2d697d6415f9'] response: {'server_uuid': '2b7f0d67-0f7d-4175-8e4a-2dc61e583745', 'name': 'network-vif-deleted', 'tag': 'b0dbd78a-90ff-4260-85f6-5039e1755013', 'status': 'completed', 'code': 200}
Apr 02 21:06:28.999737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (cae39873-8a80-497d-bef9-6d007373f582), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.038528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-43b2892b-09ac-4d6c-91b8-80814dff5730 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:29.040921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-43b2892b-09ac-4d6c-91b8-80814dff5730 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.15 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 814 time: 0.3141680
Apr 02 21:06:29.066483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Request body: {'port': {'device_id': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'admin_state_up': True, 'tenant_id': '7f1a5e5adf8141058ce50ee9295e57cc'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:29.083107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 89a0c787-d140-4f4c-8d0a-05d08a9196cb is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:29.083730 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.109286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (cae39873-8a80-497d-bef9-6d007373f582), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.114443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:29.115207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.140531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 89a0c787-d140-4f4c-8d0a-05d08a9196cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89a0c787-d140-4f4c-8d0a-05d08a9196cb,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:29.151201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.154046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:29.195151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group (70c26988-f919-442c-9c3a-f5063bcf873b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.221228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (70c26988-f919-442c-9c3a-f5063bcf873b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.221467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8d825f2e-4cb4-43fc-992a-1f6be31c8868 None None] Provisioning complete for port ecf3d289-10f1-448a-8eb0-a331c9568f9c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:29.221937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8d825f2e-4cb4-43fc-992a-1f6be31c8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.272561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8d825f2e-4cb4-43fc-992a-1f6be31c8868 None None] Port ecf3d289-10f1-448a-8eb0-a331c9568f9c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:29.273153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8983076
Apr 02 21:06:29.282185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:29.287322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'ports': [{'network_id': 'ef87fdac-08c9-4828-87a3-e06ed4bd7c85', 'name': 'tempest-port--664937689', 'admin_state_up': True}, {'network_id': 'cae39873-8a80-497d-bef9-6d007373f582', 'admin_state_up': False}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:29.287488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'port': {'network_id': 'ef87fdac-08c9-4828-87a3-e06ed4bd7c85', 'name': 'tempest-port--664937689', 'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:29.288014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'port': {'network_id': 'cae39873-8a80-497d-bef9-6d007373f582', 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:29.298967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0267d8-bd4e-40e5-bd3c-44642b89f894 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Network': ['ID=cae39873-8a80-497d-bef9-6d007373f582,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:29.325005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network cae39873-8a80-497d-bef9-6d007373f582 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:29.357663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.359092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7810874
Apr 02 21:06:29.371154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47372) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:29.377462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'security_group_rule': {'security_group_id': '70c26988-f919-442c-9c3a-f5063bcf873b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:29.398286 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596d310>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:26Z', 'revision_number': 2, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:29.407934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd1319-7184-4956-95a2-c7ab5bcbe9b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c26988-f919-442c-9c3a-f5063bcf873b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:29.418247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Made reservation on behalf of 7f1a5e5adf8141058ce50ee9295e57cc for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:29.423898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.427515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:29.428346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.450141 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Checking router: 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:29.450723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Updating router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a port ecf3d289-10f1-448a-8eb0-a331c9568f9c binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:06:29.501024 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.528253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:29.534419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465276332', 'description': 'tempest-description--133876866'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:29.568596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.578937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=89a0c787-d140-4f4c-8d0a-05d08a9196cb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:29.630169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:29.632105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 76832058-960f-4a30-892a-72e1a2490cd1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:29.672247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.691022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f55041af-cfb1-49ca-b090-9fc2b60946de), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.692729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 76832058-960f-4a30-892a-72e1a2490cd1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:29.693114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (76832058-960f-4a30-892a-72e1a2490cd1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.710109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group_rule (b9368485-16b5-4cd2-9327-bb983a970433), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.730322 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.789994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 76832058-960f-4a30-892a-72e1a2490cd1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:29.888742 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Floating IP f55041af-cfb1-49ca-b090-9fc2b60946de associated. External IP: 172.35.4.20, port: 9aa225bb-5f59-4695-9481-c8b83a23a8f6.
Apr 02 21:06:29.932771 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Publish callbacks [] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.937947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 89a0c787-d140-4f4c-8d0a-05d08a9196cb up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:29.941864 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.953685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'port': 2} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:29.958879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:29.995378 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c086be0-1b6e-4531-9a30-491277c2bd62 None None] Pushing event updated for resources: {'Port': ['ID=ecf3d289-10f1-448a-8eb0-a331c9568f9c,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:30.014468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 89a0c787-d140-4f4c-8d0a-05d08a9196cb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:30.014934 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.015477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4aece602-8612-4c42-8da5-3d1e770fe3a6 req-4db05404-085f-466e-90af-f6ee7a315293 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 210 time: 0.1763825
Apr 02 21:06:30.048171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.087054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group_rule (b9368485-16b5-4cd2-9327-bb983a970433), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.113794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Attempting to bind port ecf3d289-10f1-448a-8eb0-a331c9568f9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:30.114180 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Attempting to bind port ecf3d289-10f1-448a-8eb0-a331c9568f9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:30.114543 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Attempting to bind port ecf3d289-10f1-448a-8eb0-a331c9568f9c on network 34e42b06-bf12-4208-8eb7-5b6548299214 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:30.129955 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:30.131130 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Checking segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:30.131544 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.131944 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Bound using segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:30.136769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 89a0c787-d140-4f4c-8d0a-05d08a9196cb is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:30.137291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Bound port: ecf3d289-10f1-448a-8eb0-a331c9568f9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:30.137661 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.150394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Allocated IP 172.20.0.5 (a152d338-1362-4112-aded-4ce4e8c5efcf/d05e3563-f50b-4217-b781-f72e846d514d/61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:30.155654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b9368485-16b5-4cd2-9327-bb983a970433), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.192424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Router 29fd493d-0f10-4ed3-ab64-23faecbc19fc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:30.226797 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] For port ecf3d289-10f1-448a-8eb0-a331c9568f9c, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:30.228775 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group (c82df24d-3b50-4286-88e3-8888f456542e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.229753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9368485-16b5-4cd2-9327-bb983a970433,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:30.231282 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] For port ecf3d289-10f1-448a-8eb0-a331c9568f9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf3d289-10f1-448a-8eb0-a331c9568f9c,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:30.256317 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.301619 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c82df24d-3b50-4286-88e3-8888f456542e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.314953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] Provisioning complete for port ecf3d289-10f1-448a-8eb0-a331c9568f9c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:30.316029 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.322092 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:30.322845 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:30.351791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82df24d-3b50-4286-88e3-8888f456542e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:30.357088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.359983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-49364a12-aa10-4d52-b36f-28d3701be62b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9867973
Apr 02 21:06:30.367676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47380) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:30.385274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'security_group_rule': {'security_group_id': '70c26988-f919-442c-9c3a-f5063bcf873b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:30.391922 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c086be0-1b6e-4531-9a30-491277c2bd62 None None] Pushing event updated for resources: {'Port': ['ID=ecf3d289-10f1-448a-8eb0-a331c9568f9c,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:30.399817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.401108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc877dd4-7542-49e1-b8f7-9c908891b0fc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.8706529
Apr 02 21:06:30.430087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47382) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:30.439490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Request body: {'security_group_rule': {'security_group_id': 'c82df24d-3b50-4286-88e3-8888f456542e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:30.480266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group_rule (84170ad1-a7bf-44c3-9eca-ef3d3fdc20a7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.489277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] device_id is not set on port 75ba6791-962a-43bf-9694-e36b3f679de2 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:06:30.514885 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:30.518255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] Current status of the port ecf3d289-10f1-448a-8eb0-a331c9568f9c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:30.518773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.525966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:30.542673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] Sync routers for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:30.549849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.560944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:30.562408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f29610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:30.605780 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group_rule (f873ce48-bf88-4b1f-a654-b70bcc031a4a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.619595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-982c8354-03eb-4b6e-a8e1-8b6f581c33c6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "PUT /v2.0/floatingips/f55041af-cfb1-49ca-b090-9fc2b60946de HTTP/1.1" status: 200  len: 991 time: 2.1211441
Apr 02 21:06:30.628376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:30.630998 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b392e373-ef71-4e48-9df3-338ab59314da" -d '{"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:30.657076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group_rule (84170ad1-a7bf-44c3-9eca-ef3d3fdc20a7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.665753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (84170ad1-a7bf-44c3-9eca-ef3d3fdc20a7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.697824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:30.706181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84170ad1-a7bf-44c3-9eca-ef3d3fdc20a7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:30.722865 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10286ac-d560-45bb-b398-a3c9b7e0ac7b x-openstack-request-id: req-f10286ac-d560-45bb-b398-a3c9b7e0ac7b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:30.723017 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:30.723171 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f10286ac-d560-45bb-b398-a3c9b7e0ac7b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:30.723586 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10286ac-d560-45bb-b398-a3c9b7e0ac7b'] response: {'name': 'network-changed', 'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'status': 'completed', 'code': 200}
Apr 02 21:06:30.740677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.745127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-41207946-0aeb-4288-b3b0-95e2a608236d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3737681
Apr 02 21:06:30.745720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47388) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:30.753861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:30.763479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks [] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.784706 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.813321 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-09102dab-237d-4c96-881a-2825be919b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596d310>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:30.852310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group_rule (f873ce48-bf88-4b1f-a654-b70bcc031a4a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.861902 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09102dab-237d-4c96-881a-2825be919b62 None None] The sync data for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 is: [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:30.878950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (f873ce48-bf88-4b1f-a654-b70bcc031a4a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.920283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.920807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.921271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.921733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.922264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.922626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.923083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:30.936941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-4c126c0a-aef4-4ccc-a9fe-fc142d1c1cb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6706 time: 0.1781280
Apr 02 21:06:30.973365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.987922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:30.991869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5543582
Apr 02 21:06:30.991869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bd59a-9177-4810-9aa0-48e8f0e0e8c9 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f873ce48-bf88-4b1f-a654-b70bcc031a4a,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:30.992836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47390) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:30.997321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Request body: {'security_group_rule': {'security_group_id': 'c82df24d-3b50-4286-88e3-8888f456542e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:31.053390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.058116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] For port ecf3d289-10f1-448a-8eb0-a331c9568f9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf3d289-10f1-448a-8eb0-a331c9568f9c,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:31.104744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.110433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for port (75ba6791-962a-43bf-9694-e36b3f679de2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.165683 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group_rule (553752d0-c69d-400d-87e5-cfb5c930168b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.175924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6c31-e60d-422c-ae55-8536752705f7 None None] Pushing event updated for resources: {'Port': ['ID=ecf3d289-10f1-448a-8eb0-a331c9568f9c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:31.210045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] device_id is not set on port 5e7a595c-cb2f-4945-9567-3bd4818c3b80 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:06:31.259419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c0978f08-9e5f-4a9b-82a6-e42ed8f51070 None None] Provisioning complete for port ecf3d289-10f1-448a-8eb0-a331c9568f9c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:31.260058 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c0978f08-9e5f-4a9b-82a6-e42ed8f51070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.263998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 172.35.4.65 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/94f9cb15-1d28-442b-9662-245bc907ff79) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:31.317568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f29610>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f55041af-cfb1-49ca-b090-9fc2b60946de', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'floating_ip_address': '172.35.4.20', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'port_id': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'mac_address': 'fa:16:3e:3b:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:05:15Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 1, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:48Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:31.335554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group_rule (553752d0-c69d-400d-87e5-cfb5c930168b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.345272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-1753afc6-e2e9-4d7f-87e6-2721562f3ec3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1642036
Apr 02 21:06:31.348959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (553752d0-c69d-400d-87e5-cfb5c930168b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.362794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] Checking router: 29fd493d-0f10-4ed3-ab64-23faecbc19fc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:31.410913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:31.411812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f29610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:31.457664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c0978f08-9e5f-4a9b-82a6-e42ed8f51070 None None] Current status of the port ecf3d289-10f1-448a-8eb0-a331c9568f9c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:31.484701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553752d0-c69d-400d-87e5-cfb5c930168b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:31.504233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.505626 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-673f40dd-2292-4e3b-97ca-6b7f2094c32a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5123906
Apr 02 21:06:31.510172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47396) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:31.516054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:31.565230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (94f9cb15-1d28-442b-9662-245bc907ff79), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.566896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:31.573080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85493052-d5d6-4789-b448-9958560ebfe7 req-b81c96f2-7f2d-45be-a1e7-22051283f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:31.574698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-b81c96f2-7f2d-45be-a1e7-22051283f143 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 1128 time: 0.1711109
Apr 02 21:06:31.585658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.590076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Network a152d338-1362-4112-aded-4ce4e8c5efcf is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:31.606983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:31.641011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:31.686705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Pushing event updated for resources: {'Port': ['ID=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:31.725679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-29ae6001-5a2b-457c-b23f-4392d964bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:31.728380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-29ae6001-5a2b-457c-b23f-4392d964bb2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ad59ca6-db0d-408a-9756-69cb5adb69bd HTTP/1.1" status: 200  len: 913 time: 0.7905486
Apr 02 21:06:31.756722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (94f9cb15-1d28-442b-9662-245bc907ff79), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.758852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:31.759493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:31.828689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde54a4-3367-4528-b992-fbd7ce0c4f3c req-5a097afd-5b93-45e8-ba62-7f7afa86618e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:31.830252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bde54a4-3367-4528-b992-fbd7ce0c4f3c req-5a097afd-5b93-45e8-ba62-7f7afa86618e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 931 time: 0.2722948
Apr 02 21:06:31.848649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-6316dfcc-7eff-482e-9f67-39ad55c7d39b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7837598
Apr 02 21:06:31.855300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=94f9cb15-1d28-442b-9662-245bc907ff79,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:31.879380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Request body: {'port': {'device_id': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:31.891834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:31.899158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:31.902082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85493052-d5d6-4789-b448-9958560ebfe7 req-f629039d-ae12-49d9-80ac-375ed65d903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:31.903647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-f629039d-ae12-49d9-80ac-375ed65d903e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.2979002
Apr 02 21:06:31.907234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:31.969080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f29610>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f55041af-cfb1-49ca-b090-9fc2b60946de', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'floating_ip_address': '172.35.4.20', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'port_id': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'mac_address': 'fa:16:3e:3b:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:05:15Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 1, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:48Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:31.984801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for port (5e7a595c-cb2f-4945-9567-3bd4818c3b80), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.003843 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-df8505b6-8a44-48d2-916a-e38df68249b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6 HTTP/1.1" status: 200  len: 999 time: 0.2622414
Apr 02 21:06:32.010930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ecf3d289-10f1-448a-8eb0-a331c9568f9c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:32.013668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c21b2d-bb82-430f-83f7-644d4c7a3ed1 None None] The sync data for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 is: [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f55041af-cfb1-49ca-b090-9fc2b60946de', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'floating_ip_address': '172.35.4.20', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'port_id': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'mac_address': 'fa:16:3e:3b:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:05:15Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 1, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:48Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:32.031696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-a134f575-f717-4575-a943-b850f5e38ceb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 200  len: 1002 time: 0.1180730
Apr 02 21:06:32.083082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ecf3d289-10f1-448a-8eb0-a331c9568f9c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:32.083540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.086106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85493052-d5d6-4789-b448-9958560ebfe7 req-e1664443-855c-44da-b5ef-d239fc92c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:32.088196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-e1664443-855c-44da-b5ef-d239fc92c4aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0490022
Apr 02 21:06:32.138804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.145340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-4787fac7-0670-401c-b1bc-78e7eeb35007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:32.147111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-4787fac7-0670-401c-b1bc-78e7eeb35007 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae01d4b1-1185-478a-81dc-3b1268d7eb3e HTTP/1.1" status: 200  len: 851 time: 0.1241198
Apr 02 21:06:32.163778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bde54a4-3367-4528-b992-fbd7ce0c4f3c req-afffaa7f-0399-4520-8e41-03b607f796a4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188844
Apr 02 21:06:32.204538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:32.209507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ecf3d289-10f1-448a-8eb0-a331c9568f9c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:32.240165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: b0dbd78a-90ff-4260-85f6-5039e1755013 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:32.240550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0dbd78a-90ff-4260-85f6-5039e1755013 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:32.249041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (75ba6791-962a-43bf-9694-e36b3f679de2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.277409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (1e210c5e-e34f-4520-8c18-e214b1f7688a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.288368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85493052-d5d6-4789-b448-9958560ebfe7 req-de96c4ec-66a6-472a-b4c7-f786f6af83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:32.289979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-de96c4ec-66a6-472a-b4c7-f786f6af83eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1910498
Apr 02 21:06:32.325774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.355803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e373-ef71-4e48-9df3-338ab59314da req-f187da85-fde5-4ecb-8568-6e8cd5defb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:32.357799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-f187da85-fde5-4ecb-8568-6e8cd5defb57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1930408
Apr 02 21:06:32.358465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Port': ['ID=75ba6791-962a-43bf-9694-e36b3f679de2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:32.396843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94f9cb15-1d28-442b-9662-245bc907ff79), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.409159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f42fa-c4d5-4adc-9a07-a3e336b2c825 None None] New status for floating IP f55041af-cfb1-49ca-b090-9fc2b60946de: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:06:32.420880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Checking segment: {'id': '20ca1b21-71aa-476d-bf39-836f236c45ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ef87fdac-08c9-4828-87a3-e06ed4bd7c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:32.421251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network hostable DHCP agents. Network: ef87fdac-08c9-4828-87a3-e06ed4bd7c85, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:32.515584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network ef87fdac-08c9-4828-87a3-e06ed4bd7c85 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:32.583744 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-cfc68abc-c091-47d1-aa7b-fc6c314e8bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179067
Apr 02 21:06:32.587423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef87fdac-08c9-4828-87a3-e06ed4bd7c85) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:32.600341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf034525-79bd-4c4f-bc0c-cdcbeb7b41f7 None None] Network ef87fdac-08c9-4828-87a3-e06ed4bd7c85 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:32.608716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:32.609572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5e7a595c-cb2f-4945-9567-3bd4818c3b80), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.754030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Port': ['ID=5e7a595c-cb2f-4945-9567-3bd4818c3b80,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:32.818435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b392e373-ef71-4e48-9df3-338ab59314da req-2ed2b8dd-c65e-4c2d-8761-97d60646508a service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231407
Apr 02 21:06:32.827784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Allocated IP 172.35.4.226 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/981f9d96-8267-4fa4-9a63-966ede56e8b4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:32.834299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Checking segment: {'id': 'ee1b122e-0001-401c-afa3-12867420f13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cae39873-8a80-497d-bef9-6d007373f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:32.834594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network hostable DHCP agents. Network: cae39873-8a80-497d-bef9-6d007373f582, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:32.875642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network cae39873-8a80-497d-bef9-6d007373f582 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:32.905308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cae39873-8a80-497d-bef9-6d007373f582) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:32.911456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:32.914116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749aee8-b627-48c3-92d1-38273c6368fe None None] Network cae39873-8a80-497d-bef9-6d007373f582 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:32.917653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:32.922148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:32.922831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.940776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:32.949977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Publish callbacks [] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:32.954273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-7a6dfcc9-4c9f-4222-95ef-dc04609f6d16 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6509013
Apr 02 21:06:32.955060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-14e2e6d7-f01f-4762-a4eb-9e6f6f746c13 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.6718102
Apr 02 21:06:32.959802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47398) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:33.014946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Transition to ACTIVE for port object 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:33.022838 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.100931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b09044-a371-487c-8e4c-665d70667eda tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.106680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b09044-a371-487c-8e4c-665d70667eda tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.108245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-36b09044-a371-487c-8e4c-665d70667eda tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1475308
Apr 02 21:06:33.112726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47400) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:33.115812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Pushing event updated for resources: {'Port': ['ID=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:33.117162 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.157399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85493052-d5d6-4789-b448-9958560ebfe7 req-850a05e2-5fd6-4a6d-9581-5f7e61dd5b5e service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743889
Apr 02 21:06:33.175989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (94f9cb15-1d28-442b-9662-245bc907ff79), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.188212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (94f9cb15-1d28-442b-9662-245bc907ff79), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.237532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.293243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Attempting to bind port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:33.293866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Attempting to bind port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:33.293866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Attempting to bind port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a on network a152d338-1362-4112-aded-4ce4e8c5efcf {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:33.300741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a on network a152d338-1362-4112-aded-4ce4e8c5efcf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:33.301111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Attempting to bind port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a on network a152d338-1362-4112-aded-4ce4e8c5efcf {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:33.310897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:33.311493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Checking segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:33.311948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Bound using segment: {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:33.312613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Bound port: 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9054c34-052d-494f-9605-83c398b3c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:33.313014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.325002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:33.326211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=94f9cb15-1d28-442b-9662-245bc907ff79,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:33.332837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:33.337531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Deleting port 75ba6791-962a-43bf-9694-e36b3f679de2 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:33.337908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (75ba6791-962a-43bf-9694-e36b3f679de2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.342943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:33.345083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1e210c5e-e34f-4520-8c18-e214b1f7688a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.420343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] For port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:33.420765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.421919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-57f3d7eb-1b9f-4a6f-ab53-8c675051d035 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6752596
Apr 02 21:06:33.432727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event updated for resources: {'Port': ['ID=981f9d96-8267-4fa4-9a63-966ede56e8b4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:33.468136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b0a7e-b4f0-407d-9931-ee26cecb852b req-795024d0-e1f9-4e19-8e7f-d7fd4fa96cb4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.469796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-640b0a7e-b4f0-407d-9931-ee26cecb852b req-795024d0-e1f9-4e19-8e7f-d7fd4fa96cb4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 943 time: 0.2042155
Apr 02 21:06:33.489274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] For port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:33.509053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.513836 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (75ba6791-962a-43bf-9694-e36b3f679de2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.579878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.580538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.581932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] 10.222.0.15 "PUT /v2.0/ports/61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a HTTP/1.1" status: 200  len: 1091 time: 1.7115903
Apr 02 21:06:33.584703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'tag': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:33.588403 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b28031-6ee7-451f-9bc8-6a32a2cb130c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ea6559-70e5-4edb-a7fd-354622b98a51", "tag": "61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:33.591366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Calling delete_port for 75ba6791-962a-43bf-9694-e36b3f679de2 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:33.610196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (c1ccc619-ab3b-44c0-a902-6f92fba274fe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.622975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-640b0a7e-b4f0-407d-9931-ee26cecb852b req-5fab23b9-7c72-441b-9452-0f7cc0a8f71e tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013706
Apr 02 21:06:33.684167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816df049-e4a7-4584-92e5-1d4ae766b6da service neutron] Pushing event updated for resources: {'Port': ['ID=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:33.690419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.695342 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71a4a0-6288-4c6d-a238-a71b887069b4 x-openstack-request-id: req-2e71a4a0-6288-4c6d-a238-a71b887069b4 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:33.695858 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ea6559-70e5-4edb-a7fd-354622b98a51", "tag": "61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:33.696837 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e71a4a0-6288-4c6d-a238-a71b887069b4 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:33.697417 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e71a4a0-6288-4c6d-a238-a71b887069b4'] response: {'name': 'network-changed', 'server_uuid': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'tag': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a', 'status': 'completed', 'code': 200}
Apr 02 21:06:33.774736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-3115142f-e1fc-4e4b-a228-5c53597892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.776266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-3115142f-e1fc-4e4b-a228-5c53597892db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 1125 time: 0.0939579
Apr 02 21:06:33.790452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (75ba6791-962a-43bf-9694-e36b3f679de2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.832809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-2ebff807-ade1-4c5d-9384-3db6f4523e08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a HTTP/1.1" status: 200  len: 217 time: 0.0484183
Apr 02 21:06:33.863464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Port': ['ID=75ba6791-962a-43bf-9694-e36b3f679de2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:33.864179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-c5fd4298-345f-4e0c-b171-2d6b8f13a0f6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2032650790&fields=id&tenant_id=76098fb9c22b4f84bb0afb2bbe66e858 HTTP/1.1" status: 200  len: 267 time: 0.0698285
Apr 02 21:06:33.867930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.873515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7dc2ad99-8dcb-4f19-9dc8-fe72b4c895aa tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/ports/75ba6791-962a-43bf-9694-e36b3f679de2 HTTP/1.1" status: 204  len: 168 time: 0.7562523
Apr 02 21:06:33.875976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47420) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:33.909806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-eb276809-7208-49b0-a7c9-61104518c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.911327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-eb276809-7208-49b0-a7c9-61104518c9e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 200  len: 854 time: 0.0570290
Apr 02 21:06:33.945549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.949371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-d637faed-e587-4a78-93e4-6aa1e453ce4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a152d338-1362-4112-aded-4ce4e8c5efcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314374
Apr 02 21:06:33.954628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:33.996363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-09d9e3a0-4623-4e0b-9847-12794c449aae tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:33.997801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-09d9e3a0-4623-4e0b-9847-12794c449aae tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 937 time: 0.1208360
Apr 02 21:06:34.040794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-39ac09e8-85e9-4f73-87c7-49abf5929a34 service neutron] 10.222.0.15 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837877
Apr 02 21:06:34.104940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event updated for resources: {'Port': ['ID=981f9d96-8267-4fa4-9a63-966ede56e8b4,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:34.120526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-090de27b-7d8e-4fd1-8a04-13e754b4118c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.121882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-090de27b-7d8e-4fd1-8a04-13e754b4118c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 936 time: 0.1121993
Apr 02 21:06:34.132077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c1ccc619-ab3b-44c0-a902-6f92fba274fe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.132859 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f5a69f-178b-4441-8c3a-73c94fe18ac5 req-c3e36729-9d4b-4900-9edd-8175c4dcfae1 service neutron] 10.222.0.15 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861835
Apr 02 21:06:34.189544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-04ebe53f-7e56-46ea-8b76-55b09fa5236e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0603518
Apr 02 21:06:34.203451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.204558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7a3da4e0-92d0-476c-ab67-fd512c4ed4da tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6919515
Apr 02 21:06:34.218614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Deleting port 5e7a595c-cb2f-4945-9567-3bd4818c3b80 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:34.218957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5e7a595c-cb2f-4945-9567-3bd4818c3b80), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.237694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-f3a2b0e9-9e7c-4249-bbf8-fe6cce581bad tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0389616
Apr 02 21:06:34.246277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-27b035ac-6630-4cac-9048-dc69086c5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.252708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-27b035ac-6630-4cac-9048-dc69086c5d45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 1125 time: 0.0604751
Apr 02 21:06:34.361864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5e7a595c-cb2f-4945-9567-3bd4818c3b80), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.378837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-4b9ddac1-a2d9-47a7-bd74-6b322a02b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.380314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-4b9ddac1-a2d9-47a7-bd74-6b322a02b741 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 200  len: 915 time: 0.1249766
Apr 02 21:06:34.387003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Calling delete_port for 5e7a595c-cb2f-4945-9567-3bd4818c3b80 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:34.398175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-147b7a3b-03aa-47db-a5cb-f689cecc8162 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--465276332&fields=id&tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce HTTP/1.1" status: 200  len: 267 time: 0.0702202
Apr 02 21:06:34.430352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-603d10b6-10aa-4dc6-b03e-50b28b8338f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a HTTP/1.1" status: 200  len: 217 time: 0.0420737
Apr 02 21:06:34.449365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-d1d2f3fb-6348-4150-b5dc-8e655d21d450 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.454359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-d1d2f3fb-6348-4150-b5dc-8e655d21d450 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.459219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-d1d2f3fb-6348-4150-b5dc-8e655d21d450 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.460850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-d1d2f3fb-6348-4150-b5dc-8e655d21d450 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/networks?id=4ddecd24-a294-4bc2-af54-c9e8165b2234&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=32fe859b-79f2-47de-9367-aa2bcd861a1d&id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 1995 time: 0.2134821
Apr 02 21:06:34.488049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-66cc6f77-ecc4-42ce-b2a6-7932b875b990 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/quotas/76098fb9c22b4f84bb0afb2bbe66e858 HTTP/1.1" status: 200  len: 375 time: 0.0198808
Apr 02 21:06:34.538650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-de42cc58-4a94-4e01-899d-2eda947c0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.540239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-de42cc58-4a94-4e01-899d-2eda947c0553 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 200  len: 854 time: 0.1021333
Apr 02 21:06:34.541177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5e7a595c-cb2f-4945-9567-3bd4818c3b80), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.575702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Port': ['ID=5e7a595c-cb2f-4945-9567-3bd4818c3b80,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:34.578279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-675d430f-f44e-4f81-954d-5b223d8a27c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a152d338-1362-4112-aded-4ce4e8c5efcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317311
Apr 02 21:06:34.584799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.590774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4f789454-c93d-4506-8e78-4113c82c2ab1 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/ports/5e7a595c-cb2f-4945-9567-3bd4818c3b80 HTTP/1.1" status: 204  len: 168 time: 0.7095261
Apr 02 21:06:34.592551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-afbc11cb-f73b-4056-912e-319ef1f27ebc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:34.594036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-afbc11cb-f73b-4056-912e-319ef1f27ebc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/networks?id=34e42b06-bf12-4208-8eb7-5b6548299214 HTTP/1.1" status: 200  len: 811 time: 0.1664853
Apr 02 21:06:34.594503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47434) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:34.601006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-839b559b-cfa6-4bf2-8e36-de1be6dcbe2f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1068733
Apr 02 21:06:34.661301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-12e56b3b-c013-4889-8fdf-fdfb7ad62427 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0496342
Apr 02 21:06:34.668055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47436) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:34.675001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2015334355'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:34.680228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-d1d003bc-a295-4d88-88dd-a452c035ea01 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/quotas/9d575ad1b73d40c4a8a1c7e0455886ce HTTP/1.1" status: 200  len: 375 time: 0.0666940
Apr 02 21:06:34.700548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f5f6440-7a34-4ee9-bff7-c6cf0c437298 service neutron] 10.222.0.18 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863860
Apr 02 21:06:34.756406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:34.760138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.790982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-a0d344d4-3d4b-495f-80c1-70dcd7c16b2c service neutron] 10.222.0.15 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955583
Apr 02 21:06:34.792574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-2539c0e7-f64e-4ea2-85cb-0e6c54562449 service neutron] 10.222.0.18 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863802
Apr 02 21:06:34.813560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:34.829924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-7dc5d933-6ce9-4ecc-83d5-a7836931b092 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1187479
Apr 02 21:06:34.835914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-fa1cef01-d3de-46f9-869d-cdafdc5dd03e service neutron] 10.222.0.18 "GET /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0367601
Apr 02 21:06:34.870250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1d6d399a-00a3-482f-9d06-d5ea2bde95e6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:34.870616 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Added segment 1d6d399a-00a3-482f-9d06-d5ea2bde95e6 of type vlan for network a5d8406b-5368-4bfa-b3f7-dd16e779f2c4
Apr 02 21:06:34.933362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-4d74c880-95f5-416b-ae1d-268cf5060c16 service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911326
Apr 02 21:06:35.040158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-36574873-f53f-41ae-b57a-cbaa900985ed service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975962
Apr 02 21:06:35.085916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-207718be-4f44-4302-8c29-1eaa87868077 service neutron] 10.222.0.18 "GET /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0395155
Apr 02 21:06:35.188048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-08584589-8599-4ecf-97b8-21941c14b3c3 service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962543
Apr 02 21:06:35.235550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a5d8406b-5368-4bfa-b3f7-dd16e779f2c4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.264999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b28031-6ee7-451f-9bc8-6a32a2cb130c req-f5e885c1-4b2d-4a2c-bc5c-05b11f5a0413 service neutron] 10.222.0.15 "GET /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4662273
Apr 02 21:06:35.286318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-2e56ad70-4552-4e65-8071-d7b08a73d0cb service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924721
Apr 02 21:06:35.290809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-2bd7150a-28de-41b9-81cc-a8940bb55871 service neutron] 10.222.0.18 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4454737
Apr 02 21:06:35.293199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a5d8406b-5368-4bfa-b3f7-dd16e779f2c4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.298143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:35.298808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.365561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6949835
Apr 02 21:06:35.368515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47440) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:35.373514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-87220948'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:35.407559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-095f61cf-3c31-4cb6-b6bd-eca847443cce service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140573
Apr 02 21:06:35.409204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:35.412554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.424374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bc3f0-5826-44bb-a72a-e68c90adba5e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Network': ['ID=a5d8406b-5368-4bfa-b3f7-dd16e779f2c4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:35.438738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a5d8406b-5368-4bfa-b3f7-dd16e779f2c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:35.462531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-c2623204-ec73-4e01-9b33-9b4b84a217ac service neutron] 10.222.0.18 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596179
Apr 02 21:06:35.498990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:35.516705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0721f2dd-2832-4797-b958-39db8f5209a4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.517309 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Added segment 0721f2dd-2832-4797-b958-39db8f5209a4 of type vlan for network 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0
Apr 02 21:06:35.564088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-4017655d-3e17-4d11-b903-f634fc585c82 service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492617
Apr 02 21:06:35.574701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.660305 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.665625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:35.666221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:35.734892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3465180
Apr 02 21:06:35.759477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d6f02-e26a-45be-bc10-5541279fc4f5 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Network': ['ID=9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:35.764883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-cfc001c2-c644-4688-9f27-9ab19a7a153e service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922433
Apr 02 21:06:35.773334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:35.846997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec2523-b13c-4f19-b97d-7b0a64777391 req-ff3b1c9c-b025-4665-ac0f-b17dafcece21 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:35.849795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cec2523-b13c-4f19-b97d-7b0a64777391 req-ff3b1c9c-b025-4665-ac0f-b17dafcece21 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 943 time: 0.1667697
Apr 02 21:06:35.859002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47448) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:35.864240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'subnets': [{'network_id': 'a5d8406b-5368-4bfa-b3f7-dd16e779f2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2116984478', 'ip_version': 4}, {'network_id': '9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:35.864600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'subnet': {'network_id': 'a5d8406b-5368-4bfa-b3f7-dd16e779f2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2116984478', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:35.865194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Request body: {'subnet': {'network_id': '9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:35.948913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-34be3eb1-a088-4be8-9241-2c154c530343 service neutron] 10.222.0.18 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673915
Apr 02 21:06:35.979757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cec2523-b13c-4f19-b97d-7b0a64777391 req-fdbfb4bd-7caf-47cd-bf4e-a062b528e14f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222973
Apr 02 21:06:36.067317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-cc630516-08e5-42a3-80f9-d9260187c149 service neutron] 10.222.0.18 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110780
Apr 02 21:06:36.092587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac572777-9344-46ec-89f8-d4b0bdf75acc req-21a53274-3bf3-4080-b160-eb1699abd233 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 210 time: 0.0469606
Apr 02 21:06:36.115332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Made reservation on behalf of 579dee8218df4553a23f900f07ee2b91 for: {'subnet': 2} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:36.120141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:36.120582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:36.198697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-c2278973-16e0-4992-93e9-ec8a41b5db68 service neutron] 10.222.0.18 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232054
Apr 02 21:06:36.316835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-d8550c4b-e2ba-4927-b78e-bd6d8e105498 service neutron] 10.222.0.18 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080310
Apr 02 21:06:36.426318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-c7b7aeda-2430-42c9-bd02-1a7794c3eb6a service neutron] 10.222.0.18 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005116
Apr 02 21:06:36.488572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-8652adcf-8b66-4b37-8b91-a50b964f6b0b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.493559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-8652adcf-8b66-4b37-8b91-a50b964f6b0b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 937 time: 0.0594769
Apr 02 21:06:36.546875 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (7a31b987-2f5c-43f5-a936-ee42e0a9d76c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:36.551636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-8412c028-a34c-41bf-802a-165c335d4747 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.553362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-8412c028-a34c-41bf-802a-165c335d4747 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 936 time: 0.0572319
Apr 02 21:06:36.606118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Subnet': ['ID=7a31b987-2f5c-43f5-a936-ee42e0a9d76c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:36.617102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Checking segment: {'id': '1d6d399a-00a3-482f-9d06-d5ea2bde95e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5d8406b-5368-4bfa-b3f7-dd16e779f2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:36.617530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network hostable DHCP agents. Network: a5d8406b-5368-4bfa-b3f7-dd16e779f2c4, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:36.635775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network a5d8406b-5368-4bfa-b3f7-dd16e779f2c4 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:36.644365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5d8406b-5368-4bfa-b3f7-dd16e779f2c4) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:36.648642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (e487891e-ff8f-4528-bb37-0564d6c5e9bf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:36.656354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdeb0e-6c44-46bd-a8c6-8a22d1668bc9 None None] Network a5d8406b-5368-4bfa-b3f7-dd16e779f2c4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:36.717458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event updated for resources: {'Subnet': ['ID=e487891e-ff8f-4528-bb37-0564d6c5e9bf,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:36.728713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Checking segment: {'id': '0721f2dd-2832-4797-b958-39db8f5209a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:36.729074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network hostable DHCP agents. Network: 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:36.747788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Network 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:36.758190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:36.763233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.764354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.765161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:36.779374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239111a9-11aa-4561-b9a6-ca237de6766c None None] Network 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:36.792844 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2edeab96-86a4-49dd-919a-eaac6f83ceed tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 0.9297202
Apr 02 21:06:36.793104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47464) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:36.843007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35cc254-5287-49a6-a6e1-d98645dddacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5d8406b-5368-4bfa-b3f7-dd16e779f2c4', 'network_id': 'a5d8406b-5368-4bfa-b3f7-dd16e779f2c4', 'project_id': '579dee8218df4553a23f900f07ee2b91', 'fixed_ips': [{'subnet_id': '7a31b987-2f5c-43f5-a936-ee42e0a9d76c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:36.843996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e35cc254-5287-49a6-a6e1-d98645dddacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:36.932624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c5507-9553-4cd5-b7d2-22491999b8fd tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.934033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c5507-9553-4cd5-b7d2-22491999b8fd tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.935502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c5507-9553-4cd5-b7d2-22491999b8fd tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:36.941089 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1e8c5507-9553-4cd5-b7d2-22491999b8fd tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.1438224
Apr 02 21:06:36.941565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:36.981821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:37.022631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Deleting subnet 7a31b987-2f5c-43f5-a936-ee42e0a9d76c {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:06:37.027080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for subnet (7a31b987-2f5c-43f5-a936-ee42e0a9d76c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.079701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e078ab-5cdf-4374-a29a-4f46ccf15893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0', 'network_id': '9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0', 'project_id': '579dee8218df4553a23f900f07ee2b91', 'fixed_ips': [{'subnet_id': 'e487891e-ff8f-4528-bb37-0564d6c5e9bf'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:37.080948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e078ab-5cdf-4374-a29a-4f46ccf15893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.081124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7a31b987-2f5c-43f5-a936-ee42e0a9d76c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.137772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-63f100f9-032a-4dd3-83e5-6725bfe146ef tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:37.139361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-63f100f9-032a-4dd3-83e5-6725bfe146ef tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.21 "GET /v2.0/networks?id=34e42b06-bf12-4208-8eb7-5b6548299214 HTTP/1.1" status: 200  len: 811 time: 0.2791603
Apr 02 21:06:37.220727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-c7262e90-0cc9-4468-bd75-343f4d2638d4 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce HTTP/1.1" status: 200  len: 379 time: 0.0713203
Apr 02 21:06:37.224637 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7a31b987-2f5c-43f5-a936-ee42e0a9d76c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.236168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Request body: {'port': {'device_id': '99d56e21-a208-414f-8764-6698a043fac9', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'admin_state_up': True, 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'security_groups': ['c82df24d-3b50-4286-88e3-8888f456542e']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:37.284997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f87f-a4a4-4125-b985-ae6c54faed46 req-c0c66de4-7c88-4672-b408-fc3647a238a5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:37.292797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba7f87f-a4a4-4125-b985-ae6c54faed46 req-c0c66de4-7c88-4672-b408-fc3647a238a5 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 943 time: 0.1605380
Apr 02 21:06:37.307843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:37.325617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a', 'network_id': 'a152d338-1362-4112-aded-4ce4e8c5efcf', 'port_id': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a', 'mac_address': 'fa:16:3e:55:6e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e3563-f50b-4217-b781-f72e846d514d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:37.369090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ba7f87f-a4a4-4125-b985-ae6c54faed46 req-27359bbd-d212-4414-84e2-38eda9ca62bd tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750012
Apr 02 21:06:37.370810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7a31b987-2f5c-43f5-a936-ee42e0a9d76c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.390435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e46ab846-bbbc-4a04-9371-285d9a26fd09 req-0124161f-9ab1-4531-8930-9f9bcb5f90ef tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 210 time: 0.0847862
Apr 02 21:06:37.403385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Subnet': ['ID=7a31b987-2f5c-43f5-a936-ee42e0a9d76c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:37.412720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.422583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6a31b91-e420-40ab-9b4f-611bf706be12 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/subnets/7a31b987-2f5c-43f5-a936-ee42e0a9d76c HTTP/1.1" status: 204  len: 168 time: 0.4776719
Apr 02 21:06:37.423111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47486) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:37.512818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c190bb1-8ac9-4b53-b926-6a0aececd995 req-35d2d520-25cf-4159-9cac-b6ceb9e82a58 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 210 time: 0.0413992
Apr 02 21:06:37.525327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Deleting subnet e487891e-ff8f-4528-bb37-0564d6c5e9bf {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:06:37.529104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-6dcaaba3-1947-4591-8d32-59f0123f79ee tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:37.530707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-6dcaaba3-1947-4591-8d32-59f0123f79ee tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 937 time: 0.2359946
Apr 02 21:06:37.533920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for subnet (e487891e-ff8f-4528-bb37-0564d6c5e9bf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.573897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:37.574296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.590603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (e487891e-ff8f-4528-bb37-0564d6c5e9bf), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.618360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Made reservation on behalf of 9d575ad1b73d40c4a8a1c7e0455886ce for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:37.622810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.639111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e487891e-ff8f-4528-bb37-0564d6c5e9bf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.661674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-6019e470-c3ee-4a57-ba1e-7a9c3bc6aaa5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:37.663442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-6019e470-c3ee-4a57-ba1e-7a9c3bc6aaa5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 936 time: 0.0984275
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-e35cc254-5287-49a6-a6e1-d98645dddacc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a31b987-2f5c-43f5-a936-ee42e0a9d76c: This subnet is being modified by another concurrent operation.
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:06:37.663795 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a31b987-2f5c-43f5-a936-ee42e0a9d76c: This subnet is being modified by another concurrent operation.
Apr 02 21:06:37.669083 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:06:37.685489 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:06:37.690296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:37.716344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (e487891e-ff8f-4528-bb37-0564d6c5e9bf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.722976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-03e078ab-5cdf-4374-a29a-4f46ccf15893 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e487891e-ff8f-4528-bb37-0564d6c5e9bf: This subnet is being modified by another concurrent operation.
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:06:37.726583 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e487891e-ff8f-4528-bb37-0564d6c5e9bf: This subnet is being modified by another concurrent operation.
Apr 02 21:06:37.732260 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:06:37.740090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.750162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b57f43-cab4-4897-9bae-689ab27c165a None None] Network a5d8406b-5368-4bfa-b3f7-dd16e779f2c4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:37.761153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Subnet': ['ID=e487891e-ff8f-4528-bb37-0564d6c5e9bf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:37.765969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:37.770072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a1aedf7-f307-49c5-8e48-f4a46edbc69e tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/subnets/e487891e-ff8f-4528-bb37-0564d6c5e9bf HTTP/1.1" status: 204  len: 168 time: 0.3453612
Apr 02 21:06:37.772632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:37.783396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a6cd3-0835-47d0-ac06-c5759f88d9db None None] Network 9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:37.847287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Allocated IP 172.20.0.14 (34e42b06-bf12-4208-8eb7-5b6548299214/bf4f1a0c-11bf-4baf-a6e7-5c5005786f60/af08ef28-22d4-4530-afd8-560f19818230) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:37.854673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab8a0e-058d-4dd7-b37b-9c3f7f097d67 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:37.860274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47492) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:37.862421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1aab8a0e-058d-4dd7-b37b-9c3f7f097d67 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0883694
Apr 02 21:06:37.911475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:37.964826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e59537-9593-405d-9aa3-4d946d96fd8f None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:06:37.982586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.095056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:38.152674 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.171102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for port (af08ef28-22d4-4530-afd8-560f19818230), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.185894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78443e18b0>,) {'filters': {'network_id': ['9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:38.199544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443e18b0>, '0721f2dd-2832-4797-b958-39db8f5209a4') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:38.199850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443e18b0>, '0721f2dd-2832-4797-b958-39db8f5209a4') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:38.203243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e59537-9593-405d-9aa3-4d946d96fd8f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:06:38.212488 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (0721f2dd-2832-4797-b958-39db8f5209a4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.238734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0721f2dd-2832-4797-b958-39db8f5209a4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.245731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (af08ef28-22d4-4530-afd8-560f19818230), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.247739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:38.248048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (0721f2dd-2832-4797-b958-39db8f5209a4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:38.251444 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:38.344995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Network 34e42b06-bf12-4208-8eb7-5b6548299214 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:38.355839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:38.357887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.359767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:38.368237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event updated for resources: {'Port': ['ID=af08ef28-22d4-4530-afd8-560f19818230,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:38.389883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.393204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/networks/9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0 HTTP/1.1" status: 204  len: 168 time: 0.5316794
Apr 02 21:06:38.395827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47502) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:38.419196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e57081-93b1-4aeb-8478-6f4ffaaacd2f tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Network': ['ID=9f15a9bf-b769-40d3-b4ed-dc7ee9dbb3a0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:38.450578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:38.451354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.471949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-a7efcf29-b624-4d06-abd4-9343727c4f82 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2455842
Apr 02 21:06:38.486918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Request body: {'port': {'device_id': '99d56e21-a208-414f-8764-6698a043fac9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:38.587006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a5d8406b-5368-4bfa-b3f7-dd16e779f2c4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.632923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (af08ef28-22d4-4530-afd8-560f19818230), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.637431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd1de-18ae-4a30-8c70-e7d0f8648a8d req-96006be6-666e-4aeb-9bfb-708c5e496064 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:38.639098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4dfd1de-18ae-4a30-8c70-e7d0f8648a8d req-96006be6-666e-4aeb-9bfb-708c5e496064 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 932 time: 0.1208084
Apr 02 21:06:38.672668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de45eaf-e89c-4a2a-a4a3-4a03844d96c5 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:06:38.694577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8da1-6564-4cfb-ae53-788aafded5fc req-5edc6d8f-689e-4b14-a837-9c02022eb0b9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:38.696227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-979d8da1-6564-4cfb-ae53-788aafded5fc req-5edc6d8f-689e-4b14-a837-9c02022eb0b9 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 944 time: 0.1804338
Apr 02 21:06:38.721023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a5d8406b-5368-4bfa-b3f7-dd16e779f2c4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.758831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78452a4460>,) {'filters': {'network_id': ['a5d8406b-5368-4bfa-b3f7-dd16e779f2c4']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:38.771058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4dfd1de-18ae-4a30-8c70-e7d0f8648a8d req-0fa40c33-88e6-492d-8261-5af15b2f425a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1195912
Apr 02 21:06:38.772840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78452a4460>, '1d6d399a-00a3-482f-9d06-d5ea2bde95e6') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:38.773139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78452a4460>, '1d6d399a-00a3-482f-9d06-d5ea2bde95e6') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:38.792926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (1d6d399a-00a3-482f-9d06-d5ea2bde95e6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.810294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1d6d399a-00a3-482f-9d06-d5ea2bde95e6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.817548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:38.817967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (1d6d399a-00a3-482f-9d06-d5ea2bde95e6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:38.822836 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:38.859506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de45eaf-e89c-4a2a-a4a3-4a03844d96c5 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:06:38.913105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abfe2ab-c6f1-4b03-bced-a3448fabed4c req-c6960187-3ffd-4e43-a520-0bd163f905d5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 210 time: 0.0651612
Apr 02 21:06:38.927661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a5d8406b-5368-4bfa-b3f7-dd16e779f2c4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.948771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:38.955767 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/networks/a5d8406b-5368-4bfa-b3f7-dd16e779f2c4 HTTP/1.1" status: 204  len: 168 time: 0.5586543
Apr 02 21:06:38.956525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47512) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:38.995504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d170a-ae70-407a-88e0-d0f65eece0dc tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Network': ['ID=a5d8406b-5368-4bfa-b3f7-dd16e779f2c4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:39.101476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (cae39873-8a80-497d-bef9-6d007373f582), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.115924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-bf4e1524-2776-4c04-9ae0-7ba5c53a5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.117389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-bf4e1524-2776-4c04-9ae0-7ba5c53a5a07 service neutron] 10.222.0.15 "GET /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 1033 time: 0.0683935
Apr 02 21:06:39.203328 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-979d8da1-6564-4cfb-ae53-788aafded5fc req-4619a788-0d78-4d84-9a00-13f40b650a8d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4985151
Apr 02 21:06:39.250832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-00b9bfc4-a1b6-45fc-a612-fe296c81abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.252375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-00b9bfc4-a1b6-45fc-a612-fe296c81abaf service neutron] 10.222.0.15 "GET /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 1032 time: 0.0977645
Apr 02 21:06:39.254295 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (cae39873-8a80-497d-bef9-6d007373f582), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.298003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f78dcd0>,) {'filters': {'network_id': ['cae39873-8a80-497d-bef9-6d007373f582']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:39.322321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f78dcd0>, 'ee1b122e-0001-401c-afa3-12867420f13e') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:39.322592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f78dcd0>, 'ee1b122e-0001-401c-afa3-12867420f13e') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:39.362368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (ee1b122e-0001-401c-afa3-12867420f13e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.392403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af08ef28-22d4-4530-afd8-560f19818230 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:39.392613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ee1b122e-0001-401c-afa3-12867420f13e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.401997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Publish callbacks [] for port (af08ef28-22d4-4530-afd8-560f19818230), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.413176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:39.413529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (ee1b122e-0001-401c-afa3-12867420f13e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:39.416996 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:39.420101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Transition to ACTIVE for port object af08ef28-22d4-4530-afd8-560f19818230 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:39.426602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (af08ef28-22d4-4530-afd8-560f19818230), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.460205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-b979707c-9d0b-4029-979e-a273c96d3dd9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.466022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-b979707c-9d0b-4029-979e-a273c96d3dd9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.472317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-b979707c-9d0b-4029-979e-a273c96d3dd9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.474075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Pushing event updated for resources: {'Port': ['ID=af08ef28-22d4-4530-afd8-560f19818230,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:39.474553 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-b979707c-9d0b-4029-979e-a273c96d3dd9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "GET /v2.0/networks?id=4ddecd24-a294-4bc2-af54-c9e8165b2234&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=32fe859b-79f2-47de-9367-aa2bcd861a1d&id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 1995 time: 0.2120631
Apr 02 21:06:39.580673 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-3a64fea1-a671-4de2-8d94-14044ff6ad83 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76098fb9c22b4f84bb0afb2bbe66e858 HTTP/1.1" status: 200  len: 380 time: 0.0659809
Apr 02 21:06:39.592642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'admin_state_up': True, 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'security_groups': ['70c26988-f919-442c-9c3a-f5063bcf873b']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:39.595072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Attempting to bind port af08ef28-22d4-4530-afd8-560f19818230 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:39.595475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Attempting to bind port af08ef28-22d4-4530-afd8-560f19818230 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:39.595807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Attempting to bind port af08ef28-22d4-4530-afd8-560f19818230 on network 34e42b06-bf12-4208-8eb7-5b6548299214 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:39.598883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (cae39873-8a80-497d-bef9-6d007373f582), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.602036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Port af08ef28-22d4-4530-afd8-560f19818230 on network 34e42b06-bf12-4208-8eb7-5b6548299214 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:39.602606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Attempting to bind port af08ef28-22d4-4530-afd8-560f19818230 on network 34e42b06-bf12-4208-8eb7-5b6548299214 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:39.608108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:39.608557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Checking segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:39.609031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Bound using segment: {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:39.609533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Bound port: af08ef28-22d4-4530-afd8-560f19818230, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c709cf67-57c7-4b6a-baaf-e41737010b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:39.609965 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (af08ef28-22d4-4530-afd8-560f19818230), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.629996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.637984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/networks/cae39873-8a80-497d-bef9-6d007373f582 HTTP/1.1" status: 204  len: 168 time: 0.6637416
Apr 02 21:06:39.643535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:39.664754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1a5d6-63c4-4aa0-9b9d-435e2b7936c6 tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Network': ['ID=cae39873-8a80-497d-bef9-6d007373f582,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:39.688239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] For port af08ef28-22d4-4530-afd8-560f19818230, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:39.693581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] For port af08ef28-22d4-4530-afd8-560f19818230, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af08ef28-22d4-4530-afd8-560f19818230,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:39.703162 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (af08ef28-22d4-4530-afd8-560f19818230), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.746303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.746930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.748323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/af08ef28-22d4-4530-afd8-560f19818230 HTTP/1.1" status: 200  len: 1092 time: 1.2658718
Apr 02 21:06:39.748793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:39.751267 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2262e9e-d59b-469f-9e6b-405560c7eec3" -d '{"events": [{"name": "network-changed", "server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "tag": "af08ef28-22d4-4530-afd8-560f19818230"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:39.820533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567311cc-6a06-4000-be9b-da76c20978b1 service neutron] Pushing event updated for resources: {'Port': ['ID=af08ef28-22d4-4530-afd8-560f19818230,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:39.823212 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ef87fdac-08c9-4828-87a3-e06ed4bd7c85), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:39.904695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-eb49aae6-0743-4521-b5ca-db1bafe65baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:39.907100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-eb49aae6-0743-4521-b5ca-db1bafe65baf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce&device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 1126 time: 0.0797637
Apr 02 21:06:39.924441 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c87bad6-7aae-4646-b4cf-eb0670f45aaf x-openstack-request-id: req-7c87bad6-7aae-4646-b4cf-eb0670f45aaf {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:39.924764 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "tag": "af08ef28-22d4-4530-afd8-560f19818230", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:39.925416 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c87bad6-7aae-4646-b4cf-eb0670f45aaf {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:39.925681 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c87bad6-7aae-4646-b4cf-eb0670f45aaf'] response: {'name': 'network-changed', 'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230', 'status': 'completed', 'code': 200}
Apr 02 21:06:40.025970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-bb2a2d63-cedf-4328-aa6e-f766054225e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af08ef28-22d4-4530-afd8-560f19818230 HTTP/1.1" status: 200  len: 217 time: 0.0978842
Apr 02 21:06:40.059539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:40.067317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.098647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ed76fe8-3243-4634-8df8-3b1a8acef316 req-ba8c98d3-c8d7-4e53-b5b9-3005ba9fa40b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 210 time: 0.0710387
Apr 02 21:06:40.120583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-964a26af-58db-42a4-b4ca-487d6f2ad8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.121186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ef87fdac-08c9-4828-87a3-e06ed4bd7c85), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.124890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-964a26af-58db-42a4-b4ca-487d6f2ad8c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf4f1a0c-11bf-4baf-a6e7-5c5005786f60 HTTP/1.1" status: 200  len: 850 time: 0.0839465
Apr 02 21:06:40.184831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78465a1e20>,) {'filters': {'network_id': ['ef87fdac-08c9-4828-87a3-e06ed4bd7c85']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:40.187676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76cbd1-c71f-46c9-820d-2974a321144e req-9125e9cc-a171-4cda-b184-b42b54ede257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.189279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-9125e9cc-a171-4cda-b184-b42b54ede257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e42b06-bf12-4208-8eb7-5b6548299214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0597744
Apr 02 21:06:40.236745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78465a1e20>, '20ca1b21-71aa-476d-bf39-836f236c45ac') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:40.237177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78465a1e20>, '20ca1b21-71aa-476d-bf39-836f236c45ac') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:40.254838 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (20ca1b21-71aa-476d-bf39-836f236c45ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.278820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (20ca1b21-71aa-476d-bf39-836f236c45ac), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.287512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fd261-64a7-4162-9874-19918ec4488a req-a03f2dab-0a35-4669-a40e-0051c8d3eb2f tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.289072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c4fd261-64a7-4162-9874-19918ec4488a req-a03f2dab-0a35-4669-a40e-0051c8d3eb2f tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 944 time: 0.3461130
Apr 02 21:06:40.292330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-4f0d7d97-73f6-4ddd-9e9e-4918131dc0f0 service neutron] 10.222.0.21 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930266
Apr 02 21:06:40.311060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:40.311451 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (20ca1b21-71aa-476d-bf39-836f236c45ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:40.314732 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:40.416497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309f418-7b68-4819-a75a-6f3f33c75371 req-08ed0bf4-d12c-4492-a6d7-97f601f5e914 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.417615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7309f418-7b68-4819-a75a-6f3f33c75371 req-08ed0bf4-d12c-4492-a6d7-97f601f5e914 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 944 time: 0.1206577
Apr 02 21:06:40.442339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de76cbd1-c71f-46c9-820d-2974a321144e req-3195258a-cb6a-4a99-9318-662618856f39 service neutron] 10.222.0.21 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354179
Apr 02 21:06:40.443030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ef87fdac-08c9-4828-87a3-e06ed4bd7c85), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.450794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.463587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] 10.222.0.18 "DELETE /v2.0/networks/ef87fdac-08c9-4828-87a3-e06ed4bd7c85 HTTP/1.1" status: 204  len: 168 time: 0.8038278
Apr 02 21:06:40.488870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c4fd261-64a7-4162-9874-19918ec4488a req-024fa244-69c4-46ff-ab58-b1d07718ce42 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1880183
Apr 02 21:06:40.492188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 172.20.0.7 (4ddecd24-a294-4bc2-af54-c9e8165b2234/9cf0dda7-605e-462d-a212-5840ccdc61ae/5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:40.493207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7309f418-7b68-4819-a75a-6f3f33c75371 req-f299f5b5-ed52-4ca7-86ed-8ae0a5afc6f0 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616596
Apr 02 21:06:40.516165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab13d2-2e11-4aad-99aa-fe5288a396de tempest-BulkNetworkOpsTest-1879222792 tempest-BulkNetworkOpsTest-1879222792-project] Pushing event deleted for resources: {'Network': ['ID=ef87fdac-08c9-4828-87a3-e06ed4bd7c85,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:40.606417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-c697e90e-f0e0-436d-b5c5-831ec5ac64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.607933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-c697e90e-f0e0-436d-b5c5-831ec5ac64d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce&device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 1126 time: 0.0514190
Apr 02 21:06:40.675709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.744879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.745764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-175c4df7-28de-4097-a101-0a2f9c48ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.748237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-175c4df7-28de-4097-a101-0a2f9c48ec41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e42b06-bf12-4208-8eb7-5b6548299214 HTTP/1.1" status: 200  len: 912 time: 0.1340954
Apr 02 21:06:40.798494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:40.807096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:40.808992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-3bfe7112-c06c-4422-8a84-a06ac7f9f7af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af08ef28-22d4-4530-afd8-560f19818230 HTTP/1.1" status: 200  len: 217 time: 0.0535593
Apr 02 21:06:40.811876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:40.847259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47540) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:40.855568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:40.873795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.875214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:40.896490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-93aa8398-f6c9-4ad9-b848-7f628450f0bc tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3099847
Apr 02 21:06:40.905560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-53e2bdf2-1e1a-4c28-8251-d50bd502d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:40.907196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-53e2bdf2-1e1a-4c28-8251-d50bd502d8dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf4f1a0c-11bf-4baf-a6e7-5c5005786f60 HTTP/1.1" status: 200  len: 850 time: 0.0870020
Apr 02 21:06:40.908520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'admin_state_up': True, 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'security_groups': ['70c26988-f919-442c-9c3a-f5063bcf873b']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:40.985070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:41.019612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-f840f0ad-c1ec-42b9-9a66-e69c19c7b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:41.026696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-f840f0ad-c1ec-42b9-9a66-e69c19c7b4a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e42b06-bf12-4208-8eb7-5b6548299214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1121926
Apr 02 21:06:41.069491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:41.072804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:41.073186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.197341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:41.198130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.228308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-ddc8e308-2df2-4586-9088-4d614a012522 service neutron] 10.222.0.21 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936710
Apr 02 21:06:41.243482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:41.246273 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47cdfff-adfb-4a12-a177-067ba7fa81f1" -d '{"events": [{"server_uuid": "b4ea6559-70e5-4edb-a7fd-354622b98a51", "name": "network-vif-plugged", "status": "completed", "tag": "61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:41.266207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:41.267665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5e0f1ee2-05c3-4546-bf22-59e769662193 None None] Provisioning complete for port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:41.268290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1ee2-05c3-4546-bf22-59e769662193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.292619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.328696 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796685d5-39fb-4582-9e7c-a93af561cc5d x-openstack-request-id: req-796685d5-39fb-4582-9e7c-a93af561cc5d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:41.328994 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ea6559-70e5-4edb-a7fd-354622b98a51", "name": "network-vif-plugged", "status": "completed", "tag": "61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:41.329257 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-796685d5-39fb-4582-9e7c-a93af561cc5d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:41.329700 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796685d5-39fb-4582-9e7c-a93af561cc5d'] response: {'server_uuid': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a', 'code': 200}
Apr 02 21:06:41.345531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f1ee2-05c3-4546-bf22-59e769662193 None None] Port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:41.368498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:41.375016 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2262e9e-d59b-469f-9e6b-405560c7eec3 req-62ef1652-7d4f-4e4c-b200-9f5ceef87b2a service neutron] 10.222.0.21 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383789
Apr 02 21:06:41.429541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa756ce-6b0a-4825-be13-f7433aa8305b req-8e898e55-a9dd-4c91-adbc-bd558b4aa66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:41.432017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6aa756ce-6b0a-4825-be13-f7433aa8305b req-8e898e55-a9dd-4c91-adbc-bd558b4aa66f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 1127 time: 0.0552320
Apr 02 21:06:41.452565 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-faa26eda-5499-4fd9-8901-14e9e6cf9705 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=579dee8218df4553a23f900f07ee2b91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6013258
Apr 02 21:06:41.454587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:41.490686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6aa756ce-6b0a-4825-be13-f7433aa8305b req-1de9665d-df34-4686-acea-21d6ff90cd64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518458
Apr 02 21:06:41.522647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c03e9-7469-4d32-ab39-db1018f2a28d req-6ebf4848-a258-4a56-8b2d-474c0c3420af tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:41.523089 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb1c03e9-7469-4d32-ab39-db1018f2a28d req-6ebf4848-a258-4a56-8b2d-474c0c3420af tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 931 time: 0.1488864
Apr 02 21:06:41.566096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:41.569377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.582464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37273249-23f2-4429-a767-065b64561ea0 admin admin] Publish callbacks [] for security_group (39000838-32c9-4d62-bec6-c3fdb888b92b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.621562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb1c03e9-7469-4d32-ab39-db1018f2a28d req-9c9a08a4-7981-4383-80d0-17d269943bb6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895743
Apr 02 21:06:41.622353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed9d9c-fe40-47ef-a048-1c4326c8d1f7 req-230101dd-ce20-45ba-bed7-3b39509b8326 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:41.623889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6ed9d9c-fe40-47ef-a048-1c4326c8d1f7 req-230101dd-ce20-45ba-bed7-3b39509b8326 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 944 time: 0.0550566
Apr 02 21:06:41.638818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37273249-23f2-4429-a767-065b64561ea0 admin admin] Publish callbacks [] for security_group (39000838-32c9-4d62-bec6-c3fdb888b92b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.680317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6ed9d9c-fe40-47ef-a048-1c4326c8d1f7 req-25a5a440-af52-4f2e-9e00-abaf3670e387 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501540
Apr 02 21:06:41.791046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37273249-23f2-4429-a767-065b64561ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (39000838-32c9-4d62-bec6-c3fdb888b92b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.793663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37273249-23f2-4429-a767-065b64561ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:41.794848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-37273249-23f2-4429-a767-065b64561ea0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39000838-32c9-4d62-bec6-c3fdb888b92b HTTP/1.1" status: 204  len: 168 time: 0.3386977
Apr 02 21:06:41.817626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37273249-23f2-4429-a767-065b64561ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39000838-32c9-4d62-bec6-c3fdb888b92b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:41.831993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ea09f-c7ca-484c-81df-37e2eccc9fff req-995be1f3-07e9-4c2b-83bd-2803b68b022c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:41.833517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f81ea09f-c7ca-484c-81df-37e2eccc9fff req-995be1f3-07e9-4c2b-83bd-2803b68b022c tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1192944
Apr 02 21:06:41.834680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 10.1.1.181 (f76a4a04-78ab-412e-b7f3-dab2f53bf154/61b5b8a0-06aa-4b9c-94ee-367349447637/7ae013e3-926a-45ea-aa70-0539b27a910a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:41.925063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f81ea09f-c7ca-484c-81df-37e2eccc9fff req-9b5bd720-232f-4589-a47f-5b9215425f1d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824187
Apr 02 21:06:42.024859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.060240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.108065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:42.116301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:42.122221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:42.126322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=7ae013e3-926a-45ea-aa70-0539b27a910a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:42.179286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:42.179933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.201769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-01c26e5f-41c9-4bbe-9f92-05283c3ee3eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2988493
Apr 02 21:06:42.213177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'admin_state_up': True, 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'security_groups': ['70c26988-f919-442c-9c3a-f5063bcf873b']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:42.355062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:42.359135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.477536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-12216c38-bf8e-4d52-8294-8a0451e8b30c None None] Provisioning complete for port 7ae013e3-926a-45ea-aa70-0539b27a910a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:42.479074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12216c38-bf8e-4d52-8294-8a0451e8b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.510253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 10.1.1.129 (f76a4a04-78ab-412e-b7f3-dab2f53bf154/61b5b8a0-06aa-4b9c-94ee-367349447637/bf93e761-9d1c-42fd-90a1-2b5196433096) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:42.519166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-12216c38-bf8e-4d52-8294-8a0451e8b30c None None] Port 7ae013e3-926a-45ea-aa70-0539b27a910a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:42.597137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47590) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:42.660014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.706080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.764708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1268487837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:42.770599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:42.783463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:42.802608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:42.809155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfb1fc-94ee-4867-94b2-1ba9a7551d79 req-24d7e6b4-98ca-40b0-86ad-3de09e3528bd tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:42.815116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfb1fc-94ee-4867-94b2-1ba9a7551d79 req-24d7e6b4-98ca-40b0-86ad-3de09e3528bd tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:42.821798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfb1fc-94ee-4867-94b2-1ba9a7551d79 req-24d7e6b4-98ca-40b0-86ad-3de09e3528bd tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:42.823861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8adfb1fc-94ee-4867-94b2-1ba9a7551d79 req-24d7e6b4-98ca-40b0-86ad-3de09e3528bd tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 2374 time: 0.0950806
Apr 02 21:06:42.825632 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.827090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.869215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=bf93e761-9d1c-42fd-90a1-2b5196433096,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:42.902814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:42.903661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.919090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router_controller (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.929616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7456a-bdf1-44e6-b971-39c7008d14ea req-2589cb26-7b29-41ef-bb8d-794a7272ffd2 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:42.932028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3fb7456a-bdf1-44e6-b971-39c7008d14ea req-2589cb26-7b29-41ef-bb8d-794a7272ffd2 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 944 time: 0.1660390
Apr 02 21:06:42.936326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.937592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-0ccdb03e-935c-4199-8716-c7f0e18b9058 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7289550
Apr 02 21:06:42.956018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8adfb1fc-94ee-4867-94b2-1ba9a7551d79 req-1fca4d0b-5de9-4390-84a6-17e9dd64111b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044891
Apr 02 21:06:42.959701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:42.962143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1b82f5c8-9dc0-4863-a898-20c7d03f5965 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.3632495
Apr 02 21:06:42.965646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47600) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:42.971454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2028060355'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:42.980875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d', 'admin_state_up': True, 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'security_groups': ['70c26988-f919-442c-9c3a-f5063bcf873b']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:43.010339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:43.015304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.040447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.097315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3fb7456a-bdf1-44e6-b971-39c7008d14ea req-c9cd35ff-fa6c-45d1-9633-a0645a0c41a1 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1573975
Apr 02 21:06:43.166615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25b703-b577-4c00-8ac1-10b1fd8092eb req-cbed4a0b-bba5-41f4-91f4-8b50ec834314 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:43.168482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db25b703-b577-4c00-8ac1-10b1fd8092eb req-cbed4a0b-bba5-41f4-91f4-8b50ec834314 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.0963254
Apr 02 21:06:43.175158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:43.222261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for security_group (c6277b40-c04d-407d-b826-8397721c4a8b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.235135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c6277b40-c04d-407d-b826-8397721c4a8b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.273364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.275450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db25b703-b577-4c00-8ac1-10b1fd8092eb req-5e5ab160-b52f-4cbd-b748-a3fcba13023b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984521
Apr 02 21:06:43.280414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:43.297976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6277b40-c04d-407d-b826-8397721c4a8b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:43.311655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b63ea9b2-5970-42e6-b209-03bd0d39569f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.312034 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Added segment b63ea9b2-5970-42e6-b209-03bd0d39569f of type vlan for network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6
Apr 02 21:06:43.368624 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (923cb499-b1b3-4053-8bb3-f2652a5d1dd6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.396222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (923cb499-b1b3-4053-8bb3-f2652a5d1dd6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.401424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:43.403223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.415111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a162b96f-e827-4ddf-a0e5-c0f66db41676 None None] Provisioning complete for port bf93e761-9d1c-42fd-90a1-2b5196433096 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:43.415631 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a162b96f-e827-4ddf-a0e5-c0f66db41676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.446831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4770463
Apr 02 21:06:43.447066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47604) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:43.451937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'subnet': {'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:43.469854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a162b96f-e827-4ddf-a0e5-c0f66db41676 None None] Port bf93e761-9d1c-42fd-90a1-2b5196433096 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:43.498203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea3da8-1185-43ee-a550-57a9bddfb752 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Network': ['ID=923cb499-b1b3-4053-8bb3-f2652a5d1dd6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:43.509638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:43.511670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6027-b203-406e-ae62-dbae8339962f req-4fa0b761-51f8-4968-8472-b9bd7c56fd21 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:43.513265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a4c6027-b203-406e-ae62-dbae8339962f req-4fa0b761-51f8-4968-8472-b9bd7c56fd21 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1107018
Apr 02 21:06:43.520703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 10.2.2.100 (32fe859b-79f2-47de-9367-aa2bcd861a1d/526b7094-4ef8-475d-8b67-b44d926b9530/10107d8d-9752-412f-8706-611605cd57c7) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:43.578209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:43.582378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.597850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a4c6027-b203-406e-ae62-dbae8339962f req-994ec091-3cf4-4c37-a71c-348b1d02d5a4 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749238
Apr 02 21:06:43.712022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (10107d8d-9752-412f-8706-611605cd57c7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.753352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.776172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (1186687d-b0ba-4243-b2df-b9a00547b57e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.827562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:43.833702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:43.836137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:43.838537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Subnet': ['ID=1186687d-b0ba-4243-b2df-b9a00547b57e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:43.845540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Checking segment: {'id': 'b63ea9b2-5970-42e6-b209-03bd0d39569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:43.845909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network hostable DHCP agents. Network: 923cb499-b1b3-4053-8bb3-f2652a5d1dd6, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:43.865006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:43.875941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:43.877355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 923cb499-b1b3-4053-8bb3-f2652a5d1dd6) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:43.882147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:43.883005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.889507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d9186-ae66-4381-967c-23af11a13c5f None None] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:43.905469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-983039ed-947b-4ed4-ae54-b00b5db7f87f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4574277
Apr 02 21:06:43.909057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47612) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:43.915340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'network': {'name': 'tempest-router-network01--1308912125'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:43.924723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d97d-1a7e-4533-9b22-5a93487e2013 req-e409aaa0-37df-48d8-9bd1-f993657400d1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:43.937333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e921d97d-1a7e-4533-9b22-5a93487e2013 req-e409aaa0-37df-48d8-9bd1-f993657400d1 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1693780
Apr 02 21:06:43.937603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:43.941404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.970251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:43.973632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:43.974793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.981975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7a102260-a7d9-4d64-ab05-9cfa9152e90a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:43.982550 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Added segment 7a102260-a7d9-4d64-ab05-9cfa9152e90a of type vlan for network 23807c3e-6b09-4f2f-a016-a945151b6aa8
Apr 02 21:06:44.005441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-d5fbaff7-86fb-44c1-a81b-026d91622bb2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0466328
Apr 02 21:06:44.017739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-923cb499-b1b3-4053-8bb3-f2652a5d1dd6', 'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6', 'project_id': 'efdf4d4cf65e4dbb9adc52b8c0bba01c', 'fixed_ips': [{'subnet_id': '1186687d-b0ba-4243-b2df-b9a00547b57e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:44.017937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d', 'admin_state_up': True, 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'security_groups': ['70c26988-f919-442c-9c3a-f5063bcf873b']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:44.019319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.037736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (23807c3e-6b09-4f2f-a016-a945151b6aa8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.043356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e921d97d-1a7e-4533-9b22-5a93487e2013 req-5f361cd2-002c-4486-92ad-11ceef6ebb3b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051431
Apr 02 21:06:44.086068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (23807c3e-6b09-4f2f-a016-a945151b6aa8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.096198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.098398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.212029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Network': ['ID=23807c3e-6b09-4f2f-a016-a945151b6aa8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:44.218995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8d743632-309c-4342-88cf-840afba8433c None None] Provisioning complete for port 10107d8d-9752-412f-8706-611605cd57c7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:44.219675 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8d743632-309c-4342-88cf-840afba8433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (10107d8d-9752-412f-8706-611605cd57c7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.239325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-10b84fa7-0a5c-44b3-b225-f7f7a29fa6e0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3280547
Apr 02 21:06:44.242009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:44.249835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'network': {'name': 'tempest-router-network02--1483798881'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:44.250104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:44.251841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device af08ef28-22d4-4530-afd8-560f19818230 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:06:44.268422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda747c5-5a38-4809-9891-ee55be51c59d req-8887c05e-7e2d-4471-be28-5b08c48436bf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.268851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Made reservation on behalf of 76098fb9c22b4f84bb0afb2bbe66e858 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:44.274113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.274607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda747c5-5a38-4809-9891-ee55be51c59d req-8887c05e-7e2d-4471-be28-5b08c48436bf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.279967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda747c5-5a38-4809-9891-ee55be51c59d req-8887c05e-7e2d-4471-be28-5b08c48436bf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.286171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda747c5-5a38-4809-9891-ee55be51c59d req-8887c05e-7e2d-4471-be28-5b08c48436bf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.290508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Allocated IP 2001:db8::2 (923cb499-b1b3-4053-8bb3-f2652a5d1dd6/1186687d-b0ba-4243-b2df-b9a00547b57e/cc829ba5-971b-4bc3-bb2f-7a502b195f9c) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:44.293428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8d743632-309c-4342-88cf-840afba8433c None None] Port 10107d8d-9752-412f-8706-611605cd57c7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:44.297463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eda747c5-5a38-4809-9891-ee55be51c59d req-8887c05e-7e2d-4471-be28-5b08c48436bf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 3095 time: 0.1746056
Apr 02 21:06:44.299452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c84a6-84a2-459a-aa2e-23a7d04df31e req-8d42b16a-5db0-4a26-82b6-339bb183d9a2 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.307085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d5c84a6-84a2-459a-aa2e-23a7d04df31e req-8d42b16a-5db0-4a26-82b6-339bb183d9a2 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1329153
Apr 02 21:06:44.341102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:44.344649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.358525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eda747c5-5a38-4809-9891-ee55be51c59d req-2bcc110c-9abe-4978-8920-f7124605af43 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598376
Apr 02 21:06:44.401745 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.437919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:44.448711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d5c84a6-84a2-459a-aa2e-23a7d04df31e req-8b16d79b-6387-478b-982a-6795ee19657d tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403315
Apr 02 21:06:44.506641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ae572952-6340-4579-a57d-d6f686c55da3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.506998 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Added segment ae572952-6340-4579-a57d-d6f686c55da3 of type vlan for network 605b5fab-a765-47ba-8ee2-4967a421af98
Apr 02 21:06:44.534508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57585046-4e70-4919-859d-6d8d5d8d2a8d req-d4b68d81-db43-487e-87bb-d18fe34b73f7 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.538364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57585046-4e70-4919-859d-6d8d5d8d2a8d req-d4b68d81-db43-487e-87bb-d18fe34b73f7 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 944 time: 0.0905001
Apr 02 21:06:44.545006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port af08ef28-22d4-4530-afd8-560f19818230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af08ef28-22d4-4530-afd8-560f19818230,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:44.597161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'af08ef28-22d4-4530-afd8-560f19818230', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'port_id': 'af08ef28-22d4-4530-afd8-560f19818230', 'mac_address': 'fa:16:3e:71:a4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:06:44.608482 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (605b5fab-a765-47ba-8ee2-4967a421af98), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.622918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57585046-4e70-4919-859d-6d8d5d8d2a8d req-a5b96ac5-50c9-4f8b-bf20-1899a65f1846 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776517
Apr 02 21:06:44.657564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Publish callbacks [] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.665991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Allocated IP 10.2.2.200 (32fe859b-79f2-47de-9367-aa2bcd861a1d/526b7094-4ef8-475d-8b67-b44d926b9530/da097fe9-f79d-4d6d-8d6c-d413f8913252) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:44.669851 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.672185 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (605b5fab-a765-47ba-8ee2-4967a421af98), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.674824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port af08ef28-22d4-4530-afd8-560f19818230 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:44.675201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (af08ef28-22d4-4530-afd8-560f19818230), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.678505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.680512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.724853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:44.729287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af08ef28-22d4-4530-afd8-560f19818230 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:44.734988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:44.737717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Pushing event updated for resources: {'Port': ['ID=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:44.739862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:44.771621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5273755
Apr 02 21:06:44.774632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port af08ef28-22d4-4530-afd8-560f19818230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af08ef28-22d4-4530-afd8-560f19818230,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:44.776571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47628) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:44.783878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'subnet': {'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:44.798448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (af08ef28-22d4-4530-afd8-560f19818230), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.833778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Attempting to bind port cc829ba5-971b-4bc3-bb2f-7a502b195f9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:44.834149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Attempting to bind port cc829ba5-971b-4bc3-bb2f-7a502b195f9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b63ea9b2-5970-42e6-b209-03bd0d39569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:44.834530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Attempting to bind port cc829ba5-971b-4bc3-bb2f-7a502b195f9c on network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:44.836920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e3c6-9037-4b63-a3dc-54ce1cf659dd tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Network': ['ID=605b5fab-a765-47ba-8ee2-4967a421af98,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:44.844502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:44.844977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Checking segment: {'id': 'b63ea9b2-5970-42e6-b209-03bd0d39569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:44.845277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.845666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Bound using segment: {'id': 'b63ea9b2-5970-42e6-b209-03bd0d39569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:44.846141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Bound port: cc829ba5-971b-4bc3-bb2f-7a502b195f9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63ea9b2-5970-42e6-b209-03bd0d39569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '923cb499-b1b3-4053-8bb3-f2652a5d1dd6'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:44.846534 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.854230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 605b5fab-a765-47ba-8ee2-4967a421af98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:44.887653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899af3a-24f8-4282-9d29-9ba1b39a364d req-2a094dd3-a715-4201-bb52-9c009b9fab58 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:44.889123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9899af3a-24f8-4282-9d29-9ba1b39a364d req-2a094dd3-a715-4201-bb52-9c009b9fab58 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1972167
Apr 02 21:06:44.894351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=af08ef28-22d4-4530-afd8-560f19818230,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:44.902216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:44.906666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:44.990669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] For port cc829ba5-971b-4bc3-bb2f-7a502b195f9c, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:44.994344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9899af3a-24f8-4282-9d29-9ba1b39a364d req-84229657-dbbf-40ac-96f6-4df1545b6e91 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761018
Apr 02 21:06:44.999481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] For port cc829ba5-971b-4bc3-bb2f-7a502b195f9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,segment=NetworkSegment(b63ea9b2-5970-42e6-b209-03bd0d39569f),segment_id=b63ea9b2-5970-42e6-b209-03bd0d39569f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:45.017941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.019324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.059859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.102161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1cb61-92d1-41d8-b306-ddaa0fdc687c None None] Pushing event updated for resources: {'Port': ['ID=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:45.105487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:45.119806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['af08ef28-22d4-4530-afd8-560f19818230'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:06:45.132237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:45.135692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:45.197792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event updated for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:45.212277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (24458d9a-a04c-456b-98ad-7a1c1be6cf60), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.216130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.216926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.237228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-28424d0b-57da-4d18-9410-be5651963258 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2230117
Apr 02 21:06:45.246241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92985a9-7844-42f1-95cd-af48639bbb99 req-3588990f-bad3-42cc-8975-43764a34f0fb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.248341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92985a9-7844-42f1-95cd-af48639bbb99 req-3588990f-bad3-42cc-8975-43764a34f0fb tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1485708
Apr 02 21:06:45.260817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:45.346788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.353383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Checking segment: {'id': '7a102260-a7d9-4d64-ab05-9cfa9152e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:45.356833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network hostable DHCP agents. Network: 23807c3e-6b09-4f2f-a016-a945151b6aa8, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:45.376148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Subnet': ['ID=24458d9a-a04c-456b-98ad-7a1c1be6cf60,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:45.447495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92985a9-7844-42f1-95cd-af48639bbb99 req-6e3ce940-2dc9-4c32-b83e-69b4d82421c8 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759915
Apr 02 21:06:45.477062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:45.491332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23807c3e-6b09-4f2f-a016-a945151b6aa8) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:45.497557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.498168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.510041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555244c8-8519-4665-ae8f-2d936aea49ff None None] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:45.541932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3ab508e8-b9dc-475a-af4a-b5b8280c22a7 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7606828
Apr 02 21:06:45.542072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47636) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:45.556443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'subnet': {'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:45.681482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-921fd3d7-4bbd-4cb7-89da-f5955d353415 None None] Provisioning complete for port da097fe9-f79d-4d6d-8d6c-d413f8913252 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:45.682105 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-921fd3d7-4bbd-4cb7-89da-f5955d353415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.716271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-23807c3e-6b09-4f2f-a016-a945151b6aa8', 'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8', 'project_id': 'efdf4d4cf65e4dbb9adc52b8c0bba01c', 'fixed_ips': [{'subnet_id': '24458d9a-a04c-456b-98ad-7a1c1be6cf60'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:45.717099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.724838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-01e83bda-0df8-4894-9f27-85fc1ef136c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.730890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-01e83bda-0df8-4894-9f27-85fc1ef136c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.736963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-01e83bda-0df8-4894-9f27-85fc1ef136c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.743021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-01e83bda-0df8-4894-9f27-85fc1ef136c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.744213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-921fd3d7-4bbd-4cb7-89da-f5955d353415 None None] Port da097fe9-f79d-4d6d-8d6c-d413f8913252 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:45.748723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-01e83bda-0df8-4894-9f27-85fc1ef136c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:45.758424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-01e83bda-0df8-4894-9f27-85fc1ef136c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 3816 time: 0.2064104
Apr 02 21:06:45.782289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:45.786865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.844562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b954341-cff3-4ecd-916d-6387a3984cd6 req-6470644e-dbee-4b3f-9cb1-64e30cdc6196 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848906
Apr 02 21:06:45.900014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Allocated IP 2001:db8::2 (23807c3e-6b09-4f2f-a016-a945151b6aa8/24458d9a-a04c-456b-98ad-7a1c1be6cf60/d9fe226e-d16b-41fe-908f-f7beafabfb52) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:45.973813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:45.982973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Publish callbacks [] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:45.998383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Transition to ACTIVE for port object 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:45.999536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cc829ba5-971b-4bc3-bb2f-7a502b195f9c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:46.004671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.116800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9524fb-1392-4123-8196-b0219ef86c90 req-76bb521a-9352-4985-8473-29e277154b0f tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:46.123935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc9524fb-1392-4123-8196-b0219ef86c90 req-76bb521a-9352-4985-8473-29e277154b0f tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 945 time: 0.3314879
Apr 02 21:06:46.137085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cc829ba5-971b-4bc3-bb2f-7a502b195f9c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:46.137471 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.202457 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Publish callbacks [] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.215275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.246881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (93a50f6f-a17d-4a7c-907d-dfeb93f94b0f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.253718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device af08ef28-22d4-4530-afd8-560f19818230 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:46.285789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:46.300391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Attempting to bind port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:46.301008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Attempting to bind port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:46.301624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Attempting to bind port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 on network 4ddecd24-a294-4bc2-af54-c9e8165b2234 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:46.311938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 on network 4ddecd24-a294-4bc2-af54-c9e8165b2234 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:46.312642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Attempting to bind port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 on network 4ddecd24-a294-4bc2-af54-c9e8165b2234 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:46.338504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc9524fb-1392-4123-8196-b0219ef86c90 req-6885d9aa-521e-4445-8c54-d31d877ce1cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2093134
Apr 02 21:06:46.343062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5d55-9dc3-4dfe-ac4b-9cc30a840d04 req-23fede7f-06be-4e97-b04f-adb239a9c72f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:46.343542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:46.359097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:46.361705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:46.370207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84cc5d55-9dc3-4dfe-ac4b-9cc30a840d04 req-23fede7f-06be-4e97-b04f-adb239a9c72f tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1580448
Apr 02 21:06:46.373626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Pushing event updated for resources: {'Port': ['ID=d9fe226e-d16b-41fe-908f-f7beafabfb52,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:46.382016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Subnet': ['ID=93a50f6f-a17d-4a7c-907d-dfeb93f94b0f,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:46.385295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Checking segment: {'id': 'ae572952-6340-4579-a57d-d6f686c55da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:46.385858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network hostable DHCP agents. Network: 605b5fab-a765-47ba-8ee2-4967a421af98, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:46.389835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:46.390241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Checking segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:46.392618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cc829ba5-971b-4bc3-bb2f-7a502b195f9c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:46.393020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.399826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Bound using segment: {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:46.403154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Bound port: 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:46.403753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.410273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 605b5fab-a765-47ba-8ee2-4967a421af98 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:46.428339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 605b5fab-a765-47ba-8ee2-4967a421af98) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:46.433838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:46.434867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.456970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be511a8-d971-4057-87b3-a7dd80eb1960 None None] Network 605b5fab-a765-47ba-8ee2-4967a421af98 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:46.509712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d556268-668f-4732-9e43-8c6acacfa963 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9662273
Apr 02 21:06:46.510924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47644) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:46.584026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port cc829ba5-971b-4bc3-bb2f-7a502b195f9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,segment=NetworkSegment(b63ea9b2-5970-42e6-b209-03bd0d39569f),segment_id=b63ea9b2-5970-42e6-b209-03bd0d39569f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:46.610964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-84cc5d55-9dc3-4dfe-ac4b-9cc30a840d04 req-8af8ae4f-b045-4bf4-9ec3-8293e7312209 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397087
Apr 02 21:06:46.624306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:46.628303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:46.635741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.644885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.683875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:46.684544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.685168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Attempting to bind port d9fe226e-d16b-41fe-908f-f7beafabfb52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:46.685631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Attempting to bind port d9fe226e-d16b-41fe-908f-f7beafabfb52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a102260-a7d9-4d64-ab05-9cfa9152e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:46.685889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Attempting to bind port d9fe226e-d16b-41fe-908f-f7beafabfb52 on network 23807c3e-6b09-4f2f-a016-a945151b6aa8 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:46.686021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 200  len: 1091 time: 1.4403973
Apr 02 21:06:46.686386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:46.688683 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:46.710787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:46.711243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Checking segment: {'id': '7a102260-a7d9-4d64-ab05-9cfa9152e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:46.712046 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.712465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Bound using segment: {'id': '7a102260-a7d9-4d64-ab05-9cfa9152e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:46.713069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Bound port: d9fe226e-d16b-41fe-908f-f7beafabfb52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a102260-a7d9-4d64-ab05-9cfa9152e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23807c3e-6b09-4f2f-a016-a945151b6aa8'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:46.713337 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.716005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port af08ef28-22d4-4530-afd8-560f19818230 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:06:46.727806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:46.744983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port af08ef28-22d4-4530-afd8-560f19818230 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:46.745397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (af08ef28-22d4-4530-afd8-560f19818230), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.792376 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9d3cf-35ec-42d6-926c-698851a1de5f x-openstack-request-id: req-85e9d3cf-35ec-42d6-926c-698851a1de5f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:46.792691 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:46.793015 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85e9d3cf-35ec-42d6-926c-698851a1de5f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:46.793423 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e9d3cf-35ec-42d6-926c-698851a1de5f'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'status': 'completed', 'code': 200}
Apr 02 21:06:46.825028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd6bba-6dd7-445e-9443-02acf1bbdea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:46.839197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] For port d9fe226e-d16b-41fe-908f-f7beafabfb52, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:46.840289 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:46.842562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] For port d9fe226e-d16b-41fe-908f-f7beafabfb52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9fe226e-d16b-41fe-908f-f7beafabfb52,segment=NetworkSegment(7a102260-a7d9-4d64-ab05-9cfa9152e90a),segment_id=7a102260-a7d9-4d64-ab05-9cfa9152e90a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:46.886109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79122f34-a1c1-4953-8a66-7e140b03f6ef None None] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:46.939491 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.004727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-3cb3ac56-4ed7-4683-bec2-62955358f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.005298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-3cb3ac56-4ed7-4683-bec2-62955358f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.005821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-3cb3ac56-4ed7-4683-bec2-62955358f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.006293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-3cb3ac56-4ed7-4683-bec2-62955358f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.006846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-3cb3ac56-4ed7-4683-bec2-62955358f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.018454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-3cb3ac56-4ed7-4683-bec2-62955358f735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 4394 time: 0.1844342
Apr 02 21:06:47.023633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:47.111918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.171455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-16872f21-3b12-4ac9-9826-4ad8a6c13c7c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.177500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-16872f21-3b12-4ac9-9826-4ad8a6c13c7c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.184227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-16872f21-3b12-4ac9-9826-4ad8a6c13c7c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.190051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-16872f21-3b12-4ac9-9826-4ad8a6c13c7c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.198205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-16872f21-3b12-4ac9-9826-4ad8a6c13c7c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.204247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-16872f21-3b12-4ac9-9826-4ad8a6c13c7c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 3828 time: 0.2562730
Apr 02 21:06:47.289422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81473e7c-f435-4a4a-bb96-c1f999b8014f req-d51a5d56-85b4-48fe-a087-9108b861b015 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840564
Apr 02 21:06:47.289540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-605b5fab-a765-47ba-8ee2-4967a421af98', 'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98', 'project_id': 'efdf4d4cf65e4dbb9adc52b8c0bba01c', 'fixed_ips': [{'subnet_id': '93a50f6f-a17d-4a7c-907d-dfeb93f94b0f'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:47.290445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.298060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-48d05b59-207d-487a-ace5-4413464156ba None None] Provisioning complete for port cc829ba5-971b-4bc3-bb2f-7a502b195f9c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:47.299090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48d05b59-207d-487a-ace5-4413464156ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.390320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port af08ef28-22d4-4530-afd8-560f19818230 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:47.390320 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (af08ef28-22d4-4530-afd8-560f19818230), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.405909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1133854-4680-4b8a-a3a0-c552bb06f10b {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:47.415270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-feb79339-7006-4814-905f-ccc52cba0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.415910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-feb79339-7006-4814-905f-ccc52cba0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.417000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-feb79339-7006-4814-905f-ccc52cba0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.418767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-feb79339-7006-4814-905f-ccc52cba0f0c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3927958
Apr 02 21:06:47.419120 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Publish callbacks [] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.439242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Transition to ACTIVE for port object a1133854-4680-4b8a-a3a0-c552bb06f10b will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:47.450632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.516163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-c7481de4-b9cb-4e11-8696-f234282d1787 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.518845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89df89e-032e-4a8a-a6d9-120448fe71f3 None None] Pushing event updated for resources: {'Port': ['ID=d9fe226e-d16b-41fe-908f-f7beafabfb52,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:47.519618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-c7481de4-b9cb-4e11-8696-f234282d1787 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.3652344
Apr 02 21:06:47.542550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:47.544767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:47.546074 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb58f8c-062e-4682-9f2a-585e5dec6a55" -d '{"events": [{"server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "name": "network-vif-plugged", "status": "completed", "tag": "af08ef28-22d4-4530-afd8-560f19818230"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:47.600833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port af08ef28-22d4-4530-afd8-560f19818230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af08ef28-22d4-4530-afd8-560f19818230,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:47.618433 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4b64a-ccef-4ac0-95a3-84217dbc90e4 x-openstack-request-id: req-b0d4b64a-ccef-4ac0-95a3-84217dbc90e4 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:47.619361 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "name": "network-vif-plugged", "status": "completed", "tag": "af08ef28-22d4-4530-afd8-560f19818230", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:47.619834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0d4b64a-ccef-4ac0-95a3-84217dbc90e4 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:47.620543 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d4b64a-ccef-4ac0-95a3-84217dbc90e4'] response: {'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230', 'code': 200}
Apr 02 21:06:47.623351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (af08ef28-22d4-4530-afd8-560f19818230), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.769260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Attempting to bind port a1133854-4680-4b8a-a3a0-c552bb06f10b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:47.769592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Attempting to bind port a1133854-4680-4b8a-a3a0-c552bb06f10b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:47.769910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Attempting to bind port a1133854-4680-4b8a-a3a0-c552bb06f10b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:47.777547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Port a1133854-4680-4b8a-a3a0-c552bb06f10b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:47.777875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Attempting to bind port a1133854-4680-4b8a-a3a0-c552bb06f10b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:47.784327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:47.784629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Checking segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:47.785012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Bound using segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:47.785450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Bound port: a1133854-4680-4b8a-a3a0-c552bb06f10b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:47.785807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.891474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-48d05b59-207d-487a-ace5-4413464156ba None None] Current status of the port cc829ba5-971b-4bc3-bb2f-7a502b195f9c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:47.909698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716e3e5-d5ac-4bb5-a923-44458f4e09d7 req-975ada93-1811-4cc1-85c2-63c39e2efa24 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:47.911256 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0716e3e5-d5ac-4bb5-a923-44458f4e09d7 req-975ada93-1811-4cc1-85c2-63c39e2efa24 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.1983812
Apr 02 21:06:47.927194 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:47.959383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Allocated IP 2001:db8::2 (605b5fab-a765-47ba-8ee2-4967a421af98/93a50f6f-a17d-4a7c-907d-dfeb93f94b0f/88d22397-1506-4f38-956c-ea111d3a8031) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:47.960011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:47.962873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=af08ef28-22d4-4530-afd8-560f19818230,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:48.067490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0716e3e5-d5ac-4bb5-a923-44458f4e09d7 req-8d7c4804-c6ba-4169-98f9-d996d8143a56 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450214
Apr 02 21:06:48.075449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:48.093182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.144035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cc829ba5-971b-4bc3-bb2f-7a502b195f9c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:48.186953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:48.187618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.189072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 1136 time: 1.4655690
Apr 02 21:06:48.190519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab17bb-8ae2-4a0a-9cff-87a1fd55bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:48.231510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:48.345217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Publish callbacks [] for port (88d22397-1506-4f38-956c-ea111d3a8031), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.365050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cc829ba5-971b-4bc3-bb2f-7a502b195f9c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:48.365307 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.423900 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (88d22397-1506-4f38-956c-ea111d3a8031), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.498237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8bdada58-6f09-4925-bc3d-b18e1b635060 None None] Provisioning complete for port cc829ba5-971b-4bc3-bb2f-7a502b195f9c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:48.498996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8bdada58-6f09-4925-bc3d-b18e1b635060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.537444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Network 605b5fab-a765-47ba-8ee2-4967a421af98 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:48.551948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Pushing event updated for resources: {'Port': ['ID=88d22397-1506-4f38-956c-ea111d3a8031,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:48.551948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:48.554408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:48.582086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-7abb423b-7fdb-4570-b96c-39bee712ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:48.584212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4715199-be3c-4d6a-9dc2-e0f7a99dedb0 req-7abb423b-7fdb-4570-b96c-39bee712ed84 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.1398382
Apr 02 21:06:48.636070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15eaafd-1e65-4716-bd38-62bbd4806a6f req-89c5a1bf-cb70-4eb7-9db5-d38c4d28f49c tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:48.638091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e15eaafd-1e65-4716-bd38-62bbd4806a6f req-89c5a1bf-cb70-4eb7-9db5-d38c4d28f49c tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 945 time: 1.2055824
Apr 02 21:06:48.655582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cc829ba5-971b-4bc3-bb2f-7a502b195f9c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:48.657848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d9fe226e-d16b-41fe-908f-f7beafabfb52 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:48.699164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35148e-a092-4ca5-8c03-d657607354bc req-863dd407-d4e9-4823-8c4c-48617ef3cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:48.701226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb35148e-a092-4ca5-8c03-d657607354bc req-863dd407-d4e9-4823-8c4c-48617ef3cd71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 1128 time: 0.9736383
Apr 02 21:06:48.743321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Deleting port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:48.743669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.750420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Allocated IP 2001:db8::1 (23807c3e-6b09-4f2f-a016-a945151b6aa8/24458d9a-a04c-456b-98ad-7a1c1be6cf60/5f4ebab9-3824-41c0-8f65-e9adb7480355) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:48.766236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.775749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e58d57-1d20-4aa9-abf1-125be2174cfa None None] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:48.778282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Attempting to bind port 88d22397-1506-4f38-956c-ea111d3a8031 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:48.778661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Attempting to bind port 88d22397-1506-4f38-956c-ea111d3a8031 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ae572952-6340-4579-a57d-d6f686c55da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:48.779656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Attempting to bind port 88d22397-1506-4f38-956c-ea111d3a8031 on network 605b5fab-a765-47ba-8ee2-4967a421af98 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:48.795165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'a1133854-4680-4b8a-a3a0-c552bb06f10b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:48.797234 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390da76b-72d7-40d6-a664-7f910bf1990c" -d '{"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "a1133854-4680-4b8a-a3a0-c552bb06f10b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:48.821442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:48.821840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Checking segment: {'id': 'ae572952-6340-4579-a57d-d6f686c55da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:48.822460 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.822647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Bound using segment: {'id': 'ae572952-6340-4579-a57d-d6f686c55da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:48.823103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Bound port: 88d22397-1506-4f38-956c-ea111d3a8031, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae572952-6340-4579-a57d-d6f686c55da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605b5fab-a765-47ba-8ee2-4967a421af98'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:48.823493 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (88d22397-1506-4f38-956c-ea111d3a8031), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:48.841058 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e15eaafd-1e65-4716-bd38-62bbd4806a6f req-afb715f5-5e1e-45ed-91e9-d71a239f3807 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1921728
Apr 02 21:06:48.914477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb35148e-a092-4ca5-8c03-d657607354bc req-65240038-495d-4c1f-a622-d877523d5b93 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2023063
Apr 02 21:06:48.951435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8bdada58-6f09-4925-bc3d-b18e1b635060 None None] Current status of the port cc829ba5-971b-4bc3-bb2f-7a502b195f9c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:48.962855 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0c9b60-ba1b-44c4-9cbe-033b530e08f6 x-openstack-request-id: req-2f0c9b60-ba1b-44c4-9cbe-033b530e08f6 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:48.963409 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "a1133854-4680-4b8a-a3a0-c552bb06f10b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:48.963904 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f0c9b60-ba1b-44c4-9cbe-033b530e08f6 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:48.964501 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0c9b60-ba1b-44c4-9cbe-033b530e08f6'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'a1133854-4680-4b8a-a3a0-c552bb06f10b', 'status': 'completed', 'code': 200}
Apr 02 21:06:48.986855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:48.991847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:48.997709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.003130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.009348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.014786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.016705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-9008a11e-bc91-4d19-bcf9-02c597ed1eb9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 4606 time: 0.2797592
Apr 02 21:06:49.029298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d9fe226e-d16b-41fe-908f-f7beafabfb52 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:49.029547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] For port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,segment=NetworkSegment(a9054c34-052d-494f-9605-83c398b3c6c1),segment_id=a9054c34-052d-494f-9605-83c398b3c6c1)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:49.029658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.029745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.050325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Calling delete_port for 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:49.122017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.125483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] For port 88d22397-1506-4f38-956c-ea111d3a8031, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:49.133304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.133731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.139292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] For port 88d22397-1506-4f38-956c-ea111d3a8031, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d22397-1506-4f38-956c-ea111d3a8031,segment=NetworkSegment(ae572952-6340-4579-a57d-d6f686c55da3),segment_id=ae572952-6340-4579-a57d-d6f686c55da3)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:49.142492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.143081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.143630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.144225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.146645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-390da76b-72d7-40d6-a664-7f910bf1990c req-48890f2e-2d2d-4bba-b1a4-4306b984b76b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5354 time: 0.1779563
Apr 02 21:06:49.158547 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (88d22397-1506-4f38-956c-ea111d3a8031), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.171655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Provisioning complete for port d9fe226e-d16b-41fe-908f-f7beafabfb52 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:49.172726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.217846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee20ea9c-0e54-4a6a-9990-d176680567e8 req-457d28a6-cb62-4252-b426-e8f7e81652fa tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1944368
Apr 02 21:06:49.324367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e2e42a-9a29-4609-a3e3-c32b9a7d602b {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:49.341166 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Publish callbacks [] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.386647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d9fe226e-d16b-41fe-908f-f7beafabfb52 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:49.386962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.391045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2808c-5a92-4ac4-8642-7459b6c40f3d None None] Pushing event updated for resources: {'Port': ['ID=88d22397-1506-4f38-956c-ea111d3a8031,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:49.399761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.422858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Current status of the port d9fe226e-d16b-41fe-908f-f7beafabfb52 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:49.423260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.466970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d9fe226e-d16b-41fe-908f-f7beafabfb52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9fe226e-d16b-41fe-908f-f7beafabfb52,segment=NetworkSegment(7a102260-a7d9-4d64-ab05-9cfa9152e90a),segment_id=7a102260-a7d9-4d64-ab05-9cfa9152e90a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:49.474261 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.479818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83dc50-2857-421f-9d6b-735da60e3e49 req-0c7875e1-3482-4609-9941-57702515dc0b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.482959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb83dc50-2857-421f-9d6b-735da60e3e49 req-0c7875e1-3482-4609-9941-57702515dc0b tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ea6559-70e5-4edb-a7fd-354622b98a51 HTTP/1.1" status: 200  len: 945 time: 0.3149793
Apr 02 21:06:49.499383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:49.509236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-5755c5c0-acc7-48a5-8148-477f598aa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.509707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-5755c5c0-acc7-48a5-8148-477f598aa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.510191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-5755c5c0-acc7-48a5-8148-477f598aa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.511747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-390da76b-72d7-40d6-a664-7f910bf1990c req-5755c5c0-acc7-48a5-8148-477f598aa05f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3558953
Apr 02 21:06:49.519129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:49.540868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:49.541409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.551295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Transition to ACTIVE for port object f2e2e42a-9a29-4609-a3e3-c32b9a7d602b will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:49.557778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.573360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.597372 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:06:49.597749 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:06:49.603772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d9fe226e-d16b-41fe-908f-f7beafabfb52,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:49.654398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Port': ['ID=5f4ebab9-3824-41c0-8f65-e9adb7480355,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:49.768583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Pushing event deleted for resources: {'Port': ['ID=61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:49.799031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:49.825625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb83dc50-2857-421f-9d6b-735da60e3e49 req-a84af019-d8eb-4b6d-9186-ff9731bde153 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e858314-638d-412a-bd01-c8fe7ab838e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3229301
Apr 02 21:06:49.875195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Attempting to bind port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:49.888245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Attempting to bind port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:49.889702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Attempting to bind port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:49.895146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] No DVR routers for this DVR port 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:06:49.901933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:49.903046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:49.903270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Attempting to bind port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:49.906644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] 10.222.0.15 "DELETE /v2.0/ports/61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a HTTP/1.1" status: 204  len: 173 time: 2.3423402
Apr 02 21:06:49.908845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'name': 'network-vif-deleted', 'tag': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:49.911624 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1d7fc8-0222-498b-9473-9fd815237ee1" -d '{"events": [{"server_uuid": "b4ea6559-70e5-4edb-a7fd-354622b98a51", "name": "network-vif-deleted", "tag": "61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:49.918306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da76b-72d7-40d6-a664-7f910bf1990c req-78c9b333-70b7-45ed-aaca-3b6856c1d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:49.919711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-390da76b-72d7-40d6-a664-7f910bf1990c req-78c9b333-70b7-45ed-aaca-3b6856c1d414 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3881040
Apr 02 21:06:49.926200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:49.926548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Checking segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:49.927048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Bound using segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:49.930512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Bound port: f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:49.930512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.009692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.074567 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d90e33e-fc45-4fae-9dfa-ad6d6fd755f3 x-openstack-request-id: req-1d90e33e-fc45-4fae-9dfa-ad6d6fd755f3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:50.075050 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ea6559-70e5-4edb-a7fd-354622b98a51", "name": "network-vif-deleted", "tag": "61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:50.075407 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d90e33e-fc45-4fae-9dfa-ad6d6fd755f3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:50.076203 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d90e33e-fc45-4fae-9dfa-ad6d6fd755f3'] response: {'server_uuid': 'b4ea6559-70e5-4edb-a7fd-354622b98a51', 'name': 'network-vif-deleted', 'tag': '61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a', 'status': 'completed', 'code': 200}
Apr 02 21:06:50.166689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:50.187234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:50.198360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d130cd95-d160-4330-bb86-24331aa724b1 None None] Current status of the port d9fe226e-d16b-41fe-908f-f7beafabfb52 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:50.205889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d9fe226e-d16b-41fe-908f-f7beafabfb52 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:50.206713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef352ac0-a67f-4f0d-994e-fd24b17c2254 req-e3c81ad1-b063-4943-857e-396e4c809a15 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.215063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef352ac0-a67f-4f0d-994e-fd24b17c2254 req-e3c81ad1-b063-4943-857e-396e4c809a15 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.1092124
Apr 02 21:06:50.218554 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.281251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d9fe226e-d16b-41fe-908f-f7beafabfb52 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:50.281728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.364050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:50.397465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.398225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.400666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-f114e582-0ea0-49dc-8046-bfe92833dabc service neutron] 10.222.0.15 "PUT /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 1135 time: 2.1758697
Apr 02 21:06:50.447549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d9fe226e-d16b-41fe-908f-f7beafabfb52 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:50.451668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d22397-1506-4f38-956c-ea111d3a8031 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:50.453433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bcea8f63-8d9b-410e-80a6-08991bd3c029 None None] Provisioning complete for port 5f4ebab9-3824-41c0-8f65-e9adb7480355 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:50.454004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bcea8f63-8d9b-410e-80a6-08991bd3c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.462348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef352ac0-a67f-4f0d-994e-fd24b17c2254 req-98fd6605-5659-44ab-958c-ab927cffd7d2 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2463913
Apr 02 21:06:50.470548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:50.562284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.608897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.617457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.618667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bcea8f63-8d9b-410e-80a6-08991bd3c029 None None] Port 5f4ebab9-3824-41c0-8f65-e9adb7480355 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:50.623913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.629745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.636642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.642801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.650059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:50.652396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-bf5bc3e6-467f-4630-a77a-a6422c6e2d9b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5383 time: 0.2476246
Apr 02 21:06:50.652575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 88d22397-1506-4f38-956c-ea111d3a8031 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:50.652836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d22397-1506-4f38-956c-ea111d3a8031), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.670183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.707823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.709058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.724080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bcea8f63-8d9b-410e-80a6-08991bd3c029 None None] Provisioning complete for port d9fe226e-d16b-41fe-908f-f7beafabfb52 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:50.724660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bcea8f63-8d9b-410e-80a6-08991bd3c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.798514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 88d22397-1506-4f38-956c-ea111d3a8031 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:50.798848 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (88d22397-1506-4f38-956c-ea111d3a8031), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.824721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Port': ['ID=5f4ebab9-3824-41c0-8f65-e9adb7480355,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:50.854019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ede1c48-e459-41da-87e8-7be7d7d17bb1 req-404e1967-06b6-4d66-87dd-6826d56e06fa tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1768997
Apr 02 21:06:50.863867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 88d22397-1506-4f38-956c-ea111d3a8031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d22397-1506-4f38-956c-ea111d3a8031,segment=NetworkSegment(ae572952-6340-4579-a57d-d6f686c55da3),segment_id=ae572952-6340-4579-a57d-d6f686c55da3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:06:50.874793 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (88d22397-1506-4f38-956c-ea111d3a8031), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:50.878606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bcea8f63-8d9b-410e-80a6-08991bd3c029 None None] Current status of the port d9fe226e-d16b-41fe-908f-f7beafabfb52 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:50.956986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:50.963671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:50.970196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'f2e2e42a-9a29-4609-a3e3-c32b9a7d602b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:50.977883 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071085d4-9b9f-49cb-9e2a-0536720ac014" -d '{"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "f2e2e42a-9a29-4609-a3e3-c32b9a7d602b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:51.073386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:06:51.105799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:06:51.106146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 61a9dbf1-d7f6-4ddd-af09-5187f7bcca4a not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:06:51.116289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae013e3-926a-45ea-aa70-0539b27a910a {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:51.134585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=88d22397-1506-4f38-956c-ea111d3a8031,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:51.138085 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca28e2-67a6-4a90-a63b-f8e949991bb4 x-openstack-request-id: req-fcca28e2-67a6-4a90-a63b-f8e949991bb4 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:51.138389 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "f2e2e42a-9a29-4609-a3e3-c32b9a7d602b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:51.138691 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcca28e2-67a6-4a90-a63b-f8e949991bb4 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:51.139036 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcca28e2-67a6-4a90-a63b-f8e949991bb4'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'f2e2e42a-9a29-4609-a3e3-c32b9a7d602b', 'status': 'completed', 'code': 200}
Apr 02 21:06:51.141718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Publish callbacks [] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.160742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884cdeb-424d-42a6-a0dc-92b71405d029 None None] Network 605b5fab-a765-47ba-8ee2-4967a421af98 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:51.169993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Transition to ACTIVE for port object 7ae013e3-926a-45ea-aa70-0539b27a910a will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:51.182252 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.196403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47684) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:51.251399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae013e3-926a-45ea-aa70-0539b27a910a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:51.257635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.259366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.259852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.260305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.260798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.261315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.261984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.264561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-bd6c2465-aed1-4013-bc73-1d8fa95491a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6313 time: 0.1587737
Apr 02 21:06:51.272533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1c3bc4a4-fa4e-4d7a-9a1d-2e051207d2e2 None None] Provisioning complete for port 88d22397-1506-4f38-956c-ea111d3a8031 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:51.273077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc4a4-fa4e-4d7a-9a1d-2e051207d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d22397-1506-4f38-956c-ea111d3a8031), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.353823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Deleting subnet d05e3563-f50b-4217-b781-f72e846d514d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:06:51.378387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Publish callbacks [] for subnet (d05e3563-f50b-4217-b781-f72e846d514d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.421168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-fd11071b-4ccd-4ea0-9973-704faa6e49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.421757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-fd11071b-4ccd-4ea0-9973-704faa6e49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.422336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-fd11071b-4ccd-4ea0-9973-704faa6e49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.424349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-fd11071b-4ccd-4ea0-9973-704faa6e49e2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1458800
Apr 02 21:06:51.452903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Router 3747ee75-a3ab-45f4-9f14-e3e215d83bf3 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:06:51.466620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (d05e3563-f50b-4217-b781-f72e846d514d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.479827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc4a4-fa4e-4d7a-9a1d-2e051207d2e2 None None] Current status of the port 88d22397-1506-4f38-956c-ea111d3a8031 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:51.519292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Attempting to bind port 7ae013e3-926a-45ea-aa70-0539b27a910a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:51.519631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Attempting to bind port 7ae013e3-926a-45ea-aa70-0539b27a910a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:51.520085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Attempting to bind port 7ae013e3-926a-45ea-aa70-0539b27a910a on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:51.533929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Port 7ae013e3-926a-45ea-aa70-0539b27a910a on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:51.534260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Attempting to bind port 7ae013e3-926a-45ea-aa70-0539b27a910a on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:51.542854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:51.543191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Checking segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:51.543582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Bound using segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:51.544022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Bound port: 7ae013e3-926a-45ea-aa70-0539b27a910a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:51.544388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.571338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d05e3563-f50b-4217-b781-f72e846d514d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.603087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2c924900-50cd-46e5-b357-a7e2f8fa552b None None] Provisioning complete for port 5f4ebab9-3824-41c0-8f65-e9adb7480355 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:51.603753 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c924900-50cd-46e5-b357-a7e2f8fa552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.670166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2c924900-50cd-46e5-b357-a7e2f8fa552b None None] Port 5f4ebab9-3824-41c0-8f65-e9adb7480355 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:06:51.678257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-ccd6814d-9d73-4364-ab77-c4cdfdc99bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.682406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-071085d4-9b9f-49cb-9e2a-0536720ac014 req-ccd6814d-9d73-4364-ab77-c4cdfdc99bb7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2496443
Apr 02 21:06:51.696971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:51.705661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e472f67-bcb9-4555-a8fd-d315431ae0a1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1904447
Apr 02 21:06:51.708253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47688) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:51.713830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60186ed-e775-497b-98da-dccbc877074b None None] Sync routers for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:51.729193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60186ed-e775-497b-98da-dccbc877074b None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:51.729836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c60186ed-e775-497b-98da-dccbc877074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456bda00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:51.768226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c60186ed-e775-497b-98da-dccbc877074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456bda00>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:51.777606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60186ed-e775-497b-98da-dccbc877074b None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:51.778128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c60186ed-e775-497b-98da-dccbc877074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456bda00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:51.819880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c60186ed-e775-497b-98da-dccbc877074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456bda00>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:51.821235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60186ed-e775-497b-98da-dccbc877074b None None] The sync data for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:51.866688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] For port 7ae013e3-926a-45ea-aa70-0539b27a910a, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:51.892186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d22397-1506-4f38-956c-ea111d3a8031 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:06:51.903852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] For port 7ae013e3-926a-45ea-aa70-0539b27a910a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ae013e3-926a-45ea-aa70-0539b27a910a,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:51.943173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51c41-e642-48ca-842b-5c0e5f4f5c46 req-c56ec94f-992e-4c18-b3bc-836d4b16c3f3 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:51.944926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05e51c41-e642-48ca-842b-5c0e5f4f5c46 req-c56ec94f-992e-4c18-b3bc-836d4b16c3f3 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.3397634
Apr 02 21:06:51.955225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.966055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 88d22397-1506-4f38-956c-ea111d3a8031 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:51.966629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d22397-1506-4f38-956c-ea111d3a8031), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.968935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (d05e3563-f50b-4217-b781-f72e846d514d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:51.971522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8b92a4cf-8d96-4767-a77b-04811ee59b08 None None] Provisioning complete for port 88d22397-1506-4f38-956c-ea111d3a8031 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:06:51.971960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8b92a4cf-8d96-4767-a77b-04811ee59b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (88d22397-1506-4f38-956c-ea111d3a8031), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.075633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05e3563-f50b-4217-b781-f72e846d514d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:52.091435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.092152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.093254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.094016 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ae013e3-926a-45ea-aa70-0539b27a910a HTTP/1.1" status: 200  len: 1091 time: 1.6284409
Apr 02 21:06:52.105122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.118043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.126303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.137591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.149349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.151006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:52.154571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8b92a4cf-8d96-4767-a77b-04811ee59b08 None None] Current status of the port 88d22397-1506-4f38-956c-ea111d3a8031 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:52.157106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.158127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 88d22397-1506-4f38-956c-ea111d3a8031 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:06:52.159461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-338438ed-20ee-4ee2-9d68-cd0c3de19d26 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5395 time: 0.1636744
Apr 02 21:06:52.253913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.264554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12dfe10f-3a19-454e-b67f-5e28802b04c6 req-6bcb229a-8dc0-4926-996a-a8e4836da4a9 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0956998
Apr 02 21:06:52.266127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47696) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:52.270482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc8dc098-26d7-4d1a-b61a-d3fec8ca63b0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d05e3563-f50b-4217-b781-f72e846d514d HTTP/1.1" status: 204  len: 168 time: 1.0253806
Apr 02 21:06:52.297354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b47d9-f0e7-4560-bce2-4823d0bce6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae013e3-926a-45ea-aa70-0539b27a910a,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:52.304103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05e51c41-e642-48ca-842b-5c0e5f4f5c46 req-38b14418-1de0-48a0-b2cb-83d2da35d842 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3452051
Apr 02 21:06:52.363537 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a152d338-1362-4112-aded-4ce4e8c5efcf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.461551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.496284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a152d338-1362-4112-aded-4ce4e8c5efcf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.525270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844769670>,) {'filters': {'network_id': ['a152d338-1362-4112-aded-4ce4e8c5efcf']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:52.539141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844769670>, 'a9054c34-052d-494f-9605-83c398b3c6c1') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:52.539668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844769670>, 'a9054c34-052d-494f-9605-83c398b3c6c1') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:52.548754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36906a-e2f6-4885-86f2-d37a7ec74ba1 req-b65f80fb-868a-45eb-b9dd-e4a48312cc72 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:52.550381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe36906a-e2f6-4885-86f2-d37a7ec74ba1 req-b65f80fb-868a-45eb-b9dd-e4a48312cc72 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.1473107
Apr 02 21:06:52.560149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47700) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:52.567190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Request body: {'floatingip': {'port_id': 'af08ef28-22d4-4530-afd8-560f19818230'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:52.573247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (a9054c34-052d-494f-9605-83c398b3c6c1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.622040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (c1ccc619-ab3b-44c0-a902-6f92fba274fe), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.625584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a9054c34-052d-494f-9605-83c398b3c6c1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.671970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:06:52.672369 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (a9054c34-052d-494f-9605-83c398b3c6c1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:06:52.674032 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:06:52.715678 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-c95cf3aa-4467-46bf-86a1-221944252ec1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:06:52.716768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c95cf3aa-4467-46bf-86a1-221944252ec1 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.0031209
Apr 02 21:06:52.720730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47702) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:52.847379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf93e761-9d1c-42fd-90a1-2b5196433096 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:52.856934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Publish callbacks [] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.863641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a152d338-1362-4112-aded-4ce4e8c5efcf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.873941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Transition to ACTIVE for port object bf93e761-9d1c-42fd-90a1-2b5196433096 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:52.879486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.887644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:52.891696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a152d338-1362-4112-aded-4ce4e8c5efcf HTTP/1.1" status: 204  len: 168 time: 0.6240406
Apr 02 21:06:52.934385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666f14a-bca0-4bf4-ace4-b1288bef3ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a152d338-1362-4112-aded-4ce4e8c5efcf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:52.936487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Pushing event updated for resources: {'Port': ['ID=bf93e761-9d1c-42fd-90a1-2b5196433096,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:53.023271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Attempting to bind port bf93e761-9d1c-42fd-90a1-2b5196433096 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:53.023717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Attempting to bind port bf93e761-9d1c-42fd-90a1-2b5196433096 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:53.024209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Attempting to bind port bf93e761-9d1c-42fd-90a1-2b5196433096 on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:53.033277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Port bf93e761-9d1c-42fd-90a1-2b5196433096 on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:53.033755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Attempting to bind port bf93e761-9d1c-42fd-90a1-2b5196433096 on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:53.041011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:53.041860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Checking segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:53.042448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Bound using segment: {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:53.043199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Bound port: bf93e761-9d1c-42fd-90a1-2b5196433096, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065af487-61ab-4615-a13d-4710c8c6ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:53.043810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.122040 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b852cd71-ecf2-47cb-856c-bbd93aeb2724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.126591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] For port bf93e761-9d1c-42fd-90a1-2b5196433096, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:53.130000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] For port bf93e761-9d1c-42fd-90a1-2b5196433096, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf93e761-9d1c-42fd-90a1-2b5196433096,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:53.138195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.145002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '7ae013e3-926a-45ea-aa70-0539b27a910a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:53.148013 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f5bd60-c7de-4bed-99fd-9318193eb388" -d '{"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "7ae013e3-926a-45ea-aa70-0539b27a910a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:53.188617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.189685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.191486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] 10.222.0.15 "PUT /v2.0/ports/bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 200  len: 1091 time: 1.0476141
Apr 02 21:06:53.221747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47708) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:53.232681 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709027a-395c-4a8c-b307-dc70bad47a85 x-openstack-request-id: req-2709027a-395c-4a8c-b307-dc70bad47a85 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:53.232966 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "7ae013e3-926a-45ea-aa70-0539b27a910a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:53.233223 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2709027a-395c-4a8c-b307-dc70bad47a85 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:53.233651 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2709027a-395c-4a8c-b307-dc70bad47a85'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '7ae013e3-926a-45ea-aa70-0539b27a910a', 'status': 'completed', 'code': 200}
Apr 02 21:06:53.251671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:53.258389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac6874-ad14-46bf-8b43-598c9a859356 service neutron] Pushing event updated for resources: {'Port': ['ID=bf93e761-9d1c-42fd-90a1-2b5196433096,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:53.347646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02df2c17-e3dd-4a41-ba85-c5a1c01554bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f1a5e5adf8141058ce50ee9295e57cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1244555
Apr 02 21:06:53.353079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47712) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:53.396002 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (10107d8d-9752-412f-8706-611605cd57c7), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.490999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37f6498c-0575-4300-a85a-2116ba95ae02 admin admin] Publish callbacks [] for security_group (7e858314-638d-412a-bd01-c8fe7ab838e0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.576283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37f6498c-0575-4300-a85a-2116ba95ae02 admin admin] Publish callbacks [] for security_group (7e858314-638d-412a-bd01-c8fe7ab838e0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.682843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37f6498c-0575-4300-a85a-2116ba95ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7e858314-638d-412a-bd01-c8fe7ab838e0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.685457 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-37f6498c-0575-4300-a85a-2116ba95ae02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.686632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-37f6498c-0575-4300-a85a-2116ba95ae02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e858314-638d-412a-bd01-c8fe7ab838e0 HTTP/1.1" status: 204  len: 168 time: 0.3071191
Apr 02 21:06:53.709071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6498c-0575-4300-a85a-2116ba95ae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e858314-638d-412a-bd01-c8fe7ab838e0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:53.751348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.751978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.752812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.752812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.753391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.753814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.754324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.756511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-0c3a08c9-0464-49fd-a632-deef0e80a84a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6509 time: 0.2526133
Apr 02 21:06:53.801780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10107d8d-9752-412f-8706-611605cd57c7 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:53.804502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.810086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.815901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.821805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.822938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Publish callbacks [] for port (10107d8d-9752-412f-8706-611605cd57c7), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.827337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.832741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.839091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:53.839528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Transition to ACTIVE for port object 10107d8d-9752-412f-8706-611605cd57c7 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:53.841187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-d9eb385f-67f3-4a90-8d1d-ee5459661a65 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5407 time: 0.3361809
Apr 02 21:06:53.844871 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:53.907137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Pushing event updated for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:53.994828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Attempting to bind port 10107d8d-9752-412f-8706-611605cd57c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:53.995198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Attempting to bind port 10107d8d-9752-412f-8706-611605cd57c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:53.995529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Attempting to bind port 10107d8d-9752-412f-8706-611605cd57c7 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:54.000801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Port 10107d8d-9752-412f-8706-611605cd57c7 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:54.001153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Attempting to bind port 10107d8d-9752-412f-8706-611605cd57c7 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:54.007418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:54.008726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Checking segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:54.009004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Bound using segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:54.009347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Bound port: 10107d8d-9752-412f-8706-611605cd57c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:54.009711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (10107d8d-9752-412f-8706-611605cd57c7), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.108509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:54.112300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10107d8d-9752-412f-8706-611605cd57c7,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:54.121229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.131279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-838a5065-d462-445b-9f0b-b5bd76297dfd req-15b3879f-ee37-41fc-9d7d-6a65cf5e07d4 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2761796
Apr 02 21:06:54.144851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-94d09e31-1e31-4127-b668-439ae9128e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:54.145340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-94d09e31-1e31-4127-b668-439ae9128e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:54.145794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-94d09e31-1e31-4127-b668-439ae9128e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:54.147634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-94d09e31-1e31-4127-b668-439ae9128e71 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3663564
Apr 02 21:06:54.164791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:54.165514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.167741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] 10.222.0.15 "PUT /v2.0/ports/10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 200  len: 1091 time: 0.9302733
Apr 02 21:06:54.209124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b53a-e036-46d7-84fd-826aeed67d65 service neutron] Pushing event updated for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:54.220861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Request body: {'port': {'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:54.306868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.310338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.385714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c1ccc619-ab3b-44c0-a902-6f92fba274fe), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.538320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-97c3bdad-9b21-4e91-974b-d9e6262c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:54.541572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3f5bd60-c7de-4bed-99fd-9318193eb388 req-97c3bdad-9b21-4e91-974b-d9e6262c9d9c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3877172
Apr 02 21:06:54.542784 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Floating IP c1ccc619-ab3b-44c0-a902-6f92fba274fe associated. External IP: 172.35.4.226, port: af08ef28-22d4-4530-afd8-560f19818230.
Apr 02 21:06:54.667832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.810098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:54.908180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da097fe9-f79d-4d6d-8d6c-d413f8913252 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:06:54.916881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Publish callbacks [] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.926939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:54.930820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Transition to ACTIVE for port object da097fe9-f79d-4d6d-8d6c-d413f8913252 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:06:54.936969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:54.995335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Pushing event updated for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:55.022212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-789999376-network', 'tenant_id': '6a2dc7aaed2f489fa941c447aa5e3aa7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:55.078706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Attempting to bind port da097fe9-f79d-4d6d-8d6c-d413f8913252 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:55.079021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Attempting to bind port da097fe9-f79d-4d6d-8d6c-d413f8913252 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:55.080271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Attempting to bind port da097fe9-f79d-4d6d-8d6c-d413f8913252 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:55.086576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Port da097fe9-f79d-4d6d-8d6c-d413f8913252 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:06:55.086927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Attempting to bind port da097fe9-f79d-4d6d-8d6c-d413f8913252 on network 32fe859b-79f2-47de-9367-aa2bcd861a1d {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:55.092277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:55.092649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Checking segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:55.093033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Bound using segment: {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:55.093463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Bound port: da097fe9-f79d-4d6d-8d6c-d413f8913252, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532cd59e-ad24-414f-8cd6-e97edd6bc732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:55.093821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.127598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Made reservation on behalf of 6a2dc7aaed2f489fa941c447aa5e3aa7 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:55.130428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.149492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.166957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:55.170411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:06:55.173596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:55.179727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.181386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.193254 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] Sync routers for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:55.209543 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:55.210186 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dab880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:55.224144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.225362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.227972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] 10.222.0.15 "PUT /v2.0/ports/da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 200  len: 1091 time: 1.0116804
Apr 02 21:06:55.238740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'bf93e761-9d1c-42fd-90a1-2b5196433096'}, {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '10107d8d-9752-412f-8706-611605cd57c7'}, {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:55.242081 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "bf93e761-9d1c-42fd-90a1-2b5196433096"}, {"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "10107d8d-9752-412f-8706-611605cd57c7"}, {"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:55.272672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting port 5f4ebab9-3824-41c0-8f65-e9adb7480355 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:06:55.275256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e3590-e956-42a4-bb47-0fa578936540 service neutron] Pushing event updated for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:55.275827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.309208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d31f4679-9aae-438b-894d-63199d55413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.319134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-eb1758d6-a0b9-449c-ab0f-0a869508f109 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "PUT /v2.0/floatingips/c1ccc619-ab3b-44c0-a902-6f92fba274fe HTTP/1.1" status: 200  len: 992 time: 2.7578979
Apr 02 21:06:55.328177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:06:55.330979 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c348e-9e1e-406c-ac98-b6336c1f7c00" -d '{"events": [{"name": "network-changed", "server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "tag": "af08ef28-22d4-4530-afd8-560f19818230"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:06:55.366581 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2343718-00b0-413a-8da8-60091a488135 x-openstack-request-id: req-a2343718-00b0-413a-8da8-60091a488135 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:55.367218 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "bf93e761-9d1c-42fd-90a1-2b5196433096", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "10107d8d-9752-412f-8706-611605cd57c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:55.367218 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2343718-00b0-413a-8da8-60091a488135 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:55.367716 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2343718-00b0-413a-8da8-60091a488135'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'bf93e761-9d1c-42fd-90a1-2b5196433096', 'status': 'completed', 'code': 200}
Apr 02 21:06:55.368442 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2343718-00b0-413a-8da8-60091a488135'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '10107d8d-9752-412f-8706-611605cd57c7', 'status': 'completed', 'code': 200}
Apr 02 21:06:55.368800 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2343718-00b0-413a-8da8-60091a488135'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252', 'status': 'completed', 'code': 200}
Apr 02 21:06:55.446440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.447397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.448168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.449338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.450032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.450868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.452151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.458001 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-4f4ad8d2-243c-4797-ad92-3b7c8acf9643 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6705 time: 0.1715086
Apr 02 21:06:55.473803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.480310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.483030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.486515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.494083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.500406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.501171 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:55.507317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.513561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks [] for security_group (733fb51b-aeac-434f-b628-01960432d81a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.519379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.521468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Calling delete_port for 5f4ebab9-3824-41c0-8f65-e9adb7480355 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:06:55.521704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-12b48c2b-41b3-4695-b45f-c84781299b1d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5431 time: 0.2148287
Apr 02 21:06:55.526619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (733fb51b-aeac-434f-b628-01960432d81a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.584431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733fb51b-aeac-434f-b628-01960432d81a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:55.586070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-df499fad-fd7b-4115-b562-0619c5d0f8d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 200  len: 217 time: 0.0635281
Apr 02 21:06:55.595967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:55.608727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d2b64b8e-8432-44cd-8c88-f5e4e6d74972), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.609243 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Added segment d2b64b8e-8432-44cd-8c88-f5e4e6d74972 of type vlan for network 8ca290df-4a62-423c-b150-fa9a6e2d5d52
Apr 02 21:06:55.678342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ef69dab-1334-4cc7-ae3b-bd534182ca36 req-a05e377f-c27f-4b21-8888-f6f3af46e0b3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1471672
Apr 02 21:06:55.683055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-38d6ed52-f604-4831-b9ce-a368b97d2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.684505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-38d6ed52-f604-4831-b9ce-a368b97d2785 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf0dda7-605e-462d-a212-5840ccdc61ae HTTP/1.1" status: 200  len: 856 time: 0.0827050
Apr 02 21:06:55.729776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175157-c89f-4ac1-80d3-2daa6f40eb13 req-ce93881a-203a-44e8-9357-5a02e8042d64 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.737978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37175157-c89f-4ac1-80d3-2daa6f40eb13 req-ce93881a-203a-44e8-9357-5a02e8042d64 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.2867424
Apr 02 21:06:55.774261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-132360c6-9b12-47bd-b461-e4952457e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.775914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-132360c6-9b12-47bd-b461-e4952457e46e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ddecd24-a294-4bc2-af54-c9e8165b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0855358
Apr 02 21:06:55.779335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8ca290df-4a62-423c-b150-fa9a6e2d5d52), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.818580 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dab880>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1ccc619-ab3b-44c0-a902-6f92fba274fe', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'floating_ip_address': '172.35.4.226', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'port_id': 'af08ef28-22d4-4530-afd8-560f19818230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'mac_address': 'fa:16:3e:71:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d56e21-a208-414f-8764-6698a043fac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:06:33Z', 'updated_at': '2022-04-02T21:06:54Z', 'revision_number': 1, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:55.834082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37175157-c89f-4ac1-80d3-2daa6f40eb13 req-b1037bd7-6efe-4825-9838-b32492917fd8 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951531
Apr 02 21:06:55.861454 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] Checking router: 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:06:55.873700 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:55.874628 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dab880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:55.907655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-772c6367-094c-461d-a32b-21f3b0c21ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246126
Apr 02 21:06:55.930744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8ca290df-4a62-423c-b150-fa9a6e2d5d52), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.931792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:55.932392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:55.970420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1046844
Apr 02 21:06:55.980008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47750) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:55.987590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Request body: {'subnet': {'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-789999376-subnet', 'tenant_id': '6a2dc7aaed2f489fa941c447aa5e3aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:56.020705 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:06:56.027192 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e1bff9-b630-4e29-8486-e774bfac9e5a x-openstack-request-id: req-53e1bff9-b630-4e29-8486-e774bfac9e5a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:06:56.027843 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "tag": "af08ef28-22d4-4530-afd8-560f19818230", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:06:56.028135 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53e1bff9-b630-4e29-8486-e774bfac9e5a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:06:56.028591 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e1bff9-b630-4e29-8486-e774bfac9e5a'] response: {'name': 'network-changed', 'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230', 'status': 'completed', 'code': 200}
Apr 02 21:06:56.029098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Made reservation on behalf of 6a2dc7aaed2f489fa941c447aa5e3aa7 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:56.032151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:56.036556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-c3ecbf1f-5154-4805-a11f-0420c82445b9 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204813
Apr 02 21:06:56.090110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-07b5c89e-915a-43af-94e9-45f6f04955fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 217 time: 0.0477734
Apr 02 21:06:56.105262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3b27-e822-486c-b438-dda5062bb23f admin admin] Pushing event updated for resources: {'Network': ['ID=8ca290df-4a62-423c-b150-fa9a6e2d5d52,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:56.118384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:56.171369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-601006dc-bb33-46c7-ba7a-c63ca74ef781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:56.173901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-601006dc-bb33-46c7-ba7a-c63ca74ef781 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0779049
Apr 02 21:06:56.248796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5f4ebab9-3824-41c0-8f65-e9adb7480355), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:56.252545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-04566dad-0bc0-4582-86bb-b4abeda9c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:56.254383 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-04566dad-0bc0-4582-86bb-b4abeda9c458 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0752013
Apr 02 21:06:56.318257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Port': ['ID=5f4ebab9-3824-41c0-8f65-e9adb7480355,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:56.379693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-e37c9215-95b7-43dd-96cd-a64ffa9dc731 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191304
Apr 02 21:06:56.427890 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dab880>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1ccc619-ab3b-44c0-a902-6f92fba274fe', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'floating_ip_address': '172.35.4.226', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'port_id': 'af08ef28-22d4-4530-afd8-560f19818230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'mac_address': 'fa:16:3e:71:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d56e21-a208-414f-8764-6698a043fac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:06:33Z', 'updated_at': '2022-04-02T21:06:54Z', 'revision_number': 1, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:56.446192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-5d3702d3-5b66-445a-b672-479f8e4c185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:56.448066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-5d3702d3-5b66-445a-b672-479f8e4c185e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce&device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 1128 time: 0.4098871
Apr 02 21:06:56.473403 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af983f7e-3c07-4fc4-8e6a-33818f731f88 None None] The sync data for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 is: [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1ccc619-ab3b-44c0-a902-6f92fba274fe', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'floating_ip_address': '172.35.4.226', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'port_id': 'af08ef28-22d4-4530-afd8-560f19818230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'mac_address': 'fa:16:3e:71:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d56e21-a208-414f-8764-6698a043fac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:06:33Z', 'updated_at': '2022-04-02T21:06:54Z', 'revision_number': 1, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:56.515978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-e6de6573-f76c-486b-9f45-3a46cb382664 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304138
Apr 02 21:06:56.541176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:56.588393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-a7a57bfa-3f99-4963-9800-4ff186476c8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 217 time: 0.0631435
Apr 02 21:06:56.607856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:56.658976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-04e276a1-e0e6-4b25-860b-0b868c65a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:56.660593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-04e276a1-e0e6-4b25-860b-0b868c65a363 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0663481
Apr 02 21:06:56.725358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-b3c9506b-c1a3-41cd-b00a-9251d2f0533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:56.727241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-b3c9506b-c1a3-41cd-b00a-9251d2f0533c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0608306
Apr 02 21:06:56.801702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c1d116-39e2-4200-b5c8-8600f7f0f883 None None] New status for floating IP c1ccc619-ab3b-44c0-a902-6f92fba274fe: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:06:56.841290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-a2890477-0378-47a7-a270-4c995d217859 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1070666
Apr 02 21:06:56.943870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-ece22abf-ace5-4dc0-b99f-6c5ea834c45b service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974708
Apr 02 21:06:57.002181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-7235ea13-9555-4f6b-890a-cb6a288a7813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7ae013e3-926a-45ea-aa70-0539b27a910a HTTP/1.1" status: 200  len: 217 time: 0.0524051
Apr 02 21:06:57.062357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-b37e2b9d-f8af-476d-90c9-98e99148375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.063799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-b37e2b9d-f8af-476d-90c9-98e99148375a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0508180
Apr 02 21:06:57.115733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-7ec039ec-5b45-45ee-9458-e9794ddcec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.118314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-7ec039ec-5b45-45ee-9458-e9794ddcec47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0470941
Apr 02 21:06:57.167973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (ecc7d79e-d10c-4aa9-a273-c630d4e59b77), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:57.178145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-b7ddfdf1-0132-46c0-a659-abd7f7c266cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.180419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-b7ddfdf1-0132-46c0-a659-abd7f7c266cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e42b06-bf12-4208-8eb7-5b6548299214 HTTP/1.1" status: 200  len: 912 time: 0.7219021
Apr 02 21:06:57.225868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-46302b13-b039-4c63-b143-f1e4a5cf3648 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017380
Apr 02 21:06:57.327040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-ba05de58-8fde-4265-92aa-541812ff7e60 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957167
Apr 02 21:06:57.348107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.354313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.359905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.365811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.371405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.375743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-8350c173-12ce-496c-90c8-5fc6b3d476e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 200  len: 217 time: 0.0433147
Apr 02 21:06:57.377212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.383623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.385689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-f127d0a5-c9e4-4590-9972-635f48b98f64 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5431 time: 0.3505478
Apr 02 21:06:57.414980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc7d79e-d10c-4aa9-a273-c630d4e59b77,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:57.424897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Router 3747ee75-a3ab-45f4-9f14-e3e215d83bf3 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:06:57.429388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-b3080d59-cfd8-4427-9047-b86e4c11d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.430985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-b3080d59-cfd8-4427-9047-b86e4c11d719 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0498226
Apr 02 21:06:57.451393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-d8ca7025-50b7-49ae-b473-fe04721181e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af08ef28-22d4-4530-afd8-560f19818230 HTTP/1.1" status: 200  len: 1002 time: 0.2472913
Apr 02 21:06:57.491250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-3fa0708c-dbfc-4a0c-ac2b-047b4a56aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.492822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-3fa0708c-dbfc-4a0c-ac2b-047b4a56aadb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0564287
Apr 02 21:06:57.515012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Checking segment: {'id': 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:57.515448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Network hostable DHCP agents. Network: 8ca290df-4a62-423c-b150-fa9a6e2d5d52, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:57.593893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-f3ca658e-4e2f-430f-b474-a777a52402b6 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948415
Apr 02 21:06:57.625695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f407cd83-2196-41de-bd7e-5952d52a81ad req-5155f5b4-8393-4f05-b24b-ae092edb7f6e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2284625
Apr 02 21:06:57.631404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-cdc2ae3e-f5c0-4294-b71f-887e27d2e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.633429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-cdc2ae3e-f5c0-4294-b71f-887e27d2e019 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf4f1a0c-11bf-4baf-a6e7-5c5005786f60 HTTP/1.1" status: 200  len: 850 time: 0.1738729
Apr 02 21:06:57.636443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:06:57.650254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2129dae0-1f48-4675-92da-a82d9ee3d2b9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8998952
Apr 02 21:06:57.651023 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552d28d-5876-459a-af29-89876b76d333 None None] Sync routers for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:06:57.653899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47760) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:57.666713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552d28d-5876-459a-af29-89876b76d333 None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:57.669277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3552d28d-5876-459a-af29-89876b76d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dabc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:57.685530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:57.719326 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3552d28d-5876-459a-af29-89876b76d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dabc40>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:57.720930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-a2184e02-9867-48f7-8971-8d95cf17d559 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207983
Apr 02 21:06:57.725290 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-1d46e578-020f-4af2-9379-d1ff5a8c1c11 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] delete failed (client error): The resource could not be found.
Apr 02 21:06:57.726520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d46e578-020f-4af2-9379-d1ff5a8c1c11 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-511419949 HTTP/1.1" status: 404  len: 334 time: 0.0648930
Apr 02 21:06:57.730699 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552d28d-5876-459a-af29-89876b76d333 None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:06:57.731098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:57.731414 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3552d28d-5876-459a-af29-89876b76d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dabc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:57.737765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a90df46b-eb38-4310-9dd7-7dc66081e3d9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'router': {'external_gateway_info': {'network_id': '3747ee75-a3ab-45f4-9f14-e3e215d83bf3'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:57.742890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ca290df-4a62-423c-b150-fa9a6e2d5d52) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:57.754948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a478865-21dd-4639-87d2-7bce076080f9 None None] Network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:57.767457 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3552d28d-5876-459a-af29-89876b76d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dabc40>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:06:57.768287 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552d28d-5876-459a-af29-89876b76d333 None None] The sync data for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:06:57.795465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-62a48d01-18d7-46a0-93ab-8ec33a3524d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 200  len: 217 time: 0.0645084
Apr 02 21:06:57.813172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.813778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:57.842569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-16d74f06-a7a1-4791-b625-7bfdefe7b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.844241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-16d74f06-a7a1-4791-b625-7bfdefe7b2ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e42b06-bf12-4208-8eb7-5b6548299214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1914005
Apr 02 21:06:57.858862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-cb7c2870-020b-4bc2-8f93-5737bf51b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.860427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-cb7c2870-020b-4bc2-8f93-5737bf51b7dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0600796
Apr 02 21:06:57.894915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ff5a1d3a-6567-48b3-9ebf-322f9cf9daf5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.9053020
Apr 02 21:06:57.903011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eeb545-83db-4adf-8e47-eaf813b4bb57 None None] Network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:57.933138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-1c496a31-dcfc-475c-84b4-b0c66b7e07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:57.935941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-1c496a31-dcfc-475c-84b4-b0c66b7e07b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0689132
Apr 02 21:06:58.071804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-b636dbe1-4677-49bd-b5dd-c6ddfdd66371 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298900
Apr 02 21:06:58.077799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90df46b-eb38-4310-9dd7-7dc66081e3d9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router_gateway (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.101132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-24624de5-6a15-45c4-ab7e-26dd2ea6e57d service neutron] 10.222.0.21 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191277
Apr 02 21:06:58.112448 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a90df46b-eb38-4310-9dd7-7dc66081e3d9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] update failed (client error): The resource could not be found.
Apr 02 21:06:58.116611 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a90df46b-eb38-4310-9dd7-7dc66081e3d9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3 HTTP/1.1" status: 404  len: 339 time: 0.3797371
Apr 02 21:06:58.117553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47772) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:58.125176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-840712860'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:58.186350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:58.189856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.222723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e78c348e-9e1e-406c-ac98-b6336c1f7c00 req-c398f77c-7dbe-4626-9489-d793af4b80a1 service neutron] 10.222.0.21 "GET /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113088
Apr 02 21:06:58.225837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-b83a7dad-a1a8-4322-ab8f-dc45cb91c30e service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489289
Apr 02 21:06:58.234734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:06:58.284938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-7c02037c-28de-48f0-8959-c002a72de2de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 200  len: 217 time: 0.0514874
Apr 02 21:06:58.297352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c4eaa085-fc12-4023-9437-66ab610ca6d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.297722 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Added segment c4eaa085-fc12-4023-9437-66ab610ca6d6 of type vlan for network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5
Apr 02 21:06:58.423204 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.442455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-173aed57-e5d3-452b-b569-81d990f962dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.443939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-173aed57-e5d3-452b-b569-81d990f962dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.1491950
Apr 02 21:06:58.508494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-b5e610e4-9ff1-4f77-bc38-8ecb5c1b5978 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.510035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-b5e610e4-9ff1-4f77-bc38-8ecb5c1b5978 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/networks?id=8ca290df-4a62-423c-b150-fa9a6e2d5d52 HTTP/1.1" status: 200  len: 817 time: 0.2290473
Apr 02 21:06:58.512853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.517797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.518363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.572165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-3efdd575-c2a1-46b0-8153-2b6482ce298b tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/quotas/6a2dc7aaed2f489fa941c447aa5e3aa7 HTTP/1.1" status: 200  len: 375 time: 0.0508804
Apr 02 21:06:58.581751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4628224
Apr 02 21:06:58.585012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:58.590361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'subnet': {'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:58.624868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442a8e-488a-415a-92e3-27de4974481d req-9be10e55-840a-42ab-9ea6-386289e98923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.626421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-9be10e55-840a-42ab-9ea6-386289e98923 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1755354
Apr 02 21:06:58.644794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-89bcb6c4-c043-434b-894c-10dd6b6113e2 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a2dc7aaed2f489fa941c447aa5e3aa7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0608559
Apr 02 21:06:58.651841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f00fe-57a1-416c-8474-6905cf67198c tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Network': ['ID=103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:58.654786 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.668812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:06:58.705066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Made reservation on behalf of efdf4d4cf65e4dbb9adc52b8c0bba01c for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:06:58.711262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:58.818020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-8da669fb-383b-4bf3-bade-29c06e3e4920 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759722
Apr 02 21:06:58.822406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-a3d85345-6628-427e-b670-e9e5f4c5fd9e service neutron] 10.222.0.18 "GET /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682734
Apr 02 21:06:58.897824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.903884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.909580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.916260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.921927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.927558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.934254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:58.936512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-28dfa26d-0f85-4a49-acf5-6b172f1d4769 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5431 time: 0.1573431
Apr 02 21:06:58.986849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-00067da0-17de-4517-a672-28127f0a928b service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624062
Apr 02 21:06:58.988755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-ef9678d7-46a0-43e4-aa2e-7f79437a8b0c service neutron] 10.222.0.18 "GET /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573122
Apr 02 21:06:59.049709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (eb12de1f-c50a-450f-a2f3-2cf34a88f529), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.059925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c95487a0-adc7-4e72-a30b-e53a4f8d0132 req-da75bbb5-53bc-4734-bb76-7eb8bffc15e2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1161728
Apr 02 21:06:59.118329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Subnet': ['ID=eb12de1f-c50a-450f-a2f3-2cf34a88f529,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:59.134880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.135481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.136015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.136561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.137079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.137597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.138378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.140379 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a09f7c53-d53a-4e99-b489-fa1f44a6663b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6705 time: 0.0806136
Apr 02 21:06:59.142272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Checking segment: {'id': 'c4eaa085-fc12-4023-9437-66ab610ca6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:59.142665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network hostable DHCP agents. Network: 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:06:59.182599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:06:59.203718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:59.209579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.210319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.213837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1411eaa-4ecb-4ff6-bccc-c337c72077b0 None None] Network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:06:59.258044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a9990e9-2e02-49d5-acaa-159ca893e306 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6691797
Apr 02 21:06:59.260826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47792) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:06:59.265428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b96cb259-db77-469d-9a92-4ba503b3ae17 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'router': {'external_gateway_info': {'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:06:59.275768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcca3490-7813-4dd1-bb51-62ea6f1a8c93 req-c3f0bb97-40d4-4246-aeac-73dd83f2b001 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 210 time: 0.0495195
Apr 02 21:06:59.336738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-467eaeb9-ef58-48a2-912b-6cd98460c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.338251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-467eaeb9-ef58-48a2-912b-6cd98460c981 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76a4a04-78ab-412e-b7f3-dab2f53bf154 HTTP/1.1" status: 200  len: 902 time: 0.1918573
Apr 02 21:06:59.355565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5', 'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5', 'project_id': 'efdf4d4cf65e4dbb9adc52b8c0bba01c', 'fixed_ips': [{'subnet_id': 'eb12de1f-c50a-450f-a2f3-2cf34a88f529'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:06:59.356838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.390679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-bcc9d241-60e4-4ead-8766-385cc9aea62d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 200  len: 217 time: 0.0454154
Apr 02 21:06:59.397190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.556360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Allocated IP 2001:db8:1::2 (103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5/eb12de1f-c50a-450f-a2f3-2cf34a88f529/c5fc3255-8d7c-4598-be62-0f0df7e7d9eb) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:06:59.733921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Publish callbacks [] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.741698 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.783532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:06:59.787463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:06:59.794242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:06:59.802457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Pushing event updated for resources: {'Port': ['ID=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:06:59.830902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.831620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.832310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.833222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.833936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.834342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.834758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.835217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.835640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.836047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.836449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.836868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.837482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.838128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.838534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:06:59.849944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-acb3712a-af18-48a3-8cf9-1d6a66a9ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.851923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-acb3712a-af18-48a3-8cf9-1d6a66a9ab97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.4222639
Apr 02 21:06:59.861303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b96cb259-db77-469d-9a92-4ba503b3ae17 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router_gateway (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.889286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Attempting to bind port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:06:59.889927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Attempting to bind port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4eaa085-fc12-4023-9437-66ab610ca6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:06:59.890420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Attempting to bind port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb on network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:06:59.897246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:06:59.897639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Checking segment: {'id': 'c4eaa085-fc12-4023-9437-66ab610ca6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:06:59.898075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.898723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Bound using segment: {'id': 'c4eaa085-fc12-4023-9437-66ab610ca6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:06:59.899272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Bound port: c5fc3255-8d7c-4598-be62-0f0df7e7d9eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eaa085-fc12-4023-9437-66ab610ca6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:06:59.899665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:06:59.937889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a14545bc-c12b-482e-bed7-612103c63a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:06:59.939443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-a14545bc-c12b-482e-bed7-612103c63a53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0806568
Apr 02 21:06:59.996021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] For port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:06:59.999378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] For port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,segment=NetworkSegment(c4eaa085-fc12-4023-9437-66ab610ca6d6),segment_id=c4eaa085-fc12-4023-9437-66ab610ca6d6)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:00.006164 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:00.087686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815817a2-e101-45b5-a223-80e558d3bff3 None None] Pushing event updated for resources: {'Port': ['ID=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:00.130815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-aef16af3-514b-484e-9ba1-224e7511ecba service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507363
Apr 02 21:07:00.137549 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-b96cb259-db77-469d-9a92-4ba503b3ae17 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:07:00.139045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b96cb259-db77-469d-9a92-4ba503b3ae17 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3 HTTP/1.1" status: 400  len: 364 time: 0.8772931
Apr 02 21:07:00.142942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47802) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:00.409547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57e41e7c-97b4-4f28-9100-a717a053b4ce req-b662c3c7-d27d-40b2-93e0-bbed8e97c7fb tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 210 time: 0.0335724
Apr 02 21:07:00.519171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.525469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.531113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.536646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.542185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.548025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.553850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.555761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-4110bc4b-1458-46dc-9dde-2f855533ae18 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5431 time: 0.3647492
Apr 02 21:07:00.606385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-c368c044-819a-4c51-9d5b-2d0e59202a5a service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4166405
Apr 02 21:07:00.783912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.784633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.785389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.786045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.786472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.787015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.787831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.790219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-50108f78-61fb-4d6b-9ab8-143004b5db64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6705 time: 0.1057489
Apr 02 21:07:00.794432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24223ded-7043-4eee-b86f-63f4d46e8255 req-dc1b8cbd-db29-44ab-b133-d52736691330 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2037265
Apr 02 21:07:00.795617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:00.901331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-08001fdf-220b-47e8-a59c-dd2e5db831f0 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.902836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-08001fdf-220b-47e8-a59c-dd2e5db831f0 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.15 "GET /v2.0/networks?id=8ca290df-4a62-423c-b150-fa9a6e2d5d52 HTTP/1.1" status: 200  len: 817 time: 0.2505682
Apr 02 21:07:00.947230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-b2334d01-003b-4697-a2a3-69b98aa1095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:00.948844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-b2334d01-003b-4697-a2a3-69b98aa1095f service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 903 time: 0.1356988
Apr 02 21:07:00.959832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Request body: {'port': {'device_id': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52', 'admin_state_up': True, 'tenant_id': '6a2dc7aaed2f489fa941c447aa5e3aa7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:00.995934 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-4e0bca4f-8069-47e7-b83a-fdfef17a4cd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 200  len: 217 time: 0.0400493
Apr 02 21:07:01.051216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-fdc21cf1-1130-441a-8b92-1569a643d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.052902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-fdc21cf1-1130-441a-8b92-1569a643d3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0511529
Apr 02 21:07:01.122446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-2c124499-d3c3-4096-ae42-3c3d5a90d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.124728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-2c124499-d3c3-4096-ae42-3c3d5a90d4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0616031
Apr 02 21:07:01.164313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Allocated IP 2001:db8::1 (923cb499-b1b3-4053-8bb3-f2652a5d1dd6/1186687d-b0ba-4243-b2df-b9a00547b57e/b180a206-98ed-4bf7-957d-85c03d17ad21) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:01.175064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Made reservation on behalf of 6a2dc7aaed2f489fa941c447aa5e3aa7 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:01.178944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.241118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-39721dbe-f52a-4677-8062-433ca240fcd0 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095369
Apr 02 21:07:01.333835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acf0c7-353d-4476-95f2-2b22ee2a36f8 None None] Network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:01.356125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-3fb768c3-ab64-41f2-8c93-77ba91c5fefa service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1080410
Apr 02 21:07:01.403148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.422621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Allocated IP 172.20.0.11 (8ca290df-4a62-423c-b150-fa9a6e2d5d52/ecc7d79e-d10c-4aa9-a273-c630d4e59b77/ed32f0ab-8993-4f30-99a6-612178a0337c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:01.481986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] Provisioning complete for port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:01.482478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.553849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.572741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-15c8e24c-ac76-4f8c-97b0-162909274321 req-9e901685-47b4-4c0f-831e-f67455e850b3 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 210 time: 0.0598762
Apr 02 21:07:01.585075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.586711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.587651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.588198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.588608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] Current status of the port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:01.588796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.589268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.589608 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.589826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.592385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-6404aabd-bd18-48a3-82a7-3c466218e6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6705 time: 0.1350298
Apr 02 21:07:01.638600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] For port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,segment=NetworkSegment(c4eaa085-fc12-4023-9437-66ab610ca6d6),segment_id=c4eaa085-fc12-4023-9437-66ab610ca6d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:01.650233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.676070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:01.685114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:01.696892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:01.697812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.735053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-05b505ee-3364-41cc-94bf-873059d7150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.737359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-05b505ee-3364-41cc-94bf-873059d7150f service neutron] 10.222.0.15 "GET /v2.0/networks?id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 903 time: 0.1363783
Apr 02 21:07:01.768490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Port': ['ID=b180a206-98ed-4bf7-957d-85c03d17ad21,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:01.797908 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-9ac34692-147e-4304-b411-7912a5e60284 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 200  len: 217 time: 0.0526388
Apr 02 21:07:01.849291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.849635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.849975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.850361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.850637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.850956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.851883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.852215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.852576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.853042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.853189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.853500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.853811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.854124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.854438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:01.862048 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks [] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:01.944291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-00a4915e-1f79-4be1-bb20-1b4b2c87e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:01.949468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-00a4915e-1f79-4be1-bb20-1b4b2c87e0ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.1446638
Apr 02 21:07:02.027381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a77abf-b050-4059-bc06-b4b0629b1c3f None None] Pushing event updated for resources: {'Port': ['ID=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:02.027631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-4f4b1968-7ae6-41ea-bc9e-ad07997a1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.029313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-4f4b1968-7ae6-41ea-bc9e-ad07997a1a1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0741067
Apr 02 21:07:02.097260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5fc3255-8d7c-4598-be62-0f0df7e7d9eb up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:02.099939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e48d0cac-9115-4961-a15b-0d312b9e5999 None None] Provisioning complete for port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:02.105704 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e48d0cac-9115-4961-a15b-0d312b9e5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:02.111213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:02.151219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-5c100ddd-3f85-4d44-a8c4-4cc85f38a7ed service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1149473
Apr 02 21:07:02.167655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:02.219947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:02.231665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:02.263815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:02.285372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a03665c-ebd2-474e-b2dc-89bfa32cccaf req-d6a9dae4-4407-4482-9434-756eff7e1eef service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270220
Apr 02 21:07:02.288709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.292360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e48d0cac-9115-4961-a15b-0d312b9e5999 None None] Current status of the port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:02.294155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.294285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:02.294604 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:02.299393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.305425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.310868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.316618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.322679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.324631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-63aff65d-a8d1-4154-a141-358de345d20f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5431 time: 0.3255258
Apr 02 21:07:02.347927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Pushing event updated for resources: {'Port': ['ID=ed32f0ab-8993-4f30-99a6-612178a0337c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:02.389395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:02.413523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2d870ae9-15d5-479e-a26e-70e30d243a77 None None] Provisioning complete for port b180a206-98ed-4bf7-957d-85c03d17ad21 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:02.414064 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2d870ae9-15d5-479e-a26e-70e30d243a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:02.457254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2d870ae9-15d5-479e-a26e-70e30d243a77 None None] Port b180a206-98ed-4bf7-957d-85c03d17ad21 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:07:02.731725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49cddf-0432-4563-a7c6-b138c67deb6c req-34cba985-8779-4f03-b1e9-867eb087f9a8 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.733305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f49cddf-0432-4563-a7c6-b138c67deb6c req-34cba985-8779-4f03-b1e9-867eb087f9a8 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 932 time: 0.0650864
Apr 02 21:07:02.739418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:02.740033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:02.786872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f49cddf-0432-4563-a7c6-b138c67deb6c req-181c4845-32ef-4f6b-bffb-7066d4a5fde2 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463541
Apr 02 21:07:02.787369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-9a6cea45-2478-4c6a-b2f3-b8f8563d792f tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8339262
Apr 02 21:07:02.794521 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ac9f378-1082-494d-94c3-1ede0a170197 req-3eaa8438-1231-4ca3-99b0-421e21ca989c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4498463
Apr 02 21:07:02.810796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Request body: {'port': {'device_id': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:02.931217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.020014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.064904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.065923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.161957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event updated for resources: {'Port': ['ID=b180a206-98ed-4bf7-957d-85c03d17ad21,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:03.280947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:03.287920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:03.423649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed32f0ab-8993-4f30-99a6-612178a0337c {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:03.434033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Publish callbacks [] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.447672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Router 3747ee75-a3ab-45f4-9f14-e3e215d83bf3 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:03.452642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Transition to ACTIVE for port object ed32f0ab-8993-4f30-99a6-612178a0337c will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:07:03.459063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.578271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Pushing event updated for resources: {'Port': ['ID=ed32f0ab-8993-4f30-99a6-612178a0337c,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:03.583096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-057a5b39-5e1e-4127-b1b9-746d986cc4cb None None] Provisioning complete for port b180a206-98ed-4bf7-957d-85c03d17ad21 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:03.583649 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-057a5b39-5e1e-4127-b1b9-746d986cc4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.617142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-057a5b39-5e1e-4127-b1b9-746d986cc4cb None None] Port b180a206-98ed-4bf7-957d-85c03d17ad21 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:07:03.643642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:03.650199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a2fded5a-0b7a-4211-a848-9b58b59b0308 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5061710
Apr 02 21:07:03.653126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47816) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:03.656665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] Sync routers for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:03.666511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:03.667257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845679fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:03.668758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Attempting to bind port ed32f0ab-8993-4f30-99a6-612178a0337c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:03.669091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Attempting to bind port ed32f0ab-8993-4f30-99a6-612178a0337c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:03.670634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Attempting to bind port ed32f0ab-8993-4f30-99a6-612178a0337c on network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:03.673793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Port ed32f0ab-8993-4f30-99a6-612178a0337c on network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:07:03.674113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Attempting to bind port ed32f0ab-8993-4f30-99a6-612178a0337c on network 8ca290df-4a62-423c-b150-fa9a6e2d5d52 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:03.678969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:03.679330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Checking segment: {'id': 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:03.679704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Bound using segment: {'id': 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:03.680127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Bound port: ed32f0ab-8993-4f30-99a6-612178a0337c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:03.680498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.703180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845679fa0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:03.720098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:03.720834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845679fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:03.760719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] For port ed32f0ab-8993-4f30-99a6-612178a0337c, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:03.765692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] For port ed32f0ab-8993-4f30-99a6-612178a0337c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed32f0ab-8993-4f30-99a6-612178a0337c,segment=NetworkSegment(d2b64b8e-8432-44cd-8c88-f5e4e6d74972),segment_id=d2b64b8e-8432-44cd-8c88-f5e4e6d74972)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:03.766824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845679fa0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:03.767621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e1bea9-b0ab-4b26-93c6-bdef29c8c931 None None] The sync data for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:03.773141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d32eba9e-0d59-4112-968e-cc3f0f3b1268 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.774317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.818043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:03.819089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:03.821604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] 10.222.0.15 "PUT /v2.0/ports/ed32f0ab-8993-4f30-99a6-612178a0337c HTTP/1.1" status: 200  len: 1092 time: 1.0185332
Apr 02 21:07:03.822151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'tag': 'ed32f0ab-8993-4f30-99a6-612178a0337c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:03.824551 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396166ab-b95a-41d1-8387-fdd262e71964" -d '{"events": [{"name": "network-changed", "server_uuid": "eabcc63b-6b4b-4e0a-99aa-df1c2ab52782", "tag": "ed32f0ab-8993-4f30-99a6-612178a0337c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:03.881168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa6eb0-e2e1-43c5-aac0-2d13470aa19d service neutron] Pushing event updated for resources: {'Port': ['ID=ed32f0ab-8993-4f30-99a6-612178a0337c,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:03.906754 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-d32eba9e-0d59-4112-968e-cc3f0f3b1268 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:07:03.908726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d32eba9e-0d59-4112-968e-cc3f0f3b1268 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3 HTTP/1.1" status: 409  len: 376 time: 0.2533112
Apr 02 21:07:03.911364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47826) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:03.956400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-698541cc-1442-4e0b-aefb-d9740cae48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:03.957937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-698541cc-1442-4e0b-aefb-d9740cae48cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a2dc7aaed2f489fa941c447aa5e3aa7&device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 1126 time: 0.0713236
Apr 02 21:07:03.976989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5fc3255-8d7c-4598-be62-0f0df7e7d9eb up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:04.032042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-39952b46-81ab-40a7-b0df-e77812939467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed32f0ab-8993-4f30-99a6-612178a0337c HTTP/1.1" status: 200  len: 217 time: 0.0651305
Apr 02 21:07:04.037131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:04.037525 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:04.104448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.110055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.116259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.122993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.129285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.130997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:04.138262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e041a7-9bb1-44e9-842a-8ab28472c8b4 req-fcfdd1bf-f5cb-4a6a-9667-d3883e26165e tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.139972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.140192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-94e041a7-9bb1-44e9-842a-8ab28472c8b4 req-fcfdd1bf-f5cb-4a6a-9667-d3883e26165e tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 944 time: 0.1789289
Apr 02 21:07:04.145902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.147962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-e9c689d7-748d-4f36-bec0-59ee906215c6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5431 time: 0.1940243
Apr 02 21:07:04.165845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-e0a7ef15-4f19-45cd-97ed-6d3334ddf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.167386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-e0a7ef15-4f19-45cd-97ed-6d3334ddf9f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ecc7d79e-d10c-4aa9-a273-c630d4e59b77 HTTP/1.1" status: 200  len: 857 time: 0.1254599
Apr 02 21:07:04.208266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-4fdb7a08-0567-468c-89f7-793e5894a5ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca290df-4a62-423c-b150-fa9a6e2d5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340414
Apr 02 21:07:04.251226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-94e041a7-9bb1-44e9-842a-8ab28472c8b4 req-e1b0a96a-048d-468c-a840-183c82f507e9 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039464
Apr 02 21:07:04.321856 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5570e3-8de0-43ff-b985-34c5c5984750 x-openstack-request-id: req-bd5570e3-8de0-43ff-b985-34c5c5984750 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:04.322152 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabcc63b-6b4b-4e0a-99aa-df1c2ab52782", "tag": "ed32f0ab-8993-4f30-99a6-612178a0337c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:04.322407 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd5570e3-8de0-43ff-b985-34c5c5984750 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:04.322811 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5570e3-8de0-43ff-b985-34c5c5984750'] response: {'name': 'network-changed', 'server_uuid': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'tag': 'ed32f0ab-8993-4f30-99a6-612178a0337c', 'status': 'completed', 'code': 200}
Apr 02 21:07:04.329102 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43b3bca7-d57a-413d-a0a7-ece4d3deeca6 req-44ab389a-1222-45b4-935b-459e5445268f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1744151
Apr 02 21:07:04.358819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-7a6d292b-f0c1-43ce-a104-ec516484a229 service neutron] 10.222.0.15 "GET /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419661
Apr 02 21:07:04.368787 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:04.456893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42d86c10-88e3-487b-a7ba-0261e0f65b1a req-96351235-7ed0-4845-bc33-8fb459c635eb service neutron] 10.222.0.15 "GET /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888834
Apr 02 21:07:04.553678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396166ab-b95a-41d1-8387-fdd262e71964 req-b5d0377b-89e6-4610-913d-9639d048b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.555752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-b5d0377b-89e6-4610-913d-9639d048b967 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a2dc7aaed2f489fa941c447aa5e3aa7&device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 1126 time: 0.0518157
Apr 02 21:07:04.636198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting port b180a206-98ed-4bf7-957d-85c03d17ad21 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:04.636434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:04.647257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396166ab-b95a-41d1-8387-fdd262e71964 req-069e9df2-2c5e-4e18-bfbd-396cf9d7faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.648790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-069e9df2-2c5e-4e18-bfbd-396cf9d7faa6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ca290df-4a62-423c-b150-fa9a6e2d5d52 HTTP/1.1" status: 200  len: 918 time: 0.0871434
Apr 02 21:07:04.693529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-33eaf43a-a2a4-46ce-953b-908e9e699f4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed32f0ab-8993-4f30-99a6-612178a0337c HTTP/1.1" status: 200  len: 217 time: 0.0372579
Apr 02 21:07:04.721362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:04.732958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Calling delete_port for b180a206-98ed-4bf7-957d-85c03d17ad21 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:04.744736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396166ab-b95a-41d1-8387-fdd262e71964 req-6f20ad2f-18ad-4abd-9c45-039aab62d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:04.746209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-6f20ad2f-18ad-4abd-9c45-039aab62d054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ecc7d79e-d10c-4aa9-a273-c630d4e59b77 HTTP/1.1" status: 200  len: 857 time: 0.0439694
Apr 02 21:07:04.781386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-6d3fd07b-b180-40ed-87cc-ee6f4e804181 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca290df-4a62-423c-b150-fa9a6e2d5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296245
Apr 02 21:07:04.880352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-1cfc0609-e8f2-4606-91b9-75ebf61ec9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921323
Apr 02 21:07:04.909405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b180a206-98ed-4bf7-957d-85c03d17ad21), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:04.937178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Port': ['ID=b180a206-98ed-4bf7-957d-85c03d17ad21,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:04.964245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.964802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.965713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.965713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.965924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.966255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.966577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.966912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.967329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.967901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.968572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.968909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.969377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.970347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.970347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:07:04.981116 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-396166ab-b95a-41d1-8387-fdd262e71964 req-39d561bc-b5e2-418c-8bbd-ba2eebc2d3ae service neutron] 10.222.0.15 "GET /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930421
Apr 02 21:07:05.010525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1133854-4680-4b8a-a3a0-c552bb06f10b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:05.142834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:05.157783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'a1133854-4680-4b8a-a3a0-c552bb06f10b', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'port_id': 'a1133854-4680-4b8a-a3a0-c552bb06f10b', 'mac_address': 'fa:16:3e:09:ac:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:05.201310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port a1133854-4680-4b8a-a3a0-c552bb06f10b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:05.201741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.220165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1133854-4680-4b8a-a3a0-c552bb06f10b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:05.242410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:05.248577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.249653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:05.320988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:05.392832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:05.405616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'port_id': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'mac_address': 'fa:16:3e:08:2f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:05.413506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.453973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:05.454708 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.472161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:05.474329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.480232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.485920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.490995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.494248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:05.496205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.498844 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.501811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.507127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.509810 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-0988b95b-f79f-406b-8afc-39c58ea6bd3c tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5432 time: 0.0994728
Apr 02 21:07:05.519105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14900cc8-5f9c-402f-97e6-6cdf8ee91d9c req-ea39b6e3-cb51-4299-a5b5-d4583bcf3b51 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:05.520615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14900cc8-5f9c-402f-97e6-6cdf8ee91d9c req-ea39b6e3-cb51-4299-a5b5-d4583bcf3b51 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 944 time: 0.1378279
Apr 02 21:07:05.556824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:05.573290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20912885-0bbb-4bf8-b01d-a1f1c1077cbe req-a8005a11-bccc-4ab0-9bdc-0e3863a711b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0567093
Apr 02 21:07:05.624479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Router 3747ee75-a3ab-45f4-9f14-e3e215d83bf3 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:05.640865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14900cc8-5f9c-402f-97e6-6cdf8ee91d9c req-b7a2c0da-9e5d-4eae-9033-ffc567e1f092 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840364
Apr 02 21:07:05.714052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:05.718819 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c8d6b67a-8102-40c8-9238-09ca8456f23e tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8055851
Apr 02 21:07:05.722292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:05.724911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] Sync routers for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:05.747869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:05.748515 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f11730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:05.759425 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-c34272d4-d159-4dbc-b05c-09323803e357 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] show failed (client error): The resource could not be found.
Apr 02 21:07:05.760499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c34272d4-d159-4dbc-b05c-09323803e357 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1484189638 HTTP/1.1" status: 404  len: 335 time: 0.0372770
Apr 02 21:07:05.764596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47838) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:05.768848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5a416a58-519d-4e31-8a98-3a5398366397 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:05.782439 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f11730>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:05.790963 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] Routers {'3747ee75-a3ab-45f4-9f14-e3e215d83bf3'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:05.791572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f11730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:05.802408 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-5a416a58-519d-4e31-8a98-3a5398366397 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] update failed (client error): The resource could not be found.
Apr 02 21:07:05.803515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5a416a58-519d-4e31-8a98-3a5398366397 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-541665090 HTTP/1.1" status: 404  len: 334 time: 0.0379546
Apr 02 21:07:05.808844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:05.826906 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f11730>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:05.827580 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09d759e-b41f-450b-9c46-eafa2c35b866 None None] The sync data for ids ['3747ee75-a3ab-45f4-9f14-e3e215d83bf3'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:05.866318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting subnet eb12de1f-c50a-450f-a2f3-2cf34a88f529 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:05.869428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for subnet (eb12de1f-c50a-450f-a2f3-2cf34a88f529), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.909058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (eb12de1f-c50a-450f-a2f3-2cf34a88f529), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:05.991510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (eb12de1f-c50a-450f-a2f3-2cf34a88f529), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.024276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:06.058043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (eb12de1f-c50a-450f-a2f3-2cf34a88f529), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.088874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Subnet': ['ID=eb12de1f-c50a-450f-a2f3-2cf34a88f529,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:06.092255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.095029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-094334cc-e7b0-44a3-bbc5-f203208eebe9 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/subnets/eb12de1f-c50a-450f-a2f3-2cf34a88f529 HTTP/1.1" status: 204  len: 168 time: 0.2844155
Apr 02 21:07:06.097056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47842) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:06.101525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e5db1-b486-49b0-9dd0-fd2ef157aab2 None None] Network 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:06.189764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.240943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:06.241174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.308160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] For port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,segment=NetworkSegment(c4eaa085-fc12-4023-9437-66ab610ca6d6),segment_id=c4eaa085-fc12-4023-9437-66ab610ca6d6)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:06.308553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.309598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] DHCP port deletion for 103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:07:06.321804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Calling delete_port for c5fc3255-8d7c-4598-be62-0f0df7e7d9eb owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:06.356855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] Deleting port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:06.357229 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.400583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.419177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] For port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,segment=NetworkSegment(c4eaa085-fc12-4023-9437-66ab610ca6d6),segment_id=c4eaa085-fc12-4023-9437-66ab610ca6d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:06.419575 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.430647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Port': ['ID=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:06.432477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] No DVR routers for this DVR port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:06.437297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] Calling delete_port for c5fc3255-8d7c-4598-be62-0f0df7e7d9eb owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:06.513851 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.516909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (c5fc3255-8d7c-4598-be62-0f0df7e7d9eb), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.534035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f003a90>,) {'filters': {'network_id': ['103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:06.541956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] Pushing event deleted for resources: {'Port': ['ID=c5fc3255-8d7c-4598-be62-0f0df7e7d9eb,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:06.543635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f003a90>, 'c4eaa085-fc12-4023-9437-66ab610ca6d6') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:06.544004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f003a90>, 'c4eaa085-fc12-4023-9437-66ab610ca6d6') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:06.545413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b12f09-8295-43f1-8140-8b8418ddebfa None None] No DVR routers for this DVR port c5fc3255-8d7c-4598-be62-0f0df7e7d9eb on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:06.557831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c4eaa085-fc12-4023-9437-66ab610ca6d6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.571787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c4eaa085-fc12-4023-9437-66ab610ca6d6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.577692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:06.578179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c4eaa085-fc12-4023-9437-66ab610ca6d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:06.581292 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:06.642624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.652066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.655638 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/networks/103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5 HTTP/1.1" status: 204  len: 168 time: 0.5576792
Apr 02 21:07:06.658249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:06.676838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd3060-42d2-4c7b-9575-159ec47af969 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Network': ['ID=103d9c95-fb3f-43d7-bacd-6b31cc8fe8e5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:06.721040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting subnet 93a50f6f-a17d-4a7c-907d-dfeb93f94b0f {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:06.726873 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for subnet (93a50f6f-a17d-4a7c-907d-dfeb93f94b0f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.737038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.742631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.748586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.754179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.759443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.766534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.771872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.774389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-34d4c1a2-872e-4c95-bcd1-2c818fb4c8c1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5433 time: 0.1062055
Apr 02 21:07:06.795710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (93a50f6f-a17d-4a7c-907d-dfeb93f94b0f), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.836812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48f9d950-df89-4ab1-a727-cb0fe565dc2c req-4a85da89-589b-4f60-85b9-9e01fa1d6b09 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0560839
Apr 02 21:07:06.841925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c8a4e-b42b-424a-9f77-402a6a292ee6 req-b0fe06ec-71ed-4bda-995d-552dcd241222 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:06.843872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c2c8a4e-b42b-424a-9f77-402a6a292ee6 req-b0fe06ec-71ed-4bda-995d-552dcd241222 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 944 time: 0.1181574
Apr 02 21:07:06.930077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (93a50f6f-a17d-4a7c-907d-dfeb93f94b0f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:06.953344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c2c8a4e-b42b-424a-9f77-402a6a292ee6 req-367574dd-27e2-4513-b8d1-a2a8d9e814db tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005170
Apr 02 21:07:06.992599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (93a50f6f-a17d-4a7c-907d-dfeb93f94b0f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.012711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 10107d8d-9752-412f-8706-611605cd57c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:07.028067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Subnet': ['ID=93a50f6f-a17d-4a7c-907d-dfeb93f94b0f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:07.030120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.033653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d17379ab-7c6f-464e-8a0d-e013c8f2df1a tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/subnets/93a50f6f-a17d-4a7c-907d-dfeb93f94b0f HTTP/1.1" status: 204  len: 168 time: 0.3742568
Apr 02 21:07:07.036076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:07.038164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0fcc7d-2dca-439b-81a5-054523f44c65 None None] Network 605b5fab-a765-47ba-8ee2-4967a421af98 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:07.057709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['a1133854-4680-4b8a-a3a0-c552bb06f10b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:07.091031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting subnet 24458d9a-a04c-456b-98ad-7a1c1be6cf60 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:07.094800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for subnet (24458d9a-a04c-456b-98ad-7a1c1be6cf60), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.136105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (24458d9a-a04c-456b-98ad-7a1c1be6cf60), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.227532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (24458d9a-a04c-456b-98ad-7a1c1be6cf60), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.230728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10107d8d-9752-412f-8706-611605cd57c7,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:07.250901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '10107d8d-9752-412f-8706-611605cd57c7', 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d', 'port_id': '10107d8d-9752-412f-8706-611605cd57c7', 'mac_address': 'fa:16:3e:6d:41:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526b7094-4ef8-475d-8b67-b44d926b9530', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:07.286418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (24458d9a-a04c-456b-98ad-7a1c1be6cf60), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.311989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Subnet': ['ID=24458d9a-a04c-456b-98ad-7a1c1be6cf60,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:07.322104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.327763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-62e78d07-673c-4702-bb55-cc610a3592b5 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/subnets/24458d9a-a04c-456b-98ad-7a1c1be6cf60 HTTP/1.1" status: 204  len: 168 time: 0.2883275
Apr 02 21:07:07.327763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:07.331177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 10107d8d-9752-412f-8706-611605cd57c7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:07.331571 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (10107d8d-9752-412f-8706-611605cd57c7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.333412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761d6da-10fa-4ef9-82c5-ca0f698a9fa3 None None] Network 23807c3e-6b09-4f2f-a016-a945151b6aa8 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:07.362664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] DHCP port deletion for 605b5fab-a765-47ba-8ee2-4967a421af98 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:07:07.385486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10107d8d-9752-412f-8706-611605cd57c7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:07.406417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (605b5fab-a765-47ba-8ee2-4967a421af98), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.465977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting port 88d22397-1506-4f38-956c-ea111d3a8031 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:07.466322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (88d22397-1506-4f38-956c-ea111d3a8031), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.486279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10107d8d-9752-412f-8706-611605cd57c7,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:07.497032 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.497699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device bf93e761-9d1c-42fd-90a1-2b5196433096 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:07.530001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] For port 88d22397-1506-4f38-956c-ea111d3a8031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88d22397-1506-4f38-956c-ea111d3a8031,segment=NetworkSegment(ae572952-6340-4579-a57d-d6f686c55da3),segment_id=ae572952-6340-4579-a57d-d6f686c55da3)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:07.530293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (88d22397-1506-4f38-956c-ea111d3a8031), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.542836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Calling delete_port for 88d22397-1506-4f38-956c-ea111d3a8031 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:07.609899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:07.630598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (88d22397-1506-4f38-956c-ea111d3a8031), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.647243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Deleting port 88d22397-1506-4f38-956c-ea111d3a8031 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:07.647639 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (88d22397-1506-4f38-956c-ea111d3a8031), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.662219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Port': ['ID=88d22397-1506-4f38-956c-ea111d3a8031,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:07.667349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61909041-f2c7-4996-a51d-f6010799254f None None] DHCP port deletion for 23807c3e-6b09-4f2f-a016-a945151b6aa8 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:07:07.670050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] No DVR routers for this DVR port 88d22397-1506-4f38-956c-ea111d3a8031 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:07.724648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port bf93e761-9d1c-42fd-90a1-2b5196433096, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf93e761-9d1c-42fd-90a1-2b5196433096,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:07.753741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (605b5fab-a765-47ba-8ee2-4967a421af98), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.767439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] For port 88d22397-1506-4f38-956c-ea111d3a8031, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:07.767763 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (88d22397-1506-4f38-956c-ea111d3a8031), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.770086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'bf93e761-9d1c-42fd-90a1-2b5196433096', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'port_id': 'bf93e761-9d1c-42fd-90a1-2b5196433096', 'mac_address': 'fa:16:3e:f3:5f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:07.774990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845c46880>,) {'filters': {'network_id': ['605b5fab-a765-47ba-8ee2-4967a421af98']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:07.786982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845c46880>, 'ae572952-6340-4579-a57d-d6f686c55da3') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:07.787215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845c46880>, 'ae572952-6340-4579-a57d-d6f686c55da3') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:07.798299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (ae572952-6340-4579-a57d-d6f686c55da3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.806457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Calling delete_port for 88d22397-1506-4f38-956c-ea111d3a8031 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:07.814525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Port 88d22397-1506-4f38-956c-ea111d3a8031 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:07:07.815897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ae572952-6340-4579-a57d-d6f686c55da3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.817259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (88d22397-1506-4f38-956c-ea111d3a8031), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.827785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:07.829638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (ae572952-6340-4579-a57d-d6f686c55da3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:07.832991 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:07.855905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] No DVR routers for this DVR port 88d22397-1506-4f38-956c-ea111d3a8031 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:07.857362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb47d8-3324-4491-9b97-97a43614208c None None] Pushing event deleted for resources: {'Port': ['ID=88d22397-1506-4f38-956c-ea111d3a8031,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:07.858930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port bf93e761-9d1c-42fd-90a1-2b5196433096 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:07.859319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.886387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-61909041-f2c7-4996-a51d-f6010799254f None None] Deleting port d9fe226e-d16b-41fe-908f-f7beafabfb52 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:07.886823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61909041-f2c7-4996-a51d-f6010799254f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.891441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf93e761-9d1c-42fd-90a1-2b5196433096 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:07.911879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (605b5fab-a765-47ba-8ee2-4967a421af98), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.933625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.937196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/networks/605b5fab-a765-47ba-8ee2-4967a421af98 HTTP/1.1" status: 204  len: 168 time: 0.6084924
Apr 02 21:07:07.939805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47856) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:07.949558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ecafb-e9c4-424a-842d-6aad504a4efc tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Network': ['ID=605b5fab-a765-47ba-8ee2-4967a421af98,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:07.958466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port bf93e761-9d1c-42fd-90a1-2b5196433096, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf93e761-9d1c-42fd-90a1-2b5196433096,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:07.963809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5fc3255-8d7c-4598-be62-0f0df7e7d9eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:07.974061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:07.974726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7ae013e3-926a-45ea-aa70-0539b27a910a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:08.002875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-61909041-f2c7-4996-a51d-f6010799254f None None] For port d9fe226e-d16b-41fe-908f-f7beafabfb52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9fe226e-d16b-41fe-908f-f7beafabfb52,segment=NetworkSegment(7a102260-a7d9-4d64-ab05-9cfa9152e90a),segment_id=7a102260-a7d9-4d64-ab05-9cfa9152e90a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.003375 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61909041-f2c7-4996-a51d-f6010799254f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.024939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c5fc3255-8d7c-4598-be62-0f0df7e7d9eb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:08.025827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5fc3255-8d7c-4598-be62-0f0df7e7d9eb not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:08.025827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d22397-1506-4f38-956c-ea111d3a8031 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:08.061988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 88d22397-1506-4f38-956c-ea111d3a8031 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:08.061988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 88d22397-1506-4f38-956c-ea111d3a8031 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:08.062792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d9fe226e-d16b-41fe-908f-f7beafabfb52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:08.071016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-61909041-f2c7-4996-a51d-f6010799254f None None] Calling delete_port for d9fe226e-d16b-41fe-908f-f7beafabfb52 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:08.084709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (23807c3e-6b09-4f2f-a016-a945151b6aa8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.117820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.119334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fef6a-e871-4ee0-8687-f8e536c71e86 req-ff0bfff1-bf34-497b-bb0f-0f658aeb9fac tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.121228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d0fef6a-e871-4ee0-8687-f8e536c71e86 req-ff0bfff1-bf34-497b-bb0f-0f658aeb9fac tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 944 time: 0.0758064
Apr 02 21:07:08.123785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.129514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.135385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.135813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=bf93e761-9d1c-42fd-90a1-2b5196433096,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.141503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.146742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.153111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:08.155773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-ee10cfb9-9255-47ef-936a-6704a8524dcf tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5435 time: 0.1735625
Apr 02 21:07:08.178167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d0fef6a-e871-4ee0-8687-f8e536c71e86 req-66bba81f-2a76-4c11-8fbf-811b9c295845 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503070
Apr 02 21:07:08.194821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 7ae013e3-926a-45ea-aa70-0539b27a910a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ae013e3-926a-45ea-aa70-0539b27a910a,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.221697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '7ae013e3-926a-45ea-aa70-0539b27a910a', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'port_id': '7ae013e3-926a-45ea-aa70-0539b27a910a', 'mac_address': 'fa:16:3e:04:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:08.267527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting port d9fe226e-d16b-41fe-908f-f7beafabfb52 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:08.267848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.273945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a762ab73-3882-4f34-81cd-1c8f472469dd req-5c111846-646d-428f-9eca-eb498691653a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0881593
Apr 02 21:07:08.339038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] For port d9fe226e-d16b-41fe-908f-f7beafabfb52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9fe226e-d16b-41fe-908f-f7beafabfb52,segment=NetworkSegment(7a102260-a7d9-4d64-ab05-9cfa9152e90a),segment_id=7a102260-a7d9-4d64-ab05-9cfa9152e90a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.339301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.357487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Calling delete_port for d9fe226e-d16b-41fe-908f-f7beafabfb52 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:08.445656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.459308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 7ae013e3-926a-45ea-aa70-0539b27a910a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:08.459706 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.472808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Port': ['ID=d9fe226e-d16b-41fe-908f-f7beafabfb52,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.476617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61909041-f2c7-4996-a51d-f6010799254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.477049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] No DVR routers for this DVR port d9fe226e-d16b-41fe-908f-f7beafabfb52 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:08.482963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d9fe226e-d16b-41fe-908f-f7beafabfb52 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:08.483395 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9fe226e-d16b-41fe-908f-f7beafabfb52), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.512828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae013e3-926a-45ea-aa70-0539b27a910a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:08.521959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61909041-f2c7-4996-a51d-f6010799254f None None] Pushing event deleted for resources: {'Port': ['ID=d9fe226e-d16b-41fe-908f-f7beafabfb52,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.525222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61909041-f2c7-4996-a51d-f6010799254f None None] No DVR routers for this DVR port d9fe226e-d16b-41fe-908f-f7beafabfb52 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:08.552813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 7ae013e3-926a-45ea-aa70-0539b27a910a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ae013e3-926a-45ea-aa70-0539b27a910a,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.560273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (23807c3e-6b09-4f2f-a016-a945151b6aa8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.574763 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.575437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2e2e42a-9a29-4609-a3e3-c32b9a7d602b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:08.586227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844c1d160>,) {'filters': {'network_id': ['23807c3e-6b09-4f2f-a016-a945151b6aa8']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:08.596435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844c1d160>, '7a102260-a7d9-4d64-ab05-9cfa9152e90a') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:08.596636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844c1d160>, '7a102260-a7d9-4d64-ab05-9cfa9152e90a') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:08.607366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (7a102260-a7d9-4d64-ab05-9cfa9152e90a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.621035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7a102260-a7d9-4d64-ab05-9cfa9152e90a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.627297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:08.627690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (7a102260-a7d9-4d64-ab05-9cfa9152e90a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:08.630860 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:08.646062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.649084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=7ae013e3-926a-45ea-aa70-0539b27a910a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.659908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'f2e2e42a-9a29-4609-a3e3-c32b9a7d602b', 'network_id': 'f76a4a04-78ab-412e-b7f3-dab2f53bf154', 'port_id': 'f2e2e42a-9a29-4609-a3e3-c32b9a7d602b', 'mac_address': 'fa:16:3e:0b:80:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5b8a0-06aa-4b9c-94ee-367349447637', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:08.694594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (23807c3e-6b09-4f2f-a016-a945151b6aa8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.699750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:08.700115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.700252 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.703580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/networks/23807c3e-6b09-4f2f-a016-a945151b6aa8 HTTP/1.1" status: 204  len: 168 time: 0.7617533
Apr 02 21:07:08.706112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47860) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:08.716194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e2e42a-9a29-4609-a3e3-c32b9a7d602b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:08.724205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea316cc-dfa8-4c41-9d78-ca0ad89834d0 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Network': ['ID=23807c3e-6b09-4f2f-a016-a945151b6aa8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.735333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.739967 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.740675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device da097fe9-f79d-4d6d-8d6c-d413f8913252 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:08.760321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting subnet 1186687d-b0ba-4243-b2df-b9a00547b57e {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:08.763965 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for subnet (1186687d-b0ba-4243-b2df-b9a00547b57e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.804687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.809040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1186687d-b0ba-4243-b2df-b9a00547b57e), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.815478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.826660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'da097fe9-f79d-4d6d-8d6c-d413f8913252', 'network_id': '32fe859b-79f2-47de-9367-aa2bcd861a1d', 'port_id': 'da097fe9-f79d-4d6d-8d6c-d413f8913252', 'mac_address': 'fa:16:3e:1a:20:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526b7094-4ef8-475d-8b67-b44d926b9530', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:08.865870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port da097fe9-f79d-4d6d-8d6c-d413f8913252 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:08.866183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.878741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da097fe9-f79d-4d6d-8d6c-d413f8913252 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:08.899111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1186687d-b0ba-4243-b2df-b9a00547b57e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.902019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:08.906081 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.958869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.960174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1186687d-b0ba-4243-b2df-b9a00547b57e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.985596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Subnet': ['ID=1186687d-b0ba-4243-b2df-b9a00547b57e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:08.991139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:08.995395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-695e788d-f55a-413a-99fd-4c1cc9c2c377 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/subnets/1186687d-b0ba-4243-b2df-b9a00547b57e HTTP/1.1" status: 204  len: 168 time: 0.2877560
Apr 02 21:07:08.997340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47864) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:08.997707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b6396-4617-428f-a305-1a385a42a03c None None] Network 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:09.023948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ed32f0ab-8993-4f30-99a6-612178a0337c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:09.025817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:09.083252 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (923cb499-b1b3-4053-8bb3-f2652a5d1dd6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.153008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Deleting port cc829ba5-971b-4bc3-bb2f-7a502b195f9c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:09.153763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.212425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:09.224848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:09.225222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.231428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ed32f0ab-8993-4f30-99a6-612178a0337c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed32f0ab-8993-4f30-99a6-612178a0337c,segment=NetworkSegment(d2b64b8e-8432-44cd-8c88-f5e4e6d74972),segment_id=d2b64b8e-8432-44cd-8c88-f5e4e6d74972)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:09.239415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] For port cc829ba5-971b-4bc3-bb2f-7a502b195f9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,segment=NetworkSegment(b63ea9b2-5970-42e6-b209-03bd0d39569f),segment_id=b63ea9b2-5970-42e6-b209-03bd0d39569f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:09.239787 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.255190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Calling delete_port for cc829ba5-971b-4bc3-bb2f-7a502b195f9c owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:09.270206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'ed32f0ab-8993-4f30-99a6-612178a0337c', 'network_id': '8ca290df-4a62-423c-b150-fa9a6e2d5d52', 'port_id': 'ed32f0ab-8993-4f30-99a6-612178a0337c', 'mac_address': 'fa:16:3e:4d:19:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7d79e-d10c-4aa9-a273-c630d4e59b77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:09.305123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] DHCP port deletion for 923cb499-b1b3-4053-8bb3-f2652a5d1dd6 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:07:09.355018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port ed32f0ab-8993-4f30-99a6-612178a0337c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:09.355545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.381629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e802-5eea-4733-97c3-1ec0673bb464 req-8eb15880-e716-45f4-89b3-2573b0346c0d tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.383204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1479e802-5eea-4733-97c3-1ec0673bb464 req-8eb15880-e716-45f4-89b3-2573b0346c0d tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 944 time: 0.1132030
Apr 02 21:07:09.397929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed32f0ab-8993-4f30-99a6-612178a0337c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:09.405891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.432517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:09.432774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.433279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.436284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ed32f0ab-8993-4f30-99a6-612178a0337c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed32f0ab-8993-4f30-99a6-612178a0337c,segment=NetworkSegment(d2b64b8e-8432-44cd-8c88-f5e4e6d74972),segment_id=d2b64b8e-8432-44cd-8c88-f5e4e6d74972)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:09.438981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.445417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.452442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.454173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] No DVR routers for this DVR port cc829ba5-971b-4bc3-bb2f-7a502b195f9c on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:09.461295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Port': ['ID=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:09.462683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.463030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.470828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.478042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:09.480132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-17437fea-b3ff-42b0-9fbe-d8a389dff848 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5438 time: 0.1210005
Apr 02 21:07:09.501122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Deleting port cc829ba5-971b-4bc3-bb2f-7a502b195f9c {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:09.501495 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.508088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:09.510373 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84bfe34-f9b2-4665-8b3f-ab8bd1ccf4b6" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:09.531301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1479e802-5eea-4733-97c3-1ec0673bb464 req-bef08a93-b435-44b2-bdeb-89e6d85ed06e tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338634
Apr 02 21:07:09.547818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:09.550495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29011602-8461-4c83-8e51-3e25bf2d2075 req-4a2d187e-4352-4f1d-9e02-2ee6be9fad74 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0641015
Apr 02 21:07:09.566699 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (923cb499-b1b3-4053-8bb3-f2652a5d1dd6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.567626 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.568413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1133854-4680-4b8a-a3a0-c552bb06f10b up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:09.597793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845a67d00>,) {'filters': {'network_id': ['923cb499-b1b3-4053-8bb3-f2652a5d1dd6']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:09.609967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845a67d00>, 'b63ea9b2-5970-42e6-b209-03bd0d39569f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:09.610269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845a67d00>, 'b63ea9b2-5970-42e6-b209-03bd0d39569f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:09.621081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b63ea9b2-5970-42e6-b209-03bd0d39569f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.622903 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188757f5-7236-41ee-aebf-8f911323af43 x-openstack-request-id: req-188757f5-7236-41ee-aebf-8f911323af43 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:09.623200 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:09.623454 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-188757f5-7236-41ee-aebf-8f911323af43 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:09.623843 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188757f5-7236-41ee-aebf-8f911323af43'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'code': 200}
Apr 02 21:07:09.630138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=ed32f0ab-8993-4f30-99a6-612178a0337c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:09.634556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b63ea9b2-5970-42e6-b209-03bd0d39569f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.641412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:09.641821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b63ea9b2-5970-42e6-b209-03bd0d39569f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:09.645149 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:09.664206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] For port cc829ba5-971b-4bc3-bb2f-7a502b195f9c, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:09.664559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.684417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Calling delete_port for cc829ba5-971b-4bc3-bb2f-7a502b195f9c owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:09.692626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Port cc829ba5-971b-4bc3-bb2f-7a502b195f9c was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:07:09.701387 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (cc829ba5-971b-4bc3-bb2f-7a502b195f9c), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.709568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (923cb499-b1b3-4053-8bb3-f2652a5d1dd6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.714775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.718046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/networks/923cb499-b1b3-4053-8bb3-f2652a5d1dd6 HTTP/1.1" status: 204  len: 168 time: 0.7197697
Apr 02 21:07:09.721002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47872) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:09.722455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:09.726890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] No DVR routers for this DVR port cc829ba5-971b-4bc3-bb2f-7a502b195f9c on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:09.736935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d11fe-de3a-49cd-9a8c-aa7e494a7319 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Pushing event deleted for resources: {'Network': ['ID=923cb499-b1b3-4053-8bb3-f2652a5d1dd6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:09.750114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c448174-eddd-49b9-b7f1-60ae466390f8 None None] Pushing event deleted for resources: {'Port': ['ID=cc829ba5-971b-4bc3-bb2f-7a502b195f9c,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:09.751841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port a1133854-4680-4b8a-a3a0-c552bb06f10b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:09.756040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port a1133854-4680-4b8a-a3a0-c552bb06f10b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:09.756411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.768064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f1296183-a7ca-476b-ba31-3179c62cb81f tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "GET /v2.0/ports?device_id=3747ee75-a3ab-45f4-9f14-e3e215d83bf3 HTTP/1.1" status: 200  len: 205 time: 0.0452411
Apr 02 21:07:09.770428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47874) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:09.835236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port a1133854-4680-4b8a-a3a0-c552bb06f10b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:09.836166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.846106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:09.868964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['10107d8d-9752-412f-8706-611605cd57c7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:09.910656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f2e2e42a-9a29-4609-a3e3-c32b9a7d602b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:09.942234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cc829ba5-971b-4bc3-bb2f-7a502b195f9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:09.947920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:09.973006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['da097fe9-f79d-4d6d-8d6c-d413f8913252'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:09.982338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: cc829ba5-971b-4bc3-bb2f-7a502b195f9c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:09.982681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cc829ba5-971b-4bc3-bb2f-7a502b195f9c not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:09.984413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.032152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.034422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router_controller (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.054674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['7ae013e3-926a-45ea-aa70-0539b27a910a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:10.081318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (3747ee75-a3ab-45f4-9f14-e3e215d83bf3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.081927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Fanout notify agent at l3_agent the message router_deleted on router 3747ee75-a3ab-45f4-9f14-e3e215d83bf3 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:07:10.089492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.093058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-19d0efc1-b69b-4999-b014-c15473107733 tempest-RoutersNegativeIpV6Test-475071360 tempest-RoutersNegativeIpV6Test-475071360-project] 10.222.0.18 "DELETE /v2.0/routers/3747ee75-a3ab-45f4-9f14-e3e215d83bf3 HTTP/1.1" status: 204  len: 168 time: 0.3190901
Apr 02 21:07:10.098190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['bf93e761-9d1c-42fd-90a1-2b5196433096'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:10.200175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:10.323623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47882) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:10.333546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['ed32f0ab-8993-4f30-99a6-612178a0337c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:10.464731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-35560376-da4d-4d3d-88c0-511af3eebaae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efdf4d4cf65e4dbb9adc52b8c0bba01c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1398542
Apr 02 21:07:10.467168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47886) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:10.514959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c0c57eb-fdde-4e79-8c40-00d9206532ce admin admin] Publish callbacks [] for security_group (c6277b40-c04d-407d-b826-8397721c4a8b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.536408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c0c57eb-fdde-4e79-8c40-00d9206532ce admin admin] Publish callbacks [] for security_group (c6277b40-c04d-407d-b826-8397721c4a8b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.594181 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c0c57eb-fdde-4e79-8c40-00d9206532ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c6277b40-c04d-407d-b826-8397721c4a8b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.597186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c0c57eb-fdde-4e79-8c40-00d9206532ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:10.598871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8c0c57eb-fdde-4e79-8c40-00d9206532ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6277b40-c04d-407d-b826-8397721c4a8b HTTP/1.1" status: 204  len: 168 time: 0.1308093
Apr 02 21:07:10.610993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c57eb-fdde-4e79-8c40-00d9206532ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6277b40-c04d-407d-b826-8397721c4a8b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:10.721147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5c716-3bad-428a-860a-d7e19b3cd1a0 req-055cfe39-dbdb-429d-8fde-63ec7215864b tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.722727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73d5c716-3bad-428a-860a-d7e19b3cd1a0 req-055cfe39-dbdb-429d-8fde-63ec7215864b tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 945 time: 0.0786440
Apr 02 21:07:10.794072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.799600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.800206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73d5c716-3bad-428a-860a-d7e19b3cd1a0 req-75dc6726-97c4-4c21-9534-5a2c861f1a03 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708508
Apr 02 21:07:10.812400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.823724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.831340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.838498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.845327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:10.847361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-e719f6f1-f6cd-47b6-a671-90435d4f4321 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5440 time: 0.1612587
Apr 02 21:07:10.911930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c80c4916-9d1d-4424-a05e-786b7859faf9 req-74cf576f-8b86-4585-b5ff-64eb938af9c0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0568581
Apr 02 21:07:11.624559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1133854-4680-4b8a-a3a0-c552bb06f10b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:11.626857 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa7852-9bc5-41cb-9474-e203d8595d87" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "a1133854-4680-4b8a-a3a0-c552bb06f10b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:11.666268 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2907b05a-e11c-4ccd-80c0-16c4e9adb822 x-openstack-request-id: req-2907b05a-e11c-4ccd-80c0-16c4e9adb822 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:11.666570 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "a1133854-4680-4b8a-a3a0-c552bb06f10b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:11.666834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2907b05a-e11c-4ccd-80c0-16c4e9adb822 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:11.667393 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2907b05a-e11c-4ccd-80c0-16c4e9adb822'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1133854-4680-4b8a-a3a0-c552bb06f10b', 'code': 200}
Apr 02 21:07:11.942304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd19b-b7ed-432b-aa39-f5f0ef935767 req-d3f5b54f-d48a-4eeb-ae82-39c18903f9d3 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:11.943886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77bcd19b-b7ed-432b-aa39-f5f0ef935767 req-d3f5b54f-d48a-4eeb-ae82-39c18903f9d3 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 945 time: 0.0658507
Apr 02 21:07:12.009653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77bcd19b-b7ed-432b-aa39-f5f0ef935767 req-2df1783a-8cb9-4b12-af0e-bff051977614 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563750
Apr 02 21:07:12.068297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.075112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.080740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.086039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.092328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.098219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.104088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:12.106233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-625ec497-2f0d-4211-a5e3-70e21b2635eb tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5440 time: 0.1086242
Apr 02 21:07:12.170326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2fda5ff-b23a-48ba-88eb-39f3bef1197c req-2aad1e67-1132-412d-8ed2-7d32c806305b tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0579481
Apr 02 21:07:13.040567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 10107d8d-9752-412f-8706-611605cd57c7 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:13.092810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 10107d8d-9752-412f-8706-611605cd57c7 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:13.097222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 10107d8d-9752-412f-8706-611605cd57c7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:13.097617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (10107d8d-9752-412f-8706-611605cd57c7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:13.153634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811575f2-128c-4d95-a68d-64775fab780d req-7d161317-c889-4810-9c6d-81781ae6b33d tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.155239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-811575f2-128c-4d95-a68d-64775fab780d req-7d161317-c889-4810-9c6d-81781ae6b33d tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 945 time: 0.0636399
Apr 02 21:07:13.183663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 10107d8d-9752-412f-8706-611605cd57c7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:13.184056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (10107d8d-9752-412f-8706-611605cd57c7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:13.208946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-811575f2-128c-4d95-a68d-64775fab780d req-496b3207-8fda-422c-941c-b89b94c8b92c tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480237
Apr 02 21:07:13.221920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10107d8d-9752-412f-8706-611605cd57c7,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:13.227360 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:13.281215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:13.323407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.329075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.334829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.340441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.345955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.352179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.357861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.359739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-5b59c893-ad74-41e4-b5ed-6a7f21f4417d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5441 time: 0.1034565
Apr 02 21:07:13.423049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a2af7f0-9b8b-473e-adc7-2b581871fd62 req-bad26776-f115-4b24-aca8-68228e75d49d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0562942
Apr 02 21:07:13.668927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10107d8d-9752-412f-8706-611605cd57c7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:13.671982 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6c1fa9-e58b-4940-830b-e31bc7d2445b" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "10107d8d-9752-412f-8706-611605cd57c7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:13.720566 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874d58b-c3ce-47ab-96b0-3f69e8ee6003 x-openstack-request-id: req-6874d58b-c3ce-47ab-96b0-3f69e8ee6003 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:13.720752 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "10107d8d-9752-412f-8706-611605cd57c7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:13.721047 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6874d58b-c3ce-47ab-96b0-3f69e8ee6003 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:13.721417 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6874d58b-c3ce-47ab-96b0-3f69e8ee6003'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10107d8d-9752-412f-8706-611605cd57c7', 'code': 200}
Apr 02 21:07:13.918583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e8884-3379-4785-aad9-990f728ba808 req-40b7466f-e336-44d8-ac5f-97873be1dc1e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:13.920219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f57e8884-3379-4785-aad9-990f728ba808 req-40b7466f-e336-44d8-ac5f-97873be1dc1e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.0676093
Apr 02 21:07:13.970592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f57e8884-3379-4785-aad9-990f728ba808 req-2f653a09-5d33-45f7-ac86-1d5d135f5d76 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439217
Apr 02 21:07:14.321211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:14.353210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8f09-afe7-4c27-ab87-42b72709f2c2 req-2f52bd48-6098-4d85-8177-8a4ffa13b576 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.354705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b6d8f09-afe7-4c27-ab87-42b72709f2c2 req-2f52bd48-6098-4d85-8177-8a4ffa13b576 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 945 time: 0.0623572
Apr 02 21:07:14.407447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b6d8f09-afe7-4c27-ab87-42b72709f2c2 req-cd98407e-06da-4c33-af6f-d49883a463e6 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463507
Apr 02 21:07:14.570446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.575632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.580893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.586124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.591330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.596645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.602512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:14.604364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-014081c6-c584-4ac3-b689-2a53de3e2061 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5441 time: 0.0990984
Apr 02 21:07:14.666743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c280c4e4-5fe6-4235-82a9-331d59ab729a req-17cec591-1dc4-4d43-b6de-a5da2964e617 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0545456
Apr 02 21:07:14.689618 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:07:15.048853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7ae013e3-926a-45ea-aa70-0539b27a910a up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:15.111923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 7ae013e3-926a-45ea-aa70-0539b27a910a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:15.117263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 7ae013e3-926a-45ea-aa70-0539b27a910a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:15.117846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.122397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657bcd5-4048-4fcf-9da2-7a22f97704b9 req-d908b48a-6a6a-4bd7-9707-864b990bd5a1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.124007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d657bcd5-4048-4fcf-9da2-7a22f97704b9 req-d908b48a-6a6a-4bd7-9707-864b990bd5a1 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.0699441
Apr 02 21:07:15.190625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d657bcd5-4048-4fcf-9da2-7a22f97704b9 req-2d2076ca-6fd6-4afb-ad53-fb335ee87d31 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584390
Apr 02 21:07:15.238843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 7ae013e3-926a-45ea-aa70-0539b27a910a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:15.239278 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.277751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 7ae013e3-926a-45ea-aa70-0539b27a910a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ae013e3-926a-45ea-aa70-0539b27a910a,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:15.283606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.284719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2e2e42a-9a29-4609-a3e3-c32b9a7d602b up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:15.380635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=7ae013e3-926a-45ea-aa70-0539b27a910a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:15.398611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:15.403961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:15.404394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.501799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:15.502267 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.547917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:15.554037 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.554918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ed32f0ab-8993-4f30-99a6-612178a0337c up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:15.597013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20661-bb4a-46d0-b463-63ad1ff704b7 req-f40799ab-5157-437e-86a0-580b09912b05 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.599279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56b20661-bb4a-46d0-b463-63ad1ff704b7 req-f40799ab-5157-437e-86a0-580b09912b05 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 945 time: 0.1050239
Apr 02 21:07:15.617595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-7d07722c-8805-47fc-b1c0-e76e996f75ee tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.619183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-7d07722c-8805-47fc-b1c0-e76e996f75ee tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.0915513
Apr 02 21:07:15.656440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:15.670665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port ed32f0ab-8993-4f30-99a6-612178a0337c completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:15.675855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port ed32f0ab-8993-4f30-99a6-612178a0337c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:15.676340 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.722887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae013e3-926a-45ea-aa70-0539b27a910a'}, {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e2e42a-9a29-4609-a3e3-c32b9a7d602b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:15.725984 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb419e-c9ed-4c90-a2f3-2f74f166a03e" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "7ae013e3-926a-45ea-aa70-0539b27a910a"}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "f2e2e42a-9a29-4609-a3e3-c32b9a7d602b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:15.751835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56b20661-bb4a-46d0-b463-63ad1ff704b7 req-ddaf178d-85c6-45a4-81eb-c0afcc79341b tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439381
Apr 02 21:07:15.817540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port ed32f0ab-8993-4f30-99a6-612178a0337c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:15.817949 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.828576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Deleting port 9c6822bb-be50-4c34-94cb-f822e9b46f02 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:15.829702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.830436 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc301623-abfb-4f0b-883e-6e06d8ad6aff x-openstack-request-id: req-bc301623-abfb-4f0b-883e-6e06d8ad6aff {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:15.830747 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "7ae013e3-926a-45ea-aa70-0539b27a910a", "code": 200}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "f2e2e42a-9a29-4609-a3e3-c32b9a7d602b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:15.831349 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc301623-abfb-4f0b-883e-6e06d8ad6aff {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:15.831554 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc301623-abfb-4f0b-883e-6e06d8ad6aff'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae013e3-926a-45ea-aa70-0539b27a910a', 'code': 200}
Apr 02 21:07:15.831761 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc301623-abfb-4f0b-883e-6e06d8ad6aff'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e2e42a-9a29-4609-a3e3-c32b9a7d602b', 'code': 200}
Apr 02 21:07:15.868027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ed32f0ab-8993-4f30-99a6-612178a0337c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed32f0ab-8993-4f30-99a6-612178a0337c,segment=NetworkSegment(d2b64b8e-8432-44cd-8c88-f5e4e6d74972),segment_id=d2b64b8e-8432-44cd-8c88-f5e4e6d74972)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:15.874419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:15.875300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device da097fe9-f79d-4d6d-8d6c-d413f8913252 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:15.892836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.902202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.910166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.916068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.922428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.930814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.937108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:15.939440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-474476da-dfe4-4f35-8d44-68da13046b04 req-8a247b7d-32d1-4407-8394-7a93e12d979d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5443 time: 0.1618996
Apr 02 21:07:16.002686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=ed32f0ab-8993-4f30-99a6-612178a0337c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:16.007986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port da097fe9-f79d-4d6d-8d6c-d413f8913252 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:16.016268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port da097fe9-f79d-4d6d-8d6c-d413f8913252 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:16.016693 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.056827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-474476da-dfe4-4f35-8d44-68da13046b04 req-3ef5e8c5-7495-400f-b0d6-57e6e9edadea tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1086133
Apr 02 21:07:16.124602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port da097fe9-f79d-4d6d-8d6c-d413f8913252 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:16.125168 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.167471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:16.171961 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.173215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device bf93e761-9d1c-42fd-90a1-2b5196433096 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:16.264940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:16.275315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] For port 9c6822bb-be50-4c34-94cb-f822e9b46f02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c6822bb-be50-4c34-94cb-f822e9b46f02,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:16.275826 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.280835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port bf93e761-9d1c-42fd-90a1-2b5196433096 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:16.286392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port bf93e761-9d1c-42fd-90a1-2b5196433096 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:16.287522 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.381046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port bf93e761-9d1c-42fd-90a1-2b5196433096 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:16.381877 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.418633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port bf93e761-9d1c-42fd-90a1-2b5196433096, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf93e761-9d1c-42fd-90a1-2b5196433096,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:16.422724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.480185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=bf93e761-9d1c-42fd-90a1-2b5196433096,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:16.493722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8397b-0024-45f3-b856-4427ac6dc68d req-d1c946b4-42cb-4ee0-ac8a-e010df3c0817 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:16.495373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79b8397b-0024-45f3-b856-4427ac6dc68d req-d1c946b4-42cb-4ee0-ac8a-e010df3c0817 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/ports?device_id=945e2822-5cfd-4165-9cf4-3d1f493dea62 HTTP/1.1" status: 200  len: 947 time: 0.2034788
Apr 02 21:07:16.606573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.607444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a4d77786-62fd-48d2-a66f-32a8f3de9557), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.607444 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Floating IP a4d77786-62fd-48d2-a66f-32a8f3de9557 disassociated. External IP: 172.35.4.133, port: 9c6822bb-be50-4c34-94cb-f822e9b46f02.
Apr 02 21:07:16.607665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Calling delete_port for 9c6822bb-be50-4c34-94cb-f822e9b46f02 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:16.628344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79b8397b-0024-45f3-b856-4427ac6dc68d req-d2e31742-8a1a-4ab1-8047-5f33cc802d0d tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups?id=660c5c93-5653-4873-a356-3b04167e325b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1231945
Apr 02 21:07:16.768822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9c6822bb-be50-4c34-94cb-f822e9b46f02), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:16.802222 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event deleted for resources: {'Port': ['ID=9c6822bb-be50-4c34-94cb-f822e9b46f02,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:16.925504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b118f5d-7e97-4826-8ba4-f0bae0330ed1 req-4d2a5926-50b0-45fd-82cc-26e8f3980161 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:16.925504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b118f5d-7e97-4826-8ba4-f0bae0330ed1 req-4d2a5926-50b0-45fd-82cc-26e8f3980161 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.0610747
Apr 02 21:07:16.926222 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Router 7af1289f-2226-4941-a843-708a5d6c7429 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:16.980169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b118f5d-7e97-4826-8ba4-f0bae0330ed1 req-9296ffec-a8b8-4fc9-809f-708693240621 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554273
Apr 02 21:07:17.046163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:17.061240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:17.075578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:17.076491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fc43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:17.094136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] No DVR routers for this DVR port 9c6822bb-be50-4c34-94cb-f822e9b46f02 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:17.096853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.100247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42aa9abc-9c7d-46e3-b189-b4115b1e7e4b req-a94f56f9-ce76-436d-b6ad-f4545783f7f8 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.15 "DELETE /v2.0/ports/9c6822bb-be50-4c34-94cb-f822e9b46f02 HTTP/1.1" status: 204  len: 173 time: 1.4750576
Apr 02 21:07:17.100575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-deleted', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:17.102890 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8d3ba-64a5-48d0-ac0e-342506698225" -d '{"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-deleted", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:17.220187 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8c59a-2e65-407f-91ed-f10d1ccdd632 x-openstack-request-id: req-cda8c59a-2e65-407f-91ed-f10d1ccdd632 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:17.220577 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e2822-5cfd-4165-9cf4-3d1f493dea62", "name": "network-vif-deleted", "tag": "9c6822bb-be50-4c34-94cb-f822e9b46f02", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:17.220770 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cda8c59a-2e65-407f-91ed-f10d1ccdd632 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:17.221183 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda8c59a-2e65-407f-91ed-f10d1ccdd632'] response: {'server_uuid': '945e2822-5cfd-4165-9cf4-3d1f493dea62', 'name': 'network-vif-deleted', 'tag': '9c6822bb-be50-4c34-94cb-f822e9b46f02', 'status': 'completed', 'code': 200}
Apr 02 21:07:17.261523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.269506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.276807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:17.277606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.286435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.294829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.302090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.309190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:17.321396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-4433499c-c063-4ed4-94dc-19b10f0956b7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1776171
Apr 02 21:07:17.394704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90ea8e45-70c6-46e4-b336-1ed5196d3faf req-6480cd64-fff9-4429-a542-39d157f332dd tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0724206
Apr 02 21:07:17.563281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fc43a0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:17.595893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48110) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:17.596758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:17.611695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:17.612477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fc43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:17.727573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.750233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:17.758044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-558a82da-01c9-4923-990c-6ec0df451e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.761134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:17.843497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32f0ab-8993-4f30-99a6-612178a0337c'}, {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252'}, {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf93e761-9d1c-42fd-90a1-2b5196433096'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:17.845423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55260263-1a03-4845-9741-b95b9f28c152 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (660c5c93-5653-4873-a356-3b04167e325b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.845812 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62249f7-c876-4304-bdf5-1d371012e4ff" -d '{"events": [{"server_uuid": "eabcc63b-6b4b-4e0a-99aa-df1c2ab52782", "name": "network-vif-plugged", "status": "completed", "tag": "ed32f0ab-8993-4f30-99a6-612178a0337c"}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252"}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "bf93e761-9d1c-42fd-90a1-2b5196433096"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:17.862227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-558a82da-01c9-4923-990c-6ec0df451e11 admin admin] Publish callbacks [] for security_group (4a72068f-6e90-41e4-b2d2-699a0affc1fa), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.869959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-558a82da-01c9-4923-990c-6ec0df451e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4a72068f-6e90-41e4-b2d2-699a0affc1fa), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.886215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55260263-1a03-4845-9741-b95b9f28c152 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (660c5c93-5653-4873-a356-3b04167e325b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.917916 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-558a82da-01c9-4923-990c-6ec0df451e11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a7469c380ae4cd2ae0028b72695e138&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3200455
Apr 02 21:07:17.920704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48124) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:17.920958 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c582ddc7-dda9-4870-baa2-038f276b0e39 x-openstack-request-id: req-c582ddc7-dda9-4870-baa2-038f276b0e39 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:17.921218 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabcc63b-6b4b-4e0a-99aa-df1c2ab52782", "name": "network-vif-plugged", "status": "completed", "tag": "ed32f0ab-8993-4f30-99a6-612178a0337c", "code": 200}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252", "code": 200}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-plugged", "status": "completed", "tag": "bf93e761-9d1c-42fd-90a1-2b5196433096", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:17.921487 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c582ddc7-dda9-4870-baa2-038f276b0e39 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:17.921894 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c582ddc7-dda9-4870-baa2-038f276b0e39'] response: {'server_uuid': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32f0ab-8993-4f30-99a6-612178a0337c', 'code': 200}
Apr 02 21:07:17.922172 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c582ddc7-dda9-4870-baa2-038f276b0e39'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252', 'code': 200}
Apr 02 21:07:17.922438 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c582ddc7-dda9-4870-baa2-038f276b0e39'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf93e761-9d1c-42fd-90a1-2b5196433096', 'code': 200}
Apr 02 21:07:17.953056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a82da-01c9-4923-990c-6ec0df451e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a72068f-6e90-41e4-b2d2-699a0affc1fa,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:17.957913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55260263-1a03-4845-9741-b95b9f28c152 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (660c5c93-5653-4873-a356-3b04167e325b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.964950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55260263-1a03-4845-9741-b95b9f28c152 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:17.967473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-55260263-1a03-4845-9741-b95b9f28c152 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "DELETE /v2.0/security-groups/660c5c93-5653-4873-a356-3b04167e325b HTTP/1.1" status: 204  len: 168 time: 0.2052085
Apr 02 21:07:17.970880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:17.981038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55260263-1a03-4845-9741-b95b9f28c152 tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c5c93-5653-4873-a356-3b04167e325b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:17.987644 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-73c9bc1d-f780-4417-8a26-65eb72adb28e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] show failed (client error): The resource could not be found.
Apr 02 21:07:17.991484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73c9bc1d-f780-4417-8a26-65eb72adb28e tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "GET /v2.0/security-groups/660c5c93-5653-4873-a356-3b04167e325b HTTP/1.1" status: 404  len: 347 time: 0.0166841
Apr 02 21:07:17.993102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:18.024638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf07fea5-52c1-4ad9-8871-500e824f3799 admin admin] Publish callbacks [] for security_group (4a72068f-6e90-41e4-b2d2-699a0affc1fa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.061169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fc43a0>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:18.068064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf07fea5-52c1-4ad9-8871-500e824f3799 admin admin] Publish callbacks [] for security_group (4a72068f-6e90-41e4-b2d2-699a0affc1fa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.099984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a15e6a-7178-4e8c-8534-69977cdb76c3 None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20006e62-4e77-47ae-ae1d-13d7b47059fa', 'name': '', 'network_id': 'd11c371b-654f-45ff-8edf-711168f9f05b', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'mac_address': 'fa:16:3e:9b:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:10Z', 'updated_at': '2022-04-02T20:59:18Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'subnets': [{'id': 'fdb74e7c-5a84-45e1-8ee7-f11003b6a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:18.235518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.235518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.235518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.235518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.236050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.236164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.236912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.238715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-cca789b4-5646-4f48-98be-2134be903d18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6719 time: 0.1447742
Apr 02 21:07:18.255799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522329aa-fc7c-4945-8614-9eb90519af44 req-4d875462-b048-4729-83e8-0c388674cdd0 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.257426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-522329aa-fc7c-4945-8614-9eb90519af44 req-4d875462-b048-4729-83e8-0c388674cdd0 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.1724949
Apr 02 21:07:18.260592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6a78-dcdd-4155-9e57-4c3fc1811883 req-c6fe552b-0697-4139-8560-e6b59313a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.261465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b89d6a78-dcdd-4155-9e57-4c3fc1811883 req-c6fe552b-0697-4139-8560-e6b59313a7df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 1128 time: 0.1851094
Apr 02 21:07:18.265846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Deleting port c0c212c7-77f3-4eee-89af-f30952eda285 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:18.266175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c0c212c7-77f3-4eee-89af-f30952eda285), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.280383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf07fea5-52c1-4ad9-8871-500e824f3799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4a72068f-6e90-41e4-b2d2-699a0affc1fa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.283932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf07fea5-52c1-4ad9-8871-500e824f3799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.287938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bf07fea5-52c1-4ad9-8871-500e824f3799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a72068f-6e90-41e4-b2d2-699a0affc1fa HTTP/1.1" status: 204  len: 168 time: 0.3643539
Apr 02 21:07:18.319853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07fea5-52c1-4ad9-8871-500e824f3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a72068f-6e90-41e4-b2d2-699a0affc1fa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:18.361542 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b89d6a78-dcdd-4155-9e57-4c3fc1811883 req-0b5343d6-5b4b-461d-bdde-412fe4e0bd6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932987
Apr 02 21:07:18.366176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-522329aa-fc7c-4945-8614-9eb90519af44 req-5af60003-9a61-455d-8f16-325674dced30 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999117
Apr 02 21:07:18.368973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3960a75c-b133-4cf4-a8c4-c67b73ac482c req-4703aae4-8bdc-4ccd-810c-2c886a9abe22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1216397
Apr 02 21:07:18.393529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c0c212c7-77f3-4eee-89af-f30952eda285), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.393856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (c0c212c7-77f3-4eee-89af-f30952eda285), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.408907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Calling delete_port for c0c212c7-77f3-4eee-89af-f30952eda285 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:18.540377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854f355-c346-43ec-91f3-06f92f234d78 None None] New status for floating IP a4d77786-62fd-48d2-a66f-32a8f3de9557: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:07:18.591067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.596325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.601691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.606944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.612358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.617866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.623199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:18.625021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-357a5cda-52e5-4efd-9794-909767c92ad3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1299608
Apr 02 21:07:18.642482 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.db.api [None req-9854f355-c346-43ec-91f3-06f92f234d78 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 02 21:07:18.642482 ncdv-master-1 neutron-server[121651]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Apr 02 21:07:18.642482 ncdv-master-1 neutron-server[121651]: [parameters: {'status': 'DOWN', 'floatingips_id': 'a4d77786-62fd-48d2-a66f-32a8f3de9557'}]
Apr 02 21:07:18.642482 ncdv-master-1 neutron-server[121651]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:07:18.643076 ncdv-master-1 neutron-server[121651]: DEBUG oslo_db.api [None req-9854f355-c346-43ec-91f3-06f92f234d78 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:07:18.704668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48142) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:18.721247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5a80518-9de7-4702-95b1-1ffe66839242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.725118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee4ef635-7cf9-47b0-9e8a-f68641b60c8d req-1adfada1-3e0d-49cc-8e5d-c054019a8d08 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0928462
Apr 02 21:07:18.725774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c0c212c7-77f3-4eee-89af-f30952eda285), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.755220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Pushing event deleted for resources: {'Port': ['ID=c0c212c7-77f3-4eee-89af-f30952eda285,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:18.812519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5a80518-9de7-4702-95b1-1ffe66839242 admin admin] Publish callbacks [] for security_group (46bc6dd5-11d7-47f8-8609-fc5f675759ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.818044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f5a80518-9de7-4702-95b1-1ffe66839242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (46bc6dd5-11d7-47f8-8609-fc5f675759ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.823137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks [] for floatingip (a4d77786-62fd-48d2-a66f-32a8f3de9557), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.826236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.827447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3678eaf8-724d-4ead-83da-890bb32014bb tempest-AttachVolumeShelveTestJSON-1397899499 tempest-AttachVolumeShelveTestJSON-1397899499-project] 10.222.0.18 "DELETE /v2.0/floatingips/a4d77786-62fd-48d2-a66f-32a8f3de9557 HTTP/1.1" status: 204  len: 168 time: 0.8324699
Apr 02 21:07:18.871551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48146) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:18.871768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f5a80518-9de7-4702-95b1-1ffe66839242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c91cc18295f14078bffd52deaaa2c7a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1655967
Apr 02 21:07:18.872883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80518-9de7-4702-95b1-1ffe66839242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bc6dd5-11d7-47f8-8609-fc5f675759ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:18.933857 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a92497b-b54c-431f-89f6-549e234bf29e admin admin] Publish callbacks [] for security_group (46bc6dd5-11d7-47f8-8609-fc5f675759ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:18.963125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a92497b-b54c-431f-89f6-549e234bf29e admin admin] Publish callbacks [] for security_group (46bc6dd5-11d7-47f8-8609-fc5f675759ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:19.017910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a92497b-b54c-431f-89f6-549e234bf29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (46bc6dd5-11d7-47f8-8609-fc5f675759ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:19.020685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a92497b-b54c-431f-89f6-549e234bf29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:19.022990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a92497b-b54c-431f-89f6-549e234bf29e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46bc6dd5-11d7-47f8-8609-fc5f675759ec HTTP/1.1" status: 204  len: 168 time: 0.1488178
Apr 02 21:07:19.030831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92497b-b54c-431f-89f6-549e234bf29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bc6dd5-11d7-47f8-8609-fc5f675759ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:19.061337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:19.083726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 9c6822bb-be50-4c34-94cb-f822e9b46f02 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:19.084100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9c6822bb-be50-4c34-94cb-f822e9b46f02 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:19.144202 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854f355-c346-43ec-91f3-06f92f234d78 None None] New status for floating IP a4d77786-62fd-48d2-a66f-32a8f3de9557: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:07:19.540932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d29ad9-a2c6-483b-baf5-8bcc7cc8075d req-9aad5ef8-8cbd-438d-83e7-d0cf79f805d7 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.542522 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09d29ad9-a2c6-483b-baf5-8bcc7cc8075d req-9aad5ef8-8cbd-438d-83e7-d0cf79f805d7 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.0634961
Apr 02 21:07:19.593029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09d29ad9-a2c6-483b-baf5-8bcc7cc8075d req-77309dbf-07e0-42f6-bf4e-03ddd760c764 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448675
Apr 02 21:07:19.879210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.885591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.891720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.897627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.903678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.909207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.914891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:19.917257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-067156e8-0189-4d23-ba97-03fa9788d725 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1091192
Apr 02 21:07:19.987454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb72f943-bcd9-464d-9386-295a5482f5d7 req-3f456b1d-9c99-4f82-a2be-305b6c4eeb45 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0638931
Apr 02 21:07:20.737302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab1102-1f83-4d7a-ba1d-01239519a374 req-65c297c9-9035-4cfb-b45b-bf9748412eae tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:20.746198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85ab1102-1f83-4d7a-ba1d-01239519a374 req-65c297c9-9035-4cfb-b45b-bf9748412eae tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.0702093
Apr 02 21:07:20.812358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85ab1102-1f83-4d7a-ba1d-01239519a374 req-e51c94e6-a284-4ddc-b5ca-2e516ebf9f1a tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651195
Apr 02 21:07:21.113325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9568ec-7698-424d-8399-74ef6269d4e3 req-16e87c82-b3f2-4015-865c-aceed7af6629 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.115115 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f9568ec-7698-424d-8399-74ef6269d4e3 req-16e87c82-b3f2-4015-865c-aceed7af6629 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.0820217
Apr 02 21:07:21.146319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.153066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.158752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.164923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.170559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.176178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.182440 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f9568ec-7698-424d-8399-74ef6269d4e3 req-b5c7022d-766e-46d1-bb8d-8be53f10efad tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589137
Apr 02 21:07:21.182593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.184904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-4b49240f-b141-4404-8789-e3cf78ca3dd5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1105719
Apr 02 21:07:21.268000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ea569ae-3c3b-4e35-8623-7721a0d70663 req-ecaaa796-b9e4-4e9d-884a-4d9b40cee3f7 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0745261
Apr 02 21:07:21.302311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48298) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:21.421824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.427431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.433454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.439382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.445674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.451309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.457307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:21.459316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3997aec7-c4a8-4b15-ab23-4f630cd9736c req-38432a60-2078-4a62-a7ce-d0622e83220d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1054194
Apr 02 21:07:21.472695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48304) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:21.477663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Request body: {'floatingip': {'port_id': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:21.523757 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (1e210c5e-e34f-4520-8c18-e214b1f7688a), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:21.555430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48306) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:21.696851 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d61f32cf-8058-4ea6-bbe6-3834dec2e33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:21.854210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d61f32cf-8058-4ea6-bbe6-3834dec2e33c admin admin] Publish callbacks [] for security_group (93bbca69-887f-43f2-8b10-5511b6bf7d9c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:21.858974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d61f32cf-8058-4ea6-bbe6-3834dec2e33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (93bbca69-887f-43f2-8b10-5511b6bf7d9c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:21.911964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d61f32cf-8058-4ea6-bbe6-3834dec2e33c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e1612ab29d441cb834be5ff37e80e7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3550684
Apr 02 21:07:21.914836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48310) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:21.925498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f32cf-8058-4ea6-bbe6-3834dec2e33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bbca69-887f-43f2-8b10-5511b6bf7d9c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:21.988689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (7af1289f-2226-4941-a843-708a5d6c7429), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.049952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6af0621-1915-42bc-9b60-40bde9f98965 admin admin] Publish callbacks [] for security_group (93bbca69-887f-43f2-8b10-5511b6bf7d9c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.066432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.076559 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1e210c5e-e34f-4520-8c18-e214b1f7688a), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.112678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6af0621-1915-42bc-9b60-40bde9f98965 admin admin] Publish callbacks [] for security_group (93bbca69-887f-43f2-8b10-5511b6bf7d9c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.226933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6af0621-1915-42bc-9b60-40bde9f98965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (93bbca69-887f-43f2-8b10-5511b6bf7d9c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.233261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6af0621-1915-42bc-9b60-40bde9f98965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.233261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6af0621-1915-42bc-9b60-40bde9f98965 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93bbca69-887f-43f2-8b10-5511b6bf7d9c HTTP/1.1" status: 204  len: 168 time: 0.3149455
Apr 02 21:07:22.233261 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Floating IP 1e210c5e-e34f-4520-8c18-e214b1f7688a associated. External IP: 172.35.4.65, port: 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951.
Apr 02 21:07:22.288672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af0621-1915-42bc-9b60-40bde9f98965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bbca69-887f-43f2-8b10-5511b6bf7d9c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:22.386664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Deleting port 20006e62-4e77-47ae-ae1d-13d7b47059fa {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:22.387114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.411701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c429f-dc31-49f9-be9b-dc95826abb4b req-dc92b9b1-6c22-404a-a627-9827447b7b18 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:22.413890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a26c429f-dc31-49f9-be9b-dc95826abb4b req-dc92b9b1-6c22-404a-a627-9827447b7b18 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.0973108
Apr 02 21:07:22.531666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a26c429f-dc31-49f9-be9b-dc95826abb4b req-8940f5df-6645-49ba-bed8-3d003a15bfd5 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/security-groups?id=733fb51b-aeac-434f-b628-01960432d81a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063237
Apr 02 21:07:22.541193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] For port 20006e62-4e77-47ae-ae1d-13d7b47059fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20006e62-4e77-47ae-ae1d-13d7b47059fa,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:22.541647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.557084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Calling delete_port for 20006e62-4e77-47ae-ae1d-13d7b47059fa owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:22.690644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48318) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:22.710950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfcdd-360e-4968-a725-858463b45ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.759860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-922f4205-cddc-409b-b80c-2b13d6cb35e5 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:22.761561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-922f4205-cddc-409b-b80c-2b13d6cb35e5 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 946 time: 0.0759709
Apr 02 21:07:22.833538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (20006e62-4e77-47ae-ae1d-13d7b47059fa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.876830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Pushing event deleted for resources: {'Port': ['ID=20006e62-4e77-47ae-ae1d-13d7b47059fa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:22.880038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfcdd-360e-4968-a725-858463b45ba5 admin admin] Publish callbacks [] for security_group (4a1a5717-a88f-4c79-a05f-e994cc162803), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.908599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfcdd-360e-4968-a725-858463b45ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4a1a5717-a88f-4c79-a05f-e994cc162803), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.957785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Router 8c4065f2-6306-4f39-a638-a988887f2065 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:22.972516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Deleting port ed32f0ab-8993-4f30-99a6-612178a0337c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:22.972863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:22.977768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b7cfcdd-360e-4968-a725-858463b45ba5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=524f5f2e2beb4e8fba1a7fbeae155ab1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2860348
Apr 02 21:07:22.981317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48322) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:22.987812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cfcdd-360e-4968-a725-858463b45ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a5717-a88f-4c79-a05f-e994cc162803,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:23.115219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-798e1bf4-66c1-4c31-beb9-4e9e8534391a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.169834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] For port ed32f0ab-8993-4f30-99a6-612178a0337c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed32f0ab-8993-4f30-99a6-612178a0337c,segment=NetworkSegment(d2b64b8e-8432-44cd-8c88-f5e4e6d74972),segment_id=d2b64b8e-8432-44cd-8c88-f5e4e6d74972)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:23.170266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.190806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Calling delete_port for ed32f0ab-8993-4f30-99a6-612178a0337c owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:23.197559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:23.203995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.210090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] Sync routers for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:23.224272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:23.225538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784503abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:23.280002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7e9e43d-ecdf-4b1b-a609-bb03cab17168 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "PUT /v2.0/floatingips/1e210c5e-e34f-4520-8c18-e214b1f7688a HTTP/1.1" status: 200  len: 990 time: 1.8060699
Apr 02 21:07:23.282461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:23.284776 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eb5a0a-038d-492c-8ae1-5130060ec996" -d '{"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:23.338612 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98815fe6-40e9-45e6-9ea2-ae798e5168dd x-openstack-request-id: req-98815fe6-40e9-45e6-9ea2-ae798e5168dd {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:23.338929 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:23.339105 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98815fe6-40e9-45e6-9ea2-ae798e5168dd {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:23.339535 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98815fe6-40e9-45e6-9ea2-ae798e5168dd'] response: {'name': 'network-changed', 'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'status': 'completed', 'code': 200}
Apr 02 21:07:23.395892 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ed32f0ab-8993-4f30-99a6-612178a0337c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.435616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Pushing event deleted for resources: {'Port': ['ID=ed32f0ab-8993-4f30-99a6-612178a0337c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:23.463918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc03f-06a2-481d-8ecb-2e21bef8c67a admin admin] Publish callbacks [] for security_group (4a1a5717-a88f-4c79-a05f-e994cc162803), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.501996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] No DVR routers for this DVR port ed32f0ab-8993-4f30-99a6-612178a0337c on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:23.506147 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.510938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea8fd626-b4ee-4ded-ac3a-f65492b2729c req-398ac21f-bc2e-4ad3-bf4b-896d87825205 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.15 "DELETE /v2.0/ports/ed32f0ab-8993-4f30-99a6-612178a0337c HTTP/1.1" status: 204  len: 173 time: 0.7142334
Apr 02 21:07:23.515343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc03f-06a2-481d-8ecb-2e21bef8c67a admin admin] Publish callbacks [] for security_group (4a1a5717-a88f-4c79-a05f-e994cc162803), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.527975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (7af1289f-2226-4941-a843-708a5d6c7429), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.538626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:23.560295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.561245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.561375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.561764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.562279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.562912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.563257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.565564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-01635fdb-a792-4ce8-90c9-f97fc6246b2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6719 time: 0.1332128
Apr 02 21:07:23.746797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c77a916d-20e8-4f28-ab95-d33e68c0861a req-6ebf14c0-c64d-4c20-94fd-68301c55b283 tempest-InstanceActionsV221TestJSON-870810846 tempest-InstanceActionsV221TestJSON-870810846-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabcc63b-6b4b-4e0a-99aa-df1c2ab52782 HTTP/1.1" status: 200  len: 210 time: 0.0837884
Apr 02 21:07:23.787272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc03f-06a2-481d-8ecb-2e21bef8c67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4a1a5717-a88f-4c79-a05f-e994cc162803), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.789989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc03f-06a2-481d-8ecb-2e21bef8c67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:23.793504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1c8dc03f-06a2-481d-8ecb-2e21bef8c67a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a1a5717-a88f-4c79-a05f-e994cc162803 HTTP/1.1" status: 204  len: 168 time: 0.8089409
Apr 02 21:07:23.817786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dc03f-06a2-481d-8ecb-2e21bef8c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a5717-a88f-4c79-a05f-e994cc162803,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:23.825724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784503abe0>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e210c5e-e34f-4520-8c18-e214b1f7688a', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'port_id': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'mac_address': 'fa:16:3e:08:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:06:32Z', 'updated_at': '2022-04-02T21:07:21Z', 'revision_number': 1, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:02Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:23.848516 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-e700126a-f63d-4194-a899-298779ebef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:23.849996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-e700126a-f63d-4194-a899-298779ebef7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ddecd24-a294-4bc2-af54-c9e8165b2234 HTTP/1.1" status: 200  len: 918 time: 0.2611008
Apr 02 21:07:23.879677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] Checking router: 8c4065f2-6306-4f39-a638-a988887f2065 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:23.906833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:23.907582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784503abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:23.993144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-b9ba2826-9d70-4db8-aea0-61fdc8c97c17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 200  len: 998 time: 0.1119306
Apr 02 21:07:24.099359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Router 7af1289f-2226-4941-a843-708a5d6c7429 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:24.124657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-5a418224-1db7-4747-b69f-21ac147c801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:24.128219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:24.129543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-5a418224-1db7-4747-b69f-21ac147c801b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf0dda7-605e-462d-a212-5840ccdc61ae HTTP/1.1" status: 200  len: 856 time: 0.1136446
Apr 02 21:07:24.295792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-7a3c5110-92f7-4bff-8ae0-917b8a13ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:24.297323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-7a3c5110-92f7-4bff-8ae0-917b8a13ef9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ddecd24-a294-4bc2-af54-c9e8165b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1055017
Apr 02 21:07:24.329692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:24.337998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b596c75f-a8b0-4853-a5b4-99315fbddfbe admin admin] 10.222.0.18 "PUT /v2.0/routers/7af1289f-2226-4941-a843-708a5d6c7429/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0341547
Apr 02 21:07:24.340407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48340) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:24.350358 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] Sync routers for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:24.364478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:24.365385 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b72730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:24.453023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-d018046b-a67a-47d1-956d-45eef8224156 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463306
Apr 02 21:07:24.501585 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:24.535783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks [] for router (7af1289f-2226-4941-a843-708a5d6c7429), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:24.612913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784503abe0>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e210c5e-e34f-4520-8c18-e214b1f7688a', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'port_id': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'mac_address': 'fa:16:3e:08:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:06:32Z', 'updated_at': '2022-04-02T21:07:21Z', 'revision_number': 1, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:02Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:24.676515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8eb5a0a-038d-492c-8ae1-5130060ec996 req-ee9422a3-45cf-4387-aa21-eea4240f4a3f service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142534
Apr 02 21:07:24.683271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbc48-afe2-4308-b500-d994fb632dfb None None] The sync data for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 is: [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e210c5e-e34f-4520-8c18-e214b1f7688a', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'port_id': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'mac_address': 'fa:16:3e:08:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:06:32Z', 'updated_at': '2022-04-02T21:07:21Z', 'revision_number': 1, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:02Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:24.794714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks [] for router_gateway (7af1289f-2226-4941-a843-708a5d6c7429), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:24.798827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b72730>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T21:07:22Z', 'revision_number': 5, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port': {'id': 'cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af1289f-2226-4941-a843-708a5d6c7429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T20:59:03Z', 'updated_at': '2022-04-02T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:24.836370 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] Checking router: 7af1289f-2226-4941-a843-708a5d6c7429 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:24.852777 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] Routers {'7af1289f-2226-4941-a843-708a5d6c7429'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:24.854092 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b72730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:06:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['7af1289f-2226-4941-a843-708a5d6c7429'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:24.873099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Deleting port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:24.873512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:24.981197 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] Set router 7af1289f-2226-4941-a843-708a5d6c7429 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:24.982008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] For port cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:24.982555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.008257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Calling delete_port for cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:25.056350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ed32f0ab-8993-4f30-99a6-612178a0337c no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:25.080293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48362) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:25.083516 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b72730>, [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T21:07:24Z', 'revision_number': 6, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:25.092692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: ed32f0ab-8993-4f30-99a6-612178a0337c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:25.093779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ed32f0ab-8993-4f30-99a6-612178a0337c not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:25.098167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803c650-3215-44b9-9132-9386c62c20d6 None None] New status for floating IP 1e210c5e-e34f-4520-8c18-e214b1f7688a: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:07:25.114913 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf7a87-f927-417c-a1e9-33301fd523a3 None None] The sync data for ids ['7af1289f-2226-4941-a843-708a5d6c7429'] in ncdv-master-1 is: [{'id': '7af1289f-2226-4941-a843-708a5d6c7429', 'name': 'tempest-AttachVolumeShelveTestJSON-1669582728-router', 'tenant_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T20:59:02Z', 'updated_at': '2022-04-02T21:07:24Z', 'revision_number': 6, 'project_id': '2a4f1507b69e40c8ace9eac029f1ced2', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:25.129175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48364) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:25.184965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Deleting subnet ecc7d79e-d10c-4aa9-a273-c630d4e59b77 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:25.193577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Publish callbacks [] for subnet (ecc7d79e-d10c-4aa9-a273-c630d4e59b77), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.237730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ecc7d79e-d10c-4aa9-a273-c630d4e59b77), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.278654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8e471e50-5abd-493d-9afa-a4267ac00eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.304215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ecc7d79e-d10c-4aa9-a273-c630d4e59b77), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.318807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-261610459-network', 'tenant_id': 'f54b2160309b4d76bd7a944454903520'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:25.342707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'name': 'network-vif-deleted', 'tag': 'ed32f0ab-8993-4f30-99a6-612178a0337c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:25.345585 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91b941-8449-4c46-95d1-0c8261e2eaca" -d '{"events": [{"server_uuid": "eabcc63b-6b4b-4e0a-99aa-df1c2ab52782", "name": "network-vif-deleted", "tag": "ed32f0ab-8993-4f30-99a6-612178a0337c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:25.368270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.377403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Made reservation on behalf of f54b2160309b4d76bd7a944454903520 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:25.380215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ecc7d79e-d10c-4aa9-a273-c630d4e59b77), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.380826 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.412060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.415140 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f00c000-59d1-4348-adc5-7791546ec275 x-openstack-request-id: req-8f00c000-59d1-4348-adc5-7791546ec275 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:25.415433 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabcc63b-6b4b-4e0a-99aa-df1c2ab52782", "name": "network-vif-deleted", "tag": "ed32f0ab-8993-4f30-99a6-612178a0337c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:25.415690 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f00c000-59d1-4348-adc5-7791546ec275 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:25.416081 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f00c000-59d1-4348-adc5-7791546ec275'] response: {'server_uuid': 'eabcc63b-6b4b-4e0a-99aa-df1c2ab52782', 'name': 'network-vif-deleted', 'tag': 'ed32f0ab-8993-4f30-99a6-612178a0337c', 'status': 'completed', 'code': 200}
Apr 02 21:07:25.419772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:25.421092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc7d79e-d10c-4aa9-a273-c630d4e59b77,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:25.429318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.432631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fe5551c6-4387-43b3-a0c4-fa2a2417ab64 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ecc7d79e-d10c-4aa9-a273-c630d4e59b77 HTTP/1.1" status: 204  len: 168 time: 0.3504748
Apr 02 21:07:25.436913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:25.516824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8ca290df-4a62-423c-b150-fa9a6e2d5d52), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.523079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (7af1289f-2226-4941-a843-708a5d6c7429), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.613562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8ca290df-4a62-423c-b150-fa9a6e2d5d52), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.638201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78471fafd0>,) {'filters': {'network_id': ['8ca290df-4a62-423c-b150-fa9a6e2d5d52']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:25.639062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (7af1289f-2226-4941-a843-708a5d6c7429), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.645866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks [] for router_controller (7af1289f-2226-4941-a843-708a5d6c7429), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.657513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78471fafd0>, 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:25.657868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78471fafd0>, 'd2b64b8e-8432-44cd-8c88-f5e4e6d74972') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:25.668883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d2b64b8e-8432-44cd-8c88-f5e4e6d74972), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.684947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d2b64b8e-8432-44cd-8c88-f5e4e6d74972), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.691973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:25.692362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d2b64b8e-8432-44cd-8c88-f5e4e6d74972), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:25.694119 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:25.715075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks [] for security_group (1708ce8c-9d64-4edb-91d1-82e36db07dcd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.716661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (7af1289f-2226-4941-a843-708a5d6c7429), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.717229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7af1289f-2226-4941-a843-708a5d6c7429 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:07:25.719282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1708ce8c-9d64-4edb-91d1-82e36db07dcd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.724628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.726343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2e0ef3ff-0ecf-43a3-877f-010afb3f47ea admin admin] 10.222.0.18 "DELETE /v2.0/routers/7af1289f-2226-4941-a843-708a5d6c7429 HTTP/1.1" status: 204  len: 168 time: 1.3843760
Apr 02 21:07:25.734785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48372) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:25.751350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8ca290df-4a62-423c-b150-fa9a6e2d5d52), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.766671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.770064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ca290df-4a62-423c-b150-fa9a6e2d5d52 HTTP/1.1" status: 204  len: 168 time: 0.3321130
Apr 02 21:07:25.771752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac0824-7163-415d-b969-388ffcc27e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca290df-4a62-423c-b150-fa9a6e2d5d52,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:25.783921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:07:25.790899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1708ce8c-9d64-4edb-91d1-82e36db07dcd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:25.802018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1ec7594e-d427-498c-b29b-865593b85f4a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.802291 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Added segment 1ec7594e-d427-498c-b29b-865593b85f4a of type vlan for network 91357282-db19-46d5-9ae6-53ef880c5451
Apr 02 21:07:25.817206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Deleting subnet fdb74e7c-5a84-45e1-8ee7-f11003b6a341 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:25.842426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Publish callbacks [] for subnet (fdb74e7c-5a84-45e1-8ee7-f11003b6a341), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.880141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (91357282-db19-46d5-9ae6-53ef880c5451), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.895424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (fdb74e7c-5a84-45e1-8ee7-f11003b6a341), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.900467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:25.948670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (91357282-db19-46d5-9ae6-53ef880c5451), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.955338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:25.956009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:25.982823 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cdf52bc0-cbc4-42b7-9e7d-d6e17f13c2ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a2dc7aaed2f489fa941c447aa5e3aa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0795312
Apr 02 21:07:25.984585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:26.029606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] Pushing event updated for resources: {'Network': ['ID=91357282-db19-46d5-9ae6-53ef880c5451,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:26.043867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 91357282-db19-46d5-9ae6-53ef880c5451 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:07:26.063365 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-048d9fda-c953-467b-8701-1c7b842b5cc9 admin admin] Publish callbacks [] for security_group (733fb51b-aeac-434f-b628-01960432d81a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.074937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5b4a41cd-b1b2-41aa-b96f-197af45a19fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9417963
Apr 02 21:07:26.075182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 20006e62-4e77-47ae-ae1d-13d7b47059fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:26.075286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48380) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:26.077268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (fdb74e7c-5a84-45e1-8ee7-f11003b6a341), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.086161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Request body: {'subnet': {'network_id': '91357282-db19-46d5-9ae6-53ef880c5451', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-261610459-subnet', 'tenant_id': 'f54b2160309b4d76bd7a944454903520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:26.105860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-048d9fda-c953-467b-8701-1c7b842b5cc9 admin admin] Publish callbacks [] for security_group (733fb51b-aeac-434f-b628-01960432d81a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.116545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 20006e62-4e77-47ae-ae1d-13d7b47059fa {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:26.116916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 20006e62-4e77-47ae-ae1d-13d7b47059fa not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:26.117625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:26.136589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Made reservation on behalf of f54b2160309b4d76bd7a944454903520 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:26.139531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.180666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (fdb74e7c-5a84-45e1-8ee7-f11003b6a341), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.206049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:26.206729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cf0c3f47-70af-4e74-a0e8-4433f1c6b6d6 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:26.227528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb74e7c-5a84-45e1-8ee7-f11003b6a341,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:26.231957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-048d9fda-c953-467b-8701-1c7b842b5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (733fb51b-aeac-434f-b628-01960432d81a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.234381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.234942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-048d9fda-c953-467b-8701-1c7b842b5cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.238558 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-048d9fda-c953-467b-8701-1c7b842b5cc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/733fb51b-aeac-434f-b628-01960432d81a HTTP/1.1" status: 204  len: 168 time: 0.2504857
Apr 02 21:07:26.241830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f8bf2060-0390-45e5-ab04-94d98421229a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fdb74e7c-5a84-45e1-8ee7-f11003b6a341 HTTP/1.1" status: 204  len: 168 time: 0.5053833
Apr 02 21:07:26.243410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48384) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:26.243632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b4091-bfea-4c04-b4d0-d861087c73b8 None None] Network d11c371b-654f-45ff-8edf-711168f9f05b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:26.267835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d9fda-c953-467b-8701-1c7b842b5cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733fb51b-aeac-434f-b628-01960432d81a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:26.403997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d11c371b-654f-45ff-8edf-711168f9f05b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.465719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (6de2b52e-4911-46c4-8c06-9000a8b95146), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.517580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de2b52e-4911-46c4-8c06-9000a8b95146,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:26.563793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Deleting port b250195c-ced3-41bc-8711-575517172d05 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:26.564132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b250195c-ced3-41bc-8711-575517172d05), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.576162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Checking segment: {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:26.576162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Network hostable DHCP agents. Network: 91357282-db19-46d5-9ae6-53ef880c5451, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:07:26.587198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] DHCP port deletion for d11c371b-654f-45ff-8edf-711168f9f05b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:07:26.605626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Network 91357282-db19-46d5-9ae6-53ef880c5451 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:07:26.621292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91357282-db19-46d5-9ae6-53ef880c5451) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:26.626951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:26.627704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.639399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae42191-d2b4-4d82-b363-bbe26f919230 None None] Network 91357282-db19-46d5-9ae6-53ef880c5451 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:26.653909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.666751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6fe22c56-97a3-468d-ac78-2e39b2c8488e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5817742
Apr 02 21:07:26.689761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] For port b250195c-ced3-41bc-8711-575517172d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b250195c-ced3-41bc-8711-575517172d05,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:26.690346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b250195c-ced3-41bc-8711-575517172d05), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.722425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Calling delete_port for b250195c-ced3-41bc-8711-575517172d05 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:26.743733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] Deleting port b250195c-ced3-41bc-8711-575517172d05 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:26.744109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b250195c-ced3-41bc-8711-575517172d05), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.834968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b250195c-ced3-41bc-8711-575517172d05), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.836072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] For port b250195c-ced3-41bc-8711-575517172d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b250195c-ced3-41bc-8711-575517172d05,segment=NetworkSegment(92657b22-b4b8-4cea-980a-f9183b40dee9),segment_id=92657b22-b4b8-4cea-980a-f9183b40dee9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:26.837155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b250195c-ced3-41bc-8711-575517172d05), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:26.848084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f623d-dac9-42a7-bae9-8d41c4d8894f None None] Network 91357282-db19-46d5-9ae6-53ef880c5451 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:26.864987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Pushing event deleted for resources: {'Port': ['ID=b250195c-ced3-41bc-8711-575517172d05,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:26.869369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] No DVR routers for this DVR port b250195c-ced3-41bc-8711-575517172d05 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:26.872770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] Calling delete_port for b250195c-ced3-41bc-8711-575517172d05 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:26.972878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d11c371b-654f-45ff-8edf-711168f9f05b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.004431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f3d5c40>,) {'filters': {'network_id': ['d11c371b-654f-45ff-8edf-711168f9f05b']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:27.027316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3d5c40>, '92657b22-b4b8-4cea-980a-f9183b40dee9') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:27.027615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3d5c40>, '92657b22-b4b8-4cea-980a-f9183b40dee9') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:27.036643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (b250195c-ced3-41bc-8711-575517172d05), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.039191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (92657b22-b4b8-4cea-980a-f9183b40dee9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.056580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (92657b22-b4b8-4cea-980a-f9183b40dee9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.065839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:27.066600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (92657b22-b4b8-4cea-980a-f9183b40dee9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.066741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] Pushing event deleted for resources: {'Port': ['ID=b250195c-ced3-41bc-8711-575517172d05,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:27.069162 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:27.071622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ab9f2-8611-4c3c-87ad-154b88e8d63f None None] No DVR routers for this DVR port b250195c-ced3-41bc-8711-575517172d05 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:27.152132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d11c371b-654f-45ff-8edf-711168f9f05b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.165245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.172007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d11c371b-654f-45ff-8edf-711168f9f05b HTTP/1.1" status: 204  len: 168 time: 0.9282227
Apr 02 21:07:27.185666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec5df2-b09f-43af-998e-aa520b7a4694 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11c371b-654f-45ff-8edf-711168f9f05b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:27.334059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48414) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:27.393216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b459e20-6369-4229-9714-a1bde3c86c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a4f1507b69e40c8ace9eac029f1ced2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0557184
Apr 02 21:07:27.396073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48416) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:27.456098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b6e21c71-781d-4a15-80e0-5401a25bb506 admin admin] Publish callbacks [] for security_group (287ad4f0-97d4-4a0e-b6d6-bd3cfa782594), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.493544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b6e21c71-781d-4a15-80e0-5401a25bb506 admin admin] Publish callbacks [] for security_group (287ad4f0-97d4-4a0e-b6d6-bd3cfa782594), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.566319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b6e21c71-781d-4a15-80e0-5401a25bb506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (287ad4f0-97d4-4a0e-b6d6-bd3cfa782594), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.570224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b6e21c71-781d-4a15-80e0-5401a25bb506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:27.571710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b6e21c71-781d-4a15-80e0-5401a25bb506 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/287ad4f0-97d4-4a0e-b6d6-bd3cfa782594 HTTP/1.1" status: 204  len: 168 time: 0.1742187
Apr 02 21:07:27.581462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e21c71-781d-4a15-80e0-5401a25bb506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ad4f0-97d4-4a0e-b6d6-bd3cfa782594,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:27.923869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b250195c-ced3-41bc-8711-575517172d05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:27.949073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: b250195c-ced3-41bc-8711-575517172d05 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:27.949532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b250195c-ced3-41bc-8711-575517172d05 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:28.344862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48478) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:28.455805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-244cbe03-1eca-4aa4-8d0e-a276b3e6de55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.540120 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-244cbe03-1eca-4aa4-8d0e-a276b3e6de55 admin admin] Publish callbacks [] for security_group (122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.545588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-244cbe03-1eca-4aa4-8d0e-a276b3e6de55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.585781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cbe03-1eca-4aa4-8d0e-a276b3e6de55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:28.592696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-244cbe03-1eca-4aa4-8d0e-a276b3e6de55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82a38de4064140c78252570fd4096b50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2466857
Apr 02 21:07:28.595552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48490) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:28.656162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.676704 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47e344f1-72fc-48aa-b883-6866ba9cfac8 admin admin] Publish callbacks [] for security_group (122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.705292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47e344f1-72fc-48aa-b883-6866ba9cfac8 admin admin] Publish callbacks [] for security_group (122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.763106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47e344f1-72fc-48aa-b883-6866ba9cfac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.766333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47e344f1-72fc-48aa-b883-6866ba9cfac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:28.767849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47e344f1-72fc-48aa-b883-6866ba9cfac8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7 HTTP/1.1" status: 204  len: 168 time: 0.1713083
Apr 02 21:07:28.780827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e344f1-72fc-48aa-b883-6866ba9cfac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122b8bf1-9f6f-46bd-87b7-6eaf12dc8df7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:28.987427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-a0df3c2a-ead6-4f54-9235-e9253c63f76d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:28.989208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-a0df3c2a-ead6-4f54-9235-e9253c63f76d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/networks?id=91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 200  len: 808 time: 0.1559126
Apr 02 21:07:29.009483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-7716157a-51d1-4ec3-b40f-e075aa646512 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/quotas/f54b2160309b4d76bd7a944454903520 HTTP/1.1" status: 200  len: 375 time: 0.0105786
Apr 02 21:07:29.048072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-38d4e4f8-1014-47a8-bc5e-751ff0f6ead9 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f54b2160309b4d76bd7a944454903520&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0317693
Apr 02 21:07:29.172057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-e910f09c-c42a-4f85-8dd6-8475f6b2a83e service neutron] 10.222.0.18 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1146152
Apr 02 21:07:29.290788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-29578eca-23fe-40de-aa5c-0b31b5dea642 service neutron] 10.222.0.18 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085615
Apr 02 21:07:29.383742 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.550728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd978ab6-fdfc-48ea-a253-0063d433f7b2 req-d82bc72b-1f9a-449f-8039-c37dde949f9f tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 210 time: 0.0585544
Apr 02 21:07:29.618190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48564) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:29.618325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48566) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:29.733443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-178306721-network', 'tenant_id': '1b8620340d064cd98fd526e46e061d4f'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:29.749407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af55947-6dad-4909-b6a4-c1805f68305a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.761921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Made reservation on behalf of 1b8620340d064cd98fd526e46e061d4f for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:29.764910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.775312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.833701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af55947-6dad-4909-b6a4-c1805f68305a admin admin] Publish callbacks [] for security_group (811cf00c-a090-4c7e-9f68-f04c64c354b7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.839319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af55947-6dad-4909-b6a4-c1805f68305a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (811cf00c-a090-4c7e-9f68-f04c64c354b7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.865394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks [] for security_group (23cc2840-6810-4d3f-b2e2-ccea48f88f64), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.869741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (23cc2840-6810-4d3f-b2e2-ccea48f88f64), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.878706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1af55947-6dad-4909-b6a4-c1805f68305a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41a9dffcc8a445fda1f074e4f6736ac4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2589772
Apr 02 21:07:29.883585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48578) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:29.888317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af55947-6dad-4909-b6a4-c1805f68305a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811cf00c-a090-4c7e-9f68-f04c64c354b7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:29.908848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:07:29.917812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc2840-6810-4d3f-b2e2-ccea48f88f64,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:29.933599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b207093b-114f-413a-bdc3-a63bbfe95656), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:29.933937 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Added segment b207093b-114f-413a-bdc3-a63bbfe95656 of type vlan for network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba
Apr 02 21:07:29.990171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (1c78514a-2582-4ee4-9ef3-1ec78090f2ba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.010938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e8711a5-969d-4662-9a41-334611b13cad admin admin] Publish callbacks [] for security_group (811cf00c-a090-4c7e-9f68-f04c64c354b7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.039322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (1c78514a-2582-4ee4-9ef3-1ec78090f2ba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.040302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:30.040888 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.044012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e8711a5-969d-4662-9a41-334611b13cad admin admin] Publish callbacks [] for security_group (811cf00c-a090-4c7e-9f68-f04c64c354b7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.092965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4734612
Apr 02 21:07:30.096908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48580) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:30.103642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Request body: {'subnet': {'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-178306721-subnet', 'tenant_id': '1b8620340d064cd98fd526e46e061d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:30.127259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Made reservation on behalf of 1b8620340d064cd98fd526e46e061d4f for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:30.130491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.134427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd42d2c-cfd9-4546-9692-55acdf469e51 admin admin] Pushing event updated for resources: {'Network': ['ID=1c78514a-2582-4ee4-9ef3-1ec78090f2ba,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:30.160219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:07:30.162208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e8711a5-969d-4662-9a41-334611b13cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (811cf00c-a090-4c7e-9f68-f04c64c354b7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.166974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e8711a5-969d-4662-9a41-334611b13cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.171491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7e8711a5-969d-4662-9a41-334611b13cad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/811cf00c-a090-4c7e-9f68-f04c64c354b7 HTTP/1.1" status: 204  len: 168 time: 0.2866991
Apr 02 21:07:30.185206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8711a5-969d-4662-9a41-334611b13cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811cf00c-a090-4c7e-9f68-f04c64c354b7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:30.320771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (f627480b-500c-4c7b-8f47-fe70dcf4f6f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.376941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f627480b-500c-4c7b-8f47-fe70dcf4f6f1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:30.385096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Checking segment: {'id': 'b207093b-114f-413a-bdc3-a63bbfe95656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:30.385456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Network hostable DHCP agents. Network: 1c78514a-2582-4ee4-9ef3-1ec78090f2ba, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:07:30.403644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:07:30.414235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1c78514a-2582-4ee4-9ef3-1ec78090f2ba) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:30.419469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:30.420256 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:30.432320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e5bdd-2586-4a1e-850f-8a761395eb9a None None] Network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:30.451655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2ec49f01-9a5d-446e-b055-bff3a70ebaee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3443322
Apr 02 21:07:30.630178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422aa833-dc80-4a0a-b20c-3dd518a5b138 None None] Network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:30.672003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f2ee142-6de8-4bb4-a0b3-016522203f31 req-08c8247e-3c79-49a5-8ccf-d0873108489b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 210 time: 0.0444241
Apr 02 21:07:30.742998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-b9b959c8-c46b-407d-955e-cb71554774e4 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:30.753538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-b9b959c8-c46b-407d-955e-cb71554774e4 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "GET /v2.0/networks?id=91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 200  len: 808 time: 0.1990757
Apr 02 21:07:30.762317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Request body: {'port': {'device_id': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451', 'admin_state_up': True, 'tenant_id': 'f54b2160309b4d76bd7a944454903520'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:30.820363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ca4e0-2eaf-4546-a09d-0a44fd50e613 req-889d2850-0b89-4067-9a4f-445bf05d5712 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:30.822129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-869ca4e0-2eaf-4546-a09d-0a44fd50e613 req-889d2850-0b89-4067-9a4f-445bf05d5712 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.2678885
Apr 02 21:07:30.951303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-869ca4e0-2eaf-4546-a09d-0a44fd50e613 req-b37ddd68-49c9-491b-890e-92a1a165cc48 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755682
Apr 02 21:07:30.978732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Made reservation on behalf of f54b2160309b4d76bd7a944454903520 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:30.989167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:31.169033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Allocated IP 172.20.0.14 (91357282-db19-46d5-9ae6-53ef880c5451/6de2b52e-4911-46c4-8c06-9000a8b95146/20e18d45-4075-40d9-be5a-08ae7734d965) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:31.198294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-0cb28c5e-3471-4252-9751-6a2f73a3007c tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:31.199953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-0cb28c5e-3471-4252-9751-6a2f73a3007c tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/networks?id=1c78514a-2582-4ee4-9ef3-1ec78090f2ba HTTP/1.1" status: 200  len: 813 time: 0.1333156
Apr 02 21:07:31.216566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-bc3ebbcb-05a7-4841-9e21-fc027fdc15b7 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/quotas/1b8620340d064cd98fd526e46e061d4f HTTP/1.1" status: 200  len: 375 time: 0.0102952
Apr 02 21:07:31.264687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4ff9d64e-eaad-4b22-bf1b-c211fbeefe50 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b8620340d064cd98fd526e46e061d4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0347793
Apr 02 21:07:31.335927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks [] for port (20e18d45-4075-40d9-be5a-08ae7734d965), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:31.374657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-fcc51869-f14a-4244-8544-cdc873a28115 service neutron] 10.222.0.18 "GET /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021719
Apr 02 21:07:31.380200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:31.426040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Network 91357282-db19-46d5-9ae6-53ef880c5451 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:31.429763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:31.432801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:31.491988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Pushing event updated for resources: {'Port': ['ID=20e18d45-4075-40d9-be5a-08ae7734d965,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:31.502391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-7b9f5973-750d-4260-9da0-d8bb0a7f0877 service neutron] 10.222.0.18 "GET /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198406
Apr 02 21:07:31.504440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:31.505109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:31.523679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-5ee01764-891a-454e-88d5-7eafb39df798 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7691560
Apr 02 21:07:31.539066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Request body: {'port': {'device_id': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:31.628513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:31.675165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48642) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:31.786642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb574a-5ee9-4d13-9e30-47cdf7e996bc req-a69ecb8f-14f0-4c51-b15e-8da3ef617407 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:31.797502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cdb574a-5ee9-4d13-9e30-47cdf7e996bc req-a69ecb8f-14f0-4c51-b15e-8da3ef617407 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.0816188
Apr 02 21:07:31.813637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8e17383-0a44-4cab-88e8-0381ad634b21 req-0acd5ad0-579a-4f2f-a7cf-0ec58928f282 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 210 time: 0.0397332
Apr 02 21:07:31.906147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6cdb574a-5ee9-4d13-9e30-47cdf7e996bc req-b2eaeee8-c5ed-46a4-a186-2f043b30e0ac tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069140
Apr 02 21:07:31.907402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37dcc4b7-44ca-44ca-be5a-a6d17a8c7b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.003783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37dcc4b7-44ca-44ca-be5a-a6d17a8c7b3a admin admin] Publish callbacks [] for security_group (5d249d7c-71e9-40b2-81ee-8e9ee3c8104e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.010359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37dcc4b7-44ca-44ca-be5a-a6d17a8c7b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5d249d7c-71e9-40b2-81ee-8e9ee3c8104e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.053584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-37dcc4b7-44ca-44ca-be5a-a6d17a8c7b3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b76f0882ca1e4feebecd38a315c92d00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3744004
Apr 02 21:07:32.056509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48654) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:32.056919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d879-244f-4d35-b6ff-e1ddebb5e340 req-f68f9a8b-2977-407a-a1c2-ffe2d97f07e7 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.058424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de1d879-244f-4d35-b6ff-e1ddebb5e340 req-f68f9a8b-2977-407a-a1c2-ffe2d97f07e7 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 932 time: 0.1034272
Apr 02 21:07:32.063929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcc4b7-44ca-44ca-be5a-a6d17a8c7b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d249d7c-71e9-40b2-81ee-8e9ee3c8104e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:32.065436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e18d45-4075-40d9-be5a-08ae7734d965 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:32.082308 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Publish callbacks [] for port (20e18d45-4075-40d9-be5a-08ae7734d965), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.114665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Transition to ACTIVE for port object 20e18d45-4075-40d9-be5a-08ae7734d965 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:07:32.122599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e5b1168b-72b4-42b2-88f8-97f527282ff7 admin admin] Publish callbacks [] for security_group (5d249d7c-71e9-40b2-81ee-8e9ee3c8104e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.125776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.154301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e5b1168b-72b4-42b2-88f8-97f527282ff7 admin admin] Publish callbacks [] for security_group (5d249d7c-71e9-40b2-81ee-8e9ee3c8104e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.163685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de1d879-244f-4d35-b6ff-e1ddebb5e340 req-40227b8e-ac89-44cf-830c-75ea799e2134 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926099
Apr 02 21:07:32.188958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Pushing event updated for resources: {'Port': ['ID=20e18d45-4075-40d9-be5a-08ae7734d965,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:32.227528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e5b1168b-72b4-42b2-88f8-97f527282ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5d249d7c-71e9-40b2-81ee-8e9ee3c8104e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.231275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e5b1168b-72b4-42b2-88f8-97f527282ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.232789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e5b1168b-72b4-42b2-88f8-97f527282ff7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d249d7c-71e9-40b2-81ee-8e9ee3c8104e HTTP/1.1" status: 204  len: 168 time: 0.1751745
Apr 02 21:07:32.244013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1168b-72b4-42b2-88f8-97f527282ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d249d7c-71e9-40b2-81ee-8e9ee3c8104e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:32.287796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Attempting to bind port 20e18d45-4075-40d9-be5a-08ae7734d965 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:32.289391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Attempting to bind port 20e18d45-4075-40d9-be5a-08ae7734d965 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:32.289789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Attempting to bind port 20e18d45-4075-40d9-be5a-08ae7734d965 on network 91357282-db19-46d5-9ae6-53ef880c5451 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:32.295282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Port 20e18d45-4075-40d9-be5a-08ae7734d965 on network 91357282-db19-46d5-9ae6-53ef880c5451 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:07:32.295282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Attempting to bind port 20e18d45-4075-40d9-be5a-08ae7734d965 on network 91357282-db19-46d5-9ae6-53ef880c5451 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:32.305503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:32.305872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Checking segment: {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:32.306264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Bound using segment: {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:32.308656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Bound port: 20e18d45-4075-40d9-be5a-08ae7734d965, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:32.309511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.359174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-67c21d65-161a-441b-8c17-7c6fd7acc032 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0717456
Apr 02 21:07:32.456365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.457161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.457658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.458573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.458906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.459458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.459970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.462234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-bf6cdd92-c652-4599-bb6f-aea397360c81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6706 time: 0.0724905
Apr 02 21:07:32.649169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-333b4b02-c2ed-4433-966c-c7f9560f68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.650022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-333b4b02-c2ed-4433-966c-c7f9560f68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.650932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-333b4b02-c2ed-4433-966c-c7f9560f68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.652861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-333b4b02-c2ed-4433-966c-c7f9560f68f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503 HTTP/1.1" status: 200  len: 2292 time: 0.1509881
Apr 02 21:07:32.751448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] For port 20e18d45-4075-40d9-be5a-08ae7734d965, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:32.755004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] For port 20e18d45-4075-40d9-be5a-08ae7734d965, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20e18d45-4075-40d9-be5a-08ae7734d965,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:32.766677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.801132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-4f5e6999-98d4-4fa0-82c3-e75750be9b34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6 HTTP/1.1" status: 200  len: 1001 time: 0.1346002
Apr 02 21:07:32.809326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.809953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:32.811349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] 10.222.0.15 "PUT /v2.0/ports/20e18d45-4075-40d9-be5a-08ae7734d965 HTTP/1.1" status: 200  len: 1092 time: 1.2795844
Apr 02 21:07:32.811997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'tag': '20e18d45-4075-40d9-be5a-08ae7734d965'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:32.814133 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8446c652-c0df-4c0b-87d2-def1c058252e" -d '{"events": [{"name": "network-changed", "server_uuid": "64af2333-6bd9-4659-b79a-3514e9b221ea", "tag": "20e18d45-4075-40d9-be5a-08ae7734d965"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:32.848882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d942f4-5e57-4da8-8a29-b1b1fc95a001 service neutron] Pushing event updated for resources: {'Port': ['ID=20e18d45-4075-40d9-be5a-08ae7734d965,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:32.878473 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4526dd4e-3302-42f2-a0b7-fd6a77799707 x-openstack-request-id: req-4526dd4e-3302-42f2-a0b7-fd6a77799707 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:32.878784 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64af2333-6bd9-4659-b79a-3514e9b221ea", "tag": "20e18d45-4075-40d9-be5a-08ae7734d965", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:32.879057 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4526dd4e-3302-42f2-a0b7-fd6a77799707 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:32.879454 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4526dd4e-3302-42f2-a0b7-fd6a77799707'] response: {'name': 'network-changed', 'server_uuid': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'tag': '20e18d45-4075-40d9-be5a-08ae7734d965', 'status': 'completed', 'code': 200}
Apr 02 21:07:32.925988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-d133438d-caee-455d-89e2-0a08f89ad8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:32.929202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-d133438d-caee-455d-89e2-0a08f89ad8ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae01d4b1-1185-478a-81dc-3b1268d7eb3e HTTP/1.1" status: 200  len: 851 time: 0.1203854
Apr 02 21:07:32.998565 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d05fad5b-5efc-4c64-9bba-e9c524d20a73 req-32c7efd7-faba-4e44-95b7-b93d119de2fe tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 210 time: 0.0439613
Apr 02 21:07:33.011559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-0424e7c2-29ad-4f10-9ff9-0bac7d6bfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.013246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-0424e7c2-29ad-4f10-9ff9-0bac7d6bfcc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54b2160309b4d76bd7a944454903520&device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 1126 time: 0.1238596
Apr 02 21:07:33.085414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-17ea0ec8-7a14-40c4-9e09-d206de20b232 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e18d45-4075-40d9-be5a-08ae7734d965 HTTP/1.1" status: 200  len: 217 time: 0.0633678
Apr 02 21:07:33.093124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-5f490a03-f21b-4a35-8ee1-e2c0fa302284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.095229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-5f490a03-f21b-4a35-8ee1-e2c0fa302284 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1464167
Apr 02 21:07:33.120747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212245ae-fdc5-41d8-8d26-76cb5f8b1d25 req-f1e0a770-f93b-45c3-a628-346513866faa tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.122404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-212245ae-fdc5-41d8-8d26-76cb5f8b1d25 req-f1e0a770-f93b-45c3-a628-346513866faa tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.1189644
Apr 02 21:07:33.196749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-c26b4c50-00d8-43c8-b3a3-d56ed0ae4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.198183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-c26b4c50-00d8-43c8-b3a3-d56ed0ae4ee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6de2b52e-4911-46c4-8c06-9000a8b95146 HTTP/1.1" status: 200  len: 848 time: 0.1024146
Apr 02 21:07:33.245323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-212245ae-fdc5-41d8-8d26-76cb5f8b1d25 req-e4b3333c-4514-47ad-8b24-33abaf1c833f tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119144
Apr 02 21:07:33.247785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-b525cba9-031d-43fc-ae95-3cb6cb6c7bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91357282-db19-46d5-9ae6-53ef880c5451&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364306
Apr 02 21:07:33.255902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-13fc7f61-a9e3-4a2c-a848-3a8bb0581cef tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.257358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-13fc7f61-a9e3-4a2c-a848-3a8bb0581cef tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.21 "GET /v2.0/networks?id=1c78514a-2582-4ee4-9ef3-1ec78090f2ba HTTP/1.1" status: 200  len: 813 time: 0.2239745
Apr 02 21:07:33.269124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Request body: {'port': {'device_id': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba', 'admin_state_up': True, 'tenant_id': '1b8620340d064cd98fd526e46e061d4f'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:33.272670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-fcf0425f-9003-4682-8c93-2c13252ad3b1 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680341
Apr 02 21:07:33.431012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-7d907d40-ef52-4c29-ad7d-56d7b2517110 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512568
Apr 02 21:07:33.476464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dadf-2ed2-4aae-8e1f-d2c688711316 req-b15a4fcd-3fc3-4548-a279-2d146fff5ac5 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.483507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9853dadf-2ed2-4aae-8e1f-d2c688711316 req-b15a4fcd-3fc3-4548-a279-2d146fff5ac5 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 944 time: 0.1988828
Apr 02 21:07:33.497447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-12b651a3-7b5e-4dea-95b4-e45803178e07 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391665
Apr 02 21:07:33.499226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-9a11a019-da55-4f8f-b4e4-c326ba82c609 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 217 time: 0.0539098
Apr 02 21:07:33.526740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-10e6d773-984f-4bf4-ac17-25ce76293275 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.528849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-10e6d773-984f-4bf4-ac17-25ce76293275 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.21 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.1436119
Apr 02 21:07:33.557943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Made reservation on behalf of 1b8620340d064cd98fd526e46e061d4f for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:33.561231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:33.642080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-b40ee8a7-f845-4171-825b-c2f74e3a740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.643555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-b40ee8a7-f845-4171-825b-c2f74e3a740b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.1134720
Apr 02 21:07:33.657870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9853dadf-2ed2-4aae-8e1f-d2c688711316 req-b058bf64-68df-40c0-84ed-7bf3bea6c1fc tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581161
Apr 02 21:07:33.738380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0aeaa24-5ffc-4e24-a8c8-b04b9dbdb70e req-9f5f1d0c-7e56-4f5d-844d-f5a6c300cae4 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2270629
Apr 02 21:07:33.778274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Deleting port af08ef28-22d4-4530-afd8-560f19818230 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:33.779593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (af08ef28-22d4-4530-afd8-560f19818230), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:33.790560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-c2940ddb-df47-4eb9-8ec7-ddabbe306e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:33.797396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-c2940ddb-df47-4eb9-8ec7-ddabbe306e50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1311939
Apr 02 21:07:33.933926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Allocated IP 172.20.0.10 (1c78514a-2582-4ee4-9ef3-1ec78090f2ba/f627480b-500c-4c7b-8f47-fe70dcf4f6f1/1037642c-cc06-421a-9a77-1773424ede8f) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:34.038978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] For port af08ef28-22d4-4530-afd8-560f19818230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af08ef28-22d4-4530-afd8-560f19818230,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:34.039609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (af08ef28-22d4-4530-afd8-560f19818230), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.104027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks [] for port (1037642c-cc06-421a-9a77-1773424ede8f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.170385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1037642c-cc06-421a-9a77-1773424ede8f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.229833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c652-c0df-4c0b-87d2-def1c058252e req-b4fed1aa-1e05-44af-942d-2611e3279659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.231495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-b4fed1aa-1e05-44af-942d-2611e3279659 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54b2160309b4d76bd7a944454903520&device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 1126 time: 0.4050782
Apr 02 21:07:34.238964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:34.255477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:34.264401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:34.280368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Pushing event updated for resources: {'Port': ['ID=1037642c-cc06-421a-9a77-1773424ede8f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:34.329396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ad2e-b645-4ee4-a911-7733f5936933 req-7e760a7f-72f4-4a5c-b5b2-554c303a015d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.331177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4be4ad2e-b645-4ee4-a911-7733f5936933 req-7e760a7f-72f4-4a5c-b5b2-554c303a015d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.4511788
Apr 02 21:07:34.457239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.457730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.473498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4be4ad2e-b645-4ee4-a911-7733f5936933 req-fc7136cf-5be8-4d41-9ba3-c6e8ba4bcc4d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1306908
Apr 02 21:07:34.495073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c652-c0df-4c0b-87d2-def1c058252e req-289e1344-e3cc-485b-a79c-555671db7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.497005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-289e1344-e3cc-485b-a79c-555671db7975 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 200  len: 909 time: 0.2548213
Apr 02 21:07:34.501257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4d076dad-5451-4787-bb60-7b92cb874b0f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2354486
Apr 02 21:07:34.522629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Request body: {'port': {'device_id': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:34.561980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-b9e6af53-0b4c-4522-9342-19bba36a89c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e18d45-4075-40d9-be5a-08ae7734d965 HTTP/1.1" status: 200  len: 217 time: 0.0560122
Apr 02 21:07:34.572550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-5a15283e-0592-4e32-baa9-def760168871 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7510877
Apr 02 21:07:34.691372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1037642c-cc06-421a-9a77-1773424ede8f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.731010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c652-c0df-4c0b-87d2-def1c058252e req-d2f9a912-caa4-40e7-b608-9c84e5901437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.733057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-d2f9a912-caa4-40e7-b608-9c84e5901437 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6de2b52e-4911-46c4-8c06-9000a8b95146 HTTP/1.1" status: 200  len: 848 time: 0.1471813
Apr 02 21:07:34.734444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-5bd46318-edb9-4af7-a4ee-25b961da3e4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2091007
Apr 02 21:07:34.756505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861fbbe-a453-49fb-843a-5c67052c2f24 req-0572be08-25d8-4ec2-8039-697464f28de7 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.764129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d861fbbe-a453-49fb-843a-5c67052c2f24 req-0572be08-25d8-4ec2-8039-697464f28de7 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 932 time: 0.2399321
Apr 02 21:07:34.776815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30a9a8-6d37-4c5d-b4af-2618b3aa3fc8 req-7548c3ad-71d1-4896-ab45-b30307148583 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:34.783824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d30a9a8-6d37-4c5d-b4af-2618b3aa3fc8 req-7548c3ad-71d1-4896-ab45-b30307148583 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 946 time: 0.1967163
Apr 02 21:07:34.802581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.802847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c1ccc619-ab3b-44c0-a902-6f92fba274fe), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:34.803249 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Floating IP c1ccc619-ab3b-44c0-a902-6f92fba274fe disassociated. External IP: 172.35.4.226, port: af08ef28-22d4-4530-afd8-560f19818230.
Apr 02 21:07:34.803437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Calling delete_port for af08ef28-22d4-4530-afd8-560f19818230 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:34.812909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-fef7c912-0e9a-495b-ad96-7953fc3eae11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91357282-db19-46d5-9ae6-53ef880c5451&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583200
Apr 02 21:07:34.826062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-ab7e049a-4e24-4a78-9a0e-aebe917f4c03 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311490
Apr 02 21:07:34.962656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-4927366f-2bed-4bac-a9ef-40bd1eaf034e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 217 time: 0.1032867
Apr 02 21:07:34.992321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d30a9a8-6d37-4c5d-b4af-2618b3aa3fc8 req-4d096c36-8b84-45eb-9155-aaade78827bd tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c82df24d-3b50-4286-88e3-8888f456542e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2074952
Apr 02 21:07:35.020778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d861fbbe-a453-49fb-843a-5c67052c2f24 req-ca178822-37f2-44a5-9e4e-7bb23247f2ab tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534964
Apr 02 21:07:35.053850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-a6f34a8d-0ca3-4022-8821-b3bb357fd9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329185
Apr 02 21:07:35.062965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-40734389-0146-4b5e-967a-162f0ca0f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.064742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-40734389-0146-4b5e-967a-162f0ca0f447 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.0879779
Apr 02 21:07:35.073034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.073524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.074004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.074477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.074939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.075412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.075878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.077945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-87f8faeb-d10e-4819-9d52-e59608853d56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6719 time: 0.2664127
Apr 02 21:07:35.251841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-446d336c-254e-44c6-a86f-80c33c97fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.254128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-446d336c-254e-44c6-a86f-80c33c97fbcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1750832
Apr 02 21:07:35.276713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8446c652-c0df-4c0b-87d2-def1c058252e req-f165efcf-1af4-4f37-a223-9d83e9173723 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923044
Apr 02 21:07:35.303928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa28fdf-733e-49c8-99f9-38da270cf29a req-b469aecc-042b-425a-856e-83a503f0e654 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.311603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8aa28fdf-733e-49c8-99f9-38da270cf29a req-b469aecc-042b-425a-856e-83a503f0e654 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 944 time: 0.1892622
Apr 02 21:07:35.329913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (af08ef28-22d4-4530-afd8-560f19818230), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.352541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1037642c-cc06-421a-9a77-1773424ede8f {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:35.364986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Publish callbacks [] for port (1037642c-cc06-421a-9a77-1773424ede8f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.370629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-42cc3e86-d479-4860-b637-26698fa8cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.371135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-42cc3e86-d479-4860-b637-26698fa8cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.371573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-42cc3e86-d479-4860-b637-26698fa8cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.373196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-42cc3e86-d479-4860-b637-26698fa8cafa service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ddecd24-a294-4bc2-af54-c9e8165b2234&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=32fe859b-79f2-47de-9367-aa2bcd861a1d&id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 2298 time: 0.2573452
Apr 02 21:07:35.392119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8aa28fdf-733e-49c8-99f9-38da270cf29a req-f737f267-04d0-40c9-b81c-3f6bb4f3743b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796661
Apr 02 21:07:35.395725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48756) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:35.404027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Transition to ACTIVE for port object 1037642c-cc06-421a-9a77-1773424ede8f will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:07:35.410706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (1037642c-cc06-421a-9a77-1773424ede8f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.438275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event deleted for resources: {'Port': ['ID=af08ef28-22d4-4530-afd8-560f19818230,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:35.515880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Pushing event updated for resources: {'Port': ['ID=1037642c-cc06-421a-9a77-1773424ede8f,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:35.523520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-f7dc9ff9-7a2f-49d6-9126-44de62ceb02d service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600713
Apr 02 21:07:35.543708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-91eae1db-0e6b-43cd-9beb-20efbc5f952f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 200  len: 1000 time: 0.1620560
Apr 02 21:07:35.601124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-34cba056-ae3f-42cb-9760-5c6dbb59f12e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.603291 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-34cba056-ae3f-42cb-9760-5c6dbb59f12e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.1285055
Apr 02 21:07:35.653879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c4d90618-b0ad-4ad7-994e-341ef2b57f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.680091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Attempting to bind port 1037642c-cc06-421a-9a77-1773424ede8f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:35.680515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Attempting to bind port 1037642c-cc06-421a-9a77-1773424ede8f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b207093b-114f-413a-bdc3-a63bbfe95656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:35.680854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Attempting to bind port 1037642c-cc06-421a-9a77-1773424ede8f on network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:35.722821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-e3b4222c-8853-401c-938a-dc43caf722b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.723442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Port 1037642c-cc06-421a-9a77-1773424ede8f on network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:07:35.723769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Attempting to bind port 1037642c-cc06-421a-9a77-1773424ede8f on network 1c78514a-2582-4ee4-9ef3-1ec78090f2ba {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:35.724163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-e3b4222c-8853-401c-938a-dc43caf722b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf0dda7-605e-462d-a212-5840ccdc61ae HTTP/1.1" status: 200  len: 856 time: 0.1714087
Apr 02 21:07:35.744414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:35.744956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Checking segment: {'id': 'b207093b-114f-413a-bdc3-a63bbfe95656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:35.745626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Bound using segment: {'id': 'b207093b-114f-413a-bdc3-a63bbfe95656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:35.745626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Bound port: 1037642c-cc06-421a-9a77-1773424ede8f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207093b-114f-413a-bdc3-a63bbfe95656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:35.745962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1037642c-cc06-421a-9a77-1773424ede8f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.784401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-cce81234-d0e3-43b1-951c-57e0a676ea62 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2538538
Apr 02 21:07:35.791719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:35.802105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a628-9d14-4642-b808-7c68e6e901eb req-88bad8ac-c40b-471b-a28b-7f9f11534275 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.804164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0c2a628-9d14-4642-b808-7c68e6e901eb req-88bad8ac-c40b-471b-a28b-7f9f11534275 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 945 time: 0.1829441
Apr 02 21:07:35.855167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-9f5a4cc6-1fbe-485f-912c-8915322fe4a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a43c7f16-83a8-4758-918d-0bd3f2393170 HTTP/1.1" status: 200  len: 217 time: 0.0484736
Apr 02 21:07:35.865291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port 19ccd802-b62f-4e90-8658-35f9abd17342 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:35.865291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.872857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] For port 1037642c-cc06-421a-9a77-1773424ede8f, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:35.908733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-19bda928-3b1b-4576-951c-883e449d3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:35.910270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-19bda928-3b1b-4576-951c-883e449d3c5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ddecd24-a294-4bc2-af54-c9e8165b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1775875
Apr 02 21:07:35.915654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c4d90618-b0ad-4ad7-994e-341ef2b57f01 admin admin] Publish callbacks [] for security_group (f0f8b166-0860-441c-8757-66ec121b0f27), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.923786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] For port 1037642c-cc06-421a-9a77-1773424ede8f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1037642c-cc06-421a-9a77-1773424ede8f,segment=NetworkSegment(b207093b-114f-413a-bdc3-a63bbfe95656),segment_id=b207093b-114f-413a-bdc3-a63bbfe95656)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:35.925361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c4d90618-b0ad-4ad7-994e-341ef2b57f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0f8b166-0860-441c-8757-66ec121b0f27), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:35.989967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (1037642c-cc06-421a-9a77-1773424ede8f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.055303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90618-b0ad-4ad7-994e-341ef2b57f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f8b166-0860-441c-8757-66ec121b0f27,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:36.057483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-5fb90947-dd01-48e7-a1a4-440e6bcb35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.058664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-5fb90947-dd01-48e7-a1a4-440e6bcb35c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.1915841
Apr 02 21:07:36.067263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c4d90618-b0ad-4ad7-994e-341ef2b57f01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=789097eda69a42668f6d99a55af08136&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6675961
Apr 02 21:07:36.079230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48768) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:36.090265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0c2a628-9d14-4642-b808-7c68e6e901eb req-50901ea3-3395-451b-bd3c-58e0d9e8bf81 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc89d9f-bbd5-4e73-86a9-d747acb8870b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2716224
Apr 02 21:07:36.094043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.094592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.095966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] 10.222.0.21 "PUT /v2.0/ports/1037642c-cc06-421a-9a77-1773424ede8f HTTP/1.1" status: 200  len: 1092 time: 1.5794120
Apr 02 21:07:36.100632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'tag': '1037642c-cc06-421a-9a77-1773424ede8f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:36.102709 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35" -d '{"events": [{"name": "network-changed", "server_uuid": "60b7b03e-c24e-445c-9de6-41ddee02234a", "tag": "1037642c-cc06-421a-9a77-1773424ede8f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:36.118126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] For port 19ccd802-b62f-4e90-8658-35f9abd17342, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19ccd802-b62f-4e90-8658-35f9abd17342,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:36.118497 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.134621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd45b02-21a4-4efd-b295-ff314c73c030 service neutron] Pushing event updated for resources: {'Port': ['ID=1037642c-cc06-421a-9a77-1773424ede8f,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:36.179347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:36.192398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-29264025-30a7-4370-94e3-3d1d61e68ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2735345
Apr 02 21:07:36.199152 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11eb26-8093-4473-b994-720da002b589 None None] Sync routers for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:36.227261 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:36.228201 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845970100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:36.251647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] No DVR routers for this DVR port af08ef28-22d4-4530-afd8-560f19818230 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:36.258873 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.262164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.21 "DELETE /v2.0/ports/af08ef28-22d4-4530-afd8-560f19818230 HTTP/1.1" status: 204  len: 173 time: 2.7212062
Apr 02 21:07:36.264027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-28a18c28-ca56-49c0-ab55-e295160a7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.265555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-28a18c28-ca56-49c0-ab55-e295160a7ecb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1791487
Apr 02 21:07:36.265990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'name': 'network-vif-deleted', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:36.268250 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7db207-33ec-4c62-8931-2b6f076ac105" -d '{"events": [{"server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "name": "network-vif-deleted", "tag": "af08ef28-22d4-4530-afd8-560f19818230"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:36.340005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:36.501216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23a84-7567-48b2-8f05-b63aa22d5e30 req-8f65f531-96dc-4a31-a34e-662ffbcf99f5 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.504313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcc23a84-7567-48b2-8f05-b63aa22d5e30 req-8f65f531-96dc-4a31-a34e-662ffbcf99f5 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 944 time: 0.2494578
Apr 02 21:07:36.507092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-70480723-2dc3-4c4d-8e02-3f6196c785df service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204347
Apr 02 21:07:36.509313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-cf6e4dec-6b15-4a44-8c59-66a118233759 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2937768
Apr 02 21:07:36.620170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-633ce956-69fa-4bc4-ba89-f2dfc8df5123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 217 time: 0.1035659
Apr 02 21:07:36.661944 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845970100>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:36.675472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6be5263-6c08-420d-bc08-ab891530f354 req-0366419c-a5a8-4641-892b-3a21df575ff8 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/ports?device_id=99d56e21-a208-414f-8764-6698a043fac9 HTTP/1.1" status: 200  len: 210 time: 0.4911089
Apr 02 21:07:36.694381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11eb26-8093-4473-b994-720da002b589 None None] Checking router: 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:36.698605 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:36.699333 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845970100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:36.715198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcc23a84-7567-48b2-8f05-b63aa22d5e30 req-622bdbdd-d896-4cbc-8f04-088b20640b1b tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013266
Apr 02 21:07:36.738996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-3ebafef0-3470-485e-ae4a-0c565f41d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.741192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-3ebafef0-3470-485e-ae4a-0c565f41d903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1071386
Apr 02 21:07:36.775332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-e3d9059c-3ce3-4e99-ba3a-652300a321eb service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503865
Apr 02 21:07:36.782270 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aed3a08-2e3e-42ae-bada-7678bad5477c x-openstack-request-id: req-4aed3a08-2e3e-42ae-bada-7678bad5477c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:36.782560 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b7b03e-c24e-445c-9de6-41ddee02234a", "tag": "1037642c-cc06-421a-9a77-1773424ede8f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:36.782816 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aed3a08-2e3e-42ae-bada-7678bad5477c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:36.783584 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aed3a08-2e3e-42ae-bada-7678bad5477c'] response: {'name': 'network-changed', 'server_uuid': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'tag': '1037642c-cc06-421a-9a77-1773424ede8f', 'status': 'completed', 'code': 200}
Apr 02 21:07:36.811891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ed67878-1e2c-46bc-85f4-8e2e55279a11 admin admin] Publish callbacks [] for security_group (f0f8b166-0860-441c-8757-66ec121b0f27), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.863063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.863480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2be71ba3-31b1-41c8-8235-b7ffa75f0105), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.863798 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 2be71ba3-31b1-41c8-8235-b7ffa75f0105 disassociated. External IP: 172.35.4.216, port: 19ccd802-b62f-4e90-8658-35f9abd17342.
Apr 02 21:07:36.864143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for 19ccd802-b62f-4e90-8658-35f9abd17342 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:36.888053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-992fc20c-299a-4a3f-b058-4679c629ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.889574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-992fc20c-299a-4a3f-b058-4679c629ccdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b8620340d064cd98fd526e46e061d4f&device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 1126 time: 0.7065823
Apr 02 21:07:36.890667 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41551154-0489-4472-b726-334c3afe4d88 x-openstack-request-id: req-41551154-0489-4472-b726-334c3afe4d88 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:36.890968 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d56e21-a208-414f-8764-6698a043fac9", "name": "network-vif-deleted", "tag": "af08ef28-22d4-4530-afd8-560f19818230", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:36.891229 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41551154-0489-4472-b726-334c3afe4d88 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:36.891422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ed67878-1e2c-46bc-85f4-8e2e55279a11 admin admin] Publish callbacks [] for security_group (f0f8b166-0860-441c-8757-66ec121b0f27), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:36.896686 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41551154-0489-4472-b726-334c3afe4d88'] response: {'server_uuid': '99d56e21-a208-414f-8764-6698a043fac9', 'name': 'network-vif-deleted', 'tag': 'af08ef28-22d4-4530-afd8-560f19818230', 'status': 'completed', 'code': 200}
Apr 02 21:07:36.904008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-2d3464ae-6ef1-47f4-8f20-ecc2596bd56d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676 HTTP/1.1" status: 200  len: 217 time: 0.1096623
Apr 02 21:07:36.911418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:36.981771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-7f7e6d1e-d891-4727-868f-06e95221e036 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1037642c-cc06-421a-9a77-1773424ede8f HTTP/1.1" status: 200  len: 217 time: 0.0800128
Apr 02 21:07:36.987000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-8d6e73f6-807b-43ac-8c72-0528d96cbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:36.988770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-8d6e73f6-807b-43ac-8c72-0528d96cbefd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2419481
Apr 02 21:07:37.013559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-8c104728-2c5b-465b-b952-2ea7c1146a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.015271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-8c104728-2c5b-465b-b952-2ea7c1146a07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.0734704
Apr 02 21:07:37.050390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.055378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 20e18d45-4075-40d9-be5a-08ae7734d965 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:37.055912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.061015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.066475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.072847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.077483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.082571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.084551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-4b0bd837-f19b-4b42-a054-a2be3f9f6f46 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.2797513
Apr 02 21:07:37.116535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102156-9d9e-45f9-a6a3-47fc57032a88 req-7ebc4cf2-7c7b-4cfc-a0b9-c5bb90d5007b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.123783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9102156-9d9e-45f9-a6a3-47fc57032a88 req-7ebc4cf2-7c7b-4cfc-a0b9-c5bb90d5007b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 944 time: 0.2234681
Apr 02 21:07:37.135521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-2a8a0395-0fb1-4eff-aed6-143565b4f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.137018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-2a8a0395-0fb1-4eff-aed6-143565b4f6da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f627480b-500c-4c7b-8f47-fe70dcf4f6f1 HTTP/1.1" status: 200  len: 853 time: 0.1426415
Apr 02 21:07:37.208657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ed67878-1e2c-46bc-85f4-8e2e55279a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0f8b166-0860-441c-8757-66ec121b0f27), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:37.211934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ed67878-1e2c-46bc-85f4-8e2e55279a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:37.212723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-99bec542-013e-4da6-8886-3ecee40212e9 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144544
Apr 02 21:07:37.215847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1ed67878-1e2c-46bc-85f4-8e2e55279a11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0f8b166-0860-441c-8757-66ec121b0f27 HTTP/1.1" status: 204  len: 168 time: 1.1251969
Apr 02 21:07:37.217005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-f655a2b1-471f-482d-93a5-567d4f50d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.218667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-f655a2b1-471f-482d-93a5-567d4f50d7bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1918597
Apr 02 21:07:37.239254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9102156-9d9e-45f9-a6a3-47fc57032a88 req-764ed3d3-fa2d-4a09-990e-36d020225575 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144855
Apr 02 21:07:37.249939 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c11eb26-8093-4473-b994-720da002b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845970100>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:37.270582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (19ccd802-b62f-4e90-8658-35f9abd17342), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:37.306760 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11eb26-8093-4473-b994-720da002b589 None None] The sync data for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 is: [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:06:25Z', 'revision_number': 4, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ecf3d289-10f1-448a-8eb0-a331c9568f9c', 'name': '', 'network_id': '34e42b06-bf12-4208-8eb7-5b6548299214', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'mac_address': 'fa:16:3e:18:b2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:24Z', 'updated_at': '2022-04-02T21:06:30Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'subnets': [{'id': 'bf4f1a0c-11bf-4baf-a6e7-5c5005786f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:37.335048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-1c919f5c-0b39-4027-8514-0e8585965d33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c78514a-2582-4ee4-9ef3-1ec78090f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1216230
Apr 02 21:07:37.402331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0cad7364-2870-4d37-80b5-e3c400df0132 req-a0c32c86-74f0-4a46-8db6-c6a70c5932e6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3055072
Apr 02 21:07:37.414520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 20e18d45-4075-40d9-be5a-08ae7734d965, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20e18d45-4075-40d9-be5a-08ae7734d965,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:37.436204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed67878-1e2c-46bc-85f4-8e2e55279a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f8b166-0860-441c-8757-66ec121b0f27,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:37.443716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=19ccd802-b62f-4e90-8658-35f9abd17342,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:37.466159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '20e18d45-4075-40d9-be5a-08ae7734d965', 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451', 'port_id': '20e18d45-4075-40d9-be5a-08ae7734d965', 'mac_address': 'fa:16:3e:f6:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2b52e-4911-46c4-8c06-9000a8b95146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:37.568838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 20e18d45-4075-40d9-be5a-08ae7734d965 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:37.569929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:37.602885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e18d45-4075-40d9-be5a-08ae7734d965 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:37.638057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 20e18d45-4075-40d9-be5a-08ae7734d965, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20e18d45-4075-40d9-be5a-08ae7734d965,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:37.644819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:37.736531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=20e18d45-4075-40d9-be5a-08ae7734d965,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:37.787247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.792768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.795264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619e1d5-6fce-46a1-b361-b1d6756370fc None None] New status for floating IP c1ccc619-ab3b-44c0-a902-6f92fba274fe: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:07:37.797602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.804918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.810213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.816054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.825440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:37.827731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f81a0c7c-c9d5-432e-bda4-88c9dd9565c3 req-61c0fdf0-e2b2-41f2-88c2-b4a5ccc24a16 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.2343695
Apr 02 21:07:37.831843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48792) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:37.865123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ce2252d-1529-4ad3-bba0-167275e1ed38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:37.897748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a52033a3-17a9-47b5-a3e6-f5a07c6a0667 req-842c1e6b-ff92-4401-afb8-dea447ac3a1a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 210 time: 0.5195620
Apr 02 21:07:37.925264 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-9133f9b2-c584-4af7-b12e-6d6d9e8c4a53 service neutron] 10.222.0.21 "GET /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5439835
Apr 02 21:07:37.972938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48798) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:38.051545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-03fff6a5-a5fa-4056-9656-3d3ec146f9e7 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8314495
Apr 02 21:07:38.071718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['20e18d45-4075-40d9-be5a-08ae7734d965'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:38.113248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:38.123994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-5f045947-7844-4123-9ef6-27e41608299b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 217 time: 0.0594273
Apr 02 21:07:38.130339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-c4f7f8b1-2982-4aa1-8b26-ed4ff0d36cff service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8604214
Apr 02 21:07:38.156987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ce2252d-1529-4ad3-bba0-167275e1ed38 admin admin] Publish callbacks [] for security_group (679dd4c5-d60e-494e-afe6-a0b4a1ad1d24), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.181822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0ce2252d-1529-4ad3-bba0-167275e1ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (679dd4c5-d60e-494e-afe6-a0b4a1ad1d24), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.227156 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0abc5f5a-ae9c-44d3-9067-3e7195dcf092 req-8e9c952b-5248-4065-96e4-83deb18adf75 service neutron] 10.222.0.21 "GET /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590520
Apr 02 21:07:38.227785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce26172e-0379-4bf3-bd56-a9186a0f13cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group (c82df24d-3b50-4286-88e3-8888f456542e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.277362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9a82f-becf-4975-bba3-b389a905ee77 req-3ea6630e-bd93-4370-b0d4-e3c8cf3c0dbe tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.279243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-edf9a82f-becf-4975-bba3-b389a905ee77 req-3ea6630e-bd93-4370-b0d4-e3c8cf3c0dbe tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 944 time: 0.2738006
Apr 02 21:07:38.283251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-09231870-997e-40af-ab5b-ece18205336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.284932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-09231870-997e-40af-ab5b-ece18205336d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1513467
Apr 02 21:07:38.341310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-0e0fc2a8-e094-4596-b571-9fa415faca18 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967313
Apr 02 21:07:38.350077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce26172e-0379-4bf3-bd56-a9186a0f13cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group (c82df24d-3b50-4286-88e3-8888f456542e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.362381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2252d-1529-4ad3-bba0-167275e1ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679dd4c5-d60e-494e-afe6-a0b4a1ad1d24,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:38.397605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0ce2252d-1529-4ad3-bba0-167275e1ed38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8378d7c9f15f46f1a86b7a67cb8c0d73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5642588
Apr 02 21:07:38.404385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48802) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:38.407179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-90a6033a-e70b-4fda-aa2f-334412d420b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 HTTP/1.1" status: 200  len: 217 time: 0.0592382
Apr 02 21:07:38.442563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-edf9a82f-becf-4975-bba3-b389a905ee77 req-e7a37d51-a061-4522-ab84-84ce28e5435e tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518939
Apr 02 21:07:38.471481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-38328493-6b49-4d16-afe7-a03b73d8df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.472642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-38328493-6b49-4d16-afe7-a03b73d8df7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1742394
Apr 02 21:07:38.479229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device af08ef28-22d4-4530-afd8-560f19818230 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:38.527173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-ab0ac997-0d1d-4651-b73a-22bbc893d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.528594 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-ab0ac997-0d1d-4651-b73a-22bbc893d46b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.1116898
Apr 02 21:07:38.530197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-24673f4d-0d54-4956-8c44-1f12026a6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.531690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-24673f4d-0d54-4956-8c44-1f12026a6b5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b8620340d064cd98fd526e46e061d4f&device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 1126 time: 0.2093046
Apr 02 21:07:38.535413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: af08ef28-22d4-4530-afd8-560f19818230 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:38.536275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device af08ef28-22d4-4530-afd8-560f19818230 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:38.538022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce26172e-0379-4bf3-bd56-a9186a0f13cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c82df24d-3b50-4286-88e3-8888f456542e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.540691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce26172e-0379-4bf3-bd56-a9186a0f13cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.544108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ce26172e-0379-4bf3-bd56-a9186a0f13cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "DELETE /v2.0/security-groups/c82df24d-3b50-4286-88e3-8888f456542e HTTP/1.1" status: 204  len: 168 time: 0.5546956
Apr 02 21:07:38.549652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48804) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:38.560684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:38.575502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef07f07-0bad-473e-a1b7-6a2423200362 req-28913617-84d0-4c20-876f-905b14d03597 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.577134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ef07f07-0bad-473e-a1b7-6a2423200362 req-28913617-84d0-4c20-876f-905b14d03597 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 945 time: 0.2292006
Apr 02 21:07:38.578961 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:38.588884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c65e-5154-4c3d-84bd-ca7b2ab01b02 admin admin] Publish callbacks [] for security_group (679dd4c5-d60e-494e-afe6-a0b4a1ad1d24), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.603842 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:38.604815 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b20d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:38.629756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26172e-0379-4bf3-bd56-a9186a0f13cc tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82df24d-3b50-4286-88e3-8888f456542e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:38.638627 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-a195583d-f6a1-46e3-b3cb-25c5a7cbaa9a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] show failed (client error): The resource could not be found.
Apr 02 21:07:38.640614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a195583d-f6a1-46e3-b3cb-25c5a7cbaa9a tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "GET /v2.0/security-groups/c82df24d-3b50-4286-88e3-8888f456542e HTTP/1.1" status: 404  len: 347 time: 0.0767512
Apr 02 21:07:38.647854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48806) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:38.652070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c65e-5154-4c3d-84bd-ca7b2ab01b02 admin admin] Publish callbacks [] for security_group (679dd4c5-d60e-494e-afe6-a0b4a1ad1d24), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.668926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] No DVR routers for this DVR port 19ccd802-b62f-4e90-8658-35f9abd17342 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:38.671925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.672082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-7e5b2f0d-0481-4b7b-8fa8-2ad88123f189 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872447
Apr 02 21:07:38.674649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-936ba36a-ad10-4d4e-bfff-980ed938859a req-c642ac00-fc5c-46bf-9eb5-cd231197aeb9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "DELETE /v2.0/ports/19ccd802-b62f-4e90-8658-35f9abd17342 HTTP/1.1" status: 204  len: 173 time: 3.0597491
Apr 02 21:07:38.747366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-f9011bce-6f47-44c3-b8a8-aa2a6a059b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.748897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-f9011bce-6f47-44c3-b8a8-aa2a6a059b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1806297
Apr 02 21:07:38.757417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ef07f07-0bad-473e-a1b7-6a2423200362 req-51b4a339-82cf-4b34-a831-e3e2613b8b9a tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642821
Apr 02 21:07:38.788924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'name': 'network-vif-deleted', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:38.792529 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa044bc8-972c-4d8c-ad9b-7531f0e1fe59" -d '{"events": [{"server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "name": "network-vif-deleted", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:38.805642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-61c4a29c-4207-4e71-b8d5-a475ad520a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.810580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-61c4a29c-4207-4e71-b8d5-a475ad520a41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c78514a-2582-4ee4-9ef3-1ec78090f2ba HTTP/1.1" status: 200  len: 914 time: 0.2667644
Apr 02 21:07:38.829611 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:38.868914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-154fc130-96f9-4364-b3a0-b7081b95de20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1037642c-cc06-421a-9a77-1773424ede8f HTTP/1.1" status: 200  len: 217 time: 0.0472524
Apr 02 21:07:38.870934 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b23dda-e672-4c9f-9655-1a4c2a5d36cd x-openstack-request-id: req-b1b23dda-e672-4c9f-9655-1a4c2a5d36cd {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:38.871265 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaf327-24f7-4378-ae51-a4bd58d135df", "name": "network-vif-deleted", "tag": "19ccd802-b62f-4e90-8658-35f9abd17342", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:38.871531 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1b23dda-e672-4c9f-9655-1a4c2a5d36cd {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:38.871941 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b23dda-e672-4c9f-9655-1a4c2a5d36cd'] response: {'server_uuid': '0ffaf327-24f7-4378-ae51-a4bd58d135df', 'name': 'network-vif-deleted', 'tag': '19ccd802-b62f-4e90-8658-35f9abd17342', 'status': 'completed', 'code': 200}
Apr 02 21:07:38.946472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-2ec0d847-5f85-4089-862d-28b3f1cc8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:38.948191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-2ec0d847-5f85-4089-862d-28b3f1cc8613 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f627480b-500c-4c7b-8f47-fe70dcf4f6f1 HTTP/1.1" status: 200  len: 853 time: 0.0707839
Apr 02 21:07:38.984076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c65e-5154-4c3d-84bd-ca7b2ab01b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (679dd4c5-d60e-494e-afe6-a0b4a1ad1d24), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.986697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c65e-5154-4c3d-84bd-ca7b2ab01b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:38.989703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5cf1c65e-5154-4c3d-84bd-ca7b2ab01b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/679dd4c5-d60e-494e-afe6-a0b4a1ad1d24 HTTP/1.1" status: 204  len: 168 time: 0.5840683
Apr 02 21:07:38.994548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-51bc473e-dc69-4e0f-9a79-31e555995d7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c78514a-2582-4ee4-9ef3-1ec78090f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371521
Apr 02 21:07:39.040853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-bfd322a5-1011-4532-bcbe-7aeb9895ab6d service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196092
Apr 02 21:07:39.041489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c65e-5154-4c3d-84bd-ca7b2ab01b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679dd4c5-d60e-494e-afe6-a0b4a1ad1d24,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:39.050076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 19ccd802-b62f-4e90-8658-35f9abd17342 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:39.060941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Deleting port 981f9d96-8267-4fa4-9a63-966ede56e8b4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:39.061283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:39.066408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-72491386-201f-480d-9d73-0ce7d345ba84 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2999759
Apr 02 21:07:39.073921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46746feb-e599-49b2-a2f7-1637be1e6271 req-1ea0525f-41ef-43ad-9756-0f74d39852b1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffaf327-24f7-4378-ae51-a4bd58d135df HTTP/1.1" status: 200  len: 210 time: 0.0643127
Apr 02 21:07:39.108391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 19ccd802-b62f-4e90-8658-35f9abd17342 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:39.112874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 19ccd802-b62f-4e90-8658-35f9abd17342 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:39.117710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-ae5cabca-dede-468a-bc07-dee0d7936d94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7ae013e3-926a-45ea-aa70-0539b27a910a HTTP/1.1" status: 200  len: 217 time: 0.0663013
Apr 02 21:07:39.217400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-d89473fe-9bf3-4f0b-8529-4dd117f1b624 service neutron] 10.222.0.21 "GET /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159233
Apr 02 21:07:39.237522 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b20d90>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:16Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:39.281139 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:39.291301 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:39.292852 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b20d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:39.322214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-6a765900-08f5-4541-a369-e4c430f20624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:39.323730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-6a765900-08f5-4541-a369-e4c430f20624 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1832874
Apr 02 21:07:39.347661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d368f52-f685-4d0d-bc9f-3e25fa8a8c35 req-2ef887bd-bea7-4688-8f2b-08abf784bd32 service neutron] 10.222.0.21 "GET /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225028
Apr 02 21:07:39.384210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-f5bf35d3-7c6d-4626-8e15-929dfe5402f6 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868280
Apr 02 21:07:39.448650 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:39.463712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-769e3314-e7a0-4ff2-bd0f-0ab47335edf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3 HTTP/1.1" status: 200  len: 217 time: 0.0496831
Apr 02 21:07:39.465669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:39.465996 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (981f9d96-8267-4fa4-9a63-966ede56e8b4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:39.531418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Calling delete_port for 981f9d96-8267-4fa4-9a63-966ede56e8b4 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:39.583331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-16731c4a-df12-4bd3-bba8-c34015ea5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:39.584967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-16731c4a-df12-4bd3-bba8-c34015ea5344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2481446
Apr 02 21:07:39.650037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-e35341b8-0a54-4e5b-a559-43c81da96a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:39.652110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-e35341b8-0a54-4e5b-a559-43c81da96a5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.1740651
Apr 02 21:07:39.718775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b20d90>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:16Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:39.758542 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe5e65-a0c9-42fd-aeb9-d34996d9c39f None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '07e58937-dc31-4ca7-b0c9-77a77261937e', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.238', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:0c:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df85ac-b402-424d-8354-fc927aad0d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:04:47Z', 'updated_at': '2022-04-02T21:05:16Z', 'revision_number': 2, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:39.914782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b925-77f8-403d-9785-f4d845827926 req-06e07659-e652-4be9-9318-2a0e2307e9df tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:39.916902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f668-9275-49e2-a935-6a68cd9e4f8f req-78722b61-649d-4079-bf74-ea89f2ac8c45 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:39.918546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0041f668-9275-49e2-a935-6a68cd9e4f8f req-78722b61-649d-4079-bf74-ea89f2ac8c45 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 944 time: 0.3549681
Apr 02 21:07:39.925059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69f7b925-77f8-403d-9785-f4d845827926 req-06e07659-e652-4be9-9318-2a0e2307e9df tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 945 time: 0.0783639
Apr 02 21:07:39.934537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-686a06fa-4aa6-413a-8c7a-c23aee43ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:39.936027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-686a06fa-4aa6-413a-8c7a-c23aee43ea33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2651007
Apr 02 21:07:39.942877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-5f54e04e-3f7d-44af-aebe-a80f6962b24d service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3126032
Apr 02 21:07:39.994394 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69f7b925-77f8-403d-9785-f4d845827926 req-2b0deaf5-10ca-4ae9-beb3-d78ffecb1fb2 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650017
Apr 02 21:07:40.011199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (981f9d96-8267-4fa4-9a63-966ede56e8b4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.106730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Pushing event deleted for resources: {'Port': ['ID=981f9d96-8267-4fa4-9a63-966ede56e8b4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:40.199000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0041f668-9275-49e2-a935-6a68cd9e4f8f req-7e49fa41-52a2-42a0-b4d6-beb9a32b4afb tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665527
Apr 02 21:07:40.217700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48846) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:40.234423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ea4c9-c44e-4aff-9965-7e9300ccdc06 None None] New status for floating IP 2be71ba3-31b1-41c8-8235-b7ffa75f0105: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:07:40.275518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-faa99e96-0666-489b-a660-08fc97b0a8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3228965
Apr 02 21:07:40.279202 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks [] for floatingip (c1ccc619-ab3b-44c0-a902-6f92fba274fe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.281980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.283231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3bd57e90-3b14-4fa1-b025-ae9c2d93d005 tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] 10.222.0.18 "DELETE /v2.0/floatingips/c1ccc619-ab3b-44c0-a902-6f92fba274fe HTTP/1.1" status: 204  len: 168 time: 1.6335680
Apr 02 21:07:40.286373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48850) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:40.294765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-2112b0ad-1595-47ad-a9aa-b7489b9567db service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386474
Apr 02 21:07:40.352837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-8a7e4f2e-10b7-4983-a3aa-503a0caaf704 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 200  len: 217 time: 0.0464704
Apr 02 21:07:40.428488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c71fdda6-57fa-414a-99d9-13a07d92e39a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (9fc89d9f-bbd5-4e73-86a9-d747acb8870b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.482990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1037642c-cc06-421a-9a77-1773424ede8f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:07:40.484526 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c71fdda6-57fa-414a-99d9-13a07d92e39a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (9fc89d9f-bbd5-4e73-86a9-d747acb8870b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.507914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-a8b1dd1d-0834-4386-b5fa-2efb374683b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:40.509861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-a8b1dd1d-0834-4386-b5fa-2efb374683b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1143363
Apr 02 21:07:40.511893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9fe64-be82-4ba1-8f58-864d20f4d1e0 req-ed5ec239-72a4-4af7-833d-1c5bb607d2d4 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2273333
Apr 02 21:07:40.612091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-aea00f1a-ad81-4f29-88b1-a4e7705c2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:40.612091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-aea00f1a-ad81-4f29-88b1-a4e7705c2638 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0923338
Apr 02 21:07:40.619087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1037642c-cc06-421a-9a77-1773424ede8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1037642c-cc06-421a-9a77-1773424ede8f,segment=NetworkSegment(b207093b-114f-413a-bdc3-a63bbfe95656),segment_id=b207093b-114f-413a-bdc3-a63bbfe95656)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:40.637741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1037642c-cc06-421a-9a77-1773424ede8f', 'network_id': '1c78514a-2582-4ee4-9ef3-1ec78090f2ba', 'port_id': '1037642c-cc06-421a-9a77-1773424ede8f', 'mac_address': 'fa:16:3e:47:01:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f627480b-500c-4c7b-8f47-fe70dcf4f6f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:07:40.722648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1037642c-cc06-421a-9a77-1773424ede8f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:40.723569 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1037642c-cc06-421a-9a77-1773424ede8f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.748213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1037642c-cc06-421a-9a77-1773424ede8f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:40.759385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-32ce6ae9-6236-40fc-8146-d17232a6e7d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426723
Apr 02 21:07:40.797970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1037642c-cc06-421a-9a77-1773424ede8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1037642c-cc06-421a-9a77-1773424ede8f,segment=NetworkSegment(b207093b-114f-413a-bdc3-a63bbfe95656),segment_id=b207093b-114f-413a-bdc3-a63bbfe95656)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:40.817684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1037642c-cc06-421a-9a77-1773424ede8f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.875872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1037642c-cc06-421a-9a77-1773424ede8f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:40.912293 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-0db4c81f-e0e5-4bbc-a83d-7f7570436e2c service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456165
Apr 02 21:07:40.939501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c71fdda6-57fa-414a-99d9-13a07d92e39a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9fc89d9f-bbd5-4e73-86a9-d747acb8870b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.943055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c71fdda6-57fa-414a-99d9-13a07d92e39a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:40.947157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c71fdda6-57fa-414a-99d9-13a07d92e39a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/security-groups/9fc89d9f-bbd5-4e73-86a9-d747acb8870b HTTP/1.1" status: 204  len: 168 time: 0.7275109
Apr 02 21:07:40.949718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48912) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:40.983261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fdda6-57fa-414a-99d9-13a07d92e39a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc89d9f-bbd5-4e73-86a9-d747acb8870b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:40.986288 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-96ee4194-5b0d-4492-8638-0ea18ffe8b58 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] show failed (client error): The resource could not be found.
Apr 02 21:07:40.991313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-96ee4194-5b0d-4492-8638-0ea18ffe8b58 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups/9fc89d9f-bbd5-4e73-86a9-d747acb8870b HTTP/1.1" status: 404  len: 347 time: 0.0367556
Apr 02 21:07:40.991903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48918) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:41.016039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-029d1020-cbde-430f-afa1-1d3a8994ee03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 200  len: 217 time: 0.0933707
Apr 02 21:07:41.082912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 20e18d45-4075-40d9-be5a-08ae7734d965 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:41.118555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-de7b2640-488c-4789-b8d9-1a5e5769c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:41.125267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-de7b2640-488c-4789-b8d9-1a5e5769c3b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.1014709
Apr 02 21:07:41.156178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 20e18d45-4075-40d9-be5a-08ae7734d965 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:41.163306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 20e18d45-4075-40d9-be5a-08ae7734d965 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:41.164296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:41.192629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1037642c-cc06-421a-9a77-1773424ede8f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:41.198299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-f7c2f0a7-59b1-4309-818b-e2b5d90fb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:41.211003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-f7c2f0a7-59b1-4309-818b-e2b5d90fb82d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0786257
Apr 02 21:07:41.349125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd365df-4bf3-4e99-99bb-9b4db99c92ef req-10270c12-222e-4650-aff7-45e0227b46be tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:41.353684 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd365df-4bf3-4e99-99bb-9b4db99c92ef req-10270c12-222e-4650-aff7-45e0227b46be tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 945 time: 0.1899993
Apr 02 21:07:41.380061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port 92aa3259-c994-4cef-966b-3ed7d02b4ed9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:41.380679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:41.432142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-430448b2-a1fe-4f2a-a288-5093885224da service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123373
Apr 02 21:07:41.448610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaa798-5ebf-40cf-ae99-5d5862329b2c req-643d0ca5-6afc-444c-adba-16b437d90a83 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:41.458010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81aaa798-5ebf-40cf-ae99-5d5862329b2c req-643d0ca5-6afc-444c-adba-16b437d90a83 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 945 time: 0.0974891
Apr 02 21:07:41.466987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:41.505691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 20e18d45-4075-40d9-be5a-08ae7734d965 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:41.506287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:41.550060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81aaa798-5ebf-40cf-ae99-5d5862329b2c req-b8f87b9d-bd10-4399-99b5-a8c072b85697 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910890
Apr 02 21:07:41.551290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5fd365df-4bf3-4e99-99bb-9b4db99c92ef req-e0ab1f36-9630-42f9-801c-7a29821863f5 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826851
Apr 02 21:07:41.586888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e18d45-4075-40d9-be5a-08ae7734d965'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:41.589479 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b1993-292d-4509-b497-a0e9f6c58350" -d '{"events": [{"server_uuid": "64af2333-6bd9-4659-b79a-3514e9b221ea", "name": "network-vif-plugged", "status": "completed", "tag": "20e18d45-4075-40d9-be5a-08ae7734d965"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:41.611624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 20e18d45-4075-40d9-be5a-08ae7734d965, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20e18d45-4075-40d9-be5a-08ae7734d965,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:41.618302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:41.671411 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-21f2f1b6-e662-4caa-a17f-900c8701ed60 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2309382
Apr 02 21:07:41.730245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=20e18d45-4075-40d9-be5a-08ae7734d965,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:41.751373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-13d865b9-b54b-456e-aabb-a593fc3ed95b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 200  len: 217 time: 0.0702701
Apr 02 21:07:41.752299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:41.816621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-0051d6fc-208a-44c4-bba5-1d0eac2d03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:41.818451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-0051d6fc-208a-44c4-bba5-1d0eac2d03aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0595016
Apr 02 21:07:41.926251 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02fc877-1ad0-445a-94e7-fd3fcb827413 x-openstack-request-id: req-a02fc877-1ad0-445a-94e7-fd3fcb827413 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:41.926559 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64af2333-6bd9-4659-b79a-3514e9b221ea", "name": "network-vif-plugged", "status": "completed", "tag": "20e18d45-4075-40d9-be5a-08ae7734d965", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:41.926837 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a02fc877-1ad0-445a-94e7-fd3fcb827413 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:41.927510 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02fc877-1ad0-445a-94e7-fd3fcb827413'] response: {'server_uuid': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e18d45-4075-40d9-be5a-08ae7734d965', 'code': 200}
Apr 02 21:07:42.024784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48968) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:42.075144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.075525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (92aa3259-c994-4cef-966b-3ed7d02b4ed9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.106207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for 92aa3259-c994-4cef-966b-3ed7d02b4ed9 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:42.140681 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15407a40-63a9-40ac-80f3-bd0b73785eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.265370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f28a-7e66-4db7-bd16-0c28eebc8a1c req-32b5dfca-5e93-49b1-82eb-f19b0078cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.267029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c332f28a-7e66-4db7-bd16-0c28eebc8a1c req-32b5dfca-5e93-49b1-82eb-f19b0078cda6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 1128 time: 0.2454674
Apr 02 21:07:42.334521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-617f6573-1faa-4cec-adae-331d7aa38c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.336116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-617f6573-1faa-4cec-adae-331d7aa38c75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.5077651
Apr 02 21:07:42.344628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.345125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.345607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.346173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.346644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.347214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.347603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.349775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-3904b9cd-1147-44a2-96f2-109c114990d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6706 time: 0.5962331
Apr 02 21:07:42.385844 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c332f28a-7e66-4db7-bd16-0c28eebc8a1c req-30e8a5a2-18ee-45a9-bc42-ce1738706d93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115963
Apr 02 21:07:42.454306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15407a40-63a9-40ac-80f3-bd0b73785eba admin admin] Publish callbacks [] for security_group (5fcb360e-6f37-48f7-b398-81bd93e87b23), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.474563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04516c49-9099-4161-9dad-dbd115ef0b00 req-b9499ad6-4f3d-4b06-8449-6fe0a97b21c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1053042
Apr 02 21:07:42.480391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15407a40-63a9-40ac-80f3-bd0b73785eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5fcb360e-6f37-48f7-b398-81bd93e87b23), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.495943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-ed3283b4-53c8-4e25-8ab0-aa63777ad4ed service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446633
Apr 02 21:07:42.496123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1037642c-cc06-421a-9a77-1773424ede8f up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:42.518483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (92aa3259-c994-4cef-966b-3ed7d02b4ed9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.560111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 1037642c-cc06-421a-9a77-1773424ede8f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:07:42.567682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 1037642c-cc06-421a-9a77-1773424ede8f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:42.568746 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1037642c-cc06-421a-9a77-1773424ede8f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.589282 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15407a40-63a9-40ac-80f3-bd0b73785eba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4890172d2e9e4cec952b7208cb2b1364&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5633774
Apr 02 21:07:42.592445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48978) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:42.595659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=92aa3259-c994-4cef-966b-3ed7d02b4ed9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:42.597380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15407a40-63a9-40ac-80f3-bd0b73785eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb360e-6f37-48f7-b398-81bd93e87b23,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:42.700824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (2be71ba3-31b1-41c8-8235-b7ffa75f0105), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.703560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.707553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1037642c-cc06-421a-9a77-1773424ede8f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:42.707727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b0edb13a-580d-47a1-923d-80f37184807d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/floatingips/2be71ba3-31b1-41c8-8235-b7ffa75f0105 HTTP/1.1" status: 204  len: 168 time: 1.7123652
Apr 02 21:07:42.707819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1037642c-cc06-421a-9a77-1773424ede8f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.728914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Deleting port ecf3d289-10f1-448a-8eb0-a331c9568f9c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:42.729339 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.787213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1037642c-cc06-421a-9a77-1773424ede8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1037642c-cc06-421a-9a77-1773424ede8f,segment=NetworkSegment(b207093b-114f-413a-bdc3-a63bbfe95656),segment_id=b207093b-114f-413a-bdc3-a63bbfe95656)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:42.792963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1037642c-cc06-421a-9a77-1773424ede8f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.848415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966428-45bc-45ff-acc0-44f05e5bec0d req-103112c6-ffb9-43a7-bd00-546f458391d7 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.848415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be966428-45bc-45ff-acc0-44f05e5bec0d req-103112c6-ffb9-43a7-bd00-546f458391d7 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 945 time: 0.1686850
Apr 02 21:07:42.868174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1037642c-cc06-421a-9a77-1773424ede8f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:42.888312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] For port ecf3d289-10f1-448a-8eb0-a331c9568f9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf3d289-10f1-448a-8eb0-a331c9568f9c,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:42.888896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.895406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d89d-f03c-4767-b31f-b3647a8ca5bf req-3bb79b67-a541-4973-879e-9cb026e38e0d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:42.904406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e825d89d-f03c-4767-b31f-b3647a8ca5bf req-3bb79b67-a541-4973-879e-9cb026e38e0d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 946 time: 0.2283447
Apr 02 21:07:42.917416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Calling delete_port for ecf3d289-10f1-448a-8eb0-a331c9568f9c owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:42.918173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72f4b54d-a276-4b89-b95a-44f8854c89ed admin admin] Publish callbacks [] for security_group (5fcb360e-6f37-48f7-b398-81bd93e87b23), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.966981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72f4b54d-a276-4b89-b95a-44f8854c89ed admin admin] Publish callbacks [] for security_group (5fcb360e-6f37-48f7-b398-81bd93e87b23), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:42.989763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be966428-45bc-45ff-acc0-44f05e5bec0d req-8ecf4138-7877-453f-9391-6ba609172235 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231668
Apr 02 21:07:42.993178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fe1c538-79aa-4768-8e0b-d65d2a71d45b req-9f7ebffa-09e3-4220-8476-a30f1ebc8c4a service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3275743
Apr 02 21:07:43.023841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e825d89d-f03c-4767-b31f-b3647a8ca5bf req-50c2b7dc-3cc0-4616-85b6-9848b689a5f6 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185215
Apr 02 21:07:43.074586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72f4b54d-a276-4b89-b95a-44f8854c89ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5fcb360e-6f37-48f7-b398-81bd93e87b23), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:43.078950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72f4b54d-a276-4b89-b95a-44f8854c89ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:43.083124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72f4b54d-a276-4b89-b95a-44f8854c89ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fcb360e-6f37-48f7-b398-81bd93e87b23 HTTP/1.1" status: 204  len: 168 time: 0.4861224
Apr 02 21:07:43.093488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4b54d-a276-4b89-b95a-44f8854c89ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb360e-6f37-48f7-b398-81bd93e87b23,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:43.220511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ecf3d289-10f1-448a-8eb0-a331c9568f9c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:43.257500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf3d289-10f1-448a-8eb0-a331c9568f9c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:43.528760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:43.793298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:43.929134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1037642c-cc06-421a-9a77-1773424ede8f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:43.933413 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d5769-cb40-44ac-b2d3-cd672859b831" -d '{"events": [{"server_uuid": "60b7b03e-c24e-445c-9de6-41ddee02234a", "name": "network-vif-plugged", "status": "completed", "tag": "1037642c-cc06-421a-9a77-1773424ede8f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:43.936536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:43.948712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-692fa75a-9cb3-49cf-a64f-2f2a675095f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/0043276d-6372-4e67-8dc9-a4d6e6cdcc6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6608822
Apr 02 21:07:43.948914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:43.951040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] Sync routers for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:43.978712 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:43.981520 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:44.045834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e94b023-2235-4f95-90aa-1df9a8127d39 x-openstack-request-id: req-6e94b023-2235-4f95-90aa-1df9a8127d39 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:44.046128 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b7b03e-c24e-445c-9de6-41ddee02234a", "name": "network-vif-plugged", "status": "completed", "tag": "1037642c-cc06-421a-9a77-1773424ede8f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:44.048678 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e94b023-2235-4f95-90aa-1df9a8127d39 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:44.049168 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e94b023-2235-4f95-90aa-1df9a8127d39'] response: {'server_uuid': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1037642c-cc06-421a-9a77-1773424ede8f', 'code': 200}
Apr 02 21:07:44.268913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c64c6-aab3-4b72-957c-3dffd8e96f3c req-5505f6e1-403e-4ecf-bf23-ef21bf1cd609 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:44.271292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks [] for router (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:44.281978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b88c64c6-aab3-4b72-957c-3dffd8e96f3c req-5505f6e1-403e-4ecf-bf23-ef21bf1cd609 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 946 time: 0.1098695
Apr 02 21:07:44.298670 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:44.336071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:44.337637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8ba43-e9c4-4f62-b294-8095243a30de req-998bef26-9010-4f94-8e00-28c6ab6adaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:44.339237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ec8ba43-e9c4-4f62-b294-8095243a30de req-998bef26-9010-4f94-8e00-28c6ab6adaa5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 1128 time: 0.2257032
Apr 02 21:07:44.349567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b88c64c6-aab3-4b72-957c-3dffd8e96f3c req-d2dc9788-81be-4317-952f-e1034612dda1 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620916
Apr 02 21:07:44.350311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720fc9-59d5-4894-be2d-0d3c90817338 req-6345ff7b-ee06-4dfa-bf9f-0938a3adb644 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:44.352740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a720fc9-59d5-4894-be2d-0d3c90817338 req-6345ff7b-ee06-4dfa-bf9f-0938a3adb644 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 946 time: 0.2201562
Apr 02 21:07:44.603267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ec8ba43-e9c4-4f62-b294-8095243a30de req-21f739ca-671f-4ce4-8c10-f7568e380408 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449508
Apr 02 21:07:44.630216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9a720fc9-59d5-4894-be2d-0d3c90817338 req-ce63bbb2-ce36-42e9-9c77-28b8da44ae35 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703302
Apr 02 21:07:44.633321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks [] for router_gateway (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:44.782142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Deleting port 89a0c787-d140-4f4c-8d0a-05d08a9196cb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:44.782857 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:44.785888 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a7f0>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:07:43Z', 'revision_number': 5, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port': {'id': '89a0c787-d140-4f4c-8d0a-05d08a9196cb', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:19Z', 'updated_at': '2022-04-02T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:44.827300 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] Checking router: 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:44.839730 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] Routers {'0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:44.841071 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:44.968966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] Set router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:44.988119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] For port 89a0c787-d140-4f4c-8d0a-05d08a9196cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89a0c787-d140-4f4c-8d0a-05d08a9196cb,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:44.988705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.017336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacffbb5-6bda-4b02-a05e-eca2b1035ec5 req-f226141b-b0c3-4504-b343-72c15114dca7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:45.025735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eacffbb5-6bda-4b02-a05e-eca2b1035ec5 req-f226141b-b0c3-4504-b343-72c15114dca7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1790731
Apr 02 21:07:45.047915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Calling delete_port for 89a0c787-d140-4f4c-8d0a-05d08a9196cb owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:45.059994 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a7f0>, [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:07:44Z', 'revision_number': 6, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:45.094908 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525223b-ad20-4fa0-91e8-7542677f3703 None None] The sync data for ids ['0043276d-6372-4e67-8dc9-a4d6e6cdcc6a'] in ncdv-master-1 is: [{'id': '0043276d-6372-4e67-8dc9-a4d6e6cdcc6a', 'name': 'tempest-ServersTestManualDisk-896936926-router', 'tenant_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:18Z', 'updated_at': '2022-04-02T21:07:44Z', 'revision_number': 6, 'project_id': '9d575ad1b73d40c4a8a1c7e0455886ce', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:45.135656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eacffbb5-6bda-4b02-a05e-eca2b1035ec5 req-9faca31f-8434-4feb-91ad-2358684fc896 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086867
Apr 02 21:07:45.356132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecbce-7a41-4374-bc45-9b7f3bb49d63 req-c8c78f03-6565-4df2-a41c-4fbbd74b0644 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:45.358041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6beecbce-7a41-4374-bc45-9b7f3bb49d63 req-c8c78f03-6565-4df2-a41c-4fbbd74b0644 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 946 time: 0.1061723
Apr 02 21:07:45.363536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (89a0c787-d140-4f4c-8d0a-05d08a9196cb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.411875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Pushing event deleted for resources: {'Port': ['ID=89a0c787-d140-4f4c-8d0a-05d08a9196cb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:45.419071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49082) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:45.509935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6beecbce-7a41-4374-bc45-9b7f3bb49d63 req-bc1bab40-e8b7-4c5e-9ecf-35792d33011e tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433208
Apr 02 21:07:45.512999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.567708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca011ca4-649f-4173-8547-45ec41162f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.635328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.638335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks [] for router_controller (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.671117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca011ca4-649f-4173-8547-45ec41162f20 admin admin] Publish callbacks [] for security_group (09ad0689-ed7a-4526-9786-8e205cc90a8b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.676618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca011ca4-649f-4173-8547-45ec41162f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09ad0689-ed7a-4526-9786-8e205cc90a8b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.688841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (0043276d-6372-4e67-8dc9-a4d6e6cdcc6a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.689797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0043276d-6372-4e67-8dc9-a4d6e6cdcc6a {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:07:45.697953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.701935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73a375e7-ec35-41e9-9697-9ff7c033c86e admin admin] 10.222.0.18 "DELETE /v2.0/routers/0043276d-6372-4e67-8dc9-a4d6e6cdcc6a HTTP/1.1" status: 204  len: 168 time: 1.7483020
Apr 02 21:07:45.703136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49088) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:45.718297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca011ca4-649f-4173-8547-45ec41162f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad0689-ed7a-4526-9786-8e205cc90a8b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:45.724563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca011ca4-649f-4173-8547-45ec41162f20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9019a66d9d8449379b3e815771bf6d9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3029993
Apr 02 21:07:45.735640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49090) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:45.754998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Deleting subnet bf4f1a0c-11bf-4baf-a6e7-5c5005786f60 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:45.758782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Publish callbacks [] for subnet (bf4f1a0c-11bf-4baf-a6e7-5c5005786f60), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.804164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (bf4f1a0c-11bf-4baf-a6e7-5c5005786f60), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.843742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822da19-02fb-491f-8328-52507fcb7b49 req-7d124714-7fef-405a-82e5-aa56d0284c94 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:45.844839 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a822da19-02fb-491f-8328-52507fcb7b49 req-7d124714-7fef-405a-82e5-aa56d0284c94 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 946 time: 0.1114504
Apr 02 21:07:45.845718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aef6a797-59f3-4324-968f-1114c6a18cfe admin admin] Publish callbacks [] for security_group (09ad0689-ed7a-4526-9786-8e205cc90a8b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.884068 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aef6a797-59f3-4324-968f-1114c6a18cfe admin admin] Publish callbacks [] for security_group (09ad0689-ed7a-4526-9786-8e205cc90a8b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.893433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (bf4f1a0c-11bf-4baf-a6e7-5c5005786f60), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.933220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a822da19-02fb-491f-8328-52507fcb7b49 req-305f3046-6bdc-439f-ae0c-ba9f1938511e tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778186
Apr 02 21:07:45.968489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aef6a797-59f3-4324-968f-1114c6a18cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09ad0689-ed7a-4526-9786-8e205cc90a8b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.973275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aef6a797-59f3-4324-968f-1114c6a18cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.975681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (bf4f1a0c-11bf-4baf-a6e7-5c5005786f60), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:45.977779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aef6a797-59f3-4324-968f-1114c6a18cfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09ad0689-ed7a-4526-9786-8e205cc90a8b HTTP/1.1" status: 204  len: 168 time: 0.2411084
Apr 02 21:07:45.993269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6a797-59f3-4324-968f-1114c6a18cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad0689-ed7a-4526-9786-8e205cc90a8b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:46.034560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4f1a0c-11bf-4baf-a6e7-5c5005786f60,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:46.037098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.043065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5c0cb6f-8090-4af9-870b-e68dd9770296 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf4f1a0c-11bf-4baf-a6e7-5c5005786f60 HTTP/1.1" status: 204  len: 168 time: 0.3363516
Apr 02 21:07:46.043535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49094) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:46.055067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcae7cb-83b9-4102-857f-45c9633f8df1 None None] Network 34e42b06-bf12-4208-8eb7-5b6548299214 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:46.127569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 89a0c787-d140-4f4c-8d0a-05d08a9196cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:46.136927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (34e42b06-bf12-4208-8eb7-5b6548299214), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.172609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 89a0c787-d140-4f4c-8d0a-05d08a9196cb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:46.173318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 89a0c787-d140-4f4c-8d0a-05d08a9196cb not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:46.173840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ecf3d289-10f1-448a-8eb0-a331c9568f9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:46.205989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ecf3d289-10f1-448a-8eb0-a331c9568f9c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:46.206475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ecf3d289-10f1-448a-8eb0-a331c9568f9c not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:46.226469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Deleting port 71507abb-8bc8-4d40-8599-2ee91dd863c0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:46.226853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.332739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6972c-e7aa-45af-a93d-f12f0c600b63 req-163ac99c-1bc6-4057-b4a8-13814c07b493 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:46.335470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34e6972c-e7aa-45af-a93d-f12f0c600b63 req-163ac99c-1bc6-4057-b4a8-13814c07b493 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1053655
Apr 02 21:07:46.343422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] For port 71507abb-8bc8-4d40-8599-2ee91dd863c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71507abb-8bc8-4d40-8599-2ee91dd863c0,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:46.343887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.350419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] DHCP port deletion for 34e42b06-bf12-4208-8eb7-5b6548299214 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:07:46.360190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Calling delete_port for 71507abb-8bc8-4d40-8599-2ee91dd863c0 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:46.391137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34e6972c-e7aa-45af-a93d-f12f0c600b63 req-1c794de0-3ffa-4f44-8033-2abcde115259 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477710
Apr 02 21:07:46.439692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] Deleting port 71507abb-8bc8-4d40-8599-2ee91dd863c0 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:46.440071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.491123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.522408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] No DVR routers for this DVR port 71507abb-8bc8-4d40-8599-2ee91dd863c0 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:46.524153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=71507abb-8bc8-4d40-8599-2ee91dd863c0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:46.526549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] For port 71507abb-8bc8-4d40-8599-2ee91dd863c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71507abb-8bc8-4d40-8599-2ee91dd863c0,segment=NetworkSegment(c709cf67-57c7-4b6a-baaf-e41737010b33),segment_id=c709cf67-57c7-4b6a-baaf-e41737010b33)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:46.527022 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.543245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] Calling delete_port for 71507abb-8bc8-4d40-8599-2ee91dd863c0 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:46.641316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (34e42b06-bf12-4208-8eb7-5b6548299214), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   from cryptography.utils import int_from_bytes
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   from cryptography.utils import int_from_bytes
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.665684 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:07:46.669246 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:07:46.678511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (71507abb-8bc8-4d40-8599-2ee91dd863c0), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.682606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f44ca90>,) {'filters': {'network_id': ['34e42b06-bf12-4208-8eb7-5b6548299214']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:46.695071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-3f277b2d-4db7-4f7e-bf1e-dcfb816a2e0f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:46.697012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-3f277b2d-4db7-4f7e-bf1e-dcfb816a2e0f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1473076
Apr 02 21:07:46.705718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f44ca90>, 'c709cf67-57c7-4b6a-baaf-e41737010b33') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:46.709821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f44ca90>, 'c709cf67-57c7-4b6a-baaf-e41737010b33') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:46.715239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] Pushing event deleted for resources: {'Port': ['ID=71507abb-8bc8-4d40-8599-2ee91dd863c0,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:46.719089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90b678-76a0-4f31-8b06-fa5d92c49aa1 None None] No DVR routers for this DVR port 71507abb-8bc8-4d40-8599-2ee91dd863c0 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:46.747618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c709cf67-57c7-4b6a-baaf-e41737010b33), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.763639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c709cf67-57c7-4b6a-baaf-e41737010b33), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.773101 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:46.773486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c709cf67-57c7-4b6a-baaf-e41737010b33), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:46.775466 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:46.839405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b671e2-ac58-42d4-ba3e-1ead0f58bac7 req-e88da169-adf5-4483-a4a7-ca1e75839893 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:46.841049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6b671e2-ac58-42d4-ba3e-1ead0f58bac7 req-e88da169-adf5-4483-a4a7-ca1e75839893 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 946 time: 0.1497395
Apr 02 21:07:46.864904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (34e42b06-bf12-4208-8eb7-5b6548299214), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.869677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-5b8e2ea3-b807-4114-a9fd-19a5682036dd tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:46.871235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-5b8e2ea3-b807-4114-a9fd-19a5682036dd tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 946 time: 0.1012278
Apr 02 21:07:46.873040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.877872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port d4d64426-ae59-4e94-a2da-c586004c8607 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:46.878323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:46.879023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] 10.222.0.18 "DELETE /v2.0/networks/34e42b06-bf12-4208-8eb7-5b6548299214 HTTP/1.1" status: 204  len: 168 time: 0.8343167
Apr 02 21:07:46.894901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbdd51-3e58-45fd-8ec4-ecdc7405fe97 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e42b06-bf12-4208-8eb7-5b6548299214,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:46.942398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6b671e2-ac58-42d4-ba3e-1ead0f58bac7 req-dd89a86d-ce0f-491a-b168-463ec47d367c tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917294
Apr 02 21:07:47.064082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] For port d4d64426-ae59-4e94-a2da-c586004c8607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4d64426-ae59-4e94-a2da-c586004c8607,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:47.065360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.168865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Deleting port 20e18d45-4075-40d9-be5a-08ae7734d965 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:47.169180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.185574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:47.235862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-09297236-4951-43d2-a02d-24c752b53169 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d575ad1b73d40c4a8a1c7e0455886ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0488076
Apr 02 21:07:47.236590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49128) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:47.290662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb83daaa-6eee-47b3-a9b5-c8f0c75f53d3 admin admin] Publish callbacks [] for security_group (29c1660a-0be3-49ce-bc1f-9548251c83ba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.291752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f2a4f-cdf7-4ad1-8c35-35e42e08d381 req-bd4afb13-7049-40ad-8174-cfddf66a6df9 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:47.293496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b63f2a4f-cdf7-4ad1-8c35-35e42e08d381 req-bd4afb13-7049-40ad-8174-cfddf66a6df9 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 946 time: 0.2179742
Apr 02 21:07:47.324164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb83daaa-6eee-47b3-a9b5-c8f0c75f53d3 admin admin] Publish callbacks [] for security_group (29c1660a-0be3-49ce-bc1f-9548251c83ba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.385111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb83daaa-6eee-47b3-a9b5-c8f0c75f53d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (29c1660a-0be3-49ce-bc1f-9548251c83ba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.388593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb83daaa-6eee-47b3-a9b5-c8f0c75f53d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.392431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fb83daaa-6eee-47b3-a9b5-c8f0c75f53d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29c1660a-0be3-49ce-bc1f-9548251c83ba HTTP/1.1" status: 204  len: 168 time: 0.1522634
Apr 02 21:07:47.406052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] For port 20e18d45-4075-40d9-be5a-08ae7734d965, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20e18d45-4075-40d9-be5a-08ae7734d965,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:47.406426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.409338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83daaa-6eee-47b3-a9b5-c8f0c75f53d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c1660a-0be3-49ce-bc1f-9548251c83ba,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:47.436093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Calling delete_port for 20e18d45-4075-40d9-be5a-08ae7734d965 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:47.440891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b63f2a4f-cdf7-4ad1-8c35-35e42e08d381 req-69d61e73-c0a3-4398-92bb-13ba04575556 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367714
Apr 02 21:07:47.453086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.453676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (07e58937-dc31-4ca7-b0c9-77a77261937e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.454381 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 07e58937-dc31-4ca7-b0c9-77a77261937e disassociated. External IP: 172.35.4.238, port: d4d64426-ae59-4e94-a2da-c586004c8607.
Apr 02 21:07:47.454933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for d4d64426-ae59-4e94-a2da-c586004c8607 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:47.657043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982acea-4218-4fde-83a3-581d9ed1d12b req-5e35766d-c005-4d9d-86e1-4343db182761 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:47.700552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982acea-4218-4fde-83a3-581d9ed1d12b req-5e35766d-c005-4d9d-86e1-4343db182761 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 946 time: 0.1704030
Apr 02 21:07:47.714258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (20e18d45-4075-40d9-be5a-08ae7734d965), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.725607 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.736112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['20e18d45-4075-40d9-be5a-08ae7734d965'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:47.753315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4d64426-ae59-4e94-a2da-c586004c8607), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.809565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Pushing event deleted for resources: {'Port': ['ID=20e18d45-4075-40d9-be5a-08ae7734d965,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:47.874261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982acea-4218-4fde-83a3-581d9ed1d12b req-0cead9ba-3f2b-4140-8111-cf35c338796c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=92d74358-ba67-483c-9a00-5fc26ae97c76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694417
Apr 02 21:07:47.880479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=d4d64426-ae59-4e94-a2da-c586004c8607,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:47.903066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] No DVR routers for this DVR port 20e18d45-4075-40d9-be5a-08ae7734d965 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:47.906956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:47.910459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ff1e2fc-5138-4e00-a4c3-a9373538a4fe req-58e02636-22bb-4538-9f7a-a67801fe8713 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "DELETE /v2.0/ports/20e18d45-4075-40d9-be5a-08ae7734d965 HTTP/1.1" status: 204  len: 173 time: 1.0223439
Apr 02 21:07:47.910913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'name': 'network-vif-deleted', 'tag': '20e18d45-4075-40d9-be5a-08ae7734d965'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:47.914071 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55caa834-84bf-4190-9067-709f3ef612db" -d '{"events": [{"server_uuid": "64af2333-6bd9-4659-b79a-3514e9b221ea", "name": "network-vif-deleted", "tag": "20e18d45-4075-40d9-be5a-08ae7734d965"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:47.995193 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9026cf5a-666a-4f57-b733-f256128f9c74 x-openstack-request-id: req-9026cf5a-666a-4f57-b733-f256128f9c74 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:47.995498 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64af2333-6bd9-4659-b79a-3514e9b221ea", "name": "network-vif-deleted", "tag": "20e18d45-4075-40d9-be5a-08ae7734d965", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:47.995756 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9026cf5a-666a-4f57-b733-f256128f9c74 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:47.996173 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9026cf5a-666a-4f57-b733-f256128f9c74'] response: {'server_uuid': '64af2333-6bd9-4659-b79a-3514e9b221ea', 'name': 'network-vif-deleted', 'tag': '20e18d45-4075-40d9-be5a-08ae7734d965', 'status': 'completed', 'code': 200}
Apr 02 21:07:48.073915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71507abb-8bc8-4d40-8599-2ee91dd863c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:48.113235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49168) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:48.150969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 71507abb-8bc8-4d40-8599-2ee91dd863c0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:48.151790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71507abb-8bc8-4d40-8599-2ee91dd863c0 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:48.172883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:07:48.236773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4f9559a1-c712-4333-8000-84bd203a834c req-2b406ab3-561a-4474-826a-ac5afe382be2 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=64af2333-6bd9-4659-b79a-3514e9b221ea HTTP/1.1" status: 200  len: 210 time: 0.0586917
Apr 02 21:07:48.325934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b238d-7488-49bf-bb0b-497509404755 req-e040c6f6-f772-4c7b-a10a-2db803d7b72f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:48.327933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f98b238d-7488-49bf-bb0b-497509404755 req-e040c6f6-f772-4c7b-a10a-2db803d7b72f tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 946 time: 0.2073126
Apr 02 21:07:48.379828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:07:48.398288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:07:48.414537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:48.415589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453151c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:48.451675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:48.455168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] No DVR routers for this DVR port d4d64426-ae59-4e94-a2da-c586004c8607 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:48.462172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.465692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b4411df-05ca-4ccb-8d36-957516f45541 req-bad05ab3-1284-46f9-81fa-93ea8ec59091 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "DELETE /v2.0/ports/d4d64426-ae59-4e94-a2da-c586004c8607 HTTP/1.1" status: 204  len: 173 time: 1.7635629
Apr 02 21:07:48.479819 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f98b238d-7488-49bf-bb0b-497509404755 req-9ca1e2dd-5b2e-4f7e-91a2-adfad735a4dd tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393781
Apr 02 21:07:48.532065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.624210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49180) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:48.653235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:48.656335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.772547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1999755064-network', 'tenant_id': '93da813e266e41509229a1e99815d9ab'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:48.782124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Allocated IP 172.35.4.4 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/aac38077-dd1d-4bfd-bcd8-e2671de3d546) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:48.791386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Made reservation on behalf of 93da813e266e41509229a1e99815d9ab for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:48.794075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.804504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.910546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks [] for security_group (2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.918863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.935183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.961434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:07:48.985266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:48.991141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:48.991553 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Added segment bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba of type vlan for network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804
Apr 02 21:07:49.049690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9d7e30b-e137-473d-bf21-0b71d6b214cb req-ee6d0041-a4b8-4782-81c4-f53a470ef2ec tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=58df85ac-b402-424d-8354-fc927aad0d32 HTTP/1.1" status: 200  len: 210 time: 0.0471606
Apr 02 21:07:49.054743 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.069019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453151c0>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:49.081743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.099013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.099549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:07:49.100945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:49.101825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.109975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:07:49.110892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453151c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:49.146144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:49.151692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:49.155961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:49.166090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5406406
Apr 02 21:07:49.169267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49186) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:49.176369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Request body: {'subnet': {'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1999755064-subnet', 'tenant_id': '93da813e266e41509229a1e99815d9ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:49.195039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Pushing event updated for resources: {'Port': ['ID=aac38077-dd1d-4bfd-bcd8-e2671de3d546,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:49.213606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170ec50-d934-42c5-a042-84a92b45be81 admin admin] Pushing event updated for resources: {'Network': ['ID=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:49.229718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Made reservation on behalf of 93da813e266e41509229a1e99815d9ab for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:49.230651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:07:49.232293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.318530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for floatingip (afd77de5-fb23-4d54-a167-82239a40177b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.321884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:07:49.377073 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.499967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (3879fd1b-2906-42b4-b41b-2746a2a258de), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.561826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3879fd1b-2906-42b4-b41b-2746a2a258de,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:49.592203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453151c0>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:49.620564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fd710-333b-4eea-a090-4cae91453cb9 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:07:49.653260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Checking segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:49.653785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Network hostable DHCP agents. Network: cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:07:49.703747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cbfdc-ad4c-4840-8ee4-0922acc2b5eb req-b7cd0c0d-36c7-4397-963f-1604dbc775eb tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:49.712725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-500cbfdc-ad4c-4840-8ee4-0922acc2b5eb req-b7cd0c0d-36c7-4397-963f-1604dbc775eb tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 946 time: 0.1370673
Apr 02 21:07:49.723273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:07:49.732282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-3ec8fcb1-f0b1-4c85-adae-c8b2b81f73dc tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:49.735121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-3ec8fcb1-f0b1-4c85-adae-c8b2b81f73dc tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.21 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 946 time: 0.1230359
Apr 02 21:07:49.759771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:49.773531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d64c0-6263-49b9-b6f5-c11221819a37 None None] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:49.788678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:49.789285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.838031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c2ffe6c-ad61-414b-bd5a-03d9b6e33528 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6673865
Apr 02 21:07:49.902278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-500cbfdc-ad4c-4840-8ee4-0922acc2b5eb req-04da20c9-7b91-45f8-a555-d6eeec7258be tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/security-groups?id=23cc2840-6810-4d3f-b2e2-ccea48f88f64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885791
Apr 02 21:07:49.949349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'project_id': '93da813e266e41509229a1e99815d9ab', 'fixed_ips': [{'subnet_id': '3879fd1b-2906-42b4-b41b-2746a2a258de'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:07:49.953128 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.967214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Deleting port 1037642c-cc06-421a-9a77-1773424ede8f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:49.967639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1037642c-cc06-421a-9a77-1773424ede8f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:49.998919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'name': 'network-vif-deleted', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:50.002053 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4e126-ee63-4fb6-a5c8-d45e84f0c4b8" -d '{"events": [{"server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "name": "network-vif-deleted", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:50.038597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-5aaf454f-206a-4b76-a440-af7b963cdc57 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:50.049231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-5aaf454f-206a-4b76-a440-af7b963cdc57 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/networks?id=91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 200  len: 808 time: 0.5105755
Apr 02 21:07:50.054894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.070767 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9982f1-50f2-4802-982a-d9b322d4e70d x-openstack-request-id: req-ae9982f1-50f2-4802-982a-d9b322d4e70d {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:50.071097 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58df85ac-b402-424d-8354-fc927aad0d32", "name": "network-vif-deleted", "tag": "d4d64426-ae59-4e94-a2da-c586004c8607", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:50.071440 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae9982f1-50f2-4802-982a-d9b322d4e70d {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:50.071980 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9982f1-50f2-4802-982a-d9b322d4e70d'] response: {'server_uuid': '58df85ac-b402-424d-8354-fc927aad0d32', 'name': 'network-vif-deleted', 'tag': 'd4d64426-ae59-4e94-a2da-c586004c8607', 'status': 'completed', 'code': 200}
Apr 02 21:07:50.077013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.103077 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4320e1ea-95af-4cf4-bdeb-e84c53bfbd13 None None] New status for floating IP 07e58937-dc31-4ca7-b0c9-77a77261937e: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:07:50.128512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] For port 1037642c-cc06-421a-9a77-1773424ede8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1037642c-cc06-421a-9a77-1773424ede8f,segment=NetworkSegment(b207093b-114f-413a-bdc3-a63bbfe95656),segment_id=b207093b-114f-413a-bdc3-a63bbfe95656)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:50.128914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1037642c-cc06-421a-9a77-1773424ede8f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.150791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Pushing event updated for resources: {'Port': ['ID=aac38077-dd1d-4bfd-bcd8-e2671de3d546,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:50.163520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-c8b1e61a-b2bb-4bab-856f-3fcd54f30d1b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/quotas/f54b2160309b4d76bd7a944454903520 HTTP/1.1" status: 200  len: 375 time: 0.1124761
Apr 02 21:07:50.183555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Calling delete_port for 1037642c-cc06-421a-9a77-1773424ede8f owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:50.286213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:50.295598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-71a4a43e-cc24-45ba-bf78-2e72b182ac6e tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f54b2160309b4d76bd7a944454903520&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1306815
Apr 02 21:07:50.298205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Allocated IP 172.20.0.2 (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804/3879fd1b-2906-42b4-b41b-2746a2a258de/a0fdfb73-4ac9-448d-8fa5-3535ed79b1be) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:50.340514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (afd77de5-fb23-4d54-a167-82239a40177b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.365767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.371214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6018149e-a537-4190-81db-8567fbed2dc4 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.2520225
Apr 02 21:07:50.371635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49224) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:50.380070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1506070413', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'fixed_ips': [{'ip_address': '172.35.4.4'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:50.443872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Made reservation on behalf of 7f35ccccacaa4bbf896416b40c10f60d for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:50.446275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.478793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.538567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4d64426-ae59-4e94-a2da-c586004c8607 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:50.567193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d4d64426-ae59-4e94-a2da-c586004c8607 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:50.567540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4d64426-ae59-4e94-a2da-c586004c8607 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:50.582848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-11929107-0b32-4f31-a5f7-0dbbaff5d624 service neutron] 10.222.0.18 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718191
Apr 02 21:07:50.598734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Publish callbacks [] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.612886 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.668170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:50.674360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:50.676831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:50.711449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for security_group (e0a4124e-555f-4d37-9e19-6a201c3424f7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.713600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Pushing event updated for resources: {'Port': ['ID=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:50.733863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e0a4124e-555f-4d37-9e19-6a201c3424f7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.746182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] device_id is not set on port d149b638-de12-4202-b569-2b018ce12d2e yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:07:50.751018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Attempting to bind port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:50.751405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Attempting to bind port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:50.751778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Attempting to bind port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:50.758746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:50.759354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Checking segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:50.759872 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.760170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Bound using segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:50.760704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Bound port: a0fdfb73-4ac9-448d-8fa5-3535ed79b1be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:50.761345 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.776767 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-ba129a90-5ca3-4363-95b0-43e57aecca8f service neutron] 10.222.0.18 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924474
Apr 02 21:07:50.854994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] For port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:50.858688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] For port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:50.858961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a4124e-555f-4d37-9e19-6a201c3424f7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:50.871233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.937123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9aab7-e8f6-47dc-b3a8-0cb6bad545f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (92d74358-ba67-483c-9a00-5fc26ae97c76), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:50.938429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee33f8d-1332-45be-a20f-5f19735fa7a9 None None] Pushing event updated for resources: {'Port': ['ID=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:51.003408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-cdb1686f-1bd4-4508-802f-6d1b75231054 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:51.011175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-cdb1686f-1bd4-4508-802f-6d1b75231054 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 816 time: 0.2440014
Apr 02 21:07:51.068232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9aab7-e8f6-47dc-b3a8-0cb6bad545f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (92d74358-ba67-483c-9a00-5fc26ae97c76), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.072661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-75ed8b8c-bc53-4eb9-b3a4-d58eeed186bf tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/quotas/93da813e266e41509229a1e99815d9ab HTTP/1.1" status: 200  len: 375 time: 0.0606909
Apr 02 21:07:51.084085 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1037642c-cc06-421a-9a77-1773424ede8f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.090719 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:07:51.091564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:07:51.100302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1037642c-cc06-421a-9a77-1773424ede8f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:07:51.127061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-463dcfdd-b12e-49b0-85ff-a58d442e655f req-d38a7b93-acfd-4182-93fa-1fb91c022954 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b7b03e-c24e-445c-9de6-41ddee02234a HTTP/1.1" status: 200  len: 210 time: 0.0488563
Apr 02 21:07:51.148335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 20e18d45-4075-40d9-be5a-08ae7734d965 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:51.155455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c1eb4ddf-7a9c-43df-ba21-50ded6e03e4a tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409  len: 370 time: 0.7824707
Apr 02 21:07:51.158532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49240) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:51.189262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 20e18d45-4075-40d9-be5a-08ae7734d965 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:51.189621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 20e18d45-4075-40d9-be5a-08ae7734d965 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:51.219549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Pushing event deleted for resources: {'Port': ['ID=1037642c-cc06-421a-9a77-1773424ede8f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:51.294328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] No DVR routers for this DVR port 1037642c-cc06-421a-9a77-1773424ede8f on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:07:51.298275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.304768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bad5f6a-e8d8-410c-9ba6-87ffdc294d6e req-04930e8a-c9ad-455f-974e-eacb597dbf60 tempest-ServerAddressesTestJSON-155009259 tempest-ServerAddressesTestJSON-155009259-project] 10.222.0.21 "DELETE /v2.0/ports/1037642c-cc06-421a-9a77-1773424ede8f HTTP/1.1" status: 204  len: 173 time: 1.5570793
Apr 02 21:07:51.326418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-7771446a-8d42-4fd4-9ae6-4dae9678aee0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2379034
Apr 02 21:07:51.339144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5391d1cf-e832-4a71-a8e1-0a30b069c9f4 req-20495b5c-c19a-47b8-a2ce-1653cac913b8 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 210 time: 0.1157875
Apr 02 21:07:51.354407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9aab7-e8f6-47dc-b3a8-0cb6bad545f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (92d74358-ba67-483c-9a00-5fc26ae97c76), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.362031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9aab7-e8f6-47dc-b3a8-0cb6bad545f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.363346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82e9aab7-e8f6-47dc-b3a8-0cb6bad545f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/security-groups/92d74358-ba67-483c-9a00-5fc26ae97c76 HTTP/1.1" status: 204  len: 168 time: 1.0761018
Apr 02 21:07:51.376715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49246) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:51.412543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9aab7-e8f6-47dc-b3a8-0cb6bad545f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d74358-ba67-483c-9a00-5fc26ae97c76,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:51.428402 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-45b0d882-ce96-4515-a081-0776d22c919f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] show failed (client error): The resource could not be found.
Apr 02 21:07:51.432352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45b0d882-ce96-4515-a081-0776d22c919f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups/92d74358-ba67-483c-9a00-5fc26ae97c76 HTTP/1.1" status: 404  len: 347 time: 0.0516038
Apr 02 21:07:51.434479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49248) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:51.562983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Deleting port aac38077-dd1d-4bfd-bcd8-e2671de3d546 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:51.563500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.671454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-c5706497-d5c1-44d0-a703-c5be6e28b4c3 service neutron] 10.222.0.18 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3339365
Apr 02 21:07:51.684562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.685449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for floatingip (aac38077-dd1d-4bfd-bcd8-e2671de3d546), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.691895 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:07:51.705930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Calling delete_port for aac38077-dd1d-4bfd-bcd8-e2671de3d546 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:51.731303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port 23d74539-33b3-4bd0-b184-e15513111eb0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:07:51.731648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (23d74539-33b3-4bd0-b184-e15513111eb0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.865174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-17d5c055-2ded-4f9c-87ca-51ba6ada7133 service neutron] 10.222.0.18 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861279
Apr 02 21:07:51.904921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (aac38077-dd1d-4bfd-bcd8-e2671de3d546), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.941079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (23d74539-33b3-4bd0-b184-e15513111eb0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.941798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (23d74539-33b3-4bd0-b184-e15513111eb0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:51.975421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Pushing event deleted for resources: {'Port': ['ID=aac38077-dd1d-4bfd-bcd8-e2671de3d546,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:52.001461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for 23d74539-33b3-4bd0-b184-e15513111eb0 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:07:52.057333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0fdfb73-4ac9-448d-8fa5-3535ed79b1be up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:52.080294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'name': 'network-vif-deleted', 'tag': '1037642c-cc06-421a-9a77-1773424ede8f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:52.086221 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d88f14-b1c0-4543-895e-9fc34d4926d9" -d '{"events": [{"server_uuid": "60b7b03e-c24e-445c-9de6-41ddee02234a", "name": "network-vif-deleted", "tag": "1037642c-cc06-421a-9a77-1773424ede8f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:52.098735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks [] for floatingip (afd77de5-fb23-4d54-a167-82239a40177b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.103150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.111104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9ef0259f-37ba-4d57-94b2-554e7f76b5fd tempest-ExternalNetworksAdminNegativeTestJSON-1348603009 tempest-ExternalNetworksAdminNegativeTestJSON-1348603009-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/afd77de5-fb23-4d54-a167-82239a40177b HTTP/1.1" status: 204  len: 168 time: 0.9482648
Apr 02 21:07:52.163609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:52.163975 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.289214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49272) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:52.325278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:52.325763 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.442040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:07:52.453076 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.492487 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3b95d6-96f0-4ec8-81de-e61b2e47ac83 x-openstack-request-id: req-6b3b95d6-96f0-4ec8-81de-e61b2e47ac83 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:52.500714 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b7b03e-c24e-445c-9de6-41ddee02234a", "name": "network-vif-deleted", "tag": "1037642c-cc06-421a-9a77-1773424ede8f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:52.501071 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3b95d6-96f0-4ec8-81de-e61b2e47ac83 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:52.501542 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3b95d6-96f0-4ec8-81de-e61b2e47ac83'] response: {'server_uuid': '60b7b03e-c24e-445c-9de6-41ddee02234a', 'name': 'network-vif-deleted', 'tag': '1037642c-cc06-421a-9a77-1773424ede8f', 'status': 'completed', 'code': 200}
Apr 02 21:07:52.550449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (23d74539-33b3-4bd0-b184-e15513111eb0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.582952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Deleting subnet f627480b-500c-4c7b-8f47-fe70dcf4f6f1 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:07:52.598423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Publish callbacks [] for subnet (f627480b-500c-4c7b-8f47-fe70dcf4f6f1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.617333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:52.646904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49282) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:52.713905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-1a000507-7491-4bc9-b380-84599ea42402 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:52.724265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-1a000507-7491-4bc9-b380-84599ea42402 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 816 time: 0.4505935
Apr 02 21:07:52.748329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-dcff2aee-7a0c-4470-90c4-43ea6a9594c5 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/quotas/93da813e266e41509229a1e99815d9ab HTTP/1.1" status: 200  len: 375 time: 0.0224872
Apr 02 21:07:52.805821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (f627480b-500c-4c7b-8f47-fe70dcf4f6f1), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.813093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd11a283-950b-4341-9834-184eeeac0585 req-7cd5963c-ae42-4654-80de-e15089daec80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 210 time: 0.2677147
Apr 02 21:07:52.813918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=23d74539-33b3-4bd0-b184-e15513111eb0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:52.908676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f627480b-500c-4c7b-8f47-fe70dcf4f6f1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.917409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a1cc72-bf73-4746-ba40-9f8a5cffca26 None None] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:07:52.941970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-4b030a32-846d-4b0b-bbba-f0828f2801fd tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1926701
Apr 02 21:07:52.960697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-a26f05ff-cb11-4bf3-a064-aa824584ca7c tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:52.962319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-a26f05ff-cb11-4bf3-a064-aa824584ca7c tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "GET /v2.0/networks?id=91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 200  len: 808 time: 0.2635505
Apr 02 21:07:52.982958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d872fe15-a880-4c41-ab3b-28e6321b4e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:52.992014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Request body: {'port': {'device_id': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451', 'admin_state_up': True, 'tenant_id': 'f54b2160309b4d76bd7a944454903520'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:53.038657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-57e9e10b-73a3-4fa7-8bc9-b650e64bb5bd None None] Provisioning complete for port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:53.039051 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57e9e10b-73a3-4fa7-8bc9-b650e64bb5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.104348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f627480b-500c-4c7b-8f47-fe70dcf4f6f1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.133457 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (07e58937-dc31-4ca7-b0c9-77a77261937e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.137333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.141250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d20ca16-8bdb-444a-bdb1-5fcd81286593 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/floatingips/07e58937-dc31-4ca7-b0c9-77a77261937e HTTP/1.1" status: 204  len: 168 time: 1.7058234
Apr 02 21:07:53.156540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f627480b-500c-4c7b-8f47-fe70dcf4f6f1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:53.161149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-f65985af-7a65-489a-997a-b2bed4cc2a75 service neutron] 10.222.0.18 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067771
Apr 02 21:07:53.165243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.167515 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23ffa0ea-6224-4a4b-9a34-efd1efa6b556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.168398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c6eb176f-dd1d-4cee-b540-24ddd0d5eba8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f627480b-500c-4c7b-8f47-fe70dcf4f6f1 HTTP/1.1" status: 204  len: 168 time: 0.8782268
Apr 02 21:07:53.172296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49290) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:53.209178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Made reservation on behalf of f54b2160309b4d76bd7a944454903520 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:53.218387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-57e9e10b-73a3-4fa7-8bc9-b650e64bb5bd None None] Current status of the port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:53.219063 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.281399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d872fe15-a880-4c41-ab3b-28e6321b4e90 admin admin] Publish callbacks [] for security_group (058d97d5-a4f3-4a3c-872c-9b3bfd0048ed), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.328666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-774dd1cd-0eac-4ee4-af67-d8247a930944 service neutron] 10.222.0.18 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561708
Apr 02 21:07:53.331019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (1c78514a-2582-4ee4-9ef3-1ec78090f2ba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.332490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d872fe15-a880-4c41-ab3b-28e6321b4e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (058d97d5-a4f3-4a3c-872c-9b3bfd0048ed), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.436613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872fe15-a880-4c41-ab3b-28e6321b4e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058d97d5-a4f3-4a3c-872c-9b3bfd0048ed,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:53.462344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d872fe15-a880-4c41-ab3b-28e6321b4e90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7430123a83304e0fb8e6cfb6440a98c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8038471
Apr 02 21:07:53.467771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49294) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:53.543792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ef3f2b-f0f5-4223-a7ca-b72751260604 admin admin] Publish callbacks [] for security_group (058d97d5-a4f3-4a3c-872c-9b3bfd0048ed), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.572037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (1c78514a-2582-4ee4-9ef3-1ec78090f2ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.588942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ef3f2b-f0f5-4223-a7ca-b72751260604 admin admin] Publish callbacks [] for security_group (058d97d5-a4f3-4a3c-872c-9b3bfd0048ed), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.649671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783eb1dca0>,) {'filters': {'network_id': ['1c78514a-2582-4ee4-9ef3-1ec78090f2ba']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:53.651134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49300) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:53.661377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783eb1dca0>, 'b207093b-114f-413a-bdc3-a63bbfe95656') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:53.661785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783eb1dca0>, 'b207093b-114f-413a-bdc3-a63bbfe95656') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:07:53.673471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137432510', 'description': 'tempest-description--1912371591'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:53.675527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aaf8b098-ec23-4d13-9aac-9488854c304c None None] Provisioning complete for port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:53.676172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b098-ec23-4d13-9aac-9488854c304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.678507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b207093b-114f-413a-bdc3-a63bbfe95656), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.714689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ef3f2b-f0f5-4223-a7ca-b72751260604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (058d97d5-a4f3-4a3c-872c-9b3bfd0048ed), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.717117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ef3f2b-f0f5-4223-a7ca-b72751260604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.717433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b207093b-114f-413a-bdc3-a63bbfe95656), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.726941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-51ef3f2b-f0f5-4223-a7ca-b72751260604 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/058d97d5-a4f3-4a3c-872c-9b3bfd0048ed HTTP/1.1" status: 204  len: 168 time: 0.2576959
Apr 02 21:07:53.732927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.733418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:07:53.735569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b207093b-114f-413a-bdc3-a63bbfe95656), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:53.785955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef3f2b-f0f5-4223-a7ca-b72751260604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d97d5-a4f3-4a3c-872c-9b3bfd0048ed,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:53.853729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8b098-ec23-4d13-9aac-9488854c304c None None] Current status of the port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:07:53.888935 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:07:53.957624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Allocated IP 172.20.0.12 (91357282-db19-46d5-9ae6-53ef880c5451/6de2b52e-4911-46c4-8c06-9000a8b95146/5a209f67-e99e-4f07-bc3b-151e8afba63f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:54.058513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0fdfb73-4ac9-448d-8fa5-3535ed79b1be up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:07:54.088164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (1c78514a-2582-4ee4-9ef3-1ec78090f2ba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.101895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e11f705-a571-4f8a-98b0-ed583305bb81 req-1fdb0674-d02e-4d40-b3ce-c1b0dcda4616 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 210 time: 0.1341000
Apr 02 21:07:54.111669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.115067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c78514a-2582-4ee4-9ef3-1ec78090f2ba HTTP/1.1" status: 204  len: 168 time: 0.9413533
Apr 02 21:07:54.170599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:54.171738 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.196770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-399274f9-660d-4cf7-82fa-6d47aebc64be tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:54.199270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-399274f9-660d-4cf7-82fa-6d47aebc64be tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.15 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 816 time: 0.3598835
Apr 02 21:07:54.217913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Request body: {'port': {'device_id': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'admin_state_up': True, 'tenant_id': '93da813e266e41509229a1e99815d9ab'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:54.227164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (a725d757-a984-4c52-9aa5-3806006a72f3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.253938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a725d757-a984-4c52-9aa5-3806006a72f3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.280565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-18ac23be-5cb7-4287-8d59-4f73162cdf85 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:54.288206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-18ac23be-5cb7-4287-8d59-4f73162cdf85 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 816 time: 0.3110743
Apr 02 21:07:54.298136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c60a60-f1b6-4f12-aac9-eee31a2e1fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c78514a-2582-4ee4-9ef3-1ec78090f2ba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:54.353123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:07:54.388060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49328) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:54.423213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-67a197ff-07f5-4ce1-8a34-9ea9e6b9746e tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/quotas/93da813e266e41509229a1e99815d9ab HTTP/1.1" status: 200  len: 375 time: 0.1337228
Apr 02 21:07:54.427850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.430158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7761886
Apr 02 21:07:54.434893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49330) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:54.437681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf28bc-e419-4a5b-87de-acfb572b99fc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a725d757-a984-4c52-9aa5-3806006a72f3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:54.458713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': 'a725d757-a984-4c52-9aa5-3806006a72f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:54.486956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Made reservation on behalf of 93da813e266e41509229a1e99815d9ab for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:54.490300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.543004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1037642c-cc06-421a-9a77-1773424ede8f no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:07:54.563621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 1037642c-cc06-421a-9a77-1773424ede8f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:07:54.564608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1037642c-cc06-421a-9a77-1773424ede8f not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:07:54.579775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-792bffb8-eb3c-4c3e-b10a-0aa8c327b457 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f35ccccacaa4bbf896416b40c10f60d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1907103
Apr 02 21:07:54.583116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49332) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:54.593745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-b8d47d15-3f4a-466d-b5a9-818f6ec714a3 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1605091
Apr 02 21:07:54.632232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (4a63be52-e01d-45b9-b34a-54204f1090b3), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.704882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks [] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.718975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b01-bbc0-4630-a773-d29434690fd0 admin admin] Publish callbacks [] for security_group (e0a4124e-555f-4d37-9e19-6a201c3424f7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.734486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:54.763720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b01-bbc0-4630-a773-d29434690fd0 admin admin] Publish callbacks [] for security_group (e0a4124e-555f-4d37-9e19-6a201c3424f7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.780976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Allocated IP 172.20.0.6 (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804/3879fd1b-2906-42b4-b41b-2746a2a258de/ca836671-e4c3-48a2-a13b-3b83b10b9123) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:54.784868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-47c80e4b-8f69-454a-81bc-a465010f3b4c service neutron] 10.222.0.18 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743009
Apr 02 21:07:54.785121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (4a63be52-e01d-45b9-b34a-54204f1090b3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.815251 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4a63be52-e01d-45b9-b34a-54204f1090b3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.869677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a63be52-e01d-45b9-b34a-54204f1090b3,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:54.876320 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0272d04-b228-4628-bc04-ce90ccc901e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b8620340d064cd98fd526e46e061d4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1382763
Apr 02 21:07:54.879644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49336) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:54.898447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.900495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-15f65115-5014-4816-9cdc-9bc0fd4582d2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4636328
Apr 02 21:07:54.900968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.904058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49338) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:54.917753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': 'a725d757-a984-4c52-9aa5-3806006a72f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:54.964909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b01-bbc0-4630-a773-d29434690fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e0a4124e-555f-4d37-9e19-6a201c3424f7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.967476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b01-bbc0-4630-a773-d29434690fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:54.968659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6c94b01-bbc0-4630-a773-d29434690fd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0a4124e-555f-4d37-9e19-6a201c3424f7 HTTP/1.1" status: 204  len: 168 time: 0.3842549
Apr 02 21:07:54.979355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Network 91357282-db19-46d5-9ae6-53ef880c5451 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:54.991955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:54.997681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c94b01-bbc0-4630-a773-d29434690fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a4124e-555f-4d37-9e19-6a201c3424f7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:55.001524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:55.010314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Pushing event updated for resources: {'Port': ['ID=5a209f67-e99e-4f07-bc3b-151e8afba63f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:55.036299 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks [] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.038441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed427-0129-48a1-a073-40561a21e757 admin admin] Publish callbacks [] for security_group (23cc2840-6810-4d3f-b2e2-ccea48f88f64), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.075992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed427-0129-48a1-a073-40561a21e757 admin admin] Publish callbacks [] for security_group (23cc2840-6810-4d3f-b2e2-ccea48f88f64), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.089396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:55.090419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.091942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (9a666f3a-94ad-44c0-8238-30ea3cc179d8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.097881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-b1cdda22-9ac9-405b-9f57-90e96b76ffb0 service neutron] 10.222.0.18 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2864261
Apr 02 21:07:55.105076 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.129798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-fada2b8e-69e5-4965-a0c3-76aba836ca2b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1553154
Apr 02 21:07:55.141139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Request body: {'port': {'device_id': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:55.178844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:55.189264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:55.203605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:55.207769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Pushing event updated for resources: {'Port': ['ID=ca836671-e4c3-48a2-a13b-3b83b10b9123,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:55.247623 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed427-0129-48a1-a073-40561a21e757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (23cc2840-6810-4d3f-b2e2-ccea48f88f64), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.251225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed427-0129-48a1-a073-40561a21e757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.253201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6d0ed427-0129-48a1-a073-40561a21e757 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23cc2840-6810-4d3f-b2e2-ccea48f88f64 HTTP/1.1" status: 204  len: 168 time: 0.3722153
Apr 02 21:07:55.260587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.273900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ed427-0129-48a1-a073-40561a21e757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc2840-6810-4d3f-b2e2-ccea48f88f64,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:55.338728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c63a84a1-044c-49d4-aa77-77237e1552b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.359275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (9a666f3a-94ad-44c0-8238-30ea3cc179d8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.400473 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (9a666f3a-94ad-44c0-8238-30ea3cc179d8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.442722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:55.443390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.547691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a666f3a-94ad-44c0-8238-30ea3cc179d8,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:55.560708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.562305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ac864b9a-c3ce-4d61-8739-5e9a25408e14 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6485898
Apr 02 21:07:55.570687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-63376d8b-2121-4c35-ac71-57a0b78f3795 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3560445
Apr 02 21:07:55.571957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:55.579372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:55.638232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Request body: {'port': {'device_id': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:55.740853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4965b3-dff0-4307-b341-bc0ff3916b11 req-dc905700-65d9-46e8-907c-dbca5c4bce3f tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:55.742379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af4965b3-dff0-4307-b341-bc0ff3916b11 req-dc905700-65d9-46e8-907c-dbca5c4bce3f tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 932 time: 0.3757491
Apr 02 21:07:55.754634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8aa48459-a19f-4e60-a186-e26d53cc1343 req-392c86a4-1d4b-43c2-87ef-57d38b62b576 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 210 time: 0.0520980
Apr 02 21:07:55.764084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.769756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-ece025de-bc4d-4d87-9144-c55116d9c494 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:55.772937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-ece025de-bc4d-4d87-9144-c55116d9c494 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 816 time: 0.4557135
Apr 02 21:07:55.801643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Request body: {'port': {'device_id': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'admin_state_up': True, 'tenant_id': '93da813e266e41509229a1e99815d9ab'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:55.805214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cf1480c5-0ff7-4fac-8507-19b9e298fa8b None None] Provisioning complete for port ca836671-e4c3-48a2-a13b-3b83b10b9123 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:55.805669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cf1480c5-0ff7-4fac-8507-19b9e298fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.889757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:55.903443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cf1480c5-0ff7-4fac-8507-19b9e298fa8b None None] Port ca836671-e4c3-48a2-a13b-3b83b10b9123 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:07:56.004442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af4965b3-dff0-4307-b341-bc0ff3916b11 req-ff937f1a-64ea-4a7d-8e88-f3bb115cf698 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539606
Apr 02 21:07:56.131596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a209f67-e99e-4f07-bc3b-151e8afba63f {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:56.143357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Publish callbacks [] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.146885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Made reservation on behalf of 93da813e266e41509229a1e99815d9ab for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:56.150904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.180261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Transition to ACTIVE for port object 5a209f67-e99e-4f07-bc3b-151e8afba63f will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:07:56.190482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.329779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.335449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a209f67-e99e-4f07-bc3b-151e8afba63f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:56.436203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Attempting to bind port 5a209f67-e99e-4f07-bc3b-151e8afba63f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:56.436836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Attempting to bind port 5a209f67-e99e-4f07-bc3b-151e8afba63f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:56.437357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Attempting to bind port 5a209f67-e99e-4f07-bc3b-151e8afba63f on network 91357282-db19-46d5-9ae6-53ef880c5451 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:56.443813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Port 5a209f67-e99e-4f07-bc3b-151e8afba63f on network 91357282-db19-46d5-9ae6-53ef880c5451 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:07:56.445024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Attempting to bind port 5a209f67-e99e-4f07-bc3b-151e8afba63f on network 91357282-db19-46d5-9ae6-53ef880c5451 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:56.451067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:56.451652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Checking segment: {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:56.452215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Bound using segment: {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:56.453169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Bound port: 5a209f67-e99e-4f07-bc3b-151e8afba63f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec7594e-d427-498c-b29b-865593b85f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:56.453706 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.584442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] For port 5a209f67-e99e-4f07-bc3b-151e8afba63f, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:56.593875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] For port 5a209f67-e99e-4f07-bc3b-151e8afba63f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:56.606224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.608152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.665659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.35.4.215 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/8da3aad3-759f-4e7d-9e5e-83c447f14a08) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:56.692876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca836671-e4c3-48a2-a13b-3b83b10b9123 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:56.720208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Publish callbacks [] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.747007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:56.751821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.753731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] 10.222.0.15 "PUT /v2.0/ports/5a209f67-e99e-4f07-bc3b-151e8afba63f HTTP/1.1" status: 200  len: 1092 time: 1.6175127
Apr 02 21:07:56.757235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'tag': '5a209f67-e99e-4f07-bc3b-151e8afba63f'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:56.759875 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346" -d '{"events": [{"name": "network-changed", "server_uuid": "208b3d58-e40e-4350-9f4d-0e979db4cadc", "tag": "5a209f67-e99e-4f07-bc3b-151e8afba63f"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:56.784533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32de3-8eb4-4fd0-968f-7714e739efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a209f67-e99e-4f07-bc3b-151e8afba63f,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:56.805786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Transition to ACTIVE for port object ca836671-e4c3-48a2-a13b-3b83b10b9123 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:07:56.832068 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:56.910842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Allocated IP 172.20.0.12 (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804/3879fd1b-2906-42b4-b41b-2746a2a258de/cee15827-0ae8-4256-97c2-7bf6108378c3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:56.978387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49404) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:56.996774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Pushing event updated for resources: {'Port': ['ID=ca836671-e4c3-48a2-a13b-3b83b10b9123,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:57.008704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.134518 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e6962-59da-48b1-ae96-477281e198e6 x-openstack-request-id: req-101e6962-59da-48b1-ae96-477281e198e6 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:57.135024 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208b3d58-e40e-4350-9f4d-0e979db4cadc", "tag": "5a209f67-e99e-4f07-bc3b-151e8afba63f", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:57.135475 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-101e6962-59da-48b1-ae96-477281e198e6 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:57.136111 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101e6962-59da-48b1-ae96-477281e198e6'] response: {'name': 'network-changed', 'server_uuid': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'tag': '5a209f67-e99e-4f07-bc3b-151e8afba63f', 'status': 'completed', 'code': 200}
Apr 02 21:07:57.189170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1958580263-network', 'tenant_id': '381ce062df854c77b16cc5cff07c462e'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:57.197770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Attempting to bind port ca836671-e4c3-48a2-a13b-3b83b10b9123 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:57.198237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Attempting to bind port ca836671-e4c3-48a2-a13b-3b83b10b9123 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:57.198450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Attempting to bind port ca836671-e4c3-48a2-a13b-3b83b10b9123 on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:57.229111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks [] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.236582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c40dd2b0-d1a3-468c-bbc1-d1736d2b6e5d req-b54da052-6f76-46a5-8d71-6a26a3f4fbd5 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 210 time: 0.1137118
Apr 02 21:07:57.243162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Port ca836671-e4c3-48a2-a13b-3b83b10b9123 on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:07:57.245802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Attempting to bind port ca836671-e4c3-48a2-a13b-3b83b10b9123 on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:57.259720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.274826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-9e928d93-9208-459a-ab64-e1bdc742044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:57.276255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-9e928d93-9208-459a-ab64-e1bdc742044e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54b2160309b4d76bd7a944454903520&device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 1126 time: 0.4721496
Apr 02 21:07:57.326326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:57.326769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Checking segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:57.327202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Bound using segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:57.327722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Bound port: ca836671-e4c3-48a2-a13b-3b83b10b9123, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:57.328143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.336389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.358897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-73dcfcf8-e0ae-4d6b-8df8-559fe0eda43a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f HTTP/1.1" status: 200  len: 217 time: 0.0728374
Apr 02 21:07:57.502834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Pushing event updated for resources: {'Port': ['ID=cee15827-0ae8-4256-97c2-7bf6108378c3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:57.510345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:57.514963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:57.524966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:57.579314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10335c-63d3-4e43-889f-594a3130d097 req-e3bf50ff-fe69-4684-b039-acc8ed4768b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:57.581136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-e3bf50ff-fe69-4684-b039-acc8ed4768b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6de2b52e-4911-46c4-8c06-9000a8b95146 HTTP/1.1" status: 200  len: 848 time: 0.2091780
Apr 02 21:07:57.623281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:57.624039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.637939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49418) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:57.648229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-4e38bf8c-3534-4ed0-8a6a-fa9cfe311795 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91357282-db19-46d5-9ae6-53ef880c5451&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600924
Apr 02 21:07:57.659205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-e83c8a26-3a75-4169-af70-2d98f3c28092 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8748174
Apr 02 21:07:57.699249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Request body: {'port': {'device_id': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:57.801099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7250d4c6-114d-45e5-af1c-b17813a2202b tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-105594620'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:57.802027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7250d4c6-114d-45e5-af1c-b17813a2202b tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Unknown quota resources ['metering_label']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:07:57.805658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=8da3aad3-759f-4e7d-9e5e-83c447f14a08,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:57.813558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Made reservation on behalf of 381ce062df854c77b16cc5cff07c462e for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:57.816479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.825456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:57.859692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:57.871556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.877267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:57.904667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab5616-ee19-4821-b0f8-6e5d1dfdbe80 req-af87b50e-5914-4b08-8743-d846192d5a11 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:57.906333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bab5616-ee19-4821-b0f8-6e5d1dfdbe80 req-af87b50e-5914-4b08-8743-d846192d5a11 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 944 time: 0.7372456
Apr 02 21:07:57.933141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b52fefb2-6299-471e-931d-4ac1351fd3b4 None None] Provisioning complete for port cee15827-0ae8-4256-97c2-7bf6108378c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:07:57.933747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-5efdaa94-9920-4833-8382-724b61713652 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:57.934508 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b52fefb2-6299-471e-931d-4ac1351fd3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:57.934863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-5efdaa94-9920-4833-8382-724b61713652 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 816 time: 0.5910380
Apr 02 21:07:57.965421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Request body: {'port': {'device_id': '0da1fde6-a875-46d3-b37c-48141af6c351', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'admin_state_up': True, 'tenant_id': '93da813e266e41509229a1e99815d9ab'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:57.986538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b52fefb2-6299-471e-931d-4ac1351fd3b4 None None] Port cee15827-0ae8-4256-97c2-7bf6108378c3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:07:58.038039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] For port ca836671-e4c3-48a2-a13b-3b83b10b9123, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:58.119112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] For port ca836671-e4c3-48a2-a13b-3b83b10b9123, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:07:58.166851 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.193156 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bab5616-ee19-4821-b0f8-6e5d1dfdbe80 req-be08517f-860b-4f45-a5fd-728e750724d4 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505720
Apr 02 21:07:58.223526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.259864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:58.260550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.261986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] 10.222.0.15 "PUT /v2.0/ports/ca836671-e4c3-48a2-a13b-3b83b10b9123 HTTP/1.1" status: 200  len: 1091 time: 2.6334755
Apr 02 21:07:58.266362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'tag': 'ca836671-e4c3-48a2-a13b-3b83b10b9123'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:07:58.268750 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f06abe1-8723-4cef-87af-ecf16cc21db5", "tag": "ca836671-e4c3-48a2-a13b-3b83b10b9123"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:07:58.279982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (08f2cdd0-c09e-498e-80b5-377feca7f6fe), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.329785 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-47ade0a4-ecd0-4993-93e7-efb5c9a75e66 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6694407
Apr 02 21:07:58.423333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023672fa-e3b8-4e33-bb99-77aa6ec4823f service neutron] Pushing event updated for resources: {'Port': ['ID=ca836671-e4c3-48a2-a13b-3b83b10b9123,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:58.465788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks [] for security_group (db9c4d61-ad21-4fa7-bd48-4e082cad8353), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.468590 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7250d4c6-114d-45e5-af1c-b17813a2202b tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.470108 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7250d4c6-114d-45e5-af1c-b17813a2202b tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.8300564
Apr 02 21:07:58.479225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49428) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:58.492971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e9e77ac1-ff37-4f4f-8c65-949b3f0c9037 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ee31be1e-a31e-4206-bad2-12f6a6b195d4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:58.493486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e9e77ac1-ff37-4f4f-8c65-949b3f0c9037 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:07:58.496939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Made reservation on behalf of 93da813e266e41509229a1e99815d9ab for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:58.500884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.504839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ecde6bc-cda5-4bc1-a744-14b0cf6d0995 req-75070829-b231-4335-a28b-c5d8713da0bf tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 210 time: 0.1202343
Apr 02 21:07:58.549809 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (db9c4d61-ad21-4fa7-bd48-4e082cad8353), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.595641 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5604d1-49fc-40db-a85d-36802688fe19 x-openstack-request-id: req-6c5604d1-49fc-40db-a85d-36802688fe19 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:07:58.595858 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f06abe1-8723-4cef-87af-ecf16cc21db5", "tag": "ca836671-e4c3-48a2-a13b-3b83b10b9123", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:07:58.596101 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c5604d1-49fc-40db-a85d-36802688fe19 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:07:58.596622 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5604d1-49fc-40db-a85d-36802688fe19'] response: {'name': 'network-changed', 'server_uuid': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'tag': 'ca836671-e4c3-48a2-a13b-3b83b10b9123', 'status': 'completed', 'code': 200}
Apr 02 21:07:58.605136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.647511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd10335c-63d3-4e43-889f-594a3130d097 req-9401d891-1af1-40a5-b340-1aa56cd6d2b9 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2955496
Apr 02 21:07:58.649916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.660012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:07:58.760902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-4603b748-7d88-4c0e-ae9b-67b23a4ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:58.762573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-4603b748-7d88-4c0e-ae9b-67b23a4ebbc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 1125 time: 0.4380097
Apr 02 21:07:58.775022 ncdv-master-1 neutron-server[121649]: WARNING neutron.services.metering.metering_plugin [None req-e9e77ac1-ff37-4f4f-8c65-949b3f0c9037 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 02 21:07:58.785576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (78b5b7b8-a032-44cb-8062-edf30f0f9931), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.785952 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Added segment 78b5b7b8-a032-44cb-8062-edf30f0f9931 of type vlan for network 0bb18708-7be7-43d0-9289-ed5f24114ed6
Apr 02 21:07:58.787989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9c4d61-ad21-4fa7-bd48-4e082cad8353,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:58.810516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-d8c4d25d-afde-400e-8cef-c54b3f7f273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:58.812025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-d8c4d25d-afde-400e-8cef-c54b3f7f273b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f54b2160309b4d76bd7a944454903520&device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 1126 time: 0.0846047
Apr 02 21:07:58.916723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee15827-0ae8-4256-97c2-7bf6108378c3 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:07:58.928698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-6bfefcf2-6211-4922-a36c-f12274cfd6b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123 HTTP/1.1" status: 200  len: 217 time: 0.1543543
Apr 02 21:07:58.930174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Publish callbacks [] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.953389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Transition to ACTIVE for port object cee15827-0ae8-4256-97c2-7bf6108378c3 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:07:58.960524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:58.989428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-aa219d5d-f8ef-4a17-a6cc-00b24b17df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:58.990985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-aa219d5d-f8ef-4a17-a6cc-00b24b17df96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 200  len: 909 time: 0.1711307
Apr 02 21:07:59.017232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9e77ac1-ff37-4f4f-8c65-949b3f0c9037 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.021022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9e77ac1-ff37-4f4f-8c65-949b3f0c9037 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.5300360
Apr 02 21:07:59.047413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:59.054801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-75f41a46-ab0a-4c07-a313-68e332cc949e tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ee31be1e-a31e-4206-bad2-12f6a6b195d4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:59.055230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-75f41a46-ab0a-4c07-a313-68e332cc949e tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:07:59.058799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-87843c95-b931-4f93-9f34-294633bed931 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f HTTP/1.1" status: 200  len: 217 time: 0.0588825
Apr 02 21:07:59.063063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Pushing event updated for resources: {'Port': ['ID=cee15827-0ae8-4256-97c2-7bf6108378c3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:59.069502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0bb18708-7be7-43d0-9289-ed5f24114ed6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.172119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-c79a5e23-776e-433a-bd95-1dcb0e1535a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:59.173635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-c79a5e23-776e-433a-bd95-1dcb0e1535a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.2214823
Apr 02 21:07:59.175649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Allocated IP 172.20.0.8 (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804/3879fd1b-2906-42b4-b41b-2746a2a258de/b0db797e-0c06-416a-9943-2bde82ea66bd) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:07:59.224429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0bb18708-7be7-43d0-9289-ed5f24114ed6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.225132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:59.225719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.226075 ncdv-master-1 neutron-server[121648]: WARNING neutron.services.metering.metering_plugin [None req-75f41a46-ab0a-4c07-a313-68e332cc949e tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 02 21:07:59.308843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-a8dc0eed-6f84-41db-8e91-2b7f999eafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:59.309999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-a8dc0eed-6f84-41db-8e91-2b7f999eafaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6de2b52e-4911-46c4-8c06-9000a8b95146 HTTP/1.1" status: 200  len: 848 time: 0.2441349
Apr 02 21:07:59.331932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.3493676
Apr 02 21:07:59.337349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49434) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:59.344147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Request body: {'subnet': {'network_id': '0bb18708-7be7-43d0-9289-ed5f24114ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1958580263-subnet', 'tenant_id': '381ce062df854c77b16cc5cff07c462e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:07:59.386258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.387003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6e789-5cac-4694-b072-40533269f121 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb18708-7be7-43d0-9289-ed5f24114ed6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:59.401511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0bb18708-7be7-43d0-9289-ed5f24114ed6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:07:59.412622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-60879675-c79d-42fc-a134-795adab52c70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91357282-db19-46d5-9ae6-53ef880c5451&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960603
Apr 02 21:07:59.419326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-51f28de4-6f1e-4bd0-b640-62820bec1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:59.421171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-51f28de4-6f1e-4bd0-b640-62820bec1344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2409973
Apr 02 21:07:59.423533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.427999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75f41a46-ab0a-4c07-a313-68e332cc949e tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.429539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-75f41a46-ab0a-4c07-a313-68e332cc949e tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3795106
Apr 02 21:07:59.433615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49436) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:59.460322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Attempting to bind port cee15827-0ae8-4256-97c2-7bf6108378c3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:07:59.460904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Attempting to bind port cee15827-0ae8-4256-97c2-7bf6108378c3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:07:59.461446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Attempting to bind port cee15827-0ae8-4256-97c2-7bf6108378c3 on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:59.463204 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.478063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Made reservation on behalf of 381ce062df854c77b16cc5cff07c462e for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:07:59.480679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.485709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Port cee15827-0ae8-4256-97c2-7bf6108378c3 on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:07:59.485969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Attempting to bind port cee15827-0ae8-4256-97c2-7bf6108378c3 on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:07:59.529110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0ed178ee-1536-43fa-a1c2-ddc086e78cb1 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=28707c82-84ec-4611-84b4-32acb55e8eeb HTTP/1.1" status: 200  len: 462 time: 0.0930066
Apr 02 21:07:59.535227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:07:59.535804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Checking segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:07:59.535940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Bound using segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:07:59.536345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Bound port: cee15827-0ae8-4256-97c2-7bf6108378c3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:07:59.536933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.547170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49440) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:59.578860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a0714-a48b-433e-8771-788ea7de9d30 req-50192fcb-0601-4ae6-b254-411c3443047d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:07:59.580338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba9a0714-a48b-433e-8771-788ea7de9d30 req-50192fcb-0601-4ae6-b254-411c3443047d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 944 time: 0.2694404
Apr 02 21:07:59.611340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=8da3aad3-759f-4e7d-9e5e-83c447f14a08,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:07:59.701933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef07c077-a989-4125-8471-f64b8b2d9a36 req-6b4f6c0e-bf86-4a2d-8486-2f4c55c9f57b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 210 time: 0.0595465
Apr 02 21:07:59.714670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (08f2cdd0-c09e-498e-80b5-377feca7f6fe), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.750537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-627bdc5d-3181-4532-a6a5-990a0bb5b7fd service neutron] 10.222.0.15 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3161929
Apr 02 21:07:59.756075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks [] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.768653 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.778229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-e728a04c-d7d0-4760-bac7-17be94105f05 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389354
Apr 02 21:07:59.778437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-35ba3291-e287-44bc-bf18-f8a75bff1e49 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1963897
Apr 02 21:07:59.872098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.882997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178ba8c0-b3aa-45c2-b309-4d3030fdd632 req-b9be589b-22b3-4856-8e80-c7bee56202bf service neutron] 10.222.0.15 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251438
Apr 02 21:07:59.917304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:07:59.920780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:07:59.924685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:07:59.925181 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-822e8350-d0eb-42c4-b36e-76168d48d198 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:07:59.926847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-822e8350-d0eb-42c4-b36e-76168d48d198 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/28707c82-84ec-4611-84b4-32acb55e8eeb HTTP/1.1" status: 204  len: 168 time: 0.3765640
Apr 02 21:07:59.932111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] For port cee15827-0ae8-4256-97c2-7bf6108378c3, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:07:59.933262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49450) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:07:59.940000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba9a0714-a48b-433e-8771-788ea7de9d30 req-fbebfb19-e886-4f03-ba21-02373b0156f9 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269835
Apr 02 21:07:59.982294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d572ad2c-1bed-4e98-b0ee-4d0a707ffd45 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=28707c82-84ec-4611-84b4-32acb55e8eeb HTTP/1.1" status: 200  len: 221 time: 0.0244951
Apr 02 21:07:59.996556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49456) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:00.001764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Pushing event updated for resources: {'Port': ['ID=b0db797e-0c06-416a-9943-2bde82ea66bd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:00.002539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] For port cee15827-0ae8-4256-97c2-7bf6108378c3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cee15827-0ae8-4256-97c2-7bf6108378c3,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:00.026773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.028125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-db52d2a7-e885-4135-892f-623b7710d9fc tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1724709586', 'description': 'label created by tempest'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:00.028626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-db52d2a7-e885-4135-892f-623b7710d9fc tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Unknown quota resources ['metering_label']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:08:00.030145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-970bbc2d-17ba-4dbf-bef9-d58ce4b12346 req-775653d2-99fc-48ef-b54e-70d08013c251 service neutron] 10.222.0.15 "GET /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422473
Apr 02 21:08:00.084964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.085600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.087022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] 10.222.0.21 "PUT /v2.0/ports/cee15827-0ae8-4256-97c2-7bf6108378c3 HTTP/1.1" status: 200  len: 1092 time: 2.3949213
Apr 02 21:08:00.095791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'tag': 'cee15827-0ae8-4256-97c2-7bf6108378c3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:00.098147 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a9585-b57a-4be5-bee6-8bfd392637ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b714f238-380f-4ce0-b87b-d7beb9873704", "tag": "cee15827-0ae8-4256-97c2-7bf6108378c3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:00.145501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.146783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.174495 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e991e52-0715-4ba3-8b4e-a0afa6642f91 x-openstack-request-id: req-9e991e52-0715-4ba3-8b4e-a0afa6642f91 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:00.174495 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b714f238-380f-4ce0-b87b-d7beb9873704", "tag": "cee15827-0ae8-4256-97c2-7bf6108378c3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:00.174865 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e991e52-0715-4ba3-8b4e-a0afa6642f91 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:00.175006 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e991e52-0715-4ba3-8b4e-a0afa6642f91'] response: {'name': 'network-changed', 'server_uuid': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'tag': 'cee15827-0ae8-4256-97c2-7bf6108378c3', 'status': 'completed', 'code': 200}
Apr 02 21:08:00.188280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-af9a3dff-fb63-4191-9d71-b84abcca31fe tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2418094
Apr 02 21:08:00.225862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-30c79885-7f40-47bc-a43c-b648487a83f0 None None] Provisioning complete for port b0db797e-0c06-416a-9943-2bde82ea66bd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:00.226627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-30c79885-7f40-47bc-a43c-b648487a83f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.229552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Request body: {'port': {'device_id': '0da1fde6-a875-46d3-b37c-48141af6c351', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:00.234586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251da9c-7fa8-4738-a7f2-6b5e5da6f547 service neutron] Pushing event updated for resources: {'Port': ['ID=cee15827-0ae8-4256-97c2-7bf6108378c3,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:00.244567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (62342d6b-59c3-490a-8742-cd3dbb0d235e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.279612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-8a26ec05-1290-41d3-ae1e-3af4d05e6095 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1137432510&fields=id&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 267 time: 0.2820067
Apr 02 21:08:00.287819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-30c79885-7f40-47bc-a43c-b648487a83f0 None None] Port b0db797e-0c06-416a-9943-2bde82ea66bd cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:08:00.300707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-3b879436-8d43-43ec-af5a-83fb647530dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.302230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-3b879436-8d43-43ec-af5a-83fb647530dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 1125 time: 0.3256490
Apr 02 21:08:00.330942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-c8919349-1ba6-44bf-8472-aa650b8c2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.333457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-c8919349-1ba6-44bf-8472-aa650b8c2132 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 1126 time: 0.1635389
Apr 02 21:08:00.342310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62342d6b-59c3-490a-8742-cd3dbb0d235e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:00.399274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-06fbd0ee-b827-40c8-9174-31f4e2a7431c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee15827-0ae8-4256-97c2-7bf6108378c3 HTTP/1.1" status: 200  len: 217 time: 0.0582290
Apr 02 21:08:00.408125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Checking segment: {'id': '78b5b7b8-a032-44cb-8062-edf30f0f9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0bb18708-7be7-43d0-9289-ed5f24114ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:00.408566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Network hostable DHCP agents. Network: 0bb18708-7be7-43d0-9289-ed5f24114ed6, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:08:00.467694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Network 0bb18708-7be7-43d0-9289-ed5f24114ed6 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:08:00.471109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-f1d00a56-cb6b-4103-b44a-9ab6f78f1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.472861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-f1d00a56-cb6b-4103-b44a-9ab6f78f1c85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.0613818
Apr 02 21:08:00.492201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bb18708-7be7-43d0-9289-ed5f24114ed6) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:00.501457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff25ca-a92f-411d-8aa8-e0ccda508c57 None None] Network 0bb18708-7be7-43d0-9289-ed5f24114ed6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:00.512499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.513112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.541472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9cafaa82-577a-4247-9838-214bc86fd406 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2018836
Apr 02 21:08:00.544562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07a381-f551-401d-9098-659aa1c87eab req-25bdc02d-5495-46bf-aafe-2e5528681f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.546046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-25bdc02d-5495-46bf-aafe-2e5528681f85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0641751
Apr 02 21:08:00.614698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c75077-ae9d-491c-8e90-51fe17dc7a86 None None] Network 0bb18708-7be7-43d0-9289-ed5f24114ed6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:00.669087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-7e659bc4-8650-4575-9416-b9bf8c698570 service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1126070
Apr 02 21:08:00.777914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db52d2a7-e885-4135-892f-623b7710d9fc tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.779112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db52d2a7-e885-4135-892f-623b7710d9fc tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.7782779
Apr 02 21:08:00.783629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49468) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:00.827953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b07a381-f551-401d-9098-659aa1c87eab req-16dd2aae-7976-4daa-af24-adff557fd4d0 service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487105
Apr 02 21:08:00.881095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c79f38df-9375-4d1a-af4c-a5f6d09c921d tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=876c1983-5f2d-40ff-a1e5-94a527cad47e HTTP/1.1" status: 200  len: 468 time: 0.0932660
Apr 02 21:08:00.882437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49470) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:00.899790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:00.945675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-9e0089e9-7207-4f74-b0f2-15f075919aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.951040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-9e0089e9-7207-4f74-b0f2-15f075919aad service neutron] 10.222.0.15 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 917 time: 0.6371753
Apr 02 21:08:00.963195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-b8d588f2-9572-4ebc-91a2-6711629d9d71 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:00.964821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-b8d588f2-9572-4ebc-91a2-6711629d9d71 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.6616800
Apr 02 21:08:01.028714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-74b38cba-8890-4134-bcea-c1b279c15405 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123 HTTP/1.1" status: 200  len: 217 time: 0.0716615
Apr 02 21:08:01.033926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-5ccc5dfc-5fa0-4a7e-93e1-e185bde73d7b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/quotas/bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 375 time: 0.0461004
Apr 02 21:08:01.113139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5a209f67-e99e-4f07-bc3b-151e8afba63f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:01.147627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-4d910ca2-65f3-421a-a274-55fa3d6ec0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.149636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-4d910ca2-65f3-421a-a274-55fa3d6ec0c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 1126 time: 0.2067866
Apr 02 21:08:01.154511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-503e461c-0a2c-4309-9b0d-62a416ac2735 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:01.154858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-503e461c-0a2c-4309-9b0d-62a416ac2735 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/876c1983-5f2d-40ff-a1e5-94a527cad47e HTTP/1.1" status: 204  len: 168 time: 0.2725661
Apr 02 21:08:01.159519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49476) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.162224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb297-b0d5-4bfc-8500-74f1584fe4d3 req-d5ccd952-9fdd-4f9c-a13f-daca8398c5c8 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.163681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cfbbb297-b0d5-4bfc-8500-74f1584fe4d3 req-d5ccd952-9fdd-4f9c-a13f-daca8398c5c8 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 931 time: 0.2189896
Apr 02 21:08:01.188421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-61ad8a61-d1e2-43fa-a0e1-7c66b236ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.191110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-61ad8a61-d1e2-43fa-a0e1-7c66b236ea68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.1542547
Apr 02 21:08:01.199468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-57150e4b-b596-41c7-ba3a-ac4514ce94ff tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=876c1983-5f2d-40ff-a1e5-94a527cad47e HTTP/1.1" status: 200  len: 216 time: 0.0309258
Apr 02 21:08:01.210991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49478) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.230118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-224c054e-4dcb-4440-b2c0-59ed4fe437f2 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0180073
Apr 02 21:08:01.236685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5a209f67-e99e-4f07-bc3b-151e8afba63f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:01.244060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.255306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '5a209f67-e99e-4f07-bc3b-151e8afba63f', 'network_id': '91357282-db19-46d5-9ae6-53ef880c5451', 'port_id': '5a209f67-e99e-4f07-bc3b-151e8afba63f', 'mac_address': 'fa:16:3e:5e:03:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2b52e-4911-46c4-8c06-9000a8b95146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:01.275651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-c48fd193-e131-4cc8-b3da-e6f9c3530ef1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2265441
Apr 02 21:08:01.282010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f651a404-2fc1-4c9b-b38a-0648252b1d82 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0356681
Apr 02 21:08:01.294741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cfbbb297-b0d5-4bfc-8500-74f1584fe4d3 req-5b02b47f-28bd-4b30-ae02-240abb23d9c9 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190884
Apr 02 21:08:01.295347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49482) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.309499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5a209f67-e99e-4f07-bc3b-151e8afba63f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:01.310870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:01.338717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a209f67-e99e-4f07-bc3b-151e8afba63f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:01.365595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-6c659c8b-97f0-4db0-952d-125c44585ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.367485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-6c659c8b-97f0-4db0-952d-125c44585ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1696334
Apr 02 21:08:01.369077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5a209f67-e99e-4f07-bc3b-151e8afba63f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:01.379589 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:01.380153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-255d1d5a-a8b7-4035-9aad-7408e082090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.382146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-255d1d5a-a8b7-4035-9aad-7408e082090c service neutron] 10.222.0.21 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 917 time: 0.2175944
Apr 02 21:08:01.392593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0328441c-8c95-4983-bfcf-3e2c02f10a9a tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/ee31be1e-a31e-4206-bad2-12f6a6b195d4 HTTP/1.1" status: 200  len: 472 time: 0.0903132
Apr 02 21:08:01.399560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49486) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.444043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5a209f67-e99e-4f07-bc3b-151e8afba63f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:01.452560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-704640d8-37b3-456a-a038-57081e01847d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee15827-0ae8-4256-97c2-7bf6108378c3 HTTP/1.1" status: 200  len: 217 time: 0.0585403
Apr 02 21:08:01.459759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.460346 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.460539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4a3ea63-4f52-4349-8c49-b615109f97f1 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/69032f38-7744-4e3f-99f4-2e1f247cdc82 HTTP/1.1" status: 200  len: 459 time: 0.0594952
Apr 02 21:08:01.460653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.460867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.461381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.461787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.462237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49488) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.462551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.462926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.463418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.464487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.464934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.465390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.465726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.466242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.466669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:01.530529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-a6f20585-d949-4512-95ae-023c15aca6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.532088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-a6f20585-d949-4512-95ae-023c15aca6b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.0533793
Apr 02 21:08:01.545179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72990f5-c665-4ddc-bcfd-ed3c378449fb req-5cceee83-9c68-4aab-93ea-6b39fd4fc0d3 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.546770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d72990f5-c665-4ddc-bcfd-ed3c378449fb req-5cceee83-9c68-4aab-93ea-6b39fd4fc0d3 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 945 time: 0.1399732
Apr 02 21:08:01.585567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-2491099e-7599-45fe-81ba-831b97d06426 service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705357
Apr 02 21:08:01.644090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0db797e-0c06-416a-9943-2bde82ea66bd {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:01.673125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Publish callbacks [] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:01.687876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-c4c79105-53a3-47b8-9730-76dbd379b665 service neutron] 10.222.0.15 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102286
Apr 02 21:08:01.740498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8d04972-d332-4caa-8ade-0bf564b2f2cc tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:01.741531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c8d04972-d332-4caa-8ade-0bf564b2f2cc tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/69032f38-7744-4e3f-99f4-2e1f247cdc82 HTTP/1.1" status: 204  len: 168 time: 0.2768316
Apr 02 21:08:01.778767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:01.790810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Transition to ACTIVE for port object b0db797e-0c06-416a-9943-2bde82ea66bd will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:08:01.817479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['5a209f67-e99e-4f07-bc3b-151e8afba63f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:01.818770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:01.961330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-1f0c89d2-8eb2-4862-8f1b-5a6f8b6d3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:01.962883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-1f0c89d2-8eb2-4862-8f1b-5a6f8b6d3ce8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4151561
Apr 02 21:08:01.976781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d72990f5-c665-4ddc-bcfd-ed3c378449fb req-5998404f-1236-4354-83eb-5c432c167f92 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4175885
Apr 02 21:08:02.070491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49496) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:02.092991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0db797e-0c06-416a-9943-2bde82ea66bd,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:02.096581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-a6142dca-22d5-4fee-bd71-4d8fd474a224 service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4562674
Apr 02 21:08:02.136527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-36be4edc-0198-401f-a1f9-a99b1d91016f service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581388
Apr 02 21:08:02.139145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.139649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.140124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.140634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.141140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.141656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.142144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.142618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.143064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.143531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.144023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.144536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.145017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.145491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.145972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:02.166757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Deleting subnet 62342d6b-59c3-490a-8742-cd3dbb0d235e {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:08:02.184400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Publish callbacks [] for subnet (62342d6b-59c3-490a-8742-cd3dbb0d235e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.235074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-801df7ae-da02-4f26-a4bb-d1cfa94ab79c req-27637228-e14b-47f2-bb10-beb651545b32 service neutron] 10.222.0.15 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5086737
Apr 02 21:08:02.250662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d4915a1-b6c4-4871-928a-826cd7156f43 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.254589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d4915a1-b6c4-4871-928a-826cd7156f43 tempest-MeteringIpV6TestJSON-1336194423 tempest-MeteringIpV6TestJSON-1336194423-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/ee31be1e-a31e-4206-bad2-12f6a6b195d4 HTTP/1.1" status: 204  len: 168 time: 0.4724319
Apr 02 21:08:02.289193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Attempting to bind port b0db797e-0c06-416a-9943-2bde82ea66bd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:02.290112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Attempting to bind port b0db797e-0c06-416a-9943-2bde82ea66bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:02.290650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Attempting to bind port b0db797e-0c06-416a-9943-2bde82ea66bd on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:02.296375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Port b0db797e-0c06-416a-9943-2bde82ea66bd on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:02.296986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Attempting to bind port b0db797e-0c06-416a-9943-2bde82ea66bd on network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:02.306339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:02.306730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Checking segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:02.308294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Bound using segment: {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:02.308715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Bound port: b0db797e-0c06-416a-9943-2bde82ea66bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:02.309156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.346531 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (62342d6b-59c3-490a-8742-cd3dbb0d235e), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.396703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] For port b0db797e-0c06-416a-9943-2bde82ea66bd, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:02.399941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] For port b0db797e-0c06-416a-9943-2bde82ea66bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0db797e-0c06-416a-9943-2bde82ea66bd,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:02.424810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45687e72-9b87-4379-a9ae-9f5187ecd85a req-3836ef36-18cd-453e-a46e-cf865b1b63a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 210 time: 0.1180494
Apr 02 21:08:02.436651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.476813 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (62342d6b-59c3-490a-8742-cd3dbb0d235e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.499481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:02.500049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.501484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0db797e-0c06-416a-9943-2bde82ea66bd HTTP/1.1" status: 200  len: 1091 time: 2.3047540
Apr 02 21:08:02.505116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da1fde6-a875-46d3-b37c-48141af6c351', 'tag': 'b0db797e-0c06-416a-9943-2bde82ea66bd'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:02.508235 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406dfb0c-f6ea-4675-a142-57c27ac57a03" -d '{"events": [{"name": "network-changed", "server_uuid": "0da1fde6-a875-46d3-b37c-48141af6c351", "tag": "b0db797e-0c06-416a-9943-2bde82ea66bd"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:02.556042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cee15827-0ae8-4256-97c2-7bf6108378c3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:02.567421 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c170f-8957-4a71-87ab-a3e02518a5ce x-openstack-request-id: req-448c170f-8957-4a71-87ab-a3e02518a5ce {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:02.568894 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da1fde6-a875-46d3-b37c-48141af6c351", "tag": "b0db797e-0c06-416a-9943-2bde82ea66bd", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:02.569402 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-448c170f-8957-4a71-87ab-a3e02518a5ce {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:02.570429 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448c170f-8957-4a71-87ab-a3e02518a5ce'] response: {'name': 'network-changed', 'server_uuid': '0da1fde6-a875-46d3-b37c-48141af6c351', 'tag': 'b0db797e-0c06-416a-9943-2bde82ea66bd', 'status': 'completed', 'code': 200}
Apr 02 21:08:02.580009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d1a9585-b57a-4be5-bee6-8bfd392637ee req-d2be9099-c2c4-4453-ad06-08fa3e3201d0 service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4319947
Apr 02 21:08:02.629741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd706-4280-4293-9af4-8d41f5bfc096 req-29ea7865-9f73-409c-be21-f7df5da9da50 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:02.639224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-adacd706-4280-4293-9af4-8d41f5bfc096 req-29ea7865-9f73-409c-be21-f7df5da9da50 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 943 time: 0.2356513
Apr 02 21:08:02.648725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (62342d6b-59c3-490a-8742-cd3dbb0d235e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.661541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258cd4d-544d-4382-9632-a652197c9bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0db797e-0c06-416a-9943-2bde82ea66bd,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:02.696393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.703116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62342d6b-59c3-490a-8742-cd3dbb0d235e HTTP/1.1" status: 204  len: 168 time: 0.6293557
Apr 02 21:08:02.703840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915084f5-0c2e-42c3-9d97-e352a6bf16e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62342d6b-59c3-490a-8742-cd3dbb0d235e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:02.708218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49514) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:02.769727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-adacd706-4280-4293-9af4-8d41f5bfc096 req-13e42c89-0e70-494e-91f5-7f3eaa9ab10b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294158
Apr 02 21:08:02.795509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:02.805084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port cee15827-0ae8-4256-97c2-7bf6108378c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cee15827-0ae8-4256-97c2-7bf6108378c3,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:02.827670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-4dc37b7c-a411-4315-ac62-5a9afce16b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:02.829205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'cee15827-0ae8-4256-97c2-7bf6108378c3', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'port_id': 'cee15827-0ae8-4256-97c2-7bf6108378c3', 'mac_address': 'fa:16:3e:cd:91:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3879fd1b-2906-42b4-b41b-2746a2a258de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:02.834780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-4dc37b7c-a411-4315-ac62-5a9afce16b9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 1125 time: 0.2533333
Apr 02 21:08:02.880821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port cee15827-0ae8-4256-97c2-7bf6108378c3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:02.881410 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.894572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0bb18708-7be7-43d0-9289-ed5f24114ed6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.899612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-5d8edd4c-a000-4f95-b172-e39575955d2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0db797e-0c06-416a-9943-2bde82ea66bd HTTP/1.1" status: 200  len: 217 time: 0.0552485
Apr 02 21:08:02.909442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee15827-0ae8-4256-97c2-7bf6108378c3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:02.933509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port cee15827-0ae8-4256-97c2-7bf6108378c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cee15827-0ae8-4256-97c2-7bf6108378c3,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:02.939593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:02.994058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-0171c533-86a1-4f9d-b69c-ad0a0a03e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:02.996190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-0171c533-86a1-4f9d-b69c-ad0a0a03e508 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.0870972
Apr 02 21:08:03.013328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0bb18708-7be7-43d0-9289-ed5f24114ed6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.013749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=cee15827-0ae8-4256-97c2-7bf6108378c3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:03.049927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52d8c753-d75c-4512-8341-13c66b30dcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.050179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844124190>,) {'filters': {'network_id': ['0bb18708-7be7-43d0-9289-ed5f24114ed6']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:03.063763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844124190>, '78b5b7b8-a032-44cb-8062-edf30f0f9931') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:03.064400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844124190>, '78b5b7b8-a032-44cb-8062-edf30f0f9931') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:03.087079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (78b5b7b8-a032-44cb-8062-edf30f0f9931), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.104671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-185d8df6-3ca6-4132-837a-00ffa8052d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:03.106657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-185d8df6-3ca6-4132-837a-00ffa8052d0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1030242
Apr 02 21:08:03.132025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (78b5b7b8-a032-44cb-8062-edf30f0f9931), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.132504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ca836671-e4c3-48a2-a13b-3b83b10b9123 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:03.136498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5a209f67-e99e-4f07-bc3b-151e8afba63f up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:03.150209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:08:03.150620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (78b5b7b8-a032-44cb-8062-edf30f0f9931), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:08:03.156309 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:08:03.188206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6681aa-2ede-4184-9761-4eea3e3900d5 req-d016d934-6121-4f34-bdaa-460dfdb51766 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:03.190241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6681aa-2ede-4184-9761-4eea3e3900d5 req-d016d934-6121-4f34-bdaa-460dfdb51766 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 945 time: 0.1135669
Apr 02 21:08:03.249868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52d8c753-d75c-4512-8341-13c66b30dcee admin admin] Publish callbacks [] for security_group (034d87eb-7b58-43b0-9f10-0e34a47fa792), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.250790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0bb18708-7be7-43d0-9289-ed5f24114ed6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.259797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52d8c753-d75c-4512-8341-13c66b30dcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (034d87eb-7b58-43b0-9f10-0e34a47fa792), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.264373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.267519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/0bb18708-7be7-43d0-9289-ed5f24114ed6 HTTP/1.1" status: 204  len: 168 time: 0.5579600
Apr 02 21:08:03.288214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d407d98-9bb0-41e8-9c52-97828ece4bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb18708-7be7-43d0-9289-ed5f24114ed6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:03.294796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6681aa-2ede-4184-9761-4eea3e3900d5 req-a5fae137-545c-4eb2-a9a0-2f689d47901b tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786581
Apr 02 21:08:03.296739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-c6b64e91-a028-4254-8e8b-6ebc2f3b1ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811285
Apr 02 21:08:03.335078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8c753-d75c-4512-8341-13c66b30dcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034d87eb-7b58-43b0-9f10-0e34a47fa792,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:03.361161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-52d8c753-d75c-4512-8341-13c66b30dcee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23bcc97db4fb439c963372cc4cb40d5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5619378
Apr 02 21:08:03.363974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49528) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:03.419473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['cee15827-0ae8-4256-97c2-7bf6108378c3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:03.433030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc1b170b-cdfa-4eb6-adf7-a7c58671ee81 admin admin] Publish callbacks [] for security_group (034d87eb-7b58-43b0-9f10-0e34a47fa792), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.472787 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc1b170b-cdfa-4eb6-adf7-a7c58671ee81 admin admin] Publish callbacks [] for security_group (034d87eb-7b58-43b0-9f10-0e34a47fa792), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.480120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:03.488614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71c2fcc6-ea05-409f-8a33-b214448ac39b req-7d237b26-fc91-48a6-a089-4a3729928860 service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792798
Apr 02 21:08:03.556631 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc1b170b-cdfa-4eb6-adf7-a7c58671ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (034d87eb-7b58-43b0-9f10-0e34a47fa792), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.559524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc1b170b-cdfa-4eb6-adf7-a7c58671ee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.571005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dc1b170b-cdfa-4eb6-adf7-a7c58671ee81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/034d87eb-7b58-43b0-9f10-0e34a47fa792 HTTP/1.1" status: 204  len: 168 time: 0.2012100
Apr 02 21:08:03.571259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ca28ed7-be33-462f-a2be-b95e6fcc9403 req-d9cc7ab6-5d03-4cee-a05c-d2ed994d32b0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 210 time: 0.0473342
Apr 02 21:08:03.576861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aca619ec-83e3-48b1-bd42-ba48ef301805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=381ce062df854c77b16cc5cff07c462e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0953908
Apr 02 21:08:03.579574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49536) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:03.599308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 5a209f67-e99e-4f07-bc3b-151e8afba63f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:03.612640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 5a209f67-e99e-4f07-bc3b-151e8afba63f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:03.613245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.632593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-f8930f8d-cdb4-46a1-a814-b8dcc467b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:03.634463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-f8930f8d-cdb4-46a1-a814-b8dcc467b3df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 1125 time: 0.0908673
Apr 02 21:08:03.634603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b170b-cdfa-4eb6-adf7-a7c58671ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034d87eb-7b58-43b0-9f10-0e34a47fa792,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:03.664216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ca836671-e4c3-48a2-a13b-3b83b10b9123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:03.704688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'ca836671-e4c3-48a2-a13b-3b83b10b9123', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'port_id': 'ca836671-e4c3-48a2-a13b-3b83b10b9123', 'mac_address': 'fa:16:3e:92:cd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3879fd1b-2906-42b4-b41b-2746a2a258de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:03.711854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e55-5287-46bb-8983-9aed430667eb admin admin] Publish callbacks [] for security_group (db9c4d61-ad21-4fa7-bd48-4e082cad8353), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.756897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e55-5287-46bb-8983-9aed430667eb admin admin] Publish callbacks [] for security_group (db9c4d61-ad21-4fa7-bd48-4e082cad8353), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.767148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port ca836671-e4c3-48a2-a13b-3b83b10b9123 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:03.768397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.821960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-31af20df-b0f2-4f44-81aa-0416399b6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:03.824002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-31af20df-b0f2-4f44-81aa-0416399b6f4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 917 time: 0.1812830
Apr 02 21:08:03.838205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca836671-e4c3-48a2-a13b-3b83b10b9123 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:03.918203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ca836671-e4c3-48a2-a13b-3b83b10b9123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:03.934013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.938257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5a209f67-e99e-4f07-bc3b-151e8afba63f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:03.939181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:03.940143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-a8aa557a-330b-409c-87a7-d7de4ea7c6a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0db797e-0c06-416a-9943-2bde82ea66bd HTTP/1.1" status: 200  len: 217 time: 0.1079049
Apr 02 21:08:03.985885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a209f67-e99e-4f07-bc3b-151e8afba63f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:03.988568 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20712fa-f8ba-457f-9788-b75833ba32e4" -d '{"events": [{"server_uuid": "208b3d58-e40e-4350-9f4d-0e979db4cadc", "name": "network-vif-plugged", "status": "completed", "tag": "5a209f67-e99e-4f07-bc3b-151e8afba63f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:04.006921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-7d5f8362-2436-4773-8566-254a8dabf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:04.008478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-7d5f8362-2436-4773-8566-254a8dabf758 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.0598402
Apr 02 21:08:04.010800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5a209f67-e99e-4f07-bc3b-151e8afba63f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:04.013171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e55-5287-46bb-8983-9aed430667eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (db9c4d61-ad21-4fa7-bd48-4e082cad8353), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.015727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e55-5287-46bb-8983-9aed430667eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.019246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfa96e55-5287-46bb-8983-9aed430667eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db9c4d61-ad21-4fa7-bd48-4e082cad8353 HTTP/1.1" status: 204  len: 168 time: 0.4344370
Apr 02 21:08:04.023906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.025858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-ab9f016e-d4a9-48f5-9ac0-33452949742f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:04.027353 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-ab9f016e-d4a9-48f5-9ac0-33452949742f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.1966412
Apr 02 21:08:04.028907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=ca836671-e4c3-48a2-a13b-3b83b10b9123,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:04.065614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa96e55-5287-46bb-8983-9aed430667eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9c4d61-ad21-4fa7-bd48-4e082cad8353,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:04.100552 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198c70ae-6767-4ee3-9032-d7440c9a92d9 x-openstack-request-id: req-198c70ae-6767-4ee3-9032-d7440c9a92d9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:04.101565 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208b3d58-e40e-4350-9f4d-0e979db4cadc", "name": "network-vif-plugged", "status": "completed", "tag": "5a209f67-e99e-4f07-bc3b-151e8afba63f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:04.102264 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-198c70ae-6767-4ee3-9032-d7440c9a92d9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:04.103243 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198c70ae-6767-4ee3-9032-d7440c9a92d9'] response: {'server_uuid': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a209f67-e99e-4f07-bc3b-151e8afba63f', 'code': 200}
Apr 02 21:08:04.111421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5a209f67-e99e-4f07-bc3b-151e8afba63f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:04.173855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-9679bed9-974a-4dec-8065-31e8a1991ba1 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 380 time: 0.1327512
Apr 02 21:08:04.194089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84611655-ca77-4499-9d2c-ac58924b5502 req-79619c7b-0d4e-445f-9f73-c8484b79c9f0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:04.201674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84611655-ca77-4499-9d2c-ac58924b5502 req-79619c7b-0d4e-445f-9f73-c8484b79c9f0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 943 time: 0.1900196
Apr 02 21:08:04.213926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'port': {'device_id': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'admin_state_up': True, 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'security_groups': ['a725d757-a984-4c52-9aa5-3806006a72f3']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:04.220356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:04.302598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['ca836671-e4c3-48a2-a13b-3b83b10b9123'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:04.344681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e5ceb7-1aa7-44ca-a4a3-f5ac6c805567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.461122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e5ceb7-1aa7-44ca-a4a3-f5ac6c805567 admin admin] Publish callbacks [] for security_group (d18e5810-00b9-4432-82a9-0be066e939a7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.474071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e5ceb7-1aa7-44ca-a4a3-f5ac6c805567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d18e5810-00b9-4432-82a9-0be066e939a7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.509970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5ceb7-1aa7-44ca-a4a3-f5ac6c805567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18e5810-00b9-4432-82a9-0be066e939a7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:04.517352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84611655-ca77-4499-9d2c-ac58924b5502 req-7b84a20f-14c3-49a9-b512-07399fba1ed2 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3142583
Apr 02 21:08:04.527256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Made reservation on behalf of bb31a4915e1341839e229bc3786bb4b2 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:04.531116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.536853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-08e248bd-758e-4aa6-90f8-76d20aacfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:04.538384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-08e248bd-758e-4aa6-90f8-76d20aacfb3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5111463
Apr 02 21:08:04.548345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-93e5ceb7-1aa7-44ca-a4a3-f5ac6c805567 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da46e21128e84fe4ba4983461606723a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3168736
Apr 02 21:08:04.564859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:04.573685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb648118-87b7-4385-b684-06b2849225f0 req-8715f0c0-c86e-46bc-9e5e-6e164109570a tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:04.575388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb648118-87b7-4385-b684-06b2849225f0 req-8715f0c0-c86e-46bc-9e5e-6e164109570a tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 946 time: 0.0932050
Apr 02 21:08:04.590737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24fe5d-13ee-4fff-bcca-88bcc5918037 req-f69a85eb-a741-4978-94f7-e2ab5d23ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:04.592110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d24fe5d-13ee-4fff-bcca-88bcc5918037 req-f69a85eb-a741-4978-94f7-e2ab5d23ff1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 1128 time: 0.1388552
Apr 02 21:08:04.733309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5950d342-8389-46a1-b4a4-846f59eacbd0 req-aa5d5617-f9c3-41ff-bfde-38100dc03c63 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 210 time: 0.0477467
Apr 02 21:08:04.733960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.20.0.10 (8e11fe41-71ae-4517-9435-793475d4d7b5/0f1f6371-3779-4eaa-bde0-f11e73a8cb45/96ce7472-2a62-45dc-8a1e-fe0e2262b5aa) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:04.766281 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb648118-87b7-4385-b684-06b2849225f0 req-79b82fdb-f817-4160-bab9-0395a0facd0d tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778936
Apr 02 21:08:04.776351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d24fe5d-13ee-4fff-bcca-88bcc5918037 req-f5e2104e-0cdd-49b1-9c19-091b15d75ea8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695433
Apr 02 21:08:04.789576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a6b0-dbc7-4cb0-b7d1-5031b48f05f2 admin admin] Publish callbacks [] for security_group (d18e5810-00b9-4432-82a9-0be066e939a7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.800918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-3ba81ca6-aa99-452f-8b69-d6272361055b service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383232
Apr 02 21:08:04.845796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a6b0-dbc7-4cb0-b7d1-5031b48f05f2 admin admin] Publish callbacks [] for security_group (d18e5810-00b9-4432-82a9-0be066e939a7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.928540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.938087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-406dfb0c-f6ea-4675-a142-57c27ac57a03 req-b67220d2-6f1f-4ea8-a74a-d5010be27193 service neutron] 10.222.0.21 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296537
Apr 02 21:08:04.950449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a6b0-dbc7-4cb0-b7d1-5031b48f05f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d18e5810-00b9-4432-82a9-0be066e939a7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.953143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a6b0-dbc7-4cb0-b7d1-5031b48f05f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:04.957016 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1bd2a6b0-dbc7-4cb0-b7d1-5031b48f05f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d18e5810-00b9-4432-82a9-0be066e939a7 HTTP/1.1" status: 204  len: 168 time: 0.3883839
Apr 02 21:08:04.972637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2a6b0-dbc7-4cb0-b7d1-5031b48f05f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18e5810-00b9-4432-82a9-0be066e939a7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:04.981545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.029790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:05.033302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:05.037684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49574) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:05.047302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:05.055081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:05.086538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.086888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.087266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.087584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.088045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.088411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.088602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.088908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.089239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.089567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.089893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.090218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.090576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.090895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.091221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:05.119168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:05.119862 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.143667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-7d4ecc09-ca29-4e5a-9a51-ceb11eb48fa7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9393897
Apr 02 21:08:05.156624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Request body: {'port': {'device_id': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:05.236587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.353229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-83de6558-b11d-45cf-ae7d-1ff23040ba3d None None] Provisioning complete for port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:05.353769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83de6558-b11d-45cf-ae7d-1ff23040ba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.363407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-966278599-network', 'tenant_id': '26c2ad88757e44dca408afd7d040112f'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:05.397772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-83de6558-b11d-45cf-ae7d-1ff23040ba3d None None] Port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:08:05.412315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Made reservation on behalf of 26c2ad88757e44dca408afd7d040112f for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:05.414709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.434267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.615864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks [] for security_group (0980a33e-e51f-455b-889a-942686110b0e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.631753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:05.635997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0980a33e-e51f-455b-889a-942686110b0e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.662675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Publish callbacks [] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.693491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:08:05.708182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Transition to ACTIVE for port object 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:08:05.712044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0980a33e-e51f-455b-889a-942686110b0e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:05.719723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (109a41dc-b489-48f9-9177-7c113c1ae722), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.720129 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Added segment 109a41dc-b489-48f9-9177-7c113c1ae722 of type vlan for network 4d5a73db-037d-48be-8895-75089364a390
Apr 02 21:08:05.721329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.809880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5faed6-8726-4fd9-87f1-d546cc1a2f51 req-2fc5cf1c-6c9b-4741-ac50-88b6aee9d369 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:05.811410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c5faed6-8726-4fd9-87f1-d546cc1a2f51 req-2fc5cf1c-6c9b-4741-ac50-88b6aee9d369 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 943 time: 0.1983817
Apr 02 21:08:05.824116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4d5a73db-037d-48be-8895-75089364a390), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.846601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Pushing event updated for resources: {'Port': ['ID=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:05.901827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e77e9-da79-495d-9f85-12faec02ef0b req-d39cc2b7-9c99-43e8-9279-bfba54a32afc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:05.903655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d35e77e9-da79-495d-9f85-12faec02ef0b req-d39cc2b7-9c99-43e8-9279-bfba54a32afc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 944 time: 0.0753331
Apr 02 21:08:05.966845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d35e77e9-da79-495d-9f85-12faec02ef0b req-40619646-f30a-4252-a697-93d6b001bba9 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554202
Apr 02 21:08:05.973537 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4d5a73db-037d-48be-8895-75089364a390), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:05.974435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:05.975669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.008197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c5faed6-8726-4fd9-87f1-d546cc1a2f51 req-796066ec-dead-4201-bd21-7262efab169f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861742
Apr 02 21:08:06.088277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0495582
Apr 02 21:08:06.090844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dafd62-4813-4b1a-9639-459a8b17f92a admin admin] Pushing event updated for resources: {'Network': ['ID=4d5a73db-037d-48be-8895-75089364a390,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:06.092857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49608) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:06.105852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Request body: {'subnet': {'network_id': '4d5a73db-037d-48be-8895-75089364a390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-966278599-subnet', 'tenant_id': '26c2ad88757e44dca408afd7d040112f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:06.106092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4d5a73db-037d-48be-8895-75089364a390 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:08:06.131352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Attempting to bind port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:06.131907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Attempting to bind port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:06.132412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Attempting to bind port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:06.139254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa on network 8e11fe41-71ae-4517-9435-793475d4d7b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:06.139367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Attempting to bind port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:06.144889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:06.145236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:06.145619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Bound using segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:06.146105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Bound port: 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:06.146494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.156837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Made reservation on behalf of 26c2ad88757e44dca408afd7d040112f for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:06.159208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.209654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc84f-6ff4-4efb-abf7-9b04f20eb0af req-04879945-24f4-4495-bb3c-64e086341f31 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:06.222632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfbcc84f-6ff4-4efb-abf7-9b04f20eb0af req-04879945-24f4-4495-bb3c-64e086341f31 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 946 time: 0.1336739
Apr 02 21:08:06.301410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] For port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:06.306914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] For port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:06.313000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfbcc84f-6ff4-4efb-abf7-9b04f20eb0af req-5627f420-0b86-4eab-aa3f-13e29e0aecdf tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888672
Apr 02 21:08:06.321319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.424744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:06.424744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.424992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] 10.222.0.21 "PUT /v2.0/ports/96ce7472-2a62-45dc-8a1e-fe0e2262b5aa HTTP/1.1" status: 200  len: 1092 time: 1.2732861
Apr 02 21:08:06.425453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:06.428299 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035f28d-4392-4008-8e23-c91f10bda8da" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:06.452505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2a988-60ea-4e18-9eb8-621337cadf97 service neutron] Pushing event updated for resources: {'Port': ['ID=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:06.518134 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e15b30-84c0-4a00-b5f3-adcfc72a9610 x-openstack-request-id: req-89e15b30-84c0-4a00-b5f3-adcfc72a9610 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:06.518134 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:06.518396 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89e15b30-84c0-4a00-b5f3-adcfc72a9610 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:06.518644 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e15b30-84c0-4a00-b5f3-adcfc72a9610'] response: {'name': 'network-changed', 'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'status': 'completed', 'code': 200}
Apr 02 21:08:06.535314 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (073cbd53-8976-4ecb-a5cb-c07245fd2d1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.575180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0db797e-0c06-416a-9943-2bde82ea66bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:06.577561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cee15827-0ae8-4256-97c2-7bf6108378c3 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:06.583288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:06.593536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-9773d004-f9e3-430f-80a6-8d18b2b1cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:06.595077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-9773d004-f9e3-430f-80a6-8d18b2b1cb57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 1126 time: 0.1121423
Apr 02 21:08:06.612191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=073cbd53-8976-4ecb-a5cb-c07245fd2d1b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:06.649719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-92435127-f8a2-45f3-915f-d2ee21374e38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa HTTP/1.1" status: 200  len: 217 time: 0.0454204
Apr 02 21:08:06.674539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port cee15827-0ae8-4256-97c2-7bf6108378c3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:06.690728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Checking segment: {'id': '109a41dc-b489-48f9-9177-7c113c1ae722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d5a73db-037d-48be-8895-75089364a390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:06.691100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Network hostable DHCP agents. Network: 4d5a73db-037d-48be-8895-75089364a390, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:08:06.692110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port cee15827-0ae8-4256-97c2-7bf6108378c3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:06.692950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.714931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-9cc07eea-0351-4b7c-865a-c999bb976158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:06.716409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-9cc07eea-0351-4b7c-865a-c999bb976158 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0607200
Apr 02 21:08:06.738730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Network 4d5a73db-037d-48be-8895-75089364a390 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:08:06.767660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d5a73db-037d-48be-8895-75089364a390) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:06.774722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:06.775682 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.783157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4fe74-8ff3-444a-a7e4-4a8ed75c90e2 None None] Network 4d5a73db-037d-48be-8895-75089364a390 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:06.788522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-f7a7fe17-a209-4924-9f97-7dcf5e719221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:06.790085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-f7a7fe17-a209-4924-9f97-7dcf5e719221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0639567
Apr 02 21:08:06.806224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-927fa46f-90ce-425e-b4cc-2028c562b8cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7043757
Apr 02 21:08:06.806457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-454737487'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:06.829831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0db797e-0c06-416a-9943-2bde82ea66bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0db797e-0c06-416a-9943-2bde82ea66bd,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:06.841001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Made reservation on behalf of d42f34e8f988415fa2def86d0607270d for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:06.845092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.856789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.915721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-b834f68c-6111-40bd-9379-4fd30927d522 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1156492
Apr 02 21:08:06.918510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b0db797e-0c06-416a-9943-2bde82ea66bd', 'network_id': 'cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804', 'port_id': 'b0db797e-0c06-416a-9943-2bde82ea66bd', 'mac_address': 'fa:16:3e:dd:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3879fd1b-2906-42b4-b41b-2746a2a258de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:06.937759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks [] for security_group (66193997-d2a1-4d61-bb4b-f134846aa2cf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.944065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port cee15827-0ae8-4256-97c2-7bf6108378c3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:06.944479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.945043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (66193997-d2a1-4d61-bb4b-f134846aa2cf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:06.971964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:08:06.995228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66193997-d2a1-4d61-bb4b-f134846aa2cf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:07.001285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (895da57d-72ed-4c6f-91ee-2f3467123293), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.001658 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Added segment 895da57d-72ed-4c6f-91ee-2f3467123293 of type vlan for network 48f77083-cf0a-41be-a042-102d515564ee
Apr 02 21:08:07.019309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76b897-c020-4afb-b176-3acc131de0a3 None None] Network 4d5a73db-037d-48be-8895-75089364a390 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:07.049366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee15827-0ae8-4256-97c2-7bf6108378c3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:07.051761 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499238da-9f8f-4209-b2da-8f8d979509c2" -d '{"events": [{"server_uuid": "b714f238-380f-4ce0-b87b-d7beb9873704", "name": "network-vif-plugged", "status": "completed", "tag": "cee15827-0ae8-4256-97c2-7bf6108378c3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:07.063666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0db797e-0c06-416a-9943-2bde82ea66bd is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:07.064324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.083984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0db797e-0c06-416a-9943-2bde82ea66bd {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:07.084734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2aaf138-0b3f-4811-b5d6-4d7dab34d0d5 req-34ba15fc-800b-4d89-9cf1-0d7aa77a258b service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599324
Apr 02 21:08:07.110886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (48f77083-cf0a-41be-a042-102d515564ee), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.111050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port cee15827-0ae8-4256-97c2-7bf6108378c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cee15827-0ae8-4256-97c2-7bf6108378c3,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:07.156015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ca836671-e4c3-48a2-a13b-3b83b10b9123 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:07.157961 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.171253 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (48f77083-cf0a-41be-a042-102d515564ee), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.176925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.178368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.236443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc12b8-5433-4130-8e76-a358205d8223 req-fa7f3d61-9d3f-44e6-9ee1-aaf7069acd76 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.238049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10cc12b8-5433-4130-8e76-a358205d8223 req-fa7f3d61-9d3f-44e6-9ee1-aaf7069acd76 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 944 time: 0.0984745
Apr 02 21:08:07.250177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0db797e-0c06-416a-9943-2bde82ea66bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0db797e-0c06-416a-9943-2bde82ea66bd,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:07.260085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 0.6753047
Apr 02 21:08:07.263997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.278241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f28d-4392-4008-8e23-c91f10bda8da req-d3c5cac2-0ff2-457d-a82e-c78ac420485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.280602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-d3c5cac2-0ff2-457d-a82e-c78ac420485d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 1126 time: 0.1028519
Apr 02 21:08:07.301092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47574f83-5744-4ea7-990a-6a6d35f8ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Pushing event updated for resources: {'Network': ['ID=48f77083-cf0a-41be-a042-102d515564ee,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:07.316675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 48f77083-cf0a-41be-a042-102d515564ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:08:07.352772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=cee15827-0ae8-4256-97c2-7bf6108378c3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:07.401052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port ca836671-e4c3-48a2-a13b-3b83b10b9123 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:07.405818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10cc12b8-5433-4130-8e76-a358205d8223 req-dddf32fe-8e80-4d3c-89e6-5e4fb3026c51 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542675
Apr 02 21:08:07.429308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f28d-4392-4008-8e23-c91f10bda8da req-0a5b6204-3db0-4141-be4e-38426f13f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.430226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085902a8-7b61-4ca7-8db4-225b4a95ab7c req-002e30be-dd88-4974-b146-d6a938f16a84 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.431686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-0a5b6204-3db0-4141-be4e-38426f13f611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.1419842
Apr 02 21:08:07.436606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port ca836671-e4c3-48a2-a13b-3b83b10b9123 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:07.437023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.438293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-085902a8-7b61-4ca7-8db4-225b4a95ab7c req-002e30be-dd88-4974-b146-d6a938f16a84 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 944 time: 0.0879877
Apr 02 21:08:07.497376 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d3bbd8-a1ac-4217-8ec1-388027010e77 x-openstack-request-id: req-b2d3bbd8-a1ac-4217-8ec1-388027010e77 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:07.497883 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b714f238-380f-4ce0-b87b-d7beb9873704", "name": "network-vif-plugged", "status": "completed", "tag": "cee15827-0ae8-4256-97c2-7bf6108378c3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:07.498006 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2d3bbd8-a1ac-4217-8ec1-388027010e77 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:07.498342 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d3bbd8-a1ac-4217-8ec1-388027010e77'] response: {'server_uuid': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee15827-0ae8-4256-97c2-7bf6108378c3', 'code': 200}
Apr 02 21:08:07.515786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-ff7481f7-c710-4a94-b213-4615c0d44c38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa HTTP/1.1" status: 200  len: 217 time: 0.0758047
Apr 02 21:08:07.537635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-085902a8-7b61-4ca7-8db4-225b4a95ab7c req-fbd4602e-2570-40cf-bc56-9b90bf58db3c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980418
Apr 02 21:08:07.541039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0db797e-0c06-416a-9943-2bde82ea66bd,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:07.600792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49644) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:07.608042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f28d-4392-4008-8e23-c91f10bda8da req-553b6402-57c9-4be4-a419-ce0ee0405cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.609226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Request body: {'port': {'network_id': '48f77083-cf0a-41be-a042-102d515564ee', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844486837'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:07.609596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-553b6402-57c9-4be4-a419-ce0ee0405cf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0848854
Apr 02 21:08:07.616545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b0db797e-0c06-416a-9943-2bde82ea66bd'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:07.638103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2df12b-112e-4ed1-a65b-017e7faf1b45 req-6f55288d-5654-41f0-8fa9-e39bae5a4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.639675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad2df12b-112e-4ed1-a65b-017e7faf1b45 req-6f55288d-5654-41f0-8fa9-e39bae5a4675 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 1128 time: 0.0860839
Apr 02 21:08:07.643284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Made reservation on behalf of 56b272e1d8024dbc9b630c8b5ae4fde2 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:07.647121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.669397 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.707262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port ca836671-e4c3-48a2-a13b-3b83b10b9123 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:07.707262 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.738971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f28d-4392-4008-8e23-c91f10bda8da req-08325586-02d8-4809-89ab-97b0f41e67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.741216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-08325586-02d8-4809-89ab-97b0f41e67a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1245215
Apr 02 21:08:07.754386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99e67b-3448-4107-a9ea-4a25ff050219 req-a1fda48a-34f6-4e7f-b3fc-ccee0a780670 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:07.756125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae99e67b-3448-4107-a9ea-4a25ff050219 req-a1fda48a-34f6-4e7f-b3fc-ccee0a780670 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 946 time: 0.0927119
Apr 02 21:08:07.759118 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad2df12b-112e-4ed1-a65b-017e7faf1b45 req-4605ec5f-9f77-4469-a4c4-46097604b1ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907533
Apr 02 21:08:07.800046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port ca836671-e4c3-48a2-a13b-3b83b10b9123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:07.811146 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.825794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for security_group (3c7d16d7-0dbb-4882-aefe-ff86be2e580a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.836968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3c7d16d7-0dbb-4882-aefe-ff86be2e580a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:07.842940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port 57a85f77-8602-489e-a986-d6853654dca4 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:07.912807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae99e67b-3448-4107-a9ea-4a25ff050219 req-f9ebe46f-9652-4519-baee-42f3042b043a tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352730
Apr 02 21:08:07.926629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=ca836671-e4c3-48a2-a13b-3b83b10b9123,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:07.941939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-d83eb584-2c9b-4349-91f7-8805b8df0fda service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845641
Apr 02 21:08:07.965584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d16d7-0dbb-4882-aefe-ff86be2e580a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:08.095962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8035f28d-4392-4008-8e23-c91f10bda8da req-5d058b86-5411-4b85-b647-39cb6e0066e8 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284146
Apr 02 21:08:08.165157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port 57a85f77-8602-489e-a986-d6853654dca4 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:08.179186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for port (57a85f77-8602-489e-a986-d6853654dca4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:08.191623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (57a85f77-8602-489e-a986-d6853654dca4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:08.263700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=57a85f77-8602-489e-a986-d6853654dca4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:08.276320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Checking segment: {'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:08.276791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Network hostable DHCP agents. Network: 48f77083-cf0a-41be-a042-102d515564ee, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:08:08.296375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Network 48f77083-cf0a-41be-a042-102d515564ee is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:08:08.308752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48f77083-cf0a-41be-a042-102d515564ee) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:08.312386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:08.318718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a34fa2-f997-40ab-920c-c50728e9a0c3 None None] Network 48f77083-cf0a-41be-a042-102d515564ee requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:08.334814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.335277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.335842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.344913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.345369 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.349067 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 2 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.369396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.369832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.370282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.375429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.375867 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.376371 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 3 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.393372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.393721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.394061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.399787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.400128 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.400606 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 4 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.421843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.422194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.422524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.429821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.430162 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.430599 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 5 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.454470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.454825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.455167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.461685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.462026 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.462503 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 6 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.482474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.482808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.483139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.488604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.488929 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.489321 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 7 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.516147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.516147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.516422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.539406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.539735 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.540858 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 8 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.557980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.558237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.558563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.566107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.566481 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.567538 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 9 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.587155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0c972-b4fd-4b7c-996a-c3845aea4b09 req-23461821-c4ec-468a-ad3e-1506c484e977 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:08.588669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf0c972-b4fd-4b7c-996a-c3845aea4b09 req-23461821-c4ec-468a-ad3e-1506c484e977 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 944 time: 0.0860786
Apr 02 21:08:08.591119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.591491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.591777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.603244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.603686 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.610201 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 10 to bind port 57a85f77-8602-489e-a986-d6853654dca4
Apr 02 21:08:08.633588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:08.633923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:08.634253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:08.646083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 57a85f77-8602-489e-a986-d6853654dca4 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:08.646408 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 57a85f77-8602-489e-a986-d6853654dca4 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:08.646768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57a85f77-8602-489e-a986-d6853654dca4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:08.660986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3cf0c972-b4fd-4b7c-996a-c3845aea4b09 req-2b769712-6387-4c07-9b93-62c576455e6f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659077
Apr 02 21:08:08.721669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] For port 57a85f77-8602-489e-a986-d6853654dca4, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:08.722141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempted to set empty binding levels {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 02 21:08:08.736734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (57a85f77-8602-489e-a986-d6853654dca4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:08.795309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-928042ae-8987-4356-b8b5-4d83bad59b9e tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:08.802832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:08.802973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-928042ae-8987-4356-b8b5-4d83bad59b9e tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/networks?id=4d5a73db-037d-48be-8895-75089364a390 HTTP/1.1" status: 200  len: 809 time: 0.1166289
Apr 02 21:08:08.803565 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:08.813196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-87c16ae3-3e90-4220-8f98-b200845d573b tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/quotas/26c2ad88757e44dca408afd7d040112f HTTP/1.1" status: 200  len: 375 time: 0.0094018
Apr 02 21:08:08.823587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=57a85f77-8602-489e-a986-d6853654dca4,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:08.840341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27704d-09ae-4f1a-9e75-87aaff5b8749 req-e73aa3ef-10b6-4713-b5f9-1e4ef8c47a29 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:08.842139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf27704d-09ae-4f1a-9e75-87aaff5b8749 req-e73aa3ef-10b6-4713-b5f9-1e4ef8c47a29 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 944 time: 0.1180158
Apr 02 21:08:08.846329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dfc8c504-dabb-4c5b-8292-7cfbc83fde49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 1.2413642
Apr 02 21:08:08.848100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-f81e995b-e010-4573-90d9-057579995f7f tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=26c2ad88757e44dca408afd7d040112f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0288389
Apr 02 21:08:08.848578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49698) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:08.908845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf27704d-09ae-4f1a-9e75-87aaff5b8749 req-28acc906-fb8f-44a1-ac40-b8f003efca2c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602992
Apr 02 21:08:08.939333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Deleting port 57a85f77-8602-489e-a986-d6853654dca4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:08.939943 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (57a85f77-8602-489e-a986-d6853654dca4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.061987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dd892-0fbf-493f-ae33-aa8e7614006e req-f2e08b58-98cb-4481-b88d-0251926ed802 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:09.063385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] For port 57a85f77-8602-489e-a986-d6853654dca4, host nch2-master-1, got binding levels [] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:09.064011 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (57a85f77-8602-489e-a986-d6853654dca4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.064584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b5dd892-0fbf-493f-ae33-aa8e7614006e req-f2e08b58-98cb-4481-b88d-0251926ed802 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 946 time: 0.0647655
Apr 02 21:08:09.081851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Calling delete_port for 57a85f77-8602-489e-a986-d6853654dca4 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:09.116719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b5dd892-0fbf-493f-ae33-aa8e7614006e req-95f53928-b6b1-456e-86bb-ac075e5742ca tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460331
Apr 02 21:08:09.139681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-eb10cb5b-604e-46b9-9412-4e5ca5e57eb1 service neutron] 10.222.0.18 "GET /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2607110
Apr 02 21:08:09.240159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (57a85f77-8602-489e-a986-d6853654dca4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.277329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a85f77-8602-489e-a986-d6853654dca4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:09.285326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-0d8856a2-9b3b-4ffd-ab07-f7a816974dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373782
Apr 02 21:08:09.286300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.290029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5bdb5f26-3b68-46f4-b1c9-252ff604a094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "DELETE /v2.0/ports/57a85f77-8602-489e-a986-d6853654dca4 HTTP/1.1" status: 204  len: 168 time: 0.4399447
Apr 02 21:08:09.292957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49702) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:09.321441 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e6a376-a37c-4d47-9716-e738504b35cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] GET failed (client error): The resource could not be found.
Apr 02 21:08:09.326897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e7e6a376-a37c-4d47-9716-e738504b35cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "GET /v2.0/ports/57a85f77-8602-489e-a986-d6853654dca4 HTTP/1.1" status: 404  len: 333 time: 0.0290134
Apr 02 21:08:09.327168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49704) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:09.332105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Request body: {'port': {'network_id': '48f77083-cf0a-41be-a042-102d515564ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736306291'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:09.354030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Made reservation on behalf of 56b272e1d8024dbc9b630c8b5ae4fde2 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:09.356483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.377014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port c0255424-3dde-42eb-a68b-fec9b0547260 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:09.500089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca836671-e4c3-48a2-a13b-3b83b10b9123'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:09.503593 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d385b4-60b6-4470-bc56-0b90d3278318" -d '{"events": [{"server_uuid": "3f06abe1-8723-4cef-87af-ecf16cc21db5", "name": "network-vif-plugged", "status": "completed", "tag": "ca836671-e4c3-48a2-a13b-3b83b10b9123"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:09.551545 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce5b96a-cf59-45f8-97c0-bc1ad562749c x-openstack-request-id: req-6ce5b96a-cf59-45f8-97c0-bc1ad562749c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:09.551848 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f06abe1-8723-4cef-87af-ecf16cc21db5", "name": "network-vif-plugged", "status": "completed", "tag": "ca836671-e4c3-48a2-a13b-3b83b10b9123", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:09.552298 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ce5b96a-cf59-45f8-97c0-bc1ad562749c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:09.552566 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce5b96a-cf59-45f8-97c0-bc1ad562749c'] response: {'server_uuid': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca836671-e4c3-48a2-a13b-3b83b10b9123', 'code': 200}
Apr 02 21:08:09.581501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for port (c0255424-3dde-42eb-a68b-fec9b0547260), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.616184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5f90e40-392c-4c0b-bacd-f887ba8dedfb req-1a134186-baf5-4608-9aca-2d6c63f49c44 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 210 time: 0.0326114
Apr 02 21:08:09.651374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.683229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c2592-1a6a-4aed-9703-b1ebeb2b706d req-1e7ac574-174c-4dd7-bf96-2674712d4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:09.685984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c21c2592-1a6a-4aed-9703-b1ebeb2b706d req-1e7ac574-174c-4dd7-bf96-2674712d4338 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 1127 time: 0.0602777
Apr 02 21:08:09.718862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=c0255424-3dde-42eb-a68b-fec9b0547260,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:09.737067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Network 48f77083-cf0a-41be-a042-102d515564ee is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:09.738685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:09.742381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:09.743342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:09.744063 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.750878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c21c2592-1a6a-4aed-9703-b1ebeb2b706d req-4bc8a642-d614-474d-8f0c-e2a159f86dd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586026
Apr 02 21:08:09.765691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-377a08f1-b2fd-4682-9e48-bfd47ad91eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.4374170
Apr 02 21:08:09.768633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:09.776271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:09.825226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c7fe7-eb17-4f89-a91c-c70b149c3bae req-562e252f-cfca-4d51-bad2-752a0798ec98 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:09.827321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c3c7fe7-eb17-4f89-a91c-c70b149c3bae req-562e252f-cfca-4d51-bad2-752a0798ec98 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 944 time: 0.0727308
Apr 02 21:08:09.847418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:09.889906 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c3c7fe7-eb17-4f89-a91c-c70b149c3bae req-42803aaf-548e-4f77-8ec7-99f716a43764 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534813
Apr 02 21:08:10.112721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca11a5-a129-4b5e-87b5-aa4aa9393bc6 req-7c012099-7063-4fc9-bd2d-36bd68531b24 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.114313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97ca11a5-a129-4b5e-87b5-aa4aa9393bc6 req-7c012099-7063-4fc9-bd2d-36bd68531b24 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 944 time: 0.1103365
Apr 02 21:08:10.138735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port c0255424-3dde-42eb-a68b-fec9b0547260 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:10.153672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for port (c0255424-3dde-42eb-a68b-fec9b0547260), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.163743 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.232344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97ca11a5-a129-4b5e-87b5-aa4aa9393bc6 req-6c7baddf-7775-4606-a9aa-397e5cec375f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043105
Apr 02 21:08:10.249422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=c0255424-3dde-42eb-a68b-fec9b0547260,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:10.269158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841f762-7520-4b20-a75a-076a3a4454b8 req-a6528f6f-54cb-4691-807e-4df6079bbdcf tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.270669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e841f762-7520-4b20-a75a-076a3a4454b8 req-a6528f6f-54cb-4691-807e-4df6079bbdcf tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 946 time: 0.0686619
Apr 02 21:08:10.274543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.274919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.275310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.282781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.283244 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.283740 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 2 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.303616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.303965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.304285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.310211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.310532 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.310935 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 3 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.326525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.327003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.327275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.328224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e841f762-7520-4b20-a75a-076a3a4454b8 req-7260f759-c818-4502-b1ef-8496624212f3 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/security-groups?id=1708ce8c-9d64-4edb-91d1-82e36db07dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494359
Apr 02 21:08:10.332136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.332488 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.333030 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 4 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.354114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.354638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.354985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.359657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.360130 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.360605 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 5 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.375260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.375605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.375948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.380729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.381063 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.381486 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 6 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.395075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.395403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.395762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.400183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.400632 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.400928 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 7 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.414857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.415235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.415775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.421096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.421519 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.421943 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 8 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.436716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.437052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.437384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.450038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.450038 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.450038 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 9 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.465025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.465378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.465766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.471482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.471937 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.472339 ncdv-master-1 neutron-server[121648]: INFO neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 10 to bind port c0255424-3dde-42eb-a68b-fec9b0547260
Apr 02 21:08:10.487981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:10.488531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:10.488982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:10.494634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:10.494784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-0f92cbb5-dfe1-40e0-8ab1-6be32d101637 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.494937 ncdv-master-1 neutron-server[121648]: ERROR neutron.plugins.ml2.managers [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port c0255424-3dde-42eb-a68b-fec9b0547260 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:10.495311 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.496437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-0f92cbb5-dfe1-40e0-8ab1-6be32d101637 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 946 time: 0.0642431
Apr 02 21:08:10.570286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] For port c0255424-3dde-42eb-a68b-fec9b0547260, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:10.570645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempted to set empty binding levels {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 02 21:08:10.574777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.605364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] In _notify_port_updated(), no bound segment for port c0255424-3dde-42eb-a68b-fec9b0547260 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:08:10.606207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.606885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.608309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "PUT /v2.0/ports/c0255424-3dde-42eb-a68b-fec9b0547260 HTTP/1.1" status: 200  len: 979 time: 0.8387413
Apr 02 21:08:10.610795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:10.611758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:10.616355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Deleting port 5a209f67-e99e-4f07-bc3b-151e8afba63f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:10.616781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.620215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0db797e-0c06-416a-9943-2bde82ea66bd up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:10.703572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db2f06-5eaf-4d6d-91ad-65e2921443d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=c0255424-3dde-42eb-a68b-fec9b0547260,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:10.755961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49927f91-a888-436e-a3ac-4f5c3c41e864 req-b264494d-1357-4f02-98c6-08e518118297 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 210 time: 0.0391221
Apr 02 21:08:10.762523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] For port 5a209f67-e99e-4f07-bc3b-151e8afba63f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a209f67-e99e-4f07-bc3b-151e8afba63f,segment=NetworkSegment(1ec7594e-d427-498c-b29b-865593b85f4a),segment_id=1ec7594e-d427-498c-b29b-865593b85f4a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:10.764142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:10.784262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Calling delete_port for 5a209f67-e99e-4f07-bc3b-151e8afba63f owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:10.801378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.802660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.803288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.803766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.804293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.804828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.805338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.805852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.806306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.806767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.807228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.807685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.808138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.808620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.809085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.809683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.810142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.810644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.811101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.811608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.812066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.812699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.813178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.813940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.814391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.815137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.815761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.816380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.817034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.818334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.819079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.819721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.820647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.821207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.821877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.822514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.823150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.823785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.824417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.825090 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.826003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.826654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.827994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.828735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.829832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.830479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.831118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:10.837055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2445b16f-6620-4e0a-aaf0-0d07c27afb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 43795 time: 0.2252257
Apr 02 21:08:10.847420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49732) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:11.004782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port b0db797e-0c06-416a-9943-2bde82ea66bd completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:11.012487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b0db797e-0c06-416a-9943-2bde82ea66bd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:11.013030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.061359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5a209f67-e99e-4f07-bc3b-151e8afba63f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.068693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:11.078176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['5a209f67-e99e-4f07-bc3b-151e8afba63f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:11.119518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Pushing event deleted for resources: {'Port': ['ID=5a209f67-e99e-4f07-bc3b-151e8afba63f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:11.129883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'port_id': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'mac_address': 'fa:16:3e:45:68:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:11.191259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] No DVR routers for this DVR port 5a209f67-e99e-4f07-bc3b-151e8afba63f on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:08:11.195444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.198787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72870f67-fd03-46be-9e4e-a17cb00b0236 req-771f2f82-e7e1-4e12-9674-7b6dd3e5da80 tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.15 "DELETE /v2.0/ports/5a209f67-e99e-4f07-bc3b-151e8afba63f HTTP/1.1" status: 204  len: 173 time: 0.6957548
Apr 02 21:08:11.199298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'name': 'network-vif-deleted', 'tag': '5a209f67-e99e-4f07-bc3b-151e8afba63f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:11.201739 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fe4215-8a88-4f77-ae0d-2ce0bb2a68d5" -d '{"events": [{"server_uuid": "208b3d58-e40e-4350-9f4d-0e979db4cadc", "name": "network-vif-deleted", "tag": "5a209f67-e99e-4f07-bc3b-151e8afba63f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:11.213394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b7b83-8642-4679-974e-301a93d3e55d req-2f47e7dd-9e0b-4ca9-ac60-b978e7dc6217 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:11.222097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d7b7b83-8642-4679-974e-301a93d3e55d req-2f47e7dd-9e0b-4ca9-ac60-b978e7dc6217 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 944 time: 0.1864767
Apr 02 21:08:11.257648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:11.258635 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.283144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:11.288009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b0db797e-0c06-416a-9943-2bde82ea66bd is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:11.288404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.315501 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bd0034-ba3f-4a88-a4cd-87c9be3fdce0 x-openstack-request-id: req-88bd0034-ba3f-4a88-a4cd-87c9be3fdce0 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:11.315993 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208b3d58-e40e-4350-9f4d-0e979db4cadc", "name": "network-vif-deleted", "tag": "5a209f67-e99e-4f07-bc3b-151e8afba63f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:11.316108 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88bd0034-ba3f-4a88-a4cd-87c9be3fdce0 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:11.316763 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bd0034-ba3f-4a88-a4cd-87c9be3fdce0'] response: {'server_uuid': '208b3d58-e40e-4350-9f4d-0e979db4cadc', 'name': 'network-vif-deleted', 'tag': '5a209f67-e99e-4f07-bc3b-151e8afba63f', 'status': 'completed', 'code': 200}
Apr 02 21:08:11.330582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d7b7b83-8642-4679-974e-301a93d3e55d req-a213139b-8252-47ac-8adf-acce18567fd0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074870
Apr 02 21:08:11.340982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:11.350655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.392296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b0db797e-0c06-416a-9943-2bde82ea66bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0db797e-0c06-416a-9943-2bde82ea66bd,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:11.402419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.427823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:11.484857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8cbb2790-6509-44e0-8918-7f1b56479962 req-c150f0d8-6f0d-4119-8fba-f35006fa40aa tempest-VolumesActionsTest-1651102816 tempest-VolumesActionsTest-1651102816-project] 10.222.0.18 "GET /v2.0/ports?device_id=208b3d58-e40e-4350-9f4d-0e979db4cadc HTTP/1.1" status: 200  len: 210 time: 0.0322571
Apr 02 21:08:11.491527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b0db797e-0c06-416a-9943-2bde82ea66bd,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:11.553286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da1fde6-a875-46d3-b37c-48141af6c351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0db797e-0c06-416a-9943-2bde82ea66bd'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:11.555717 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056047e4-2102-4826-8f7c-5407f1468a8d" -d '{"events": [{"server_uuid": "0da1fde6-a875-46d3-b37c-48141af6c351", "name": "network-vif-plugged", "status": "completed", "tag": "b0db797e-0c06-416a-9943-2bde82ea66bd"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:11.598542 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ace34f5-64ff-48a1-88f6-17351aabb995 x-openstack-request-id: req-2ace34f5-64ff-48a1-88f6-17351aabb995 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:11.600229 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da1fde6-a875-46d3-b37c-48141af6c351", "name": "network-vif-plugged", "status": "completed", "tag": "b0db797e-0c06-416a-9943-2bde82ea66bd", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:11.600229 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ace34f5-64ff-48a1-88f6-17351aabb995 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:11.600624 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ace34f5-64ff-48a1-88f6-17351aabb995'] response: {'server_uuid': '0da1fde6-a875-46d3-b37c-48141af6c351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0db797e-0c06-416a-9943-2bde82ea66bd', 'code': 200}
Apr 02 21:08:11.609926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93365-9263-4c80-8fed-71a9f395c2c1 req-c37555a0-b973-4696-81ef-65b5d9ec2faa tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:11.611522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfa93365-9263-4c80-8fed-71a9f395c2c1 req-c37555a0-b973-4696-81ef-65b5d9ec2faa tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1659217
Apr 02 21:08:11.619222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-41bf4b8a-87c9-4d94-9158-d63905190094 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:11.620681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-41bf4b8a-87c9-4d94-9158-d63905190094 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.15 "GET /v2.0/networks?id=4d5a73db-037d-48be-8895-75089364a390 HTTP/1.1" status: 200  len: 809 time: 0.7821915
Apr 02 21:08:11.637747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Request body: {'port': {'device_id': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'network_id': '4d5a73db-037d-48be-8895-75089364a390', 'admin_state_up': True, 'tenant_id': '26c2ad88757e44dca408afd7d040112f'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:11.671743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['96ce7472-2a62-45dc-8a1e-fe0e2262b5aa'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:11.767214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Deleting port c0255424-3dde-42eb-a68b-fec9b0547260 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:11.767560 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.807532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfa93365-9263-4c80-8fed-71a9f395c2c1 req-30985121-1ff0-4f61-adb5-b9713bfc5bc3 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858509
Apr 02 21:08:11.886099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] For port c0255424-3dde-42eb-a68b-fec9b0547260, host nch2-master-1, got binding levels [] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:11.886099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:11.897738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf560b5-896f-434d-a2d5-4699935fd137 req-ef946bc0-c03f-49a8-9c9e-2ea67cac1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:11.899252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-daf560b5-896f-434d-a2d5-4699935fd137 req-ef946bc0-c03f-49a8-9c9e-2ea67cac1e89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 1127 time: 0.2236991
Apr 02 21:08:11.907900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Calling delete_port for c0255424-3dde-42eb-a68b-fec9b0547260 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:11.924097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e5f420b-f514-4e33-9aa0-0e1c68d4ad3e req-380b69c7-723f-4ea0-8b2b-884e8cbec1ff tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 210 time: 0.0440450
Apr 02 21:08:11.991057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Made reservation on behalf of 26c2ad88757e44dca408afd7d040112f for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:11.994766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.039512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-daf560b5-896f-434d-a2d5-4699935fd137 req-946e9270-9763-4aca-b1eb-938e9868c34b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294994
Apr 02 21:08:12.109970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c0255424-3dde-42eb-a68b-fec9b0547260), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.167540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0255424-3dde-42eb-a68b-fec9b0547260,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:12.181811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.188545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5580a7f-e88a-4a3e-8f79-353c757c6816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c0255424-3dde-42eb-a68b-fec9b0547260 HTTP/1.1" status: 204  len: 168 time: 1.3358326
Apr 02 21:08:12.189102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49746) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:12.217563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Allocated IP 172.20.0.12 (4d5a73db-037d-48be-8895-75089364a390/073cbd53-8976-4ecb-a5cb-c07245fd2d1b/d9f4bba9-6424-4d62-9080-aee1431675bb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:12.222000 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9be225-d512-4591-9a89-0892ae18adf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] GET failed (client error): The resource could not be found.
Apr 02 21:08:12.223755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2c9be225-d512-4591-9a89-0892ae18adf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "GET /v2.0/ports/c0255424-3dde-42eb-a68b-fec9b0547260 HTTP/1.1" status: 404  len: 333 time: 0.0333891
Apr 02 21:08:12.228809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49748) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:12.233738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-315796552', 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:12.253701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Made reservation on behalf of 56b272e1d8024dbc9b630c8b5ae4fde2 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:12.256195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.272700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port fad5e1f9-c864-4447-9d9a-6f02e7a00f02 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:12.406010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks [] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.451899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for port (fad5e1f9-c864-4447-9d9a-6f02e7a00f02), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.484568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.491197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fad5e1f9-c864-4447-9d9a-6f02e7a00f02), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.535479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Network 48f77083-cf0a-41be-a042-102d515564ee is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:12.540760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:12.543027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd9278-4a8b-4293-830a-91c9aad7c691 req-6fcb84a2-4be2-47a9-87d1-977958dc4318 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:12.543303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:12.544617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:12.544765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fefd9278-4a8b-4293-830a-91c9aad7c691 req-6fcb84a2-4be2-47a9-87d1-977958dc4318 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 945 time: 0.1129961
Apr 02 21:08:12.545213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.553107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Network 4d5a73db-037d-48be-8895-75089364a390 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:12.556569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:12.561899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:12.563907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=fad5e1f9-c864-4447-9d9a-6f02e7a00f02,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:12.579941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-715fbee0-2f6e-4449-bcab-e06fd1ef4bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.3500447
Apr 02 21:08:12.587484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49756) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:12.621883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Pushing event updated for resources: {'Port': ['ID=d9f4bba9-6424-4d62-9080-aee1431675bb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:12.653884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282e544-3fef-4e7b-a930-ee3cb71191e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:12.658357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4282e544-3fef-4e7b-a930-ee3cb71191e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "GET /v2.0/ports/fad5e1f9-c864-4447-9d9a-6f02e7a00f02 HTTP/1.1" status: 200  len: 958 time: 0.0687275
Apr 02 21:08:12.664761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:12.705044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:12.705811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.736132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fefd9278-4a8b-4293-830a-91c9aad7c691 req-56c811df-e62f-4cb2-9ca8-6bcb52c6dc34 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1770377
Apr 02 21:08:12.757457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-9d81245c-e809-4d0e-ad84-57488cae8105 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1249862
Apr 02 21:08:12.780214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Request body: {'port': {'device_id': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:12.831956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Deleting port fad5e1f9-c864-4447-9d9a-6f02e7a00f02 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:12.833137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fad5e1f9-c864-4447-9d9a-6f02e7a00f02), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.856874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.918433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fad5e1f9-c864-4447-9d9a-6f02e7a00f02), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:12.960412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Calling delete_port for fad5e1f9-c864-4447-9d9a-6f02e7a00f02 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:13.075159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735ee03-09d1-42b4-91df-556b381546e4 req-2c4aeb85-e92c-4d10-9ebf-d5efdfa30478 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.077042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6735ee03-09d1-42b4-91df-556b381546e4 req-2c4aeb85-e92c-4d10-9ebf-d5efdfa30478 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1366696
Apr 02 21:08:13.132115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fad5e1f9-c864-4447-9d9a-6f02e7a00f02), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.169774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923f474-4294-4250-914b-27a3e65e03d6 req-b51d2f1d-4585-49e6-94a3-c509cd87398a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.171508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5923f474-4294-4250-914b-27a3e65e03d6 req-b51d2f1d-4585-49e6-94a3-c509cd87398a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 932 time: 0.1408627
Apr 02 21:08:13.227457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6735ee03-09d1-42b4-91df-556b381546e4 req-bf01cb50-a7a9-4564-9728-b8e16d2270f0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211746
Apr 02 21:08:13.243411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.243411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fad5e1f9-c864-4447-9d9a-6f02e7a00f02 HTTP/1.1" status: 204  len: 168 time: 0.5722365
Apr 02 21:08:13.243411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e65c7-97f8-4219-8c5d-7e7de5124d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event deleted for resources: {'Port': ['ID=fad5e1f9-c864-4447-9d9a-6f02e7a00f02,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:13.243411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49780) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:13.268318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5923f474-4294-4250-914b-27a3e65e03d6 req-03ad69b9-7850-4c90-94c5-9873a797e19e tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850320
Apr 02 21:08:13.295216 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a85871-7efe-438f-8cb5-35de311bb682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] GET failed (client error): The resource could not be found.
Apr 02 21:08:13.295216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58a85871-7efe-438f-8cb5-35de311bb682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "GET /v2.0/ports/fad5e1f9-c864-4447-9d9a-6f02e7a00f02 HTTP/1.1" status: 404  len: 333 time: 0.0517361
Apr 02 21:08:13.297962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49782) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:13.303983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Request body: {'port': {'network_id': '48f77083-cf0a-41be-a042-102d515564ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-141767680'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:13.330711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Made reservation on behalf of 56b272e1d8024dbc9b630c8b5ae4fde2 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:13.333287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.336673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f4bba9-6424-4d62-9080-aee1431675bb {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:13.347535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Publish callbacks [] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.351308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port 5e7c011a-aa64-4597-8dea-4bc0b6475421 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:13.365478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Transition to ACTIVE for port object d9f4bba9-6424-4d62-9080-aee1431675bb will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:08:13.374110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.488662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Pushing event updated for resources: {'Port': ['ID=d9f4bba9-6424-4d62-9080-aee1431675bb,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:13.517918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Attempting to bind port d9f4bba9-6424-4d62-9080-aee1431675bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:13.518300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Attempting to bind port d9f4bba9-6424-4d62-9080-aee1431675bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '109a41dc-b489-48f9-9177-7c113c1ae722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d5a73db-037d-48be-8895-75089364a390'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:13.518637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Attempting to bind port d9f4bba9-6424-4d62-9080-aee1431675bb on network 4d5a73db-037d-48be-8895-75089364a390 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:13.524320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Port d9f4bba9-6424-4d62-9080-aee1431675bb on network 4d5a73db-037d-48be-8895-75089364a390 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:13.524682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Attempting to bind port d9f4bba9-6424-4d62-9080-aee1431675bb on network 4d5a73db-037d-48be-8895-75089364a390 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:13.531491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:13.531788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Checking segment: {'id': '109a41dc-b489-48f9-9177-7c113c1ae722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d5a73db-037d-48be-8895-75089364a390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:13.532178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Bound using segment: {'id': '109a41dc-b489-48f9-9177-7c113c1ae722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d5a73db-037d-48be-8895-75089364a390'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:13.532650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Bound port: d9f4bba9-6424-4d62-9080-aee1431675bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109a41dc-b489-48f9-9177-7c113c1ae722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d5a73db-037d-48be-8895-75089364a390'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:13.533013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.579922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.609705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] For port d9f4bba9-6424-4d62-9080-aee1431675bb, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:13.614678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] For port d9f4bba9-6424-4d62-9080-aee1431675bb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f4bba9-6424-4d62-9080-aee1431675bb,segment=NetworkSegment(109a41dc-b489-48f9-9177-7c113c1ae722),segment_id=109a41dc-b489-48f9-9177-7c113c1ae722)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:13.622530 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.623535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.670633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Network 48f77083-cf0a-41be-a042-102d515564ee is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:13.674259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.674597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.675801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:13.676922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] 10.222.0.15 "PUT /v2.0/ports/d9f4bba9-6424-4d62-9080-aee1431675bb HTTP/1.1" status: 200  len: 1092 time: 0.9098539
Apr 02 21:08:13.678322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'tag': 'd9f4bba9-6424-4d62-9080-aee1431675bb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:13.678488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:13.679575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.680241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.683703 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267b106b-ef76-436d-96db-21bc4d27d5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1027fad3-657a-46d6-bf7f-464a65a29b13", "tag": "d9f4bba9-6424-4d62-9080-aee1431675bb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:13.717932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bbfd-a1f4-4fc3-95c5-c990e08e2b4e service neutron] Pushing event updated for resources: {'Port': ['ID=d9f4bba9-6424-4d62-9080-aee1431675bb,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:13.729623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=5e7c011a-aa64-4597-8dea-4bc0b6475421,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:13.752115 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-da82c68a-1483-4ecd-9e1f-0ec011121052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4526772
Apr 02 21:08:13.756532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:13.767778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:13.784831 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fee13-6d3c-4955-9ba5-e25e5c87f6fa x-openstack-request-id: req-196fee13-6d3c-4955-9ba5-e25e5c87f6fa {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:13.785516 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1027fad3-657a-46d6-bf7f-464a65a29b13", "tag": "d9f4bba9-6424-4d62-9080-aee1431675bb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:13.785939 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-196fee13-6d3c-4955-9ba5-e25e5c87f6fa {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:13.786739 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196fee13-6d3c-4955-9ba5-e25e5c87f6fa'] response: {'name': 'network-changed', 'server_uuid': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'tag': 'd9f4bba9-6424-4d62-9080-aee1431675bb', 'status': 'completed', 'code': 200}
Apr 02 21:08:13.812321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-7b687c39-2406-4e65-85c9-b25b6958997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.815337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-7b687c39-2406-4e65-85c9-b25b6958997d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c2ad88757e44dca408afd7d040112f&device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 1126 time: 0.0840786
Apr 02 21:08:13.845899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:13.892613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-d436978c-de69-4ea1-89fa-c94c33e7d719 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f4bba9-6424-4d62-9080-aee1431675bb HTTP/1.1" status: 200  len: 217 time: 0.0664234
Apr 02 21:08:13.955972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19190f-4a50-4c16-80c3-940e0e655896 req-a1a805cb-89f9-4a1f-9657-6fd23f28946a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.957691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c19190f-4a50-4c16-80c3-940e0e655896 req-a1a805cb-89f9-4a1f-9657-6fd23f28946a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 945 time: 0.1413929
Apr 02 21:08:13.981031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-0dc3c7b7-447f-404b-818e-400d00aabca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:13.982996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-0dc3c7b7-447f-404b-818e-400d00aabca9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=073cbd53-8976-4ecb-a5cb-c07245fd2d1b HTTP/1.1" status: 200  len: 849 time: 0.0821307
Apr 02 21:08:14.035649 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-13a974db-d88c-4610-ade4-f44954625554 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d5a73db-037d-48be-8895-75089364a390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426798
Apr 02 21:08:14.081547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c19190f-4a50-4c16-80c3-940e0e655896 req-cc217a04-e2d3-4ebc-ab0e-3cafd87f3814 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120384
Apr 02 21:08:14.109219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] device_id is not set on port 5e7c011a-aa64-4597-8dea-4bc0b6475421 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:14.120986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks [] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.135431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.193857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-384744e5-eeff-46ce-a2b1-1d5844a6775a service neutron] 10.222.0.15 "GET /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508892
Apr 02 21:08:14.230566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=5e7c011a-aa64-4597-8dea-4bc0b6475421,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:14.235159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.235551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.236024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.241913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.242385 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.242945 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 2 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.259916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.260692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.261600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.269022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.269578 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.270374 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 3 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.301286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.301838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.302778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.311123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.311622 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.312135 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 4 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.332314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.332314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.332785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.340197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.340921 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.341457 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 5 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.360755 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.364698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.365170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.365971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.370982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-467a7ec1-a951-4281-9c4d-7d82a9f833c8 req-e497db15-002f-46a5-8075-82e0f6128c72 service neutron] 10.222.0.15 "GET /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719000
Apr 02 21:08:14.371672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.372065 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.372508 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 6 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.394051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.394996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.395260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.403299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.403640 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.408276 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 7 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.471251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.471611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.472095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.482419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.482796 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.485684 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 8 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.519467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.523530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.523893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.537755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac58aa-31d8-440f-9b9c-e023afe03d2b req-a985f45b-c5e0-4526-984f-983291f6bc0a tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:14.539783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5ac58aa-31d8-440f-9b9c-e023afe03d2b req-a985f45b-c5e0-4526-984f-983291f6bc0a tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1350632
Apr 02 21:08:14.540647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.540981 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.541388 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 9 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.557718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-d87d3c36-7494-4c66-9e60-f0768efbe36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:14.560997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-d87d3c36-7494-4c66-9e60-f0768efbe36a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c2ad88757e44dca408afd7d040112f&device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 1126 time: 0.1276712
Apr 02 21:08:14.575415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.575737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.576107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.586688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33fec8-08a4-4303-bd6c-67a0a43c0a37 req-b99f7316-4a1a-4e5e-8a0c-7af1a04dae87 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:14.589112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.589682 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.593081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e33fec8-08a4-4303-bd6c-67a0a43c0a37 req-b99f7316-4a1a-4e5e-8a0c-7af1a04dae87 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 944 time: 0.1490684
Apr 02 21:08:14.595289 ncdv-master-1 neutron-server[121649]: INFO neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempt 10 to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421
Apr 02 21:08:14.628047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a5ac58aa-31d8-440f-9b9c-e023afe03d2b req-2f6da142-ccbd-4610-8160-70b5e610e9e0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805221
Apr 02 21:08:14.628047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:14.628047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:14.628047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempting to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:14.634354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:14.634799 ncdv-master-1 neutron-server[121649]: ERROR neutron.plugins.ml2.managers [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Failed to bind port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on host nch2-master-1 for vnic_type normal using segments [{'id': '895da57d-72ed-4c6f-91ee-2f3467123293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '48f77083-cf0a-41be-a042-102d515564ee'}]
Apr 02 21:08:14.635130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.641224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:14.742802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e33fec8-08a4-4303-bd6c-67a0a43c0a37 req-60a52b72-6955-427a-afef-439d18060f1f tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240082
Apr 02 21:08:14.752304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:14.764997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:14.764997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.790624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] For port 5e7c011a-aa64-4597-8dea-4bc0b6475421, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:14.791012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attempted to set empty binding levels {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 02 21:08:14.805605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-15a018b6-d5b0-40e0-9311-f0012885766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:14.808223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-15a018b6-d5b0-40e0-9311-f0012885766e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d5a73db-037d-48be-8895-75089364a390 HTTP/1.1" status: 200  len: 910 time: 0.2397113
Apr 02 21:08:14.815789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.887266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] In _notify_port_updated(), no bound segment for port 5e7c011a-aa64-4597-8dea-4bc0b6475421 on network 48f77083-cf0a-41be-a042-102d515564ee {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:08:14.887705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:14.888348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.890017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "PUT /v2.0/ports/5e7c011a-aa64-4597-8dea-4bc0b6475421 HTTP/1.1" status: 200  len: 978 time: 1.1321144
Apr 02 21:08:14.891967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:14.892972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.893463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49840) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:14.922017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-16919dff-373a-47f4-977a-1d7a005c0669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f4bba9-6424-4d62-9080-aee1431675bb HTTP/1.1" status: 200  len: 217 time: 0.0977128
Apr 02 21:08:14.933007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:14.936348 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba8fb8d-652a-49da-865e-7b6f52ed2c49" -d '{"events": [{"server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "name": "network-vif-plugged", "status": "completed", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:14.981897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:14.990961 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:14.991281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f6fc-a0d4-44c3-9349-2908a9e88bad req-8981f569-a411-4b9e-a888-e6644f914235 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:14.993041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0796f6fc-a0d4-44c3-9349-2908a9e88bad req-8981f569-a411-4b9e-a888-e6644f914235 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1974277
Apr 02 21:08:14.993858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dcaef-3dbe-451d-a6c1-29bf34382da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event updated for resources: {'Port': ['ID=5e7c011a-aa64-4597-8dea-4bc0b6475421,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:15.006342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-93137607-b194-4bc8-8a19-7491915226fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:15.007949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-93137607-b194-4bc8-8a19-7491915226fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=073cbd53-8976-4ecb-a5cb-c07245fd2d1b HTTP/1.1" status: 200  len: 849 time: 0.0788293
Apr 02 21:08:15.025748 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785224c7-b442-4790-ac47-f5b4a60b116f x-openstack-request-id: req-785224c7-b442-4790-ac47-f5b4a60b116f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:15.026585 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "name": "network-vif-plugged", "status": "completed", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:15.026847 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-785224c7-b442-4790-ac47-f5b4a60b116f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:15.027254 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785224c7-b442-4790-ac47-f5b4a60b116f'] response: {'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'code': 200}
Apr 02 21:08:15.064269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:15.077813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-71c581b7-434f-4117-b79d-afadcfa34454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d5a73db-037d-48be-8895-75089364a390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624599
Apr 02 21:08:15.083923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0796f6fc-a0d4-44c3-9349-2908a9e88bad req-40086b49-b613-4c9b-b72e-cbd29d446de1 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825324
Apr 02 21:08:15.088022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Deleting port 5e7c011a-aa64-4597-8dea-4bc0b6475421 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:15.089287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.164970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] For port 5e7c011a-aa64-4597-8dea-4bc0b6475421, host nch2-master-1, got binding levels [] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:15.165502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.179151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Calling delete_port for 5e7c011a-aa64-4597-8dea-4bc0b6475421 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:15.190268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5a209f67-e99e-4f07-bc3b-151e8afba63f no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:08:15.211341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2093-5766-48da-aa65-79d17897e838 req-cd8a68d4-5bd4-4bd6-934f-b959a487b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:15.213689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c3f2093-5766-48da-aa65-79d17897e838 req-cd8a68d4-5bd4-4bd6-934f-b959a487b7cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 1128 time: 0.1314530
Apr 02 21:08:15.252499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-92af8fdf-b819-4baa-9283-56075e9c0eb9 service neutron] 10.222.0.15 "GET /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596901
Apr 02 21:08:15.291247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 5a209f67-e99e-4f07-bc3b-151e8afba63f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:08:15.292690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5a209f67-e99e-4f07-bc3b-151e8afba63f not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:08:15.337916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5e7c011a-aa64-4597-8dea-4bc0b6475421), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.350527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c3f2093-5766-48da-aa65-79d17897e838 req-2098de27-23ed-49a0-81b7-1db1b01e70ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297853
Apr 02 21:08:15.382346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e7c011a-aa64-4597-8dea-4bc0b6475421,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:15.400574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.403936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-29604ed2-cf55-4139-931c-f0f2dcbb6cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5e7c011a-aa64-4597-8dea-4bc0b6475421 HTTP/1.1" status: 204  len: 168 time: 0.5077209
Apr 02 21:08:15.408191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:15.417385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fb2f-77a0-4d54-9fb7-d5f1745b9834 req-a4688ce3-9928-46a0-b548-efd964fa10f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:15.419292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31a4fb2f-77a0-4d54-9fb7-d5f1745b9834 req-a4688ce3-9928-46a0-b548-efd964fa10f3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1203477
Apr 02 21:08:15.439909 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0b6159-ed9a-44d8-a4dd-f309e65f2a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] GET failed (client error): The resource could not be found.
Apr 02 21:08:15.441440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5f0b6159-ed9a-44d8-a4dd-f309e65f2a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-689274214-project-admin] 10.222.0.18 "GET /v2.0/ports/5e7c011a-aa64-4597-8dea-4bc0b6475421 HTTP/1.1" status: 404  len: 333 time: 0.0304959
Apr 02 21:08:15.448527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49864) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:15.482403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f6bf4-d742-4eea-a42f-88602c6becfd req-c4477ba3-dff4-430a-a281-d6c70fb59cf1 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:15.484130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-484f6bf4-d742-4eea-a42f-88602c6becfd req-c4477ba3-dff4-430a-a281-d6c70fb59cf1 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.2273562
Apr 02 21:08:15.503786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-267b106b-ef76-436d-96db-21bc4d27d5f5 req-0521bf56-e2ac-48ec-8cf9-da78eea49889 service neutron] 10.222.0.15 "GET /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361867
Apr 02 21:08:15.510755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31a4fb2f-77a0-4d54-9fb7-d5f1745b9834 req-87c28b42-9016-4577-a2cc-1afda6230b46 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771582
Apr 02 21:08:15.616643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-484f6bf4-d742-4eea-a42f-88602c6becfd req-629580c1-0eb2-447a-bffe-80ce8b939a7a tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190987
Apr 02 21:08:15.625418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (48f77083-cf0a-41be-a042-102d515564ee), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.725248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (48f77083-cf0a-41be-a042-102d515564ee), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.758237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845b690a0>,) {'filters': {'network_id': ['48f77083-cf0a-41be-a042-102d515564ee']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:15.775043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b690a0>, '895da57d-72ed-4c6f-91ee-2f3467123293') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:15.775679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b690a0>, '895da57d-72ed-4c6f-91ee-2f3467123293') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:15.790193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (895da57d-72ed-4c6f-91ee-2f3467123293), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.809968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (895da57d-72ed-4c6f-91ee-2f3467123293), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.819952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:08:15.820877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (895da57d-72ed-4c6f-91ee-2f3467123293), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:08:15.824510 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:08:15.968994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (48f77083-cf0a-41be-a042-102d515564ee), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.988120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:15.992940 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] 10.222.0.18 "DELETE /v2.0/networks/48f77083-cf0a-41be-a042-102d515564ee HTTP/1.1" status: 204  len: 168 time: 0.5399821
Apr 02 21:08:16.012186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b003ff0-9ae0-4178-88b9-ecf43a05e61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-465871608-project] Pushing event deleted for resources: {'Network': ['ID=48f77083-cf0a-41be-a042-102d515564ee,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:16.026408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65513-8ba5-4634-8078-a3b4d6cc45bd req-306ea77e-f2c2-4e99-9a57-52e678d8a461 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:16.029367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28c65513-8ba5-4634-8078-a3b4d6cc45bd req-306ea77e-f2c2-4e99-9a57-52e678d8a461 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 944 time: 0.1803992
Apr 02 21:08:16.079684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e341dcf-a170-4129-9d26-9182248a0be4 req-59e57ca8-6065-4f77-8419-64ef427a5c87 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:16.093687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e341dcf-a170-4129-9d26-9182248a0be4 req-59e57ca8-6065-4f77-8419-64ef427a5c87 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.2002230
Apr 02 21:08:16.125678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28c65513-8ba5-4634-8078-a3b4d6cc45bd req-6b74c48a-ec25-4c66-b878-c948a543c4bd tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875661
Apr 02 21:08:16.164373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e341dcf-a170-4129-9d26-9182248a0be4 req-967da2fb-bcb3-4171-89a1-7eb720e11b40 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691209
Apr 02 21:08:16.469040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49880) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:16.570211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70157a8-f06a-45ff-96bf-9008714e3cda req-bbd13fe5-a0fe-469d-9d0e-2cefecc3439d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:16.572468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b70157a8-f06a-45ff-96bf-9008714e3cda req-bbd13fe5-a0fe-469d-9d0e-2cefecc3439d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.0820901
Apr 02 21:08:16.684734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b70157a8-f06a-45ff-96bf-9008714e3cda req-196dec41-9f72-434e-ba8d-b1983d7572e4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030958
Apr 02 21:08:16.697258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d65a-2232-40d1-8960-95dae642f1ba req-7862d163-23a3-4071-a270-80aa6a9a8a61 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:16.699086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4693d65a-2232-40d1-8960-95dae642f1ba req-7862d163-23a3-4071-a270-80aa6a9a8a61 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.0805213
Apr 02 21:08:16.768007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f05f43d-bbfd-4770-8a97-2dd238a80c9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d42f34e8f988415fa2def86d0607270d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2935739
Apr 02 21:08:16.768654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49888) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:16.830200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4693d65a-2232-40d1-8960-95dae642f1ba req-167a0c1b-03aa-4a38-8520-d62a12850515 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245036
Apr 02 21:08:16.849619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd5f11ea-08f2-4c90-b447-1386fab5d05f admin admin] Publish callbacks [] for security_group (66193997-d2a1-4d61-bb4b-f134846aa2cf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:16.884310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd5f11ea-08f2-4c90-b447-1386fab5d05f admin admin] Publish callbacks [] for security_group (66193997-d2a1-4d61-bb4b-f134846aa2cf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:16.957031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd5f11ea-08f2-4c90-b447-1386fab5d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (66193997-d2a1-4d61-bb4b-f134846aa2cf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:16.963105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd5f11ea-08f2-4c90-b447-1386fab5d05f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:16.966762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dd5f11ea-08f2-4c90-b447-1386fab5d05f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66193997-d2a1-4d61-bb4b-f134846aa2cf HTTP/1.1" status: 204  len: 168 time: 0.1951821
Apr 02 21:08:16.979463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f11ea-08f2-4c90-b447-1386fab5d05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66193997-d2a1-4d61-bb4b-f134846aa2cf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:17.056490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014b94c-ec87-4f55-b225-7ddf20a77a4a req-4823bcae-642e-4965-8d91-c5f45514e67d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:17.061987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014b94c-ec87-4f55-b225-7ddf20a77a4a req-4823bcae-642e-4965-8d91-c5f45514e67d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:17.069669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014b94c-ec87-4f55-b225-7ddf20a77a4a req-4823bcae-642e-4965-8d91-c5f45514e67d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:17.071385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3014b94c-ec87-4f55-b225-7ddf20a77a4a req-4823bcae-642e-4965-8d91-c5f45514e67d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351&device_id=b714f238-380f-4ce0-b87b-d7beb9873704&device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 2417 time: 0.0939779
Apr 02 21:08:17.159033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3014b94c-ec87-4f55-b225-7ddf20a77a4a req-8506f60d-1e04-414d-9c61-d9a2936dad93 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797753
Apr 02 21:08:17.185687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d9f4bba9-6424-4d62-9080-aee1431675bb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:17.345485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9229b3-1b4d-4f00-8c6f-aa73043d00d1 req-301b8cf3-efd6-4d1b-96ca-b0c37cb73a93 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:17.352733 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c9229b3-1b4d-4f00-8c6f-aa73043d00d1 req-301b8cf3-efd6-4d1b-96ca-b0c37cb73a93 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 944 time: 0.1056144
Apr 02 21:08:17.398066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d9f4bba9-6424-4d62-9080-aee1431675bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f4bba9-6424-4d62-9080-aee1431675bb,segment=NetworkSegment(109a41dc-b489-48f9-9177-7c113c1ae722),segment_id=109a41dc-b489-48f9-9177-7c113c1ae722)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:17.414002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'd9f4bba9-6424-4d62-9080-aee1431675bb', 'network_id': '4d5a73db-037d-48be-8895-75089364a390', 'port_id': 'd9f4bba9-6424-4d62-9080-aee1431675bb', 'mac_address': 'fa:16:3e:83:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073cbd53-8976-4ecb-a5cb-c07245fd2d1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:17.471519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5483d-ed02-4ed8-a8fa-9f05769f6a32 req-238da2d5-810d-4402-beaa-0a5fc4c49ac0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:17.481560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00c5483d-ed02-4ed8-a8fa-9f05769f6a32 req-238da2d5-810d-4402-beaa-0a5fc4c49ac0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1667674
Apr 02 21:08:17.507277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c9229b3-1b4d-4f00-8c6f-aa73043d00d1 req-744d5fbb-8489-4aa8-9c17-be430bd398ef tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530576
Apr 02 21:08:17.521676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d9f4bba9-6424-4d62-9080-aee1431675bb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:17.522284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.547777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f4bba9-6424-4d62-9080-aee1431675bb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:17.568119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00c5483d-ed02-4ed8-a8fa-9f05769f6a32 req-a447e121-5f5b-474c-8a54-1cd1a9a0da3f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847492
Apr 02 21:08:17.587253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d9f4bba9-6424-4d62-9080-aee1431675bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f4bba9-6424-4d62-9080-aee1431675bb,segment=NetworkSegment(109a41dc-b489-48f9-9177-7c113c1ae722),segment_id=109a41dc-b489-48f9-9177-7c113c1ae722)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:17.592155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.594527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:17.653816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bcc7ac7b-0d40-4d67-a295-918660b74746 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56b272e1d8024dbc9b630c8b5ae4fde2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0576816
Apr 02 21:08:17.656679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49906) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:17.702894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.708686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d9f4bba9-6424-4d62-9080-aee1431675bb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:17.762000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aba-7639-4219-a08d-704edc09d5a8 admin admin] Publish callbacks [] for security_group (3c7d16d7-0dbb-4882-aefe-ff86be2e580a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.805406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aba-7639-4219-a08d-704edc09d5a8 admin admin] Publish callbacks [] for security_group (3c7d16d7-0dbb-4882-aefe-ff86be2e580a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.894176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aba-7639-4219-a08d-704edc09d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3c7d16d7-0dbb-4882-aefe-ff86be2e580a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.898628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e43a5aba-7639-4219-a08d-704edc09d5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:17.902978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e43a5aba-7639-4219-a08d-704edc09d5a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c7d16d7-0dbb-4882-aefe-ff86be2e580a HTTP/1.1" status: 204  len: 168 time: 0.2425621
Apr 02 21:08:17.911608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a5aba-7639-4219-a08d-704edc09d5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d16d7-0dbb-4882-aefe-ff86be2e580a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:18.007721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d9f4bba9-6424-4d62-9080-aee1431675bb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:18.140761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01316-128c-40c4-b978-9c0363b46e45 req-b7b9f94b-7c08-44d1-8f5d-8db53767ea71 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:18.149643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37d01316-128c-40c4-b978-9c0363b46e45 req-b7b9f94b-7c08-44d1-8f5d-8db53767ea71 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1414165
Apr 02 21:08:18.303999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37d01316-128c-40c4-b978-9c0363b46e45 req-7720b255-3abc-4a31-84a2-c638abe2a94a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372960
Apr 02 21:08:18.520051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962b24e-3f28-4f0a-8d7f-6f4db9187582 req-f9f102ee-b50c-41b4-aca4-7bf291148e23 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:18.528553 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4962b24e-3f28-4f0a-8d7f-6f4db9187582 req-f9f102ee-b50c-41b4-aca4-7bf291148e23 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1246123
Apr 02 21:08:18.538743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49932) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:18.544726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'port_id': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:18.741717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70977f26-2e62-4eb1-b2d7-02bce0059703 req-2ff88e6c-97f0-4ae0-af41-0c72976c43b6 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:18.743300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70977f26-2e62-4eb1-b2d7-02bce0059703 req-2ff88e6c-97f0-4ae0-af41-0c72976c43b6 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 945 time: 0.1139593
Apr 02 21:08:18.869393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70977f26-2e62-4eb1-b2d7-02bce0059703 req-bfb8432a-37eb-4997-bfe7-5b9d5a4267f0 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177104
Apr 02 21:08:18.997336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (08f2cdd0-c09e-498e-80b5-377feca7f6fe), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:19.441493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c77232-1e2c-41b9-9b59-59eed1dd356c req-b3da5391-c305-44e7-82ac-43b7481371d6 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:19.450222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9c77232-1e2c-41b9-9b59-59eed1dd356c req-b3da5391-c305-44e7-82ac-43b7481371d6 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1578007
Apr 02 21:08:19.706755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9c77232-1e2c-41b9-9b59-59eed1dd356c req-8f70bbec-c7f8-4f84-8ba0-b751b974e94e tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508101
Apr 02 21:08:19.908117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:19.914755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (08f2cdd0-c09e-498e-80b5-377feca7f6fe), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.043928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb311f-e060-432a-b12c-2b5dfff8fef0 req-46402104-8c1d-464c-926f-cf6192b1998d tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:20.054356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8fb311f-e060-432a-b12c-2b5dfff8fef0 req-46402104-8c1d-464c-926f-cf6192b1998d tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 945 time: 0.0952842
Apr 02 21:08:20.103078 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 08f2cdd0-c09e-498e-80b5-377feca7f6fe associated. External IP: 172.35.4.215, port: 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa.
Apr 02 21:08:20.124225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8fb311f-e060-432a-b12c-2b5dfff8fef0 req-eb272f20-02a8-45b3-95b6-583cfbfaeda7 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681190
Apr 02 21:08:20.425321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:20.483592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:08:20.604183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1878629858', 'router:external': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:20.621755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:20.634330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.646483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:20.668186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-03d1fdf7-d297-4da0-aaf5-2222074edca3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "PUT /v2.0/floatingips/08f2cdd0-c09e-498e-80b5-377feca7f6fe HTTP/1.1" status: 200  len: 992 time: 2.1276155
Apr 02 21:08:20.668723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Made reservation on behalf of ad819fff1305481d99551c3c226d9427 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:20.672870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.675325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:20.677657 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03700e8-3f66-4170-b3ec-4083312c9611" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:20.685867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.693919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:20.694552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:20.731141 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae80d7-787a-4f9f-b1c1-fc0231f45fb4 x-openstack-request-id: req-8dae80d7-787a-4f9f-b1c1-fc0231f45fb4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:20.731141 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:20.731716 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dae80d7-787a-4f9f-b1c1-fc0231f45fb4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:20.731803 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dae80d7-787a-4f9f-b1c1-fc0231f45fb4'] response: {'name': 'network-changed', 'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'status': 'completed', 'code': 200}
Apr 02 21:08:20.838255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-9f790b65-d6af-42c7-925d-8cbcc6f8d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:20.840184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-9f790b65-d6af-42c7-925d-8cbcc6f8d68e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 1128 time: 0.0705395
Apr 02 21:08:20.880688 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for security_group (1fdef744-9941-4524-a13c-12eb7108271a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.892538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1fdef744-9941-4524-a13c-12eb7108271a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.948425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:08:20.959420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:20.973357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f4c-1fbf-4b6d-b643-c2fa12534e03 req-b61f76ad-2fe5-4766-9b35-60a407801350 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:20.975083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63591f4c-1fbf-4b6d-b643-c2fa12534e03 req-b61f76ad-2fe5-4766-9b35-60a407801350 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1645410
Apr 02 21:08:20.975893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdef744-9941-4524-a13c-12eb7108271a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:20.979385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (82f5455d-bcdc-452c-8623-baff583f4341), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:20.979801 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Added segment 82f5455d-bcdc-452c-8623-baff583f4341 of type vlan for network c93c78a7-45cc-4eb0-877a-1984d801956e
Apr 02 21:08:20.981065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-81cd0663-d389-40ca-a5f6-2fd41a6dc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:20.982966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-81cd0663-d389-40ca-a5f6-2fd41a6dc92c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.1322854
Apr 02 21:08:21.112283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-be863b3e-2dc9-48fd-ac77-57b74943d069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa HTTP/1.1" status: 200  len: 1000 time: 0.1228106
Apr 02 21:08:21.145170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c93c78a7-45cc-4eb0-877a-1984d801956e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:21.186295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-a6a60426-fc69-4dd7-8862-711011c8e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:21.187959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-a6a60426-fc69-4dd7-8862-711011c8e972 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0637333
Apr 02 21:08:21.230581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63591f4c-1fbf-4b6d-b643-c2fa12534e03 req-06c05302-394e-4976-9653-963e6683ea90 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346098
Apr 02 21:08:21.284289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-383c7193-7ab4-4a18-aa52-7aca2ad76e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:21.287539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-383c7193-7ab4-4a18-aa52-7aca2ad76e54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0909610
Apr 02 21:08:21.292729 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c93c78a7-45cc-4eb0-877a-1984d801956e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:21.293910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:21.294835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:21.300231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d9f4bba9-6424-4d62-9080-aee1431675bb up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:21.450498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Network': ['ID=c93c78a7-45cc-4eb0-877a-1984d801956e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:21.459324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7243b905-bbfc-4a2a-b095-901a9ac98577 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0321488
Apr 02 21:08:21.462152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50000) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:21.469027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf841e5-061c-40d6-9ffc-15f4f5ab6377 req-626e8e5b-4f10-459a-abd7-c95268ed28eb tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:21.469889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c93c78a7-45cc-4eb0-877a-1984d801956e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:08:21.470965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2cf841e5-061c-40d6-9ffc-15f4f5ab6377 req-626e8e5b-4f10-459a-abd7-c95268ed28eb tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 945 time: 0.1824160
Apr 02 21:08:21.490154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'subnet': {'network_id': 'c93c78a7-45cc-4eb0-877a-1984d801956e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:21.528253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-f23e8061-8d31-46f1-936c-49b70f400504 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900895
Apr 02 21:08:21.553548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Made reservation on behalf of ad819fff1305481d99551c3c226d9427 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:21.560099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:21.565666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port d9f4bba9-6424-4d62-9080-aee1431675bb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:21.576239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port d9f4bba9-6424-4d62-9080-aee1431675bb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:21.577115 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:21.645878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554daf0>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '08f2cdd0-c09e-498e-80b5-377feca7f6fe', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.215', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:45:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:07:58Z', 'updated_at': '2022-04-02T21:08:19Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:21.688894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:08:21.702176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:21.703295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:07:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:21.720382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2cf841e5-061c-40d6-9ffc-15f4f5ab6377 req-cc59c5c0-a38e-4a2d-b140-8a48fcbabd2c tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2364945
Apr 02 21:08:21.797218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d9f4bba9-6424-4d62-9080-aee1431675bb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:21.798113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:21.822903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03700e8-3f66-4170-b3ec-4083312c9611 req-ae679c3f-bf32-4e7c-b9ac-e6ebcd5a5cf9 service neutron] 10.222.0.21 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853122
Apr 02 21:08:21.854875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d9f4bba9-6424-4d62-9080-aee1431675bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f4bba9-6424-4d62-9080-aee1431675bb,segment=NetworkSegment(109a41dc-b489-48f9-9177-7c113c1ae722),segment_id=109a41dc-b489-48f9-9177-7c113c1ae722)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:21.902175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f4bba9-6424-4d62-9080-aee1431675bb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:21.907501 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8de07d4-24ce-4385-a28c-10e9cf1866f3" -d '{"events": [{"server_uuid": "1027fad3-657a-46d6-bf7f-464a65a29b13", "name": "network-vif-plugged", "status": "completed", "tag": "d9f4bba9-6424-4d62-9080-aee1431675bb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:21.933935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:22.037864 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85679676-04c1-448e-a8a8-51cbfc5d8db9 x-openstack-request-id: req-85679676-04c1-448e-a8a8-51cbfc5d8db9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:22.038231 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1027fad3-657a-46d6-bf7f-464a65a29b13", "name": "network-vif-plugged", "status": "completed", "tag": "d9f4bba9-6424-4d62-9080-aee1431675bb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:22.040968 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85679676-04c1-448e-a8a8-51cbfc5d8db9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:22.041135 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85679676-04c1-448e-a8a8-51cbfc5d8db9'] response: {'server_uuid': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f4bba9-6424-4d62-9080-aee1431675bb', 'code': 200}
Apr 02 21:08:22.101148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:22.163968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d9f4bba9-6424-4d62-9080-aee1431675bb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:22.213056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e806a7-4b27-44c8-a21e-9fbf4b0b2f48 req-493b17ee-69ff-419c-9254-acf7890367cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:22.214601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e806a7-4b27-44c8-a21e-9fbf4b0b2f48 req-493b17ee-69ff-419c-9254-acf7890367cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 1128 time: 0.0993037
Apr 02 21:08:22.306787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:08:22.307418 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (829d2cf8-9434-48b7-a838-63a029476829), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:22.350458 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e806a7-4b27-44c8-a21e-9fbf4b0b2f48 req-c7eaff38-d615-4006-b744-6cd361683d44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282501
Apr 02 21:08:22.429103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Checking segment: {'id': '82f5455d-bcdc-452c-8623-baff583f4341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c93c78a7-45cc-4eb0-877a-1984d801956e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:22.429845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network hostable DHCP agents. Network: c93c78a7-45cc-4eb0-877a-1984d801956e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:08:22.445234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Subnet': ['ID=829d2cf8-9434-48b7-a838-63a029476829,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:22.461324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network c93c78a7-45cc-4eb0-877a-1984d801956e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:08:22.472095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9eaf4-38e7-450c-8235-270028a837e8 req-9b9ca71f-74df-48e7-b312-6663af62b77c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:22.474888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ba9eaf4-38e7-450c-8235-270028a837e8 req-9b9ca71f-74df-48e7-b312-6663af62b77c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1049943
Apr 02 21:08:22.479449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c93c78a7-45cc-4eb0-877a-1984d801956e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:22.493825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3b1b2-1b75-4a87-8739-af776f098208 None None] Network c93c78a7-45cc-4eb0-877a-1984d801956e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:22.494424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:22.495919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:22.535353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e15f324f-84b4-438a-8364-a7ca68747fe2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.0708373
Apr 02 21:08:22.537584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50010) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:22.548446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-177055208', 'network_id': 'c93c78a7-45cc-4eb0-877a-1984d801956e'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:22.556596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ba9eaf4-38e7-450c-8235-270028a837e8 req-fd337453-ad5e-4b32-949f-1e8e2dd19a63 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688965
Apr 02 21:08:22.605174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Made reservation on behalf of ad819fff1305481d99551c3c226d9427 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:22.611605 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:22.648128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] device_id is not set on port dd3cd983-302a-4aa7-bdce-7d9cc9f34c53 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:08:22.693166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a478aaa6-212f-4b40-935d-261929bd7b99 None None] Network c93c78a7-45cc-4eb0-877a-1984d801956e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:22.808561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Allocated IP 2001:db8::313 (c93c78a7-45cc-4eb0-877a-1984d801956e/829d2cf8-9434-48b7-a838-63a029476829/dd3cd983-302a-4aa7-bdce-7d9cc9f34c53) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:22.837986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554daf0>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '08f2cdd0-c09e-498e-80b5-377feca7f6fe', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.215', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:45:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:07:58Z', 'updated_at': '2022-04-02T21:08:19Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:22.953295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ab9a8-46d9-445d-8079-d6c1bf74b4f5 req-2c0f850a-d6b1-42a0-ad92-8819846f0a27 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:22.955245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e37ab9a8-46d9-445d-8079-d6c1bf74b4f5 req-2c0f850a-d6b1-42a0-ad92-8819846f0a27 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 946 time: 0.1165886
Apr 02 21:08:23.121761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for port (dd3cd983-302a-4aa7-bdce-7d9cc9f34c53), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.171190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e37ab9a8-46d9-445d-8079-d6c1bf74b4f5 req-e3da5b40-1f8c-44ff-95c5-623740576db7 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879926
Apr 02 21:08:23.212858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac4746-debf-44e6-85fd-2ae3818d7480 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '08f2cdd0-c09e-498e-80b5-377feca7f6fe', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.215', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:45:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:07:58Z', 'updated_at': '2022-04-02T21:08:19Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:23.238231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ead7f164-430a-4575-baa7-1cd1227f7cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.262744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dd3cd983-302a-4aa7-bdce-7d9cc9f34c53), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.320054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network c93c78a7-45cc-4eb0-877a-1984d801956e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:23.323152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:23.326879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:23.327867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:23.328535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.345669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3cd983-302a-4aa7-bdce-7d9cc9f34c53,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:23.352816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62b5531b-4f71-4846-b9e7-088ad62ec4cc tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.8133574
Apr 02 21:08:23.356026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50018) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:23.495364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Deleting port dd3cd983-302a-4aa7-bdce-7d9cc9f34c53 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:23.495718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dd3cd983-302a-4aa7-bdce-7d9cc9f34c53), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.585763 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e725631-9488-48f0-af68-a7eb069eb707 None None] New status for floating IP 08f2cdd0-c09e-498e-80b5-377feca7f6fe: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:08:23.622120 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dd3cd983-302a-4aa7-bdce-7d9cc9f34c53), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.639210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Calling delete_port for dd3cd983-302a-4aa7-bdce-7d9cc9f34c53 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:23.727462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb561-a184-4103-8b6a-2c559a1de010 req-332ced07-91be-49f5-9e1b-aa3595487474 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:23.735362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e9eb561-a184-4103-8b6a-2c559a1de010 req-332ced07-91be-49f5-9e1b-aa3595487474 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.0793283
Apr 02 21:08:23.802774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e9eb561-a184-4103-8b6a-2c559a1de010 req-a072751a-f22c-4820-8199-a66998513fa0 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599658
Apr 02 21:08:23.860422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dd3cd983-302a-4aa7-bdce-7d9cc9f34c53), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.905284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd3cd983-302a-4aa7-bdce-7d9cc9f34c53,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:23.936708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.949709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df1c9f48-6311-4d5b-982c-bb7bc6dfa556 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dd3cd983-302a-4aa7-bdce-7d9cc9f34c53 HTTP/1.1" status: 204  len: 168 time: 0.5839746
Apr 02 21:08:23.950047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50024) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:23.950047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c93c78a7-45cc-4eb0-877a-1984d801956e', 'external_fixed_ips': [{'subnet_id': '829d2cf8-9434-48b7-a838-63a029476829', 'ip_address': '2001:db8::313'}]}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:23.993409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (305e134c-c5c2-49ee-bae0-065f96ff30b6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:23.994492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (305e134c-c5c2-49ee-bae0-065f96ff30b6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:24.091908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (305e134c-c5c2-49ee-bae0-065f96ff30b6), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:24.269738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (305e134c-c5c2-49ee-bae0-065f96ff30b6), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:24.378069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52786b1f-fa8a-4fc5-9cd5-8f46a8426273 req-74db4bed-934a-4cd0-973f-9a1bd30666ff tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:24.387984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52786b1f-fa8a-4fc5-9cd5-8f46a8426273 req-74db4bed-934a-4cd0-973f-9a1bd30666ff tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 946 time: 0.0957551
Apr 02 21:08:24.681163 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (305e134c-c5c2-49ee-bae0-065f96ff30b6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:24.752118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:24.859880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52786b1f-fa8a-4fc5-9cd5-8f46a8426273 req-4cfe2e04-5764-4097-97f0-9596baca0b74 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4705920
Apr 02 21:08:25.286705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-776f1b6b-99d3-4f49-ab85-5c807ac13a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:25.390150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62689ce-8066-40fe-9bea-d70e52ceced0 req-2745d503-3271-4c6a-b042-c8f38432c504 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:25.424632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d62689ce-8066-40fe-9bea-d70e52ceced0 req-2745d503-3271-4c6a-b042-c8f38432c504 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.5043941
Apr 02 21:08:25.425011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679e7b5-ae08-426e-b6c3-ea430563cf71 req-98868014-3565-4c37-8ffe-24a57233942b tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:25.425011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c679e7b5-ae08-426e-b6c3-ea430563cf71 req-98868014-3565-4c37-8ffe-24a57233942b tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 946 time: 0.0600951
Apr 02 21:08:25.432699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Allocated IP 2001:db8::313 (c93c78a7-45cc-4eb0-877a-1984d801956e/829d2cf8-9434-48b7-a838-63a029476829/a8effab1-5034-4cfc-a944-e6546b193fd5) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:25.473619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c679e7b5-ae08-426e-b6c3-ea430563cf71 req-f1ac45bf-da79-4ef8-8b2d-1f59d56b78cc tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528052
Apr 02 21:08:25.497903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d62689ce-8066-40fe-9bea-d70e52ceced0 req-0b1dfc5c-0f9b-4bbb-ab29-f09f9034b70d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989010
Apr 02 21:08:25.620915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:25.672985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:25.721456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network c93c78a7-45cc-4eb0-877a-1984d801956e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:25.725056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:25.729104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:25.807140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Port': ['ID=a8effab1-5034-4cfc-a944-e6546b193fd5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:26.023640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (305e134c-c5c2-49ee-bae0-065f96ff30b6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:26.321702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (305e134c-c5c2-49ee-bae0-065f96ff30b6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:26.525402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Router 305e134c-c5c2-49ee-bae0-065f96ff30b6 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:08:26.618118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:26.744286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d2c06-8626-449a-96a1-1ad74bed1cf7 req-d70aad78-390b-454b-ac61-030c8209aa95 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:26.753160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d6d2c06-8626-449a-96a1-1ad74bed1cf7 req-d70aad78-390b-454b-ac61-030c8209aa95 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 946 time: 0.0705538
Apr 02 21:08:26.841561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d6d2c06-8626-449a-96a1-1ad74bed1cf7 req-70cd0977-8cec-49e8-a91f-b3d78a1dff85 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/security-groups?id=0980a33e-e51f-455b-889a-942686110b0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867255
Apr 02 21:08:26.843342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:26.862858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Sync routers for ids ['305e134c-c5c2-49ee-bae0-065f96ff30b6'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:26.870477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651855-4592-4aea-bf7e-b19f40fff09a req-7f568db1-0a72-4fd5-b78e-5a6571745d27 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:26.872144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18651855-4592-4aea-bf7e-b19f40fff09a req-7f568db1-0a72-4fd5-b78e-5a6571745d27 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1687570
Apr 02 21:08:26.878693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Routers {'305e134c-c5c2-49ee-bae0-065f96ff30b6'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:26.880858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844ee5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['305e134c-c5c2-49ee-bae0-065f96ff30b6'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:26.893537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-ff9ff62c-ae38-4811-bf3b-d44d725ab860 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:26.895043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-ff9ff62c-ae38-4811-bf3b-d44d725ab860 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.15 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 946 time: 0.1073623
Apr 02 21:08:26.904988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:26.906381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d683cf61-c27c-4590-aa34-c85025286067 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.9621034
Apr 02 21:08:26.909854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50056) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:27.022850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18651855-4592-4aea-bf7e-b19f40fff09a req-9109a290-a150-4156-ad8a-55ad367a78e1 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378398
Apr 02 21:08:27.064676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Deleting port d9f4bba9-6424-4d62-9080-aee1431675bb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:27.066355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.086102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Set router 305e134c-c5c2-49ee-bae0-065f96ff30b6 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:27.175827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (305e134c-c5c2-49ee-bae0-065f96ff30b6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.255459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] For port d9f4bba9-6424-4d62-9080-aee1431675bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f4bba9-6424-4d62-9080-aee1431675bb,segment=NetworkSegment(109a41dc-b489-48f9-9177-7c113c1ae722),segment_id=109a41dc-b489-48f9-9177-7c113c1ae722)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:27.255923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.324993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Calling delete_port for d9f4bba9-6424-4d62-9080-aee1431675bb owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:27.433372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (305e134c-c5c2-49ee-bae0-065f96ff30b6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.461107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844ee5790>, [{'id': '305e134c-c5c2-49ee-bae0-065f96ff30b6', 'name': '', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c93c78a7-45cc-4eb0-877a-1984d801956e', 'external_fixed_ips': [{'subnet_id': '829d2cf8-9434-48b7-a838-63a029476829', 'ip_address': '2001:db8::313'}], 'enable_snat': True}, 'gw_port_id': 'a8effab1-5034-4cfc-a944-e6546b193fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:23Z', 'updated_at': '2022-04-02T21:08:25Z', 'revision_number': 3, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port': {'id': 'a8effab1-5034-4cfc-a944-e6546b193fd5', 'name': '', 'network_id': 'c93c78a7-45cc-4eb0-877a-1984d801956e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e134c-c5c2-49ee-bae0-065f96ff30b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '829d2cf8-9434-48b7-a838-63a029476829', 'ip_address': '2001:db8::313', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:24Z', 'updated_at': '2022-04-02T21:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d2cf8-9434-48b7-a838-63a029476829', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:27.494884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Checking router: 305e134c-c5c2-49ee-bae0-065f96ff30b6 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:08:27.495393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Updating router 305e134c-c5c2-49ee-bae0-065f96ff30b6 port a8effab1-5034-4cfc-a944-e6546b193fd5 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:08:27.525141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.527314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Deleting port a8effab1-5034-4cfc-a944-e6546b193fd5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:27.528350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.565417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d9f4bba9-6424-4d62-9080-aee1431675bb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.572790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d9f4bba9-6424-4d62-9080-aee1431675bb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:27.643982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Pushing event deleted for resources: {'Port': ['ID=d9f4bba9-6424-4d62-9080-aee1431675bb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:27.726445 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.756427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Calling delete_port for a8effab1-5034-4cfc-a944-e6546b193fd5 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:27.768871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] No DVR routers for this DVR port d9f4bba9-6424-4d62-9080-aee1431675bb on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:08:27.771874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:27.778749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4af941ce-0dbe-4334-b88b-077f6d490cd2 req-cc946270-28c3-48d5-a16d-b96eb8ce232a tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.15 "DELETE /v2.0/ports/d9f4bba9-6424-4d62-9080-aee1431675bb HTTP/1.1" status: 204  len: 173 time: 0.8766541
Apr 02 21:08:27.779254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'name': 'network-vif-deleted', 'tag': 'd9f4bba9-6424-4d62-9080-aee1431675bb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:27.794946 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f46565c-ae6e-4f5d-bc0a-f83335a25fd2" -d '{"events": [{"server_uuid": "1027fad3-657a-46d6-bf7f-464a65a29b13", "name": "network-vif-deleted", "tag": "d9f4bba9-6424-4d62-9080-aee1431675bb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:27.872581 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e2032d-9117-40db-b1d9-12a4f72c9bec x-openstack-request-id: req-e2e2032d-9117-40db-b1d9-12a4f72c9bec {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:27.875251 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1027fad3-657a-46d6-bf7f-464a65a29b13", "name": "network-vif-deleted", "tag": "d9f4bba9-6424-4d62-9080-aee1431675bb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:27.877918 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2e2032d-9117-40db-b1d9-12a4f72c9bec {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:27.878311 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e2032d-9117-40db-b1d9-12a4f72c9bec'] response: {'server_uuid': '1027fad3-657a-46d6-bf7f-464a65a29b13', 'name': 'network-vif-deleted', 'tag': 'd9f4bba9-6424-4d62-9080-aee1431675bb', 'status': 'completed', 'code': 200}
Apr 02 21:08:28.085504 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Publish callbacks [] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.104833 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 02 21:08:28.104833 ncdv-master-1 neutron-server[121650]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s]
Apr 02 21:08:28.104833 ncdv-master-1 neutron-server[121650]: [parameters: {'host': 'ncdv-master-1', 'ml2_port_bindings_port_id': 'a8effab1-5034-4cfc-a944-e6546b193fd5', 'ml2_port_bindings_host': ''}]
Apr 02 21:08:28.104833 ncdv-master-1 neutron-server[121650]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:08:28.106333 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:08:28.168235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a8effab1-5034-4cfc-a944-e6546b193fd5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.202174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c87f694-690d-40f8-becc-95c492d0d356 req-3dc90d78-0c14-47b9-8e0d-aac2427b1470 tempest-ServerGroupTestJSON-25945447 tempest-ServerGroupTestJSON-25945447-project] 10.222.0.18 "GET /v2.0/ports?device_id=1027fad3-657a-46d6-bf7f-464a65a29b13 HTTP/1.1" status: 200  len: 210 time: 0.1213741
Apr 02 21:08:28.292300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8effab1-5034-4cfc-a944-e6546b193fd5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:28.315993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (305e134c-c5c2-49ee-bae0-065f96ff30b6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.438192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (305e134c-c5c2-49ee-bae0-065f96ff30b6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.447248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45b5d7-bd9e-4902-96fc-60697069309b req-0bb59234-e9b9-42c4-a69a-3665d2ea7a41 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:28.454628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f45b5d7-bd9e-4902-96fc-60697069309b req-0bb59234-e9b9-42c4-a69a-3665d2ea7a41 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.2602079
Apr 02 21:08:28.458118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (305e134c-c5c2-49ee-bae0-065f96ff30b6), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.532150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (305e134c-c5c2-49ee-bae0-065f96ff30b6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.533194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 305e134c-c5c2-49ee-bae0-065f96ff30b6 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:08:28.543122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.546979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a81806d-b673-4a65-9570-f74137ea0f6a tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/routers/305e134c-c5c2-49ee-bae0-065f96ff30b6 HTTP/1.1" status: 204  len: 168 time: 1.6325147
Apr 02 21:08:28.547525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50074) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:28.568383 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f45b5d7-bd9e-4902-96fc-60697069309b req-55bf2603-55f0-4e29-9a05-1ec21a90f531 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071563
Apr 02 21:08:28.641401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Port a8effab1-5034-4cfc-a944-e6546b193fd5 not found while updating agent binding for router 305e134c-c5c2-49ee-bae0-065f96ff30b6. {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 02 21:08:28.667657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Deleting subnet 829d2cf8-9434-48b7-a838-63a029476829 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:08:28.673129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for subnet (829d2cf8-9434-48b7-a838-63a029476829), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.675172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:28.677169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 02 21:08:28.679157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_agentschedulers_db [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'305e134c-c5c2-49ee-bae0-065f96ff30b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent'). {{(pid=121650) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 02 21:08:28.679898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d370d7-e119-49c2-8934-952dc6a68ab4 None None] The sync data for ids ['305e134c-c5c2-49ee-bae0-065f96ff30b6'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:28.693906 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:08:28.725199 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.736408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (829d2cf8-9434-48b7-a838-63a029476829), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.796894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (829d2cf8-9434-48b7-a838-63a029476829), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.880446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (829d2cf8-9434-48b7-a838-63a029476829), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.915218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=829d2cf8-9434-48b7-a838-63a029476829,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:28.917687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:28.922471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05c0447f-d3e6-4811-8836-3ae5d684c024 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/829d2cf8-9434-48b7-a838-63a029476829 HTTP/1.1" status: 204  len: 168 time: 0.3737674
Apr 02 21:08:28.924256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50092) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:29.038176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c93c78a7-45cc-4eb0-877a-1984d801956e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.141214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c93c78a7-45cc-4eb0-877a-1984d801956e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.182184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784438ba90>,) {'filters': {'network_id': ['c93c78a7-45cc-4eb0-877a-1984d801956e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:29.206744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784438ba90>, '82f5455d-bcdc-452c-8623-baff583f4341') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:29.207409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784438ba90>, '82f5455d-bcdc-452c-8623-baff583f4341') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:29.227225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (82f5455d-bcdc-452c-8623-baff583f4341), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.253038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (82f5455d-bcdc-452c-8623-baff583f4341), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.268776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:08:29.270982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (82f5455d-bcdc-452c-8623-baff583f4341), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:08:29.278611 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:08:29.404797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c93c78a7-45cc-4eb0-877a-1984d801956e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.427234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.491614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c93c78a7-45cc-4eb0-877a-1984d801956e {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:08:29.494574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.503806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c93c78a7-45cc-4eb0-877a-1984d801956e HTTP/1.1" status: 204  len: 168 time: 0.5789661
Apr 02 21:08:29.518069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc33e3-df35-4965-8eab-92871d221998 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event deleted for resources: {'Network': ['ID=c93c78a7-45cc-4eb0-877a-1984d801956e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:29.760055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc36f1-447b-43b5-9ced-42c1cbf0de54 req-6cb9a3c2-20ac-42fd-986a-e1ec2ad53a58 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:29.773863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29dc36f1-447b-43b5-9ced-42c1cbf0de54 req-6cb9a3c2-20ac-42fd-986a-e1ec2ad53a58 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1200798
Apr 02 21:08:29.783631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50132) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:29.846953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29dc36f1-447b-43b5-9ced-42c1cbf0de54 req-0ca0256e-e8fd-4f36-97c5-b42487fef7d5 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660372
Apr 02 21:08:29.900906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Deleting subnet 073cbd53-8976-4ecb-a5cb-c07245fd2d1b {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:08:29.906182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Publish callbacks [] for subnet (073cbd53-8976-4ecb-a5cb-c07245fd2d1b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.969019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (073cbd53-8976-4ecb-a5cb-c07245fd2d1b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:29.976336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50134) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:29.982765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'name': 'tempest-router--665957309', 'project_id': '78a27337bd9b4b8e9d56ee63333daea1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:30.029592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (073cbd53-8976-4ecb-a5cb-c07245fd2d1b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.042917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.044855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.116938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (073cbd53-8976-4ecb-a5cb-c07245fd2d1b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.153674 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.159212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.171774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073cbd53-8976-4ecb-a5cb-c07245fd2d1b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:30.189775 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.194157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2349a157-fa05-41c1-b48a-b7cd553bea06 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/073cbd53-8976-4ecb-a5cb-c07245fd2d1b HTTP/1.1" status: 204  len: 168 time: 0.4084423
Apr 02 21:08:30.197142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50136) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:30.207126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.209140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cd126f80-0f55-4a78-b904-2c9202fc6edf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2315218
Apr 02 21:08:30.216659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50138) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:30.304088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4d5a73db-037d-48be-8895-75089364a390), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.315206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.497608 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4d5a73db-037d-48be-8895-75089364a390), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.542622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.545693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.554810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844f825e0>,) {'filters': {'network_id': ['4d5a73db-037d-48be-8895-75089364a390']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:30.569768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844f825e0>, '109a41dc-b489-48f9-9177-7c113c1ae722') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:30.570243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844f825e0>, '109a41dc-b489-48f9-9177-7c113c1ae722') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:30.584244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (109a41dc-b489-48f9-9177-7c113c1ae722), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.609742 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (109a41dc-b489-48f9-9177-7c113c1ae722), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.622809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:08:30.623469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (109a41dc-b489-48f9-9177-7c113c1ae722), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:08:30.625997 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:08:30.630177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.631183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:08:30.660747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.660747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-237b02b9-16a6-4a13-983d-7d02a468cc43 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/routers/bedb6f6c-cc57-4338-bcdb-21b1bfd7a00c HTTP/1.1" status: 204  len: 168 time: 0.4394822
Apr 02 21:08:30.735691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4d5a73db-037d-48be-8895-75089364a390), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.747763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:30.755942 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4d5a73db-037d-48be-8895-75089364a390 HTTP/1.1" status: 204  len: 168 time: 0.5574758
Apr 02 21:08:30.787122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e8ae1-29eb-4e69-8b64-3897c03d8683 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5a73db-037d-48be-8895-75089364a390,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:30.868880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:31.030363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c63bb-11dd-4e1b-8337-ec43702e3196 req-0b709369-efc2-4a1e-bb52-37876bd43752 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:31.039759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f28c63bb-11dd-4e1b-8337-ec43702e3196 req-0b709369-efc2-4a1e-bb52-37876bd43752 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.0962796
Apr 02 21:08:31.124994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f28c63bb-11dd-4e1b-8337-ec43702e3196 req-b3eb49c8-297f-415d-8928-ed563cf85c0d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796690
Apr 02 21:08:31.184668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1474298604', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:31.228261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (982b3a90-8dd6-4669-88c6-d8920c62c48d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.231372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (982b3a90-8dd6-4669-88c6-d8920c62c48d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.262245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50154) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:31.289168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d9f4bba9-6424-4d62-9080-aee1431675bb no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:08:31.330316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: d9f4bba9-6424-4d62-9080-aee1431675bb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:08:31.331068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d9f4bba9-6424-4d62-9080-aee1431675bb not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:08:31.342355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-549b7e3a-0a18-4079-a959-c001285999fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26c2ad88757e44dca408afd7d040112f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0788891
Apr 02 21:08:31.342974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50156) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:31.356060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (982b3a90-8dd6-4669-88c6-d8920c62c48d), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.430553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f655-8e5d-4fca-ba65-0cf30c91d110 admin admin] Publish callbacks [] for security_group (0980a33e-e51f-455b-889a-942686110b0e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.466022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f655-8e5d-4fca-ba65-0cf30c91d110 admin admin] Publish callbacks [] for security_group (0980a33e-e51f-455b-889a-942686110b0e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.604555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f655-8e5d-4fca-ba65-0cf30c91d110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0980a33e-e51f-455b-889a-942686110b0e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.608666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f655-8e5d-4fca-ba65-0cf30c91d110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:31.610417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1ea8f655-8e5d-4fca-ba65-0cf30c91d110 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0980a33e-e51f-455b-889a-942686110b0e HTTP/1.1" status: 204  len: 168 time: 0.2665381
Apr 02 21:08:31.624094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8f655-8e5d-4fca-ba65-0cf30c91d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980a33e-e51f-455b-889a-942686110b0e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:32.017124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (982b3a90-8dd6-4669-88c6-d8920c62c48d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:32.058544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-f2a5693b-3ac8-4126-a99f-ed358e2a179f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.4626637
Apr 02 21:08:32.248174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.248930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.249629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.250226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.250847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.251356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.251987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.255393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-2e6d90f9-49f8-41d9-8004-598484f02bd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fad5516982b843a9a35e49795fda0844&device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 6706 time: 0.1078794
Apr 02 21:08:32.505349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-cb91e684-5dfd-4936-973e-270ba21a2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.505349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-cb91e684-5dfd-4936-973e-270ba21a2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.505349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-cb91e684-5dfd-4936-973e-270ba21a2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.505913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-cb91e684-5dfd-4936-973e-270ba21a2120 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=ade7b0c7-9d28-49c6-8944-213c1ff76706&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503 HTTP/1.1" status: 200  len: 2292 time: 0.2070785
Apr 02 21:08:32.615085 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (982b3a90-8dd6-4669-88c6-d8920c62c48d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:32.650209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:32.679737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-557473d5-9a9b-468d-9d18-5b7276cedeb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6 HTTP/1.1" status: 200  len: 1001 time: 0.1626501
Apr 02 21:08:32.868571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Allocated IP 172.35.4.76 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/fa88bd14-0081-442f-bca7-1857064572bc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:32.893623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-671ad228-bb47-461b-9217-20cdcb53f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.895858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-671ad228-bb47-461b-9217-20cdcb53f29f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae01d4b1-1185-478a-81dc-3b1268d7eb3e HTTP/1.1" status: 200  len: 851 time: 0.1124773
Apr 02 21:08:32.918908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50188) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:32.966995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17adeb7-08dd-4a7b-ae12-2c6920862f49 req-55398b73-2207-4bb8-92a0-1c45280d3445 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:32.966995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d17adeb7-08dd-4a7b-ae12-2c6920862f49 req-55398b73-2207-4bb8-92a0-1c45280d3445 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1847031
Apr 02 21:08:33.103238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-30cecfc7-f948-4e7c-be09-78f9f280256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:33.105018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-30cecfc7-f948-4e7c-be09-78f9f280256a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ad59ca6-db0d-408a-9756-69cb5adb69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1917109
Apr 02 21:08:33.112737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-network', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:33.113030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for port (fa88bd14-0081-442f-bca7-1857064572bc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.127304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d17adeb7-08dd-4a7b-ae12-2c6920862f49 req-ed7cc4ce-928f-429a-ad47-843413ff7fa2 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207454
Apr 02 21:08:33.172957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Made reservation on behalf of bcc988d584ef47dd99506305e1c7d45a for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:33.177606 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.197145 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.283618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa88bd14-0081-442f-bca7-1857064572bc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.333462 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks [] for security_group (06da8b3f-0463-48b2-91b1-04afd5f23512), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.338801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (06da8b3f-0463-48b2-91b1-04afd5f23512), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.344058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:33.349709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:33.353801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:33.361845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-e048e9d0-271e-4496-89e6-9118f2f0942e service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458975
Apr 02 21:08:33.377476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:08:33.395077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da8b3f-0463-48b2-91b1-04afd5f23512,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:33.412670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (06e4698a-d625-429c-9473-c86b2b1d3a3b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.413039 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Added segment 06e4698a-d625-429c-9473-c86b2b1d3a3b of type vlan for network fd76cca2-af28-4582-8f95-9239b6ffeadc
Apr 02 21:08:33.445159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event updated for resources: {'Port': ['ID=fa88bd14-0081-442f-bca7-1857064572bc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:33.517625 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (fd76cca2-af28-4582-8f95-9239b6ffeadc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.577867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (fd76cca2-af28-4582-8f95-9239b6ffeadc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.583169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:33.584946 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.691535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7679083
Apr 02 21:08:33.692965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50198) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:33.698695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Request body: {'subnet': {'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-subnet', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:33.703885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955be8a6-a009-483b-96db-014a2f5c0095 admin admin] Pushing event updated for resources: {'Network': ['ID=fd76cca2-af28-4582-8f95-9239b6ffeadc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:33.716853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network fd76cca2-af28-4582-8f95-9239b6ffeadc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:08:33.738372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Made reservation on behalf of bcc988d584ef47dd99506305e1c7d45a for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:33.738372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:33.815039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-53bff9fe-c96a-4bbe-acdf-ef6d21e5ca5e service neutron] 10.222.0.21 "GET /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4117205
Apr 02 21:08:33.913724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-72fb98b8-7af5-465c-a583-e604e3db194f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 217 time: 0.0412188
Apr 02 21:08:34.022310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (a2b79bfb-8146-4e33-b2f9-4e72ed76e41c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.039020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (982b3a90-8dd6-4669-88c6-d8920c62c48d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.042389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-89b2ea1a-df18-4c69-8a84-643dec00a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:34.044066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-89b2ea1a-df18-4c69-8a84-643dec00a592 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.0796442
Apr 02 21:08:34.082010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:34.101927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Checking segment: {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:34.102313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Network hostable DHCP agents. Network: fd76cca2-af28-4582-8f95-9239b6ffeadc, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:08:34.124046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Network fd76cca2-af28-4582-8f95-9239b6ffeadc is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:08:34.135454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd76cca2-af28-4582-8f95-9239b6ffeadc) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:34.149554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:34.150236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.151572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0490d6-34af-476e-a417-d3f981591a06 None None] Network fd76cca2-af28-4582-8f95-9239b6ffeadc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:34.177408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5fc9488e-ecbd-495c-a5b1-927dcd598a4b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.4833112
Apr 02 21:08:34.180011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50202) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:34.197079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:34.221683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-56640899-d743-47ca-a409-f0c790bcf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:34.227799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-56640899-d743-47ca-a409-f0c790bcf4d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1399374
Apr 02 21:08:34.253715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (80ea6743-ca88-43d3-a66d-3fcb82691829), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.255326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (80ea6743-ca88-43d3-a66d-3fcb82691829), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.365447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a73ab8-7cfe-4c42-a75c-e6193b612007 None None] Network fd76cca2-af28-4582-8f95-9239b6ffeadc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:08:34.413184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks [] for router_controller (80ea6743-ca88-43d3-a66d-3fcb82691829), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.556348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-52d97102-acb6-4dae-924b-c6ebd11452d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2885849
Apr 02 21:08:34.609758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-4b492e8a-574c-4692-9bf6-34a38744e59d service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3692307
Apr 02 21:08:34.663104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks [] for router_gateway (80ea6743-ca88-43d3-a66d-3fcb82691829), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.680857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a422c-b254-49b0-8ea6-5ddb44696ab7 req-9d885df5-4810-4dce-ac28-87fef7415688 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:34.683299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b80a422c-b254-49b0-8ea6-5ddb44696ab7 req-9d885df5-4810-4dce-ac28-87fef7415688 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.3835254
Apr 02 21:08:34.775459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-077312d4-7f46-43f2-8cfa-7662627c4ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535969
Apr 02 21:08:34.785692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (982b3a90-8dd6-4669-88c6-d8920c62c48d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:34.847574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b80a422c-b254-49b0-8ea6-5ddb44696ab7 req-3adff26a-5e49-46b9-b2a5-e308162e92fd tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462688
Apr 02 21:08:34.970686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-5ddb3776-638d-4914-87da-35b09ddb0b3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 217 time: 0.1791365
Apr 02 21:08:35.031879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.032717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.033398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.034035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.034670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.035301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.036775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.039069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f54b03df-16b8-4ad9-9590-5f675e36b6d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6719 time: 0.2621655
Apr 02 21:08:35.078953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks [] for router_gateway (80ea6743-ca88-43d3-a66d-3fcb82691829), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:35.102030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:35.269289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Allocated IP 172.35.4.96 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/671cfd6c-8114-4eb3-98a9-1f6697097f98) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:35.364040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-db58d994-6d85-4d9b-84ff-9bcad791a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.365690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-db58d994-6d85-4d9b-84ff-9bcad791a785 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.3880198
Apr 02 21:08:35.436014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks [] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:35.490426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:35.525080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-55d0fc19-2d4b-4067-895c-6177b53bc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.527748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-55d0fc19-2d4b-4067-895c-6177b53bc1db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1441841
Apr 02 21:08:35.539593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:35.547082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:35.555326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:35.562137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Pushing event updated for resources: {'Port': ['ID=671cfd6c-8114-4eb3-98a9-1f6697097f98,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:35.656817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-3b9639ea-9048-41cc-a77d-a6d07d296eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.657548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-3b9639ea-9048-41cc-a77d-a6d07d296eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.657820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-3b9639ea-9048-41cc-a77d-a6d07d296eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.659879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-3b9639ea-9048-41cc-a77d-a6d07d296eb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ddecd24-a294-4bc2-af54-c9e8165b2234&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=32fe859b-79f2-47de-9367-aa2bcd861a1d&id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 2298 time: 0.5881684
Apr 02 21:08:35.665396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Router 982b3a90-8dd6-4669-88c6-d8920c62c48d is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:08:35.764623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f3efbad7-97e9-4d00-91b6-54956a393a9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 200  len: 1000 time: 0.0913386
Apr 02 21:08:35.771160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-ea58b02d-27b6-4ef3-917b-54d286e0a343 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253933
Apr 02 21:08:35.884598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks [] for router_gateway (80ea6743-ca88-43d3-a66d-3fcb82691829), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:35.987825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-35ba4f39-6304-4458-80bc-1f78341a9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:35.990942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-35ba4f39-6304-4458-80bc-1f78341a9c49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf0dda7-605e-462d-a212-5840ccdc61ae HTTP/1.1" status: 200  len: 856 time: 0.2172773
Apr 02 21:08:36.093331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:36.104333 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] Sync routers for ids ['982b3a90-8dd6-4669-88c6-d8920c62c48d'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:36.127238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] Routers {'982b3a90-8dd6-4669-88c6-d8920c62c48d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:36.127775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846af3ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['982b3a90-8dd6-4669-88c6-d8920c62c48d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:36.136804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-0181846e-8070-4fb6-bf85-3cad24a596b1 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3506763
Apr 02 21:08:36.170020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593ee58-1973-4c58-8d55-581698e732aa req-27e6c554-d42a-4de8-8e26-c876bb78dc4d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:36.172343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d593ee58-1973-4c58-8d55-581698e732aa req-27e6c554-d42a-4de8-8e26-c876bb78dc4d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.2005365
Apr 02 21:08:36.174094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846af3ee0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:36.185090 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] Routers {'982b3a90-8dd6-4669-88c6-d8920c62c48d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:36.186058 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846af3ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['982b3a90-8dd6-4669-88c6-d8920c62c48d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:36.228623 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846af3ee0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:36.229554 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744aeda6-f0c6-478e-b706-f243ec384393 None None] The sync data for ids ['982b3a90-8dd6-4669-88c6-d8920c62c48d'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:36.281532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-7559cdac-1520-445d-879c-0c6b4f513a1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a43c7f16-83a8-4758-918d-0bd3f2393170 HTTP/1.1" status: 200  len: 217 time: 0.1299601
Apr 02 21:08:36.287670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:36.296526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4164c68-b8dd-48ae-aa77-b286bd4cd6e5 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.4263334
Apr 02 21:08:36.298667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-de129f73-e78c-4be6-942f-912dde2af21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:36.300350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-de129f73-e78c-4be6-942f-912dde2af21a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ddecd24-a294-4bc2-af54-c9e8165b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2812750
Apr 02 21:08:36.303935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50218) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:36.455307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d593ee58-1973-4c58-8d55-581698e732aa req-f819d1b6-eb59-4977-80d4-a6a4a9eecc5f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687736
Apr 02 21:08:36.517923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (80ea6743-ca88-43d3-a66d-3fcb82691829), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:36.574573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-b82b2eff-e395-4807-958a-65f99a0aa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:36.576101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-b82b2eff-e395-4807-958a-65f99a0aa5aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.2729502
Apr 02 21:08:36.673203 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ee91034-63fc-4093-a02a-ef4706480e82 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/982b3a90-8dd6-4669-88c6-d8920c62c48d HTTP/1.1" status: 200  len: 924 time: 0.3680115
Apr 02 21:08:36.673876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:36.678192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-4f34e77f-3815-44da-9148-9232eebeee35 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3513906
Apr 02 21:08:36.685305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-42e8f893-d202-4fef-be7e-a90f1ff33a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:36.686810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-42e8f893-d202-4fef-be7e-a90f1ff33a63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1035192
Apr 02 21:08:36.713157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf67b76e-ec21-4006-95cb-c24f23a000c9 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=982b3a90-8dd6-4669-88c6-d8920c62c48d HTTP/1.1" status: 200  len: 205 time: 0.0380256
Apr 02 21:08:36.716747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50226) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:36.793175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Router 80ea6743-ca88-43d3-a66d-3fcb82691829 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:08:36.869626 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-df7aa2af-8761-4e1a-bed5-c8d3dfabce4c service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818428
Apr 02 21:08:36.871506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-df44df80-19f8-4180-aa85-99ad69d6aca3 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735349
Apr 02 21:08:36.936420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-33026ad6-1ea2-4a4d-bd2b-ac194b6d0561 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 217 time: 0.0585790
Apr 02 21:08:36.960857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (982b3a90-8dd6-4669-88c6-d8920c62c48d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:37.068341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-4c9f4504-3a02-4ad7-9f39-8e8ceb843a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:37.068341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-4c9f4504-3a02-4ad7-9f39-8e8ceb843a2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1136529
Apr 02 21:08:37.095421 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (982b3a90-8dd6-4669-88c6-d8920c62c48d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:37.116267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:37.128265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Sync routers for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:37.131284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-8e2e74b0-c415-43b2-adac-0f632b312b86 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474134
Apr 02 21:08:37.139125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:37.140082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455fab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:37.168207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:37.169604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5f9e79d-2338-43e3-881e-07f5a57547e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.9882159
Apr 02 21:08:37.176239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50228) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:37.186603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Deleting port fa88bd14-0081-442f-bca7-1857064572bc {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:37.186986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fa88bd14-0081-442f-bca7-1857064572bc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:37.196631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-8cd487f4-aaed-494b-8abc-9a34746d7d1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676 HTTP/1.1" status: 200  len: 217 time: 0.0469339
Apr 02 21:08:37.245735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-8ec2054c-50f9-4228-ab33-ae94dec91aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:37.247370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-8ec2054c-50f9-4228-ab33-ae94dec91aca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1759450
Apr 02 21:08:37.268754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-9c2bb8a5-f172-418d-9825-e2f351e03651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:37.271007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-9c2bb8a5-f172-418d-9825-e2f351e03651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 200  len: 797 time: 0.0658808
Apr 02 21:08:37.298238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:37.376483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fa88bd14-0081-442f-bca7-1857064572bc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:37.390891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-90808ff2-4414-4f67-bab4-1fa2b795ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:37.392272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-90808ff2-4414-4f67-bab4-1fa2b795ade3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ade7b0c7-9d28-49c6-8944-213c1ff76706&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1084235
Apr 02 21:08:37.396732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-9bae2ea3-d56f-4e35-851d-170c5ea96bfe service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395469
Apr 02 21:08:37.502514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Calling delete_port for fa88bd14-0081-442f-bca7-1857064572bc owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:37.583642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455fab20>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:35Z', 'revision_number': 3, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:37.584488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-e0e17750-a2f9-4c4f-a03b-7b2f5ebe8da1 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717844
Apr 02 21:08:37.589546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-cb76d7d9-5f18-43be-930e-1d4125eac71d service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851239
Apr 02 21:08:37.633797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Checking router: 80ea6743-ca88-43d3-a66d-3fcb82691829 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:08:37.634502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Updating router 80ea6743-ca88-43d3-a66d-3fcb82691829 port 671cfd6c-8114-4eb3-98a9-1f6697097f98 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:08:37.663936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:37.678778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-5091dc6d-ae3c-43fb-8f94-b04cf2ba88b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 217 time: 0.0878513
Apr 02 21:08:37.780824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-d232bdb1-8e64-41a8-84b7-8ba169cea383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:37.784803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-d232bdb1-8e64-41a8-84b7-8ba169cea383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0924201
Apr 02 21:08:37.849324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48781-f9a3-463d-a066-95bf2a1e1269 req-404d0209-5815-4542-be5f-af8071591bfa tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:37.856925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03c48781-f9a3-463d-a066-95bf2a1e1269 req-404d0209-5815-4542-be5f-af8071591bfa tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.2270229
Apr 02 21:08:37.871700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-c65ed021-5d4b-42bf-a1f9-ed9bd60c2fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2681313
Apr 02 21:08:38.035711 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Publish callbacks [] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.044406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03c48781-f9a3-463d-a066-95bf2a1e1269 req-ce7382db-2641-477d-8ed0-2f91562a01cf tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828625
Apr 02 21:08:38.045801 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.068435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fa88bd14-0081-442f-bca7-1857064572bc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.107792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6dfbd-cf42-4d6f-80ba-4b76b1d4471b None None] Pushing event updated for resources: {'Port': ['ID=671cfd6c-8114-4eb3-98a9-1f6697097f98,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:38.137174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Attempting to bind port 671cfd6c-8114-4eb3-98a9-1f6697097f98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:38.137911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Attempting to bind port 671cfd6c-8114-4eb3-98a9-1f6697097f98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:38.138040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Attempting to bind port 671cfd6c-8114-4eb3-98a9-1f6697097f98 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:38.143105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event deleted for resources: {'Port': ['ID=fa88bd14-0081-442f-bca7-1857064572bc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:38.143844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:38.144356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:38.145993 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.146175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:38.146783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Bound port: 671cfd6c-8114-4eb3-98a9-1f6697097f98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:38.147205 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.148682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.251570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] For port 671cfd6c-8114-4eb3-98a9-1f6697097f98, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:38.255596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] For port 671cfd6c-8114-4eb3-98a9-1f6697097f98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671cfd6c-8114-4eb3-98a9-1f6697097f98,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:38.264418 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.346517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (982b3a90-8dd6-4669-88c6-d8920c62c48d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.358521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:38.359186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455fab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:38.363053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6dfbd-cf42-4d6f-80ba-4b76b1d4471b None None] Pushing event updated for resources: {'Port': ['ID=671cfd6c-8114-4eb3-98a9-1f6697097f98,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:38.381866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-820c5eb1-cf7d-4392-b57d-f7f0a544f130 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 HTTP/1.1" status: 200  len: 217 time: 0.4982355
Apr 02 21:08:38.463917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-a98675f0-c21f-4de4-bb06-c3d08a8a1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:38.465793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-a98675f0-c21f-4de4-bb06-c3d08a8a1b82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.0716963
Apr 02 21:08:38.474599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-093d68b6-27a8-42a9-9fa9-16771cf4adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:38.476245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-093d68b6-27a8-42a9-9fa9-16771cf4adf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6862466
Apr 02 21:08:38.495414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (982b3a90-8dd6-4669-88c6-d8920c62c48d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.499230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (982b3a90-8dd6-4669-88c6-d8920c62c48d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.518481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:38.552922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Allocated IP 172.20.0.1 (fd76cca2-af28-4582-8f95-9239b6ffeadc/a2b79bfb-8146-4e33-b2f9-4e72ed76e41c/ee586640-4f45-486f-bdd8-e4c7fe604f0a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:38.564225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (982b3a90-8dd6-4669-88c6-d8920c62c48d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.564750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Fanout notify agent at l3_agent the message router_deleted on router 982b3a90-8dd6-4669-88c6-d8920c62c48d {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:08:38.574511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.575552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90ef361f-cf3b-4c94-b258-49a4c7504e92 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/982b3a90-8dd6-4669-88c6-d8920c62c48d HTTP/1.1" status: 204  len: 168 time: 1.8577538
Apr 02 21:08:38.582536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50236) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:38.592549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-916389277', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': False}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:38.634068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-2c0ffd0a-a83d-494a-9d9e-17c9787a8aeb service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471741
Apr 02 21:08:38.672907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (4c2a4fa7-180a-4789-a281-b318fbad3c56), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.673965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (4c2a4fa7-180a-4789-a281-b318fbad3c56), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.677156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-60a60028-b60a-4b8e-bf35-808f66f9662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:38.678870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-60a60028-b60a-4b8e-bf35-808f66f9662d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2016170
Apr 02 21:08:38.779733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (4c2a4fa7-180a-4789-a281-b318fbad3c56), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.783781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks [] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:38.794354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455fab20>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:35Z', 'revision_number': 3, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:38.836743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6c689-a443-4f41-af61-1cb1266e4e5d None None] The sync data for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 is: [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:35Z', 'revision_number': 3, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:38.965335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-c2a9e760-9e2a-409d-9c1e-a3fdd19204c4 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3235040
Apr 02 21:08:39.046722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-058ae2d9-7a32-4f34-bb96-bf4d11cdabc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7ae013e3-926a-45ea-aa70-0539b27a910a HTTP/1.1" status: 200  len: 217 time: 0.0712116
Apr 02 21:08:39.187586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-955ba619-a0e6-427d-9af3-a0d644a58315 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4402623
Apr 02 21:08:39.397165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-25cce014-538e-4118-989b-af7ecfccc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:39.398652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-25cce014-538e-4118-989b-af7ecfccc322 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.3260972
Apr 02 21:08:39.503133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca627a-b2ca-4d99-a198-e11e3f353f29 req-f64f6a17-6045-412c-8449-ea6bc236e1d4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:39.506452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0ca627a-b2ca-4d99-a198-e11e3f353f29 req-f64f6a17-6045-412c-8449-ea6bc236e1d4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.3043573
Apr 02 21:08:39.568721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-3f42842e-b91a-421f-bc80-beebf628db4f service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3659048
Apr 02 21:08:39.635346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-3e4a04f9-2614-40b1-889f-32b03df83685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:39.637334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-3e4a04f9-2614-40b1-889f-32b03df83685 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2241743
Apr 02 21:08:39.676833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (4c2a4fa7-180a-4789-a281-b318fbad3c56), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:39.706153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-4d700cf5-e36a-4644-adaf-b164fc74fdd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3 HTTP/1.1" status: 200  len: 217 time: 0.1123600
Apr 02 21:08:39.755270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:39.859783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0ca627a-b2ca-4d99-a198-e11e3f353f29 req-d9a65c5b-fe6f-4751-bea6-4fb11a6ac573 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3463423
Apr 02 21:08:39.886138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-f4a626b2-f01a-4e4b-9f72-eafa40fbae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:39.888383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-f4a626b2-f01a-4e4b-9f72-eafa40fbae17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 200  len: 797 time: 0.1755357
Apr 02 21:08:39.972649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Network fd76cca2-af28-4582-8f95-9239b6ffeadc is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:39.997776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-52afd939-9093-4ec9-9cad-94d7a8d95440 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042059
Apr 02 21:08:40.007372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Pushing event updated for resources: {'Port': ['ID=ee586640-4f45-486f-bdd8-e4c7fe604f0a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:40.017573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:40.026421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:40.058795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-df504232-77fb-4833-9ba7-a4142879ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.060387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-df504232-77fb-4833-9ba7-a4142879ad9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c70d63-32ca-4127-ab6e-1a01ed6bf503&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1655910
Apr 02 21:08:40.135847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 671cfd6c-8114-4eb3-98a9-1f6697097f98 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:40.287271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.295473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 671cfd6c-8114-4eb3-98a9-1f6697097f98 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:40.295903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:40.300013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.306640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.323300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.337284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.343532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.350300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.359074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5990d971-b07c-484d-a799-dd61a63a7697 req-76d053b6-6d60-48b1-9b80-4dad3c88e875 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.7002101
Apr 02 21:08:40.385410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-d0e8b03c-3be4-4346-954b-9159eee083a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086457
Apr 02 21:08:40.388977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-234f8baa-089c-42c4-b959-bca66a30c70e service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3817008
Apr 02 21:08:40.422631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (80ea6743-ca88-43d3-a66d-3fcb82691829), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:40.430593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 671cfd6c-8114-4eb3-98a9-1f6697097f98 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:40.431330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:40.461897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 671cfd6c-8114-4eb3-98a9-1f6697097f98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671cfd6c-8114-4eb3-98a9-1f6697097f98,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:40.473289 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:40.542882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5990d971-b07c-484d-a799-dd61a63a7697 req-69178a65-b25c-476f-8e3d-8cf46f606260 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1828468
Apr 02 21:08:40.547380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-91593548-d738-4dc5-9682-5d28e645b3f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 200  len: 217 time: 0.1486573
Apr 02 21:08:40.598977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=671cfd6c-8114-4eb3-98a9-1f6697097f98,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:40.764811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-05ae3c0d-2c17-4d2a-9102-06f5e03e5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.773782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-05ae3c0d-2c17-4d2a-9102-06f5e03e5354 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.2099886
Apr 02 21:08:40.882607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2ef86b-8b25-47f9-8f27-e1ca2b0f8f0b req-412ed620-d083-461c-8638-908494b592e7 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4856322
Apr 02 21:08:40.947300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-1883e6a9-f625-492b-a359-5941d2c1016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:40.950995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-1883e6a9-f625-492b-a359-5941d2c1016c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1757753
Apr 02 21:08:40.987873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (4c2a4fa7-180a-4789-a281-b318fbad3c56), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:40.989990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.003450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.025455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.033520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.043719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.050220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.060090 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.063453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5097bef-44f0-4399-a7dc-12050cbe3434 req-1ef625d5-663b-4b63-b6ce-0ebd6a294bb0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.3711474
Apr 02 21:08:41.063648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.084490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.230795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-da794a26-564c-4893-a327-d3dbea3465c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659677
Apr 02 21:08:41.381510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-523a9f5d-29c9-455a-aba3-de5f2f151c71 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431258
Apr 02 21:08:41.413441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67950e4f-6df3-468f-829b-a355eacbcf47 req-fd62c122-fc0d-4388-863c-3d9755a33788 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.415008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67950e4f-6df3-468f-829b-a355eacbcf47 req-fd62c122-fc0d-4388-863c-3d9755a33788 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.2492688
Apr 02 21:08:41.433837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Allocated IP 172.35.4.118 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/68d37c97-27d7-4d3f-a727-e1f138dd45d3) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:41.459584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-1f44ba3d-f815-42ce-ae92-65aa69375008 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 200  len: 217 time: 0.0670419
Apr 02 21:08:41.527029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-c5bdf4b8-fe36-43ed-83d5-210ff27180e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.530046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-c5bdf4b8-fe36-43ed-83d5-210ff27180e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0642526
Apr 02 21:08:41.599414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67950e4f-6df3-468f-829b-a355eacbcf47 req-4dd17a22-8360-4637-b4a4-169392d61be8 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677287
Apr 02 21:08:41.607536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-dba98f46-dfa0-47f5-92b7-3502f5cf983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:41.609746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-dba98f46-dfa0-47f5-92b7-3502f5cf983c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0715902
Apr 02 21:08:41.628846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks [] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.641696 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.681510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.748950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (80ea6743-ca88-43d3-a66d-3fcb82691829), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.754097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Pushing event updated for resources: {'Port': ['ID=ee586640-4f45-486f-bdd8-e4c7fe604f0a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:41.805532 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:41.850852 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-e8bc45aa-c22c-4957-805e-f30b86a67d6f service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325015
Apr 02 21:08:41.899896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:41.912274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:41.920144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:41.923575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Port': ['ID=68d37c97-27d7-4d3f-a727-e1f138dd45d3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:42.021507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-4922eac4-0743-4581-9f26-41327a8c7396 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621540
Apr 02 21:08:42.106746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Network fd76cca2-af28-4582-8f95-9239b6ffeadc is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:42.110524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:42.134720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 671cfd6c-8114-4eb3-98a9-1f6697097f98 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:42.145231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-2c9a2cec-4027-4754-ad40-b1ed95900add service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 200  len: 217 time: 0.1147568
Apr 02 21:08:42.213752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 671cfd6c-8114-4eb3-98a9-1f6697097f98 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:42.214299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:42.242674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-d3b457cf-9287-4466-bcfd-de15029a6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:42.244071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-d3b457cf-9287-4466-bcfd-de15029a6d8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0570660
Apr 02 21:08:42.310879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703aa2-4860-44bd-95dc-f2b6e0dc8c6d req-b2bc94db-d3e9-4ea0-873b-e1e98d5f378f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:42.312428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23703aa2-4860-44bd-95dc-f2b6e0dc8c6d req-b2bc94db-d3e9-4ea0-873b-e1e98d5f378f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1809316
Apr 02 21:08:42.328990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Router 80ea6743-ca88-43d3-a66d-3fcb82691829 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:08:42.329618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-49f45bdc-8421-4f92-b1a2-f8beaae827bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:42.332618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-49f45bdc-8421-4f92-b1a2-f8beaae827bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0800712
Apr 02 21:08:42.389673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-d3f22ebf-d072-40d9-8189-8cb27d77b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:42.391680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-d3f22ebf-d072-40d9-8189-8cb27d77b758 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=93da813e266e41509229a1e99815d9ab&device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 1127 time: 0.2381759
Apr 02 21:08:42.446050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23703aa2-4860-44bd-95dc-f2b6e0dc8c6d req-f4a6f239-4f42-4a31-8bc4-738125c95831 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246765
Apr 02 21:08:42.482459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-f8691047-f4da-4b61-8e54-463fb88afff5 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426384
Apr 02 21:08:42.523672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 671cfd6c-8114-4eb3-98a9-1f6697097f98 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:42.592719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-676e55f6-6d14-4fb8-b6b2-a672db3e3f3f req-747111ab-1705-48ec-96ec-a9e8600cc40f service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024864
Apr 02 21:08:42.630588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (4c2a4fa7-180a-4789-a281-b318fbad3c56), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:42.689843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:42.693786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-c97ad245-f1eb-4e1a-8641-50d2662f330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:42.695261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-c97ad245-f1eb-4e1a-8641-50d2662f330a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 200  len: 917 time: 0.2956703
Apr 02 21:08:42.698668 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Sync routers for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:42.702783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-64d0f857-6ee3-4c23-8da8-97e71ff3fd85 admin admin] 10.222.0.18 "PUT /v2.0/routers/80ea6743-ca88-43d3-a66d-3fcb82691829/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5220490
Apr 02 21:08:42.711644 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:42.712399 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f0a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:42.772040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-a6557ac2-c8c1-4036-b361-e05b0f75211c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123 HTTP/1.1" status: 200  len: 217 time: 0.0664158
Apr 02 21:08:42.835008 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:42.869476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-c6b77128-0bc4-4a23-ba4d-1e9119a95986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:42.871270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-c6b77128-0bc4-4a23-ba4d-1e9119a95986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 200  len: 855 time: 0.0890799
Apr 02 21:08:43.040549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-b9fc714b-db18-48e2-b105-b7a5d0b74377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:43.042077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-b9fc714b-db18-48e2-b105-b7a5d0b74377 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1557429
Apr 02 21:08:43.047885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (4c2a4fa7-180a-4789-a281-b318fbad3c56), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:43.083302 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f0a3d0>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:41Z', 'revision_number': 2, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:43.240245 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Checking router: 80ea6743-ca88-43d3-a66d-3fcb82691829 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:08:43.240692 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Updating router 80ea6743-ca88-43d3-a66d-3fcb82691829 port ee586640-4f45-486f-bdd8-e4c7fe604f0a binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:08:43.272734 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:43.663689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cd825-237d-406f-863f-5de7e30ff52d req-021fc928-222c-4911-8d5c-e769cb78973d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:43.665627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-495cd825-237d-406f-863f-5de7e30ff52d req-021fc928-222c-4911-8d5c-e769cb78973d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1082752
Apr 02 21:08:43.719883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-8266aaf8-27df-45f7-b2b8-f4d82d50f698 service neutron] 10.222.0.15 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6674268
Apr 02 21:08:43.768959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-495cd825-237d-406f-863f-5de7e30ff52d req-a9d90473-beaa-4c6c-a6be-3954516d613c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915229
Apr 02 21:08:43.783089 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Publish callbacks [] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:43.794416 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:43.802212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-a04f7210-ace0-4f4f-88fd-5237d49fa09a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:43.804363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-a04f7210-ace0-4f4f-88fd-5237d49fa09a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 818 time: 0.6667717
Apr 02 21:08:43.821191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50384) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:43.886648 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-f997bfa7-0cd6-45dd-86f0-8ca4d5e6f721 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/quotas/bcc988d584ef47dd99506305e1c7d45a HTTP/1.1" status: 200  len: 375 time: 0.0298383
Apr 02 21:08:43.897074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Router 4c2a4fa7-180a-4789-a281-b318fbad3c56 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:08:43.938658 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Attempting to bind port ee586640-4f45-486f-bdd8-e4c7fe604f0a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:43.939359 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Attempting to bind port ee586640-4f45-486f-bdd8-e4c7fe604f0a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:43.939726 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Attempting to bind port ee586640-4f45-486f-bdd8-e4c7fe604f0a on network fd76cca2-af28-4582-8f95-9239b6ffeadc {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:43.945861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5c7417-eea0-4a29-946a-e81240e2e41e req-8068a7dd-ece2-4ff8-bf95-de8f388637f9 service neutron] 10.222.0.15 "GET /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122936
Apr 02 21:08:43.955611 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:43.955983 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Checking segment: {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:43.956694 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:43.957165 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Bound using segment: {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:43.957722 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Bound port: ee586640-4f45-486f-bdd8-e4c7fe604f0a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:43.958121 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:43.977655 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Pushing event updated for resources: {'Port': ['ID=ee586640-4f45-486f-bdd8-e4c7fe604f0a,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:43.989534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.989534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.989734 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.990153 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.990486 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.990894 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.991240 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.991596 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.991942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.992296 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.992677 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.992994 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.993389 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.993703 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.994088 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:08:43.994663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:43.995718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:43.997013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:44.001719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:44.002441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:44.004298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:44.005713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:44.009905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-166eaa41-5376-44ea-9fc4-acd429bebc12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6719 time: 0.1868443
Apr 02 21:08:44.039567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-83c1ec1a-2b24-4e0f-a982-58f1ea4ea967 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1436789
Apr 02 21:08:44.092546 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] For port ee586640-4f45-486f-bdd8-e4c7fe604f0a, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:44.098153 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] For port ee586640-4f45-486f-bdd8-e4c7fe604f0a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee586640-4f45-486f-bdd8-e4c7fe604f0a,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:44.112931 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.130635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-a025cdd6-32b2-4ed9-8f6e-a94a10d08426 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1135299
Apr 02 21:08:44.190272 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:44.191247 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f0a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:44.194730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:44.214204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Sync routers for ids ['4c2a4fa7-180a-4789-a281-b318fbad3c56'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:44.223498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-a9728b6e-ecdc-45a5-a8d2-24dc6b2c40c5 service neutron] 10.222.0.18 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554942
Apr 02 21:08:44.226547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.227882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62b9595d-8b9d-460f-83ba-0333d510c0f9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.6443920
Apr 02 21:08:44.231134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50408) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:44.235036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Routers {'4c2a4fa7-180a-4789-a281-b318fbad3c56'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:44.235946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845164d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4c2a4fa7-180a-4789-a281-b318fbad3c56'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:44.246995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fc20a-51c7-4718-ad4a-8c2c69120890 None None] Pushing event updated for resources: {'Port': ['ID=ee586640-4f45-486f-bdd8-e4c7fe604f0a,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:44.399978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.409020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-b05e2084-00f6-4806-b9a8-b3b2a72ec460 service neutron] 10.222.0.18 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673541
Apr 02 21:08:44.410949 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:44.422033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50410) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:44.423367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a135c29-2ca7-4ad3-9360-9789d3483543 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/4c2a4fa7-180a-4789-a281-b318fbad3c56 HTTP/1.1" status: 200  len: 908 time: 0.1896112
Apr 02 21:08:44.427798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-916389277', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': True}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:44.450962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Set router 4c2a4fa7-180a-4789-a281-b318fbad3c56 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:44.474639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.475807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.631901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.725839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70885f67-a769-4e32-bf0d-0a6490b2ef25 req-2eafd429-02cb-4720-8f21-8c47dbfbdbf0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 210 time: 0.0631473
Apr 02 21:08:44.764006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845164d30>, [{'id': '4c2a4fa7-180a-4789-a281-b318fbad3c56', 'name': 'tempest-snat-router-916389277', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.118'}], 'enable_snat': False}, 'gw_port_id': '68d37c97-27d7-4d3f-a727-e1f138dd45d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:42Z', 'revision_number': 3, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port': {'id': '68d37c97-27d7-4d3f-a727-e1f138dd45d3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2a4fa7-180a-4789-a281-b318fbad3c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:41Z', 'updated_at': '2022-04-02T21:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:44.803162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Checking router: 4c2a4fa7-180a-4789-a281-b318fbad3c56 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:08:44.803992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Updating router 4c2a4fa7-180a-4789-a281-b318fbad3c56 port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:08:44.848356 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f0a3d0>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:44Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:44.859868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:44.907015 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1363c05-21c6-4eba-9680-628285ce5844 None None] The sync data for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 is: [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:44Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:44.910981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.089633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4922b6-083d-46e4-80e6-0fa44d58eb65 req-aa28a019-feba-44ab-b95b-772b6b7b3d9d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:45.091289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a4922b6-083d-46e4-80e6-0fa44d58eb65 req-aa28a019-feba-44ab-b95b-772b6b7b3d9d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1195543
Apr 02 21:08:45.226566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50444) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:45.277377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a4922b6-083d-46e4-80e6-0fa44d58eb65 req-6903fe4d-e0ee-4191-87ed-c1a6280c141c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773322
Apr 02 21:08:45.292025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Deleting subnet 6de2b52e-4911-46c4-8c06-9000a8b95146 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:08:45.303012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Publish callbacks [] for subnet (6de2b52e-4911-46c4-8c06-9000a8b95146), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.365140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (6de2b52e-4911-46c4-8c06-9000a8b95146), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.390925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.439236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.456665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6de2b52e-4911-46c4-8c06-9000a8b95146), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.465536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Publish callbacks [] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.474695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.566197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (6de2b52e-4911-46c4-8c06-9000a8b95146), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.578466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Attempting to bind port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:45.578848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Attempting to bind port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:45.579265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Attempting to bind port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:45.588623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:45.589121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:45.589596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.590043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:45.590952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Bound port: 68d37c97-27d7-4d3f-a727-e1f138dd45d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:45.591341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.594801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466ec7-d7f3-4535-9777-53efa7756aa5 None None] Pushing event updated for resources: {'Port': ['ID=68d37c97-27d7-4d3f-a727-e1f138dd45d3,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:45.605673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de2b52e-4911-46c4-8c06-9000a8b95146,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:45.610287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca05fa-4e24-41b4-b005-d8260dc8c179 req-536142dd-8cb8-4277-848d-298cc380ea7e tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:45.612430 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06ca05fa-4e24-41b4-b005-d8260dc8c179 req-536142dd-8cb8-4277-848d-298cc380ea7e tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1663172
Apr 02 21:08:45.620388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.630692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0842b79e-30eb-46d7-96e0-b6d0908c3687 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6de2b52e-4911-46c4-8c06-9000a8b95146 HTTP/1.1" status: 204  len: 168 time: 0.4030666
Apr 02 21:08:45.633649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50450) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:45.672509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] For port 68d37c97-27d7-4d3f-a727-e1f138dd45d3, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:45.678474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] For port 68d37c97-27d7-4d3f-a727-e1f138dd45d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68d37c97-27d7-4d3f-a727-e1f138dd45d3,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:45.690670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.746783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06ca05fa-4e24-41b4-b005-d8260dc8c179 req-12bd5a14-45ae-4992-8a51-dcbcbe07d976 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959327
Apr 02 21:08:45.784274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (91357282-db19-46d5-9ae6-53ef880c5451), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:45.806511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Routers {'4c2a4fa7-180a-4789-a281-b318fbad3c56'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:45.807457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845164d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4c2a4fa7-180a-4789-a281-b318fbad3c56'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:45.809617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Allocated IP 172.35.4.112 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/30d7a0a2-92c7-43c4-a095-8ebe22912ade) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:45.922724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466ec7-d7f3-4535-9777-53efa7756aa5 None None] Pushing event updated for resources: {'Port': ['ID=68d37c97-27d7-4d3f-a727-e1f138dd45d3,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:45.931932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0988aa07-5920-4b98-8f45-5681f4af4b26 req-8a9651ed-6943-4bf0-a614-77936263fcd4 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 210 time: 0.0461140
Apr 02 21:08:45.984206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (91357282-db19-46d5-9ae6-53ef880c5451), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.021302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784674e160>,) {'filters': {'network_id': ['91357282-db19-46d5-9ae6-53ef880c5451']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:46.032373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784674e160>, '1ec7594e-d427-498c-b29b-865593b85f4a') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:46.032824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784674e160>, '1ec7594e-d427-498c-b29b-865593b85f4a') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:46.047216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (1ec7594e-d427-498c-b29b-865593b85f4a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.052315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] Set router 4c2a4fa7-180a-4789-a281-b318fbad3c56 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:46.066178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1ec7594e-d427-498c-b29b-865593b85f4a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.076112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:08:46.076884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (1ec7594e-d427-498c-b29b-865593b85f4a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.078823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be809-47a7-4d03-add4-92d61148444c req-c674782d-b553-4a67-81b4-1e9948e0d975 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:08:46.079403 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:08:46.089445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a88be809-47a7-4d03-add4-92d61148444c req-c674782d-b553-4a67-81b4-1e9948e0d975 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.2105539
Apr 02 21:08:46.146004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.168131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (91357282-db19-46d5-9ae6-53ef880c5451), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.205055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ee586640-4f45-486f-bdd8-e4c7fe604f0a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:46.209901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.214847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] 10.222.0.18 "DELETE /v2.0/networks/91357282-db19-46d5-9ae6-53ef880c5451 HTTP/1.1" status: 204  len: 168 time: 0.5777545
Apr 02 21:08:46.214847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbf4eb-d566-45e0-a69b-02dde3df226f admin admin] Pushing event deleted for resources: {'Network': ['ID=91357282-db19-46d5-9ae6-53ef880c5451,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:46.319575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a88be809-47a7-4d03-add4-92d61148444c req-f2af119b-e15a-4d9d-8869-09aeb9585919 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289824
Apr 02 21:08:46.399382 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.406051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ee586640-4f45-486f-bdd8-e4c7fe604f0a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:46.406445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.522166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50460) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:46.553215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-a1b76325-d00b-4e7a-81a6-e81797fdfdb6 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:46.555011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-a1b76325-d00b-4e7a-81a6-e81797fdfdb6 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 818 time: 0.3583553
Apr 02 21:08:46.559034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Port': ['ID=30d7a0a2-92c7-43c4-a095-8ebe22912ade,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:46.565405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:46.570778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'port': {'device_id': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'admin_state_up': True, 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:46.577903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:46.584849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ee586640-4f45-486f-bdd8-e4c7fe604f0a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:46.585410 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.607004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:46.620348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c45bee-d160-400e-92f8-f86b4d8dc45c req-03e560e0-7a20-488d-a55b-48fbcf648e33 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:46.622123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7c45bee-d160-400e-92f8-f86b4d8dc45c req-03e560e0-7a20-488d-a55b-48fbcf648e33 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1222796
Apr 02 21:08:46.632789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845164d30>, [{'id': '4c2a4fa7-180a-4789-a281-b318fbad3c56', 'name': 'tempest-snat-router-916389277', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.118'}], 'enable_snat': False}, 'gw_port_id': '68d37c97-27d7-4d3f-a727-e1f138dd45d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:42Z', 'revision_number': 3, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port': {'id': '68d37c97-27d7-4d3f-a727-e1f138dd45d3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2a4fa7-180a-4789-a281-b318fbad3c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:41Z', 'updated_at': '2022-04-02T21:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:46.643166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bd91f44e-92a2-4765-b8bc-4c2a6a65e68f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f54b2160309b4d76bd7a944454903520&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1190419
Apr 02 21:08:46.651292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50462) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:46.693102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da963-6ba6-4f33-8a11-49713067ffb0 None None] The sync data for ids ['4c2a4fa7-180a-4789-a281-b318fbad3c56'] in ncdv-master-1 is: [{'id': '4c2a4fa7-180a-4789-a281-b318fbad3c56', 'name': 'tempest-snat-router-916389277', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.118'}], 'enable_snat': False}, 'gw_port_id': '68d37c97-27d7-4d3f-a727-e1f138dd45d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:42Z', 'revision_number': 3, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port': {'id': '68d37c97-27d7-4d3f-a727-e1f138dd45d3', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2a4fa7-180a-4789-a281-b318fbad3c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:41Z', 'updated_at': '2022-04-02T21:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:46.700366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port ee586640-4f45-486f-bdd8-e4c7fe604f0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee586640-4f45-486f-bdd8-e4c7fe604f0a,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:46.708070 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.720805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7c45bee-d160-400e-92f8-f86b4d8dc45c req-07886a8b-d578-4edd-9c35-ec00bd597f8f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884511
Apr 02 21:08:46.745512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5a0a-e82d-48c1-98a9-221dbf0aebfd admin admin] Publish callbacks [] for security_group (1708ce8c-9d64-4edb-91d1-82e36db07dcd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.787509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5a0a-e82d-48c1-98a9-221dbf0aebfd admin admin] Publish callbacks [] for security_group (1708ce8c-9d64-4edb-91d1-82e36db07dcd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.799187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=ee586640-4f45-486f-bdd8-e4c7fe604f0a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:46.828228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-a331e7c6-aac9-447c-ab50-a27b3dec4007 req-20360c72-bcba-49d4-bc98-ff1b212b8271 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:08:46.837353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a331e7c6-aac9-447c-ab50-a27b3dec4007 req-20360c72-bcba-49d4-bc98-ff1b212b8271 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0135760
Apr 02 21:08:46.852517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5a0a-e82d-48c1-98a9-221dbf0aebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1708ce8c-9d64-4edb-91d1-82e36db07dcd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.855989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5a0a-e82d-48c1-98a9-221dbf0aebfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:46.857608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9b1c5a0a-e82d-48c1-98a9-221dbf0aebfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1708ce8c-9d64-4edb-91d1-82e36db07dcd HTTP/1.1" status: 204  len: 168 time: 0.2052162
Apr 02 21:08:46.868718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c5a0a-e82d-48c1-98a9-221dbf0aebfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708ce8c-9d64-4edb-91d1-82e36db07dcd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:47.062160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Made reservation on behalf of bcc988d584ef47dd99506305e1c7d45a for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:08:47.071081 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:47.105000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a331e7c6-aac9-447c-ab50-a27b3dec4007 req-3d0f6459-8f82-4e04-b6eb-73d0a2a2a92c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.2669837
Apr 02 21:08:47.106750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51763624-b077-4129-bc8b-648bae87696f req-3e73d4b9-9a8e-408f-96ed-8a25c89866d1 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 210 time: 0.0535767
Apr 02 21:08:47.369113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:47.459898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Allocated IP 172.20.0.4 (fd76cca2-af28-4582-8f95-9239b6ffeadc/a2b79bfb-8146-4e33-b2f9-4e72ed76e41c/b28fcbaf-3ff6-425d-9d5f-94717a20f5a0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:47.571516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8cfa-6019-4eba-977b-5b07637656bc req-4bd4f5a5-e11a-4bcd-a911-e95faf167387 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:47.580968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f17a8cfa-6019-4eba-977b-5b07637656bc req-4bd4f5a5-e11a-4bcd-a911-e95faf167387 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.0898004
Apr 02 21:08:47.654640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f17a8cfa-6019-4eba-977b-5b07637656bc req-c8373c27-9e75-4b53-a726-b3b60454c394 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709434
Apr 02 21:08:47.710805 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:47.857791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.001426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.009893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd38d8-3596-45a6-bf24-fe2aee35c8af req-e02aa32c-7dad-4771-a706-b21a2f267db9 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:48.011474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9acd38d8-3596-45a6-bf24-fe2aee35c8af req-e02aa32c-7dad-4771-a706-b21a2f267db9 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.2456899
Apr 02 21:08:48.120805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.150668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9acd38d8-3596-45a6-bf24-fe2aee35c8af req-b6ccf994-e38e-4604-bbad-5dc5c5468841 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286685
Apr 02 21:08:48.151528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68d37c97-27d7-4d3f-a727-e1f138dd45d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:48.256013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Router ab9be1b8-963b-42d8-bd96-45cc47ec6e33 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:08:48.278561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:48.279778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.297754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Network fd76cca2-af28-4582-8f95-9239b6ffeadc is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:48.317107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:48.328436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:48.345885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:48.369798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d753d-4c8a-4778-a262-c54c0e06989f req-c7a71e1c-d63a-4920-8d7f-d9080249bd9f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:48.376354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265d753d-4c8a-4778-a262-c54c0e06989f req-c7a71e1c-d63a-4920-8d7f-d9080249bd9f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 931 time: 0.1419919
Apr 02 21:08:48.456269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:48.457031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.513233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-265d753d-4c8a-4778-a262-c54c0e06989f req-fe7dff8d-668e-4555-992c-b5ea6f80aabf tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271834
Apr 02 21:08:48.519676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 68d37c97-27d7-4d3f-a727-e1f138dd45d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68d37c97-27d7-4d3f-a727-e1f138dd45d3,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:48.529388 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.530675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ee586640-4f45-486f-bdd8-e4c7fe604f0a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:48.674893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=68d37c97-27d7-4d3f-a727-e1f138dd45d3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:48.693766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ee586640-4f45-486f-bdd8-e4c7fe604f0a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:48.694154 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:48.802573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ee586640-4f45-486f-bdd8-e4c7fe604f0a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:49.067452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:49.068144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.130571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-5658f39c-a334-453e-b103-4eabc41e5cd7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5638628
Apr 02 21:08:49.131909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:49.142268 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Sync routers for ids ['ab9be1b8-963b-42d8-bd96-45cc47ec6e33'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:49.156549 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Routers {'ab9be1b8-963b-42d8-bd96-45cc47ec6e33'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:49.157376 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d52a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ab9be1b8-963b-42d8-bd96-45cc47ec6e33'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:49.158639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Request body: {'port': {'device_id': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:49.222450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.223823 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7e993e2d-f7f0-4581-ae95-99c35be505bf tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.8002748
Apr 02 21:08:49.226861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50512) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:49.258803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ba08-26ac-4601-8ab7-24e500442e27 req-2bcfc8f0-90cc-4202-acce-53a175c09c77 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:49.267619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1b4ba08-26ac-4601-8ab7-24e500442e27 req-2bcfc8f0-90cc-4202-acce-53a175c09c77 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.2070551
Apr 02 21:08:49.322647 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Set router ab9be1b8-963b-42d8-bd96-45cc47ec6e33 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:49.330497 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.409056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1b4ba08-26ac-4601-8ab7-24e500442e27 req-80df9ecf-6a33-4822-9c88-3945e51c346a tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398997
Apr 02 21:08:49.570947 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d52a60>, [{'id': 'ab9be1b8-963b-42d8-bd96-45cc47ec6e33', 'name': 'tempest-snat-router-916389277', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': '30d7a0a2-92c7-43c4-a095-8ebe22912ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:44Z', 'updated_at': '2022-04-02T21:08:47Z', 'revision_number': 3, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port': {'id': '30d7a0a2-92c7-43c4-a095-8ebe22912ade', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9be1b8-963b-42d8-bd96-45cc47ec6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:45Z', 'updated_at': '2022-04-02T21:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:49.609222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Checking router: ab9be1b8-963b-42d8-bd96-45cc47ec6e33 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:08:49.609864 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Updating router ab9be1b8-963b-42d8-bd96-45cc47ec6e33 port 30d7a0a2-92c7-43c4-a095-8ebe22912ade binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:08:49.642762 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.720815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3a31bb38-f1b0-42d9-9800-505e61ef5d64 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/ab9be1b8-963b-42d8-bd96-45cc47ec6e33 HTTP/1.1" status: 200  len: 907 time: 0.4926307
Apr 02 21:08:49.724319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50524) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:49.787554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568273a-0979-4dd1-a7a9-9591b6754523 req-3c846f8e-91f1-4c88-af28-9a7560ad1f36 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:49.790642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffb842-88f2-4166-967c-cba131cf2fe8 req-bb48f2f6-10bf-4ea4-9c66-d8c6a8af6005 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:49.792172 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6ffb842-88f2-4166-967c-cba131cf2fe8 req-bb48f2f6-10bf-4ea4-9c66-d8c6a8af6005 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 931 time: 0.0980420
Apr 02 21:08:49.793730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568273a-0979-4dd1-a7a9-9591b6754523 req-3c846f8e-91f1-4c88-af28-9a7560ad1f36 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:49.804115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568273a-0979-4dd1-a7a9-9591b6754523 req-3c846f8e-91f1-4c88-af28-9a7560ad1f36 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:49.806139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b568273a-0979-4dd1-a7a9-9591b6754523 req-3c846f8e-91f1-4c88-af28-9a7560ad1f36 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351&device_id=b714f238-380f-4ce0-b87b-d7beb9873704&device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 2417 time: 0.1282198
Apr 02 21:08:49.893622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:49.901473 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.903329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Publish callbacks [] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.907833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b568273a-0979-4dd1-a7a9-9591b6754523 req-46f9d7d5-1bbc-4455-a369-d0ec3fa03eb4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933056
Apr 02 21:08:49.952271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Transition to ACTIVE for port object b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:08:49.956958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-55e5f528-4416-42e2-8008-2921d81b9a1e req-f701da39-2a0c-4329-aad1-01bcc273ab2c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:08:49.964168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e5f528-4416-42e2-8008-2921d81b9a1e req-f701da39-2a0c-4329-aad1-01bcc273ab2c tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0153432
Apr 02 21:08:49.966409 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Publish callbacks [] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.966776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:49.982800 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.048500 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b8d84-7f32-4d15-9767-22caeadd89ae None None] Pushing event updated for resources: {'Port': ['ID=30d7a0a2-92c7-43c4-a095-8ebe22912ade,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:50.070884 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Attempting to bind port 30d7a0a2-92c7-43c4-a095-8ebe22912ade on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:50.071261 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Attempting to bind port 30d7a0a2-92c7-43c4-a095-8ebe22912ade by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:50.071662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Attempting to bind port 30d7a0a2-92c7-43c4-a095-8ebe22912ade on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:50.077359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6ffb842-88f2-4166-967c-cba131cf2fe8 req-56419d6d-1acb-45b7-bdc8-4f9cfc1b8b64 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754326
Apr 02 21:08:50.078459 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:50.078891 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:50.079469 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.080040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:50.080541 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Bound port: 30d7a0a2-92c7-43c4-a095-8ebe22912ade, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:50.080925 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.086549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:50.137616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68d37c97-27d7-4d3f-a727-e1f138dd45d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:50.144362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.169945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Attempting to bind port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:08:50.170581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Attempting to bind port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:08:50.170716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Attempting to bind port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 on network fd76cca2-af28-4582-8f95-9239b6ffeadc {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:50.173693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e5f528-4416-42e2-8008-2921d81b9a1e req-1da3b622-93f1-465c-a527-b466717d762a tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.2057045
Apr 02 21:08:50.177871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 on network fd76cca2-af28-4582-8f95-9239b6ffeadc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:08:50.178331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Attempting to bind port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 on network fd76cca2-af28-4582-8f95-9239b6ffeadc {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:08:50.197467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:08:50.197872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Checking segment: {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:08:50.198289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Bound using segment: {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:08:50.198914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Bound port: b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e4698a-d625-429c-9473-c86b2b1d3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:08:50.199283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.293713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Deleting port 30d7a0a2-92c7-43c4-a095-8ebe22912ade {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:50.294060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.295528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:50.295917 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.306703 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] For port 30d7a0a2-92c7-43c4-a095-8ebe22912ade, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:50.314694 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] For port 30d7a0a2-92c7-43c4-a095-8ebe22912ade, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30d7a0a2-92c7-43c4-a095-8ebe22912ade,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:50.328280 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.360025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:08:50.365018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:08:50.374774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.425534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Routers {'ab9be1b8-963b-42d8-bd96-45cc47ec6e33'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:50.426291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d52a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ab9be1b8-963b-42d8-bd96-45cc47ec6e33'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:50.445372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] For port 30d7a0a2-92c7-43c4-a095-8ebe22912ade, host ncdv-master-1, got binding levels [] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:50.445805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.465221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Calling delete_port for 30d7a0a2-92c7-43c4-a095-8ebe22912ade owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:50.466013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:50.496250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:50.497123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.499276 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-c050ae41-57b9-4d53-b33b-54b8ff3b0136 service neutron] 10.222.0.15 "PUT /v2.0/ports/b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 1091 time: 1.3452551
Apr 02 21:08:50.500269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:50.502944 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:50.527004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:50.582102 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b8d84-7f32-4d15-9767-22caeadd89ae None None] Pushing event updated for resources: {'Port': ['ID=30d7a0a2-92c7-43c4-a095-8ebe22912ade,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:50.587257 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc0941-3386-4529-a606-71b8c637df3e x-openstack-request-id: req-6bbc0941-3386-4529-a606-71b8c637df3e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:50.587720 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:50.588107 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bbc0941-3386-4529-a606-71b8c637df3e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:50.588545 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbc0941-3386-4529-a606-71b8c637df3e'] response: {'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'status': 'completed', 'code': 200}
Apr 02 21:08:50.612826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-bab0ebdc-70c1-4656-bd08-b7acada25be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:50.615271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-bab0ebdc-70c1-4656-bd08-b7acada25be4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1125 time: 0.0655119
Apr 02 21:08:50.621511 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] Set router ab9be1b8-963b-42d8-bd96-45cc47ec6e33 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:08:50.667689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-2eed9656-0e81-4732-ba53-993685835fbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.0457804
Apr 02 21:08:50.752010 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d52a60>, [{'id': 'ab9be1b8-963b-42d8-bd96-45cc47ec6e33', 'name': 'tempest-snat-router-916389277', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:44Z', 'updated_at': '2022-04-02T21:08:50Z', 'revision_number': 4, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:50.792133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-aea90ee6-fb9e-41b3-a63a-b26a96249e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:50.792713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc3d0e-079d-4069-948b-3ac42320c87e None None] The sync data for ids ['ab9be1b8-963b-42d8-bd96-45cc47ec6e33'] in ncdv-master-1 is: [{'id': 'ab9be1b8-963b-42d8-bd96-45cc47ec6e33', 'name': 'tempest-snat-router-916389277', 'tenant_id': 'ad819fff1305481d99551c3c226d9427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:44Z', 'updated_at': '2022-04-02T21:08:50Z', 'revision_number': 4, 'project_id': 'ad819fff1305481d99551c3c226d9427', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:50.796364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-aea90ee6-fb9e-41b3-a63a-b26a96249e3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.1177003
Apr 02 21:08:50.806553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (30d7a0a2-92c7-43c4-a095-8ebe22912ade), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.838140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d7a0a2-92c7-43c4-a095-8ebe22912ade,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:50.867428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-34f16ee3-17b2-4270-ae64-12140a3ff7dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625334
Apr 02 21:08:50.935059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:50.994268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-1a79938d-77a4-4c28-969c-2521439b7de4 service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228201
Apr 02 21:08:51.072044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.074505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.136549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (ab9be1b8-963b-42d8-bd96-45cc47ec6e33), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.138935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab9be1b8-963b-42d8-bd96-45cc47ec6e33 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:08:51.147928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.150995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-65a1741a-982f-4c02-88b0-5d3cfc07ee12 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ab9be1b8-963b-42d8-bd96-45cc47ec6e33 HTTP/1.1" status: 204  len: 168 time: 1.4252777
Apr 02 21:08:51.153417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50548) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:51.180652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36bf98b2-8db5-4279-a99e-f1cccc2b2485 req-ac376971-dbe7-4844-9904-e996fcef009e service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805882
Apr 02 21:08:51.324101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (4c2a4fa7-180a-4789-a281-b318fbad3c56), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.343978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b55e67-6028-415a-b8bb-288ece086f97 req-95cefbbe-a71e-416e-877f-94e6f40ad949 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:51.345545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09b55e67-6028-415a-b8bb-288ece086f97 req-95cefbbe-a71e-416e-877f-94e6f40ad949 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 943 time: 0.1269364
Apr 02 21:08:51.349174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-9cc359b8-0b81-4eb7-85a3-d986f56663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:51.350832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-9cc359b8-0b81-4eb7-85a3-d986f56663ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1125 time: 0.0975327
Apr 02 21:08:51.470678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (4c2a4fa7-180a-4789-a281-b318fbad3c56), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.481469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09b55e67-6028-415a-b8bb-288ece086f97 req-08392f3b-07d0-4fb3-9e31-564d1808a9d1 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245570
Apr 02 21:08:51.504814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-5a64b37b-9475-4482-b270-b20036d544c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:51.506591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-5a64b37b-9475-4482-b270-b20036d544c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.1479328
Apr 02 21:08:51.550357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-a8e8f7af-0611-4af4-947f-1f5d2d6d30f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.0382550
Apr 02 21:08:51.550798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Deleting port 68d37c97-27d7-4d3f-a727-e1f138dd45d3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:51.551313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.613322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-c3c5a77f-fa5e-439d-a7eb-41a2929aeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:51.615952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-c3c5a77f-fa5e-439d-a7eb-41a2929aeb4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.0597222
Apr 02 21:08:51.649072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] For port 68d37c97-27d7-4d3f-a727-e1f138dd45d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68d37c97-27d7-4d3f-a727-e1f138dd45d3,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:51.649475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.659698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-872a2be1-955d-4b7e-ace8-86ad47d8f16e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391140
Apr 02 21:08:51.664436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Calling delete_port for 68d37c97-27d7-4d3f-a727-e1f138dd45d3 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:51.767509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-de88529b-e7a6-4972-a4e4-cf87f3770d37 service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017668
Apr 02 21:08:51.892155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (68d37c97-27d7-4d3f-a727-e1f138dd45d3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:51.903867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd6b2abc-f2c8-40f8-ad50-d4d8e3ad104a req-06628daf-65a2-469f-b889-0900d692128a service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296575
Apr 02 21:08:51.928516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d37c97-27d7-4d3f-a727-e1f138dd45d3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:52.031078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (4c2a4fa7-180a-4789-a281-b318fbad3c56), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.151495 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (4c2a4fa7-180a-4789-a281-b318fbad3c56), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.154035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_controller (4c2a4fa7-180a-4789-a281-b318fbad3c56), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.193733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca97ad-af04-4c8c-aad0-00c62d60dfbc req-7dc9e5a8-d28d-4d34-9ed8-1604774ce11e tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:52.202398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-beca97ad-af04-4c8c-aad0-00c62d60dfbc req-7dc9e5a8-d28d-4d34-9ed8-1604774ce11e tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.0780551
Apr 02 21:08:52.226676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (4c2a4fa7-180a-4789-a281-b318fbad3c56), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.234001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c2a4fa7-180a-4789-a281-b318fbad3c56 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:08:52.245696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.247709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b42b2e70-2a14-48a6-a7c1-4599e931ac5e tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4c2a4fa7-180a-4789-a281-b318fbad3c56 HTTP/1.1" status: 204  len: 168 time: 1.0931370
Apr 02 21:08:52.253164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50572) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:52.265067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-844743872', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:52.286247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-beca97ad-af04-4c8c-aad0-00c62d60dfbc req-3e9739e6-18ce-4c10-993f-c9a4f87ee986 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823829
Apr 02 21:08:52.305072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.306589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.388538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.560365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:52.694055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8b947-545b-40c5-9f1a-bbf07917ac45 req-a738089d-0a12-435e-bb20-c52229205311 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:52.695780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fad8b947-545b-40c5-9f1a-bbf07917ac45 req-a738089d-0a12-435e-bb20-c52229205311 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 943 time: 0.1090002
Apr 02 21:08:52.766137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fad8b947-545b-40c5-9f1a-bbf07917ac45 req-c4095a5d-8033-4ef7-b5f9-930684042597 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632100
Apr 02 21:08:53.133932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.134632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-29526004-e16c-47dd-a214-49beb1ce2b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.154934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.266388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Allocated IP 172.35.4.84 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a6e5577e-e172-44eb-856c-82190d61645e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:08:53.377040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for port (a6e5577e-e172-44eb-856c-82190d61645e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.410285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:08:53.417164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a6e5577e-e172-44eb-856c-82190d61645e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.462185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:08:53.465437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:08:53.472559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:08:53.473955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea6c1-0095-4ea8-b228-c35397297597 req-b552d751-4bbd-45ad-98a4-32bfef2ba3ea tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:53.488769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1bea6c1-0095-4ea8-b228-c35397297597 req-b552d751-4bbd-45ad-98a4-32bfef2ba3ea tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1028855
Apr 02 21:08:53.503064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event updated for resources: {'Port': ['ID=a6e5577e-e172-44eb-856c-82190d61645e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:53.557607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:53.570454 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1bea6c1-0095-4ea8-b228-c35397297597 req-e416eb52-a082-4821-958f-e8c6730fd374 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845213
Apr 02 21:08:53.572769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'port_id': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'mac_address': 'fa:16:3e:7a:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:08:53.625839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:53.626346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.642528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:08:53.669006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:53.676117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.692414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-09b30f14-4ff2-47b9-a794-6909fbb652f1 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:53.694070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-09b30f14-4ff2-47b9-a794-6909fbb652f1 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 945 time: 0.1268899
Apr 02 21:08:53.737542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:53.904110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.964407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Deleting port b0db797e-0c06-416a-9943-2bde82ea66bd {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:53.965199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:53.982964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf9f62-3da1-4bc4-94a0-21326d09d64f req-dc966e8b-482c-4599-b1bf-3365816a0c1f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:53.984496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aadf9f62-3da1-4bc4-94a0-21326d09d64f req-dc966e8b-482c-4599-b1bf-3365816a0c1f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 944 time: 0.1378314
Apr 02 21:08:54.010495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68d37c97-27d7-4d3f-a727-e1f138dd45d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:08:54.037174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 68d37c97-27d7-4d3f-a727-e1f138dd45d3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:08:54.037563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 68d37c97-27d7-4d3f-a727-e1f138dd45d3 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:08:54.046185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:54.153999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aadf9f62-3da1-4bc4-94a0-21326d09d64f req-26210bcc-60d5-478b-8671-9d79b0e466b4 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561711
Apr 02 21:08:54.205981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] For port b0db797e-0c06-416a-9943-2bde82ea66bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0db797e-0c06-416a-9943-2bde82ea66bd,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:54.206373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:54.227727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Calling delete_port for b0db797e-0c06-416a-9943-2bde82ea66bd owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:54.326054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:54.498055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b0db797e-0c06-416a-9943-2bde82ea66bd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:54.509566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['ca836671-e4c3-48a2-a13b-3b83b10b9123'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:54.547603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Pushing event deleted for resources: {'Port': ['ID=b0db797e-0c06-416a-9943-2bde82ea66bd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:54.567241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['cee15827-0ae8-4256-97c2-7bf6108378c3', 'b0db797e-0c06-416a-9943-2bde82ea66bd'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:54.591671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] No DVR routers for this DVR port b0db797e-0c06-416a-9943-2bde82ea66bd on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:08:54.597973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:54.602984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9abaabf-11c5-430f-8b7d-d577a4397499 req-a5d66b92-60e3-41db-b368-b6e9dbf3b514 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "DELETE /v2.0/ports/b0db797e-0c06-416a-9943-2bde82ea66bd HTTP/1.1" status: 204  len: 173 time: 0.9005265
Apr 02 21:08:54.603727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da1fde6-a875-46d3-b37c-48141af6c351', 'name': 'network-vif-deleted', 'tag': 'b0db797e-0c06-416a-9943-2bde82ea66bd'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:54.607044 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f646e7-278d-4622-ad8f-05af58337062" -d '{"events": [{"server_uuid": "0da1fde6-a875-46d3-b37c-48141af6c351", "name": "network-vif-deleted", "tag": "b0db797e-0c06-416a-9943-2bde82ea66bd"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:54.610947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Router 42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:08:54.705685 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142617bf-92d4-4de5-ae7d-56fd3dbaf246 x-openstack-request-id: req-142617bf-92d4-4de5-ae7d-56fd3dbaf246 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:54.705962 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da1fde6-a875-46d3-b37c-48141af6c351", "name": "network-vif-deleted", "tag": "b0db797e-0c06-416a-9943-2bde82ea66bd", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:54.706185 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-142617bf-92d4-4de5-ae7d-56fd3dbaf246 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:54.707229 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142617bf-92d4-4de5-ae7d-56fd3dbaf246'] response: {'server_uuid': '0da1fde6-a875-46d3-b37c-48141af6c351', 'name': 'network-vif-deleted', 'tag': 'b0db797e-0c06-416a-9943-2bde82ea66bd', 'status': 'completed', 'code': 200}
Apr 02 21:08:54.763525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-206f8cc8-fd64-4a52-8d50-8559af81d779 req-40890dc4-20bc-4228-b39b-ddfdeae20e0f tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da1fde6-a875-46d3-b37c-48141af6c351 HTTP/1.1" status: 200  len: 210 time: 0.0409489
Apr 02 21:08:54.841447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:54.858022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] Sync routers for ids ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:54.866791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:54.868505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-df6abde1-3c3f-49bb-9ec7-96d4a1b23e57 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.6137927
Apr 02 21:08:54.871941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:54.876956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': False}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:54.883144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] Routers {'42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:54.883785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845385160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:54.946666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845385160>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:55.019097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] Routers {'42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:55.020049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845385160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:55.076618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845385160>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:55.077518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ed455-77ac-4587-a91b-6f0b428ed8ae None None] The sync data for ids ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:55.268942 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e7a9-78d6-4c85-8cdf-6c73cf3583c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:55.363552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:55.365908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0212-0564-41c8-a375-46772d424500 req-be74be6e-b0c6-434e-972a-523db6555526 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:55.374605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc1d0212-0564-41c8-a375-46772d424500 req-be74be6e-b0c6-434e-972a-523db6555526 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 944 time: 0.0939283
Apr 02 21:08:55.418683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:08:55.446716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc1d0212-0564-41c8-a375-46772d424500 req-417012bd-0075-4365-a39b-c925ca1b0acc tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583909
Apr 02 21:08:55.475283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:08:55.479405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:08:55.479789 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:55.583100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:08:55.583944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:55.620851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:55.623851 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b064b-22ad-4864-beb6-c9837b656569" -d '{"events": [{"server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "name": "network-vif-plugged", "status": "completed", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:55.640148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:55.646050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:55.694748 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb6b3e-4d21-4f90-be95-34b1119def35 x-openstack-request-id: req-53fb6b3e-4d21-4f90-be95-34b1119def35 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:55.695465 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "name": "network-vif-plugged", "status": "completed", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:55.696224 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53fb6b3e-4d21-4f90-be95-34b1119def35 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:55.696859 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fb6b3e-4d21-4f90-be95-34b1119def35'] response: {'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'code': 200}
Apr 02 21:08:55.721842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:55.839871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe0d5-d24b-406c-8143-a134cffe3bc6 req-81b7b679-8fca-4dd0-981b-d4349646d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:55.841467 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-becfe0d5-d24b-406c-8143-a134cffe3bc6 req-81b7b679-8fca-4dd0-981b-d4349646d2cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.0966949
Apr 02 21:08:55.954492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-becfe0d5-d24b-406c-8143-a134cffe3bc6 req-4712f70b-8b29-40fd-a20b-8d3720e60514 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056211
Apr 02 21:08:55.957436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:55.963118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:56.127550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Router 42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:08:56.137381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ba42-d297-461c-ab04-0a9ec56d28b3 req-3bdb0534-f61b-4b70-9868-7a6ba4149dfc tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:56.145088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff68ba42-d297-461c-ab04-0a9ec56d28b3 req-3bdb0534-f61b-4b70-9868-7a6ba4149dfc tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.0989752
Apr 02 21:08:56.229916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff68ba42-d297-461c-ab04-0a9ec56d28b3 req-d48f7471-65ca-43f7-8ff8-4422f68b3026 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813446
Apr 02 21:08:56.292972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:08:56.304159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] Sync routers for ids ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:08:56.304728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:56.305799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f781b901-55c9-4b54-8439-7728af91f30f tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "PUT /v2.0/routers/42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 HTTP/1.1" status: 200  len: 924 time: 1.4326453
Apr 02 21:08:56.308720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50674) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:56.325032 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] Routers {'42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:56.327047 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b20970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:56.366269 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b20970>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:56.377731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] Routers {'42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:08:56.378667 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b20970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:56.419981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b20970>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:08:56.421031 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c56a0-fd72-4e78-8a1b-c3090fb40d0a None None] The sync data for ids ['42c12d9c-2440-4ecd-ad78-36b6f35bb5b4'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:08:56.509778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7730a33b-ca44-4f90-b367-098edef1912c tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 HTTP/1.1" status: 200  len: 924 time: 0.1998513
Apr 02 21:08:56.512949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50684) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:56.625346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:56.656698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874c57f-3e77-4627-813f-d5782cb6416d tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:56.661624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7874c57f-3e77-4627-813f-d5782cb6416d tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=42c12d9c-2440-4ecd-ad78-36b6f35bb5b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1444352
Apr 02 21:08:56.661750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50692) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:56.688742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9901f2-b583-4c22-a86a-597a970511da req-10717a53-8cf4-4074-9de3-2d70f92e4990 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:56.692957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a9901f2-b583-4c22-a86a-597a970511da req-10717a53-8cf4-4074-9de3-2d70f92e4990 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1128533
Apr 02 21:08:56.840678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0db797e-0c06-416a-9943-2bde82ea66bd no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:08:56.864011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: b0db797e-0c06-416a-9943-2bde82ea66bd {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:08:56.864365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b0db797e-0c06-416a-9943-2bde82ea66bd not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:08:57.110952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a9901f2-b583-4c22-a86a-597a970511da req-4b664fb2-07c8-41d3-b8f6-2f70ed93fcae tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4008770
Apr 02 21:08:57.126271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afa704b-af61-43d9-92ae-9aefcad816d5 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:57.127709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5afa704b-af61-43d9-92ae-9aefcad816d5 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.4650207
Apr 02 21:08:57.132414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:57.164834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de791efa-6c95-437f-bdda-898d8148e993 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 HTTP/1.1" status: 200  len: 205 time: 0.0306048
Apr 02 21:08:57.168899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:57.281223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:57.425197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710142f-89f7-42f2-bcac-bb2cad7cccc9 req-638d636a-b4ea-45fc-be5e-735ce0c44c4d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:57.427241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6710142f-89f7-42f2-bcac-bb2cad7cccc9 req-638d636a-b4ea-45fc-be5e-735ce0c44c4d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.1043541
Apr 02 21:08:57.450553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:57.505212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6710142f-89f7-42f2-bcac-bb2cad7cccc9 req-16a0a0e6-6279-4a83-9b9d-7a0b34c0b6ac tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712421
Apr 02 21:08:57.545076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Deleting port a6e5577e-e172-44eb-856c-82190d61645e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:57.545428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a6e5577e-e172-44eb-856c-82190d61645e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:57.630969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-d7180ef4-9288-4fcb-9c6e-2a88cd54e039 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:57.632224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-d7180ef4-9288-4fcb-9c6e-2a88cd54e039 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.1175063
Apr 02 21:08:57.678606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a6e5577e-e172-44eb-856c-82190d61645e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:57.701320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Calling delete_port for a6e5577e-e172-44eb-856c-82190d61645e owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:57.828916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Deleting port cee15827-0ae8-4256-97c2-7bf6108378c3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:08:57.829346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.295141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] For port cee15827-0ae8-4256-97c2-7bf6108378c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cee15827-0ae8-4256-97c2-7bf6108378c3,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:08:58.295736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.345454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77fe78-bd91-4ef2-a8d7-7e40eabfa499 req-d8a772e4-b974-44a6-bda7-adca5fd21895 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:58.346970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b77fe78-bd91-4ef2-a8d7-7e40eabfa499 req-d8a772e4-b974-44a6-bda7-adca5fd21895 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1332581
Apr 02 21:08:58.347968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Calling delete_port for cee15827-0ae8-4256-97c2-7bf6108378c3 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:08:58.418350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a6e5577e-e172-44eb-856c-82190d61645e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.464777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event deleted for resources: {'Port': ['ID=a6e5577e-e172-44eb-856c-82190d61645e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:58.500553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b77fe78-bd91-4ef2-a8d7-7e40eabfa499 req-7dddd00d-b259-4c61-95c8-5e008050c79e tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469138
Apr 02 21:08:58.554357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.673135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.725983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.731000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.775614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cee15827-0ae8-4256-97c2-7bf6108378c3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.787652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['ca836671-e4c3-48a2-a13b-3b83b10b9123'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:58.811391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Pushing event deleted for resources: {'Port': ['ID=cee15827-0ae8-4256-97c2-7bf6108378c3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:08:58.813485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (42c12d9c-2440-4ecd-ad78-36b6f35bb5b4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.814392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Fanout notify agent at l3_agent the message router_deleted on router 42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:08:58.824230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.825376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-99480687-56a0-4ddb-9f98-d88cf16fdf94 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 HTTP/1.1" status: 204  len: 168 time: 1.6556530
Apr 02 21:08:58.830852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:58.836485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-768303492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:58.856216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b99f-43c0-496e-9b13-b80135e26833 req-524190dd-aab7-4173-a67f-a7b7b7e36ea2 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:58.857868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b343b99f-43c0-496e-9b13-b80135e26833 req-524190dd-aab7-4173-a67f-a7b7b7e36ea2 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=b714f238-380f-4ce0-b87b-d7beb9873704 HTTP/1.1" status: 200  len: 946 time: 0.2136297
Apr 02 21:08:58.865547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['cee15827-0ae8-4256-97c2-7bf6108378c3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:08:58.895692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-3e54c8ae-8a26-4d52-b776-e46cec2f9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:58.898053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-3e54c8ae-8a26-4d52-b776-e46cec2f9e98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.1553998
Apr 02 21:08:58.914684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054d11-a8e8-4ee9-9b8d-1d1c35fcc16d req-72b6cf97-e176-4e93-9f4b-05d27e2e90c4 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:58.925507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a054d11-a8e8-4ee9-9b8d-1d1c35fcc16d req-72b6cf97-e176-4e93-9f4b-05d27e2e90c4 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1501498
Apr 02 21:08:58.928303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.929563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.941579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] No DVR routers for this DVR port cee15827-0ae8-4256-97c2-7bf6108378c3 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:08:58.947095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:58.950573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b03cf2e-9f81-41ad-b17d-3d3192a1a69e req-2ff4b72f-dce6-4fcd-9649-489ae74e54f4 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.21 "DELETE /v2.0/ports/cee15827-0ae8-4256-97c2-7bf6108378c3 HTTP/1.1" status: 204  len: 173 time: 1.3104844
Apr 02 21:08:58.952124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'name': 'network-vif-deleted', 'tag': 'cee15827-0ae8-4256-97c2-7bf6108378c3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:08:58.954648 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858e599-ac1b-41be-b198-9ba47112e3cc" -d '{"events": [{"server_uuid": "b714f238-380f-4ce0-b87b-d7beb9873704", "name": "network-vif-deleted", "tag": "cee15827-0ae8-4256-97c2-7bf6108378c3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:08:59.114434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b343b99f-43c0-496e-9b13-b80135e26833 req-8a6194fd-eeef-44ba-a787-9215e8961a80 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151990
Apr 02 21:08:59.134076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (787cf6f4-aa18-44c0-a37c-d0b3d177e136), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.153708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.180171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.180998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a054d11-a8e8-4ee9-9b8d-1d1c35fcc16d req-e3c8601a-8fad-415a-a56e-d29826a16a5c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303627
Apr 02 21:08:59.182457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96b5e371-9554-4445-b4e5-4dfe3c6dc864 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3491173
Apr 02 21:08:59.185056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50814) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:08:59.192739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:08:59.232746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-498c5fff-80c1-4bc0-9d6d-6e2fd3422d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:59.240687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-498c5fff-80c1-4bc0-9d6d-6e2fd3422d35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.2717826
Apr 02 21:08:59.276323 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167c4dd-3018-4f7a-8795-1bb3c12e021f x-openstack-request-id: req-0167c4dd-3018-4f7a-8795-1bb3c12e021f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:08:59.276997 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b714f238-380f-4ce0-b87b-d7beb9873704", "name": "network-vif-deleted", "tag": "cee15827-0ae8-4256-97c2-7bf6108378c3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:08:59.277288 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0167c4dd-3018-4f7a-8795-1bb3c12e021f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:08:59.277765 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0167c4dd-3018-4f7a-8795-1bb3c12e021f'] response: {'server_uuid': 'b714f238-380f-4ce0-b87b-d7beb9873704', 'name': 'network-vif-deleted', 'tag': 'cee15827-0ae8-4256-97c2-7bf6108378c3', 'status': 'completed', 'code': 200}
Apr 02 21:08:59.317892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-e2c27e41-a2be-4b01-b659-b402a9f0b00e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.0706737
Apr 02 21:08:59.391168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-c31acd2e-6d9d-4abc-8b58-8859e5d7e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:08:59.393043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-c31acd2e-6d9d-4abc-8b58-8859e5d7e36a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.0687051
Apr 02 21:08:59.403330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.431287 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-f8a2bd0b-6c69-462f-84a3-b60a1b1b8289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320094
Apr 02 21:08:59.540049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (787cf6f4-aa18-44c0-a37c-d0b3d177e136), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.559664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-03f24426-e5d3-4852-9530-5495a0d1bf5f service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222155
Apr 02 21:08:59.667783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-066f6570-8a28-4415-b0de-fbefd841a4a6 req-3191df44-5bf8-4a44-abc7-c9a15b8dca1e service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011965
Apr 02 21:08:59.784419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (787cf6f4-aa18-44c0-a37c-d0b3d177e136), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.804104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:08:59.915677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Allocated IP 172.35.4.187 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/ce496c85-680f-4981-8b29-aad93bff0040) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:00.021418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for port (ce496c85-680f-4981-8b29-aad93bff0040), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.056091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ce496c85-680f-4981-8b29-aad93bff0040), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.090728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:00.093628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:00.097379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:00.126606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event updated for resources: {'Port': ['ID=ce496c85-680f-4981-8b29-aad93bff0040,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:00.365354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e732459-58c5-42a1-bc5d-73b5e69a4c87 req-99ce8dd3-32e0-4598-bb56-7731fe6a451b tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:00.366996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e732459-58c5-42a1-bc5d-73b5e69a4c87 req-99ce8dd3-32e0-4598-bb56-7731fe6a451b tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1170418
Apr 02 21:09:00.414630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50858) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:00.464220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e732459-58c5-42a1-bc5d-73b5e69a4c87 req-dccba6b5-f6d8-4e83-9688-7a352265e69b tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875306
Apr 02 21:09:00.466606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (787cf6f4-aa18-44c0-a37c-d0b3d177e136), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.491175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055d55c-247e-483f-b593-1e625cad970d req-cb226201-0634-45f6-9380-025a20e7c635 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:00.495573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2055d55c-247e-483f-b593-1e625cad970d req-cb226201-0634-45f6-9380-025a20e7c635 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.0821185
Apr 02 21:09:00.542923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2055d55c-247e-483f-b593-1e625cad970d req-a9ab3fa9-3abc-43c5-84e6-0f07b5ae0fd6 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423989
Apr 02 21:09:00.583135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd72b3b5-f784-47a7-a395-efa66528f379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.658012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd72b3b5-f784-47a7-a395-efa66528f379 admin admin] Publish callbacks [] for security_group (90441254-a1c1-4ddc-a86f-e49cd5462829), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.664262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd72b3b5-f784-47a7-a395-efa66528f379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (90441254-a1c1-4ddc-a86f-e49cd5462829), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.676798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.680084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.705664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd72b3b5-f784-47a7-a395-efa66528f379 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2442029388874d1a9e68e31f444d718a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2891645
Apr 02 21:09:00.708608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50862) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:00.710523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72b3b5-f784-47a7-a395-efa66528f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90441254-a1c1-4ddc-a86f-e49cd5462829,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:00.764863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-363e9a57-1f7b-4c07-86b4-c1bd53abcf89 admin admin] Publish callbacks [] for security_group (90441254-a1c1-4ddc-a86f-e49cd5462829), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.790312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-363e9a57-1f7b-4c07-86b4-c1bd53abcf89 admin admin] Publish callbacks [] for security_group (90441254-a1c1-4ddc-a86f-e49cd5462829), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.819230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Router 787cf6f4-aa18-44c0-a37c-d0b3d177e136 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:00.846309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-363e9a57-1f7b-4c07-86b4-c1bd53abcf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (90441254-a1c1-4ddc-a86f-e49cd5462829), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.849508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-363e9a57-1f7b-4c07-86b4-c1bd53abcf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.853468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-363e9a57-1f7b-4c07-86b4-c1bd53abcf89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90441254-a1c1-4ddc-a86f-e49cd5462829 HTTP/1.1" status: 204  len: 168 time: 0.1411209
Apr 02 21:09:00.854717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cee15827-0ae8-4256-97c2-7bf6108378c3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:00.859114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e9a57-1f7b-4c07-86b4-c1bd53abcf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90441254-a1c1-4ddc-a86f-e49cd5462829,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:00.879550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: cee15827-0ae8-4256-97c2-7bf6108378c3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:09:00.879913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cee15827-0ae8-4256-97c2-7bf6108378c3 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:00.937140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:00.944910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:00.948041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] Sync routers for ids ['787cf6f4-aa18-44c0-a37c-d0b3d177e136'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:00.948578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:00.948790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9f722a0-fa29-4926-a73b-dd0a440ae702 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "PUT /v2.0/routers/787cf6f4-aa18-44c0-a37c-d0b3d177e136 HTTP/1.1" status: 200  len: 883 time: 1.7624896
Apr 02 21:09:00.961823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] Routers {'787cf6f4-aa18-44c0-a37c-d0b3d177e136'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:00.962611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845615c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['787cf6f4-aa18-44c0-a37c-d0b3d177e136'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:01.001353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845615c40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:01.010294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] Routers {'787cf6f4-aa18-44c0-a37c-d0b3d177e136'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:01.010907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845615c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['787cf6f4-aa18-44c0-a37c-d0b3d177e136'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:01.044988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845615c40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:01.045647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91040daa-a982-4e5a-925e-52cd4826761b None None] The sync data for ids ['787cf6f4-aa18-44c0-a37c-d0b3d177e136'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:01.074190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c4e7d1c-cf08-49ec-a1c0-aa65a4dc8161 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/787cf6f4-aa18-44c0-a37c-d0b3d177e136 HTTP/1.1" status: 200  len: 924 time: 0.1242356
Apr 02 21:09:01.077295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50872) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:01.122064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b9014-6a1c-4f11-b268-586b52cf4042 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:01.126045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-196b9014-6a1c-4f11-b268-586b52cf4042 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=787cf6f4-aa18-44c0-a37c-d0b3d177e136&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0453734
Apr 02 21:09:01.126620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50876) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:01.215532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f39b3-96b4-4e14-af39-fef1d107a7d2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:01.219882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e12f39b3-96b4-4e14-af39-fef1d107a7d2 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.0901597
Apr 02 21:09:01.220091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50882) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:01.250411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa3c1bd5-b4e4-4aed-b259-4ed8ccc981c1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=787cf6f4-aa18-44c0-a37c-d0b3d177e136 HTTP/1.1" status: 200  len: 205 time: 0.0292296
Apr 02 21:09:01.252925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50884) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:01.377091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.514768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (787cf6f4-aa18-44c0-a37c-d0b3d177e136), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.537920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50906) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:01.620834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Deleting port ce496c85-680f-4981-8b29-aad93bff0040 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:01.621268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ce496c85-680f-4981-8b29-aad93bff0040), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.652787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0794d-e00e-486b-acf5-3ea2e889e31a req-4a3e91f6-0323-4afb-99dd-3f61e9600a6a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:01.653263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-427681560-network', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:01.654535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a0794d-e00e-486b-acf5-3ea2e889e31a req-4a3e91f6-0323-4afb-99dd-3f61e9600a6a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.0978010
Apr 02 21:09:01.679682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Made reservation on behalf of 3e69485d6b5e4cd6ba0ffbb3b210952b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:01.681993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.694802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.703929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779998-4a0c-4c4e-8f3d-8d7d1413b7fd req-e36b276e-fa57-41e7-ba84-9b8b271c5544 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:01.705473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76779998-4a0c-4c4e-8f3d-8d7d1413b7fd req-e36b276e-fa57-41e7-ba84-9b8b271c5544 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.0885270
Apr 02 21:09:01.751683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5a0794d-e00e-486b-acf5-3ea2e889e31a req-05231412-827e-4cd5-9e78-9a27727d398a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909626
Apr 02 21:09:01.754213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ce496c85-680f-4981-8b29-aad93bff0040), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.776891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Calling delete_port for ce496c85-680f-4981-8b29-aad93bff0040 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:01.781599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76779998-4a0c-4c4e-8f3d-8d7d1413b7fd req-20cfcad2-d05d-419c-9839-ca17f48d93e9 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685227
Apr 02 21:09:01.819354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks [] for security_group (1e995f36-7698-4e32-b4be-a4e6bf077d20), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.825186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1e995f36-7698-4e32-b4be-a4e6bf077d20), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.851810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:01.860720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e995f36-7698-4e32-b4be-a4e6bf077d20,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:01.867575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fd2eafdb-5846-4956-9507-0e93fcf61a20), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.867762 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Added segment fd2eafdb-5846-4956-9507-0e93fcf61a20 of type vlan for network aee8d11f-d662-404a-a036-49c72755f56d
Apr 02 21:09:01.913981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (aee8d11f-d662-404a-a036-49c72755f56d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.943154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (aee8d11f-d662-404a-a036-49c72755f56d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.944382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:01.944990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.987315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4474540
Apr 02 21:09:01.990671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ce496c85-680f-4981-8b29-aad93bff0040), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:01.993976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50918) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:02.021157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a36764-6a9e-414e-ad1c-888541c09652 admin admin] Pushing event updated for resources: {'Network': ['ID=aee8d11f-d662-404a-a036-49c72755f56d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:02.022050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Request body: {'subnet': {'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-427681560-subnet', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:02.031679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network aee8d11f-d662-404a-a036-49c72755f56d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:02.032228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event deleted for resources: {'Port': ['ID=ce496c85-680f-4981-8b29-aad93bff0040,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:02.122552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Made reservation on behalf of 3e69485d6b5e4cd6ba0ffbb3b210952b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:02.124759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.199415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (787cf6f4-aa18-44c0-a37c-d0b3d177e136), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.209756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-c746e0e2-eb9e-40d0-8c54-959dfc086802 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:02.211457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-c746e0e2-eb9e-40d0-8c54-959dfc086802 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 945 time: 0.1732409
Apr 02 21:09:02.351052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.354930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (787cf6f4-aa18-44c0-a37c-d0b3d177e136), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.434776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (787cf6f4-aa18-44c0-a37c-d0b3d177e136), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.435441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Fanout notify agent at l3_agent the message router_deleted on router 787cf6f4-aa18-44c0-a37c-d0b3d177e136 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:09:02.443784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.444886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-76d2abdc-5747-446c-a10d-b691d1e8d2b7 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/787cf6f4-aa18-44c0-a37c-d0b3d177e136 HTTP/1.1" status: 204  len: 168 time: 1.1902611
Apr 02 21:09:02.449235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50922) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:02.454447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1099787655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:02.475549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.476773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.528757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Deleting port ca836671-e4c3-48a2-a13b-3b83b10b9123 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:02.529376 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.530136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.535513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.554034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.557973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b7a715f-6116-4e2e-8f3f-5699045a317a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1044295
Apr 02 21:09:02.558115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50924) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:02.562225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': True}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:02.572096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (6ba539ba-5c0b-4f4d-b834-ca66718b5378), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.692906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba539ba-5c0b-4f4d-b834-ca66718b5378,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:02.696272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] For port ca836671-e4c3-48a2-a13b-3b83b10b9123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca836671-e4c3-48a2-a13b-3b83b10b9123,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:02.696912 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.721659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.722544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.722979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.723181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.723581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.723826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.724146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.724485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.724814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.725133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.725451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.725771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.726087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.726405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.726726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:02.731556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Checking segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:02.731902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Network hostable DHCP agents. Network: aee8d11f-d662-404a-a036-49c72755f56d, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:02.735561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Calling delete_port for ca836671-e4c3-48a2-a13b-3b83b10b9123 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:02.791266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Network aee8d11f-d662-404a-a036-49c72755f56d is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:02.812414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aee8d11f-d662-404a-a036-49c72755f56d) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:02.819405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:02.820351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.821781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69db2cf4-f92a-4738-aa23-bb64e2a09bd9 None None] Network aee8d11f-d662-404a-a036-49c72755f56d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:02.858692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73373a77-8496-4941-9b26-04e23c715783 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8434923
Apr 02 21:09:02.861221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:02.867232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:02.977833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (fda8d971-be61-4825-a288-952a50c5572c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.978758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (fda8d971-be61-4825-a288-952a50c5572c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:02.994428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aee8d11f-d662-404a-a036-49c72755f56d', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:02.996052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.028515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ca836671-e4c3-48a2-a13b-3b83b10b9123), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.083812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['ca836671-e4c3-48a2-a13b-3b83b10b9123'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:03.102211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks [] for router_controller (fda8d971-be61-4825-a288-952a50c5572c), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.103281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Pushing event deleted for resources: {'Port': ['ID=ca836671-e4c3-48a2-a13b-3b83b10b9123,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:03.106959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.122703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a8a42-2d22-43d4-a342-b7c94cf68b8f req-e4c66d7b-c4e3-4860-b505-a69c30647098 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:03.124835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91a8a42-2d22-43d4-a342-b7c94cf68b8f req-e4c66d7b-c4e3-4860-b505-a69c30647098 tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f06abe1-8723-4cef-87af-ecf16cc21db5 HTTP/1.1" status: 200  len: 867 time: 0.1309035
Apr 02 21:09:03.131350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90705898-4565-4e20-9a49-eec0ec09956a req-c0a436ff-54c4-4fbc-b42e-fe982b936393 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:03.132926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90705898-4565-4e20-9a49-eec0ec09956a req-c0a436ff-54c4-4fbc-b42e-fe982b936393 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.2198350
Apr 02 21:09:03.190583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] No DVR routers for this DVR port ca836671-e4c3-48a2-a13b-3b83b10b9123 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:03.193463 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.197904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8950bcef-bd5b-48d5-b8a5-9db764b30f4a req-5516f445-da06-4db2-ac70-5f3759efa14b tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.15 "DELETE /v2.0/ports/ca836671-e4c3-48a2-a13b-3b83b10b9123 HTTP/1.1" status: 204  len: 173 time: 0.9565148
Apr 02 21:09:03.213394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Allocated IP 172.20.0.2 (aee8d11f-d662-404a-a036-49c72755f56d/6ba539ba-5c0b-4f4d-b834-ca66718b5378/3c921df3-9695-4b69-92f8-4e932dc93c69) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:03.239914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'name': 'network-vif-deleted', 'tag': 'ca836671-e4c3-48a2-a13b-3b83b10b9123'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:03.242532 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17cbe94-b8cb-4fc0-ad16-d8e4e905f26a" -d '{"events": [{"server_uuid": "3f06abe1-8723-4cef-87af-ecf16cc21db5", "name": "network-vif-deleted", "tag": "ca836671-e4c3-48a2-a13b-3b83b10b9123"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:03.264602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f91a8a42-2d22-43d4-a342-b7c94cf68b8f req-efd019e5-13be-4405-84cf-0b919fd98d6d tempest-ListServerFiltersTestJSON-1829464164 tempest-ListServerFiltersTestJSON-1829464164-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264439
Apr 02 21:09:03.317160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90705898-4565-4e20-9a49-eec0ec09956a req-28019278-4362-48ed-a036-1afa03ee8e6f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764839
Apr 02 21:09:03.411630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks [] for router_gateway (fda8d971-be61-4825-a288-952a50c5572c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.469751 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922f8069-c7a5-4189-b222-8f7132fe1ee9 x-openstack-request-id: req-922f8069-c7a5-4189-b222-8f7132fe1ee9 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:03.470256 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f06abe1-8723-4cef-87af-ecf16cc21db5", "name": "network-vif-deleted", "tag": "ca836671-e4c3-48a2-a13b-3b83b10b9123", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:03.470495 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-922f8069-c7a5-4189-b222-8f7132fe1ee9 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:03.470996 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922f8069-c7a5-4189-b222-8f7132fe1ee9'] response: {'server_uuid': '3f06abe1-8723-4cef-87af-ecf16cc21db5', 'name': 'network-vif-deleted', 'tag': 'ca836671-e4c3-48a2-a13b-3b83b10b9123', 'status': 'completed', 'code': 200}
Apr 02 21:09:03.521540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Publish callbacks [] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.531656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.564696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.583866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Pushing event updated for resources: {'Port': ['ID=3c921df3-9695-4b69-92f8-4e932dc93c69,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:03.587207 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.600778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Network aee8d11f-d662-404a-a036-49c72755f56d is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:03.602642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.603048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.603395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.603791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.604131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.604675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.605197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.605535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.605866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.606201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.606524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.606848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.607174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.607497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.607814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:03.617981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:03.620852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:03.698126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Attempting to bind port 3c921df3-9695-4b69-92f8-4e932dc93c69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:03.698868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Attempting to bind port 3c921df3-9695-4b69-92f8-4e932dc93c69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:03.699406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Attempting to bind port 3c921df3-9695-4b69-92f8-4e932dc93c69 on network aee8d11f-d662-404a-a036-49c72755f56d {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:03.705609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:03.706881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Checking segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:03.707717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.708337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Bound using segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:03.709114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Bound port: 3c921df3-9695-4b69-92f8-4e932dc93c69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:03.709718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.752974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Allocated IP 172.35.4.11 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/1b34c9f7-7fbe-41fa-b83a-9d49214a59d4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:03.801989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] For port 3c921df3-9695-4b69-92f8-4e932dc93c69, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:03.806463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] For port 3c921df3-9695-4b69-92f8-4e932dc93c69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c921df3-9695-4b69-92f8-4e932dc93c69,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:03.819293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.894612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f120-d67a-48f2-a9c2-d520277c4ded None None] Pushing event updated for resources: {'Port': ['ID=3c921df3-9695-4b69-92f8-4e932dc93c69,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:03.903175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for port (1b34c9f7-7fbe-41fa-b83a-9d49214a59d4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.944385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1b34c9f7-7fbe-41fa-b83a-9d49214a59d4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:03.982525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:03.985894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:03.990119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:04.040012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Port': ['ID=1b34c9f7-7fbe-41fa-b83a-9d49214a59d4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:04.055257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks [] for router_gateway (fda8d971-be61-4825-a288-952a50c5572c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.064889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e26e0-7ad9-400e-89ae-4edfa8b1c335 req-f7b41c98-9547-4706-aea3-9b54d8754e39 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:04.066960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-198e26e0-7ad9-400e-89ae-4edfa8b1c335 req-f7b41c98-9547-4706-aea3-9b54d8754e39 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1300547
Apr 02 21:09:04.086121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.200858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-198e26e0-7ad9-400e-89ae-4edfa8b1c335 req-f0928395-6f21-447a-b57b-605671d1d024 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172087
Apr 02 21:09:04.251521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Allocated IP 172.35.4.53 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:04.317784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.351767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:04.445181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Deleting subnet 3879fd1b-2906-42b4-b41b-2746a2a258de {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:09:04.462612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Publish callbacks [] for subnet (3879fd1b-2906-42b4-b41b-2746a2a258de), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.492727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks [] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.522174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (3879fd1b-2906-42b4-b41b-2746a2a258de), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.540081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.543337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.548135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae39c-2188-4b12-aaaf-08ae721f9e87 req-b0653977-4ada-4df1-b8a5-d3241802f4e7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:04.549691 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d9ae39c-2188-4b12-aaaf-08ae721f9e87 req-b0653977-4ada-4df1-b8a5-d3241802f4e7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1486485
Apr 02 21:09:04.629525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.694075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Router e72ca10d-7ffa-46f6-970e-d0c250d69cc7 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:04.694623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d9ae39c-2188-4b12-aaaf-08ae721f9e87 req-f6d4211e-4745-45cf-9c4d-2c4126edec51 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350741
Apr 02 21:09:04.721543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (3879fd1b-2906-42b4-b41b-2746a2a258de), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.726366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:04.751555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:04.756034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:04.758009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Pushing event updated for resources: {'Port': ['ID=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:04.839258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:04.843805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.845220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-621903e8-14e6-4b19-a716-ca632e4519c9 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "PUT /v2.0/routers/e72ca10d-7ffa-46f6-970e-d0c250d69cc7 HTTP/1.1" status: 200  len: 918 time: 2.2861919
Apr 02 21:09:04.848334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50950) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:04.855182 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] Sync routers for ids ['e72ca10d-7ffa-46f6-970e-d0c250d69cc7'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:04.867970 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] Routers {'e72ca10d-7ffa-46f6-970e-d0c250d69cc7'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:04.868733 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784623a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e72ca10d-7ffa-46f6-970e-d0c250d69cc7'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:04.894058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (3879fd1b-2906-42b4-b41b-2746a2a258de), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.910942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784623a550>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:04.921937 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] Routers {'e72ca10d-7ffa-46f6-970e-d0c250d69cc7'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:04.922813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784623a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e72ca10d-7ffa-46f6-970e-d0c250d69cc7'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:04.943410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3879fd1b-2906-42b4-b41b-2746a2a258de,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:04.946911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:04.950145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0229c6ab-2e4c-43bd-983d-280032e24443 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3879fd1b-2906-42b4-b41b-2746a2a258de HTTP/1.1" status: 204  len: 168 time: 0.5971982
Apr 02 21:09:04.952693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50952) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:04.956811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692ee98-07b9-4cd2-93e6-686fd7194672 None None] Network cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:04.964175 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784623a550>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:04.965101 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34180d4b-6caa-43e9-87c7-0ca39ac39edb None None] The sync data for ids ['e72ca10d-7ffa-46f6-970e-d0c250d69cc7'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:05.002473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-22850033-b226-4e63-8826-e440ca6e8759 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/e72ca10d-7ffa-46f6-970e-d0c250d69cc7 HTTP/1.1" status: 200  len: 924 time: 0.1527495
Apr 02 21:09:05.005234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50954) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:05.085452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.103691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d77ae0-ebd5-41a4-b810-d38a4d7019bb tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:05.105312 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e9d77ae0-ebd5-41a4-b810-d38a4d7019bb tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=e72ca10d-7ffa-46f6-970e-d0c250d69cc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0990710
Apr 02 21:09:05.107970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:05.125158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bbf90a-9bea-4fa9-af6e-e7a878838086 None None] Network aee8d11f-d662-404a-a036-49c72755f56d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:05.190084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks [] for router_gateway (fda8d971-be61-4825-a288-952a50c5572c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.198893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] DHCP port deletion for cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:09:05.210895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d269d-0e22-4396-8356-d2e2644fd826 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:05.212205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-327d269d-0e22-4396-8356-d2e2644fd826 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.1032710
Apr 02 21:09:05.215006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50958) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:05.243301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6f24d500-594a-4a40-914d-d44ab81c0319 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=e72ca10d-7ffa-46f6-970e-d0c250d69cc7 HTTP/1.1" status: 200  len: 205 time: 0.0271297
Apr 02 21:09:05.247690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50962) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:05.262130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] Provisioning complete for port 3c921df3-9695-4b69-92f8-4e932dc93c69 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:05.262796 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.295268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Deleting port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:05.295607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.356142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] Deleting port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:05.356435 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.432194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c30fb7-6043-4cf1-923a-f5a05f8938b8 req-b1386cfc-dce5-443b-a454-2f428d1e8472 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:05.433943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5c30fb7-6043-4cf1-923a-f5a05f8938b8 req-b1386cfc-dce5-443b-a454-2f428d1e8472 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1131899
Apr 02 21:09:05.436150 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.473168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] Current status of the port 3c921df3-9695-4b69-92f8-4e932dc93c69 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:05.473500 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.474435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] For port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:05.475016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.494055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ca836671-e4c3-48a2-a13b-3b83b10b9123 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:05.497378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Calling delete_port for a0fdfb73-4ac9-448d-8fa5-3535ed79b1be owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:05.523000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: ca836671-e4c3-48a2-a13b-3b83b10b9123 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:09:05.523370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device ca836671-e4c3-48a2-a13b-3b83b10b9123 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:05.551474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] For port 3c921df3-9695-4b69-92f8-4e932dc93c69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c921df3-9695-4b69-92f8-4e932dc93c69,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:05.565444 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.573919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] For port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,segment=NetworkSegment(bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba),segment_id=bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:05.574337 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.605894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5c30fb7-6043-4cf1-923a-f5a05f8938b8 req-76f34be9-efc1-4e73-977c-d8808fad9d7e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324198
Apr 02 21:09:05.615722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-694f55a0-53ff-454e-8c1c-7489758fda4b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:05.617433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-694f55a0-53ff-454e-8c1c-7489758fda4b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1359515
Apr 02 21:09:05.619391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (fda8d971-be61-4825-a288-952a50c5572c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.639194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] Calling delete_port for a0fdfb73-4ac9-448d-8fa5-3535ed79b1be owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:05.682259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.698936 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:09:05.700360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b5233-36eb-471f-aba3-566ea4a8be53 None None] Pushing event updated for resources: {'Port': ['ID=3c921df3-9695-4b69-92f8-4e932dc93c69,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:05.732518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-65725615-a680-4591-b5ea-c813418f6a2e None None] Provisioning complete for port 3c921df3-9695-4b69-92f8-4e932dc93c69 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:05.733667 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-65725615-a680-4591-b5ea-c813418f6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.752403 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.780530 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (a0fdfb73-4ac9-448d-8fa5-3535ed79b1be), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.787815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:05.796350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] No DVR routers for this DVR port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:05.799195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:05.799538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.816561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] Pushing event deleted for resources: {'Port': ['ID=a0fdfb73-4ac9-448d-8fa5-3535ed79b1be,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:05.818872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba4a37-eda6-49bb-9d10-57988ca1f5f5 None None] No DVR routers for this DVR port a0fdfb73-4ac9-448d-8fa5-3535ed79b1be on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:05.861112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-65725615-a680-4591-b5ea-c813418f6a2e None None] Current status of the port 3c921df3-9695-4b69-92f8-4e932dc93c69 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:05.882546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Deleting port 1b34c9f7-7fbe-41fa-b83a-9d49214a59d4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:05.882885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1b34c9f7-7fbe-41fa-b83a-9d49214a59d4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.938927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.954999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] For port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:05.955371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:05.976807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78440c0160>,) {'filters': {'network_id': ['cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:05.995336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc8157-96f5-49a5-b9b5-d190944e3927 req-8a48c04e-d79f-4ab7-b217-64f4a0cd1514 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:05.996929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2bc8157-96f5-49a5-b9b5-d190944e3927 req-8a48c04e-d79f-4ab7-b217-64f4a0cd1514 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1892414
Apr 02 21:09:06.006967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440c0160>, 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:06.006967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440c0160>, 'bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:06.032522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.047793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1b34c9f7-7fbe-41fa-b83a-9d49214a59d4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.051930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Router fda8d971-be61-4825-a288-952a50c5572c is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:06.068573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3c921df3-9695-4b69-92f8-4e932dc93c69 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:06.070979 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.095089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:06.095806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (bd96cb2d-fce7-4ac8-84d8-6ea3a9664fba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:06.099067 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:06.124863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3c921df3-9695-4b69-92f8-4e932dc93c69 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:06.125277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.156085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2bc8157-96f5-49a5-b9b5-d190944e3927 req-4d2884c4-9dd7-45ec-afbc-fa06257dfb99 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486001
Apr 02 21:09:06.216989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3c921df3-9695-4b69-92f8-4e932dc93c69 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:06.239907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.245491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.251885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804 HTTP/1.1" status: 204  len: 168 time: 1.2981939
Apr 02 21:09:06.269336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3e17-e4d7-46ed-a383-d0e6f7b75839 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca1143a-9c1f-4e9e-8a8e-6a7fe8e5d804,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:06.291574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0fdfb73-4ac9-448d-8fa5-3535ed79b1be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:06.304975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:06.315700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Sync routers for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:06.321327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a0fdfb73-4ac9-448d-8fa5-3535ed79b1be {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:09:06.321730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0fdfb73-4ac9-448d-8fa5-3535ed79b1be not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:06.341752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:06.342613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845608ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:06.344654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.347689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9b011ed8-d2e3-41a7-a3df-a029919b718a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.4843521
Apr 02 21:09:06.350059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50968) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:06.351982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Calling delete_port for 1b34c9f7-7fbe-41fa-b83a-9d49214a59d4 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:06.442452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50970) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:06.570062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2582ee22-c8e0-4d75-9785-90fa429c350f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93da813e266e41509229a1e99815d9ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1220584
Apr 02 21:09:06.574242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.574477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (08f2cdd0-c09e-498e-80b5-377feca7f6fe), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.574796 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 08f2cdd0-c09e-498e-80b5-377feca7f6fe disassociated. External IP: 172.35.4.215, port: 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa.
Apr 02 21:09:06.575152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:06.576746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50972) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:06.640332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:06.776785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45982cde-19e5-4b0d-8c55-7a72ed33c466 admin admin] Publish callbacks [] for security_group (2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.832673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45982cde-19e5-4b0d-8c55-7a72ed33c466 admin admin] Publish callbacks [] for security_group (2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.847603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.852403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1b34c9f7-7fbe-41fa-b83a-9d49214a59d4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.854910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845608ca0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:04Z', 'revision_number': 3, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:06.888307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Checking router: fda8d971-be61-4825-a288-952a50c5572c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:06.889016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Updating router fda8d971-be61-4825-a288-952a50c5572c port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:09:06.897019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event deleted for resources: {'Port': ['ID=1b34c9f7-7fbe-41fa-b83a-9d49214a59d4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:06.905451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fac58-0607-4416-a9c2-9251699a525f req-83a73ecc-cf38-4754-9ed9-fd1c10d82367 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:06.906984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-161fac58-0607-4416-a9c2-9251699a525f req-83a73ecc-cf38-4754-9ed9-fd1c10d82367 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 946 time: 0.1926730
Apr 02 21:09:06.924113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:06.929594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.930074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.930296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.930672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.930979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.931326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.931648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.931984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.932317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.932675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.933006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.933334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.933664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.933993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:06.934319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:09:07.034199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Allocated IP 172.20.0.1 (aee8d11f-d662-404a-a036-49c72755f56d/6ba539ba-5c0b-4f4d-b834-ca66718b5378/5dd3dcf8-fa97-4010-9219-eddd0a0d67a2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:07.073245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45982cde-19e5-4b0d-8c55-7a72ed33c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.075988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45982cde-19e5-4b0d-8c55-7a72ed33c466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.077177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45982cde-19e5-4b0d-8c55-7a72ed33c466 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce HTTP/1.1" status: 204  len: 168 time: 0.4638774
Apr 02 21:09:07.079306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.112313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (96ce7472-2a62-45dc-8a1e-fe0e2262b5aa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.152356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-161fac58-0607-4416-a9c2-9251699a525f req-bf1c9ff7-88f3-4f1e-9667-95ec084e9719 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=a725d757-a984-4c52-9aa5-3806006a72f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2312582
Apr 02 21:09:07.153027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45982cde-19e5-4b0d-8c55-7a72ed33c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a952bcf-b868-4e5e-a0e8-5a9b0d1ac2ce,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:07.217532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=96ce7472-2a62-45dc-8a1e-fe0e2262b5aa,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:07.223788 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.228060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.236035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks [] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.286790 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Publish callbacks [] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.298663 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.325434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (e72ca10d-7ffa-46f6-970e-d0c250d69cc7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.325990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Fanout notify agent at l3_agent the message router_deleted on router e72ca10d-7ffa-46f6-970e-d0c250d69cc7 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:09:07.334946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.338904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.340210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-87462afb-d764-4391-a5f8-3f863656e723 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/e72ca10d-7ffa-46f6-970e-d0c250d69cc7 HTTP/1.1" status: 204  len: 168 time: 2.0915427
Apr 02 21:09:07.341185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:07.349912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411209630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:07.398070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Attempting to bind port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:07.398939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Attempting to bind port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:07.399676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Attempting to bind port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:07.402505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc51855-6de2-4c20-bfd7-54743ca2800f None None] Pushing event updated for resources: {'Port': ['ID=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:07.404507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:07.416754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:07.417449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:07.417869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.418255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:07.419639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Bound port: 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:07.420042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.500068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] For port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:07.505621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] For port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:07.514309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.549034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:07.566583 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:07.597488 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:07.600319 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e41f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:07.624334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:07.624609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] No DVR routers for this DVR port 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:07.625625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845608ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:07.629036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.635801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cd4eb34-1bb4-43c9-befe-54c8f2d2f4a5 req-6f010810-9f4e-4ed0-9f65-7f07618238f6 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.21 "DELETE /v2.0/ports/96ce7472-2a62-45dc-8a1e-fe0e2262b5aa HTTP/1.1" status: 204  len: 173 time: 2.0076368
Apr 02 21:09:07.636315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'name': 'network-vif-deleted', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:07.639587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc51855-6de2-4c20-bfd7-54743ca2800f None None] Pushing event updated for resources: {'Port': ['ID=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:07.650207 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ec34f-751c-4bad-8772-4c6ba30d9da4" -d '{"events": [{"server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "name": "network-vif-deleted", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:07.736524 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be272d9b-d4c2-4d57-b96d-3c9510cf2850 x-openstack-request-id: req-be272d9b-d4c2-4d57-b96d-3c9510cf2850 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:07.736846 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36", "name": "network-vif-deleted", "tag": "96ce7472-2a62-45dc-8a1e-fe0e2262b5aa", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:07.737107 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be272d9b-d4c2-4d57-b96d-3c9510cf2850 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:07.738079 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be272d9b-d4c2-4d57-b96d-3c9510cf2850'] response: {'server_uuid': 'c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36', 'name': 'network-vif-deleted', 'tag': '96ce7472-2a62-45dc-8a1e-fe0e2262b5aa', 'status': 'completed', 'code': 200}
Apr 02 21:09:07.847230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:07.868175 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:07.872709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.873734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.932917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.954258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:07.961045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Network aee8d11f-d662-404a-a036-49c72755f56d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:07.980512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:07.985090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:08.026619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf58b3-7c67-438c-bf88-519d390f588a req-ceb48419-2ddd-48da-b6a6-7c3dcb7fa6ed tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:08.028381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2acf58b3-7c67-438c-bf88-519d390f588a req-ceb48419-2ddd-48da-b6a6-7c3dcb7fa6ed tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.7344971
Apr 02 21:09:08.033300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Pushing event updated for resources: {'Port': ['ID=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:08.042714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.046655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9812ddbc-f6a5-433f-8dca-c07181368707 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7002511
Apr 02 21:09:08.047349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51000) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:08.053299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': False}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:08.108340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2acf58b3-7c67-438c-bf88-519d390f588a req-665be092-3e26-4434-b35d-a4ef90e11669 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704823
Apr 02 21:09:08.110077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (fda8d971-be61-4825-a288-952a50c5572c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.237619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845608ca0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:04Z', 'revision_number': 3, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:08.319380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1b01e-4e36-4641-863e-3972aec3780a None None] The sync data for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 is: [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:04Z', 'revision_number': 3, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:08.370660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.371262 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e41f40>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:08.430776 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:08.433510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4b4e3f6e-7aad-4d4b-8aeb-85ffd7324803 None None] Provisioning complete for port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:08.434039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f6e-7aad-4d4b-8aeb-85ffd7324803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.447310 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:08.448189 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e41f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:08.497254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0328ae6-9ebf-4d1f-a265-671a8d9269d5 req-ebb10ee5-b2d0-4937-bee7-3eee4b7bb1fa tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9b45c75-e0a2-4bee-bbc5-3a1d101ccb36 HTTP/1.1" status: 200  len: 210 time: 0.0465529
Apr 02 21:09:08.535403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e3f6e-7aad-4d4b-8aeb-85ffd7324803 None None] Port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:08.589917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.642469 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:08.708344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks [] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.716398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.851596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:08.869583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (fda8d971-be61-4825-a288-952a50c5572c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:08.884581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:09:08.884850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 96ce7472-2a62-45dc-8a1e-fe0e2262b5aa not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:08.908868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Pushing event updated for resources: {'Port': ['ID=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:09.005506 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e41f40>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:09.009936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:09.017631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Network aee8d11f-d662-404a-a036-49c72755f56d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:09.019624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:09.065152 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a8c3e-d2f7-41ca-a74b-8fdb51342718 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:09.084873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8854aa63-ed2c-43b5-9d05-78d0e0960650 req-bab19ab8-b9bd-4c48-812f-9d8bc355efc7 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0708051
Apr 02 21:09:09.119281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:09.305797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Router fda8d971-be61-4825-a288-952a50c5572c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:09.344510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Allocated IP 172.35.4.68 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/6b738b06-83de-4dce-aedf-02cfb5d52130) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:09.417079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bb49c-8101-490c-9fab-5de9fd9786ff req-ed65a373-99cc-42e9-93d4-5ef3619af471 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:09.418962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-042bb49c-8101-490c-9fab-5de9fd9786ff req-ed65a373-99cc-42e9-93d4-5ef3619af471 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1626558
Apr 02 21:09:09.477170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1e80051a-7cdb-4a41-a743-631c94f8bf53 None None] Provisioning complete for port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:09.478273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1e80051a-7cdb-4a41-a743-631c94f8bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:09.541336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for port (6b738b06-83de-4dce-aedf-02cfb5d52130), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:09.542732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1e80051a-7cdb-4a41-a743-631c94f8bf53 None None] Port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:09.601543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6b738b06-83de-4dce-aedf-02cfb5d52130), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:09.612984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f99651-e9f6-491d-927a-800a2f69ec2e None None] New status for floating IP 08f2cdd0-c09e-498e-80b5-377feca7f6fe: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:09:09.647683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:09.652710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:09.669247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-042bb49c-8101-490c-9fab-5de9fd9786ff req-29034a87-be64-4817-bf52-37eb34cd9ad0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442734
Apr 02 21:09:09.683989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2e13d9df-0b59-4209-892b-17e84568225d admin admin] 10.222.0.18 "PUT /v2.0/routers/fda8d971-be61-4825-a288-952a50c5572c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3327093
Apr 02 21:09:09.692738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:09.699836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:09.711347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:09.742091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Pushing event updated for resources: {'Port': ['ID=6b738b06-83de-4dce-aedf-02cfb5d52130,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:09.847915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14f7cbb8-3d4f-4cbf-9648-808237aa08d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (a725d757-a984-4c52-9aa5-3806006a72f3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:09.956400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14f7cbb8-3d4f-4cbf-9648-808237aa08d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (a725d757-a984-4c52-9aa5-3806006a72f3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.099123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14f7cbb8-3d4f-4cbf-9648-808237aa08d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a725d757-a984-4c52-9aa5-3806006a72f3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.104591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14f7cbb8-3d4f-4cbf-9648-808237aa08d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.106299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-14f7cbb8-3d4f-4cbf-9648-808237aa08d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/security-groups/a725d757-a984-4c52-9aa5-3806006a72f3 HTTP/1.1" status: 204  len: 168 time: 0.4526412
Apr 02 21:09:10.109270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:10.110695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:10.142146 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-67da9ecc-b006-4d58-af77-b7dc17c7a30f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] show failed (client error): The resource could not be found.
Apr 02 21:09:10.149328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7cbb8-3d4f-4cbf-9648-808237aa08d0 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a725d757-a984-4c52-9aa5-3806006a72f3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:10.150147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-67da9ecc-b006-4d58-af77-b7dc17c7a30f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups/a725d757-a984-4c52-9aa5-3806006a72f3 HTTP/1.1" status: 404  len: 347 time: 0.0398190
Apr 02 21:09:10.150716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51048) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:10.198440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router_gateway (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.204786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:10.205256 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.279808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bdb7d32b-d4a2-4be2-b2bc-e1c875b4c0a6 req-0bea4f94-31ce-4712-868b-e149c21b94da tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0326834
Apr 02 21:09:10.350666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:10.351219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.351880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port 8da3aad3-759f-4e7d-9e5e-83c447f14a08 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:10.352229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.375310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:10.392503 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.489558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.490076 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (8da3aad3-759f-4e7d-9e5e-83c447f14a08), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.509572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:10.521957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for 8da3aad3-759f-4e7d-9e5e-83c447f14a08 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:10.539210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.545058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.584312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51058) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:10.589218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1457644158-network', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:10.625271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Made reservation on behalf of a44918b6e8e14b59a0ff928f20a37bed for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:10.627700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.646135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.715008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Router b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:10.760961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8da3aad3-759f-4e7d-9e5e-83c447f14a08), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.817644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=8da3aad3-759f-4e7d-9e5e-83c447f14a08,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:10.839623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks [] for security_group (40728e4b-909d-42b9-bc9f-aefd20987513), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.843547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:10.848761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.850135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6dda7040-d0be-4848-878b-fb47bcccb7f4 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "PUT /v2.0/routers/b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 HTTP/1.1" status: 200  len: 918 time: 2.8012609
Apr 02 21:09:10.852838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:10.856222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] Sync routers for ids ['b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:10.859236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (40728e4b-909d-42b9-bc9f-aefd20987513), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.868567 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] Routers {'b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:10.871457 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c78ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:10.918359 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c78ca0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:10.920884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:10.928758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] Routers {'b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:10.929513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c78ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:10.930911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e1ca-d079-47bc-8e2c-7961e7842dad req-cc170c3e-e31f-4ed5-8e15-3c915dafaaed tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:10.932436 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1c5e1ca-d079-47bc-8e2c-7961e7842dad req-cc170c3e-e31f-4ed5-8e15-3c915dafaaed tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1870849
Apr 02 21:09:10.953156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40728e4b-909d-42b9-bc9f-aefd20987513,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:10.961138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.961488 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Added segment d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a of type vlan for network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1
Apr 02 21:09:10.984332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c78ca0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:10.985589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (08f2cdd0-c09e-498e-80b5-377feca7f6fe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.986230 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e682a6-f231-4d9f-8622-f220df80481c None None] The sync data for ids ['b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:10.988138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:10.989378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7eacdf3f-6645-42e9-bdb0-3db4e42b4e2b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/floatingips/08f2cdd0-c09e-498e-80b5-377feca7f6fe HTTP/1.1" status: 204  len: 168 time: 0.8358805
Apr 02 21:09:11.008610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d65b33e2-5a85-49c6-b80e-cb16a3eea59b tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 HTTP/1.1" status: 200  len: 924 time: 0.1530986
Apr 02 21:09:11.010930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51066) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.026752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Sync routers for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:11.041814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (73caa8c4-7b0a-4385-92fb-6bf226eed7f1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.060165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1c5e1ca-d079-47bc-8e2c-7961e7842dad req-c84ec3c2-12e6-4482-8ff7-24fd0cbb3f43 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167493
Apr 02 21:09:11.068440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:11.069351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451730d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:11.089586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (73caa8c4-7b0a-4385-92fb-6bf226eed7f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.090573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:11.091158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.105617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88528f6-b0e5-4862-8c1f-2f1f25cbb498 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:11.109890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f88528f6-b0e5-4862-8c1f-2f1f25cbb498 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0955601
Apr 02 21:09:11.110676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51068) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.132926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5450077
Apr 02 21:09:11.135808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51070) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.141389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Request body: {'subnet': {'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1457644158-subnet', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:11.159057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e81d80-0444-472e-b6d5-7ae1acc9e0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=73caa8c4-7b0a-4385-92fb-6bf226eed7f1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:11.184057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:11.210518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Made reservation on behalf of a44918b6e8e14b59a0ff928f20a37bed for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:11.213253 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.272259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51072) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.276909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904794042', 'description': 'tempest-description--1633585274'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:11.278617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b800e-09d7-4b55-9080-2ac11e8997a1 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:11.282587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e11b800e-09d7-4b55-9080-2ac11e8997a1 tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.1684449
Apr 02 21:09:11.282773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:11.285365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51074) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.304841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.324518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a4e1480-a177-43da-8009-4b998a0a0857 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 HTTP/1.1" status: 200  len: 205 time: 0.0387473
Apr 02 21:09:11.327053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.441476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e151373-aa3d-4c3a-907e-2a3d2599afa7 req-d6601690-2847-4dc3-9555-526aa98080c8 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0502703
Apr 02 21:09:11.460671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (501d4400-3f28-4680-b21c-258472c5eca1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.524429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.531092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501d4400-3f28-4680-b21c-258472c5eca1,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:11.533844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (c89740b5-1584-4a83-9a9a-aeeeafe02b15), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.536162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Checking segment: {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:11.536571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Network hostable DHCP agents. Network: 73caa8c4-7b0a-4385-92fb-6bf226eed7f1, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:11.556071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451730d0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 2, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:11.556922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:11.568281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 73caa8c4-7b0a-4385-92fb-6bf226eed7f1) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:11.573319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:11.573972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.575510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c89740b5-1584-4a83-9a9a-aeeeafe02b15), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.587835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda9096-437a-4317-bc6e-45ac83ebcefb None None] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:11.593252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01ffd841-43fa-4fd7-a4da-c5de6d6dbab4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4562705
Apr 02 21:09:11.595423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51080) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.600959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:11.604928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Checking router: fda8d971-be61-4825-a288-952a50c5572c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:11.605289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Updating router fda8d971-be61-4825-a288-952a50c5572c port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:09:11.626906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (fae05949-8ede-4448-9d14-72e016559e44), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.628879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (fae05949-8ede-4448-9d14-72e016559e44), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.630361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.634401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3582680
Apr 02 21:09:11.634651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:11.640733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': 'c89740b5-1584-4a83-9a9a-aeeeafe02b15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:11.659255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356aa0f-0400-466c-9b39-6dd21f548144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89740b5-1584-4a83-9a9a-aeeeafe02b15,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:11.680813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.701152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.716494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (174bf36c-d132-45b1-93e6-57adc012316a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.719879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks [] for router_controller (fae05949-8ede-4448-9d14-72e016559e44), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.764319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Deleting port 6b738b06-83de-4dce-aedf-02cfb5d52130 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:11.764675 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6b738b06-83de-4dce-aedf-02cfb5d52130), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.814234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-73caa8c4-7b0a-4385-92fb-6bf226eed7f1', 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1', 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'fixed_ips': [{'subnet_id': '501d4400-3f28-4680-b21c-258472c5eca1'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:11.815015 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.854853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6b738b06-83de-4dce-aedf-02cfb5d52130), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:11.870663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Calling delete_port for 6b738b06-83de-4dce-aedf-02cfb5d52130 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:12.052098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:12.073072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Allocated IP 172.20.0.2 (73caa8c4-7b0a-4385-92fb-6bf226eed7f1/501d4400-3f28-4680-b21c-258472c5eca1/73cd57ee-d9ea-436a-87ec-e4a38fb07b68) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:12.104946 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6b738b06-83de-4dce-aedf-02cfb5d52130), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.132177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3d9146ee-4a83-49b4-b2ba-b6d0d42b5f78 req-d0d84c26-278e-4fa2-a52a-a8ab104a1639 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0624483
Apr 02 21:09:12.200937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event deleted for resources: {'Port': ['ID=6b738b06-83de-4dce-aedf-02cfb5d52130,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:12.210112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.271292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (174bf36c-d132-45b1-93e6-57adc012316a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.281344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks [] for router_gateway (fae05949-8ede-4448-9d14-72e016559e44), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.288000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (174bf36c-d132-45b1-93e6-57adc012316a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.311562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.314637 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.330430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab893-63f5-424b-bdbe-d777056f6a48 req-a22b6ebc-e421-4a45-998b-abc8a8b77cba tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:12.332540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f78ab893-63f5-424b-bdbe-d777056f6a48 req-a22b6ebc-e421-4a45-998b-abc8a8b77cba tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1827688
Apr 02 21:09:12.338591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174bf36c-d132-45b1-93e6-57adc012316a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:12.351516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.355339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73e32a4a-4d58-4b28-9465-64f139cf8bd3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7171404
Apr 02 21:09:12.356676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51086) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:12.361892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'security_group_rule': {'security_group_id': 'c89740b5-1584-4a83-9a9a-aeeeafe02b15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:12.381469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.382061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Fanout notify agent at l3_agent the message router_deleted on router b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:09:12.390226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.395468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ab396a59-82a8-4cfb-b55a-4ad41554f162 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 HTTP/1.1" status: 204  len: 168 time: 1.0630887
Apr 02 21:09:12.396910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51088) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:12.403121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-336699227', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:12.403383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (b7ad4b96-e370-4326-9041-b87356eac4d8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.428753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:12.429330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.461029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f78ab893-63f5-424b-bdbe-d777056f6a48 req-339b0e42-202e-48a3-ba41-3bc3279707f0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154416
Apr 02 21:09:12.462974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (b7ad4b96-e370-4326-9041-b87356eac4d8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.470516 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b7ad4b96-e370-4326-9041-b87356eac4d8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.479380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.479660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Publish callbacks [] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.479772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.494551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ad4b96-e370-4326-9041-b87356eac4d8,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:12.498573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.519949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.526789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-59c9c38b-d6d8-450f-af0f-353bc17a44a7 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1688612
Apr 02 21:09:12.528844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51092) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:12.535714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:12.590405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5249a868-45ce-4257-8450-d5147ee37f63 req-51d05f0d-fd0d-4236-9ca6-17ef546a8670 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0387495
Apr 02 21:09:12.593529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.634249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012f2c8-bbf0-4a99-a94f-ff7adfdee915 None None] Pushing event updated for resources: {'Port': ['ID=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:12.646179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:12.675507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.691341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Publish callbacks [] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.718674 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.726614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.762989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Attempting to bind port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:12.763372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Attempting to bind port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:12.763747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Attempting to bind port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 on network aee8d11f-d662-404a-a036-49c72755f56d {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:12.766977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:12.772338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:12.777342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:12.787477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:12.787863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Checking segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:12.788813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.788813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Bound using segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:12.789189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Bound port: 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:12.789578 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.808955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Pushing event updated for resources: {'Port': ['ID=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:12.878727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.35.4.183 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/af5feda4-0f51-41f4-8cd8-820fc8cb36c4) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:12.890787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Attempting to bind port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:12.891040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks [] for router_gateway (fae05949-8ede-4448-9d14-72e016559e44), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.891520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Attempting to bind port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:12.891520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Attempting to bind port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 on network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:12.914902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.925833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.928966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] For port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:12.931501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:12.932303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Checking segment: {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:12.932810 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.933224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Bound using segment: {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:12.933839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Bound port: 73cd57ee-d9ea-436a-87ec-e4a38fb07b68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:12.935111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:12.938328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] For port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:12.950523 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.013202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.058395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:13.059168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451730d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:13.070846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.073408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] Provisioning complete for port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:13.074222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.075485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012f2c8-bbf0-4a99-a94f-ff7adfdee915 None None] Pushing event updated for resources: {'Port': ['ID=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:13.134946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Allocated IP 172.35.4.166 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/2abef0a2-42a4-4606-8df1-0baf2c742e21) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:13.137356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=af5feda4-0f51-41f4-8cd8-820fc8cb36c4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:13.155963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:13.162078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:13.167815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] For port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:13.169149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:13.219537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] For port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,segment=NetworkSegment(d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a),segment_id=d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:13.243324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.297840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (89d0e951-d423-4703-8969-6e5e4eeb552b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.331990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:13.373911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.385242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d04dd-0af8-42e6-a270-02151b7ec0fc None None] Pushing event updated for resources: {'Port': ['ID=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:13.399890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.410195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] Current status of the port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:13.410619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.428627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.501461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks [] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.560894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.563078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] For port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:13.569279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.617794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.630741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.695424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eab4f7-a7ec-4d99-bfa1-39d721219ab0 None None] Pushing event updated for resources: {'Port': ['ID=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:13.703624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Allocated IP 172.35.4.34 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/34e3c171-cbee-4c60-a175-924aa6bb248d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:13.729626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff34009e-077c-412b-8f3e-476881ea2ebd None None] Provisioning complete for port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:13.730352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff34009e-077c-412b-8f3e-476881ea2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.735882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=af5feda4-0f51-41f4-8cd8-820fc8cb36c4,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:13.771720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64f286ff-93a5-4cba-8eae-b890be50623e req-63ed37bd-282c-4fc7-ae79-98e547637428 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0369818
Apr 02 21:09:13.825971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451730d0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:12Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:13.842859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (89d0e951-d423-4703-8969-6e5e4eeb552b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.865576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.867096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-af418138-9f39-44be-b87f-12ae6f6b7668 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3369606
Apr 02 21:09:13.894392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff34009e-077c-412b-8f3e-476881ea2ebd None None] Current status of the port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:13.896980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21534da-f40d-4293-9f4e-24b0f6b1973d None None] The sync data for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 is: [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:12Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:13.897580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:13.902376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for port (34e3c171-cbee-4c60-a175-924aa6bb248d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:13.903781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Pushing event updated for resources: {'Port': ['ID=2abef0a2-42a4-4606-8df1-0baf2c742e21,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:13.908616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:13.914112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:13.972829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e20579-e875-48e1-8477-265536e255d3 req-da44e464-0d6a-4f75-9249-fb822db16739 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:13.978127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4e20579-e875-48e1-8477-265536e255d3 req-da44e464-0d6a-4f75-9249-fb822db16739 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.4019744
Apr 02 21:09:14.161003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (34e3c171-cbee-4c60-a175-924aa6bb248d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.216508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4e20579-e875-48e1-8477-265536e255d3 req-cdb76179-986c-4045-8fff-4c4fe535f3bd tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267320
Apr 02 21:09:14.267474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:14.339688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:14.340344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.419578 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.426173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks [] for router_gateway (fae05949-8ede-4448-9d14-72e016559e44), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.489046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:14.489449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.536922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,segment=NetworkSegment(d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a),segment_id=d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:14.548757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.550578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:14.747284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:14.775761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:14.776275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:14.807087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45727e2e-05b4-4423-8f6b-a0d2ddacb6fe req-8bea517b-aa75-4270-ae65-c12d56498456 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0429466
Apr 02 21:09:14.829878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:14.855925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:14.858916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:14.891526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed2778-5df3-445a-9a73-1dec4dd912bb None None] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:14.911755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:14.920370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event updated for resources: {'Port': ['ID=34e3c171-cbee-4c60-a175-924aa6bb248d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:14.926602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4709ffb5-4337-440a-ad26-d8ed9bd23b69 req-89b945bf-7237-402e-8f53-3be5ee2bfc0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7623755f811741a0ac8fe7ca2f08e42b&device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0915782
Apr 02 21:09:14.973243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4709ffb5-4337-440a-ad26-d8ed9bd23b69 req-da337930-466b-48c4-93df-2b42b65f75bc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7623755f811741a0ac8fe7ca2f08e42b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340049
Apr 02 21:09:14.973774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fb8e5751-278e-4a23-a425-be78a10374a7 None None] Provisioning complete for port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:14.974153 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5751-278e-4a23-a425-be78a10374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:15.119825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e5751-278e-4a23-a425-be78a10374a7 None None] Current status of the port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:15.172587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-fe2c1a1a-145c-4503-9544-437ff5172d37 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--904794042&fields=id&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 267 time: 0.7416058
Apr 02 21:09:15.350391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c58f98cc-1844-4b9e-9430-a66acfaee25f None None] Provisioning complete for port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:15.350780 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c58f98cc-1844-4b9e-9430-a66acfaee25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:15.405028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b200f1-8dc4-4501-b435-5d5efe82b08a req-76305d7a-a59d-4817-9c07-5689284aaf11 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:15.407426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b200f1-8dc4-4501-b435-5d5efe82b08a req-76305d7a-a59d-4817-9c07-5689284aaf11 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.0901439
Apr 02 21:09:15.475226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c58f98cc-1844-4b9e-9430-a66acfaee25f None None] Current status of the port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:15.509233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b200f1-8dc4-4501-b435-5d5efe82b08a req-52b95c74-70da-4566-a09d-27c13ab77c05 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889716
Apr 02 21:09:15.539272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ffb5-4337-440a-ad26-d8ed9bd23b69 req-ef2e347f-08e3-42d0-bf3e-bd76bcaaf061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:15.540867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4709ffb5-4337-440a-ad26-d8ed9bd23b69 req-ef2e347f-08e3-42d0-bf3e-bd76bcaaf061 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5261936
Apr 02 21:09:15.639888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-c5688ac3-cf5d-4f36-8f0d-cde2b984c334 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:15.641299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-c5688ac3-cf5d-4f36-8f0d-cde2b984c334 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.4537537
Apr 02 21:09:15.652987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (fae05949-8ede-4448-9d14-72e016559e44), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:15.663697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:15.704941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-9eb51b1c-371b-4aa6-af02-fc8011bd2a57 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/quotas/bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 375 time: 0.0551953
Apr 02 21:09:15.896337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-521203a6-c493-4de9-9e4b-d1bdce60ff52 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1554768
Apr 02 21:09:15.942079 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab4c144e-4aa9-40d3-848a-8229ba48179c req-e0da32a3-f6b0-45cd-aba4-1606d227ce46 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0388780
Apr 02 21:09:16.028733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:16.056206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Router fae05949-8ede-4448-9d14-72e016559e44 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:16.082469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:16.082845 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:16.139562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:16.148731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-09ce02b4-19b2-482e-bf90-03c691f48022 service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032402
Apr 02 21:09:16.158788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:16.616008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:16.621539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc21269-8ad5-452e-818f-cbea507e5b9d req-1f597e22-2a45-4e22-9b93-49554d78b0a0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:16.624860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cc21269-8ad5-452e-818f-cbea507e5b9d req-1f597e22-2a45-4e22-9b93-49554d78b0a0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.0537720
Apr 02 21:09:16.625798 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Sync routers for ids ['fae05949-8ede-4448-9d14-72e016559e44'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:16.637856 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Routers {'fae05949-8ede-4448-9d14-72e016559e44'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:16.638933 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b108e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fae05949-8ede-4448-9d14-72e016559e44'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:16.644694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-aa9a7c33-9465-45e3-922b-cda247c0c3db service neutron] 10.222.0.18 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4869113
Apr 02 21:09:16.657947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:16.663332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2a81203d-eecf-4a2d-8b91-41d550288827 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.0628378
Apr 02 21:09:16.663540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51138) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:16.678533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Router 8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:16.752043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cc21269-8ad5-452e-818f-cbea507e5b9d req-b90b2a8d-291c-47cb-9838-50dc00a63e52 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219234
Apr 02 21:09:16.808380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:16.819654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] Sync routers for ids ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:16.860984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:16.862508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c98bbf76-bf92-4309-a1e8-ddebd189b149 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.4656456
Apr 02 21:09:16.865284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51142) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:16.867086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] Routers {'8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:16.870895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844ed50a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:16.871986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:16.888275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Set router fae05949-8ede-4448-9d14-72e016559e44 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:16.927045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844ed50a0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:16.940298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] Routers {'8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:16.943484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844ed50a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:16.990649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42760ef3-5e5d-4256-a68e-e111885342ea req-71d0a2e7-44db-45b2-8f6f-d5da05a41709 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 210 time: 0.0830073
Apr 02 21:09:17.050145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844ed50a0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:17.051229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97e23f-b5ad-4460-a343-677a27996871 None None] The sync data for ids ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:17.131026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b108e0>, [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:09:14Z', 'revision_number': 3, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:17.136427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1aff1b8d-f3fe-4377-92f7-a0681d3aaf9a req-9c459dae-46f4-4e66-ad0d-04bd6ba66b79 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0377316
Apr 02 21:09:17.169976 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Checking router: fae05949-8ede-4448-9d14-72e016559e44 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:17.170560 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Updating router fae05949-8ede-4448-9d14-72e016559e44 port 2abef0a2-42a4-4606-8df1-0baf2c742e21 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:09:17.216146 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.311950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.397494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.412114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_gateway (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.491306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Deleting port 34e3c171-cbee-4c60-a175-924aa6bb248d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:17.492154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (34e3c171-cbee-4c60-a175-924aa6bb248d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.509543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Allocated IP 172.20.0.1 (73caa8c4-7b0a-4385-92fb-6bf226eed7f1/501d4400-3f28-4680-b21c-258472c5eca1/dcef0581-282c-4708-b7cd-4f68c8b8290e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:17.555250 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Publish callbacks [] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.563575 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.588361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4709ffb5-4337-440a-ad26-d8ed9bd23b69 req-ae390480-ad97-4cb8-8388-58850d280e17 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.0311596
Apr 02 21:09:17.605171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (34e3c171-cbee-4c60-a175-924aa6bb248d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.619588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Calling delete_port for 34e3c171-cbee-4c60-a175-924aa6bb248d owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:17.622559 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Attempting to bind port 2abef0a2-42a4-4606-8df1-0baf2c742e21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:17.622938 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Attempting to bind port 2abef0a2-42a4-4606-8df1-0baf2c742e21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:17.623300 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Attempting to bind port 2abef0a2-42a4-4606-8df1-0baf2c742e21 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:17.638864 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:17.640580 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:17.642447 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.643120 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:17.645061 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Bound port: 2abef0a2-42a4-4606-8df1-0baf2c742e21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:17.645783 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.649685 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2a663-6aa7-49fc-ae02-e1529256ac68 None None] Pushing event updated for resources: {'Port': ['ID=2abef0a2-42a4-4606-8df1-0baf2c742e21,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:17.652364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks [] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.703735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.718692 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.720543 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] For port 2abef0a2-42a4-4606-8df1-0baf2c742e21, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:17.726241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] For port 2abef0a2-42a4-4606-8df1-0baf2c742e21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2abef0a2-42a4-4606-8df1-0baf2c742e21,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:17.734883 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.784949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcef0581-282c-4708-b7cd-4f68c8b8290e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:17.795995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:17.798329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:17.803123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:17.864225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (34e3c171-cbee-4c60-a175-924aa6bb248d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.874887 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2a663-6aa7-49fc-ae02-e1529256ac68 None None] Pushing event updated for resources: {'Port': ['ID=2abef0a2-42a4-4606-8df1-0baf2c742e21,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:17.877481 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Routers {'fae05949-8ede-4448-9d14-72e016559e44'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:17.878129 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b108e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fae05949-8ede-4448-9d14-72e016559e44'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:17.887784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (fae05949-8ede-4448-9d14-72e016559e44), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:17.926670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Pushing event deleted for resources: {'Port': ['ID=34e3c171-cbee-4c60-a175-924aa6bb248d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:17.962245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4bf6d-6424-421b-9d1f-ca69cb4d7a2d req-5b784eda-9795-4e1a-ac70-07db9df62a92 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:17.969459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeb4bf6d-6424-421b-9d1f-ca69cb4d7a2d req-5b784eda-9795-4e1a-ac70-07db9df62a92 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1311452
Apr 02 21:09:17.983959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.062570 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] Set router fae05949-8ede-4448-9d14-72e016559e44 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:18.063677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeb4bf6d-6424-421b-9d1f-ca69cb4d7a2d req-10ec8246-47e9-4bbe-b5c9-81902f676b8a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930831
Apr 02 21:09:18.139135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.279193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28b0e4b8-4fc5-44ad-babe-bacce17859d4 req-a33bd6aa-2a76-45a5-bed4-b384a53a4144 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 210 time: 0.0681407
Apr 02 21:09:18.281256 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.286556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.316672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-64da898d-a450-4f32-86ed-33fff502f48d None None] Provisioning complete for port dcef0581-282c-4708-b7cd-4f68c8b8290e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:18.318380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-64da898d-a450-4f32-86ed-33fff502f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.387423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-64da898d-a450-4f32-86ed-33fff502f48d None None] Port dcef0581-282c-4708-b7cd-4f68c8b8290e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:18.414077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Router 8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:18.444585 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b108e0>, [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:09:14Z', 'revision_number': 3, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:18.469643 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b54e2-eca7-4746-8f2d-a1b9cfd5557b None None] The sync data for ids ['fae05949-8ede-4448-9d14-72e016559e44'] in ncdv-master-1 is: [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:09:14Z', 'revision_number': 3, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:18.509124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:18.517175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.521318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ad790408-6e60-4df6-9ef4-9f678047d9f3 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "PUT /v2.0/routers/8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 200  len: 709 time: 1.6520298
Apr 02 21:09:18.521592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51160) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:18.524998 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] Sync routers for ids ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:18.536940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] Routers {'8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:18.537735 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eab4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:18.579942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eab4c0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:18.591011 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] Routers {'8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:18.591645 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eab4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:18.622134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bcc64191-bca8-45c4-8f85-bc5bb6bb086b tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/routers/8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 200  len: 744 time: 0.0987380
Apr 02 21:09:18.624552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51162) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:18.630545 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eab4c0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:18.631216 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9d29c-a339-4bbf-ae2a-a7280544a457 None None] The sync data for ids ['8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:18.685539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b27cf7fc-f765-4227-9a4a-6fdc92a541db tempest-RoutersIpV6AdminTest-690975595 tempest-RoutersIpV6AdminTest-690975595-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 200  len: 205 time: 0.0598989
Apr 02 21:09:18.688418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51164) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:18.766939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4cb916b0-8a2d-4ba9-a893-431f57598797 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 200  len: 205 time: 0.0774076
Apr 02 21:09:18.769842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51166) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:18.776373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-83c387de-b8ea-4604-9512-0db1d3e857f4 req-b6d37acc-2aa8-42c6-b101-a0da33c6e971 tempest-ServersAaction247Test-864920443 tempest-ServersAaction247Test-864920443-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3988c25-5602-4f39-b082-e2e97f2d4b11 HTTP/1.1" status: 200  len: 210 time: 0.1098118
Apr 02 21:09:18.823717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-264849b6-89b4-4e11-8658-f4d7f813d6e2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:18.823717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-264849b6-89b4-4e11-8658-f4d7f813d6e2 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 815 time: 0.6533363
Apr 02 21:09:18.869694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:18.950689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-b7c3d11b-2808-423e-9054-9b7a87fd5f5f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb31a4915e1341839e229bc3786bb4b2 HTTP/1.1" status: 200  len: 379 time: 0.1205192
Apr 02 21:09:18.960897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'port': {'device_id': '3797b801-c405-4915-bbed-847fd1fc1379', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'admin_state_up': True, 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'security_groups': ['c89740b5-1584-4a83-9a9a-aeeeafe02b15']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:18.996306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks [] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.005861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.056585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.059367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router_controller (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.127655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (fae05949-8ede-4448-9d14-72e016559e44), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.128297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.128668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Fanout notify agent at l3_agent the message router_deleted on router 8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:09:19.139434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.144413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7cd9b8bb-2314-4828-a2e8-97b1e65c79f1 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 204  len: 168 time: 0.3734980
Apr 02 21:09:19.145260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51170) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.155048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcef0581-282c-4708-b7cd-4f68c8b8290e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:19.180101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dc91d17a-a997-4c5b-9644-b24f92d18764 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 200  len: 205 time: 0.0335891
Apr 02 21:09:19.182800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51172) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.238973 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-7fc155c5-4d24-4aa4-9a56-90ea12e28d2b tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] delete failed (client error): The resource could not be found.
Apr 02 21:09:19.242614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7fc155c5-4d24-4aa4-9a56-90ea12e28d2b tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/8a3c0ad7-5b6b-4776-a7de-9a97f0b0121c HTTP/1.1" status: 404  len: 336 time: 0.0563002
Apr 02 21:09:19.244665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51174) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.245172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448950-8681-43cf-ad31-987d5f638a82 req-40996906-82da-4e00-bfed-51110f98cae8 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:19.247084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd448950-8681-43cf-ad31-987d5f638a82 req-40996906-82da-4e00-bfed-51110f98cae8 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.0657711
Apr 02 21:09:19.285739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Made reservation on behalf of bb31a4915e1341839e229bc3786bb4b2 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:19.288992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.300681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd448950-8681-43cf-ad31-987d5f638a82 req-725be180-6cde-4b86-9aaa-efa88154d44b tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456002
Apr 02 21:09:19.316800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-32a957ec-c1fe-423a-9a97-7bb860ba2668 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 HTTP/1.1" status: 200  len: 205 time: 0.0710254
Apr 02 21:09:19.331537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51178) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.376889 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-6fd66c7a-0aa7-489f-a557-b1e3724a200d tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] delete failed (client error): The resource could not be found.
Apr 02 21:09:19.378051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6fd66c7a-0aa7-489f-a557-b1e3724a200d tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/b3ac7f13-c6b7-4b3a-bb0e-2641f1ea8562 HTTP/1.1" status: 404  len: 336 time: 0.0454304
Apr 02 21:09:19.380738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51180) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.414023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fe8e4a7-7c93-4b32-8186-de79e5b7d4dd tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=e72ca10d-7ffa-46f6-970e-d0c250d69cc7 HTTP/1.1" status: 200  len: 205 time: 0.0318155
Apr 02 21:09:19.414616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51182) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.421438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:19.426915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35593c00-7191-42d4-a0c7-3af87071b5d2 req-b96436e7-666d-47c1-a22e-a897f3f4de6b tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 210 time: 0.0492330
Apr 02 21:09:19.430872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:19.466893 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-103a69eb-0b63-4981-9e61-18bdb993045a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] delete failed (client error): The resource could not be found.
Apr 02 21:09:19.468179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-103a69eb-0b63-4981-9e61-18bdb993045a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/e72ca10d-7ffa-46f6-970e-d0c250d69cc7 HTTP/1.1" status: 404  len: 336 time: 0.0524497
Apr 02 21:09:19.471067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51184) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.512534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b6d7a1a5-8921-4405-a5c4-d86a95a2d3ef tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=787cf6f4-aa18-44c0-a37c-d0b3d177e136 HTTP/1.1" status: 200  len: 205 time: 0.0390036
Apr 02 21:09:19.514163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51186) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.556694 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-b060015c-7985-4405-9fec-e297b69356ed tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] delete failed (client error): The resource could not be found.
Apr 02 21:09:19.557883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b060015c-7985-4405-9fec-e297b69356ed tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/787cf6f4-aa18-44c0-a37c-d0b3d177e136 HTTP/1.1" status: 404  len: 336 time: 0.0428011
Apr 02 21:09:19.561154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51188) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.566739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Allocated IP 172.20.0.4 (8e11fe41-71ae-4517-9435-793475d4d7b5/0f1f6371-3779-4eaa-bde0-f11e73a8cb45/5f72d76a-13d8-4fed-8238-44c944f41159) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:19.596365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b5a38de0-e69c-4a18-bb96-3925c95d79b0 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 HTTP/1.1" status: 200  len: 205 time: 0.0337815
Apr 02 21:09:19.599318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51190) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.641866 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-2bdc765b-0d74-41a3-87d2-724b5d27627c tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] delete failed (client error): The resource could not be found.
Apr 02 21:09:19.646901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2bdc765b-0d74-41a3-87d2-724b5d27627c tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/42c12d9c-2440-4ecd-ad78-36b6f35bb5b4 HTTP/1.1" status: 404  len: 336 time: 0.0424550
Apr 02 21:09:19.646901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51192) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.674254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5cb4ab4-bed1-46eb-9575-7becc4d9765a tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "GET /v2.0/ports?device_id=982b3a90-8dd6-4669-88c6-d8920c62c48d HTTP/1.1" status: 200  len: 205 time: 0.0268254
Apr 02 21:09:19.677198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51194) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.695147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Router fae05949-8ede-4448-9d14-72e016559e44 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:19.725818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9f4dc991-47f5-487c-8f13-dae0b83f679d None None] Provisioning complete for port dcef0581-282c-4708-b7cd-4f68c8b8290e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:19.726919 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc991-47f5-487c-8f13-dae0b83f679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.736229 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a6c71915-dc8f-4449-a119-1a9114695007 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] delete failed (client error): The resource could not be found.
Apr 02 21:09:19.742700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6c71915-dc8f-4449-a119-1a9114695007 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/routers/982b3a90-8dd6-4669-88c6-d8920c62c48d HTTP/1.1" status: 404  len: 336 time: 0.0605786
Apr 02 21:09:19.742977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51196) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:19.770417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dc991-47f5-487c-8f13-dae0b83f679d None None] Port dcef0581-282c-4708-b7cd-4f68c8b8290e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:19.784613 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-69680069-2260-4293-b0af-44eb36f3f637 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:09:19.785390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69680069-2260-4293-b0af-44eb36f3f637 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:09:19.794420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-69680069-2260-4293-b0af-44eb36f3f637 tempest-RoutersIpV6AdminTest-1199356570 tempest-RoutersIpV6AdminTest-1199356570-project] 10.222.0.18 "DELETE /v2.0/subnets/829d2cf8-9434-48b7-a838-63a029476829 HTTP/1.1" status: 404  len: 337 time: 0.0502212
Apr 02 21:09:19.864747 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for port (5f72d76a-13d8-4fed-8238-44c944f41159), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.901787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:19.913069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-075b1ca7-8022-4106-a159-660fa95a3fe4 admin admin] 10.222.0.18 "PUT /v2.0/routers/fae05949-8ede-4448-9d14-72e016559e44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2439377
Apr 02 21:09:19.928234 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:19.986337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:19.993213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:19.996201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:20.036880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event updated for resources: {'Port': ['ID=5f72d76a-13d8-4fed-8238-44c944f41159,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:20.068789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:20.069798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.096791 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-46264429-001f-487a-89a9-89420f77e31d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1381588
Apr 02 21:09:20.101306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2abef0a2-42a4-4606-8df1-0baf2c742e21 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:20.122183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Request body: {'port': {'device_id': '3797b801-c405-4915-bbed-847fd1fc1379', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:20.201799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.219821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2abef0a2-42a4-4606-8df1-0baf2c742e21 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:20.221014 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.289628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51214) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:20.335862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2abef0a2-42a4-4606-8df1-0baf2c742e21 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:20.336521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.361898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51220) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:20.369066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 2abef0a2-42a4-4606-8df1-0baf2c742e21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2abef0a2-42a4-4606-8df1-0baf2c742e21,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:20.376699 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.496937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=2abef0a2-42a4-4606-8df1-0baf2c742e21,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:20.504432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4c62d-27fd-4c8d-9215-172130a85c8e req-a15e7ef2-b1d6-4872-8e49-cfeac74c0ebd tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:20.508316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fd4c62d-27fd-4c8d-9215-172130a85c8e req-a15e7ef2-b1d6-4872-8e49-cfeac74c0ebd tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1123157
Apr 02 21:09:20.512068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b5694bb2-6843-46e0-93c2-f7ddd484c416 None None] Provisioning complete for port 5f72d76a-13d8-4fed-8238-44c944f41159 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:20.513126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5694bb2-6843-46e0-93c2-f7ddd484c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.537303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6687c62e-013f-41f7-945e-e33104beca4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.576787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b5694bb2-6843-46e0-93c2-f7ddd484c416 None None] Port 5f72d76a-13d8-4fed-8238-44c944f41159 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:20.625108 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fd4c62d-27fd-4c8d-9215-172130a85c8e req-a0b09fb1-e2f1-4590-90e0-5a906db6ec5b tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770350
Apr 02 21:09:20.675237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f72d76a-13d8-4fed-8238-44c944f41159 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:20.686906 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Publish callbacks [] for port (5f72d76a-13d8-4fed-8238-44c944f41159), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.702480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Transition to ACTIVE for port object 5f72d76a-13d8-4fed-8238-44c944f41159 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:09:20.709794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.743556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51226) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:20.748024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6687c62e-013f-41f7-945e-e33104beca4a admin admin] Publish callbacks [] for security_group (b1e05ac8-2804-481f-9a71-0f5b2b3df4a2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.749275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f05b118e-500a-4b0b-83e8-255541e1684b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.753749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21748699', 'description': 'tempest-secgroup-smoke-21748699 description', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:20.763103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6687c62e-013f-41f7-945e-e33104beca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b1e05ac8-2804-481f-9a71-0f5b2b3df4a2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.808169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f72d76a-13d8-4fed-8238-44c944f41159,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:20.836328 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6687c62e-013f-41f7-945e-e33104beca4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fad24d22ed244e45ae7c215bc2334bae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5431752
Apr 02 21:09:20.837455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51228) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:20.839148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687c62e-013f-41f7-945e-e33104beca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e05ac8-2804-481f-9a71-0f5b2b3df4a2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:20.860376 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.899048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7da67-c2ea-4786-84b8-a53f1405ab23 req-e5651f30-4eca-4a1d-a2e9-6097519bda98 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:20.900663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9a7da67-c2ea-4786-84b8-a53f1405ab23 req-e5651f30-4eca-4a1d-a2e9-6097519bda98 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 943 time: 0.2016063
Apr 02 21:09:20.904775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Attempting to bind port 5f72d76a-13d8-4fed-8238-44c944f41159 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:20.905183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Attempting to bind port 5f72d76a-13d8-4fed-8238-44c944f41159 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:20.905523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Attempting to bind port 5f72d76a-13d8-4fed-8238-44c944f41159 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:20.931846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Port 5f72d76a-13d8-4fed-8238-44c944f41159 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:09:20.932179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Attempting to bind port 5f72d76a-13d8-4fed-8238-44c944f41159 on network 8e11fe41-71ae-4517-9435-793475d4d7b5 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:20.939514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:20.939865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Checking segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:20.940839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Bound using segment: {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:20.940997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Bound port: 5f72d76a-13d8-4fed-8238-44c944f41159, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e535d888-48a6-4364-8005-5460a81a7425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:20.941447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:20.983986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90f729d-efc0-4c06-b9e8-886a9e524df3 admin admin] Publish callbacks [] for security_group (b1e05ac8-2804-481f-9a71-0f5b2b3df4a2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.004147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group (d701e522-b4df-4b86-ad9c-73d37d9f3a86), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.013695 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d701e522-b4df-4b86-ad9c-73d37d9f3a86), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.030281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9a7da67-c2ea-4786-84b8-a53f1405ab23 req-3fe2bab8-640e-4ba7-9086-6c7ad4e44634 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095705
Apr 02 21:09:21.041518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90f729d-efc0-4c06-b9e8-886a9e524df3 admin admin] Publish callbacks [] for security_group (b1e05ac8-2804-481f-9a71-0f5b2b3df4a2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.044549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f05b118e-500a-4b0b-83e8-255541e1684b admin admin] Publish callbacks [] for security_group (d32cff0d-24ee-4087-a2a7-3a5d05f5904a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.063496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f05b118e-500a-4b0b-83e8-255541e1684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d32cff0d-24ee-4087-a2a7-3a5d05f5904a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.075902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.077364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3328626
Apr 02 21:09:21.083044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] For port 5f72d76a-13d8-4fed-8238-44c944f41159, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:21.083638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51230) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.086549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] For port 5f72d76a-13d8-4fed-8238-44c944f41159, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f72d76a-13d8-4fed-8238-44c944f41159,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:21.091340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a77b08-a726-45f0-9fa7-2a2efb81a107 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d701e522-b4df-4b86-ad9c-73d37d9f3a86,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.100116 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.103319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group_rule': {'security_group_id': 'd701e522-b4df-4b86-ad9c-73d37d9f3a86', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:21.138426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:21.139039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.140436 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f72d76a-13d8-4fed-8238-44c944f41159 HTTP/1.1" status: 200  len: 1091 time: 1.0330632
Apr 02 21:09:21.141359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:21.143938 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50baf9d6-2bda-4297-99be-ac30e2683401" -d '{"events": [{"name": "network-changed", "server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:21.151681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f05b118e-500a-4b0b-83e8-255541e1684b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7623755f811741a0ac8fe7ca2f08e42b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7881892
Apr 02 21:09:21.152954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b118e-500a-4b0b-83e8-255541e1684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32cff0d-24ee-4087-a2a7-3a5d05f5904a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.154825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51234) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.207989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (59a00b6f-5fe6-465e-848c-ad1bdda31a19), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.221077 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd3ea0-ca4f-4f75-9476-0da04fc5bac5 x-openstack-request-id: req-ecfd3ea0-ca4f-4f75-9476-0da04fc5bac5 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:21.222825 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:21.223092 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecfd3ea0-ca4f-4f75-9476-0da04fc5bac5 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:21.223506 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfd3ea0-ca4f-4f75-9476-0da04fc5bac5'] response: {'name': 'network-changed', 'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159', 'status': 'completed', 'code': 200}
Apr 02 21:09:21.228493 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90f729d-efc0-4c06-b9e8-886a9e524df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b1e05ac8-2804-481f-9a71-0f5b2b3df4a2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.229610 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a90f729d-efc0-4c06-b9e8-886a9e524df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.233271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a90f729d-efc0-4c06-b9e8-886a9e524df3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1e05ac8-2804-481f-9a71-0f5b2b3df4a2 HTTP/1.1" status: 204  len: 168 time: 0.3927946
Apr 02 21:09:21.255793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Sync routers for ids ['fae05949-8ede-4448-9d14-72e016559e44'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:21.260985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303bc0f-da43-48ef-9a55-76decd7cf9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f72d76a-13d8-4fed-8238-44c944f41159,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.267542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f729d-efc0-4c06-b9e8-886a9e524df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e05ac8-2804-481f-9a71-0f5b2b3df4a2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.283624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Routers {'fae05949-8ede-4448-9d14-72e016559e44'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:21.285348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443985e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fae05949-8ede-4448-9d14-72e016559e44'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:21.319261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (59a00b6f-5fe6-465e-848c-ad1bdda31a19), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.327895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (59a00b6f-5fe6-465e-848c-ad1bdda31a19), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.339325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-b8b45186-d67b-4b2e-80f8-0558130d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:21.340905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-b8b45186-d67b-4b2e-80f8-0558130d00be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 1125 time: 0.1504474
Apr 02 21:09:21.342039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50366a13-e5ca-4f6a-bd66-d63cd7316999 admin admin] Publish callbacks [] for security_group (d32cff0d-24ee-4087-a2a7-3a5d05f5904a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.381419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a00b6f-5fe6-465e-848c-ad1bdda31a19,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.394254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.400227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0f5a5dc2-a46a-4a34-8b32-6a30359fe623 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3062873
Apr 02 21:09:21.400913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51238) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.412362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group_rule': {'security_group_id': 'd701e522-b4df-4b86-ad9c-73d37d9f3a86', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:21.420721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-3ab820f4-a4c1-460b-a7bf-9f57da9f45d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f72d76a-13d8-4fed-8238-44c944f41159 HTTP/1.1" status: 200  len: 217 time: 0.0650272
Apr 02 21:09:21.427926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50366a13-e5ca-4f6a-bd66-d63cd7316999 admin admin] Publish callbacks [] for security_group (d32cff0d-24ee-4087-a2a7-3a5d05f5904a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.447236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (bb212d93-4221-4db8-8865-b7cbc3e9dc57), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.518883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-1d299f51-d5e1-47f7-806e-9fc04a0285d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:21.520811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (bb212d93-4221-4db8-8865-b7cbc3e9dc57), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.522422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-1d299f51-d5e1-47f7-806e-9fc04a0285d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0918374
Apr 02 21:09:21.544310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (bb212d93-4221-4db8-8865-b7cbc3e9dc57), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.563767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb212d93-4221-4db8-8865-b7cbc3e9dc57,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.590906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.592708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1c42a0f-ccc0-420e-80f7-c8234e0b9d48 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1900015
Apr 02 21:09:21.595517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51242) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.598665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50366a13-e5ca-4f6a-bd66-d63cd7316999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d32cff0d-24ee-4087-a2a7-3a5d05f5904a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.601089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group_rule': {'security_group_id': 'd701e522-b4df-4b86-ad9c-73d37d9f3a86', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:21.607327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50366a13-e5ca-4f6a-bd66-d63cd7316999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.608756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50366a13-e5ca-4f6a-bd66-d63cd7316999 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d32cff0d-24ee-4087-a2a7-3a5d05f5904a HTTP/1.1" status: 204  len: 168 time: 0.4530010
Apr 02 21:09:21.615972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-3843d91e-46a9-47a9-bb75-ab41068167d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:21.617590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-3843d91e-46a9-47a9-bb75-ab41068167d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0898063
Apr 02 21:09:21.625551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50366a13-e5ca-4f6a-bd66-d63cd7316999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32cff0d-24ee-4087-a2a7-3a5d05f5904a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.660172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (ea2ba07e-8949-40b0-87f5-bcf2a1daf010), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.677056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Set router fae05949-8ede-4448-9d14-72e016559e44 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:21.754949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51248) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.796180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-0fdbe1d1-c79f-4871-826c-05e5e7cf0c93 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718853
Apr 02 21:09:21.800034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (ea2ba07e-8949-40b0-87f5-bcf2a1daf010), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.809364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ea2ba07e-8949-40b0-87f5-bcf2a1daf010), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.865973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebd3e-eded-4af7-b8ce-6f554d19b471 req-20e55fbb-af1e-4cf9-9d30-a4623c7ca2d1 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:21.867549 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461ebd3e-eded-4af7-b8ce-6f554d19b471 req-20e55fbb-af1e-4cf9-9d30-a4623c7ca2d1 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1322019
Apr 02 21:09:21.869397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2ba07e-8949-40b0-87f5-bcf2a1daf010,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:21.873463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cbcc040a-2218-4ce3-846e-02d0c38173fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad819fff1305481d99551c3c226d9427&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1167786
Apr 02 21:09:21.878575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51252) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.879529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.883845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-486bed70-382c-4eff-947e-7a861647813b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2841704
Apr 02 21:09:21.887103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51254) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:21.892308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group_rule': {'security_group_id': 'd701e522-b4df-4b86-ad9c-73d37d9f3a86', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:21.942097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72c7884c-98ba-4ff7-94d2-ebdfa4ce041b req-0ad5d9aa-870d-4b56-99c3-8dbdc269b87a service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389990
Apr 02 21:09:21.946265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-461ebd3e-eded-4af7-b8ce-6f554d19b471 req-02e308bf-370b-4f23-96bc-60625d1a73d8 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700216
Apr 02 21:09:21.954449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (0483d1d0-6930-44a7-90b4-c0c8ba6f9a6a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:21.973195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443985e0>, [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:09:18Z', 'revision_number': 4, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcef0581-282c-4708-b7cd-4f68c8b8290e', 'name': '', 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'mac_address': 'fa:16:3e:ec:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '501d4400-3f28-4680-b21c-258472c5eca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:17Z', 'updated_at': '2022-04-02T21:09:18Z', 'revision_number': 2, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'subnets': [{'id': '501d4400-3f28-4680-b21c-258472c5eca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:22.002167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-727eeb36-ff40-4995-bd80-d9c9416c4fea admin admin] Publish callbacks [] for security_group (1fdef744-9941-4524-a13c-12eb7108271a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.026380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Checking router: fae05949-8ede-4448-9d14-72e016559e44 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:22.027003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Updating router fae05949-8ede-4448-9d14-72e016559e44 port dcef0581-282c-4708-b7cd-4f68c8b8290e binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:09:22.060020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (0483d1d0-6930-44a7-90b4-c0c8ba6f9a6a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.064521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.068657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0483d1d0-6930-44a7-90b4-c0c8ba6f9a6a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.084099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-727eeb36-ff40-4995-bd80-d9c9416c4fea admin admin] Publish callbacks [] for security_group (1fdef744-9941-4524-a13c-12eb7108271a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.110512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2abef0a2-42a4-4606-8df1-0baf2c742e21 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:22.110773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0483d1d0-6930-44a7-90b4-c0c8ba6f9a6a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:22.131751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.134120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-07563562-b9bf-4dbd-a1e2-1055607e49b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2442081
Apr 02 21:09:22.136629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51262) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:22.138887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-205047cd-022f-4fb2-af44-53b57a59b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:22.140560 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-205047cd-022f-4fb2-af44-53b57a59b811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 1125 time: 0.1316645
Apr 02 21:09:22.143815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group_rule': {'security_group_id': 'd701e522-b4df-4b86-ad9c-73d37d9f3a86', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:22.192421 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Project 3e69485d6b5e4cd6ba0ffbb3b210952b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:09:22.200288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (b504c90d-7b4d-4424-b57b-1fa64bdb1c95), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.248645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-727eeb36-ff40-4995-bd80-d9c9416c4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1fdef744-9941-4524-a13c-12eb7108271a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.251691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-727eeb36-ff40-4995-bd80-d9c9416c4fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.253486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-727eeb36-ff40-4995-bd80-d9c9416c4fea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fdef744-9941-4524-a13c-12eb7108271a HTTP/1.1" status: 204  len: 168 time: 0.3738415
Apr 02 21:09:22.281970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (b504c90d-7b4d-4424-b57b-1fa64bdb1c95), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.287239 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b504c90d-7b4d-4424-b57b-1fa64bdb1c95), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.295778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eeb36-ff40-4995-bd80-d9c9416c4fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdef744-9941-4524-a13c-12eb7108271a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:22.331239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067412c1-fa18-43a0-9eee-ebf6bc042bb3 req-3aa0cab9-65ba-4ba1-9e5d-ae160f40a30c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:22.332040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b504c90d-7b4d-4424-b57b-1fa64bdb1c95,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:22.332428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-067412c1-fa18-43a0-9eee-ebf6bc042bb3 req-3aa0cab9-65ba-4ba1-9e5d-ae160f40a30c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 943 time: 0.1525614
Apr 02 21:09:22.339273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.340787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aec6aaa5-0d9c-4221-a6ac-c4921e40657d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2028260
Apr 02 21:09:22.343158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51270) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:22.348748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'security_group_rule': {'security_group_id': 'd701e522-b4df-4b86-ad9c-73d37d9f3a86', 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:22.351451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-f3c23cab-1c75-4d21-870d-a69ef52b33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:22.353629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-f3c23cab-1c75-4d21-870d-a69ef52b33f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.2073493
Apr 02 21:09:22.375900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2abef0a2-42a4-4606-8df1-0baf2c742e21 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:22.376720 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Project 3e69485d6b5e4cd6ba0ffbb3b210952b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:09:22.377382 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.394319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (b48e96d9-3b9b-4859-9927-bcd0e40d7ee9), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.407763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-5cdc6972-41be-48e6-82bf-11a96ebfd201 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f72d76a-13d8-4fed-8238-44c944f41159 HTTP/1.1" status: 200  len: 217 time: 0.0435677
Apr 02 21:09:22.444061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-067412c1-fa18-43a0-9eee-ebf6bc042bb3 req-5dc1a858-7cca-4c76-adc3-f57266e04de4 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867236
Apr 02 21:09:22.509364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (b48e96d9-3b9b-4859-9927-bcd0e40d7ee9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.527494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b48e96d9-3b9b-4859-9927-bcd0e40d7ee9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.528495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-e7a43c58-2fd7-43b2-8e4c-2462070d03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:22.530003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-e7a43c58-2fd7-43b2-8e4c-2462070d03ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0989206
Apr 02 21:09:22.552782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48e96d9-3b9b-4859-9927-bcd0e40d7ee9,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:22.565755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.575874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1df12668-a55e-40bb-a408-2bfe6e0bde7d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2221529
Apr 02 21:09:22.594712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2abef0a2-42a4-4606-8df1-0baf2c742e21 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:22.615982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-9e17691a-ba4b-4eb2-bb4c-131f76ddb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:22.618214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-9e17691a-ba4b-4eb2-bb4c-131f76ddb87f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0768042
Apr 02 21:09:22.677006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Publish callbacks [] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.683613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.745537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-2a0ed7bc-0ef0-4218-a6de-e59ec5f9deb0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208303
Apr 02 21:09:22.802825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b69dd-99ff-46fc-8597-91b106d5fd82 None None] Pushing event updated for resources: {'Port': ['ID=dcef0581-282c-4708-b7cd-4f68c8b8290e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:22.859081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:22.903198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Attempting to bind port dcef0581-282c-4708-b7cd-4f68c8b8290e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:22.903941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Attempting to bind port dcef0581-282c-4708-b7cd-4f68c8b8290e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:22.904585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Attempting to bind port dcef0581-282c-4708-b7cd-4f68c8b8290e on network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:22.912983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:22.913816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Checking segment: {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:22.914464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.915476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Bound using segment: {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:22.922489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-4af18dd6-3b5e-48d5-9339-618fcbd2ac97 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21748699&fields=id&tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b HTTP/1.1" status: 200  len: 267 time: 0.0999312
Apr 02 21:09:22.923674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Bound port: dcef0581-282c-4708-b7cd-4f68c8b8290e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:22.924413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:22.954813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50baf9d6-2bda-4297-99be-ac30e2683401 req-28ab10cb-a5ad-4792-bca5-e6fad4d6873b service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016156
Apr 02 21:09:23.012753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-network', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:23.045827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] For port dcef0581-282c-4708-b7cd-4f68c8b8290e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:23.055033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Made reservation on behalf of e9e9483710f0424b9c347c74a9da708a for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:23.057383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] For port dcef0581-282c-4708-b7cd-4f68c8b8290e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcef0581-282c-4708-b7cd-4f68c8b8290e,segment=NetworkSegment(d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a),segment_id=d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:23.057837 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.069341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.101114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.115326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234f710-d809-4311-841b-5c3c95429b84 req-9161245c-2201-4c5b-99e7-c16aad4e786e tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:23.128999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1234f710-d809-4311-841b-5c3c95429b84 req-9161245c-2201-4c5b-99e7-c16aad4e786e tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.0804341
Apr 02 21:09:23.168564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-6b335c34-1043-45b6-9827-fe5f21113405 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:23.170268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-6b335c34-1043-45b6-9827-fe5f21113405 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/networks?id=aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 200  len: 808 time: 0.2386293
Apr 02 21:09:23.190572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] Provisioning complete for port dcef0581-282c-4708-b7cd-4f68c8b8290e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:23.191235 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.197658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Routers {'fae05949-8ede-4448-9d14-72e016559e44'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:23.198588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443985e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fae05949-8ede-4448-9d14-72e016559e44'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:23.199287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-38047f98-26c1-4935-aefd-2cfa6a89b74a tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/quotas/3e69485d6b5e4cd6ba0ffbb3b210952b HTTP/1.1" status: 200  len: 375 time: 0.0189312
Apr 02 21:09:23.211449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1234f710-d809-4311-841b-5c3c95429b84 req-7dc3c7de-f594-45cd-a661-85a431fa05d2 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807061
Apr 02 21:09:23.291087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9550b356-8782-4fd0-971f-3f905f430ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.298302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b69dd-99ff-46fc-8597-91b106d5fd82 None None] Pushing event updated for resources: {'Port': ['ID=dcef0581-282c-4708-b7cd-4f68c8b8290e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:23.302551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks [] for security_group (81d11a77-b3df-45bd-99d3-6932b5480a9e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.326843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81d11a77-b3df-45bd-99d3-6932b5480a9e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.350142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-a1c7dbb7-d64e-4a72-85a6-7566388a7a38 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1321580
Apr 02 21:09:23.366312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:23.395259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d11a77-b3df-45bd-99d3-6932b5480a9e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:23.414316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (751e838c-6be5-4614-8782-9d1c07aa317e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.414846 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Added segment 751e838c-6be5-4614-8782-9d1c07aa317e of type vlan for network 506a0cbe-9c07-48c1-9815-b2435759867a
Apr 02 21:09:23.429989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] Set router fae05949-8ede-4448-9d14-72e016559e44 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:23.543169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51318) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:23.558901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] Current status of the port dcef0581-282c-4708-b7cd-4f68c8b8290e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:23.559440 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.618676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633eee0-ba72-4491-957c-4699826a33d7 req-bd15f25a-5e5b-4375-ac04-9076780bffef tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:23.620103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7633eee0-ba72-4491-957c-4699826a33d7 req-bd15f25a-5e5b-4375-ac04-9076780bffef tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 943 time: 0.0701096
Apr 02 21:09:23.644550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] For port dcef0581-282c-4708-b7cd-4f68c8b8290e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcef0581-282c-4708-b7cd-4f68c8b8290e,segment=NetworkSegment(d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a),segment_id=d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:23.656747 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.720180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1c0050d-3595-4271-a074-9971beecb69a tempest-AgentManagementNegativeTest-2095557223 tempest-AgentManagementNegativeTest-2095557223-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1756606
Apr 02 21:09:23.724209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7633eee0-ba72-4491-957c-4699826a33d7 req-04190301-93fd-4b11-a729-8b83b34d7445 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979643
Apr 02 21:09:23.752009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68417e6c-c3a2-472f-9cf5-1201dbdc20f7 None None] Pushing event updated for resources: {'Port': ['ID=dcef0581-282c-4708-b7cd-4f68c8b8290e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:23.788730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cc7af6ce-cb70-4810-8327-4ed5599c9b4c None None] Provisioning complete for port dcef0581-282c-4708-b7cd-4f68c8b8290e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:23.789139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cc7af6ce-cb70-4810-8327-4ed5599c9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.795982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443985e0>, [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:09:18Z', 'revision_number': 4, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcef0581-282c-4708-b7cd-4f68c8b8290e', 'name': '', 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'mac_address': 'fa:16:3e:ec:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '501d4400-3f28-4680-b21c-258472c5eca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:17Z', 'updated_at': '2022-04-02T21:09:23Z', 'revision_number': 4, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'subnets': [{'id': '501d4400-3f28-4680-b21c-258472c5eca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:23.851768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df58b7-8369-4a6a-abe5-082d17bdc26a None None] The sync data for ids ['fae05949-8ede-4448-9d14-72e016559e44'] in ncdv-master-1 is: [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:09:18Z', 'revision_number': 4, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcef0581-282c-4708-b7cd-4f68c8b8290e', 'name': '', 'network_id': '73caa8c4-7b0a-4385-92fb-6bf226eed7f1', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'mac_address': 'fa:16:3e:ec:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '501d4400-3f28-4680-b21c-258472c5eca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:17Z', 'updated_at': '2022-04-02T21:09:23Z', 'revision_number': 4, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'subnets': [{'id': '501d4400-3f28-4680-b21c-258472c5eca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:23.860940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (506a0cbe-9c07-48c1-9815-b2435759867a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.894674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-2a48c600-68ae-46c4-b72a-dbcd809e14fa service neutron] 10.222.0.18 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5260124
Apr 02 21:09:23.917121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cc7af6ce-cb70-4810-8327-4ed5599c9b4c None None] Current status of the port dcef0581-282c-4708-b7cd-4f68c8b8290e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:23.983245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (506a0cbe-9c07-48c1-9815-b2435759867a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:23.984239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:23.984902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.047456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1871400
Apr 02 21:09:24.051147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51326) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:24.056406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Request body: {'subnet': {'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-subnet', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:24.081611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Made reservation on behalf of e9e9483710f0424b9c347c74a9da708a for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:24.084373 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.109617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51328) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:24.110062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-4c1d0692-dc31-4519-b47b-ff065c9342c9 service neutron] 10.222.0.18 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074842
Apr 02 21:09:24.111077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffd5e6-fc7e-49ef-9453-1fe55c485a26 admin admin] Pushing event updated for resources: {'Network': ['ID=506a0cbe-9c07-48c1-9815-b2435759867a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:24.124892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 506a0cbe-9c07-48c1-9815-b2435759867a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:24.147393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dcef0581-282c-4708-b7cd-4f68c8b8290e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:24.262853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dcef0581-282c-4708-b7cd-4f68c8b8290e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:24.263479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.396996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dcef0581-282c-4708-b7cd-4f68c8b8290e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:24.407600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02dd82f0-d3b2-48d0-b45a-639a789c2eca req-f46ba167-c84d-49f4-b5d3-556ed8d43d1d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 210 time: 0.0535676
Apr 02 21:09:24.459966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3c24-918e-44fb-a393-bf67bc517885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.503357 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (7e600805-f23f-45f9-a061-644b1838cbcd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.569514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cf2a0-0138-48ce-85f4-9e39f8af0e76 req-5af7faf0-fd63-4786-aec3-2eceb4d9aadd tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:24.571170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-203cf2a0-0138-48ce-85f4-9e39f8af0e76 req-5af7faf0-fd63-4786-aec3-2eceb4d9aadd tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1816106
Apr 02 21:09:24.614563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e600805-f23f-45f9-a061-644b1838cbcd,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:24.666072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Checking segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:24.666225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Network hostable DHCP agents. Network: 506a0cbe-9c07-48c1-9815-b2435759867a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:24.677199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-203cf2a0-0138-48ce-85f4-9e39f8af0e76 req-ae44c036-bed1-4690-9815-ad0328a95331 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951364
Apr 02 21:09:24.707986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3c24-918e-44fb-a393-bf67bc517885 admin admin] Publish callbacks [] for security_group (994973a3-32d6-4467-b16e-c9fd05588dd8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.713082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3c24-918e-44fb-a393-bf67bc517885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (994973a3-32d6-4467-b16e-c9fd05588dd8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.725451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Network 506a0cbe-9c07-48c1-9815-b2435759867a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:24.744597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 506a0cbe-9c07-48c1-9815-b2435759867a) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:24.754353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad0c1b-7dad-4a4a-a23f-80a5472bbec9 None None] Network 506a0cbe-9c07-48c1-9815-b2435759867a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:24.767352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:24.768628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.791986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f9bc3c24-918e-44fb-a393-bf67bc517885 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=745eae9eff304043b72bdd1a7c148931&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6812799
Apr 02 21:09:24.794665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51346) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:24.806970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc3c24-918e-44fb-a393-bf67bc517885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994973a3-32d6-4467-b16e-c9fd05588dd8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:24.829054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bae2fb2a-9b29-4d8d-9756-05dd372444e9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7766130
Apr 02 21:09:24.829748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51348) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:24.838841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:24.886266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.888105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.899435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-506a0cbe-9c07-48c1-9815-b2435759867a', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:24.900655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.920717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf47a-83aa-4347-acdc-2bbd73f91cf6 admin admin] Publish callbacks [] for security_group (994973a3-32d6-4467-b16e-c9fd05588dd8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.948797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a9c9-604b-40ae-814a-45ac7d197519 req-db941367-b64c-4a42-bbd4-788cd5434c19 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:24.950748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4900a9c9-604b-40ae-814a-45ac7d197519 req-db941367-b64c-4a42-bbd4-788cd5434c19 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 943 time: 0.1026690
Apr 02 21:09:24.953789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks [] for router_controller (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:24.965310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf47a-83aa-4347-acdc-2bbd73f91cf6 admin admin] Publish callbacks [] for security_group (994973a3-32d6-4467-b16e-c9fd05588dd8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.039128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4900a9c9-604b-40ae-814a-45ac7d197519 req-5c85b334-aeca-415f-a4f3-ac6c83e19748 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766571
Apr 02 21:09:25.071807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf47a-83aa-4347-acdc-2bbd73f91cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (994973a3-32d6-4467-b16e-c9fd05588dd8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.075979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf47a-83aa-4347-acdc-2bbd73f91cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.077748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8bcf47a-83aa-4347-acdc-2bbd73f91cf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/994973a3-32d6-4467-b16e-c9fd05588dd8 HTTP/1.1" status: 204  len: 168 time: 0.2818096
Apr 02 21:09:25.107284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Allocated IP 172.20.0.2 (506a0cbe-9c07-48c1-9815-b2435759867a/7e600805-f23f-45f9-a061-644b1838cbcd/3d629d0f-fd80-4cb2-ac16-c55e934381e3) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:25.107897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf47a-83aa-4347-acdc-2bbd73f91cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994973a3-32d6-4467-b16e-c9fd05588dd8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:25.150161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks [] for router_gateway (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.319876 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5433e02-b84d-4009-a279-63931898d1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.350828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Publish callbacks [] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.364354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.417039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Pushing event updated for resources: {'Port': ['ID=3d629d0f-fd80-4cb2-ac16-c55e934381e3,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:25.429170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Network 506a0cbe-9c07-48c1-9815-b2435759867a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:25.431442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:25.434070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:25.500930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Attempting to bind port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:25.501619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Attempting to bind port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:25.502165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Attempting to bind port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:25.508648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:25.509036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Checking segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:25.509444 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.509844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Bound using segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:25.510327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Bound port: 3d629d0f-fd80-4cb2-ac16-c55e934381e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:25.510716 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.590983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] For port 3d629d0f-fd80-4cb2-ac16-c55e934381e3, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:25.598207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] For port 3d629d0f-fd80-4cb2-ac16-c55e934381e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d629d0f-fd80-4cb2-ac16-c55e934381e3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:25.602052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5f72d76a-13d8-4fed-8238-44c944f41159 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:09:25.623603 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:25.795265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319686ac-eab7-4cc0-96b6-686990e4fc7f None None] Pushing event updated for resources: {'Port': ['ID=3d629d0f-fd80-4cb2-ac16-c55e934381e3,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:25.929425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5f72d76a-13d8-4fed-8238-44c944f41159, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f72d76a-13d8-4fed-8238-44c944f41159,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:25.944228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '5f72d76a-13d8-4fed-8238-44c944f41159', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'port_id': '5f72d76a-13d8-4fed-8238-44c944f41159', 'mac_address': 'fa:16:3e:f4:38:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:09:26.036651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5f72d76a-13d8-4fed-8238-44c944f41159 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:26.037282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.093964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f72d76a-13d8-4fed-8238-44c944f41159 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:26.102357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a06cf5-611a-4299-b67d-b2c582130e7e req-54ba77f8-18fa-40c6-803d-5aeb7e5c0ef0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:26.105060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23c3f1af-db93-416b-a15a-5345116623be req-1fe24e44-f5de-4e09-b814-a42a2debb10d tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 210 time: 0.0695944
Apr 02 21:09:26.109868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79a06cf5-611a-4299-b67d-b2c582130e7e req-54ba77f8-18fa-40c6-803d-5aeb7e5c0ef0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.2734890
Apr 02 21:09:26.117742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-faba24e4-b98c-4d7d-8ca3-49762467d0b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:26.120181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-faba24e4-b98c-4d7d-8ca3-49762467d0b5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.21 "GET /v2.0/networks?id=aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 200  len: 808 time: 0.4116223
Apr 02 21:09:26.154055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5f72d76a-13d8-4fed-8238-44c944f41159, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f72d76a-13d8-4fed-8238-44c944f41159,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:26.161272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.204803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks [] for router_gateway (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.242761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79a06cf5-611a-4299-b67d-b2c582130e7e req-3a75934d-d3e5-4022-a904-384729708474 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317575
Apr 02 21:09:26.250344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.256556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5f72d76a-13d8-4fed-8238-44c944f41159,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:26.267412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-6c7a97b0-ca4a-4328-b578-ee254f6b10e9 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b HTTP/1.1" status: 200  len: 378 time: 0.1256275
Apr 02 21:09:26.281636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'port': {'device_id': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'admin_state_up': True, 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'security_groups': ['d701e522-b4df-4b86-ad9c-73d37d9f3a86']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:26.351373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:26.429309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Made reservation on behalf of 3e69485d6b5e4cd6ba0ffbb3b210952b for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:26.433178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.459115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d2d1-680e-4998-a7fb-755490125c04 req-89891935-8a1f-492b-ac4b-0420809c4e4e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:26.461033 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1536d2d1-680e-4998-a7fb-755490125c04 req-89891935-8a1f-492b-ac4b-0420809c4e4e tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 944 time: 0.1261377
Apr 02 21:09:26.535078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Allocated IP 172.35.4.251 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/36fcdb1e-d957-47ec-b148-169d5cb9a309) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:26.545183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['5f72d76a-13d8-4fed-8238-44c944f41159'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:26.550344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875849382'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:26.610677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Allocated IP 172.20.0.8 (aee8d11f-d662-404a-a036-49c72755f56d/6ba539ba-5c0b-4f4d-b834-ca66718b5378/8276a875-ff1a-4096-8a72-2a3dd85f50d2) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:26.616080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.617391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:26.620680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.661796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.695316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fed2-3ad5-4ef9-a7f8-44b766483cc2 req-e78b57d3-7601-43ea-9b6b-091d387ca994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:26.697533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5527fed2-3ad5-4ef9-a7f8-44b766483cc2 req-e78b57d3-7601-43ea-9b6b-091d387ca994 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.2327173
Apr 02 21:09:26.709571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1536d2d1-680e-4998-a7fb-755490125c04 req-2581d6d1-3140-49ff-8ed0-9132d04a3140 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2321603
Apr 02 21:09:26.799151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.815891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks [] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.832267 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5527fed2-3ad5-4ef9-a7f8-44b766483cc2 req-c07686f5-93fa-430f-8b80-3deaa420232d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181231
Apr 02 21:09:26.845361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.897486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for security_group (307652c8-5693-4b76-a317-d41525da1a27), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.901420 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.909269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Network aee8d11f-d662-404a-a036-49c72755f56d is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:26.910280 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (307652c8-5693-4b76-a317-d41525da1a27), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.913859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:26.915919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'Port': ['ID=8276a875-ff1a-4096-8a72-2a3dd85f50d2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:26.918250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:26.982834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:26.983652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:26.993165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307652c8-5693-4b76-a317-d41525da1a27,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:27.003432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-ccbf03ed-b793-4594-b1ab-8caacd30378f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7257223
Apr 02 21:09:27.015175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:27.020512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:27.024381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Request body: {'port': {'device_id': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:27.030619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:27.040046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:27.077772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Pushing event updated for resources: {'Port': ['ID=36fcdb1e-d957-47ec-b148-169d5cb9a309,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:27.081290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (42a06f84-9dad-4e98-aee6-e0f86828e257), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.081643 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 42a06f84-9dad-4e98-aee6-e0f86828e257 of type vlan for network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af
Apr 02 21:09:27.102546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.191907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8b1da003-4d8c-4b30-a5ec-ed85cc35e8af), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.265101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-53ae0a9b-dd0d-403e-92dc-ae512dca2886 None None] Provisioning complete for port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:27.266606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-53ae0a9b-dd0d-403e-92dc-ae512dca2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.329670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-53ae0a9b-dd0d-403e-92dc-ae512dca2886 None None] Port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:27.341829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5258e-eb70-4ab3-9077-27e38572afde None None] Network 506a0cbe-9c07-48c1-9815-b2435759867a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:27.370488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8b1da003-4d8c-4b30-a5ec-ed85cc35e8af), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.376065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:27.376690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.405837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8a2a0-f84a-47fe-9007-ae2ca1817904 req-7e26a1e3-ed03-43e3-97cd-0bdc8f00806e tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:27.407813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47f8a2a0-f84a-47fe-9007-ae2ca1817904 req-7e26a1e3-ed03-43e3-97cd-0bdc8f00806e tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 931 time: 0.1275189
Apr 02 21:09:27.468496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1061261
Apr 02 21:09:27.521716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47f8a2a0-f84a-47fe-9007-ae2ca1817904 req-13a7bc06-d7c1-4b3b-bfc6-984a129073c0 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0876348
Apr 02 21:09:27.540482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa90ea2-4886-42ea-b22e-fb031ea0acfe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=8b1da003-4d8c-4b30-a5ec-ed85cc35e8af,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:27.581133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:27.648330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8276a875-ff1a-4096-8a72-2a3dd85f50d2 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:27.659797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Publish callbacks [] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.664896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] Provisioning complete for port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:27.665364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.677621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Transition to ACTIVE for port object 8276a875-ff1a-4096-8a72-2a3dd85f50d2 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:09:27.683089 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.709494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7202b-3991-44f1-9000-fe5086da16ba req-5b814a47-ea4b-499d-949d-72011d713458 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:27.711759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06a7202b-3991-44f1-9000-fe5086da16ba req-5b814a47-ea4b-499d-949d-72011d713458 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.3451021
Apr 02 21:09:27.755480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Pushing event updated for resources: {'Port': ['ID=8276a875-ff1a-4096-8a72-2a3dd85f50d2,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:27.758182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks [] for router_gateway (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.790299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] Current status of the port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:27.790770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.874634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] For port 3d629d0f-fd80-4cb2-ac16-c55e934381e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d629d0f-fd80-4cb2-ac16-c55e934381e3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:27.883855 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.924842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Attempting to bind port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:27.925244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Attempting to bind port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:27.925647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Attempting to bind port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 on network aee8d11f-d662-404a-a036-49c72755f56d {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:27.938330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 on network aee8d11f-d662-404a-a036-49c72755f56d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:09:27.938743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Attempting to bind port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 on network aee8d11f-d662-404a-a036-49c72755f56d {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:27.951649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:27.952080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Checking segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:27.954103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Bound using segment: {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:27.954625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Bound port: 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2eafdb-5846-4956-9507-0e93fcf61a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:27.955651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:27.987345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06a7202b-3991-44f1-9000-fe5086da16ba req-da8cd208-1b59-4a2d-9bce-a7c48700332b tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233834
Apr 02 21:09:28.022942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f624b-f5da-4550-947b-670ce51a6346 req-0d219483-1c1b-4f98-b87f-f9333a8b8e36 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:28.031338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6e2f624b-f5da-4550-947b-670ce51a6346 req-0d219483-1c1b-4f98-b87f-f9333a8b8e36 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 944 time: 0.1502383
Apr 02 21:09:28.074062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631be91-6fe2-4044-ba12-0bcccfbde8e1 None None] Pushing event updated for resources: {'Port': ['ID=3d629d0f-fd80-4cb2-ac16-c55e934381e3,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:28.199482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] For port 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:28.203017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] For port 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:28.204495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d629d0f-fd80-4cb2-ac16-c55e934381e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:28.219524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.256872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.300996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:28.302607 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.367542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:28.371972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.374130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] 10.222.0.21 "PUT /v2.0/ports/8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 200  len: 1091 time: 1.3582661
Apr 02 21:09:28.406515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6e2f624b-f5da-4550-947b-670ce51a6346 req-ffa794f1-e928-4e5d-97fe-3f7083a8729f tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3721695
Apr 02 21:09:28.408223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:28.411672 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c315c47-e978-44b8-a718-a731e5252ece" -d '{"events": [{"name": "network-changed", "server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:28.469497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:28.520264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-87f53554-6481-4861-ba2f-1fdce554457a None None] Provisioning complete for port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:28.521803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-87f53554-6481-4861-ba2f-1fdce554457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.523790 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78b35a-7d0b-4524-8ac3-1d4d55754d0e x-openstack-request-id: req-ed78b35a-7d0b-4524-8ac3-1d4d55754d0e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:28.524491 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:28.525258 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed78b35a-7d0b-4524-8ac3-1d4d55754d0e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:28.525879 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed78b35a-7d0b-4524-8ac3-1d4d55754d0e'] response: {'name': 'network-changed', 'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'status': 'completed', 'code': 200}
Apr 02 21:09:28.545664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c4eed-8f60-4aa9-955e-aa1392b209cb service neutron] Pushing event updated for resources: {'Port': ['ID=8276a875-ff1a-4096-8a72-2a3dd85f50d2,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:28.567467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-76ab16cc-537e-4c2e-997a-92689dae64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:28.570458 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-76ab16cc-537e-4c2e-997a-92689dae64e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1125 time: 0.1158774
Apr 02 21:09:28.571570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:09:28.690632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-d250a321-6526-49f4-8256-b19dd6e8bda0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 200  len: 217 time: 0.1084635
Apr 02 21:09:28.709923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:28.720873 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Sync routers for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:28.735744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.739108 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:28.740826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-87f53554-6481-4861-ba2f-1fdce554457a None None] Current status of the port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:28.740999 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eab1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:28.748238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:28.750477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5c043c06-4dc2-456d-be31-d5e10ed7ee85 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.9197588
Apr 02 21:09:28.756981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51392) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:28.824630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-3a6da3c8-ee86-4c54-80ab-a4e311991792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:28.827300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-3a6da3c8-ee86-4c54-80ab-a4e311991792 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ba539ba-5c0b-4f4d-b834-ca66718b5378 HTTP/1.1" status: 200  len: 847 time: 0.0822020
Apr 02 21:09:28.914837 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:28.949590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2516-ecde-41c0-8cf4-c587e526d9ed req-fcab107b-2031-4842-9c5b-43d0fb112256 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:28.960806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-914f2516-ecde-41c0-8cf4-c587e526d9ed req-fcab107b-2031-4842-9c5b-43d0fb112256 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 943 time: 0.2758362
Apr 02 21:09:28.990519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-5aa37126-e9b1-4775-8cc1-6954081608dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:28.993044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-5aa37126-e9b1-4775-8cc1-6954081608dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee8d11f-d662-404a-a036-49c72755f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1537738
Apr 02 21:09:29.107387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-b721d9af-7627-43ec-8d23-53c2cd29cff8 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012762
Apr 02 21:09:29.227374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc341a-58ce-4464-9657-254ee6286d5b req-cfe4c837-7f18-4750-b028-579405ed0929 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:29.229145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4fc341a-58ce-4464-9657-254ee6286d5b req-cfe4c837-7f18-4750-b028-579405ed0929 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1128912
Apr 02 21:09:29.269711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58252e2b-2e9e-455d-8539-0a2f4406616a req-05b0e0e7-02ec-456d-99a1-e8c08af227f1 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508756
Apr 02 21:09:29.288679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-914f2516-ecde-41c0-8cf4-c587e526d9ed req-ce625bb5-15a9-4a7b-9e28-a7e617498cf3 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3249531
Apr 02 21:09:29.306132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4fc341a-58ce-4464-9657-254ee6286d5b req-cccf12f3-5a8f-42bc-b24e-719776a509ef tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703671
Apr 02 21:09:29.345719 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eab1f0>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:27Z', 'revision_number': 3, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:29.379433 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Checking router: 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:29.379785 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Updating router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 port 36fcdb1e-d957-47ec-b148-169d5cb9a309 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:09:29.387769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.407905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b8e0ea94-ada0-4118-a0c7-1e79f99d77b3 req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1025744171', 'description': 'tempest-description-745657583'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:29.417182 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.474044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c315c47-e978-44b8-a718-a731e5252ece req-619440f0-46af-4d26-bf5a-222442727a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:29.478634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-619440f0-46af-4d26-bf5a-222442727a93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1125 time: 0.1451809
Apr 02 21:09:29.480509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8e0ea94-ada0-4118-a0c7-1e79f99d77b3 req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.516900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.614381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5f72d76a-13d8-4fed-8238-44c944f41159 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:29.642455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c107d9c-9b5a-493f-bbe6-6e5bbdfe1e49 req-d16474a0-f112-4e65-8799-c1f3131b2291 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:29.650314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c107d9c-9b5a-493f-bbe6-6e5bbdfe1e49 req-d16474a0-f112-4e65-8799-c1f3131b2291 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 944 time: 0.1155958
Apr 02 21:09:29.673043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c315c47-e978-44b8-a718-a731e5252ece req-322c7fd8-1a9b-458d-b14d-bd1f90e17749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:29.674963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-322c7fd8-1a9b-458d-b14d-bd1f90e17749 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 200  len: 909 time: 0.1814947
Apr 02 21:09:29.733405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-fe74cf7d-6ea9-417c-8b8c-bc2ba0896df0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 200  len: 217 time: 0.0502701
Apr 02 21:09:29.740804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 5f72d76a-13d8-4fed-8238-44c944f41159 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:09:29.745586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 5f72d76a-13d8-4fed-8238-44c944f41159 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:29.745966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.776112 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Publish callbacks [] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.786896 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.797255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c107d9c-9b5a-493f-bbe6-6e5bbdfe1e49 req-e00abb65-8d2e-4473-a72c-95e8eefe0796 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423995
Apr 02 21:09:29.806827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c315c47-e978-44b8-a718-a731e5252ece req-455a8e17-1031-4709-a414-1fb4bdfbd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:29.808378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-455a8e17-1031-4709-a414-1fb4bdfbd395 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ba539ba-5c0b-4f4d-b834-ca66718b5378 HTTP/1.1" status: 200  len: 847 time: 0.0670507
Apr 02 21:09:29.811579 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8e0ea94-ada0-4118-a0c7-1e79f99d77b3 req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for security_group (0426a9b8-1cf3-405c-8a6f-fcdd54eb5573), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.831718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8e0ea94-ada0-4118-a0c7-1e79f99d77b3 req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0426a9b8-1cf3-405c-8a6f-fcdd54eb5573), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.852397 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b539e-6b99-40ce-b36a-ba24c810297a None None] Pushing event updated for resources: {'Port': ['ID=36fcdb1e-d957-47ec-b148-169d5cb9a309,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:29.864835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Allocated IP 172.20.0.1 (506a0cbe-9c07-48c1-9815-b2435759867a/7e600805-f23f-45f9-a061-644b1838cbcd/57ac8972-9263-4eb0-a90a-a77d1e4e0cfe) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:29.900405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Attempting to bind port 36fcdb1e-d957-47ec-b148-169d5cb9a309 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:29.902971 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Attempting to bind port 36fcdb1e-d957-47ec-b148-169d5cb9a309 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:29.903445 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Attempting to bind port 36fcdb1e-d957-47ec-b148-169d5cb9a309 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:29.914551 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:29.915118 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:29.916185 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.916775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:29.917357 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Bound port: 36fcdb1e-d957-47ec-b148-169d5cb9a309, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:29.917845 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.970901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b8e0ea94-ada0-4118-a0c7-1e79f99d77b3 req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:29.982305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8e0ea94-ada0-4118-a0c7-1e79f99d77b3 req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1831 time: 0.5736687
Apr 02 21:09:29.989456 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] For port 36fcdb1e-d957-47ec-b148-169d5cb9a309, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:29.996319 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] For port 36fcdb1e-d957-47ec-b148-169d5cb9a309, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36fcdb1e-d957-47ec-b148-169d5cb9a309,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:30.001096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5f72d76a-13d8-4fed-8238-44c944f41159 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:30.003695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.011176 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.035168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee11ea6-37fe-4f44-a005-db92cb50e41c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0426a9b8-1cf3-405c-8a6f-fcdd54eb5573,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:30.058344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c315c47-e978-44b8-a718-a731e5252ece req-871b02e9-79c4-4f87-b135-f1c7c8d324fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:30.071003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-871b02e9-79c4-4f87-b135-f1c7c8d324fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee8d11f-d662-404a-a036-49c72755f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2517242
Apr 02 21:09:30.101462 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks [] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.106771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5f72d76a-13d8-4fed-8238-44c944f41159, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f72d76a-13d8-4fed-8238-44c944f41159,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:30.110050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:30.115187 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d4eda-6c97-4a04-b451-cff54ad71f15" -d '{"events": [{"server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "name": "network-vif-plugged", "status": "completed", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:30.122562 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b539e-6b99-40ce-b36a-ba24c810297a None None] Pushing event updated for resources: {'Port': ['ID=36fcdb1e-d957-47ec-b148-169d5cb9a309,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:30.129829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.177372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d629d0f-fd80-4cb2-ac16-c55e934381e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:30.198404 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-fced5cae-77cd-447c-b1ac-3466038beabc tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1025744171&fields=id&tenant_id=bcc988d584ef47dd99506305e1c7d45a HTTP/1.1" status: 200  len: 267 time: 0.0899894
Apr 02 21:09:30.200571 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:30.206383 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845eab1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:30.239179 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f712cd-76ae-4a63-87da-2aa29d76c163 x-openstack-request-id: req-b9f712cd-76ae-4a63-87da-2aa29d76c163 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:30.239473 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "name": "network-vif-plugged", "status": "completed", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:30.239948 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9f712cd-76ae-4a63-87da-2aa29d76c163 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:30.240490 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f712cd-76ae-4a63-87da-2aa29d76c163'] response: {'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159', 'code': 200}
Apr 02 21:09:30.256044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.277224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:30.277688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.279282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5f72d76a-13d8-4fed-8238-44c944f41159,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:30.358996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Network 506a0cbe-9c07-48c1-9815-b2435759867a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:30.403140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-bd3e54c7-39f6-49cf-85d8-a276369f0d46 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3273745
Apr 02 21:09:30.429306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:30.430756 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:30.432984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:30.439269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:30.513528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.529297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c315c47-e978-44b8-a718-a731e5252ece req-8c2fc619-0942-44fa-b956-a4b4d9e0ab93 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145883
Apr 02 21:09:30.646164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cf657-2ea4-4806-9161-f80fdce606be req-a1027531-dc6a-434f-add9-fdf1af575235 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:30.657106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b25cf657-2ea4-4806-9161-f80fdce606be req-a1027531-dc6a-434f-add9-fdf1af575235 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 943 time: 0.1253560
Apr 02 21:09:30.719877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845eab1f0>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:27Z', 'revision_number': 3, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:30.737420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-f3f86134-c7c9-4967-8773-1414388b1c14 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:30.739118 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-f3f86134-c7c9-4967-8773-1414388b1c14 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.5397260
Apr 02 21:09:30.739763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Pushing event updated for resources: {'Port': ['ID=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:30.751443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b25cf657-2ea4-4806-9161-f80fdce606be req-b372affc-8160-4c67-b5b3-87dca407c229 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0832188
Apr 02 21:09:30.775251 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ef0c-fe4d-4190-bea9-c1c3da9b9d1b None None] The sync data for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 is: [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:27Z', 'revision_number': 3, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:30.783125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'port': {'security_groups': ['06da8b3f-0463-48b2-91b1-04afd5f23512', '0426a9b8-1cf3-405c-8a6f-fcdd54eb5573']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:30.787355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018942bc-8495-435e-9a4b-9a9f917f2794 req-a9d49e5b-3723-4679-b58c-bd550c9c3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:30.788853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-018942bc-8495-435e-9a4b-9a9f917f2794 req-a9d49e5b-3723-4679-b58c-bd550c9c3481 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 1127 time: 0.4363675
Apr 02 21:09:30.821215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.834334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-57a26a35-32a3-46f8-86c0-4e91b00f0a23 None None] Provisioning complete for port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:30.834719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a26a35-32a3-46f8-86c0-4e91b00f0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:30.891808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-57a26a35-32a3-46f8-86c0-4e91b00f0a23 None None] Port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:30.962104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ecc25-80b5-4b60-b281-0d1cf8bb14cb req-ea9031ab-6568-4a69-a2be-1339a3fe2d2c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:30.963717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-691ecc25-80b5-4b60-b281-0d1cf8bb14cb req-ea9031ab-6568-4a69-a2be-1339a3fe2d2c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.0817256
Apr 02 21:09:30.964219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51424) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:30.975792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:30.995726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8276a875-ff1a-4096-8a72-2a3dd85f50d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:09:31.092776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-691ecc25-80b5-4b60-b281-0d1cf8bb14cb req-e3194de7-f0d0-4157-adf6-91ae909d15aa tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115367
Apr 02 21:09:31.122811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:31.126986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.177791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:31.199826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'port_id': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'mac_address': 'fa:16:3e:73:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:09:31.258513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:31.258909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.273958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8276a875-ff1a-4096-8a72-2a3dd85f50d2 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:31.295440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:31.302103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.368541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8276a875-ff1a-4096-8a72-2a3dd85f50d2,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:31.397633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.407701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (e64998f6-efb1-470a-aa42-dd9d98009c97), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.417225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-018942bc-8495-435e-9a4b-9a9f917f2794 req-19b9313d-0d93-4215-b565-52cc83b4e0a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6051712
Apr 02 21:09:31.473113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=e64998f6-efb1-470a-aa42-dd9d98009c97,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:31.485611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '42a06f84-9dad-4e98-aee6-e0f86828e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:31.485611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:31.506660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:31.520876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:31.524630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks [] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.528679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:31.529282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.544205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.546409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8125b-b8b3-45fb-87fd-b47282c1065f None None] Network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:31.556945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36bc4a45-148e-4f27-a479-1d1665a6a8d4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5885131
Apr 02 21:09:31.558882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51426) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:31.565967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1063437908'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:31.588687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:31.594461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.633427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:31.636972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Pushing event updated for resources: {'Port': ['ID=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:31.645066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43bb5dff-6bc9-4cc7-a605-d0ff527d98bb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.645959 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 43bb5dff-6bc9-4cc7-a605-d0ff527d98bb of type vlan for network 99f2ddf9-0d72-4dce-b06a-293b68fc9adc
Apr 02 21:09:31.659389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8276a875-ff1a-4096-8a72-2a3dd85f50d2'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:31.681904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.697939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (99f2ddf9-0d72-4dce-b06a-293b68fc9adc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.730574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (99f2ddf9-0d72-4dce-b06a-293b68fc9adc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.744005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b1da003-4d8c-4b30-a5ec-ed85cc35e8af', 'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': 'e64998f6-efb1-470a-aa42-dd9d98009c97'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:31.745483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.749444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:31.750407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:31.773703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2136288
Apr 02 21:09:31.798322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51430) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:31.808212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '99f2ddf9-0d72-4dce-b06a-293b68fc9adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:31.863973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:31.966058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2349ae-3d93-4e23-bede-e39cb20c341f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=99f2ddf9-0d72-4dce-b06a-293b68fc9adc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:31.981376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Network 506a0cbe-9c07-48c1-9815-b2435759867a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:31.988962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e37ff-a36e-41cd-ae8d-43d47d63b060 req-671310e3-47a7-4b8b-a931-1510bce4892e tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:31.990209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:31.998285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e9e37ff-a36e-41cd-ae8d-43d47d63b060 req-671310e3-47a7-4b8b-a931-1510bce4892e tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 944 time: 0.1191103
Apr 02 21:09:31.999343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.016494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.038057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:32.041260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Allocated IP 2001:db8:0:ffff::2 (8b1da003-4d8c-4b30-a5ec-ed85cc35e8af/e64998f6-efb1-470a-aa42-dd9d98009c97/d64b0920-c166-4779-8388-8ab705da77ad) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:32.098496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 99f2ddf9-0d72-4dce-b06a-293b68fc9adc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:32.130104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e9e37ff-a36e-41cd-ae8d-43d47d63b060 req-5827be6e-a8ec-4b8c-b723-5a0be3e94512 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1312103
Apr 02 21:09:32.177587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:32.178333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.199775 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bae6e27b-93b4-4e72-933f-bc9c2ecc7907 req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "PUT /v2.0/ports/b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 981 time: 1.4380951
Apr 02 21:09:32.213967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:32.220259 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21734db-35a2-45f7-8c81-7011af877778" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:32.228982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:32.232663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.264101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 36fcdb1e-d957-47ec-b148-169d5cb9a309 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:32.316875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059502-dc34-45a5-aee1-337ec8adb55f req-680d83c2-9102-47ed-a6f8-567d6664a0dd tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:32.318906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44059502-dc34-45a5-aee1-337ec8adb55f req-680d83c2-9102-47ed-a6f8-567d6664a0dd tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.0769517
Apr 02 21:09:32.367862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:32.377810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44059502-dc34-45a5-aee1-337ec8adb55f req-aabf7a87-e903-4e31-abab-eba865bd3a10 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519555
Apr 02 21:09:32.435463 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b684724-d087-4c55-9b34-d1ebcfe845ad x-openstack-request-id: req-3b684724-d087-4c55-9b34-d1ebcfe845ad {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:32.435990 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:32.435990 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b684724-d087-4c55-9b34-d1ebcfe845ad {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:32.436402 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b684724-d087-4c55-9b34-d1ebcfe845ad'] response: {'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'status': 'completed', 'code': 200}
Apr 02 21:09:32.441939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcc276-6f5f-4a7b-ac72-bd090f0d8440 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:32.523830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b2f7c95a-6826-4c35-a0d0-58f324478312 None None] Provisioning complete for port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:32.524114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c95a-6826-4c35-a0d0-58f324478312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.535998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-78cfd1de-2213-4cbb-abb0-d4e196aa3696 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1025744171&fields=id&tenant_id=bcc988d584ef47dd99506305e1c7d45a HTTP/1.1" status: 200  len: 267 time: 0.2081246
Apr 02 21:09:32.551003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:32.679694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21734db-35a2-45f7-8c81-7011af877778 req-b213a575-1ccc-40cb-adbf-ca3fceebf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:32.681273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-b213a575-1ccc-40cb-adbf-ca3fceebf21c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1166 time: 0.2155333
Apr 02 21:09:32.684162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 36fcdb1e-d957-47ec-b148-169d5cb9a309 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:32.684692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.688092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7c95a-6826-4c35-a0d0-58f324478312 None None] Port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:32.770636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (89503b4c-ea44-437e-a725-c4dd5758df65), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.791582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-1dbf5443-bcbc-441c-a80f-1db87618c322 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:32.793210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-1dbf5443-bcbc-441c-a80f-1db87618c322 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 984 time: 0.2501917
Apr 02 21:09:32.862489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'port': {'security_groups': ['06da8b3f-0463-48b2-91b1-04afd5f23512']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:32.925116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Publish callbacks [] for port (d64b0920-c166-4779-8388-8ab705da77ad), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.982606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d64b0920-c166-4779-8388-8ab705da77ad), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:32.983451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:33.008853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=89503b4c-ea44-437e-a725-c4dd5758df65,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:33.013961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd2e3ba5-280c-4470-bd2c-62b48d725d20 admin admin] 10.222.0.18 "PUT /v2.0/routers/59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2556307
Apr 02 21:09:33.026747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21734db-35a2-45f7-8c81-7011af877778 req-6e622948-efd3-46e8-ba84-7d1303f8e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:33.028232 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-6e622948-efd3-46e8-ba84-7d1303f8e303 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.3280141
Apr 02 21:09:33.047512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '43bb5dff-6bc9-4cc7-a605-d0ff527d98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99f2ddf9-0d72-4dce-b06a-293b68fc9adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:33.047887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: 99f2ddf9-0d72-4dce-b06a-293b68fc9adc, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:33.052666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.079371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:33.098261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-4439c008-405e-4065-aa04-305dbfdece64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.0617797
Apr 02 21:09:33.098387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:33.111478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:33.145643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Pushing event updated for resources: {'Port': ['ID=d64b0920-c166-4779-8388-8ab705da77ad,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:33.188416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 99f2ddf9-0d72-4dce-b06a-293b68fc9adc is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:33.225519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99f2ddf9-0d72-4dce-b06a-293b68fc9adc) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:33.233632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21734db-35a2-45f7-8c81-7011af877778 req-04430d12-f2a7-437f-8c3d-7ee73b8b581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:33.235145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-04430d12-f2a7-437f-8c3d-7ee73b8b581e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.1288791
Apr 02 21:09:33.236360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:33.237327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.261531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996d7b3-9554-4518-9017-d43d764da777 None None] Network 99f2ddf9-0d72-4dce-b06a-293b68fc9adc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:33.290565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 36fcdb1e-d957-47ec-b148-169d5cb9a309 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:33.294580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.335347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-9a86c7e0-fa32-4c12-9887-7e159f8c18e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0894415
Apr 02 21:09:33.342531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d2fbd87c-a3ea-4f36-8b45-42dd6e90e2f8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.5406420
Apr 02 21:09:33.346550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6c4ec-5c3a-424e-a8de-1131c6d9171e req-573b224f-05d8-4be7-87c4-c2698418e756 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:33.353355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fc6c4ec-5c3a-424e-a8de-1131c6d9171e req-573b224f-05d8-4be7-87c4-c2698418e756 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 944 time: 0.0740848
Apr 02 21:09:33.354911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51448) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:33.421184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Sync routers for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:33.468137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fc6c4ec-5c3a-424e-a8de-1131c6d9171e req-750d7aa8-a76d-4e94-bb72-ed6fa06c04e1 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1138501
Apr 02 21:09:33.495465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (99f2ddf9-0d72-4dce-b06a-293b68fc9adc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.495863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 36fcdb1e-d957-47ec-b148-169d5cb9a309, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36fcdb1e-d957-47ec-b148-169d5cb9a309,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:33.527498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:33.547447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-ec108518-0785-47c6-a805-828945f1a765 service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957219
Apr 02 21:09:33.555511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Attempting to bind port d64b0920-c166-4779-8388-8ab705da77ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:33.555953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Attempting to bind port d64b0920-c166-4779-8388-8ab705da77ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42a06f84-9dad-4e98-aee6-e0f86828e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:33.556418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Attempting to bind port d64b0920-c166-4779-8388-8ab705da77ad on network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:33.563324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.571193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:33.571924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784502d400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:33.585505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (89503b4c-ea44-437e-a725-c4dd5758df65), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.606626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.619434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.670347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (89503b4c-ea44-437e-a725-c4dd5758df65), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.678461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:33.679100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.680552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0855db7e-e2b1-4f2a-838c-411eeb86f183 req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "PUT /v2.0/ports/b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 942 time: 0.8750622
Apr 02 21:09:33.688479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:33.719354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=89503b4c-ea44-437e-a725-c4dd5758df65,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:33.749499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ff445-7361-4b2a-8835-9bd797ca1d81 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event updated for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:33.769994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a21734db-35a2-45f7-8c81-7011af877778 req-aa93a627-94d7-47c3-b3d2-8bd9ebd126ca service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145846
Apr 02 21:09:33.779564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceed6df-3658-4370-8aa1-782c9a66c807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99f2ddf9-0d72-4dce-b06a-293b68fc9adc', 'network_id': '99f2ddf9-0d72-4dce-b06a-293b68fc9adc', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': '89503b4c-ea44-437e-a725-c4dd5758df65'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:33.780583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ceed6df-3658-4370-8aa1-782c9a66c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.782752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:33.821323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:33.821739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Checking segment: {'id': '42a06f84-9dad-4e98-aee6-e0f86828e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:33.822103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.822495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Bound using segment: {'id': '42a06f84-9dad-4e98-aee6-e0f86828e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:33.822985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Bound port: d64b0920-c166-4779-8388-8ab705da77ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a06f84-9dad-4e98-aee6-e0f86828e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b1da003-4d8c-4b30-a5ec-ed85cc35e8af'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:33.823367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d64b0920-c166-4779-8388-8ab705da77ad), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.840381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (99f2ddf9-0d72-4dce-b06a-293b68fc9adc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.855246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e46d45-ea42-4ee0-b4af-1ae4aed68f7b req-86f8cfeb-b83d-4c8c-8966-f61b335d9c7d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:33.856996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5e46d45-ea42-4ee0-b4af-1ae4aed68f7b req-86f8cfeb-b83d-4c8c-8966-f61b335d9c7d tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.0699472
Apr 02 21:09:33.910326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5e46d45-ea42-4ee0-b4af-1ae4aed68f7b req-b2293fe6-9bc8-421d-8b50-39fa1457c3cc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468354
Apr 02 21:09:33.922704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78463c8b20>,) {'filters': {'network_id': ['99f2ddf9-0d72-4dce-b06a-293b68fc9adc']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:33.949446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463c8b20>, '43bb5dff-6bc9-4cc7-a605-d0ff527d98bb') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:33.950034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463c8b20>, '43bb5dff-6bc9-4cc7-a605-d0ff527d98bb') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:33.973668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (43bb5dff-6bc9-4cc7-a605-d0ff527d98bb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:33.996906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43bb5dff-6bc9-4cc7-a605-d0ff527d98bb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.015214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:34.015772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (43bb5dff-6bc9-4cc7-a605-d0ff527d98bb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:34.019767 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:34.022826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=36fcdb1e-d957-47ec-b148-169d5cb9a309,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:34.029986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-39cd6088-ac5c-451e-a2b3-8331cb6d8098 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:34.031677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-39cd6088-ac5c-451e-a2b3-8331cb6d8098 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 819 time: 0.1939306
Apr 02 21:09:34.064918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-11bcc39c-6e57-47e7-85bd-612f983a58ca tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/quotas/e9e9483710f0424b9c347c74a9da708a HTTP/1.1" status: 200  len: 375 time: 0.0208857
Apr 02 21:09:34.149106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (99f2ddf9-0d72-4dce-b06a-293b68fc9adc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.157480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.162387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7988767-7837-46b4-8323-d20f2b7d99f9 None None] Network 99f2ddf9-0d72-4dce-b06a-293b68fc9adc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:34.164866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/99f2ddf9-0d72-4dce-b06a-293b68fc9adc HTTP/1.1" status: 204  len: 168 time: 0.8083611
Apr 02 21:09:34.166736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51466) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:34.181772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353423088'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:34.184008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-da9a4841-a637-4c78-8f43-7af0e87d0f5a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2435849
Apr 02 21:09:34.189384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17dda1-bd18-4121-9b41-99e71978c594 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=99f2ddf9-0d72-4dce-b06a-293b68fc9adc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:34.190496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:34.193448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] For port d64b0920-c166-4779-8388-8ab705da77ad, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:34.209565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7988767-7837-46b4-8323-d20f2b7d99f9 None None] Network 99f2ddf9-0d72-4dce-b06a-293b68fc9adc could not be found, it might have been deleted concurrently. {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 02 21:09:34.217053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-7588a101-f8c2-46da-952a-3329fb8aab9c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1133788
Apr 02 21:09:34.223657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:34.224900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.227167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.242369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] For port d64b0920-c166-4779-8388-8ab705da77ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64b0920-c166-4779-8388-8ab705da77ad,segment=NetworkSegment(42a06f84-9dad-4e98-aee6-e0f86828e257),segment_id=42a06f84-9dad-4e98-aee6-e0f86828e257)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:34.263632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:34.275761 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d64b0920-c166-4779-8388-8ab705da77ad), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.285979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:34.333349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (52a875a3-573a-4039-b88d-dc62571fb133), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.333715 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 52a875a3-573a-4039-b88d-dc62571fb133 of type vlan for network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd
Apr 02 21:09:34.336658 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.387901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (56db3ffc-d6f9-47b4-b1e3-652fafc632cd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.391911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-0c7dee32-c352-498e-9924-af6c0470a034 service neutron] 10.222.0.18 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529813
Apr 02 21:09:34.448916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37b4b-a345-401c-942c-6a5678bf7264 None None] Pushing event updated for resources: {'Port': ['ID=d64b0920-c166-4779-8388-8ab705da77ad,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:34.463389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Allocated IP 172.35.4.107 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/4efbee39-def2-4e0d-9b16-ae9e6b693408) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:34.465198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (56db3ffc-d6f9-47b4-b1e3-652fafc632cd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.471146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:34.471794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.499279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:34.503265 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01568324-2d82-4d49-8b8f-c7afd44564fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:34.516000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784502d400>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 2, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:34.530842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3608332
Apr 02 21:09:34.536988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:34.544611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:34.563811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Checking router: 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:34.564168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Updating router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:09:34.585761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.610478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.633303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.708203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:34.712555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:34.719556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:34.763169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event updated for resources: {'Port': ['ID=4efbee39-def2-4e0d-9b16-ae9e6b693408,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:34.862447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:34.907798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.012799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd43b60-7b75-48a8-8c5c-5263f035452f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=56db3ffc-d6f9-47b4-b1e3-652fafc632cd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:35.125037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-8a2ff334-a9d4-4abb-ab0c-3771c3704674 service neutron] 10.222.0.18 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7166269
Apr 02 21:09:35.127945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:35.132201 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.137215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8276a875-ff1a-4096-8a72-2a3dd85f50d2 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:35.139917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:35.377369 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Publish callbacks [] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.395807 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.568721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85e868-631d-442b-a81f-b724d718baea None None] Pushing event updated for resources: {'Port': ['ID=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:35.619438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:09:35.632737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7ed879df-7c65-4ee9-8f7f-05bf742d578a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.637608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:35.638222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.757167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4df60f-fca0-4fbf-96aa-011ea9b25b67 req-afeb6384-c4f4-4378-8577-afbfcf98f48a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:35.761079 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b4df60f-fca0-4fbf-96aa-011ea9b25b67 req-afeb6384-c4f4-4378-8577-afbfcf98f48a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.2420564
Apr 02 21:09:35.772658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:35.777497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Request body: {'floatingip': {'port_id': '5f72d76a-13d8-4fed-8238-44c944f41159'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:35.778299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Attempting to bind port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:35.778749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Attempting to bind port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:35.779187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Attempting to bind port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:35.791109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:35.795050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Checking segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:35.795654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.796120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Bound using segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:35.797791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Bound port: 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:35.798268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.841819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.848689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=7ed879df-7c65-4ee9-8f7f-05bf742d578a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:35.849856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (89d0e951-d423-4703-8969-6e5e4eeb552b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.879859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e688201-f4c4-491c-95d4-7553cd799210 None None] Network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:35.888073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '52a875a3-573a-4039-b88d-dc62571fb133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:35.888298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:35.889201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: 56db3ffc-d6f9-47b4-b1e3-652fafc632cd, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:36.003231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0f25140d-614e-4c3d-8ccf-54c9c68abb54 None None] Provisioning complete for port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:36.003703 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0f25140d-614e-4c3d-8ccf-54c9c68abb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.034409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:36.042752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event updated for resources: {'Port': ['ID=4efbee39-def2-4e0d-9b16-ae9e6b693408,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:36.048494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:36.048745 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.054722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.087751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac846-79ae-4e39-b827-d7221a8f9b0d req-c4142181-953a-474b-b89c-c4cfe009a59b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:36.100388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] For port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:36.100537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-892ac846-79ae-4e39-b827-d7221a8f9b0d req-c4142181-953a-474b-b89c-c4cfe009a59b tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 944 time: 0.2191269
Apr 02 21:09:36.105370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56db3ffc-d6f9-47b4-b1e3-652fafc632cd) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:36.116633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.117978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-f545964c-70cc-452a-b955-ab024627be7d tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9331410
Apr 02 21:09:36.123787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:36.124683 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.163607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e708d2-8fe8-420b-80a5-94c875c69d30 None None] Network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:36.167246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:36.170673 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3938b-9ab0-48b6-9daa-7ce4e531784b" -d '{"events": [{"server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "name": "network-vif-plugged", "status": "completed", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:36.179660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] For port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:36.190514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-892ac846-79ae-4e39-b827-d7221a8f9b0d req-f0abe57a-310a-41ff-a1ad-aa5b2bcd0bb8 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0859632
Apr 02 21:09:36.222435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-33caeb6f-5b42-4261-8aed-24ae31327b55 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.6840851
Apr 02 21:09:36.225462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0f25140d-614e-4c3d-8ccf-54c9c68abb54 None None] Port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:36.226383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:36.240509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2131847664'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:36.267008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:36.267250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:36.270552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.271489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.320331 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.347369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:36.357574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b74288fa-f22b-4b13-94c7-1a032c2be18e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.358383 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment b74288fa-f22b-4b13-94c7-1a032c2be18e of type vlan for network 41851bd1-1c50-410f-8ed5-1c40c845531f
Apr 02 21:09:36.391892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 36fcdb1e-d957-47ec-b148-169d5cb9a309 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:36.425011 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb50aa-85c5-495d-81e1-eadcaaa1c8c3 x-openstack-request-id: req-93fb50aa-85c5-495d-81e1-eadcaaa1c8c3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:36.425011 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:36.425011 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93fb50aa-85c5-495d-81e1-eadcaaa1c8c3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:36.425011 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fb50aa-85c5-495d-81e1-eadcaaa1c8c3'] response: {'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'status': 'completed', 'code': 200}
Apr 02 21:09:36.438833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-14cf7a4b-ae5e-4f91-8d7b-e9565cf247c4 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 696 time: 0.3148160
Apr 02 21:09:36.469665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cfe85ffb-75e8-46e9-afc7-34498608feae req-608b056c-2c27-47f3-92df-d34fa29c694e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 210 time: 0.0640447
Apr 02 21:09:36.516608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (41851bd1-1c50-410f-8ed5-1c40c845531f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.542921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] Provisioning complete for port d64b0920-c166-4779-8388-8ab705da77ad triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:36.543938 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64b0920-c166-4779-8388-8ab705da77ad), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.591026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:36.592106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784502d400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:36.598392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (41851bd1-1c50-410f-8ed5-1c40c845531f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.601133 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad62a69e-ef8a-4a96-a087-5903ce7a1043 x-openstack-request-id: req-ad62a69e-ef8a-4a96-a087-5903ce7a1043 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:36.601911 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "name": "network-vif-plugged", "status": "completed", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:36.602443 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad62a69e-ef8a-4a96-a087-5903ce7a1043 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:36.602988 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad62a69e-ef8a-4a96-a087-5903ce7a1043'] response: {'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'code': 200}
Apr 02 21:09:36.605852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56db3ffc-d6f9-47b4-b1e3-652fafc632cd', 'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': '7ed879df-7c65-4ee9-8f7f-05bf742d578a'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:36.609762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.611881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:36.614102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:36.702047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4713736
Apr 02 21:09:36.720048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85e868-631d-442b-a81f-b724d718baea None None] Pushing event updated for resources: {'Port': ['ID=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:36.728146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51502) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:36.740875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '41851bd1-1c50-410f-8ed5-1c40c845531f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:36.836778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:36.859503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026c149-f7c7-4def-9099-12e1345a662b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=41851bd1-1c50-410f-8ed5-1c40c845531f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:36.914499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 41851bd1-1c50-410f-8ed5-1c40c845531f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:36.942576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-930d68df-de5b-4aee-913a-9adc9944e561 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:36.944674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-930d68df-de5b-4aee-913a-9adc9944e561 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.4894948
Apr 02 21:09:36.971350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-b4b3502b-ee7e-4fc6-8ae6-38129779f246 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:09:36.972497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-915ae5a3-88cc-4119-95b0-10f6c58657a1 req-b4b3502b-ee7e-4fc6-8ae6-38129779f246 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065751
Apr 02 21:09:36.983969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79693dd5-fee7-4f05-b585-801a7363c36b req-b9b6f15a-c674-45c4-b4d8-56594bc31d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:36.985535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79693dd5-fee7-4f05-b585-801a7363c36b req-b9b6f15a-c674-45c4-b4d8-56594bc31d85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1127 time: 0.2930131
Apr 02 21:09:37.016544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-4dc3789b-227c-43f6-90b6-5e8f3ce78490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.019228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-4dc3789b-227c-43f6-90b6-5e8f3ce78490 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.6036108
Apr 02 21:09:37.028545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-0e4e86db-b383-4acb-b692-ee1d5c34c31b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.030102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-0e4e86db-b383-4acb-b692-ee1d5c34c31b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 819 time: 0.3027573
Apr 02 21:09:37.032793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:37.036749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.074700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.084937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-5b2e9542-9ca0-47ec-842c-f81d9728be3c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/quotas/e9e9483710f0424b9c347c74a9da708a HTTP/1.1" status: 200  len: 375 time: 0.0446024
Apr 02 21:09:37.123924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Performing IP validity checks on allocation pools {{(pid=121648) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:09:37.124531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121648) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:09:37.128377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (89d0e951-d423-4703-8969-6e5e4eeb552b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.139328 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79693dd5-fee7-4f05-b585-801a7363c36b req-3475931c-a5e8-43f7-9f59-64a0c1eda2e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1458347
Apr 02 21:09:37.211918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-e2c2f3ed-b29e-4967-9d8e-1ef47063a9cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0910313
Apr 02 21:09:37.226470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 36fcdb1e-d957-47ec-b148-169d5cb9a309 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:37.228162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.244017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8276a875-ff1a-4096-8a72-2a3dd85f50d2,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:37.380743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-7d1236cf-7921-450d-bba4-ec9af55982f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.383563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (fe10d372-848d-4636-b86a-8c9229e8694a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.383864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-7d1236cf-7921-450d-bba4-ec9af55982f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.3550470
Apr 02 21:09:37.399924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f7d8f939-d614-43f8-8f33-ba87aac1d1c6 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.401364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f7d8f939-d614-43f8-8f33-ba87aac1d1c6 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3130922
Apr 02 21:09:37.402321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-975d1a1a-ecd5-4e23-9893-55b932f251c5 service neutron] 10.222.0.18 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817210
Apr 02 21:09:37.425451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] Current status of the port d64b0920-c166-4779-8388-8ab705da77ad is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:37.425969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d64b0920-c166-4779-8388-8ab705da77ad), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.523363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-0d377e14-09c0-47ba-af0b-6b284f1084e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.1329470
Apr 02 21:09:37.536764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=fe10d372-848d-4636-b86a-8c9229e8694a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:37.539050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-10349a65-a8d1-4c28-86d2-a50f3bd612e9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.540705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-10349a65-a8d1-4c28-86d2-a50f3bd612e9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.21 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 819 time: 0.3871386
Apr 02 21:09:37.545035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-3e8cd861-5831-44fb-98fd-aefd34e93158 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 696 time: 0.1288304
Apr 02 21:09:37.546188 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 89d0e951-d423-4703-8969-6e5e4eeb552b associated. External IP: 172.35.4.183, port: 5f72d76a-13d8-4fed-8238-44c944f41159.
Apr 02 21:09:37.565080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': 'b74288fa-f22b-4b13-94c7-1a032c2be18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41851bd1-1c50-410f-8ed5-1c40c845531f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:37.565455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: 41851bd1-1c50-410f-8ed5-1c40c845531f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:37.581523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-9c171e85-e612-43a6-8fed-9baaabacee8e service neutron] 10.222.0.18 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778107
Apr 02 21:09:37.597111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 41851bd1-1c50-410f-8ed5-1c40c845531f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:37.609892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41851bd1-1c50-410f-8ed5-1c40c845531f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:37.615792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.617659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'port': {'device_id': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'admin_state_up': True, 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:37.618163 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.625636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'floatingip': {'port_id': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:37.640995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3fa6603d-fcf4-47e9-adf6-09201ebf1bd3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.9072425
Apr 02 21:09:37.644503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:37.683525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] For port d64b0920-c166-4779-8388-8ab705da77ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64b0920-c166-4779-8388-8ab705da77ad,segment=NetworkSegment(42a06f84-9dad-4e98-aee6-e0f86828e257),segment_id=42a06f84-9dad-4e98-aee6-e0f86828e257)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:37.694057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e9b798-099f-42c9-9164-37bf68cac2a2 None None] Network 41851bd1-1c50-410f-8ed5-1c40c845531f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:37.714265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.720085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d64b0920-c166-4779-8388-8ab705da77ad), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.785059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-5eb54940-fab8-448b-b5f8-04d0bc294372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.786549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-5eb54940-fab8-448b-b5f8-04d0bc294372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.2446449
Apr 02 21:09:37.858132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (41851bd1-1c50-410f-8ed5-1c40c845531f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.896876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-a6698a69-b7ff-4864-94ba-fb6a95386fb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629063
Apr 02 21:09:37.901359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Allocated IP 2001:db8::3 (56db3ffc-d6f9-47b4-b1e3-652fafc632cd/7ed879df-7c65-4ee9-8f7f-05bf742d578a/dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:37.930441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (fe10d372-848d-4636-b86a-8c9229e8694a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.966138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ccda-1c2f-48f1-960e-4cae29d3f521 req-89ca8cb1-2936-4860-8053-a8cbc7f7f8b9 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:37.974325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1764ccda-1c2f-48f1-960e-4cae29d3f521 req-89ca8cb1-2936-4860-8053-a8cbc7f7f8b9 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.1725450
Apr 02 21:09:37.995024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Provisioning complete for port d64b0920-c166-4779-8388-8ab705da77ad triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:37.996656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64b0920-c166-4779-8388-8ab705da77ad), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:37.997848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 36fcdb1e-d957-47ec-b148-169d5cb9a309 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:37.998906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64b0920-c166-4779-8388-8ab705da77ad up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:38.058275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1764ccda-1c2f-48f1-960e-4cae29d3f521 req-8e7e0ffb-384a-455e-b09a-46ca09385d95 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0829659
Apr 02 21:09:38.078409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (fe10d372-848d-4636-b86a-8c9229e8694a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.082674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8423-a4c0-4a97-ac67-2b422c9aa179 None None] Pushing event updated for resources: {'Port': ['ID=d64b0920-c166-4779-8388-8ab705da77ad,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:38.121108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78819950-2b09-425a-ae64-932152c07f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41851bd1-1c50-410f-8ed5-1c40c845531f', 'network_id': '41851bd1-1c50-410f-8ed5-1c40c845531f', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': 'fe10d372-848d-4636-b86a-8c9229e8694a'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:38.122210 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78819950-2b09-425a-ae64-932152c07f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.143852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=fe10d372-848d-4636-b86a-8c9229e8694a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:38.150138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Made reservation on behalf of e9e9483710f0424b9c347c74a9da708a for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:38.153293 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.220431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (41851bd1-1c50-410f-8ed5-1c40c845531f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.245523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7846615340>,) {'filters': {'network_id': ['41851bd1-1c50-410f-8ed5-1c40c845531f']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:38.256781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846615340>, 'b74288fa-f22b-4b13-94c7-1a032c2be18e') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:38.257372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846615340>, 'b74288fa-f22b-4b13-94c7-1a032c2be18e') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:38.269543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b74288fa-f22b-4b13-94c7-1a032c2be18e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.286364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b74288fa-f22b-4b13-94c7-1a032c2be18e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.293811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:38.294512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b74288fa-f22b-4b13-94c7-1a032c2be18e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.331226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424ddb3-2468-4bbf-84a7-8d152fc5b554 None None] Network 41851bd1-1c50-410f-8ed5-1c40c845531f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:38.373411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784502d400>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:36Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:38.385280 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:38.405089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c52765b4-bd1c-4fc0-86b5-da77af20816b req-3b4b58c5-a605-4100-9656-8050b2093c95 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 210 time: 0.2722764
Apr 02 21:09:38.407277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (41851bd1-1c50-410f-8ed5-1c40c845531f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.446858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edf58f-fc8e-4514-8f8d-10f7745e15af None None] The sync data for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 is: [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:36Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:38.469368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d64b0920-c166-4779-8388-8ab705da77ad triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:38.470162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64b0920-c166-4779-8388-8ab705da77ad), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.478744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.484051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/41851bd1-1c50-410f-8ed5-1c40c845531f HTTP/1.1" status: 204  len: 168 time: 0.8382518
Apr 02 21:09:38.488847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93eba-f13b-4466-a68a-2a78284fe457 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=41851bd1-1c50-410f-8ed5-1c40c845531f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:38.494141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51520) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:38.502087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478618065'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:38.589613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:38.607904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.643892 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Publish callbacks [] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.655581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Current status of the port d64b0920-c166-4779-8388-8ab705da77ad is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:38.661997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.669446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:38.679971 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.680773 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment b67e6bef-d872-40dc-ba66-76e3fc430d54 of type vlan for network fbd01e8d-801c-49be-adfb-166a6c078584
Apr 02 21:09:38.693509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-b9b04c64-0970-443e-8f50-c5f943686214 service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7830670
Apr 02 21:09:38.712700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:38.730670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:38.734641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.742905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:38.745033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Provisioning complete for port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:38.745413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.753996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Pushing event updated for resources: {'Port': ['ID=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:38.770235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.778839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:38.778839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:38.842533 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3470793
Apr 02 21:09:38.845812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:38.853222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:38.904840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33822e-1e93-4168-802a-06e3a9425330 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=fbd01e8d-801c-49be-adfb-166a6c078584,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:38.929561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network fbd01e8d-801c-49be-adfb-166a6c078584 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:38.956228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d64b0920-c166-4779-8388-8ab705da77ad is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:38.988927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Attempting to bind port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:38.990905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Attempting to bind port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52a875a3-573a-4039-b88d-dc62571fb133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:38.995786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Attempting to bind port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b on network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:39.004331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:39.041226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:39.045708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.094391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:39.094698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Checking segment: {'id': '52a875a3-573a-4039-b88d-dc62571fb133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:39.095200 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.095459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Bound using segment: {'id': '52a875a3-573a-4039-b88d-dc62571fb133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:39.096006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Bound port: dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a875a3-573a-4039-b88d-dc62571fb133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56db3ffc-d6f9-47b4-b1e3-652fafc632cd'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:39.096394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.261688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Current status of the port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:39.262383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.265160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] For port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:39.289459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] For port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,segment=NetworkSegment(52a875a3-573a-4039-b88d-dc62571fb133),segment_id=52a875a3-573a-4039-b88d-dc62571fb133)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:39.316876 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.327733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Allocated IP 172.20.0.6 (506a0cbe-9c07-48c1-9815-b2435759867a/7e600805-f23f-45f9-a061-644b1838cbcd/d4a0a867-2de9-4d5e-8133-dcadf215b3ae) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:39.396390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64b0920-c166-4779-8388-8ab705da77ad up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:39.435363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] For port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:39.454631 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.472498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (2551c028-a68d-4daf-88bc-fbf3cd1e6da9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.499520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0e905-4e12-49a9-8c64-b4e3aed9894a None None] Pushing event updated for resources: {'Port': ['ID=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:39.521016 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01568324-2d82-4d49-8b8f-c7afd44564fa req-9e693490-5eed-4539-8664-d962acf2f941 service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8112102
Apr 02 21:09:39.552562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac47e9a-8775-461c-a2b1-d5fedb938d85 req-fd8677c9-9dad-4dfb-94d8-9aaefe2b3ce2 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:39.554136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bac47e9a-8775-461c-a2b1-d5fedb938d85 req-fd8677c9-9dad-4dfb-94d8-9aaefe2b3ce2 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.2321067
Apr 02 21:09:39.586176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d64b0920-c166-4779-8388-8ab705da77ad triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:39.586879 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64b0920-c166-4779-8388-8ab705da77ad), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.620639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a396c-5e58-49e9-be47-5c276ae11b40 None None] Pushing event updated for resources: {'Port': ['ID=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:39.649484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=2551c028-a68d-4daf-88bc-fbf3cd1e6da9,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:39.690191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': 'b67e6bef-d872-40dc-ba66-76e3fc430d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:39.690601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: fbd01e8d-801c-49be-adfb-166a6c078584, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:39.701249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d64b0920-c166-4779-8388-8ab705da77ad is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:39.702928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:39.724113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bac47e9a-8775-461c-a2b1-d5fedb938d85 req-892d2dab-691a-4e81-9c69-1b3b0c1354f4 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1359668
Apr 02 21:09:39.726265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:09:39.770339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network fbd01e8d-801c-49be-adfb-166a6c078584 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:39.790403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fbd01e8d-801c-49be-adfb-166a6c078584) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:39.819858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:39.823444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.834902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c82b64-4a5a-43cc-8b59-a31d2e715ed9 None None] Network fbd01e8d-801c-49be-adfb-166a6c078584 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:39.846736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:39.863021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:39.868123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.903230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-20eec630-7807-4eb2-942c-82659c8b8fc3 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "PUT /v2.0/floatingips/89d0e951-d423-4703-8969-6e5e4eeb552b HTTP/1.1" status: 200  len: 991 time: 4.1295130
Apr 02 21:09:39.907518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:39.910251 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38" -d '{"events": [{"name": "network-changed", "server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:39.943707 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:39.944325 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784623a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:39.952174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:39.959076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-057b26e3-6745-432a-8efd-91838c53b499 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.1124761
Apr 02 21:09:39.973363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51536) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:40.000042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.040632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e7c2265d-667a-4f8c-a208-2d1183868fcc req-d0107b28-e5e0-4909-b344-f175f0cb1728 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 210 time: 0.1148295
Apr 02 21:09:40.093995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:40.094448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.106286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.233694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fbd01e8d-801c-49be-adfb-166a6c078584', 'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': '2551c028-a68d-4daf-88bc-fbf3cd1e6da9'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:40.234741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.242280 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:40.273807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942978-e403-41ef-80c9-e522c11155fb req-d9f4d686-c0e5-478a-9160-b5df28a42668 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:40.283535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71942978-e403-41ef-80c9-e522c11155fb req-d9f4d686-c0e5-478a-9160-b5df28a42668 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.1128452
Apr 02 21:09:40.360270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71942978-e403-41ef-80c9-e522c11155fb req-b6385cf1-e7cb-41d7-a7a0-5fa606002250 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0752208
Apr 02 21:09:40.457846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-ba0e6fe4-62a4-4903-8129-c00133515a84 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:40.460075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-ba0e6fe4-62a4-4903-8129-c00133515a84 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 819 time: 0.5106232
Apr 02 21:09:40.464568 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d21a8-8433-4ad6-b821-b444ec484c3c x-openstack-request-id: req-577d21a8-8433-4ad6-b821-b444ec484c3c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:40.465060 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:40.465502 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-577d21a8-8433-4ad6-b821-b444ec484c3c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:40.466084 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577d21a8-8433-4ad6-b821-b444ec484c3c'] response: {'name': 'network-changed', 'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159', 'status': 'completed', 'code': 200}
Apr 02 21:09:40.471459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.478434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'port': {'device_id': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'admin_state_up': True, 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:40.588520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.645964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-0a38d888-5123-4041-8412-70c416b69488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:40.647898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-0a38d888-5123-4041-8412-70c416b69488 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31a4915e1341839e229bc3786bb4b2&device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 1127 time: 0.1509690
Apr 02 21:09:40.666140 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Floating IP cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1 associated. External IP: 172.35.4.107, port: b28fcbaf-3ff6-425d-9d5f-94717a20f5a0.
Apr 02 21:09:40.671733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'Port': ['ID=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:40.696534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784623a310>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89d0e951-d423-4703-8969-6e5e4eeb552b', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.183', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '5f72d76a-13d8-4fed-8238-44c944f41159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:f4:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3797b801-c405-4915-bbed-847fd1fc1379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:13Z', 'updated_at': '2022-04-02T21:09:36Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:40.743937 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:40.758162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:40.764508 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:40.766909 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784623a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:40.848021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Allocated IP 2001:db8::1 (fbd01e8d-801c-49be-adfb-166a6c078584/2551c028-a68d-4daf-88bc-fbf3cd1e6da9/ae3c54fb-a2e1-4bcc-8652-a2858346224f) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:40.850480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (2551c028-a68d-4daf-88bc-fbf3cd1e6da9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:40.860893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Network 506a0cbe-9c07-48c1-9815-b2435759867a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:40.869011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-aa4dc31b-7a05-4561-8fc4-04d700a8d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:40.870495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:40.871148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-aa4dc31b-7a05-4561-8fc4-04d700a8d179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 200  len: 916 time: 0.2045197
Apr 02 21:09:40.882616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:40.979554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde890a-6c0c-42dd-9802-041b41e48582 req-7a32a40a-f452-4a15-93f1-585d55d9b606 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:40.981734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-edde890a-6c0c-42dd-9802-041b41e48582 req-7a32a40a-f452-4a15-93f1-585d55d9b606 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.4039376
Apr 02 21:09:41.012854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:41.013527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.031539 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:41.137258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-ee457c67-d67a-4eb1-ab4b-80a5634e6e9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f72d76a-13d8-4fed-8238-44c944f41159 HTTP/1.1" status: 200  len: 999 time: 0.2479618
Apr 02 21:09:41.155286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-62e5871a-13b3-46e5-bbd3-addba87ad8cf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5417843
Apr 02 21:09:41.157713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Made reservation on behalf of e9e9483710f0424b9c347c74a9da708a for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:41.163402 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.195537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Request body: {'port': {'device_id': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:41.195789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-edde890a-6c0c-42dd-9802-041b41e48582 req-2a1d0f4b-3aa3-4c0f-ab3d-f28621049625 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2036417
Apr 02 21:09:41.240868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-3ad5de47-49d5-4dba-a17d-f8f2cee4bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:41.248916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-3ad5de47-49d5-4dba-a17d-f8f2cee4bb85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 200  len: 854 time: 0.0934048
Apr 02 21:09:41.250154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51542) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:41.305500 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Publish callbacks [] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.319900 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.401423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Pushing event updated for resources: {'Port': ['ID=ae3c54fb-a2e1-4bcc-8652-a2858346224f,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:41.404779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:41.419456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afaf563d-cf6d-4ad5-ba0e-9b18e660d3ce req-bfdf0f8c-0617-41af-b7d9-bc72b9353061 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 210 time: 0.0507584
Apr 02 21:09:41.460054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (2551c028-a68d-4daf-88bc-fbf3cd1e6da9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.465119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-7a3c0d71-27d4-4b98-893c-29c2992a0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:41.467651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-7a3c0d71-27d4-4b98-893c-29c2992a0cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e11fe41-71ae-4517-9435-793475d4d7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2031007
Apr 02 21:09:41.469095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Network fbd01e8d-801c-49be-adfb-166a6c078584 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:41.484622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:41.488758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:41.511602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96670c80-1f68-489c-862b-4fed4bd41210 None None] Network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:41.557444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=2551c028-a68d-4daf-88bc-fbf3cd1e6da9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:41.674957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-f7dca11b-8f7b-4bd2-9ac0-266b0afc1e96 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953855
Apr 02 21:09:41.675583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.693263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e8a09-0ccf-4708-8b61-2b1aa8e0414c tempest-TestServerBasicOps-1450141885 tempest-TestServerBasicOps-1450141885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:41.694814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef8e8a09-0ccf-4708-8b61-2b1aa8e0414c tempest-TestServerBasicOps-1450141885 tempest-TestServerBasicOps-1450141885-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1122 time: 0.4436927
Apr 02 21:09:41.707086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:41.716067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:41.720217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.745710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784627c340>,) {'filters': {'network_id': ['fbd01e8d-801c-49be-adfb-166a6c078584']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:41.756352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784627c340>, 'b67e6bef-d872-40dc-ba66-76e3fc430d54') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:41.756920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784627c340>, 'b67e6bef-d872-40dc-ba66-76e3fc430d54') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:41.759248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784623a310>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89d0e951-d423-4703-8969-6e5e4eeb552b', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.183', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '5f72d76a-13d8-4fed-8238-44c944f41159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:f4:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3797b801-c405-4915-bbed-847fd1fc1379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:13Z', 'updated_at': '2022-04-02T21:09:36Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:41.768115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.771421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d9e3fd88-c87d-4fdc-a206-38b92b06ba46 None None] Provisioning complete for port d4a0a867-2de9-4d5e-8133-dcadf215b3ae triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:41.771936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fd88-c87d-4fdc-a206-38b92b06ba46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.786167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.787958 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65c162-a3b7-476c-9820-7b1120acc10a None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89d0e951-d423-4703-8969-6e5e4eeb552b', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'floating_ip_address': '172.35.4.183', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'port_id': '5f72d76a-13d8-4fed-8238-44c944f41159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'mac_address': 'fa:16:3e:f4:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3797b801-c405-4915-bbed-847fd1fc1379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:13Z', 'updated_at': '2022-04-02T21:09:36Z', 'revision_number': 1, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:41.805960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:41.806377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.807487 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   warnings.warn(msg)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:41.819904 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:41.823296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Attempting to bind port ae3c54fb-a2e1-4bcc-8652-a2858346224f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:41.823296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Attempting to bind port ae3c54fb-a2e1-4bcc-8652-a2858346224f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b67e6bef-d872-40dc-ba66-76e3fc430d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:41.823296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Attempting to bind port ae3c54fb-a2e1-4bcc-8652-a2858346224f on network fbd01e8d-801c-49be-adfb-166a6c078584 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:41.831570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:41.831979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Checking segment: {'id': 'b67e6bef-d872-40dc-ba66-76e3fc430d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:41.832741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.832887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Bound using segment: {'id': 'b67e6bef-d872-40dc-ba66-76e3fc430d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:41.833284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Bound port: ae3c54fb-a2e1-4bcc-8652-a2858346224f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e6bef-d872-40dc-ba66-76e3fc430d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbd01e8d-801c-49be-adfb-166a6c078584'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:41.833675 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.862444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df87a193-f5a1-4f4a-8c1a-1554ef5e7f38 req-6f367f5e-1bce-497a-93b3-1b41c7d90945 service neutron] 10.222.0.15 "GET /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801853
Apr 02 21:09:41.865189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Allocated IP 172.20.0.7 (506a0cbe-9c07-48c1-9815-b2435759867a/7e600805-f23f-45f9-a061-644b1838cbcd/d871d984-4afc-4adb-8fe8-d37565f55a01) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:41.916153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] For port ae3c54fb-a2e1-4bcc-8652-a2858346224f, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:41.937693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:41.938495 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.941189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3fd88-c87d-4fdc-a206-38b92b06ba46 None None] Port d4a0a867-2de9-4d5e-8133-dcadf215b3ae cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:41.970308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:41.974585 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:09:41.974585 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:09:41.974585 ncdv-master-1 neutron-server[121649]: [parameters: {'id': 'fbd01e8d-801c-49be-adfb-166a6c078584'}]
Apr 02 21:09:41.974585 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:09:41.975070 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:09:41.978183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] For port ae3c54fb-a2e1-4bcc-8652-a2858346224f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae3c54fb-a2e1-4bcc-8652-a2858346224f,segment=NetworkSegment(b67e6bef-d872-40dc-ba66-76e3fc430d54),segment_id=b67e6bef-d872-40dc-ba66-76e3fc430d54)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:41.988721 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.135163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98effb0-8ba5-4220-a374-78d2ebd3b6ef None None] Network fbd01e8d-801c-49be-adfb-166a6c078584 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:42.135583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Router 80ea6743-ca88-43d3-a66d-3fcb82691829 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:42.162607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Allocated IP 172.35.4.220 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:42.179039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dc444d9a-d4ce-4925-9407-26f95aaa9cdf None None] Provisioning complete for port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:42.179422 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc444d9a-d4ce-4925-9407-26f95aaa9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.239428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9d564-c5fd-40f5-b5bb-550a6857a293 None None] Pushing event updated for resources: {'Port': ['ID=ae3c54fb-a2e1-4bcc-8652-a2858346224f,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:42.268595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e331f8-a0b2-411c-b469-597bac580ebe None None] New status for floating IP 89d0e951-d423-4703-8969-6e5e4eeb552b: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:09:42.310007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.339775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:42.340169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.351278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.395289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:42.398380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:42.401726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:42.430229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'Port': ['ID=f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:42.477070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,segment=NetworkSegment(52a875a3-573a-4039-b88d-dc62571fb133),segment_id=52a875a3-573a-4039-b88d-dc62571fb133)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:42.521189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.522547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:42.564071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.585234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10b851b9-c870-4914-80ee-655dc4f73c1e req-7777bb3d-fa7e-4ceb-9175-f9afb0f3d5f9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 210 time: 0.0638511
Apr 02 21:09:42.622645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a082871-d4c6-47b2-8aaf-399480a9c8a8 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:09:42.662219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dc444d9a-d4ce-4925-9407-26f95aaa9cdf None None] Current status of the port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:42.709534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:09:42.731766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:42.797490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:42.798190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.814037 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.824224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:42.829292 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.838190 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] Sync routers for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:42.852467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-49426809-45ca-4084-b587-8f0ff3bec6d3 None None] Provisioning complete for port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:42.853131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-49426809-45ca-4084-b587-8f0ff3bec6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.854962 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:42.857469 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afd970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:42.883277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting port ae3c54fb-a2e1-4bcc-8652-a2858346224f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:42.883942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:42.924901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f07fd325-9185-472b-94b0-52a11eae8b63 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "PUT /v2.0/floatingips/cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1 HTTP/1.1" status: 200  len: 996 time: 5.3331840
Apr 02 21:09:42.935734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:42.940812 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e2b16d-7776-4e98-880e-5876454cf6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:42.992408 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:43.039217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a082871-d4c6-47b2-8aaf-399480a9c8a8 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:09:43.047718 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5c780d-5ca8-40f2-8d43-e5aa384e6364 x-openstack-request-id: req-3f5c780d-5ca8-40f2-8d43-e5aa384e6364 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:43.048325 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:43.056324 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f5c780d-5ca8-40f2-8d43-e5aa384e6364 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:43.057222 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5c780d-5ca8-40f2-8d43-e5aa384e6364'] response: {'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'status': 'completed', 'code': 200}
Apr 02 21:09:43.059438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:43.076395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-49426809-45ca-4084-b587-8f0ff3bec6d3 None None] Current status of the port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:43.102907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.179998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:43.279614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] For port ae3c54fb-a2e1-4bcc-8652-a2858346224f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae3c54fb-a2e1-4bcc-8652-a2858346224f,segment=NetworkSegment(b67e6bef-d872-40dc-ba66-76e3fc430d54),segment_id=b67e6bef-d872-40dc-ba66-76e3fc430d54)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:43.280800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.318297 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afd970>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'floating_ip_address': '172.35.4.107', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'port_id': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'mac_address': 'fa:16:3e:7a:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:34Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 1, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:46Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:43.319398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Network 506a0cbe-9c07-48c1-9815-b2435759867a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:43.321296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Calling delete_port for ae3c54fb-a2e1-4bcc-8652-a2858346224f owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:43.330526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-931d854c-8385-4439-9a1f-b694c890b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:43.338158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-931d854c-8385-4439-9a1f-b694c890b3de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.3896306
Apr 02 21:09:43.353435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for floatingip (91666886-6de4-43f3-9d21-ed560c9d3b96), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.354153 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] Checking router: 80ea6743-ca88-43d3-a66d-3fcb82691829 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:43.356857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:43.374125 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:43.374920 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afd970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:43.377883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:43.420800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'Port': ['ID=d871d984-4afc-4adb-8fe8-d37565f55a01,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:43.485859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-4de47aab-2607-4d34-aaed-0e4e993d50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:43.488025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-4de47aab-2607-4d34-aaed-0e4e993d50ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.1057818
Apr 02 21:09:43.493614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.512290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:43.513175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.566668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a0a867-2de9-4d5e-8133-dcadf215b3ae {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:43.576436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:43.577348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.588177 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:43.589774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Publish callbacks [] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.677721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Transition to ACTIVE for port object d4a0a867-2de9-4d5e-8133-dcadf215b3ae will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:09:43.684124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-a0ebf076-cc39-4256-8d2f-9a0477515b22 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2098277
Apr 02 21:09:43.686250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-041d9844-e3cd-4a34-9e20-8149a1615f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:43.688466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-041d9844-e3cd-4a34-9e20-8149a1615f53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.3492019
Apr 02 21:09:43.690301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.715654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Request body: {'port': {'device_id': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:43.722149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ae3c54fb-a2e1-4bcc-8652-a2858346224f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:43.776681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-efe72077-b835-4ca1-8934-00a6f78bde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:43.779674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-efe72077-b835-4ca1-8934-00a6f78bde3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.2840345
Apr 02 21:09:43.794548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:43.899440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No DVR routers for this DVR port ae3c54fb-a2e1-4bcc-8652-a2858346224f on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:43.903372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-3ec49279-c498-4623-8d9f-24c9e931fb08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 999 time: 0.0998180
Apr 02 21:09:43.996547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0acdb5-6e38-4177-9201-63e1bf36e3c9 req-5359092e-910b-4fc1-b987-85deca597de8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:43.998435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c0acdb5-6e38-4177-9201-63e1bf36e3c9 req-5359092e-910b-4fc1-b987-85deca597de8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 931 time: 0.2178001
Apr 02 21:09:44.018431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afd970>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'floating_ip_address': '172.35.4.107', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'port_id': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'mac_address': 'fa:16:3e:7a:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:34Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 1, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:46Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:44.023928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-f812ab4b-ffaf-4e3b-b2b9-66a41937522d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 999 time: 0.3211710
Apr 02 21:09:44.044608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-9cb360b3-fd63-4b8b-b0cd-997d126817e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.046523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-9cb360b3-fd63-4b8b-b0cd-997d126817e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.1331360
Apr 02 21:09:44.078430 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0248ae3-7c82-4c7a-979c-8acbcec357d5 None None] The sync data for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 is: [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'floating_ip_address': '172.35.4.107', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'port_id': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'mac_address': 'fa:16:3e:7a:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:34Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 1, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:46Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:44.079077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.081394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:44.082791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.131421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c0acdb5-6e38-4177-9201-63e1bf36e3c9 req-5951e268-9584-46aa-a901-d1a9e0282410 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244926
Apr 02 21:09:44.148817 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.158260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-0b19358d-1118-4268-ad0d-9c2cc0de9316 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0999877
Apr 02 21:09:44.175166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Port': ['ID=ae3c54fb-a2e1-4bcc-8652-a2858346224f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:44.246183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7947327b-5662-4a46-b78f-1770eb316322 None None] Provisioning complete for port d871d984-4afc-4adb-8fe8-d37565f55a01 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:44.246779 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7947327b-5662-4a46-b78f-1770eb316322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.317560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7947327b-5662-4a46-b78f-1770eb316322 None None] Port d871d984-4afc-4adb-8fe8-d37565f55a01 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:44.329943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Attempting to bind port d4a0a867-2de9-4d5e-8133-dcadf215b3ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:44.330571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Attempting to bind port d4a0a867-2de9-4d5e-8133-dcadf215b3ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:44.330975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Attempting to bind port d4a0a867-2de9-4d5e-8133-dcadf215b3ae on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:44.335846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.363191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Port d4a0a867-2de9-4d5e-8133-dcadf215b3ae on network 506a0cbe-9c07-48c1-9815-b2435759867a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:09:44.363617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Attempting to bind port d4a0a867-2de9-4d5e-8133-dcadf215b3ae on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:44.376183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.376532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-e56205dc-1e78-40a8-b4d6-9138a39576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.378566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-e56205dc-1e78-40a8-b4d6-9138a39576f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.3124518
Apr 02 21:09:44.378726 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (91666886-6de4-43f3-9d21-ed560c9d3b96), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.420717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-888cd46d-64ed-46ce-930f-01cf79df8992 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270383
Apr 02 21:09:44.425943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:44.426286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Checking segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:44.426728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Bound using segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:44.427214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Bound port: d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:44.427572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.433726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783efc8910>,) {'filters': {'network_id': ['fbd01e8d-801c-49be-adfb-166a6c078584']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:44.497157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event updated for resources: {'Port': ['ID=f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:44.497432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-e3902439-c85a-46bd-b356-7eba7f5a7b0c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:09:44.498407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-e3902439-c85a-46bd-b356-7eba7f5a7b0c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0156627
Apr 02 21:09:44.514257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783efc8910>, 'b67e6bef-d872-40dc-ba66-76e3fc430d54') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:44.514768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783efc8910>, 'b67e6bef-d872-40dc-ba66-76e3fc430d54') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:44.522735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55269d1-af6b-4d44-bd7b-ddcabf062294 None None] New status for floating IP cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:09:44.536704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-eb85a77e-7668-47fd-b3bc-8c7a7100930f service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791009
Apr 02 21:09:44.538135 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Floating IP 91666886-6de4-43f3-9d21-ed560c9d3b96 associated. External IP: 172.35.4.220, port: 8276a875-ff1a-4096-8a72-2a3dd85f50d2.
Apr 02 21:09:44.609395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.699932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.744151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:44.744743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b67e6bef-d872-40dc-ba66-76e3fc430d54), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.745061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7e2b16d-7776-4e98-880e-5876454cf6ab req-a21bba31-44be-4ec3-b28e-7e1fb05c199d service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616740
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:44.791857 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:44.866000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-fa36fee8-8672-45b2-92ed-033cc2e3344b service neutron] 10.222.0.18 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3546636
Apr 02 21:09:44.910935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] For port d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:44.916057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.919187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (fbd01e8d-801c-49be-adfb-166a6c078584), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.922312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.928576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.934608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.940224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.942715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:44.945501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.945829 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/fbd01e8d-801c-49be-adfb-166a6c078584 HTTP/1.1" status: 204  len: 168 time: 4.9669507
Apr 02 21:09:44.948803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] For port d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:44.950762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:44.952682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-2ac62311-764a-4066-a637-852a97e6ed73 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.1477726
Apr 02 21:09:44.953180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:44.961796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1403996715'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:44.993413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Router fda8d971-be61-4825-a288-952a50c5572c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:44.993690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0f74e-cc0a-4279-ac6e-357445fec39a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=fbd01e8d-801c-49be-adfb-166a6c078584,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:45.000562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.015773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:45.019577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.068714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:45.069331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.070688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 1091 time: 3.8839645
Apr 02 21:09:45.090571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'tag': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:45.092944 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31975362-48af-413d-94f9-3983fd6945cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b178f6-4dca-4aeb-84ae-389b11f090d3", "tag": "d4a0a867-2de9-4d5e-8133-dcadf215b3ae"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:45.107666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-574c00cd-d8b3-4681-b1cb-197cd688db44 req-9bcddcef-f7f4-47cc-89b0-f6057260e6c9 service neutron] 10.222.0.18 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316182
Apr 02 21:09:45.117004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eedad75e-db8c-4f33-9f7c-f999753a84a1 req-7eee06d9-db27-4323-9d84-b7d97143904a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1506007
Apr 02 21:09:45.118385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:45.137478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d871d984-4afc-4adb-8fe8-d37565f55a01 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:45.172041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Publish callbacks [] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.177686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda764-ce92-4fae-beab-bff27cfda6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:45.188838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.190032 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 68a2664d-9cc4-438f-bdc2-1c184250720f of type vlan for network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c
Apr 02 21:09:45.195234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Transition to ACTIVE for port object d871d984-4afc-4adb-8fe8-d37565f55a01 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:09:45.199305 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ba82d3-3a4f-4fd5-a949-fb48f3790e0c x-openstack-request-id: req-75ba82d3-3a4f-4fd5-a949-fb48f3790e0c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:45.199602 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b178f6-4dca-4aeb-84ae-389b11f090d3", "tag": "d4a0a867-2de9-4d5e-8133-dcadf215b3ae", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:45.199863 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75ba82d3-3a4f-4fd5-a949-fb48f3790e0c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:45.200297 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ba82d3-3a4f-4fd5-a949-fb48f3790e0c'] response: {'name': 'network-changed', 'server_uuid': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'tag': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae', 'status': 'completed', 'code': 200}
Apr 02 21:09:45.205514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.245441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-3ec31abe-5223-4516-943d-4e29f1f0864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:45.246994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-3ec31abe-5223-4516-943d-4e29f1f0864f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1125 time: 0.1291296
Apr 02 21:09:45.318457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-629e7ac0-0cbe-46a1-9eed-a2ba8590eabc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 217 time: 0.0610933
Apr 02 21:09:45.331580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Pushing event updated for resources: {'Port': ['ID=d871d984-4afc-4adb-8fe8-d37565f55a01,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:45.383524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.397565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:45.411954 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] Sync routers for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:45.419449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-67cc0352-3535-4e54-99ac-17a86dbebe76 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 1001 time: 0.2306862
Apr 02 21:09:45.425191 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:45.426343 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed61c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:45.449420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.480541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-4b799c65-b039-48d0-a98a-d517c48af8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:45.482221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-4b799c65-b039-48d0-a98a-d517c48af8b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1529593
Apr 02 21:09:45.518130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a4a03-03dc-4d6e-b970-97b309bb4563 req-1d08988f-8488-4024-821b-44f28ae43d00 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:45.519959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a5a4a03-03dc-4d6e-b970-97b309bb4563 req-1d08988f-8488-4024-821b-44f28ae43d00 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 943 time: 0.2087083
Apr 02 21:09:45.544214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Attempting to bind port d871d984-4afc-4adb-8fe8-d37565f55a01 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:45.544725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Attempting to bind port d871d984-4afc-4adb-8fe8-d37565f55a01 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:45.547389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Attempting to bind port d871d984-4afc-4adb-8fe8-d37565f55a01 on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:45.558830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Port d871d984-4afc-4adb-8fe8-d37565f55a01 on network 506a0cbe-9c07-48c1-9815-b2435759867a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:09:45.559273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Attempting to bind port d871d984-4afc-4adb-8fe8-d37565f55a01 on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:45.578378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:45.578823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Checking segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:45.579302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Bound using segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:45.579889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Bound port: d871d984-4afc-4adb-8fe8-d37565f55a01, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:45.580340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.643142 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:45.650266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-1d6ab769-7245-4baf-83df-c86534bcb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:45.651935 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-1d6ab769-7245-4baf-83df-c86534bcb805 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1593177
Apr 02 21:09:45.684841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a5a4a03-03dc-4d6e-b970-97b309bb4563 req-7ab9e858-6605-448d-a1a1-89dd82af2f5f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451788
Apr 02 21:09:45.795838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] For port d871d984-4afc-4adb-8fe8-d37565f55a01, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:45.801805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] For port d871d984-4afc-4adb-8fe8-d37565f55a01, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d871d984-4afc-4adb-8fe8-d37565f55a01,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:45.814197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.847726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-b5d82887-673d-4a36-a616-70494c565ee3 service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757131
Apr 02 21:09:45.901431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:45.902487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:45.910749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 200  len: 1091 time: 2.1992183
Apr 02 21:09:45.977949 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed61c0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91666886-6de4-43f3-9d21-ed560c9d3b96', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'floating_ip_address': '172.35.4.220', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'port_id': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'mac_address': 'fa:16:3e:73:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:43Z', 'updated_at': '2022-04-02T21:09:43Z', 'revision_number': 0, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:45.993367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e88f07ec-a07e-466d-9af8-faf61fd1bb8f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.005267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e88f07ec-a07e-466d-9af8-faf61fd1bb8f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports/b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 942 time: 0.5786624
Apr 02 21:09:46.006291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:46.015753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.018330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:46.037109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b2f4ff5c-21b9-4c85-8767-dae18926a66f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3289049
Apr 02 21:09:46.042272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:46.053126 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18" -d '{"events": [{"name": "network-changed", "server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:46.058035 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] Checking router: fda8d971-be61-4825-a288-952a50c5572c for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:46.076063 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:46.076723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed61c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:46.150284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1899271
Apr 02 21:09:46.216351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51570) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:46.229369 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed6c40-56e3-4ad5-983a-10e89aee61a4 x-openstack-request-id: req-9eed6c40-56e3-4ad5-983a-10e89aee61a4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:46.230392 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:46.234173 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eed6c40-56e3-4ad5-983a-10e89aee61a4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:46.234755 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eed6c40-56e3-4ad5-983a-10e89aee61a4'] response: {'name': 'network-changed', 'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'status': 'completed', 'code': 200}
Apr 02 21:09:46.246908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:46.265678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938b3f-9525-4904-ade2-5a7de8948c10 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:46.277181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:46.324894 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:46.343957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-7f7110c9-8af4-4478-bd4b-3bc0d4a38ce0 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 1001 time: 0.2576563
Apr 02 21:09:46.482457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-c9f377e5-e86e-4795-8016-b22911030dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.484487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-c9f377e5-e86e-4795-8016-b22911030dfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1127 time: 0.2689557
Apr 02 21:09:46.536380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:46.540011 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:46.550968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a54ab3-cdc3-42a2-84c8-da530f1cead3 service neutron] Pushing event updated for resources: {'Port': ['ID=d871d984-4afc-4adb-8fe8-d37565f55a01,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:46.609608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-45c3bfcd-4c73-4baf-a942-99bd6ae95188 req-5b67a1cf-0f0f-4624-8991-8cd396d7603d service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7538695
Apr 02 21:09:46.612706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-4f5a1d67-5261-4cdf-8e81-ac51d2fc91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.614787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-4f5a1d67-5261-4cdf-8e81-ac51d2fc91cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1125 time: 0.1464570
Apr 02 21:09:46.624431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.630787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.635598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.641210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.646785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.652089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.657505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.659424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-f201243b-241e-4b4f-ad21-12bfe094683f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.659611 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-9ac7099c-775a-4b11-bc68-f8864794c283 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.1893635
Apr 02 21:09:46.666777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-f201243b-241e-4b4f-ad21-12bfe094683f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.3211849
Apr 02 21:09:46.671883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-ae6aa702-b282-40d0-9a4e-80710a53b412 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:09:46.680304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-ae6aa702-b282-40d0-9a4e-80710a53b412 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0132360
Apr 02 21:09:46.702366 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed61c0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91666886-6de4-43f3-9d21-ed560c9d3b96', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'floating_ip_address': '172.35.4.220', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'port_id': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'mac_address': 'fa:16:3e:73:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:43Z', 'updated_at': '2022-04-02T21:09:43Z', 'revision_number': 0, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:46.718145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-41feb762-4c10-4711-8c53-1b5cf1e4b7dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 200  len: 217 time: 0.0577314
Apr 02 21:09:46.733268 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841a43-e4c8-4f8b-8a84-f4396ba39fa3 None None] The sync data for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 is: [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91666886-6de4-43f3-9d21-ed560c9d3b96', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'floating_ip_address': '172.35.4.220', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'port_id': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'mac_address': 'fa:16:3e:73:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:09:43Z', 'updated_at': '2022-04-02T21:09:43Z', 'revision_number': 0, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:46.767743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-0c72b375-1edc-4f64-8c88-371edf86322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.769752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-0c72b375-1edc-4f64-8c88-371edf86322c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 200  len: 909 time: 0.2777176
Apr 02 21:09:46.825265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-e9de5472-798a-4bfd-849e-fa69f886a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.826755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-e9de5472-798a-4bfd-849e-fa69f886a990 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1014335
Apr 02 21:09:46.836741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-79a75c3f-9255-4b4f-b751-b9a1ef3afea4 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 1001 time: 0.1554258
Apr 02 21:09:46.842078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5406d59-a554-44b8-93e8-94c50cadf189 req-2f3c8529-eafc-4ad3-a356-d0454d3cc50e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1395299
Apr 02 21:09:46.848721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:46.855398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975362-48af-413d-94f9-3983fd6945cb req-5fa77db1-6a44-4623-b3f5-c5d676c2fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.856975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-5fa77db1-6a44-4623-b3f5-c5d676c2fffd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1125 time: 0.1485543
Apr 02 21:09:46.953915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-1972c049-e3b8-45bd-972e-baa46919ca01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 200  len: 999 time: 0.1772842
Apr 02 21:09:46.991091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-dec826f9-c320-4237-ba58-8874c6430cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:46.992630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-dec826f9-c320-4237-ba58-8874c6430cdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1485889
Apr 02 21:09:47.020031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d5a7a-c971-43bb-b64a-3b29c5a4f75c None None] New status for floating IP 91666886-6de4-43f3-9d21-ed560c9d3b96: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:09:47.034344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.039897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975362-48af-413d-94f9-3983fd6945cb req-3dda835a-a4d0-4da3-90ec-7dbaf9427e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.041417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-3dda835a-a4d0-4da3-90ec-7dbaf9427e01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.1684978
Apr 02 21:09:47.048984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632612ac-cee5-4e4f-9bcb-e313fd739634 req-52951411-cee8-4bf7-b11c-4ee383a9e6e2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.050214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-632612ac-cee5-4e4f-9bcb-e313fd739634 req-52951411-cee8-4bf7-b11c-4ee383a9e6e2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 943 time: 0.1458702
Apr 02 21:09:47.094511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-929d2a0d-cd10-4a35-9812-bc092d410c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.096571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-929d2a0d-cd10-4a35-9812-bc092d410c59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ba539ba-5c0b-4f4d-b834-ca66718b5378 HTTP/1.1" status: 200  len: 847 time: 0.1330161
Apr 02 21:09:47.127115 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-3ac053ea-8ce3-471c-9261-189ae719af93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 217 time: 0.0758312
Apr 02 21:09:47.138504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (345e407d-3dfe-4580-b574-c968e9149bb2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.207218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'tag': 'd871d984-4afc-4adb-8fe8-d37565f55a01'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:47.209486 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb5daa8-8fa4-40df-8047-846e6ec463d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7840fc-ecb4-4758-b217-7e306ad61475", "tag": "d871d984-4afc-4adb-8fe8-d37565f55a01"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:47.227996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-632612ac-cee5-4e4f-9bcb-e313fd739634 req-7107385a-7c17-4933-b7e0-01b6d9c70ebc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687050
Apr 02 21:09:47.235389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-95cd5aa9-e6fd-4463-b9c3-1d991b384f2d service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324109
Apr 02 21:09:47.236920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975362-48af-413d-94f9-3983fd6945cb req-7ba184dc-0282-4027-a9b8-308b2c90385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.238247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-7ba184dc-0282-4027-a9b8-308b2c90385a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1005371
Apr 02 21:09:47.302661 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954baa17-f7d1-4658-80d4-d346013dda8c x-openstack-request-id: req-954baa17-f7d1-4658-80d4-d346013dda8c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:47.302954 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7840fc-ecb4-4758-b217-7e306ad61475", "tag": "d871d984-4afc-4adb-8fe8-d37565f55a01", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:47.303207 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-954baa17-f7d1-4658-80d4-d346013dda8c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:47.303602 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954baa17-f7d1-4658-80d4-d346013dda8c'] response: {'name': 'network-changed', 'server_uuid': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'tag': 'd871d984-4afc-4adb-8fe8-d37565f55a01', 'status': 'completed', 'code': 200}
Apr 02 21:09:47.306878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=345e407d-3dfe-4580-b574-c968e9149bb2,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:47.315533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-434fb1de-1927-4a95-ba59-765c45cf6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.317118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-434fb1de-1927-4a95-ba59-765c45cf6543 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee8d11f-d662-404a-a036-49c72755f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2135143
Apr 02 21:09:47.323898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.335962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.336303 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Floating IP cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1 disassociated. External IP: 172.35.4.107, port: b28fcbaf-3ff6-425d-9d5f-94717a20f5a0.
Apr 02 21:09:47.368632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975362-48af-413d-94f9-3983fd6945cb req-2f1571ec-66bf-4a71-9250-63413c88a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.370114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-2f1571ec-66bf-4a71-9250-63413c88a5c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0657947
Apr 02 21:09:47.371842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-136a7e39-20da-4b5d-9da2-3e34288a9f54 req-1ffd97fe-c5c5-49c1-ad26-a856123f8b0c service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304982
Apr 02 21:09:47.398281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '68a2664d-9cc4-438f-bdc2-1c184250720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:47.398674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:47.493940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:47.508137 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-139ecc0e-9660-417a-bfa8-ce1c27e46bcf service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300120
Apr 02 21:09:47.513929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-e161b92c-e064-4fbf-93a0-1fd2df5e6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.515403 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-e161b92c-e064-4fbf-93a0-1fd2df5e6bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1125 time: 0.0720613
Apr 02 21:09:47.517020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:47.525337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59de5f-8411-43b8-b6c2-f09d189766f4 None None] Network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:47.531086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.531676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.535741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-af75b36a-c0dd-4534-94d3-00b3836079cf service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107437
Apr 02 21:09:47.575982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7cbd9f56-c6c6-46be-bde2-18d4bb4eb10d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.3366029
Apr 02 21:09:47.577677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51578) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:47.639573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c', 'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': '345e407d-3dfe-4580-b574-c968e9149bb2'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:47.640754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.730113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c174b23-d714-4ef6-b15a-bfbdd2c2cb18 req-feb6df1f-66ab-4d4e-a580-290cfb0f6f57 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773777
Apr 02 21:09:47.739737 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.752721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Router 80ea6743-ca88-43d3-a66d-3fcb82691829 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:47.767234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-b8b7e4a8-75b0-4a92-9fa8-cbd380e72e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:47.769242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-b8b7e4a8-75b0-4a92-9fa8-cbd380e72e02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2432978
Apr 02 21:09:47.803740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Allocated IP 2001:db8::1 (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c/345e407d-3dfe-4580-b574-c968e9149bb2/5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:47.832372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.835396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31975362-48af-413d-94f9-3983fd6945cb req-bbf32d40-e8bf-483a-9756-037c42d02d5a service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970459
Apr 02 21:09:47.837611 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-58589a4f-1908-44e1-888b-21fbdcf27425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 200  len: 217 time: 0.0578067
Apr 02 21:09:47.878951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:47.883793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:47.890059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] Sync routers for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:47.902773 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:47.905969 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846192250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:47.937612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-e5560846-1556-48e4-a34c-05b92779e220 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "PUT /v2.0/floatingips/cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1 HTTP/1.1" status: 200  len: 695 time: 1.0937037
Apr 02 21:09:48.004264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-a7505d8a-ba39-4d40-b556-b5cc5449beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.007428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Publish callbacks [] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.012298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-a7505d8a-ba39-4d40-b556-b5cc5449beeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.0692024
Apr 02 21:09:48.020193 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.030974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (345e407d-3dfe-4580-b574-c968e9149bb2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.058792 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:48.074854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-5192c1d8-9bf4-49a7-9e1c-69dac682b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.076323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-5192c1d8-9bf4-49a7-9e1c-69dac682b6c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.2267826
Apr 02 21:09:48.087199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Pushing event updated for resources: {'Port': ['ID=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:48.100381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:48.102125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:48.104778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:48.115061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.120329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.125572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.128045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-fb904c5b-9811-4d59-9801-fc84d0f8c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.131452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.136775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.136968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-fb904c5b-9811-4d59-9801-fc84d0f8c8b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.1235886
Apr 02 21:09:48.142014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.148387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.150338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-11e5f712-240a-4792-bee3-6518c666ce3a tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.2223098
Apr 02 21:09:48.173464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Attempting to bind port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:48.173838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Attempting to bind port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68a2664d-9cc4-438f-bdc2-1c184250720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:48.174325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Attempting to bind port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 on network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:48.179792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:48.180173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Checking segment: {'id': '68a2664d-9cc4-438f-bdc2-1c184250720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:48.181100 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.181100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Bound using segment: {'id': '68a2664d-9cc4-438f-bdc2-1c184250720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:48.181449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Bound port: 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a2664d-9cc4-438f-bdc2-1c184250720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:48.181834 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.195939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-118c9d7f-b91b-41f2-88d1-7f74b1c8f5dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.0544789
Apr 02 21:09:48.230685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.237569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.240647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:48.243253 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:48.243550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.249069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.257117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.259814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] For port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:48.263306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] For port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,segment=NetworkSegment(68a2664d-9cc4-438f-bdc2-1c184250720f),segment_id=68a2664d-9cc4-438f-bdc2-1c184250720f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:48.263512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.269682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.271718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-a5f72cce-f82d-44fc-9fa5-f804c89a7faf tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 5432 time: 0.2933443
Apr 02 21:09:48.273027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.280519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-a15c30ec-e7dc-4b9b-a9c9-7f9bd6aafb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.292943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-a15c30ec-e7dc-4b9b-a9c9-7f9bd6aafb48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.0948851
Apr 02 21:09:48.350738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-8d86cd04-0ea6-493c-9dd1-7b0188ce9a6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468886
Apr 02 21:09:48.351970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b84776-9ffb-4092-a2c6-5390f1d3d007 None None] Pushing event updated for resources: {'Port': ['ID=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:48.369132 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846192250>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:46Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:48.377799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-de45fbd0-36b6-424f-b9dd-5fab2629c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.379484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-de45fbd0-36b6-424f-b9dd-5fab2629c5d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2912605
Apr 02 21:09:48.391809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-d2bee646-1abe-40f2-9441-f0d854b3797e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.394242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-d2bee646-1abe-40f2-9441-f0d854b3797e tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "GET /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1126781
Apr 02 21:09:48.395700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (345e407d-3dfe-4580-b574-c968e9149bb2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.402061 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] Checking router: 80ea6743-ca88-43d3-a66d-3fcb82691829 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:48.411236 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:48.411873 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846192250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:48.470377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-29dcfeee-7db0-46c4-a873-96b3029ade86 service neutron] 10.222.0.18 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140411
Apr 02 21:09:48.477244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=345e407d-3dfe-4580-b574-c968e9149bb2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:48.491605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fadef4cd-e7aa-4b17-b50a-74550ebb80cb req-4bb936c5-1a95-4491-8753-fff59f02c343 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3178823
Apr 02 21:09:48.574036 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:48.598821 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70096438-e3bd-4998-8c16-9d9859dbbce1 req-898e2adb-9475-4b08-8597-4e69cfb8dfdb service neutron] 10.222.0.18 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224084
Apr 02 21:09:48.699906 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d5eed-5bcb-4bcc-a5c0-c251d995ce31 x-openstack-request-id: req-d65d5eed-5bcb-4bcc-a5c0-c251d995ce31 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:48.700215 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:48.700504 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d65d5eed-5bcb-4bcc-a5c0-c251d995ce31 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:48.700992 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65d5eed-5bcb-4bcc-a5c0-c251d995ce31'] response: {'name': 'network-changed', 'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'status': 'completed', 'code': 200}
Apr 02 21:09:48.769121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f88fb332-0f06-4995-b768-2ca4e3f5afe6 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips/cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1 HTTP/1.1" status: 200  len: 695 time: 0.0566831
Apr 02 21:09:48.779973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.852371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78464ce160>,) {'filters': {'network_id': ['6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:48.855523 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846192250>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:46Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:48.875395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297453-d970-4a0b-9a2c-009bbed783a1 req-7426c163-7188-41b1-8a2a-606d4c71dc54 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.877674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4297453-d970-4a0b-9a2c-009bbed783a1 req-7426c163-7188-41b1-8a2a-606d4c71dc54 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 943 time: 0.2738655
Apr 02 21:09:48.880081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-b795bc15-fdf7-4f34-ba3f-cbf9af7222bf service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4814329
Apr 02 21:09:48.891847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e07bc-e2a7-42c9-b37a-72279efabc3c None None] The sync data for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 is: [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee586640-4f45-486f-bdd8-e4c7fe604f0a', 'name': '', 'network_id': 'fd76cca2-af28-4582-8f95-9239b6ffeadc', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'mac_address': 'fa:16:3e:f9:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:38Z', 'updated_at': '2022-04-02T21:08:46Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'subnets': [{'id': 'a2b79bfb-8146-4e33-b2f9-4e72ed76e41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:48.894131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78464ce160>, '68a2664d-9cc4-438f-bdc2-1c184250720f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:48.894673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78464ce160>, '68a2664d-9cc4-438f-bdc2-1c184250720f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:48.908531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-35bee130-0836-4f95-81d5-5303e4c8ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.910327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-35bee130-0836-4f95-81d5-5303e4c8ef23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcc988d584ef47dd99506305e1c7d45a&device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 1127 time: 0.1279399
Apr 02 21:09:48.950236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:48.958499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f663be74-9213-4ced-8d06-acba65c44cf7 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "GET /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.5368204
Apr 02 21:09:48.964377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-28d7582d-1893-4194-866c-388414adf3c7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:48.966135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-28d7582d-1893-4194-866c-388414adf3c7 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 784 time: 0.1958141
Apr 02 21:09:48.974008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:49.009202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-3aa861ef-56cb-4b52-9652-107f321c6d08 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:09:49.010313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-3aa861ef-56cb-4b52-9652-107f321c6d08 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0113907
Apr 02 21:09:49.027188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.058396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:49.058803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:49.065001 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:49.073297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-aa68399c-f3d9-4d6b-b8bc-3bb5f5a47ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.074814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-aa68399c-f3d9-4d6b-b8bc-3bb5f5a47ff9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 200  len: 919 time: 0.1527569
Apr 02 21:09:49.079650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-ef17996d-321e-4da2-ae6b-34e86745064e tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 698 time: 0.0610511
Apr 02 21:09:49.093669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4297453-d970-4a0b-9a2c-009bbed783a1 req-fbbc5411-3f9d-48d3-a161-290742fb916f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067630
Apr 02 21:09:49.125455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a0a867-2de9-4d5e-8133-dcadf215b3ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:09:49.171712 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:09:49.171712 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:09:49.171712 ncdv-master-1 neutron-server[121649]: [parameters: {'id': '6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c'}]
Apr 02 21:09:49.171712 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:09:49.172190 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:09:49.180283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-1dc9a690-e263-4351-8cd1-e388f4471e83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 200  len: 217 time: 0.0961702
Apr 02 21:09:49.184487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fbb5daa8-8fa4-40df-8047-846e6ec463d0 req-e7581f3c-a9bb-4e54-b9a3-8789b14a6754 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2873235
Apr 02 21:09:49.187133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.240752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-1d904208-6298-4861-a92e-027ba69d1f72 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.4.107 HTTP/1.1" status: 200  len: 698 time: 0.1511269
Apr 02 21:09:49.302701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:49.356125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-7a6b9e69-c536-4376-8ae8-41d3244efa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.357710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-7a6b9e69-c536-4376-8ae8-41d3244efa66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 200  len: 858 time: 0.1708772
Apr 02 21:09:49.388524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:49.405737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'port_id': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae', 'mac_address': 'fa:16:3e:49:9e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:09:49.408832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9465817e-88a8-48ec-b330-f9aafa60b53e,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:49.414352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:49.414757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.476799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] For port 9465817e-88a8-48ec-b330-f9aafa60b53e, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:49.503878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4a0a867-2de9-4d5e-8133-dcadf215b3ae is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:49.504436 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.520787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] device_id is not set on port 9465817e-88a8-48ec-b330-f9aafa60b53e yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:09:49.524999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a0a867-2de9-4d5e-8133-dcadf215b3ae {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:49.537411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Publish callbacks [] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.555213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e982d0-4e40-4633-bd4b-05c88f749adb None None] New status for floating IP cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:09:49.557171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.682358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] No DVR routers for this DVR port 9465817e-88a8-48ec-b330-f9aafa60b53e on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:49.723904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.741639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Pushing event updated for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:49.770329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] In _notify_port_updated(), no bound segment for port 9465817e-88a8-48ec-b330-f9aafa60b53e on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:09:49.771592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.772528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.774222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-60b5b422-2746-48ce-9890-bd64ad68dc37 service neutron] 10.222.0.21 "PUT /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 200  len: 1027 time: 0.8042917
Apr 02 21:09:49.809602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca13f7a-62de-47f4-ab4c-be147174c3a3 None None] Network 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:49.827284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:49.845739 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:49.874224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-0b6308ca-b254-4fbd-b5a8-be5072f7425b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.877241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-0b6308ca-b254-4fbd-b5a8-be5072f7425b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "GET /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0957279
Apr 02 21:09:49.891975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-14d1798f-91eb-465a-ba0f-a1205e02bb75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd76cca2-af28-4582-8f95-9239b6ffeadc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0792513
Apr 02 21:09:49.902194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.909109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.913447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:49.917337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.926363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.932560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.938047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:49.939938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-9a1e721a-c2ee-4c10-a0be-b9b8fc61c7fe tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 4658 time: 0.3240724
Apr 02 21:09:49.947913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:49.956476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Provisioning complete for port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:49.956994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.009203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Deleting port 4efbee39-def2-4e0d-9b16-ae9e6b693408 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:50.009697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.078196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:50.078542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.087434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:50.087434 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.090539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-bd5930bb-7331-49c5-b4bd-dc303329ecef service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903045
Apr 02 21:09:50.135546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.140386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4a0a867-2de9-4d5e-8133-dcadf215b3ae'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:50.178800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.179285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (4efbee39-def2-4e0d-9b16-ae9e6b693408), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.200259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Calling delete_port for 4efbee39-def2-4e0d-9b16-ae9e6b693408 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:50.230067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12c8f1d4-76b9-49ba-9f62-3bccccdbcc64 req-36f30e8e-93a1-4e1a-82ca-37cd2d4f861d service neutron] 10.222.0.15 "GET /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321423
Apr 02 21:09:50.236927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81eea19d-1075-43f5-9d71-d3e97c5e6990 req-d666250c-21cc-4a5e-9ec8-1aed78072d3c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=36f8b39a-a764-4ee7-8c84-9263ea9de91d&id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2578282
Apr 02 21:09:50.244735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] For port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,segment=NetworkSegment(68a2664d-9cc4-438f-bdc2-1c184250720f),segment_id=68a2664d-9cc4-438f-bdc2-1c184250720f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:50.245600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.281816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Calling delete_port for 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:50.369682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,segment=NetworkSegment(68a2664d-9cc4-438f-bdc2-1c184250720f),segment_id=68a2664d-9cc4-438f-bdc2-1c184250720f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:50.384280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.397988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Current status of the port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:50.398984 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.445944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4efbee39-def2-4e0d-9b16-ae9e6b693408), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.484080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event deleted for resources: {'Port': ['ID=4efbee39-def2-4e0d-9b16-ae9e6b693408,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:50.487797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e46169-f74f-4b39-9fdc-f8da1ff399d3 None None] DHCP port deletion for 6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:09:50.504415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7374b67b-9bb7-474a-b2c1-f4e86b602226,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:50.513099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f51eb-0107-4ae3-92a9-531720b6d9fa req-d65900c1-f718-433f-83c4-9c5f4fffd5f4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:50.520448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a6f51eb-0107-4ae3-92a9-531720b6d9fa req-d65900c1-f718-433f-83c4-9c5f4fffd5f4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 943 time: 0.1221352
Apr 02 21:09:50.538780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:50.544414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.571073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d5e46169-f74f-4b39-9fdc-f8da1ff399d3 None None] The port '5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4' was deleted {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}}
Apr 02 21:09:50.596441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for floatingip (cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.601956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.603768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62f3fee8-3f80-4e67-990c-e27cc298edca req-f1076d54-428a-428d-aa51-c3774e59b92a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "DELETE /v2.0/floatingips/cc0ac36c-bc58-4ffb-99c4-783f1ab94bb1 HTTP/1.1" status: 204  len: 173 time: 1.3509569
Apr 02 21:09:50.604272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:09:50.604638 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:09:50.677855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3434878b-0594-47c9-9025-d06323dbe7c9 req-04ada28a-7ed7-4c6c-b576-63126e29ebaa tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups/0426a9b8-1cf3-405c-8a6f-fcdd54eb5573 HTTP/1.1" status: 200  len: 1826 time: 0.0536776
Apr 02 21:09:50.745066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3434878b-0594-47c9-9025-d06323dbe7c9 req-8a423329-79a4-4c07-aa58-e5305d463e7a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for security_group (0426a9b8-1cf3-405c-8a6f-fcdd54eb5573), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.772702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3434878b-0594-47c9-9025-d06323dbe7c9 req-8a423329-79a4-4c07-aa58-e5305d463e7a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for security_group (0426a9b8-1cf3-405c-8a6f-fcdd54eb5573), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.818557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3434878b-0594-47c9-9025-d06323dbe7c9 req-8a423329-79a4-4c07-aa58-e5305d463e7a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0426a9b8-1cf3-405c-8a6f-fcdd54eb5573), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.821552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3434878b-0594-47c9-9025-d06323dbe7c9 req-8a423329-79a4-4c07-aa58-e5305d463e7a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:50.823035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3434878b-0594-47c9-9025-d06323dbe7c9 req-8a423329-79a4-4c07-aa58-e5305d463e7a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "DELETE /v2.0/security-groups/0426a9b8-1cf3-405c-8a6f-fcdd54eb5573 HTTP/1.1" status: 204  len: 173 time: 0.1377590
Apr 02 21:09:50.834130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a423329-79a4-4c07-aa58-e5305d463e7a tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426a9b8-1cf3-405c-8a6f-fcdd54eb5573,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:50.947227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No DVR routers for this DVR port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:50.948930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Port': ['ID=5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:50.991397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] For port 7374b67b-9bb7-474a-b2c1-f4e86b602226, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:51.040039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a6f51eb-0107-4ae3-92a9-531720b6d9fa req-41e422ce-d31e-4df0-bbf5-77b820daf139 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5184097
Apr 02 21:09:51.057627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] device_id is not set on port 7374b67b-9bb7-474a-b2c1-f4e86b602226 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:09:51.108551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.112999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Publish callbacks [] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.127622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce274f-3615-4b96-b23a-495aefd13827 req-49806961-a2a6-4c16-b44e-923a26700e66 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.129666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.132232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21ce274f-3615-4b96-b23a-495aefd13827 req-49806961-a2a6-4c16-b44e-923a26700e66 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.0875201
Apr 02 21:09:51.153232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a0a867-2de9-4d5e-8133-dcadf215b3ae up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:51.156997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b341d790-0db9-451b-8005-e01e3e7b9717 None None] Port 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 update to ACTIVE by agent not found {{(pid=121650) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Apr 02 21:09:51.162521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78448413d0>,) {'filters': {'network_id': ['6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:51.180511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448413d0>, '68a2664d-9cc4-438f-bdc2-1c184250720f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:51.180785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448413d0>, '68a2664d-9cc4-438f-bdc2-1c184250720f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:51.201983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.218070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21ce274f-3615-4b96-b23a-495aefd13827 req-b1059298-7282-4097-ac56-70482edf481f tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780847
Apr 02 21:09:51.233831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Pushing event updated for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:51.239710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:51.245707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d4a0a867-2de9-4d5e-8133-dcadf215b3ae completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:09:51.253450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] No DVR routers for this DVR port 7374b67b-9bb7-474a-b2c1-f4e86b602226 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:51.255992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.275495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:09:51.276141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5dd6c9d9-6c65-4bce-9b8b-2950c09c3ca4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:51.278998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d4a0a867-2de9-4d5e-8133-dcadf215b3ae triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:51.279624 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.292974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:51.293361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (68a2664d-9cc4-438f-bdc2-1c184250720f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:51.299303 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:51.319969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7bce87e7-d3ff-4f05-9751-7bfa53f98940 None None] Provisioning complete for port 9465817e-88a8-48ec-b330-f9aafa60b53e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:51.320379 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7bce87e7-d3ff-4f05-9751-7bfa53f98940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.378400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7bce87e7-d3ff-4f05-9751-7bfa53f98940 None None] Port 9465817e-88a8-48ec-b330-f9aafa60b53e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:51.441185 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.447461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4a0a867-2de9-4d5e-8133-dcadf215b3ae is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:51.447916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.450155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.457578 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c HTTP/1.1" status: 204  len: 168 time: 3.8712294
Apr 02 21:09:51.458744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51600) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:51.467942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359325634'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:51.476732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] In _notify_port_updated(), no bound segment for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 on network ade7b0c7-9d28-49c6-8944-213c1ff76706 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:09:51.477470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.478204 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.479176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-505c5136-7f8e-4556-8496-42b84c586678 service neutron] 10.222.0.21 "PUT /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 200  len: 1026 time: 1.5362577
Apr 02 21:09:51.480225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c74c2-dccb-4d8d-acdb-6b447c3df240 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:51.485666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:51.494262 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffbd536-b27b-40d7-8528-1448eb8ca169" -d '{"events": [{"server_uuid": "f1b178f6-4dca-4aeb-84ae-389b11f090d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4a0a867-2de9-4d5e-8133-dcadf215b3ae"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:51.512018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:51.520220 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.521413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9aa225bb-5f59-4695-9481-c8b83a23a8f6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:51.529427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:51.535730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.541771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-c186aefa-e6ce-4d81-90ec-f4fa09c420a6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.548090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-c186aefa-e6ce-4d81-90ec-f4fa09c420a6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.554386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-c186aefa-e6ce-4d81-90ec-f4fa09c420a6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.560374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-c186aefa-e6ce-4d81-90ec-f4fa09c420a6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.566104 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba67aeb8-c6f4-4c92-a47c-54e9da6abe5c x-openstack-request-id: req-ba67aeb8-c6f4-4c92-a47c-54e9da6abe5c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:51.566606 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b178f6-4dca-4aeb-84ae-389b11f090d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4a0a867-2de9-4d5e-8133-dcadf215b3ae", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:51.566789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-c186aefa-e6ce-4d81-90ec-f4fa09c420a6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.567802 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba67aeb8-c6f4-4c92-a47c-54e9da6abe5c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:51.568395 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba67aeb8-c6f4-4c92-a47c-54e9da6abe5c'] response: {'server_uuid': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae', 'code': 200}
Apr 02 21:09:51.574509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-c186aefa-e6ce-4d81-90ec-f4fa09c420a6 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 3885 time: 0.1722479
Apr 02 21:09:51.578889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:51.600342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8625860d-1718-4205-bbc6-eb68a1343459), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.601510 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 8625860d-1718-4205-bbc6-eb68a1343459 of type vlan for network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7
Apr 02 21:09:51.664245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5c714625-3d33-4132-ab47-073803ded86f None None] Provisioning complete for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:51.664867 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5c714625-3d33-4132-ab47-073803ded86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.676235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:51.687730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (00c2f5ad-a373-4906-9976-1dbd2f81a1c7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.703803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d871d984-4afc-4adb-8fe8-d37565f55a01 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:09:51.708896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e791b6be-1f9e-4f84-81b8-2a3d67ba83b2 req-3ae5408f-65b4-4370-b20b-a400ab8cc559 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331198
Apr 02 21:09:51.725279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c6c34-efce-41de-8507-0592295ce5c1 req-fc2bf951-e2e8-4294-86f8-1c32184afd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.726657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de4c6c34-efce-41de-8507-0592295ce5c1 req-fc2bf951-e2e8-4294-86f8-1c32184afd26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1127 time: 0.0794621
Apr 02 21:09:51.739087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (00c2f5ad-a373-4906-9976-1dbd2f81a1c7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.739087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:51.739087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.742790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5c714625-3d33-4132-ab47-073803ded86f None None] Port 7374b67b-9bb7-474a-b2c1-f4e86b602226 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:09:51.757031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port f4c519a1-4b21-4dac-b3f9-1667e9aca676 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:51.757834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.800275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3394537
Apr 02 21:09:51.803316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51604) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:51.807423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:51.807887 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.810662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:51.847227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de4c6c34-efce-41de-8507-0592295ce5c1 req-24306cc7-e1d7-4464-9aad-b937f92bb70c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053052
Apr 02 21:09:51.850452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa58f2-a1e2-4af1-a471-2a630d4ff37d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=00c2f5ad-a373-4906-9976-1dbd2f81a1c7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:51.867181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:51.927685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:51.967256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] For port f4c519a1-4b21-4dac-b3f9-1667e9aca676, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4c519a1-4b21-4dac-b3f9-1667e9aca676,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:51.967860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.971628 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:51.972581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device f4c519a1-4b21-4dac-b3f9-1667e9aca676 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:51.995218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for f4c519a1-4b21-4dac-b3f9-1667e9aca676 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:52.013613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:52.017024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.039270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d871d984-4afc-4adb-8fe8-d37565f55a01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d871d984-4afc-4adb-8fe8-d37565f55a01,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:52.065338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'd871d984-4afc-4adb-8fe8-d37565f55a01', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'port_id': 'd871d984-4afc-4adb-8fe8-d37565f55a01', 'mac_address': 'fa:16:3e:c7:25:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:09:52.107503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:52.149931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d871d984-4afc-4adb-8fe8-d37565f55a01 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:52.150531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.172787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port f4c519a1-4b21-4dac-b3f9-1667e9aca676 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:52.174150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.178142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d871d984-4afc-4adb-8fe8-d37565f55a01 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:09:52.192832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a4b0-0e77-4e10-bb7f-8e6f50c8b105 req-19447112-2980-4e68-8972-8592d594c7be tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:52.194356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4430a4b0-0e77-4e10-bb7f-8e6f50c8b105 req-19447112-2980-4e68-8972-8592d594c7be tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 943 time: 0.0623591
Apr 02 21:09:52.221345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d871d984-4afc-4adb-8fe8-d37565f55a01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d871d984-4afc-4adb-8fe8-d37565f55a01,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:52.225358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.256254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4430a4b0-0e77-4e10-bb7f-8e6f50c8b105 req-c9dec8ce-c6f7-4a20-9852-bdda280665c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543041
Apr 02 21:09:52.296740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7374b67b-9bb7-474a-b2c1-f4e86b602226 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:52.299353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f4c519a1-4b21-4dac-b3f9-1667e9aca676), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.322848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d871d984-4afc-4adb-8fe8-d37565f55a01,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:52.341104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 7374b67b-9bb7-474a-b2c1-f4e86b602226 host ! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:09:52.341509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 7374b67b-9bb7-474a-b2c1-f4e86b602226 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:52.341944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:52.351095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=f4c519a1-4b21-4dac-b3f9-1667e9aca676,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:52.366803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (537d6192-786a-43bb-a245-be84783b19f6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.444135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:52.444565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.456284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] No DVR routers for this DVR port f4c519a1-4b21-4dac-b3f9-1667e9aca676 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:52.463143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.466420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-ee44e1e1-ae6b-4c57-99c2-fc44b47abb42 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "DELETE /v2.0/ports/f4c519a1-4b21-4dac-b3f9-1667e9aca676 HTTP/1.1" status: 204  len: 173 time: 0.9798408
Apr 02 21:09:52.469014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:52.471850 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9073cf-9f0e-486f-a55c-55a31b71bec4" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "f4c519a1-4b21-4dac-b3f9-1667e9aca676"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:52.486840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:52.491983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.492834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device a43c7f16-83a8-4758-918d-0bd3f2393170 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:52.523878 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3d599-ba11-407c-bf0a-6fafc661430d x-openstack-request-id: req-e4b3d599-ba11-407c-bf0a-6fafc661430d {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:52.524085 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "f4c519a1-4b21-4dac-b3f9-1667e9aca676", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:52.524338 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b3d599-ba11-407c-bf0a-6fafc661430d {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:52.524777 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b3d599-ba11-407c-bf0a-6fafc661430d'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': 'f4c519a1-4b21-4dac-b3f9-1667e9aca676', 'status': 'completed', 'code': 200}
Apr 02 21:09:52.529704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=537d6192-786a-43bb-a245-be84783b19f6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:52.575625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:52.596600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175885b-393a-4fdc-9c1f-ea5dcaabec04 req-d11ec954-45f5-43f4-b26a-a0af6b548c19 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:52.598103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6175885b-393a-4fdc-9c1f-ea5dcaabec04 req-d11ec954-45f5-43f4-b26a-a0af6b548c19 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.2531238
Apr 02 21:09:52.603525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '8625860d-1718-4205-bbc6-eb68a1343459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:52.603856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: 00c2f5ad-a373-4906-9976-1dbd2f81a1c7, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:52.619082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port a43c7f16-83a8-4758-918d-0bd3f2393170 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:52.619471 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.644384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d871d984-4afc-4adb-8fe8-d37565f55a01'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:52.656045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:52.673602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a43c7f16-83a8-4758-918d-0bd3f2393170,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:52.678692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.679393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:52.682200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6175885b-393a-4fdc-9c1f-ea5dcaabec04 req-1b011ca7-da72-4ade-8922-2fbf1ee67251 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750005
Apr 02 21:09:52.682200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00c2f5ad-a373-4906-9976-1dbd2f81a1c7) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:52.688056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:52.688309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.691788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:52.692375 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.730746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1d0257c4-795c-4653-914f-d927c9ed5e31 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9257667
Apr 02 21:09:52.733636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51614) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:52.738685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:52.742761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7668d6-1d41-470d-9b58-379d035c97af None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:52.800611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] For port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:52.800849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:52.815539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:52.914674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:52.994377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (54ba32fa-f94c-4790-91a7-b7d8bc9665c3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.025615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26f15-fef2-4a5f-afaa-230b8fdb6b65 req-9cf6efe4-f7d1-4adf-b563-0468960f5ae1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.031787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26f15-fef2-4a5f-afaa-230b8fdb6b65 req-9cf6efe4-f7d1-4adf-b563-0468960f5ae1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.038521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26f15-fef2-4a5f-afaa-230b8fdb6b65 req-9cf6efe4-f7d1-4adf-b563-0468960f5ae1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.044064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26f15-fef2-4a5f-afaa-230b8fdb6b65 req-9cf6efe4-f7d1-4adf-b563-0468960f5ae1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.046762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-00c2f5ad-a373-4906-9976-1dbd2f81a1c7', 'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': '537d6192-786a-43bb-a245-be84783b19f6'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:53.046938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3a26f15-fef2-4a5f-afaa-230b8fdb6b65 req-9cf6efe4-f7d1-4adf-b563-0468960f5ae1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 3145 time: 0.1551085
Apr 02 21:09:53.047572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.059131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=54ba32fa-f94c-4790-91a7-b7d8bc9665c3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:53.089441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:53.089896 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.096189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:53.103307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.127798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] No DVR routers for this DVR port 54ba32fa-f94c-4790-91a7-b7d8bc9665c3 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:53.131604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.135375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-2653b834-d88a-4fa2-82ed-9a729c884b7b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "DELETE /v2.0/ports/54ba32fa-f94c-4790-91a7-b7d8bc9665c3 HTTP/1.1" status: 204  len: 173 time: 0.6590416
Apr 02 21:09:53.210653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3a26f15-fef2-4a5f-afaa-230b8fdb6b65 req-11d28200-6cbb-4f19-9294-20efb4cd90b0 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528368
Apr 02 21:09:53.240511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8d37fcd0-2015-491f-9138-d168183a42d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.240511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:53.264557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.265360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9465817e-88a8-48ec-b330-f9aafa60b53e no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:53.272147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port a43c7f16-83a8-4758-918d-0bd3f2393170 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:53.272511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.369101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Allocated IP 2001:db8::2 (00c2f5ad-a373-4906-9976-1dbd2f81a1c7/537d6192-786a-43bb-a245-be84783b19f6/79f3235d-165d-4e82-9efc-dfae81690cf6) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:53.413987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:53.419273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 9465817e-88a8-48ec-b330-f9aafa60b53e host ! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:09:53.419273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 9465817e-88a8-48ec-b330-f9aafa60b53e not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:53.444981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] For port a43c7f16-83a8-4758-918d-0bd3f2393170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a43c7f16-83a8-4758-918d-0bd3f2393170,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:53.445657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.460903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea0692-3c74-4427-8f28-fe00030d0f73 req-d27fc7e5-3140-42d4-ac19-bb7bf5e18e6c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.462752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9ea0692-3c74-4427-8f28-fe00030d0f73 req-d27fc7e5-3140-42d4-ac19-bb7bf5e18e6c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 944 time: 0.1026375
Apr 02 21:09:53.477857 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (6b091ac5-6e26-44c7-8f20-f29f68e4ddd0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.488058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for a43c7f16-83a8-4758-918d-0bd3f2393170 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:53.541097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:53.545076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:53.551895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.552834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.568671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=6b091ac5-6e26-44c7-8f20-f29f68e4ddd0,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:53.574893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Publish callbacks [] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.578235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:53.578990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:53.580127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8a9dc7e-7fc3-41bf-ba71-a91a230c0d4b tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8453605
Apr 02 21:09:53.580860 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac81dd9-f677-4290-a49f-432190404a5f" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:53.584894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.634148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:53.640489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:53.643280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:53.651783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Pushing event updated for resources: {'Port': ['ID=79f3235d-165d-4e82-9efc-dfae81690cf6,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:53.677059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9ea0692-3c74-4427-8f28-fe00030d0f73 req-190153f4-6265-4a91-a251-7ce75b627261 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020516
Apr 02 21:09:53.706024 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9 x-openstack-request-id: req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:53.706734 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:53.707221 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:53.707938 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'code': 200}
Apr 02 21:09:53.708544 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3', 'code': 200}
Apr 02 21:09:53.709169 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170', 'code': 200}
Apr 02 21:09:53.709674 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5a7176-cb81-4471-ae95-cee31ccfa7d9'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9', 'code': 200}
Apr 02 21:09:53.721919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-82f290fb-c3f4-4ccb-a036-f0d84ed2809c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.723969 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-82f290fb-c3f4-4ccb-a036-f0d84ed2809c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1168671
Apr 02 21:09:53.725431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d3107-d898-4dc0-bf19-aa3b2fd06bf8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.728178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d3107-d898-4dc0-bf19-aa3b2fd06bf8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.734781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d3107-d898-4dc0-bf19-aa3b2fd06bf8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.740228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d3107-d898-4dc0-bf19-aa3b2fd06bf8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.741644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d3107-d898-4dc0-bf19-aa3b2fd06bf8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.743509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-124d3107-d898-4dc0-bf19-aa3b2fd06bf8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1627517
Apr 02 21:09:53.750094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:53.761303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192052876'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:53.766637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Attempting to bind port 79f3235d-165d-4e82-9efc-dfae81690cf6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:53.767660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Attempting to bind port 79f3235d-165d-4e82-9efc-dfae81690cf6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8625860d-1718-4205-bbc6-eb68a1343459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:53.768403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Attempting to bind port 79f3235d-165d-4e82-9efc-dfae81690cf6 on network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:53.775547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:53.776511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Checking segment: {'id': '8625860d-1718-4205-bbc6-eb68a1343459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:53.777463 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.778143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Bound using segment: {'id': '8625860d-1718-4205-bbc6-eb68a1343459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:53.779071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Bound port: 79f3235d-165d-4e82-9efc-dfae81690cf6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8625860d-1718-4205-bbc6-eb68a1343459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:53.779932 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.821666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:53.825138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.862580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] For port 79f3235d-165d-4e82-9efc-dfae81690cf6, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:53.865891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a43c7f16-83a8-4758-918d-0bd3f2393170), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.867228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] For port 79f3235d-165d-4e82-9efc-dfae81690cf6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f3235d-165d-4e82-9efc-dfae81690cf6,segment=NetworkSegment(8625860d-1718-4205-bbc6-eb68a1343459),segment_id=8625860d-1718-4205-bbc6-eb68a1343459)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:53.868217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:53.876682 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.906060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ba60-580a-4b33-85b3-0cc1921ec1ee req-e3e8e1dc-6314-483f-95ac-79c8ec4ea5bf tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:53.908357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8133ba60-580a-4b33-85b3-0cc1921ec1ee req-e3e8e1dc-6314-483f-95ac-79c8ec4ea5bf tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 945 time: 0.1136031
Apr 02 21:09:53.908995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=a43c7f16-83a8-4758-918d-0bd3f2393170,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:53.914349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.914842 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 00ac9f24-cf54-4f40-bed3-75037ca21120 of type vlan for network f76ef07e-1def-4865-b6a3-c4c04272501f
Apr 02 21:09:53.935133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Deleting port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:53.935420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:53.949581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca79db-3105-4490-81d4-a8439e285a7d None None] Pushing event updated for resources: {'Port': ['ID=79f3235d-165d-4e82-9efc-dfae81690cf6,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:53.994928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] No DVR routers for this DVR port a43c7f16-83a8-4758-918d-0bd3f2393170 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:53.999748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.003205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-f36c88d8-6c09-40b0-9bae-da07827a42d1 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "DELETE /v2.0/ports/a43c7f16-83a8-4758-918d-0bd3f2393170 HTTP/1.1" status: 204  len: 173 time: 0.8580408
Apr 02 21:09:54.024947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.084005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8133ba60-580a-4b33-85b3-0cc1921ec1ee req-27ce4698-ca32-4707-9e28-4e49dd9de393 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/security-groups?id=06da8b3f-0463-48b2-91b1-04afd5f23512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399362
Apr 02 21:09:54.119745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] For port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:54.120402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.124591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.130177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:54.130892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.135609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Calling delete_port for b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:54.190425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4350803
Apr 02 21:09:54.191279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51628) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:54.197280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:54.231990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7d85-9a3e-4b6e-a9cf-b010431487e7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=f76ef07e-1def-4865-b6a3-c4c04272501f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:54.263163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f76ef07e-1def-4865-b6a3-c4c04272501f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:54.276516 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:54.276880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.523452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] For port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:54.523911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.526227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3'}, {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:54.528661 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a043c0fb-601a-4a32-8a86-799a91bbf397" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3"}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:54.555615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5346f-43d9-40b1-a13b-122b658716b0 req-1f0862dc-dde4-48d8-9b18-358254b06062 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:54.556298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.563318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5346f-43d9-40b1-a13b-122b658716b0 req-1f0862dc-dde4-48d8-9b18-358254b06062 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:54.566851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b28fcbaf-3ff6-425d-9d5f-94717a20f5a0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.571960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aaf5346f-43d9-40b1-a13b-122b658716b0 req-1f0862dc-dde4-48d8-9b18-358254b06062 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 1678 time: 0.1614945
Apr 02 21:09:54.579279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:09:54.584207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:54.592321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.619370 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9f718-9c6b-4097-86e6-1e82c43e2a67 x-openstack-request-id: req-8fd9f718-9c6b-4097-86e6-1e82c43e2a67 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:54.619770 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "54ba32fa-f94c-4790-91a7-b7d8bc9665c3", "status": "completed", "code": 200}, {"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "a43c7f16-83a8-4758-918d-0bd3f2393170", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:54.620100 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fd9f718-9c6b-4097-86e6-1e82c43e2a67 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:54.620706 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd9f718-9c6b-4097-86e6-1e82c43e2a67'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': '54ba32fa-f94c-4790-91a7-b7d8bc9665c3', 'status': 'completed', 'code': 200}
Apr 02 21:09:54.621003 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd9f718-9c6b-4097-86e6-1e82c43e2a67'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': 'a43c7f16-83a8-4758-918d-0bd3f2393170', 'status': 'completed', 'code': 200}
Apr 02 21:09:54.630600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Pushing event deleted for resources: {'Port': ['ID=b28fcbaf-3ff6-425d-9d5f-94717a20f5a0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:54.646633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network f76ef07e-1def-4865-b6a3-c4c04272501f is not hosted by any dhcp agent {{(pid=121648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:09:54.652833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:54.653455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.654823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "PUT /v2.0/networks/f76ef07e-1def-4865-b6a3-c4c04272501f HTTP/1.1" status: 200  len: 723 time: 0.4626300
Apr 02 21:09:54.660539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:54.686193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:54.703139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aaf5346f-43d9-40b1-a13b-122b658716b0 req-f30a56af-dc80-4acf-9fd4-f0ac4f72d964 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302419
Apr 02 21:09:54.730686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] No DVR routers for this DVR port b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:54.764209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.776532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e79c5e5-b2b6-4e63-a119-bf25494aa3da req-6eace08c-7fc9-430f-bf10-9a8e7434a06c tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.15 "DELETE /v2.0/ports/b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 HTTP/1.1" status: 204  len: 173 time: 1.0404632
Apr 02 21:09:54.776532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'name': 'network-vif-deleted', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:54.776532 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbddaa99-5259-48bc-b02d-467533e5af50" -d '{"events": [{"server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "name": "network-vif-deleted", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:54.785763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108271f-0736-4456-bfc4-cdcced7cfe8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=f76ef07e-1def-4865-b6a3-c4c04272501f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:54.802347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f76ef07e-1def-4865-b6a3-c4c04272501f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:54.840229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (adcb837b-7ab2-4b3e-98c2-1a56402cc8a9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.877091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=adcb837b-7ab2-4b3e-98c2-1a56402cc8a9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:54.881699 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101976e1-d86a-4ae1-b872-de98db69f22c x-openstack-request-id: req-101976e1-d86a-4ae1-b872-de98db69f22c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:54.881961 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cf911b-a146-449c-b688-0e4c1c9d1d98", "name": "network-vif-deleted", "tag": "b28fcbaf-3ff6-425d-9d5f-94717a20f5a0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:54.881961 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-101976e1-d86a-4ae1-b872-de98db69f22c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:54.882783 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101976e1-d86a-4ae1-b872-de98db69f22c'] response: {'server_uuid': 'd8cf911b-a146-449c-b688-0e4c1c9d1d98', 'name': 'network-vif-deleted', 'tag': 'b28fcbaf-3ff6-425d-9d5f-94717a20f5a0', 'status': 'completed', 'code': 200}
Apr 02 21:09:54.912749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:54.916171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.934087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] No DVR routers for this DVR port adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:54.939057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:54.943674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-68c9b66a-d5ca-46be-a091-bd270780396b tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "DELETE /v2.0/ports/adcb837b-7ab2-4b3e-98c2-1a56402cc8a9 HTTP/1.1" status: 204  len: 173 time: 0.9299240
Apr 02 21:09:55.020823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8cf3-9adf-4510-9d31-4a8d7a62c4db req-8a2d8277-4b33-4ff6-a563-ce450b64778e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:55.022888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e64b8cf3-9adf-4510-9d31-4a8d7a62c4db req-8a2d8277-4b33-4ff6-a563-ce450b64778e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 944 time: 0.1745751
Apr 02 21:09:55.109667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e64b8cf3-9adf-4510-9d31-4a8d7a62c4db req-61f93fdc-f437-487d-b12e-4c071111cad0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741534
Apr 02 21:09:55.124829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:55.125355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.258642 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b89df640-9b95-4c83-bf40-e661b81b1f83), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.283543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8b6e36a1-ae48-4204-be87-079f3c8638d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.335970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] For port 9aa225bb-5f59-4695-9481-c8b83a23a8f6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9aa225bb-5f59-4695-9481-c8b83a23a8f6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:55.336375 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.373377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '00ac9f24-cf54-4f40-bed3-75037ca21120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:55.374015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: f76ef07e-1def-4865-b6a3-c4c04272501f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:09:55.390325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=b89df640-9b95-4c83-bf40-e661b81b1f83,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:55.413107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network f76ef07e-1def-4865-b6a3-c4c04272501f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:09:55.428674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f76ef07e-1def-4865-b6a3-c4c04272501f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:55.432566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79f3235d-165d-4e82-9efc-dfae81690cf6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:55.436420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:55.437731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.441314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a601ff08-b3e8-421d-b86f-777ba3d2718d req-4b402f04-6c4b-47f2-a563-65dd6655b8a1 tempest-ServerRescueTestJSONUnderV235-438275540 tempest-ServerRescueTestJSONUnderV235-438275540-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cf911b-a146-449c-b688-0e4c1c9d1d98 HTTP/1.1" status: 200  len: 210 time: 0.1608357
Apr 02 21:09:55.463700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2883115b-4498-47de-bb15-7965e99ad6e6 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7873909
Apr 02 21:09:55.464930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51642) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:55.470956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:55.510373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea7a5b-feb4-4020-a6f9-26152f102c99 None None] Network f76ef07e-1def-4865-b6a3-c4c04272501f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:55.625351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14599672'] for subnet (b89df640-9b95-4c83-bf40-e661b81b1f83), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.730477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.731119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f55041af-cfb1-49ca-b090-9fc2b60946de), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.732017 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Floating IP f55041af-cfb1-49ca-b090-9fc2b60946de disassociated. External IP: 172.35.4.20, port: 9aa225bb-5f59-4695-9481-c8b83a23a8f6.
Apr 02 21:09:55.732410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for 9aa225bb-5f59-4695-9481-c8b83a23a8f6 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:55.823827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759661891054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14006232'] for subnet (b89df640-9b95-4c83-bf40-e661b81b1f83), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.850954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6bd65-dc23-43b3-92a4-226848e82828 None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:55.854401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d871d984-4afc-4adb-8fe8-d37565f55a01 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:55.910043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:55.910747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.914785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51646) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:55.915309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "PUT /v2.0/subnets/b89df640-9b95-4c83-bf40-e661b81b1f83 HTTP/1.1" status: 200  len: 826 time: 0.4497910
Apr 02 21:09:55.945190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9aa225bb-5f59-4695-9481-c8b83a23a8f6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:55.956763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2782-e958-4085-9d78-cca5072998c8 req-54f40d13-c6f9-4174-9c77-770d32973492 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:55.958526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a1d2782-e958-4085-9d78-cca5072998c8 req-54f40d13-c6f9-4174-9c77-770d32973492 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 944 time: 0.0923362
Apr 02 21:09:55.959247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed516e-f514-49d3-9a60-a1c0e3bb6294 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=b89df640-9b95-4c83-bf40-e661b81b1f83,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:55.981843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f76ef07e-1def-4865-b6a3-c4c04272501f', 'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': 'b89df640-9b95-4c83-bf40-e661b81b1f83'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:09:55.982737 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.008150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] Provisioning complete for port 79f3235d-165d-4e82-9efc-dfae81690cf6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:56.008596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.020967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a1d2782-e958-4085-9d78-cca5072998c8 req-e140efdd-838d-46cb-8379-2a1fb79f3c15 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups?id=93c3a3bc-6b62-4836-a207-97010ae19927&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527189
Apr 02 21:09:56.049633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=9aa225bb-5f59-4695-9481-c8b83a23a8f6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:56.050688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 79f3235d-165d-4e82-9efc-dfae81690cf6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:56.051079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.149697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.215220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port d871d984-4afc-4adb-8fe8-d37565f55a01 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:09:56.224443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port d871d984-4afc-4adb-8fe8-d37565f55a01 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:56.225132 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.290624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Router 29fd493d-0f10-4ed3-ab64-23faecbc19fc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:56.306358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b89df640-9b95-4c83-bf40-e661b81b1f83), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.316931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee2e5-57ff-4459-b214-2c96050b3334 req-597326df-c88b-463e-8bcf-3f6df7b8d6bf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:56.324736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea0ee2e5-57ff-4459-b214-2c96050b3334 req-597326df-c88b-463e-8bcf-3f6df7b8d6bf tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 944 time: 0.1195555
Apr 02 21:09:56.368742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:56.369936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.428521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Allocated IP 2001:db8::2 (f76ef07e-1def-4865-b6a3-c4c04272501f/b89df640-9b95-4c83-bf40-e661b81b1f83/9b832beb-6461-4c55-ba45-ad51e75645ee) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:56.506525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:56.506919 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.510422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] For port 79f3235d-165d-4e82-9efc-dfae81690cf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f3235d-165d-4e82-9efc-dfae81690cf6,segment=NetworkSegment(8625860d-1718-4205-bbc6-eb68a1343459),segment_id=8625860d-1718-4205-bbc6-eb68a1343459)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:56.514108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea0ee2e5-57ff-4459-b214-2c96050b3334 req-6f1146ee-4f5f-4b05-bdb9-7d8a8ade0f9a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888847
Apr 02 21:09:56.557030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:56.564318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51652) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:56.574949 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] Sync routers for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:09:56.594562 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:56.596436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:56.601430 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.635007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:56.638579 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a85161-7c1b-4ed7-bc0e-bb7961c69bf7" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:56.655056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] No DVR routers for this DVR port 9aa225bb-5f59-4695-9481-c8b83a23a8f6 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:56.671819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.679588 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c829ed02-e51d-4e76-a985-7ab2a876311d req-8ef970b6-89f8-4ee5-bedd-06676fc9c076 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.21 "DELETE /v2.0/ports/9aa225bb-5f59-4695-9481-c8b83a23a8f6 HTTP/1.1" status: 204  len: 173 time: 1.7260969
Apr 02 21:09:56.707474 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93364ae7-0812-4b58-b0b2-a8968a5417f4 x-openstack-request-id: req-93364ae7-0812-4b58-b0b2-a8968a5417f4 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:56.708072 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "adcb837b-7ab2-4b3e-98c2-1a56402cc8a9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:56.708831 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93364ae7-0812-4b58-b0b2-a8968a5417f4 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:56.709882 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93364ae7-0812-4b58-b0b2-a8968a5417f4'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': 'adcb837b-7ab2-4b3e-98c2-1a56402cc8a9', 'status': 'completed', 'code': 200}
Apr 02 21:09:56.759178 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.759738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d871d984-4afc-4adb-8fe8-d37565f55a01 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:56.760203 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.810760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] Update dhcp port {'port': {'network_id': '00c2f5ad-a373-4906-9976-1dbd2f81a1c7', 'fixed_ips': [{'subnet_id': '537d6192-786a-43bb-a245-be84783b19f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b091ac5-6e26-44c7-8f20-f29f68e4ddd0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '79f3235d-165d-4e82-9efc-dfae81690cf6'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:09:56.832189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd99b0-0560-4453-a11f-65a0b7272de3 None None] Pushing event updated for resources: {'Port': ['ID=79f3235d-165d-4e82-9efc-dfae81690cf6,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:56.842287 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:56.869426 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:09:56.869811 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:09:56.894920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd871d984-4afc-4adb-8fe8-d37565f55a01'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:56.897563 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d659307-7a28-4f8c-8309-2f3de0a1dce3" -d '{"events": [{"server_uuid": "8b7840fc-ecb4-4758-b217-7e306ad61475", "name": "network-vif-plugged", "status": "completed", "tag": "d871d984-4afc-4adb-8fe8-d37565f55a01"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:56.931452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d871d984-4afc-4adb-8fe8-d37565f55a01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d871d984-4afc-4adb-8fe8-d37565f55a01,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:56.935941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.955208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:56.956171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:09:56.983545 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b86b2a8-c692-49d5-8969-f9fb07af9627 x-openstack-request-id: req-2b86b2a8-c692-49d5-8969-f9fb07af9627 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:56.983838 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7840fc-ecb4-4758-b217-7e306ad61475", "name": "network-vif-plugged", "status": "completed", "tag": "d871d984-4afc-4adb-8fe8-d37565f55a01", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:56.984083 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b86b2a8-c692-49d5-8969-f9fb07af9627 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:56.984506 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b86b2a8-c692-49d5-8969-f9fb07af9627'] response: {'server_uuid': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd871d984-4afc-4adb-8fe8-d37565f55a01', 'code': 200}
Apr 02 21:09:56.988784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:09:56.989212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b28fcbaf-3ff6-425d-9d5f-94717a20f5a0 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:09:57.099211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106afe4-9bb8-4ad9-aaea-91fd0416c158 req-96255887-7bc6-4567-b3e1-51e593914025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:57.101366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4106afe4-9bb8-4ad9-aaea-91fd0416c158 req-96255887-7bc6-4567-b3e1-51e593914025 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1127 time: 0.0595453
Apr 02 21:09:57.121004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Publish callbacks [] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.168429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d871d984-4afc-4adb-8fe8-d37565f55a01,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:57.177634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.182991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (b89df640-9b95-4c83-bf40-e661b81b1f83), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.193879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4106afe4-9bb8-4ad9-aaea-91fd0416c158 req-81326fe5-2102-46ff-807b-e250a37e2f10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845377
Apr 02 21:09:57.217408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (80ea6743-ca88-43d3-a66d-3fcb82691829), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.242302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a6f35b2-da9a-4c4e-a4eb-24ca0bf07b9a req-156b77fe-4e80-4120-a18e-4933bdfaf728 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/ports?device_id=5906eb78-b7a6-4251-ba3c-70af5d16e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0786300
Apr 02 21:09:57.262805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:48Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:57.299743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=b89df640-9b95-4c83-bf40-e661b81b1f83,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:57.348401 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] Checking router: 29fd493d-0f10-4ed3-ab64-23faecbc19fc for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:09:57.355493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Network f76ef07e-1def-4865-b6a3-c4c04272501f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:09:57.360130 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:09:57.361779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:57.390408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:09:57.397968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:09:57.406756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Pushing event updated for resources: {'Port': ['ID=9b832beb-6461-4c55-ba45-ad51e75645ee,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:57.526764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:57.541122 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:09:57.585627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] Allocated IP 172.20.0.1 (00c2f5ad-a373-4906-9976-1dbd2f81a1c7/6b091ac5-6e26-44c7-8f20-f29f68e4ddd0/79f3235d-165d-4e82-9efc-dfae81690cf6) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:09:57.592942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Attempting to bind port 9b832beb-6461-4c55-ba45-ad51e75645ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:09:57.594502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Attempting to bind port 9b832beb-6461-4c55-ba45-ad51e75645ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00ac9f24-cf54-4f40-bed3-75037ca21120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:09:57.594502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Attempting to bind port 9b832beb-6461-4c55-ba45-ad51e75645ee on network f76ef07e-1def-4865-b6a3-c4c04272501f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:09:57.631511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:09:57.632067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Checking segment: {'id': '00ac9f24-cf54-4f40-bed3-75037ca21120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:09:57.632616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.633132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Bound using segment: {'id': '00ac9f24-cf54-4f40-bed3-75037ca21120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:09:57.633861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Bound port: 9b832beb-6461-4c55-ba45-ad51e75645ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ac9f24-cf54-4f40-bed3-75037ca21120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f76ef07e-1def-4865-b6a3-c4c04272501f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:09:57.634350 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.734070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] For port 9b832beb-6461-4c55-ba45-ad51e75645ee, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:09:57.745285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] For port 9b832beb-6461-4c55-ba45-ad51e75645ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b832beb-6461-4c55-ba45-ad51e75645ee,segment=NetworkSegment(00ac9f24-cf54-4f40-bed3-75037ca21120),segment_id=00ac9f24-cf54-4f40-bed3-75037ca21120)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:09:57.745285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79f3235d-165d-4e82-9efc-dfae81690cf6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:57.750302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Deleting port ee586640-4f45-486f-bdd8-e4c7fe604f0a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:57.751088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.790266 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.816368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f8b-c7c1-4c8e-a374-a998904f1c66 req-1cca386c-680c-4bf9-980d-87b0fac0f304 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:57.819567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5f15f8b-c7c1-4c8e-a374-a998904f1c66 req-1cca386c-680c-4bf9-980d-87b0fac0f304 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1533124
Apr 02 21:09:57.837255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.873152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fda9f10>,) {'filters': {'network_id': ['f76ef07e-1def-4865-b6a3-c4c04272501f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:57.875726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd5bfe-4caa-4253-ad7c-5a81baa88935 None None] Pushing event updated for resources: {'Port': ['ID=9b832beb-6461-4c55-ba45-ad51e75645ee,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:57.891282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fda9f10>, '00ac9f24-cf54-4f40-bed3-75037ca21120') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:57.891632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fda9f10>, '00ac9f24-cf54-4f40-bed3-75037ca21120') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:57.911933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.937117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.952879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:57.954868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.965514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 79f3235d-165d-4e82-9efc-dfae81690cf6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:57.965992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:57.976215 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:58.048328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] For port 79f3235d-165d-4e82-9efc-dfae81690cf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f3235d-165d-4e82-9efc-dfae81690cf6,segment=NetworkSegment(8625860d-1718-4205-bbc6-eb68a1343459),segment_id=8625860d-1718-4205-bbc6-eb68a1343459)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:58.051513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:09:58.051513 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:09:58.051513 ncdv-master-1 neutron-server[121649]: [parameters: {'id': 'f76ef07e-1def-4865-b6a3-c4c04272501f'}]
Apr 02 21:09:58.051513 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:09:58.052649 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:09:58.053293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab9c2b-ce26-4de4-89a5-ba32cd91ea88 None None] Network f76ef07e-1def-4865-b6a3-c4c04272501f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:58.089166 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846192490>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:48Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:58.117654 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a9c2e-3b12-4875-8563-6849f96be488 None None] The sync data for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 is: [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa', 'name': '', 'network_id': '5ad59ca6-db0d-408a-9756-69cb5adb69bd', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'mac_address': 'fa:16:3e:57:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:48Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'subnets': [{'id': 'ae01d4b1-1185-478a-81dc-3b1268d7eb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:09:58.325966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] Publish callbacks [] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.364012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5f15f8b-c7c1-4c8e-a374-a998904f1c66 req-6309afc1-661e-40ab-9dd0-55732511d4fb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5327120
Apr 02 21:09:58.378557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] For port ee586640-4f45-486f-bdd8-e4c7fe604f0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee586640-4f45-486f-bdd8-e4c7fe604f0a,segment=NetworkSegment(06e4698a-d625-429c-9473-c86b2b1d3a3b),segment_id=06e4698a-d625-429c-9473-c86b2b1d3a3b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:58.378933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.391754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Calling delete_port for ee586640-4f45-486f-bdd8-e4c7fe604f0a owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:58.393334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51666) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:58.411720 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.482435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:09:58.512480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8617bee7-a180-4afa-a60e-9834d34074dc None None] New status for floating IP f55041af-cfb1-49ca-b090-9fc2b60946de: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:09:58.516661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-07228d2b-d828-4881-b9d3-e74e1a000a48 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group (93c3a3bc-6b62-4836-a207-97010ae19927), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.555022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.558935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-07228d2b-d828-4881-b9d3-e74e1a000a48 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group (93c3a3bc-6b62-4836-a207-97010ae19927), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.645420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b14423-b803-4879-a279-54db21d8d2a3 None None] Pushing event updated for resources: {'Port': ['ID=79f3235d-165d-4e82-9efc-dfae81690cf6,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:58.679955 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-07228d2b-d828-4881-b9d3-e74e1a000a48 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (93c3a3bc-6b62-4836-a207-97010ae19927), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.682778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-07228d2b-d828-4881-b9d3-e74e1a000a48 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.687424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-07228d2b-d828-4881-b9d3-e74e1a000a48 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/security-groups/93c3a3bc-6b62-4836-a207-97010ae19927 HTTP/1.1" status: 204  len: 168 time: 0.2910521
Apr 02 21:09:58.688338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51668) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:58.712159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:09:58.714475 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979745f-772a-4816-b176-bc6bec14ea30" -d '{"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:09:58.719844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07228d2b-d828-4881-b9d3-e74e1a000a48 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3a3bc-6b62-4836-a207-97010ae19927,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:58.722732 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-0cf08491-ab47-410d-bfba-394befbb2668 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] show failed (client error): The resource could not be found.
Apr 02 21:09:58.725222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0cf08491-ab47-410d-bfba-394befbb2668 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "GET /v2.0/security-groups/93c3a3bc-6b62-4836-a207-97010ae19927 HTTP/1.1" status: 404  len: 347 time: 0.0311897
Apr 02 21:09:58.729126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e367ec-6823-432e-93ff-4e172b32ad1a None None] Network f76ef07e-1def-4865-b6a3-c4c04272501f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:09:58.729487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51672) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:58.742390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting port 9b832beb-6461-4c55-ba45-ad51e75645ee {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:58.742954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.744606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ee586640-4f45-486f-bdd8-e4c7fe604f0a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.792726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.873986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee586640-4f45-486f-bdd8-e4c7fe604f0a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:58.884528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] For port 9b832beb-6461-4c55-ba45-ad51e75645ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b832beb-6461-4c55-ba45-ad51e75645ee,segment=NetworkSegment(00ac9f24-cf54-4f40-bed3-75037ca21120),segment_id=00ac9f24-cf54-4f40-bed3-75037ca21120)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:09:58.885199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:58.901037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Calling delete_port for 9b832beb-6461-4c55-ba45-ad51e75645ee owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:58.971239 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd61ac-0b1b-4ca9-b1ae-84cc94718bf2 x-openstack-request-id: req-25dd61ac-0b1b-4ca9-b1ae-84cc94718bf2 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:09:58.971681 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5906eb78-b7a6-4251-ba3c-70af5d16e9a2", "name": "network-vif-deleted", "tag": "9aa225bb-5f59-4695-9481-c8b83a23a8f6", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:09:58.972087 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25dd61ac-0b1b-4ca9-b1ae-84cc94718bf2 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:09:58.972627 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25dd61ac-0b1b-4ca9-b1ae-84cc94718bf2'] response: {'server_uuid': '5906eb78-b7a6-4251-ba3c-70af5d16e9a2', 'name': 'network-vif-deleted', 'tag': '9aa225bb-5f59-4695-9481-c8b83a23a8f6', 'status': 'completed', 'code': 200}
Apr 02 21:09:58.995561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9b832beb-6461-4c55-ba45-ad51e75645ee), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.029772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Port': ['ID=9b832beb-6461-4c55-ba45-ad51e75645ee,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:59.031846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No DVR routers for this DVR port 9b832beb-6461-4c55-ba45-ad51e75645ee on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:09:59.103288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port 505d1152-4914-4a97-aaed-50bad339dc3d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:09:59.103609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (505d1152-4914-4a97-aaed-50bad339dc3d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.131094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.155404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78463b82b0>,) {'filters': {'network_id': ['f76ef07e-1def-4865-b6a3-c4c04272501f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:59.167522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463b82b0>, '00ac9f24-cf54-4f40-bed3-75037ca21120') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:59.167972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463b82b0>, '00ac9f24-cf54-4f40-bed3-75037ca21120') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:09:59.180122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.181619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (80ea6743-ca88-43d3-a66d-3fcb82691829), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.201504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.213852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:09:59.214621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (00ac9f24-cf54-4f40-bed3-75037ca21120), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:09:59.231726 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:09:59.250270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (505d1152-4914-4a97-aaed-50bad339dc3d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.250603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (505d1152-4914-4a97-aaed-50bad339dc3d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.268951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for 505d1152-4914-4a97-aaed-50bad339dc3d owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:09:59.303606 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f76ef07e-1def-4865-b6a3-c4c04272501f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.310371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.315896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/f76ef07e-1def-4865-b6a3-c4c04272501f HTTP/1.1" status: 204  len: 168 time: 3.3990180
Apr 02 21:09:59.319509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:59.332677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed41e80-08f3-4320-a4b7-0eb4f5352105 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=f76ef07e-1def-4865-b6a3-c4c04272501f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:59.391284 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b59d1b3-496c-4afa-9e96-2e1560c61b9f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:09:59.392251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b59d1b3-496c-4afa-9e96-2e1560c61b9f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:09:59.394526 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.396638 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4b59d1b3-496c-4afa-9e96-2e1560c61b9f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/f76ef07e-1def-4865-b6a3-c4c04272501f HTTP/1.1" status: 404  len: 339 time: 0.0746241
Apr 02 21:09:59.402514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51680) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:59.412640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150804348', 'description': 'd1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:09:59.432133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17f0c0-4563-48e7-a4fa-716a5baa2e78 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:09:59.474869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:09:59.478491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.504973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-40803377-f068-4c5b-90d4-c898c98021a3 None None] Provisioning complete for port 79f3235d-165d-4e82-9efc-dfae81690cf6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:09:59.505743 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40803377-f068-4c5b-90d4-c898c98021a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.537002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:09:59.554834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d9b01d83-aeb6-48f4-bad5-d420611d32cd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.555188 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment d9b01d83-aeb6-48f4-bad5-d420611d32cd of type vlan for network dac26656-2563-4895-9e4c-0359ee506716
Apr 02 21:09:59.565125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caea063-3313-4dbe-a4de-14a763f51c9b req-b8e0d260-6aba-4819-ba01-dac8bafada8d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:59.566760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1caea063-3313-4dbe-a4de-14a763f51c9b req-b8e0d260-6aba-4819-ba01-dac8bafada8d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1029553
Apr 02 21:09:59.620860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Router 80ea6743-ca88-43d3-a66d-3fcb82691829 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:09:59.622177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (505d1152-4914-4a97-aaed-50bad339dc3d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.639637 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (dac26656-2563-4895-9e4c-0359ee506716), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.658242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=505d1152-4914-4a97-aaed-50bad339dc3d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:59.692071 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1caea063-3313-4dbe-a4de-14a763f51c9b req-e3549d6b-6d00-44f4-9efe-c3d6e6f308ce tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139581
Apr 02 21:09:59.700919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (dac26656-2563-4895-9e4c-0359ee506716), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.708123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:59.709066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617465'] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.772162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3685992
Apr 02 21:09:59.772892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51684) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:59.808992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17f0c0-4563-48e7-a4fa-716a5baa2e78 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:09:59.815847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a643-c4a2-4b33-bade-b13b6d507b8a tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=dac26656-2563-4895-9e4c-0359ee506716,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:09:59.821193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for floatingip (f55041af-cfb1-49ca-b090-9fc2b60946de), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.824638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:09:59.825899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-15468d54-97e4-4daf-99c5-58cfa091b0a4 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/floatingips/f55041af-cfb1-49ca-b090-9fc2b60946de HTTP/1.1" status: 204  len: 168 time: 1.0953748
Apr 02 21:09:59.829481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51686) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:09:59.833650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network dac26656-2563-4895-9e4c-0359ee506716 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:09:59.844195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79f3235d-165d-4e82-9efc-dfae81690cf6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:09:59.991421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc4dd6-bd77-42e3-bb32-bd5e9895fb28 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:09:59.993598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ecc4dd6-bd77-42e3-bb32-bd5e9895fb28 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks?id=dac26656-2563-4895-9e4c-0359ee506716 HTTP/1.1" status: 200  len: 764 time: 0.2182751
Apr 02 21:09:59.995121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:09:59.996688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51692) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:00.002143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'description': 'd2'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:00.003786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d82ecb6-0ca6-4081-8faf-e6399876a61b admin admin] 10.222.0.18 "PUT /v2.0/routers/80ea6743-ca88-43d3-a66d-3fcb82691829/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4381337
Apr 02 21:10:00.007245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51694) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:00.008271 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] Sync routers for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:00.028399 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:00.029091 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:00.046768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-40803377-f068-4c5b-90d4-c898c98021a3 None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:00.113342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-1036db46-9bfe-4891-bb02-ac5d3f4f24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.114846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-1036db46-9bfe-4891-bb02-ac5d3f4f24b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1127 time: 0.0616615
Apr 02 21:10:00.131921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 79f3235d-165d-4e82-9efc-dfae81690cf6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:00.132417 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.194914 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:00.254892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-6c067803-3cef-48ec-854e-2319a15c9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.256586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-6c067803-3cef-48ec-854e-2319a15c9e87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.1042092
Apr 02 21:10:00.318825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:00.323723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-68346238-0a8a-4cbb-bbb1-8bcd1b2ae9c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 200  len: 217 time: 0.0600655
Apr 02 21:10:00.333596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd609-29a3-4c78-95b2-86aa80213c33 req-88e03ad4-1bcd-410a-bbd7-c2a40a8ac97f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.335188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a9bd609-29a3-4c78-95b2-86aa80213c33 req-88e03ad4-1bcd-410a-bbd7-c2a40a8ac97f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.3139081
Apr 02 21:10:00.370798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks [] for router (80ea6743-ca88-43d3-a66d-3fcb82691829), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.424672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed43dc-27f7-4791-b579-5110c8d8137a None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:00.441923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a9bd609-29a3-4c78-95b2-86aa80213c33 req-2084ef74-cd79-43f4-b8a3-38e85d47c3ad tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755632
Apr 02 21:10:00.448093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (dac26656-2563-4895-9e4c-0359ee506716), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.484665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port 7374b67b-9bb7-474a-b2c1-f4e86b602226 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:00.485012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.489746 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (dac26656-2563-4895-9e4c-0359ee506716), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.504626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-55057415-e76f-4b38-893f-d5474dc0c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.506059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-55057415-e76f-4b38-893f-d5474dc0c179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1750467
Apr 02 21:10:00.509024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network dac26656-2563-4895-9e4c-0359ee506716 is not hosted by any dhcp agent {{(pid=121649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:10:00.511732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks [] for router_gateway (80ea6743-ca88-43d3-a66d-3fcb82691829), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.515298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.515945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.516202 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb9a0>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96'}], 'enable_snat': True}, 'gw_port_id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:09:58Z', 'revision_number': 5, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port': {'id': '671cfd6c-8114-4eb3-98a9-1f6697097f98', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:08:35Z', 'updated_at': '2022-04-02T21:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:00.523932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "PUT /v2.0/networks/dac26656-2563-4895-9e4c-0359ee506716 HTTP/1.1" status: 200  len: 761 time: 0.5236685
Apr 02 21:10:00.524675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51696) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:00.551141 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] Checking router: 80ea6743-ca88-43d3-a66d-3fcb82691829 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:00.562496 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] Routers {'80ea6743-ca88-43d3-a66d-3fcb82691829'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:00.564009 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['80ea6743-ca88-43d3-a66d-3fcb82691829'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:00.600786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-1403928a-16bb-4b44-840b-99c5323f62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.602858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-1403928a-16bb-4b44-840b-99c5323f62b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0866971
Apr 02 21:10:00.677605 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] Set router 80ea6743-ca88-43d3-a66d-3fcb82691829 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:00.679397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8deb556-bd82-4eb4-a7a0-c9a76778c04d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:00.686715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a8deb556-bd82-4eb4-a7a0-c9a76778c04d tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks?id=dac26656-2563-4895-9e4c-0359ee506716 HTTP/1.1" status: 200  len: 764 time: 0.1567595
Apr 02 21:10:00.692171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51698) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:00.716325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Deleting port 671cfd6c-8114-4eb3-98a9-1f6697097f98 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:00.716664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.758932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb9a0>, [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:10:00Z', 'revision_number': 6, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:00.796633 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7343c-abb2-42e2-ba99-eb71d9d1c557 None None] The sync data for ids ['80ea6743-ca88-43d3-a66d-3fcb82691829'] in ncdv-master-1 is: [{'id': '80ea6743-ca88-43d3-a66d-3fcb82691829', 'name': 'tempest-ServerRescueTestJSONUnderV235-76568670-router', 'tenant_id': 'bcc988d584ef47dd99506305e1c7d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:08:34Z', 'updated_at': '2022-04-02T21:10:00Z', 'revision_number': 6, 'project_id': 'bcc988d584ef47dd99506305e1c7d45a', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:00.847480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] For port 671cfd6c-8114-4eb3-98a9-1f6697097f98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671cfd6c-8114-4eb3-98a9-1f6697097f98,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:00.847869 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.859617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-09c37da1-8569-4303-92fa-7bcccaf5f6da service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428138
Apr 02 21:10:00.868501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef6c92-a3a5-484a-9d66-cd7d06666997 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=dac26656-2563-4895-9e4c-0359ee506716,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:00.869486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Calling delete_port for 671cfd6c-8114-4eb3-98a9-1f6697097f98 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:00.882998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network dac26656-2563-4895-9e4c-0359ee506716 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:00.973612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8fc6fdcd-1779-4a22-8f36-8d9fdf5cbe21 None None] Provisioning complete for port 79f3235d-165d-4e82-9efc-dfae81690cf6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:00.974276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fdcd-1779-4a22-8f36-8d9fdf5cbe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:00.988975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.017868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4930887-3534-4f44-a23e-5e1a676979e9 req-11c517e1-0d17-4efb-87b2-eac08fcc29ab service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498790
Apr 02 21:10:01.025312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for 7374b67b-9bb7-474a-b2c1-f4e86b602226 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:01.039490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18d392-e51a-4d9f-9a71-2cecc58725fe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.041249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b18d392-e51a-4d9f-9a71-2cecc58725fe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3480065
Apr 02 21:10:01.045173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51702) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:01.070499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6fdcd-1779-4a22-8f36-8d9fdf5cbe21 None None] Current status of the port 79f3235d-165d-4e82-9efc-dfae81690cf6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:01.130693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d28a12b8-9433-446e-a672-66dd2661770f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 207 time: 0.0804968
Apr 02 21:10:01.131014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51708) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:01.243188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7374b67b-9bb7-474a-b2c1-f4e86b602226), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.277083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=7374b67b-9bb7-474a-b2c1-f4e86b602226,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:01.362564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.366140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d5991e59-6de7-437c-9afd-7cd958c8f485 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/ports/7374b67b-9bb7-474a-b2c1-f4e86b602226 HTTP/1.1" status: 204  len: 168 time: 1.5354347
Apr 02 21:10:01.368684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:01.471376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting port 9465817e-88a8-48ec-b330-f9aafa60b53e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:01.472120 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.561789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.573979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Calling delete_port for 9465817e-88a8-48ec-b330-f9aafa60b53e owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:01.581903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (671cfd6c-8114-4eb3-98a9-1f6697097f98), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.660093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Pushing event deleted for resources: {'Port': ['ID=671cfd6c-8114-4eb3-98a9-1f6697097f98,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:01.747303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9465817e-88a8-48ec-b330-f9aafa60b53e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.783420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Port': ['ID=9465817e-88a8-48ec-b330-f9aafa60b53e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:01.794590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.800613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.803290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 671cfd6c-8114-4eb3-98a9-1f6697097f98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:01.810644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.817863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.822921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.828004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.829637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 671cfd6c-8114-4eb3-98a9-1f6697097f98 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:01.833760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 671cfd6c-8114-4eb3-98a9-1f6697097f98 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:01.833875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a83ca743-1959-4f9c-999a-2ca94158965c tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3731 time: 0.6980052
Apr 02 21:10:01.833989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ee586640-4f45-486f-bdd8-e4c7fe604f0a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:01.839329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51714) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:01.858294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8684-58d3-48bd-99a4-5f7fbc8a5146 req-ada80290-d4cb-490a-90a3-a304b2ae4d07 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:01.860227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-185e8684-58d3-48bd-99a4-5f7fbc8a5146 req-ada80290-d4cb-490a-90a3-a304b2ae4d07 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.3240588
Apr 02 21:10:01.864494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (80ea6743-ca88-43d3-a66d-3fcb82691829), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.876714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ee586640-4f45-486f-bdd8-e4c7fe604f0a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:01.877065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ee586640-4f45-486f-bdd8-e4c7fe604f0a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:01.966597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.970896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b86a70cf-aa89-4749-9e60-5f3b11c19846 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/ports/9465817e-88a8-48ec-b330-f9aafa60b53e HTTP/1.1" status: 204  len: 168 time: 0.6012745
Apr 02 21:10:01.974051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51716) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:01.992046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (80ea6743-ca88-43d3-a66d-3fcb82691829), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:01.998454 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks [] for router_controller (80ea6743-ca88-43d3-a66d-3fcb82691829), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.046900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-23f7fb1f-bd2c-4847-8b68-a2d12b81c5b8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 813 time: 0.2036483
Apr 02 21:10:02.047335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-185e8684-58d3-48bd-99a4-5f7fbc8a5146 req-b0606604-9ade-42ff-b9d4-4305c2fb0267 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793125
Apr 02 21:10:02.050851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.056206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (80ea6743-ca88-43d3-a66d-3fcb82691829), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.056827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ea6743-ca88-43d3-a66d-3fcb82691829 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:02.062283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.063497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-84f567c5-275c-4e64-8366-00e1fa59a519 admin admin] 10.222.0.18 "DELETE /v2.0/routers/80ea6743-ca88-43d3-a66d-3fcb82691829 HTTP/1.1" status: 204  len: 168 time: 2.0552850
Apr 02 21:10:02.065867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.095663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting subnet 986a56ad-82c1-4784-917b-4ee5f337ff56 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:02.100803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for subnet (986a56ad-82c1-4784-917b-4ee5f337ff56), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.117450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Deleting subnet a2b79bfb-8146-4e33-b2f9-4e72ed76e41c {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:02.121012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Publish callbacks [] for subnet (a2b79bfb-8146-4e33-b2f9-4e72ed76e41c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.146571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9752e-8912-4e26-a15d-8b1bd8ca2dea tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.147940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9752e-8912-4e26-a15d-8b1bd8ca2dea tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.149226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9752e-8912-4e26-a15d-8b1bd8ca2dea tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.150522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9752e-8912-4e26-a15d-8b1bd8ca2dea tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.151809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9752e-8912-4e26-a15d-8b1bd8ca2dea tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.156602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (a2b79bfb-8146-4e33-b2f9-4e72ed76e41c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.157750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-63a9752e-8912-4e26-a15d-8b1bd8ca2dea tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1054144
Apr 02 21:10:02.158934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51722) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.172440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (986a56ad-82c1-4784-917b-4ee5f337ff56), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.261739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (986a56ad-82c1-4784-917b-4ee5f337ff56), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.279928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a2b79bfb-8146-4e33-b2f9-4e72ed76e41c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.286144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc69de-59b0-42b5-b00a-f16a0edc3012 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.287371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc69de-59b0-42b5-b00a-f16a0edc3012 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.288614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc69de-59b0-42b5-b00a-f16a0edc3012 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.289821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc69de-59b0-42b5-b00a-f16a0edc3012 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.291035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc69de-59b0-42b5-b00a-f16a0edc3012 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.295910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1fc69de-59b0-42b5-b00a-f16a0edc3012 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1328266
Apr 02 21:10:02.296978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51724) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.358589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (a2b79bfb-8146-4e33-b2f9-4e72ed76e41c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.386478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b79bfb-8146-4e33-b2f9-4e72ed76e41c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:02.392300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.394778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-329b299f-5cdd-4837-9245-1343f6dcb0f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a2b79bfb-8146-4e33-b2f9-4e72ed76e41c HTTP/1.1" status: 204  len: 168 time: 0.3279364
Apr 02 21:10:02.397460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51726) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.413663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (986a56ad-82c1-4784-917b-4ee5f337ff56), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.463666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Subnet': ['ID=986a56ad-82c1-4784-917b-4ee5f337ff56,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:02.468294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.472130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4bd6d045-4f41-47ee-9711-50ec240e87db tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/subnets/986a56ad-82c1-4784-917b-4ee5f337ff56 HTTP/1.1" status: 204  len: 168 time: 0.4973671
Apr 02 21:10:02.474849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.478825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55792be-de90-4b4c-84ab-c4f15e196791 None None] Network a6c70d63-32ca-4127-ab6e-1a01ed6bf503 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:02.480728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15610c31-01d3-471d-9ddd-6e7b48bc66fe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.482074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15610c31-01d3-471d-9ddd-6e7b48bc66fe tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks/8b1da003-4d8c-4b30-a5ec-ed85cc35e8af HTTP/1.1" status: 200  len: 804 time: 0.1841340
Apr 02 21:10:02.486121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51730) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.531884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Deleting subnet 21446090-575e-4491-a2ab-049b46832e49 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:02.536823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for subnet (21446090-575e-4491-a2ab-049b46832e49), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.558985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fd76cca2-af28-4582-8f95-9239b6ffeadc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.579818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (21446090-575e-4491-a2ab-049b46832e49), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.659847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b16df15-b28b-4b27-8171-10e29981ed75 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/networks/8b1da003-4d8c-4b30-a5ec-ed85cc35e8af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1698358
Apr 02 21:10:02.660798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51732) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.662883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] DHCP port deletion for a6c70d63-32ca-4127-ab6e-1a01ed6bf503 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:02.699559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fd76cca2-af28-4582-8f95-9239b6ffeadc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.713134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (21446090-575e-4491-a2ab-049b46832e49), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.718767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] Deleting port c03dd233-7132-457f-b055-72f9e0b4fe52 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:02.719221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.720043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78463f2f40>,) {'filters': {'network_id': ['fd76cca2-af28-4582-8f95-9239b6ffeadc']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:02.732823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463f2f40>, '06e4698a-d625-429c-9473-c86b2b1d3a3b') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:02.733208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463f2f40>, '06e4698a-d625-429c-9473-c86b2b1d3a3b') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:02.744859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (06e4698a-d625-429c-9473-c86b2b1d3a3b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.749816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153d71ac-9284-4551-802b-b3d084fef561 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.751692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-153d71ac-9284-4551-802b-b3d084fef561 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/subnets/e64998f6-efb1-470a-aa42-dd9d98009c97 HTTP/1.1" status: 200  len: 843 time: 0.0896049
Apr 02 21:10:02.757174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.763739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (06e4698a-d625-429c-9473-c86b2b1d3a3b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.773407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:02.774007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (06e4698a-d625-429c-9473-c86b2b1d3a3b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:02.775899 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:02.783730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] For port c03dd233-7132-457f-b055-72f9e0b4fe52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c03dd233-7132-457f-b055-72f9e0b4fe52,segment=NetworkSegment(78bb2fdd-3047-46e8-8582-9b55bd95f742),segment_id=78bb2fdd-3047-46e8-8582-9b55bd95f742)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:02.784079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.801835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] Calling delete_port for c03dd233-7132-457f-b055-72f9e0b4fe52 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:02.819908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b8151-4bdf-45fc-9083-eb80802cf3ee tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:02.821349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-046b8151-4bdf-45fc-9083-eb80802cf3ee tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "GET /v2.0/subnets/e64998f6-efb1-470a-aa42-dd9d98009c97?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0632749
Apr 02 21:10:02.822780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (21446090-575e-4491-a2ab-049b46832e49), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.826088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51736) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.834548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757854360'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:02.849671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (fd76cca2-af28-4582-8f95-9239b6ffeadc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.867697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Subnet': ['ID=21446090-575e-4491-a2ab-049b46832e49,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:02.868072 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.875382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fd76cca2-af28-4582-8f95-9239b6ffeadc HTTP/1.1" status: 204  len: 168 time: 0.4742987
Apr 02 21:10:02.875553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.875653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd76cca2-af28-4582-8f95-9239b6ffeadc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:02.881284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6474ca1d-ac9b-40a8-98ef-befe4b460d5c tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/subnets/21446090-575e-4491-a2ab-049b46832e49 HTTP/1.1" status: 204  len: 168 time: 0.4024093
Apr 02 21:10:02.881284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51740) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:02.902686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24e7f8-e0fb-44d4-ae02-d98c048bc792 None None] Network ade7b0c7-9d28-49c6-8944-213c1ff76706 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:02.902943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:02.904803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.906223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.906540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.908408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.908994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.909515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.910069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.910605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.911152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.911653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.912188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.912760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.913244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.915790 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (c03dd233-7132-457f-b055-72f9e0b4fe52), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:02.916260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.916831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.917884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628e464-2d43-4d99-b570-459e34351094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:02.958712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] No DVR routers for this DVR port c03dd233-7132-457f-b055-72f9e0b4fe52 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:02.962863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cf3b7-7650-4cc9-b604-e94ed97fb8f9 None None] Pushing event deleted for resources: {'Port': ['ID=c03dd233-7132-457f-b055-72f9e0b4fe52,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:02.986197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:02.995964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a6c70d63-32ca-4127-ab6e-1a01ed6bf503), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.007994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2f620222-96bc-41d1-88bd-94d406470729), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.008381 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Added segment 2f620222-96bc-41d1-88bd-94d406470729 of type vlan for network c81920c2-0d87-4239-abc8-b8544a071967
Apr 02 21:10:03.072209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c81920c2-0d87-4239-abc8-b8544a071967), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.089817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51744) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:03.140808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d7dd5d89-70c6-4306-b670-4b7f23e9b53d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcc988d584ef47dd99506305e1c7d45a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0496564
Apr 02 21:10:03.143947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51746) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:03.148652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] DHCP port deletion for ade7b0c7-9d28-49c6-8944-213c1ff76706 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:03.186973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a6c70d63-32ca-4127-ab6e-1a01ed6bf503), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.194792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb8be-f16f-43ae-8e77-69751f28c497 req-9dd2b057-c94b-4bca-b431-f6998b8bbaa9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:03.196085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a1cb8be-f16f-43ae-8e77-69751f28c497 req-9dd2b057-c94b-4bca-b431-f6998b8bbaa9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.0541644
Apr 02 21:10:03.199300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] Deleting port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:03.199684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.210991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c81920c2-0d87-4239-abc8-b8544a071967), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.217621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:03.218386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.248046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a1cb8be-f16f-43ae-8e77-69751f28c497 req-16baee25-0df1-48ee-99c7-1334a8719296 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452750
Apr 02 21:10:03.260749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f0e4e80>,) {'filters': {'network_id': ['a6c70d63-32ca-4127-ab6e-1a01ed6bf503']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:03.271112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] For port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,segment=NetworkSegment(534fecc7-5fc0-43cb-b485-1f3a9cde188f),segment_id=534fecc7-5fc0-43cb-b485-1f3a9cde188f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:03.271521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.287739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] Calling delete_port for 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:03.289146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4597483
Apr 02 21:10:03.291092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0e4e80>, '78bb2fdd-3047-46e8-8582-9b55bd95f742') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:03.291239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0e4e80>, '78bb2fdd-3047-46e8-8582-9b55bd95f742') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:03.292049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51748) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:03.299024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'network_id': 'c81920c2-0d87-4239-abc8-b8544a071967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:03.309006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (78bb2fdd-3047-46e8-8582-9b55bd95f742), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.351670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07acc8-47c7-4d7a-a585-37d9666a1833 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Network': ['ID=c81920c2-0d87-4239-abc8-b8544a071967,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:03.359887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4178435-19cd-4c07-a79b-8c9cf6cb47cc admin admin] Publish callbacks [] for security_group (06da8b3f-0463-48b2-91b1-04afd5f23512), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.362433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (78bb2fdd-3047-46e8-8582-9b55bd95f742), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.374768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c81920c2-0d87-4239-abc8-b8544a071967 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:03.377456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:03.377850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (78bb2fdd-3047-46e8-8582-9b55bd95f742), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.379039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:03.381219 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:03.396931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Made reservation on behalf of 77d2003536394f7687aad79d929427b6 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:03.401101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.415635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4178435-19cd-4c07-a79b-8c9cf6cb47cc admin admin] Publish callbacks [] for security_group (06da8b3f-0463-48b2-91b1-04afd5f23512), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.425837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] Pushing event deleted for resources: {'Port': ['ID=84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:03.472338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a6c70d63-32ca-4127-ab6e-1a01ed6bf503), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.476954 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.478065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Performing IP validity checks on allocation pools {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:10:03.478694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:10:03.480803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/networks/a6c70d63-32ca-4127-ab6e-1a01ed6bf503 HTTP/1.1" status: 204  len: 168 time: 0.5987027
Apr 02 21:10:03.486592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:03.510791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417cac9-8d85-43a4-ac7e-52df1f9e5ac5 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Network': ['ID=a6c70d63-32ca-4127-ab6e-1a01ed6bf503,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:03.555726 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4178435-19cd-4c07-a79b-8c9cf6cb47cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (06da8b3f-0463-48b2-91b1-04afd5f23512), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.558585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4178435-19cd-4c07-a79b-8c9cf6cb47cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.562853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4178435-19cd-4c07-a79b-8c9cf6cb47cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06da8b3f-0463-48b2-91b1-04afd5f23512 HTTP/1.1" status: 204  len: 168 time: 0.3918417
Apr 02 21:10:03.574893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4178435-19cd-4c07-a79b-8c9cf6cb47cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da8b3f-0463-48b2-91b1-04afd5f23512,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:03.591238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ade7b0c7-9d28-49c6-8944-213c1ff76706), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.631768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272b4d6-86f2-493e-8bc4-75e19b42724c None None] No DVR routers for this DVR port 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:03.704900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c03dd233-7132-457f-b055-72f9e0b4fe52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:03.725554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c03dd233-7132-457f-b055-72f9e0b4fe52 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:03.726164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c03dd233-7132-457f-b055-72f9e0b4fe52 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:03.726758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:03.746104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:03.746454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84fc36b4-4f98-4b91-bbbf-2a7a61d29fa1 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:03.769439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ade7b0c7-9d28-49c6-8944-213c1ff76706), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.799641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844390220>,) {'filters': {'network_id': ['ade7b0c7-9d28-49c6-8944-213c1ff76706']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:03.806673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (995d26fc-e6ab-4932-a277-70cf4910b193), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.817379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844390220>, '534fecc7-5fc0-43cb-b485-1f3a9cde188f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:03.817710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844390220>, '534fecc7-5fc0-43cb-b485-1f3a9cde188f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:03.847181 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (534fecc7-5fc0-43cb-b485-1f3a9cde188f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.874974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (534fecc7-5fc0-43cb-b485-1f3a9cde188f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.895775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=995d26fc-e6ab-4932-a277-70cf4910b193,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:03.898710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:03.899115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (534fecc7-5fc0-43cb-b485-1f3a9cde188f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:03.902180 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:03.929624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Checking segment: {'id': '2f620222-96bc-41d1-88bd-94d406470729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c81920c2-0d87-4239-abc8-b8544a071967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:03.929985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network hostable DHCP agents. Network: c81920c2-0d87-4239-abc8-b8544a071967, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:03.975307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ade7b0c7-9d28-49c6-8944-213c1ff76706), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.977391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Network c81920c2-0d87-4239-abc8-b8544a071967 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:03.984074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:03.987713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] 10.222.0.18 "DELETE /v2.0/networks/ade7b0c7-9d28-49c6-8944-213c1ff76706 HTTP/1.1" status: 204  len: 168 time: 0.5004368
Apr 02 21:10:04.003119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cdf22-9c8f-4125-a64f-268e02fe5279 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] Pushing event deleted for resources: {'Network': ['ID=ade7b0c7-9d28-49c6-8944-213c1ff76706,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:04.007992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c81920c2-0d87-4239-abc8-b8544a071967) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:04.012855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:04.013563 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.028525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973fab8-c14e-466f-b5c0-528005a225f8 None None] Network c81920c2-0d87-4239-abc8-b8544a071967 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:04.040663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5d05be93-1e08-45a8-83fe-9ce9d49597c3 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.7470322
Apr 02 21:10:04.043168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51766) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:04.050771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:04.164926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b317d2-c6a4-429c-8715-3dd2a10b4baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c81920c2-0d87-4239-abc8-b8544a071967', 'network_id': 'c81920c2-0d87-4239-abc8-b8544a071967', 'project_id': '77d2003536394f7687aad79d929427b6', 'fixed_ips': [{'subnet_id': '995d26fc-e6ab-4932-a277-70cf4910b193'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:04.166182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3b317d2-c6a4-429c-8715-3dd2a10b4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.175084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15558783'] for subnet (995d26fc-e6ab-4932-a277-70cf4910b193), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.304706 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-f3b317d2-c6a4-429c-8715-3dd2a10b4baf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 02 21:10:04.304706 ncdv-master-1 neutron-server[121650]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Apr 02 21:10:04.304706 ncdv-master-1 neutron-server[121650]: [parameters: {'in_use': 1, 'id_1': '995d26fc-e6ab-4932-a277-70cf4910b193'}]
Apr 02 21:10:04.304706 ncdv-master-1 neutron-server[121650]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:10:04.305242 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-f3b317d2-c6a4-429c-8715-3dd2a10b4baf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:10:04.416050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b9eed-dc3f-4a5a-a643-f3cd8d3beef4 req-8a1f0f04-17ee-47fd-b635-5e6b773b5377 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:04.419036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f3b9eed-dc3f-4a5a-a643-f3cd8d3beef4 req-8a1f0f04-17ee-47fd-b635-5e6b773b5377 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.0672419
Apr 02 21:10:04.442990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759661891054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13935384'] for subnet (995d26fc-e6ab-4932-a277-70cf4910b193), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.492728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f3b9eed-dc3f-4a5a-a643-f3cd8d3beef4 req-76902027-9f27-4734-a5b2-118f0430c1d3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617990
Apr 02 21:10:04.494687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:04.495390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.497026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "PUT /v2.0/subnets/995d26fc-e6ab-4932-a277-70cf4910b193 HTTP/1.1" status: 200  len: 900 time: 0.4526348
Apr 02 21:10:04.501574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51796) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:04.523139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f81d1e-34c2-4b6c-8b78-3e45560e1cc4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event updated for resources: {'Subnet': ['ID=995d26fc-e6ab-4932-a277-70cf4910b193,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:04.612784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c81920c2-0d87-4239-abc8-b8544a071967), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.666720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (995d26fc-e6ab-4932-a277-70cf4910b193), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.739875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (995d26fc-e6ab-4932-a277-70cf4910b193), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.774589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=995d26fc-e6ab-4932-a277-70cf4910b193,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:04.806909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3b317d2-c6a4-429c-8715-3dd2a10b4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.848329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c81920c2-0d87-4239-abc8-b8544a071967), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.877663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844960700>,) {'filters': {'network_id': ['c81920c2-0d87-4239-abc8-b8544a071967']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:04.892776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844960700>, '2f620222-96bc-41d1-88bd-94d406470729') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:04.893195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844960700>, '2f620222-96bc-41d1-88bd-94d406470729') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:04.911514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d3427-7172-4434-8b22-c56ce435faca None None] Network c81920c2-0d87-4239-abc8-b8544a071967 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:04.915752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (2f620222-96bc-41d1-88bd-94d406470729), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.945680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db51b656-ca05-41a3-9b53-8fb57cf29643 req-88105054-7593-45aa-a791-bcd2642418d4 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0432949
Apr 02 21:10:04.952315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2f620222-96bc-41d1-88bd-94d406470729), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.959086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:04.959440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (2f620222-96bc-41d1-88bd-94d406470729), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:04.964315 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:05.009753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b67b62-8f02-4e3f-8709-8d6378ed87eb None None] Network c81920c2-0d87-4239-abc8-b8544a071967 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:05.042136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c81920c2-0d87-4239-abc8-b8544a071967), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.050735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.054470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/c81920c2-0d87-4239-abc8-b8544a071967 HTTP/1.1" status: 204  len: 168 time: 0.5517430
Apr 02 21:10:05.059487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51834) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:05.077783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbada9d-3deb-4901-acc9-2d9ebbd77259 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=c81920c2-0d87-4239-abc8-b8544a071967,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:05.097146 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da9a7c6-a466-419e-9876-1b466fe2de6f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:05.097603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da9a7c6-a466-419e-9876-1b466fe2de6f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:05.100661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9da9a7c6-a466-419e-9876-1b466fe2de6f tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/995d26fc-e6ab-4932-a277-70cf4910b193 HTTP/1.1" status: 404  len: 337 time: 0.0316169
Apr 02 21:10:05.103296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51836) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:05.123350 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ff3f0d-5c2b-43ce-a1aa-a431a1cd7cf4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:05.123906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ff3f0d-5c2b-43ce-a1aa-a431a1cd7cf4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:05.127276 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5ff3f0d-5c2b-43ce-a1aa-a431a1cd7cf4 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/c81920c2-0d87-4239-abc8-b8544a071967 HTTP/1.1" status: 404  len: 339 time: 0.0228176
Apr 02 21:10:05.129927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51838) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:05.210635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (dac26656-2563-4895-9e4c-0359ee506716), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.304151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (dac26656-2563-4895-9e4c-0359ee506716), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.328105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78441d28e0>,) {'filters': {'network_id': ['dac26656-2563-4895-9e4c-0359ee506716']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:05.338702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78441d28e0>, 'd9b01d83-aeb6-48f4-bad5-d420611d32cd') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:05.338996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78441d28e0>, 'd9b01d83-aeb6-48f4-bad5-d420611d32cd') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:05.350441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d9b01d83-aeb6-48f4-bad5-d420611d32cd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.365531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d9b01d83-aeb6-48f4-bad5-d420611d32cd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.372302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:05.372648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d9b01d83-aeb6-48f4-bad5-d420611d32cd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:05.378502 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:05.461555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (dac26656-2563-4895-9e4c-0359ee506716), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.477946 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.481884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/dac26656-2563-4895-9e4c-0359ee506716 HTTP/1.1" status: 204  len: 168 time: 0.3509860
Apr 02 21:10:05.484901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51858) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:05.501005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223cdf2-a922-489e-91ff-cce1d7fd5587 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=dac26656-2563-4895-9e4c-0359ee506716,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:05.519324 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87448e2-42eb-4577-b0aa-859cba62e8f1 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:05.519848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87448e2-42eb-4577-b0aa-859cba62e8f1 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:05.524494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a87448e2-42eb-4577-b0aa-859cba62e8f1 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/b89df640-9b95-4c83-bf40-e661b81b1f83 HTTP/1.1" status: 404  len: 337 time: 0.0379996
Apr 02 21:10:05.527623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:05.553365 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38d6312-0ca4-489f-bcf9-42bee7177084 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:05.554013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38d6312-0ca4-489f-bcf9-42bee7177084 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:05.557566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e38d6312-0ca4-489f-bcf9-42bee7177084 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/f76ef07e-1def-4865-b6a3-c4c04272501f HTTP/1.1" status: 404  len: 339 time: 0.0288577
Apr 02 21:10:05.560495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:05.649050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting subnet 6b091ac5-6e26-44c7-8f20-f29f68e4ddd0 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:05.655038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (6b091ac5-6e26-44c7-8f20-f29f68e4ddd0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:05.701126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3c6e-2531-4cde-abcf-fecc199d70fc req-8f50a5b8-d037-4e25-a686-c3ae01d87f2f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:05.702596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aafc3c6e-2531-4cde-abcf-fecc199d70fc req-8f50a5b8-d037-4e25-a686-c3ae01d87f2f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1042485
Apr 02 21:10:05.709870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6b091ac5-6e26-44c7-8f20-f29f68e4ddd0), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.062742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-936fd6f3-acad-4814-8b84-ba09bcaf51c1 req-a80b21ed-4c01-49c9-b397-7dd9eeeb755a tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0278885
Apr 02 21:10:06.138475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aafc3c6e-2531-4cde-abcf-fecc199d70fc req-277b7fc8-9cf3-449b-80b5-6fd0ad8e81b5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4257033
Apr 02 21:10:06.155961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6b091ac5-6e26-44c7-8f20-f29f68e4ddd0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.217005 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6b091ac5-6e26-44c7-8f20-f29f68e4ddd0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.241289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=6b091ac5-6e26-44c7-8f20-f29f68e4ddd0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:06.246910 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.252583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90af5674-99dd-4560-a0d6-a24438af69b2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/6b091ac5-6e26-44c7-8f20-f29f68e4ddd0 HTTP/1.1" status: 204  len: 168 time: 0.6889861
Apr 02 21:10:06.253401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51888) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:06.254242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94bf53-2f32-4c1f-8952-1381829eacb8 None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:06.301533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting subnet 537d6192-786a-43bb-a245-be84783b19f6 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:06.304618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (537d6192-786a-43bb-a245-be84783b19f6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.343200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (537d6192-786a-43bb-a245-be84783b19f6), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.431962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (537d6192-786a-43bb-a245-be84783b19f6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.500245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (537d6192-786a-43bb-a245-be84783b19f6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.525952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=537d6192-786a-43bb-a245-be84783b19f6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:06.532793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.536258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9fff86cc-26de-402c-943c-053f08e694b7 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/537d6192-786a-43bb-a245-be84783b19f6 HTTP/1.1" status: 204  len: 168 time: 0.2818973
Apr 02 21:10:06.538711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51894) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:06.683377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (00c2f5ad-a373-4906-9976-1dbd2f81a1c7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.759675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting port 79f3235d-165d-4e82-9efc-dfae81690cf6 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:06.760022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.838027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] For port 79f3235d-165d-4e82-9efc-dfae81690cf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f3235d-165d-4e82-9efc-dfae81690cf6,segment=NetworkSegment(8625860d-1718-4205-bbc6-eb68a1343459),segment_id=8625860d-1718-4205-bbc6-eb68a1343459)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:06.838734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.855685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Calling delete_port for 79f3235d-165d-4e82-9efc-dfae81690cf6 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:06.957128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9019c567-d775-441f-94fb-f284c1c55b66 None None] Network 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:06.967485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (79f3235d-165d-4e82-9efc-dfae81690cf6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:06.981122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No DVR routers for this DVR port 79f3235d-165d-4e82-9efc-dfae81690cf6 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:07.002054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Port': ['ID=79f3235d-165d-4e82-9efc-dfae81690cf6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:07.047746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ac53125a-d6b6-4877-8997-23e1ed397625 None None] Could not find standard attr ID for object 79f3235d-165d-4e82-9efc-dfae81690cf6. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:10:07.082074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (00c2f5ad-a373-4906-9976-1dbd2f81a1c7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.110755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fc5a1c0>,) {'filters': {'network_id': ['00c2f5ad-a373-4906-9976-1dbd2f81a1c7']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:07.125385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fc5a1c0>, '8625860d-1718-4205-bbc6-eb68a1343459') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:07.126289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fc5a1c0>, '8625860d-1718-4205-bbc6-eb68a1343459') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:07.136789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd78e9-6045-436d-b0d9-9dca871730e4 None None] DHCP port deletion for 00c2f5ad-a373-4906-9976-1dbd2f81a1c7 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:07.142865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (8625860d-1718-4205-bbc6-eb68a1343459), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.162011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8625860d-1718-4205-bbc6-eb68a1343459), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.177642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:07.178681 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (8625860d-1718-4205-bbc6-eb68a1343459), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:07.185638 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:07.189783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80921614-4c77-453f-827c-31e3f1dfb155 req-a961fb9e-585b-4706-a97c-8c19ace14d95 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0313683
Apr 02 21:10:07.276306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (00c2f5ad-a373-4906-9976-1dbd2f81a1c7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.281339 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.284702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/00c2f5ad-a373-4906-9976-1dbd2f81a1c7 HTTP/1.1" status: 204  len: 168 time: 0.7449157
Apr 02 21:10:07.287229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.309654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da2ed-b9e4-4f25-92fd-e6c48802d526 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=00c2f5ad-a373-4906-9976-1dbd2f81a1c7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:07.317274 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e901a46-58b1-47b8-b205-50c38c86fe85 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:07.317713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e901a46-58b1-47b8-b205-50c38c86fe85 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:07.320746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e901a46-58b1-47b8-b205-50c38c86fe85 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/345e407d-3dfe-4580-b574-c968e9149bb2 HTTP/1.1" status: 404  len: 337 time: 0.0324862
Apr 02 21:10:07.323528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51916) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.328090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a7b5-6336-4bda-a30e-aa496e02225b req-27029407-b7de-4105-847d-9500c907065a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:07.332971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9421a7b5-6336-4bda-a30e-aa496e02225b req-27029407-b7de-4105-847d-9500c907065a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1153851
Apr 02 21:10:07.341638 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43b0239-a009-4b8d-ba02-cd52c1be9157 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:07.342125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43b0239-a009-4b8d-ba02-cd52c1be9157 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:07.345088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e43b0239-a009-4b8d-ba02-cd52c1be9157 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/6a0ea5b8-6c4a-41e9-8d58-3dead1fcb20c HTTP/1.1" status: 404  len: 339 time: 0.0207562
Apr 02 21:10:07.347674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.373160 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa694b1-05ab-4bee-b838-e978f52bbfbb tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:07.373609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa694b1-05ab-4bee-b838-e978f52bbfbb tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:07.376937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9421a7b5-6336-4bda-a30e-aa496e02225b req-8dfef9dd-28f7-43e5-ad8f-aa9637200325 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410478
Apr 02 21:10:07.377589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-faa694b1-05ab-4bee-b838-e978f52bbfbb tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/2551c028-a68d-4daf-88bc-fbf3cd1e6da9 HTTP/1.1" status: 404  len: 337 time: 0.0288782
Apr 02 21:10:07.380179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51920) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.399064 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f79460-053f-42f7-ac81-b52561966030 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:07.399557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f79460-053f-42f7-ac81-b52561966030 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:07.402609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67f79460-053f-42f7-ac81-b52561966030 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/fbd01e8d-801c-49be-adfb-166a6c078584 HTTP/1.1" status: 404  len: 339 time: 0.0215011
Apr 02 21:10:07.405026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51922) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.431897 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d4fbfe-867c-4c7e-a73f-bfd108d49ce8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:07.432340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d4fbfe-867c-4c7e-a73f-bfd108d49ce8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:07.435325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12d4fbfe-867c-4c7e-a73f-bfd108d49ce8 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/fe10d372-848d-4636-b86a-8c9229e8694a HTTP/1.1" status: 404  len: 337 time: 0.0294218
Apr 02 21:10:07.438322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51924) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.457070 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-4316ea10-e160-45fa-a9c0-c354261c0af2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:07.457581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4316ea10-e160-45fa-a9c0-c354261c0af2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:07.460554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4316ea10-e160-45fa-a9c0-c354261c0af2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/41851bd1-1c50-410f-8ed5-1c40c845531f HTTP/1.1" status: 404  len: 339 time: 0.0213170
Apr 02 21:10:07.463046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.514202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting subnet 7ed879df-7c65-4ee9-8f7f-05bf742d578a {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:07.517761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (7ed879df-7c65-4ee9-8f7f-05bf742d578a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.561897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7ed879df-7c65-4ee9-8f7f-05bf742d578a), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.616821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79f3235d-165d-4e82-9efc-dfae81690cf6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:07.646486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 79f3235d-165d-4e82-9efc-dfae81690cf6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:07.647065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 79f3235d-165d-4e82-9efc-dfae81690cf6 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:07.667505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7ed879df-7c65-4ee9-8f7f-05bf742d578a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.737130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7ed879df-7c65-4ee9-8f7f-05bf742d578a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.765214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed879df-7c65-4ee9-8f7f-05bf742d578a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:07.769367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.772546 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95ec2c70-a217-40cb-8f04-49ee215671f5 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/7ed879df-7c65-4ee9-8f7f-05bf742d578a HTTP/1.1" status: 204  len: 168 time: 0.3084083
Apr 02 21:10:07.775203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51932) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:07.780395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77c188-8d48-484c-8e4e-c2de4d87c16c None None] Network 56db3ffc-d6f9-47b4-b1e3-652fafc632cd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:07.858897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (56db3ffc-d6f9-47b4-b1e3-652fafc632cd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.911402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:07.911834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.961317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] DHCP port deletion for 56db3ffc-d6f9-47b4-b1e3-652fafc632cd request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:07.977607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] For port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,segment=NetworkSegment(52a875a3-573a-4039-b88d-dc62571fb133),segment_id=52a875a3-573a-4039-b88d-dc62571fb133)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:07.977969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:07.990636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Calling delete_port for dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:08.013180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Deleting port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:08.013514 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.073870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.081911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] For port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,segment=NetworkSegment(52a875a3-573a-4039-b88d-dc62571fb133),segment_id=52a875a3-573a-4039-b88d-dc62571fb133)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:08.082328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.094629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Calling delete_port for dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:08.100142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Port': ['ID=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:08.102364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No DVR routers for this DVR port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:08.128757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.129013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.129353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.129688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.130044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.130346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.130670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.130994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.131317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.131639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.131965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.132280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.132637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.132959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.133277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.171050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.194893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (56db3ffc-d6f9-47b4-b1e3-652fafc632cd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.200432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Pushing event deleted for resources: {'Port': ['ID=dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:08.207100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] No DVR routers for this DVR port dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:08.217843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847e53880>,) {'filters': {'network_id': ['56db3ffc-d6f9-47b4-b1e3-652fafc632cd']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:08.218376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.218376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.218376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.218376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.218812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.225302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.225428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.225979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.226320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.226719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.226851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847e53880>, '52a875a3-573a-4039-b88d-dc62571fb133') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:08.227113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847e53880>, '52a875a3-573a-4039-b88d-dc62571fb133') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:08.227233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.227453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.227794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.228127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.228473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bbb17-9b1f-480e-ae7c-118f9e692f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:08.239759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (52a875a3-573a-4039-b88d-dc62571fb133), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.254849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (52a875a3-573a-4039-b88d-dc62571fb133), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.260978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:08.261397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (52a875a3-573a-4039-b88d-dc62571fb133), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:08.264525 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:08.338682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3fc9c94-4d12-433b-9114-dc3a23ba1073 req-5ef4983e-18b4-432a-ab21-0ca709f7e51b tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0612156
Apr 02 21:10:08.346028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (56db3ffc-d6f9-47b4-b1e3-652fafc632cd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.352870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.356046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/56db3ffc-d6f9-47b4-b1e3-652fafc632cd HTTP/1.1" status: 204  len: 168 time: 0.5797467
Apr 02 21:10:08.358838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51952) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:08.367363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180857bf-762f-42ba-87c8-e029c21758e2 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=56db3ffc-d6f9-47b4-b1e3-652fafc632cd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:08.394259 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d085e7-5963-4c6b-a03e-aff1e2694645 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:08.394704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d085e7-5963-4c6b-a03e-aff1e2694645 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:08.397735 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a1d085e7-5963-4c6b-a03e-aff1e2694645 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/89503b4c-ea44-437e-a725-c4dd5758df65 HTTP/1.1" status: 404  len: 337 time: 0.0379143
Apr 02 21:10:08.400567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51956) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:08.423344 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82ca7dd-95d0-4be8-9961-5dc6feaff5be tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:10:08.423852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82ca7dd-95d0-4be8-9961-5dc6feaff5be tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:10:08.427220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e82ca7dd-95d0-4be8-9961-5dc6feaff5be tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/99f2ddf9-0d72-4dce-b06a-293b68fc9adc HTTP/1.1" status: 404  len: 339 time: 0.0257413
Apr 02 21:10:08.430680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:08.512810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting subnet e64998f6-efb1-470a-aa42-dd9d98009c97 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:08.517880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (e64998f6-efb1-470a-aa42-dd9d98009c97), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.529863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e0027b7-3fd1-4171-990c-0e099bebc511 req-9bd51c33-2f78-4207-ac28-7effe6289f2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0264959
Apr 02 21:10:08.563886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639160a8-5058-4d6e-aeda-09f184ce4a1b req-d143baa5-6562-4835-8906-c9305923be36 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:08.565380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-639160a8-5058-4d6e-aeda-09f184ce4a1b req-d143baa5-6562-4835-8906-c9305923be36 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1031361
Apr 02 21:10:08.569781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (e64998f6-efb1-470a-aa42-dd9d98009c97), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.651581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-639160a8-5058-4d6e-aeda-09f184ce4a1b req-1aa04ccd-bbee-4baa-865f-dcac74caab0c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790474
Apr 02 21:10:08.686627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e64998f6-efb1-470a-aa42-dd9d98009c97), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.705420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51962) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:08.743570 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (e64998f6-efb1-470a-aa42-dd9d98009c97), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.771222 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Subnet': ['ID=e64998f6-efb1-470a-aa42-dd9d98009c97,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:08.773204 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.776366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-13598b13-dc4d-419f-9841-8ffdf75373b9 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/subnets/e64998f6-efb1-470a-aa42-dd9d98009c97 HTTP/1.1" status: 204  len: 168 time: 0.3443356
Apr 02 21:10:08.779322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:08.783718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34236c-cc31-44c8-a40e-c0eed140a8de None None] Network 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:08.858686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8b1da003-4d8c-4b30-a5ec-ed85cc35e8af), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:08.958248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] DHCP port deletion for 8b1da003-4d8c-4b30-a5ec-ed85cc35e8af request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:09.004792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] Deleting port d64b0920-c166-4779-8388-8ab705da77ad {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:09.005288 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d64b0920-c166-4779-8388-8ab705da77ad), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.007554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Deleting port d64b0920-c166-4779-8388-8ab705da77ad {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:09.007554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d64b0920-c166-4779-8388-8ab705da77ad), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.067809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] For port d64b0920-c166-4779-8388-8ab705da77ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64b0920-c166-4779-8388-8ab705da77ad,segment=NetworkSegment(42a06f84-9dad-4e98-aee6-e0f86828e257),segment_id=42a06f84-9dad-4e98-aee6-e0f86828e257)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:09.068212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d64b0920-c166-4779-8388-8ab705da77ad), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.081070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] Calling delete_port for d64b0920-c166-4779-8388-8ab705da77ad owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:09.178292 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d64b0920-c166-4779-8388-8ab705da77ad), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.204291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] Pushing event deleted for resources: {'Port': ['ID=d64b0920-c166-4779-8388-8ab705da77ad,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:09.208334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436cf8d-20a0-48da-a4ce-373ad69d2ff7 None None] No DVR routers for this DVR port d64b0920-c166-4779-8388-8ab705da77ad on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:09.475069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb5c000-4675-4d6d-a059-d5f89e3ca37a req-6cd51214-c060-427d-a04b-9f45f3f32dc9 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0411911
Apr 02 21:10:09.476799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] For port d64b0920-c166-4779-8388-8ab705da77ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64b0920-c166-4779-8388-8ab705da77ad,segment=NetworkSegment(42a06f84-9dad-4e98-aee6-e0f86828e257),segment_id=42a06f84-9dad-4e98-aee6-e0f86828e257)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:09.477166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d64b0920-c166-4779-8388-8ab705da77ad), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.499754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Calling delete_port for d64b0920-c166-4779-8388-8ab705da77ad owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:09.619256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64b0920-c166-4779-8388-8ab705da77ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:09.640833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d64b0920-c166-4779-8388-8ab705da77ad {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:09.641184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64b0920-c166-4779-8388-8ab705da77ad not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:09.642220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:09.647653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d64b0920-c166-4779-8388-8ab705da77ad), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.664139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:09.664502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dbcb70a3-b824-4bd0-a0bc-1ee7db761b0b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:09.681476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Port': ['ID=d64b0920-c166-4779-8388-8ab705da77ad,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:09.683962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] No DVR routers for this DVR port d64b0920-c166-4779-8388-8ab705da77ad on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:09.779921 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8b1da003-4d8c-4b30-a5ec-ed85cc35e8af), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.785341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cd643-6688-4084-8bb1-c82bb95c5dc3 req-98ec4583-df94-4385-8043-8423ac309159 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:09.786982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-743cd643-6688-4084-8bb1-c82bb95c5dc3 req-98ec4583-df94-4385-8043-8423ac309159 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.0591609
Apr 02 21:10:09.824385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784446da90>,) {'filters': {'network_id': ['8b1da003-4d8c-4b30-a5ec-ed85cc35e8af']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:09.837651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-743cd643-6688-4084-8bb1-c82bb95c5dc3 req-4c872cc7-ff0e-4b2a-b70b-3c1c7d8adca5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442407
Apr 02 21:10:09.841466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784446da90>, '42a06f84-9dad-4e98-aee6-e0f86828e257') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:09.841778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784446da90>, '42a06f84-9dad-4e98-aee6-e0f86828e257') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:09.853352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (42a06f84-9dad-4e98-aee6-e0f86828e257), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.873025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (42a06f84-9dad-4e98-aee6-e0f86828e257), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.880255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (29fd493d-0f10-4ed3-ab64-23faecbc19fc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.884033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:09.884427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (42a06f84-9dad-4e98-aee6-e0f86828e257), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:09.887610 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:10.006901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8b1da003-4d8c-4b30-a5ec-ed85cc35e8af), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.014400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.017590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] 10.222.0.18 "DELETE /v2.0/networks/8b1da003-4d8c-4b30-a5ec-ed85cc35e8af HTTP/1.1" status: 204  len: 168 time: 1.2376955
Apr 02 21:10:10.032205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe0630-1f0c-4bf1-80a6-e01202357d77 tempest-NetworksIpV6Test-5234001 tempest-NetworksIpV6Test-5234001-project] Pushing event deleted for resources: {'Network': ['ID=8b1da003-4d8c-4b30-a5ec-ed85cc35e8af,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:10.208750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Deleting port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:10.209231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.224978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51976) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:10.289352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] For port 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:10.289616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.302718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Calling delete_port for 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:10.356587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-202fc0b1-a160-48e2-bf83-ae190c59bb67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77d2003536394f7687aad79d929427b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1302865
Apr 02 21:10:10.358963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:10.404197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f44ad55f-29cc-4301-9c80-e4be2a49a801 admin admin] Publish callbacks [] for security_group (307652c8-5693-4b76-a317-d41525da1a27), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.425924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f44ad55f-29cc-4301-9c80-e4be2a49a801 admin admin] Publish callbacks [] for security_group (307652c8-5693-4b76-a317-d41525da1a27), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.481334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f44ad55f-29cc-4301-9c80-e4be2a49a801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (307652c8-5693-4b76-a317-d41525da1a27), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.484361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f44ad55f-29cc-4301-9c80-e4be2a49a801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.485561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f44ad55f-29cc-4301-9c80-e4be2a49a801 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/307652c8-5693-4b76-a317-d41525da1a27 HTTP/1.1" status: 204  len: 168 time: 0.1257710
Apr 02 21:10:10.493625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:10.503134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ad55f-29cc-4301-9c80-e4be2a49a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307652c8-5693-4b76-a317-d41525da1a27,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:10.527985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:10.615127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bd030df-37d0-42b9-a7cd-53e4bc4562e4 req-d8be8dd5-c392-4052-af1f-98f823cb9a45 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0539463
Apr 02 21:10:10.761663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (29fd493d-0f10-4ed3-ab64-23faecbc19fc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.050092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fdfe3-0ba6-43ec-8659-5179ff69e96e req-b7abbabb-0efb-4d97-97dc-da59790999ea tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:11.051526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc4fdfe3-0ba6-43ec-8659-5179ff69e96e req-b7abbabb-0efb-4d97-97dc-da59790999ea tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1122146
Apr 02 21:10:11.060292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Router 29fd493d-0f10-4ed3-ab64-23faecbc19fc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:11.164192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc4fdfe3-0ba6-43ec-8659-5179ff69e96e req-56dfacfd-7b0d-42d6-9abe-067595d4431a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007922
Apr 02 21:10:11.246194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:11.258276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52018) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:11.264155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] Sync routers for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:11.276490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:11.277416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784464a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:11.286461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-86a7753b-f1c5-48cc-9fac-959c3bc7ab1d admin admin] 10.222.0.18 "PUT /v2.0/routers/29fd493d-0f10-4ed3-ab64-23faecbc19fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5472133
Apr 02 21:10:11.287225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52020) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:11.404366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9950c00-1ef4-4f89-9d92-a179afe290fa req-da2023a9-ef13-4751-9416-92368a137443 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0433939
Apr 02 21:10:11.427765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-472844377'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:11.456655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:11.469417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:11.473467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.474837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks [] for router (29fd493d-0f10-4ed3-ab64-23faecbc19fc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.482732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.591897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for security_group (6ba1f748-c4aa-4b2a-9a13-c6f3938633ec), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.599225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6ba1f748-c4aa-4b2a-9a13-c6f3938633ec), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.600593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks [] for router_gateway (29fd493d-0f10-4ed3-ab64-23faecbc19fc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.647223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1f748-c4aa-4b2a-9a13-c6f3938633ec,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:11.652947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:11.676123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c27c985c-1469-44e7-8469-389196334b0d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.676685 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment c27c985c-1469-44e7-8469-389196334b0d of type vlan for network 07f23f89-2be6-4822-8f63-1c43096927e5
Apr 02 21:10:11.692774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784464a040>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:10:10Z', 'revision_number': 5, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port': {'id': 'a94e6ad7-a8dd-491e-9d43-6076febdbf9c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:11.703803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Deleting port a94e6ad7-a8dd-491e-9d43-6076febdbf9c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:11.704153 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.726167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] Checking router: 29fd493d-0f10-4ed3-ab64-23faecbc19fc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:11.735728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] Routers {'29fd493d-0f10-4ed3-ab64-23faecbc19fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:11.736344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784464a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:11.743210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (07f23f89-2be6-4822-8f63-1c43096927e5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.770389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (07f23f89-2be6-4822-8f63-1c43096927e5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.775695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:11.776388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.789023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] For port a94e6ad7-a8dd-491e-9d43-6076febdbf9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:11.789394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.801933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Calling delete_port for a94e6ad7-a8dd-491e-9d43-6076febdbf9c owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:11.822241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5332520
Apr 02 21:10:11.828802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] Set router 29fd493d-0f10-4ed3-ab64-23faecbc19fc gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:11.849257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:11.854172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1901468543'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:11.861356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f1fdf-2848-47d4-a810-53e0bcd490fe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=07f23f89-2be6-4822-8f63-1c43096927e5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:11.884396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:11.887961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.892323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 07f23f89-2be6-4822-8f63-1c43096927e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:11.894999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784464a040>, [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:10:11Z', 'revision_number': 6, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:11.915765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:11.926078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5932ca18-66ac-44f7-821a-b6a9d47e6e48), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:11.926535 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment 5932ca18-66ac-44f7-821a-b6a9d47e6e48 of type vlan for network b40eec08-1103-4257-9176-ec34ffb352c2
Apr 02 21:10:11.942014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929cdf7-badc-4c94-81f4-6e2af628f79f None None] The sync data for ids ['29fd493d-0f10-4ed3-ab64-23faecbc19fc'] in ncdv-master-1 is: [{'id': '29fd493d-0f10-4ed3-ab64-23faecbc19fc', 'name': 'tempest-TaggedBootDevicesTest-1523227582-router', 'tenant_id': 'fad5516982b843a9a35e49795fda0844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:10:11Z', 'revision_number': 6, 'project_id': 'fad5516982b843a9a35e49795fda0844', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:11.988885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b40eec08-1103-4257-9176-ec34ffb352c2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.007122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a94e6ad7-a8dd-491e-9d43-6076febdbf9c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.014683 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b40eec08-1103-4257-9176-ec34ffb352c2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.020804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:12.021387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.035875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e6ad7-a8dd-491e-9d43-6076febdbf9c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:12.063364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2128973
Apr 02 21:10:12.066381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52032) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:12.071113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:12.102755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (29fd493d-0f10-4ed3-ab64-23faecbc19fc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.123501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9f289-ea24-4ca0-a322-92d5359f4acf tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=b40eec08-1103-4257-9176-ec34ffb352c2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:12.134911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b40eec08-1103-4257-9176-ec34ffb352c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:12.195401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:12.201291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.221419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (29fd493d-0f10-4ed3-ab64-23faecbc19fc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.223922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks [] for router_controller (29fd493d-0f10-4ed3-ab64-23faecbc19fc), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.299437 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (29fd493d-0f10-4ed3-ab64-23faecbc19fc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.300170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29fd493d-0f10-4ed3-ab64-23faecbc19fc {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:12.305040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.306333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-98e17f24-61b5-476f-908b-6500e97de1e0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/29fd493d-0f10-4ed3-ab64-23faecbc19fc HTTP/1.1" status: 204  len: 168 time: 1.0459530
Apr 02 21:10:12.309923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52038) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:12.366889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a16f96-d6d9-4312-ab6b-78ccaed3008f req-6eb1d4da-de37-4e25-8216-25490cbfd79c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:12.368316 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-40a16f96-d6d9-4312-ab6b-78ccaed3008f req-6eb1d4da-de37-4e25-8216-25490cbfd79c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1030612
Apr 02 21:10:12.379813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Deleting subnet ae01d4b1-1185-478a-81dc-3b1268d7eb3e {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:12.388139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Publish callbacks [] for subnet (ae01d4b1-1185-478a-81dc-3b1268d7eb3e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.432902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (6289b3b5-25a0-4fea-afd1-4df002b0a58e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.479591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ae01d4b1-1185-478a-81dc-3b1268d7eb3e), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.499914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=6289b3b5-25a0-4fea-afd1-4df002b0a58e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:12.502127 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-40a16f96-d6d9-4312-ab6b-78ccaed3008f req-0f6ae77f-edaf-4fd7-a8cc-b0347e2cd217 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270463
Apr 02 21:10:12.535389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-43e9eae7-3a5b-4de1-aadf-c6f723767eae req-b94cb9e1-ba5d-414c-b401-cc25c71e22be tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0309780
Apr 02 21:10:12.539307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': 'c27c985c-1469-44e7-8469-389196334b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:12.539657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: 07f23f89-2be6-4822-8f63-1c43096927e5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:12.567975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 07f23f89-2be6-4822-8f63-1c43096927e5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:12.577891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07f23f89-2be6-4822-8f63-1c43096927e5) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:12.583820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ae01d4b1-1185-478a-81dc-3b1268d7eb3e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.584484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:12.585141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.593405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97097236-d3fb-4078-8298-8f19abea2abe None None] Network 07f23f89-2be6-4822-8f63-1c43096927e5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:12.609633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3087ee71-f0f3-40f9-8f68-1e80f645d26a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5422034
Apr 02 21:10:12.612911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52042) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:12.620131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:12.646881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ae01d4b1-1185-478a-81dc-3b1268d7eb3e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.685245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.692222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:12.692952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ae01d4b1-1185-478a-81dc-3b1268d7eb3e HTTP/1.1" status: 204  len: 168 time: 0.3821838
Apr 02 21:10:12.694416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27288cb1-3d74-47cf-92b0-d2f5c165ce17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae01d4b1-1185-478a-81dc-3b1268d7eb3e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:12.708057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668914e-c1f4-4bdb-99d1-e351f2471d98 None None] Network 5ad59ca6-db0d-408a-9756-69cb5adb69bd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:12.726262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07f23f89-2be6-4822-8f63-1c43096927e5', 'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '6289b3b5-25a0-4fea-afd1-4df002b0a58e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:12.727582 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.798649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (5ad59ca6-db0d-408a-9756-69cb5adb69bd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.801552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:12.805004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:12.963217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Deleting port f7ed9b45-fc5a-4e17-b417-5022168043c6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:12.963548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.073643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] For port f7ed9b45-fc5a-4e17-b417-5022168043c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ed9b45-fc5a-4e17-b417-5022168043c6,segment=NetworkSegment(a3c0c3bc-5b8e-4877-b656-2eca5fc15057),segment_id=a3c0c3bc-5b8e-4877-b656-2eca5fc15057)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:13.074057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.096488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Calling delete_port for f7ed9b45-fc5a-4e17-b417-5022168043c6 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:13.102052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Allocated IP 172.20.0.2 (07f23f89-2be6-4822-8f63-1c43096927e5/6289b3b5-25a0-4fea-afd1-4df002b0a58e/eb59ee47-a81a-4007-b805-98f1f63712d3) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:13.108253 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (8a3798d6-e72a-459e-b9c0-fed3e29bae75), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.171762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] DHCP port deletion for 5ad59ca6-db0d-408a-9756-69cb5adb69bd request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:13.212655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=8a3798d6-e72a-459e-b9c0-fed3e29bae75,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:13.239463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': '5932ca18-66ac-44f7-821a-b6a9d47e6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:13.239752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: b40eec08-1103-4257-9176-ec34ffb352c2, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:13.260638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.268426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network b40eec08-1103-4257-9176-ec34ffb352c2 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:13.292804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ed9b45-fc5a-4e17-b417-5022168043c6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:13.294697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] No DVR routers for this DVR port f7ed9b45-fc5a-4e17-b417-5022168043c6 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:13.302917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Deleting port f7ed9b45-fc5a-4e17-b417-5022168043c6 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:13.303242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.320598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b40eec08-1103-4257-9176-ec34ffb352c2) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:13.333203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:13.334072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.344187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe176f1-d0bf-4120-b76f-f6ddab1132e9 None None] Network b40eec08-1103-4257-9176-ec34ffb352c2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:13.360788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9842ce98-313e-430e-a25a-f9cb73bb8a24 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7462015
Apr 02 21:10:13.363739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52046) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:13.390542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876182894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:13.393916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Publish callbacks [] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.395794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (5ad59ca6-db0d-408a-9756-69cb5adb69bd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.415068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.428057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845b0c220>,) {'filters': {'network_id': ['5ad59ca6-db0d-408a-9756-69cb5adb69bd']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:13.440009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b0c220>, 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:13.440239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b0c220>, 'a3c0c3bc-5b8e-4877-b656-2eca5fc15057') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:13.445609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f31bfa52-247a-4226-ad59-0f40accf3717), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.446714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f31bfa52-247a-4226-ad59-0f40accf3717), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.454815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] For port f7ed9b45-fc5a-4e17-b417-5022168043c6, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:13.455220 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.460786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (a3c0c3bc-5b8e-4877-b656-2eca5fc15057), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.489576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a3c0c3bc-5b8e-4877-b656-2eca5fc15057), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.514121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Network 07f23f89-2be6-4822-8f63-1c43096927e5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:13.520125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:13.520555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (a3c0c3bc-5b8e-4877-b656-2eca5fc15057), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.520773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Calling delete_port for f7ed9b45-fc5a-4e17-b417-5022168043c6 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:13.522241 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:13.525161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Port f7ed9b45-fc5a-4e17-b417-5022168043c6 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:10:13.529433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:13.536177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:13.537159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (f31bfa52-247a-4226-ad59-0f40accf3717), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.540473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Pushing event updated for resources: {'Port': ['ID=eb59ee47-a81a-4007-b805-98f1f63712d3,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:13.543021 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (f7ed9b45-fc5a-4e17-b417-5022168043c6), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.544431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f31bfa52-247a-4226-ad59-0f40accf3717), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.594897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.596705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-705a48ae-3621-4e05-b5df-df3608de7d0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2317650
Apr 02 21:10:13.598020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (5ad59ca6-db0d-408a-9756-69cb5adb69bd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.603346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52052) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:13.604119 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.611020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5ad59ca6-db0d-408a-9756-69cb5adb69bd HTTP/1.1" status: 204  len: 168 time: 0.9141827
Apr 02 21:10:13.611020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52054) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:13.624755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b40eec08-1103-4257-9176-ec34ffb352c2', 'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '8a3798d6-e72a-459e-b9c0-fed3e29bae75'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:13.626235 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.639996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] Pushing event deleted for resources: {'Port': ['ID=f7ed9b45-fc5a-4e17-b417-5022168043c6,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:13.663464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83541e4f-d22f-4033-a2ed-5a1972b0657e None None] No DVR routers for this DVR port f7ed9b45-fc5a-4e17-b417-5022168043c6 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:13.663693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cbd1a-d168-4b42-b2e4-2d5cb3029df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad59ca6-db0d-408a-9756-69cb5adb69bd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:13.748413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Attempting to bind port eb59ee47-a81a-4007-b805-98f1f63712d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:13.749019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Attempting to bind port eb59ee47-a81a-4007-b805-98f1f63712d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c27c985c-1469-44e7-8469-389196334b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:13.749536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Attempting to bind port eb59ee47-a81a-4007-b805-98f1f63712d3 on network 07f23f89-2be6-4822-8f63-1c43096927e5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:13.755084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a94e6ad7-a8dd-491e-9d43-6076febdbf9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:13.764036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-505601b6-29a6-4c3d-b7c2-8c9531f1ee70 req-525ae00e-5362-4299-b500-d58aee235627 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0401018
Apr 02 21:10:13.791170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:13.791684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Checking segment: {'id': 'c27c985c-1469-44e7-8469-389196334b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:13.792191 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.793040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Bound using segment: {'id': 'c27c985c-1469-44e7-8469-389196334b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:13.793653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Bound port: eb59ee47-a81a-4007-b805-98f1f63712d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27c985c-1469-44e7-8469-389196334b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '07f23f89-2be6-4822-8f63-1c43096927e5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:13.794142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:13.801179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a94e6ad7-a8dd-491e-9d43-6076febdbf9c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:13.801654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a94e6ad7-a8dd-491e-9d43-6076febdbf9c not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:13.802328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:13.840031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:13.840559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7e375ee4-0d2f-4e5c-9285-ded3ad9a62fa not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:13.841094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7ed9b45-fc5a-4e17-b417-5022168043c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:13.884776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f7ed9b45-fc5a-4e17-b417-5022168043c6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:13.885166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7ed9b45-fc5a-4e17-b417-5022168043c6 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:13.909838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1d07-6943-4d8e-a0bf-5c1aac1e2359 req-ab712d38-7a5a-4b31-b985-450ddc6d5528 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:13.911416 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e80c1d07-6943-4d8e-a0bf-5c1aac1e2359 req-ab712d38-7a5a-4b31-b985-450ddc6d5528 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1481473
Apr 02 21:10:13.955797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] For port eb59ee47-a81a-4007-b805-98f1f63712d3, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:13.965256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] For port eb59ee47-a81a-4007-b805-98f1f63712d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb59ee47-a81a-4007-b805-98f1f63712d3,segment=NetworkSegment(c27c985c-1469-44e7-8469-389196334b0d),segment_id=c27c985c-1469-44e7-8469-389196334b0d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:13.967201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Allocated IP 172.21.0.2 (b40eec08-1103-4257-9176-ec34ffb352c2/8a3798d6-e72a-459e-b9c0-fed3e29bae75/cdfe1a53-4947-4381-b30f-3c17933f4319) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:13.978965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.082820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e80c1d07-6943-4d8e-a0bf-5c1aac1e2359 req-416be61d-eb8e-47a2-af97-0e64b9090be1 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612117
Apr 02 21:10:14.111925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.205122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08504832-1c62-40dc-beea-a1e8ec057011 None None] Pushing event updated for resources: {'Port': ['ID=eb59ee47-a81a-4007-b805-98f1f63712d3,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:14.227990 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Publish callbacks [] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.238338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.321290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Pushing event updated for resources: {'Port': ['ID=cdfe1a53-4947-4381-b30f-3c17933f4319,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:14.336500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Network b40eec08-1103-4257-9176-ec34ffb352c2 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:14.340121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:14.343211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:14.423082 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.434481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Attempting to bind port cdfe1a53-4947-4381-b30f-3c17933f4319 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:14.434873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Attempting to bind port cdfe1a53-4947-4381-b30f-3c17933f4319 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5932ca18-66ac-44f7-821a-b6a9d47e6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:14.436583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Attempting to bind port cdfe1a53-4947-4381-b30f-3c17933f4319 on network b40eec08-1103-4257-9176-ec34ffb352c2 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:14.447159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:14.447159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Checking segment: {'id': '5932ca18-66ac-44f7-821a-b6a9d47e6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:14.447159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.447159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Bound using segment: {'id': '5932ca18-66ac-44f7-821a-b6a9d47e6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:14.447159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Bound port: cdfe1a53-4947-4381-b30f-3c17933f4319, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5932ca18-66ac-44f7-821a-b6a9d47e6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b40eec08-1103-4257-9176-ec34ffb352c2'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:14.447159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.455449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.20.0.1 (07f23f89-2be6-4822-8f63-1c43096927e5/6289b3b5-25a0-4fea-afd1-4df002b0a58e/490e1b4f-e958-4c79-be26-a3d6c7d1c716) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:14.465222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f87ece1b-4137-4303-a48a-7ea4f127c963), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.528978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] For port cdfe1a53-4947-4381-b30f-3c17933f4319, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:14.533025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] For port cdfe1a53-4947-4381-b30f-3c17933f4319, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdfe1a53-4947-4381-b30f-3c17933f4319,segment=NetworkSegment(5932ca18-66ac-44f7-821a-b6a9d47e6e48),segment_id=5932ca18-66ac-44f7-821a-b6a9d47e6e48)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:14.538981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.596579 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.608608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe14c0e-ecf6-4daa-b814-458b77efd040 None None] Pushing event updated for resources: {'Port': ['ID=cdfe1a53-4947-4381-b30f-3c17933f4319,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:14.639648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.680551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 07f23f89-2be6-4822-8f63-1c43096927e5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:14.683950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:14.688149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:14.720016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=490e1b4f-e958-4c79-be26-a3d6c7d1c716,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:14.743078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.752997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Deleting port db1716fd-8fbf-430d-938a-4997291283ca {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:14.753653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (db1716fd-8fbf-430d-938a-4997291283ca), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.885989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] For port db1716fd-8fbf-430d-938a-4997291283ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db1716fd-8fbf-430d-938a-4997291283ca,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:14.885989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (db1716fd-8fbf-430d-938a-4997291283ca), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.909806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Calling delete_port for db1716fd-8fbf-430d-938a-4997291283ca owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:14.942082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:14.962600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25115c4d-fa5c-49b3-8c8f-0e28a06660ec req-088f16c4-ef46-495d-8935-864eb08fd973 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0610697
Apr 02 21:10:15.182220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db1716fd-8fbf-430d-938a-4997291283ca), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.217518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1716fd-8fbf-430d-938a-4997291283ca,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:15.327089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc9ce-dd73-486f-b892-e8bdb759cc0f req-d859d8ee-d21f-40b2-8127-1c26adabb3c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:15.333179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e32cc9ce-dd73-486f-b892-e8bdb759cc0f req-d859d8ee-d21f-40b2-8127-1c26adabb3c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1300335
Apr 02 21:10:15.346258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df3929-baf8-42d7-b6f0-ed229cce2982 None None] Network 07f23f89-2be6-4822-8f63-1c43096927e5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:15.386264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.423932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e32cc9ce-dd73-486f-b892-e8bdb759cc0f req-4f690351-3c3f-46be-8e18-18718cdfca78 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881698
Apr 02 21:10:15.424759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.465774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] Provisioning complete for port eb59ee47-a81a-4007-b805-98f1f63712d3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:15.466365 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.507802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f87ece1b-4137-4303-a48a-7ea4f127c963), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.569679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.597042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=490e1b4f-e958-4c79-be26-a3d6c7d1c716,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:15.606796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] Current status of the port eb59ee47-a81a-4007-b805-98f1f63712d3 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:15.607208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.671176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] For port eb59ee47-a81a-4007-b805-98f1f63712d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb59ee47-a81a-4007-b805-98f1f63712d3,segment=NetworkSegment(c27c985c-1469-44e7-8469-389196334b0d),segment_id=c27c985c-1469-44e7-8469-389196334b0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:15.679378 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:15.717750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 07f23f89-2be6-4822-8f63-1c43096927e5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:15.720554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:15.786795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc6311-30de-476e-87ed-599bdd60135a None None] Pushing event updated for resources: {'Port': ['ID=eb59ee47-a81a-4007-b805-98f1f63712d3,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:15.894481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router f31bfa52-247a-4226-ad59-0f40accf3717 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:10:15.911511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb59ee47-a81a-4007-b805-98f1f63712d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:15.941055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Router f87ece1b-4137-4303-a48a-7ea4f127c963 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:15.980029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port eb59ee47-a81a-4007-b805-98f1f63712d3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:15.980781 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.003499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:16.009548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b7027c7-6e42-438c-be62-04ae2dbe9add tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f31bfa52-247a-4226-ad59-0f40accf3717/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4043057
Apr 02 21:10:16.013451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52064) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:16.023966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] Sync routers for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:16.035217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67defc8-65be-4434-b32b-60d01ade680c None None] Network b40eec08-1103-4257-9176-ec34ffb352c2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:16.039149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f61cd2fb-488b-4073-9ef3-efac54db0543 None None] Provisioning complete for port 490e1b4f-e958-4c79-be26-a3d6c7d1c716 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:16.039585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f61cd2fb-488b-4073-9ef3-efac54db0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.051594 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:16.052240 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:16.107695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f61cd2fb-488b-4073-9ef3-efac54db0543 None None] Port 490e1b4f-e958-4c79-be26-a3d6c7d1c716 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:16.114524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532720d3-54dd-475e-b958-9cb400ada3b1 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:16.115984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-532720d3-54dd-475e-b958-9cb400ada3b1 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports/490e1b4f-e958-4c79-be26-a3d6c7d1c716 HTTP/1.1" status: 200  len: 910 time: 0.1017685
Apr 02 21:10:16.118084 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e340>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:16.118674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52066) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:16.148640 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:16.149469 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:16.152158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a8ac9ea-1958-463c-9b24-360c0cae4be2 req-97cfec56-7faf-49cf-b68a-e109525dd721 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0494480
Apr 02 21:10:16.199929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:16.200196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f61cd2fb-488b-4073-9ef3-efac54db0543 None None] Provisioning complete for port eb59ee47-a81a-4007-b805-98f1f63712d3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:16.200707 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f61cd2fb-488b-4073-9ef3-efac54db0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.208245 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3e340>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:16.209194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8846e27-42ff-4ffb-92ae-9f0da0b9a5de None None] The sync data for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:16.224327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c35c06d-791c-40fe-9152-5ea411674cb3 admin admin] 10.222.0.18 "PUT /v2.0/routers/f87ece1b-4137-4303-a48a-7ea4f127c963/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6101382
Apr 02 21:10:16.225888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52068) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:16.257071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Sync routers for ids ['f87ece1b-4137-4303-a48a-7ea4f127c963'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:16.294648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Routers {'f87ece1b-4137-4303-a48a-7ea4f127c963'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:16.295296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845219eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f87ece1b-4137-4303-a48a-7ea4f127c963'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:16.368891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port eb59ee47-a81a-4007-b805-98f1f63712d3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:16.370565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cdfe1a53-4947-4381-b30f-3c17933f4319 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:16.381360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks [] for router (f87ece1b-4137-4303-a48a-7ea4f127c963), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.532263 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks [] for router_gateway (f87ece1b-4137-4303-a48a-7ea4f127c963), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.575256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Set router f87ece1b-4137-4303-a48a-7ea4f127c963 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:16.577696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cdfe1a53-4947-4381-b30f-3c17933f4319 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:16.580521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.602423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Deleting port 27e2941e-67bd-411a-8793-ac8931ef871a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:16.603235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.617854 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.648663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b27192-5ffe-4740-b240-c7f9a31755b2 req-872734a5-aa45-43da-bf1a-34992548a551 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:16.650442 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99b27192-5ffe-4740-b240-c7f9a31755b2 req-872734a5-aa45-43da-bf1a-34992548a551 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.0878751
Apr 02 21:10:16.711877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] For port 27e2941e-67bd-411a-8793-ac8931ef871a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27e2941e-67bd-411a-8793-ac8931ef871a,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:16.712627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.731328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Calling delete_port for 27e2941e-67bd-411a-8793-ac8931ef871a owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:16.842046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f61cd2fb-488b-4073-9ef3-efac54db0543 None None] Current status of the port eb59ee47-a81a-4007-b805-98f1f63712d3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:16.945814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (27e2941e-67bd-411a-8793-ac8931ef871a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:16.972721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e2941e-67bd-411a-8793-ac8931ef871a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:17.016933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5de63f79-b753-425b-b756-90ac901bd84f None None] Provisioning complete for port 490e1b4f-e958-4c79-be26-a3d6c7d1c716 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:17.017313 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5de63f79-b753-425b-b756-90ac901bd84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.036109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (f87ece1b-4137-4303-a48a-7ea4f127c963), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.057816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5de63f79-b753-425b-b756-90ac901bd84f None None] Port 490e1b4f-e958-4c79-be26-a3d6c7d1c716 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:17.064081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cdfe1a53-4947-4381-b30f-3c17933f4319 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:17.064482 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.089390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5de63f79-b753-425b-b756-90ac901bd84f None None] Provisioning complete for port cdfe1a53-4947-4381-b30f-3c17933f4319 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:17.089798 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5de63f79-b753-425b-b756-90ac901bd84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.134877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99b27192-5ffe-4740-b240-c7f9a31755b2 req-437dffbf-e63a-42a7-8122-6b1ae40aaacc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4513960
Apr 02 21:10:17.137608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f87ece1b-4137-4303-a48a-7ea4f127c963), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.139941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks [] for router_controller (f87ece1b-4137-4303-a48a-7ea4f127c963), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.168447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port cdfe1a53-4947-4381-b30f-3c17933f4319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdfe1a53-4947-4381-b30f-3c17933f4319,segment=NetworkSegment(5932ca18-66ac-44f7-821a-b6a9d47e6e48),segment_id=5932ca18-66ac-44f7-821a-b6a9d47e6e48)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:17.175796 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.201124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f87ece1b-4137-4303-a48a-7ea4f127c963), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.201888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87ece1b-4137-4303-a48a-7ea4f127c963 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:17.208265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.212330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ec710a74-d0f1-4caa-b8be-57e64bc96153 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f87ece1b-4137-4303-a48a-7ea4f127c963 HTTP/1.1" status: 204  len: 168 time: 0.9810715
Apr 02 21:10:17.212823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52074) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:17.264224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Deleting subnet b58734f9-1281-4fac-acd5-c6bfb2f97572 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:17.267802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Publish callbacks [] for subnet (b58734f9-1281-4fac-acd5-c6bfb2f97572), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.269331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845219eb0>, [{'id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'name': 'tempest-TaggedBootDevicesTest-1262975939-router', 'tenant_id': '3594e07bf51f4a24bf631961d5366fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:48Z', 'updated_at': '2022-04-02T21:10:15Z', 'revision_number': 5, 'project_id': '3594e07bf51f4a24bf631961d5366fd7', 'gw_port': {'id': '27e2941e-67bd-411a-8793-ac8931ef871a', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ece1b-4137-4303-a48a-7ea4f127c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:49Z', 'updated_at': '2022-04-02T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:17.308194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5de63f79-b753-425b-b756-90ac901bd84f None None] Current status of the port cdfe1a53-4947-4381-b30f-3c17933f4319 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:17.310176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Checking router: f87ece1b-4137-4303-a48a-7ea4f127c963 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:17.312785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=cdfe1a53-4947-4381-b30f-3c17933f4319,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:17.313529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.21.0.1 (b40eec08-1103-4257-9176-ec34ffb352c2/8a3798d6-e72a-459e-b9c0-fed3e29bae75/d463f6b4-64f2-4a77-9329-2bcb97c635d1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:17.323291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:17.323664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 02 21:10:17.324270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f87ece1b-4137-4303-a48a-7ea4f127c963'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent'). {{(pid=121650) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 02 21:10:17.324710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b814d42-a0a0-4b28-b987-5a0d92755f7d None None] The sync data for ids ['f87ece1b-4137-4303-a48a-7ea4f127c963'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:17.327924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77b33995-a4ee-4a8b-a8a8-9eb740245a91 req-d70d53e1-bbc8-4aee-90ea-03c535842128 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0388980
Apr 02 21:10:17.334271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (b58734f9-1281-4fac-acd5-c6bfb2f97572), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.437556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b58734f9-1281-4fac-acd5-c6bfb2f97572), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.461122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.491464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (b58734f9-1281-4fac-acd5-c6bfb2f97572), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.495294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.517365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58734f9-1281-4fac-acd5-c6bfb2f97572,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:17.523169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.529757 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-056957b3-1ab0-46eb-9f02-6bb3d4859461 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b58734f9-1281-4fac-acd5-c6bfb2f97572 HTTP/1.1" status: 204  len: 168 time: 0.3158355
Apr 02 21:10:17.530695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52076) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:17.531230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c007ad-c9eb-4b29-9cd6-351a77d21b5d None None] Network 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:17.542862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network b40eec08-1103-4257-9176-ec34ffb352c2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:17.549788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:17.555046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:17.559258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=d463f6b4-64f2-4a77-9329-2bcb97c635d1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:17.607831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.624017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (54a2e1e4-9958-4c08-a6ee-75e4317f4e11), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.699836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Deleting port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:17.700279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.724210 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.739456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] DHCP port deletion for 54a2e1e4-9958-4c08-a6ee-75e4317f4e11 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:17.759572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.827000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] For port 8ce14ddc-efbb-4890-8831-9782e9e3bf34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce14ddc-efbb-4890-8831-9782e9e3bf34,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:17.827507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.834480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] Deleting port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:17.834480 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.856043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Calling delete_port for 8ce14ddc-efbb-4890-8831-9782e9e3bf34 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:17.947498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] For port 8ce14ddc-efbb-4890-8831-9782e9e3bf34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce14ddc-efbb-4890-8831-9782e9e3bf34,segment=NetworkSegment(d342bffc-9a90-444f-bf24-5299aeb7a126),segment_id=d342bffc-9a90-444f-bf24-5299aeb7a126)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:17.947912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.956240 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.966280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] Calling delete_port for 8ce14ddc-efbb-4890-8831-9782e9e3bf34 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:17.970221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4adb98fc-884f-461b-a2b7-169c97c61234 None None] Provisioning complete for port d463f6b4-64f2-4a77-9329-2bcb97c635d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:17.970606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4adb98fc-884f-461b-a2b7-169c97c61234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:17.983718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce14ddc-efbb-4890-8831-9782e9e3bf34,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:17.989980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] No DVR routers for this DVR port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:18.043589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4adb98fc-884f-461b-a2b7-169c97c61234 None None] Port d463f6b4-64f2-4a77-9329-2bcb97c635d1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:18.068628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (54a2e1e4-9958-4c08-a6ee-75e4317f4e11), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.080353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (8ce14ddc-efbb-4890-8831-9782e9e3bf34), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.089881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e6182e0>,) {'filters': {'network_id': ['54a2e1e4-9958-4c08-a6ee-75e4317f4e11']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.100148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e6182e0>, 'd342bffc-9a90-444f-bf24-5299aeb7a126') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.100481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e6182e0>, 'd342bffc-9a90-444f-bf24-5299aeb7a126') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.110487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] Pushing event deleted for resources: {'Port': ['ID=8ce14ddc-efbb-4890-8831-9782e9e3bf34,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:18.111073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (d342bffc-9a90-444f-bf24-5299aeb7a126), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.112427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e72e7b-1993-4869-9af1-a7de0bc20280 None None] No DVR routers for this DVR port 8ce14ddc-efbb-4890-8831-9782e9e3bf34 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:18.130594 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d342bffc-9a90-444f-bf24-5299aeb7a126), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.130845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.134617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.137331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:18.137811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (d342bffc-9a90-444f-bf24-5299aeb7a126), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:18.139583 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:18.202832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (54a2e1e4-9958-4c08-a6ee-75e4317f4e11), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.209076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.214845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] 10.222.0.18 "DELETE /v2.0/networks/54a2e1e4-9958-4c08-a6ee-75e4317f4e11 HTTP/1.1" status: 204  len: 168 time: 0.6807411
Apr 02 21:10:18.231659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=d463f6b4-64f2-4a77-9329-2bcb97c635d1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:18.232266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c330afb-3c2d-4b47-9dd2-ef0a69382202 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a2e1e4-9958-4c08-a6ee-75e4317f4e11,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:18.268353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb59ee47-a81a-4007-b805-98f1f63712d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:18.286079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.334227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port eb59ee47-a81a-4007-b805-98f1f63712d3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:18.334969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.396359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cb051-47b8-42e9-b366-71ce0a297eff req-47260591-c9a4-4e12-bbc6-61ee60a05534 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:18.397945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e9cb051-47b8-42e9-b366-71ce0a297eff req-47260591-c9a4-4e12-bbc6-61ee60a05534 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1430371
Apr 02 21:10:18.450981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11a2bfb9-4c02-4a2e-a888-adf2bd3118ed req-05df2a93-6558-4c7f-9098-9ee2aab2ccac tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0329068
Apr 02 21:10:18.451286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52084) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:18.474533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network b40eec08-1103-4257-9176-ec34ffb352c2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:18.476505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:18.477111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port eb59ee47-a81a-4007-b805-98f1f63712d3 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:18.478360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cdfe1a53-4947-4381-b30f-3c17933f4319 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:18.512913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f9e7da6d-5af1-43f3-bd28-2ead944d254b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fad5516982b843a9a35e49795fda0844&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0604997
Apr 02 21:10:18.515433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:18.542167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cdfe1a53-4947-4381-b30f-3c17933f4319 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:18.542754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.584324 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57d9e421-183c-4cdc-90fa-2585ed31f009 admin admin] Publish callbacks [] for security_group (36f8b39a-a764-4ee7-8c84-9263ea9de91d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.587041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e9cb051-47b8-42e9-b366-71ce0a297eff req-0ab30887-9d12-4ef1-b37e-97a4f8ba4a90 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554391
Apr 02 21:10:18.622509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57d9e421-183c-4cdc-90fa-2585ed31f009 admin admin] Publish callbacks [] for security_group (36f8b39a-a764-4ee7-8c84-9263ea9de91d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.627416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router f31bfa52-247a-4226-ad59-0f40accf3717 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:18.631945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cdfe1a53-4947-4381-b30f-3c17933f4319 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:18.690177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57d9e421-183c-4cdc-90fa-2585ed31f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (36f8b39a-a764-4ee7-8c84-9263ea9de91d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.691095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ce14ddc-efbb-4890-8831-9782e9e3bf34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:18.692819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57d9e421-183c-4cdc-90fa-2585ed31f009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.693981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-57d9e421-183c-4cdc-90fa-2585ed31f009 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36f8b39a-a764-4ee7-8c84-9263ea9de91d HTTP/1.1" status: 204  len: 168 time: 0.1729610
Apr 02 21:10:18.701973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9e421-183c-4cdc-90fa-2585ed31f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f8b39a-a764-4ee7-8c84-9263ea9de91d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:18.724241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8ce14ddc-efbb-4890-8831-9782e9e3bf34 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:18.724617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8ce14ddc-efbb-4890-8831-9782e9e3bf34 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:18.729245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device db1716fd-8fbf-430d-938a-4997291283ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:18.762813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: db1716fd-8fbf-430d-938a-4997291283ca {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:18.763158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device db1716fd-8fbf-430d-938a-4997291283ca not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:18.774029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:18.779963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1165def7-9aba-409d-88dd-c288ccb34159 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f31bfa52-247a-4226-ad59-0f40accf3717/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6601400
Apr 02 21:10:18.782536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52090) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:18.784703 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] Sync routers for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:18.796830 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:18.798339 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846ad9070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.831865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528ddda-1e72-41f2-9dc4-fde5a8286eb6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:18.833400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6528ddda-1e72-41f2-9dc4-fde5a8286eb6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports/d463f6b4-64f2-4a77-9329-2bcb97c635d1 HTTP/1.1" status: 200  len: 910 time: 0.0497730
Apr 02 21:10:18.835847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846ad9070>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.836651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52092) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:18.844422 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:18.845056 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846ad9070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.877316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e5cf28cf-e9c7-4c55-9919-e06289e862ae None None] Provisioning complete for port d463f6b4-64f2-4a77-9329-2bcb97c635d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:18.878282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28cf-e9c7-4c55-9919-e06289e862ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:18.879289 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846ad9070>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:18.879948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f86e4c-9e1a-4d72-963b-24b01bbbe85d None None] The sync data for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:18.921650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf28cf-e9c7-4c55-9919-e06289e862ae None None] Port d463f6b4-64f2-4a77-9329-2bcb97c635d1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:19.100975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:19.150583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52102) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:19.151103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f7664bf4-7ff8-4b69-b59a-351332ca6017 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3594e07bf51f4a24bf631961d5366fd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0482638
Apr 02 21:10:19.201738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.273180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-224f7763-3fc8-4ec7-ad1f-9e70639aa088 admin admin] Publish callbacks [] for security_group (800a8d35-e1d0-49bc-9a0a-d147fd8f7a72), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.305958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-224f7763-3fc8-4ec7-ad1f-9e70639aa088 admin admin] Publish callbacks [] for security_group (800a8d35-e1d0-49bc-9a0a-d147fd8f7a72), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.412825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-224f7763-3fc8-4ec7-ad1f-9e70639aa088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (800a8d35-e1d0-49bc-9a0a-d147fd8f7a72), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.415349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-224f7763-3fc8-4ec7-ad1f-9e70639aa088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.416493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-224f7763-3fc8-4ec7-ad1f-9e70639aa088 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/800a8d35-e1d0-49bc-9a0a-d147fd8f7a72 HTTP/1.1" status: 204  len: 168 time: 0.2648795
Apr 02 21:10:19.430397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f7763-3fc8-4ec7-ad1f-9e70639aa088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a8d35-e1d0-49bc-9a0a-d147fd8f7a72,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:19.523693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port d463f6b4-64f2-4a77-9329-2bcb97c635d1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:19.524303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.590195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a009a70-dccc-44fa-8bd4-dd280da79d19 req-d0e882e0-59b3-41d2-8d6e-378b020566a7 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0544858
Apr 02 21:10:19.598741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 27e2941e-67bd-411a-8793-ac8931ef871a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:19.636753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 27e2941e-67bd-411a-8793-ac8931ef871a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:19.637414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 27e2941e-67bd-411a-8793-ac8931ef871a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:19.637567 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.652552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for d463f6b4-64f2-4a77-9329-2bcb97c635d1 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:19.700178 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:10:19.795193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe69da-8342-40ab-8196-a989d99e2561 req-ffc5d902-432b-4224-9fed-e31a7b11349f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:19.796805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34fe69da-8342-40ab-8196-a989d99e2561 req-ffc5d902-432b-4224-9fed-e31a7b11349f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1309977
Apr 02 21:10:19.876855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34fe69da-8342-40ab-8196-a989d99e2561 req-4f784502-19fd-4afc-aa6b-d511fd42b2a3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723224
Apr 02 21:10:19.903641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d463f6b4-64f2-4a77-9329-2bcb97c635d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:19.931775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=d463f6b4-64f2-4a77-9329-2bcb97c635d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:20.098884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.193873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:20.308060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router f31bfa52-247a-4226-ad59-0f40accf3717 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:20.321683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-927753519-network', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:20.351412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:20.353766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.357061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8444b-7d9a-42b1-9ecb-661e27e407d3 req-40084bf8-4130-467c-afbd-407580bddb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:20.358607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ed8444b-7d9a-42b1-9ecb-661e27e407d3 req-40084bf8-4130-467c-afbd-407580bddb71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1127 time: 0.0686526
Apr 02 21:10:20.372498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.438847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ed8444b-7d9a-42b1-9ecb-661e27e407d3 req-f6035640-5fbf-4452-9761-c0665fdbc62e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0727310
Apr 02 21:10:20.495384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks [] for security_group (59a753c3-542e-462f-b43b-a5537dac1acb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.499625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (59a753c3-542e-462f-b43b-a5537dac1acb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.529630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:20.539517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a753c3-542e-462f-b43b-a5537dac1acb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:20.548355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (46b3fbaf-e234-4d63-87f3-5411c58dfd88), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.548795 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Added segment 46b3fbaf-e234-4d63-87f3-5411c58dfd88 of type vlan for network 31fced4c-1a00-48a4-a6cd-17c45563c707
Apr 02 21:10:20.592878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (31fced4c-1a00-48a4-a6cd-17c45563c707), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.619215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (31fced4c-1a00-48a4-a6cd-17c45563c707), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.620279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:20.620897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.656340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4612966
Apr 02 21:10:20.659735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52142) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:20.664428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Request body: {'subnet': {'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-927753519-subnet', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:20.700518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2321-1689-4d2f-add7-aa6ea092cf7b admin admin] Pushing event updated for resources: {'Network': ['ID=31fced4c-1a00-48a4-a6cd-17c45563c707,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:20.711225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:20.733438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8424f92-3635-414b-934a-6d2b07ff8ac3 req-3e780d10-a823-4265-ab25-e04f576354f2 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0366364
Apr 02 21:10:20.743615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:20.743907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:20.746370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.749490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aea4640c-3d79-4302-a323-8cbb27252d1a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f31bfa52-247a-4226-ad59-0f40accf3717/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9111640
Apr 02 21:10:20.751723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52144) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:20.759919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] Sync routers for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:20.822317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:20.823250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845963d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:20.865980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845963d00>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:20.874372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:20.874995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845963d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:20.910345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845963d00>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:20.911168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c570125-3f2a-42b5-8e97-8e36dfe5e6de None None] The sync data for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:20.925762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b80c1bed-4f75-41dd-bc3d-1e9f62e14945), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:20.986688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80c1bed-4f75-41dd-bc3d-1e9f62e14945,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:20.995570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:20.995947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Network hostable DHCP agents. Network: 31fced4c-1a00-48a4-a6cd-17c45563c707, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:21.013279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:21.022329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31fced4c-1a00-48a4-a6cd-17c45563c707) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:21.027999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:21.029277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.035632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93767027-ee0b-4d03-b62a-69d7a88623a8 None None] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:21.048285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47a3881c-bd36-45b0-b5e7-a0e5f83a20c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3876371
Apr 02 21:10:21.050874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52148) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:21.055344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:21.076352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd51e0-9e45-432f-a9ad-9b2f22dc8c9b req-3a1c0ff3-d2dc-40a0-a22d-6c141de8f1bd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:21.077907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02dd51e0-9e45-432f-a9ad-9b2f22dc8c9b req-3a1c0ff3-d2dc-40a0-a22d-6c141de8f1bd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.0947840
Apr 02 21:10:21.080285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (5bd65796-7c83-4ad0-aa6b-dba68da2331c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.081878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (5bd65796-7c83-4ad0-aa6b-dba68da2331c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.140297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks [] for router_controller (5bd65796-7c83-4ad0-aa6b-dba68da2331c), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.180707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-31fced4c-1a00-48a4-a6cd-17c45563c707', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:21.181911 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.190792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02dd51e0-9e45-432f-a9ad-9b2f22dc8c9b req-d299e6cd-dda6-41b0-a866-96fa196f772a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008925
Apr 02 21:10:21.218426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.311932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks [] for router_gateway (5bd65796-7c83-4ad0-aa6b-dba68da2331c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.369307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Allocated IP 172.20.0.2 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/d4b37a13-b6b8-4aa8-a3dc-039a13316aa9) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:21.584741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 490e1b4f-e958-4c79-be26-a3d6c7d1c716 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:21.586990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.629406 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Publish callbacks [] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.638769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.700841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:21.704780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:21.711089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:21.718699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Pushing event updated for resources: {'Port': ['ID=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:21.731131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.747499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 490e1b4f-e958-4c79-be26-a3d6c7d1c716 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:21.777613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Attempting to bind port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:21.778271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Attempting to bind port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:21.778856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Attempting to bind port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:21.786561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:21.786960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:21.787376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.787781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:21.788272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Bound port: d4b37a13-b6b8-4aa8-a3dc-039a13316aa9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:21.788688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.869009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] For port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:21.872701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] For port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:21.880935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.906240 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a38f9b0-0b28-49b9-ad43-2db5e9c0b378 req-943a7ea8-466a-47a1-b594-84c48ff2ce63 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0342441
Apr 02 21:10:21.907203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks [] for router_gateway (5bd65796-7c83-4ad0-aa6b-dba68da2331c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.927728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:21.965745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf17f7-2392-4fbc-b88a-76ac89f38385 None None] Pushing event updated for resources: {'Port': ['ID=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:22.011760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (490e1b4f-e958-4c79-be26-a3d6c7d1c716), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.042983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=490e1b4f-e958-4c79-be26-a3d6c7d1c716,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:22.043522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Allocated IP 172.35.4.158 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:22.201481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks [] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.253436 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.254433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f31bfa52-247a-4226-ad59-0f40accf3717), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.306481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:22.326839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:22.328564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:22.339956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:22.443374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router f31bfa52-247a-4226-ad59-0f40accf3717 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:22.491035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b929e-79be-401b-8a2c-09c1ac821db0 req-b7ee16cb-ffda-45f6-b989-ebf72b3f9cfa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:22.492581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91b929e-79be-401b-8a2c-09c1ac821db0 req-b7ee16cb-ffda-45f6-b989-ebf72b3f9cfa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1538360
Apr 02 21:10:22.528751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:22.535382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1111c1e8-54fc-4fee-a6f7-4976b54d68e9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f31bfa52-247a-4226-ad59-0f40accf3717/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7825346
Apr 02 21:10:22.538021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52164) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:22.542164 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] Sync routers for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:22.552238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:22.553150 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461960a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:22.568584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-196b1630-e453-4595-bdc3-f6aac95fac0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f31bfa52-247a-4226-ad59-0f40accf3717 HTTP/1.1" status: 200  len: 205 time: 0.0282505
Apr 02 21:10:22.571352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52166) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:22.590620 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461960a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:22.597257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a91b929e-79be-401b-8a2c-09c1ac821db0 req-5228b1d6-9bbc-4221-9565-42642b3aeceb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799143
Apr 02 21:10:22.600790 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] Routers {'f31bfa52-247a-4226-ad59-0f40accf3717'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:22.601807 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461960a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f31bfa52-247a-4226-ad59-0f40accf3717'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:22.635218 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461960a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:22.635865 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3dc0a-b024-4fb1-8c58-843fdf5c08f7 None None] The sync data for ids ['f31bfa52-247a-4226-ad59-0f40accf3717'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:22.660141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (f31bfa52-247a-4226-ad59-0f40accf3717), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.700259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks [] for router_gateway (5bd65796-7c83-4ad0-aa6b-dba68da2331c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.828135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f31bfa52-247a-4226-ad59-0f40accf3717), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.831146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (f31bfa52-247a-4226-ad59-0f40accf3717), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.881905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f31bfa52-247a-4226-ad59-0f40accf3717), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.882533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router f31bfa52-247a-4226-ad59-0f40accf3717 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:22.894155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.897716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bcbb81dd-d538-4a23-8cef-f27bfea6724a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/f31bfa52-247a-4226-ad59-0f40accf3717 HTTP/1.1" status: 204  len: 168 time: 0.3230107
Apr 02 21:10:22.898306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52168) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:22.920796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (5bd65796-7c83-4ad0-aa6b-dba68da2331c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.951219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 8a3798d6-e72a-459e-b9c0-fed3e29bae75 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:22.955148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (8a3798d6-e72a-459e-b9c0-fed3e29bae75), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:22.997441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (8a3798d6-e72a-459e-b9c0-fed3e29bae75), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.065408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76bddbbb-dccd-4e0c-9f50-80c694fd1e60 req-5a97efc3-d43e-4a48-89bd-103d788d9585 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0389631
Apr 02 21:10:23.081270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a0a1a-4a96-4b9b-8872-cf12e079493f None None] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:23.089317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Router 5bd65796-7c83-4ad0-aa6b-dba68da2331c is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:10:23.121549 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (8a3798d6-e72a-459e-b9c0-fed3e29bae75), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.190107 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-90aabd0f-af06-45bf-808e-b9a31a74f2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.193870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (8a3798d6-e72a-459e-b9c0-fed3e29bae75), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.215191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] Provisioning complete for port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:23.215710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.216129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:23.235136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.236349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.236647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-56e90283-7e9d-4ca2-8d69-e560b9116f58 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.1844146
Apr 02 21:10:23.239398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52172) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:23.239669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/8a3798d6-e72a-459e-b9c0-fed3e29bae75 HTTP/1.1" status: 204  len: 168 time: 0.3403914
Apr 02 21:10:23.241035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d35f6-f67d-4b21-91ac-19f9fe763136 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3798d6-e72a-459e-b9c0-fed3e29bae75,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:23.242078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52174) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:23.255811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633c8b6-8ad9-4ef7-aa70-3bdb0fbd50db None None] Network b40eec08-1103-4257-9176-ec34ffb352c2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:23.258330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Sync routers for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:23.337055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:23.337761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784431d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:09:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:23.368758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 6289b3b5-25a0-4fea-afd1-4df002b0a58e {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:23.374448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (6289b3b5-25a0-4fea-afd1-4df002b0a58e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.429064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (6289b3b5-25a0-4fea-afd1-4df002b0a58e), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.607611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6289b3b5-25a0-4fea-afd1-4df002b0a58e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.652732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] Current status of the port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:23.653249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.712400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:23.780447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:23.782930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] DHCP port deletion for b40eec08-1103-4257-9176-ec34ffb352c2 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:23.787786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] For port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:23.830434 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.875919 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (6289b3b5-25a0-4fea-afd1-4df002b0a58e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.886553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94e2e-0e97-40d9-a331-8448a156c164 req-8b7c1c26-afb7-4e62-a12c-1c643cdfe2ad tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:23.888026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40a94e2e-0e97-40d9-a331-8448a156c164 req-8b7c1c26-afb7-4e62-a12c-1c643cdfe2ad tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1396043
Apr 02 21:10:23.937119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=6289b3b5-25a0-4fea-afd1-4df002b0a58e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:23.951674 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:23.955430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ab934aaa-2aec-4c7b-8e55-6b3800c65e9b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/6289b3b5-25a0-4fea-afd1-4df002b0a58e HTTP/1.1" status: 204  len: 168 time: 0.7122586
Apr 02 21:10:23.958106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52180) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:23.978028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8052c-e597-406d-9262-ebaa0ce9e474 None None] Network 07f23f89-2be6-4822-8f63-1c43096927e5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:24.016510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92c415-a9b4-4d72-87e8-b331817c5164 None None] Pushing event updated for resources: {'Port': ['ID=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:24.022927 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40a94e2e-0e97-40d9-a331-8448a156c164 req-7612219b-1ae1-45e2-bd49-8697d9c0b40a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101031
Apr 02 21:10:24.047312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b40eec08-1103-4257-9176-ec34ffb352c2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.072023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6f456505-5838-459d-8731-c1360ffcc0c1 None None] Provisioning complete for port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:24.072511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f456505-5838-459d-8731-c1360ffcc0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.080130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:24.080611 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.083522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.135064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port cdfe1a53-4947-4381-b30f-3c17933f4319 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:24.135429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.172831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] Deleting port cdfe1a53-4947-4381-b30f-3c17933f4319 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:24.173483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.197938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7eab6d-8bde-4fe2-9d56-a694b6df8b54 req-cefdb4ce-94b7-47d1-a12d-d4b0a8f833bf tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0377481
Apr 02 21:10:24.247233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port cdfe1a53-4947-4381-b30f-3c17933f4319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdfe1a53-4947-4381-b30f-3c17933f4319,segment=NetworkSegment(5932ca18-66ac-44f7-821a-b6a9d47e6e48),segment_id=5932ca18-66ac-44f7-821a-b6a9d47e6e48)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:24.247508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.261425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for cdfe1a53-4947-4381-b30f-3c17933f4319 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:24.274175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Allocated IP 172.20.0.1 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/e9c18511-e3b7-4a5c-9ef3-2e0873212150) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:24.291718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] For port cdfe1a53-4947-4381-b30f-3c17933f4319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdfe1a53-4947-4381-b30f-3c17933f4319,segment=NetworkSegment(5932ca18-66ac-44f7-821a-b6a9d47e6e48),segment_id=5932ca18-66ac-44f7-821a-b6a9d47e6e48)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:24.292258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.335082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] Calling delete_port for cdfe1a53-4947-4381-b30f-3c17933f4319 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:24.346635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.376569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=cdfe1a53-4947-4381-b30f-3c17933f4319,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:24.380678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port cdfe1a53-4947-4381-b30f-3c17933f4319 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:24.384676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784431d340>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:22Z', 'revision_number': 3, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:24.419519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks [] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.449030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6f456505-5838-459d-8731-c1360ffcc0c1 None None] Current status of the port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:24.451098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] DHCP port deletion for 07f23f89-2be6-4822-8f63-1c43096927e5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:24.455633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Checking router: 5bd65796-7c83-4ad0-aa6b-dba68da2331c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:24.455990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Updating router 5bd65796-7c83-4ad0-aa6b-dba68da2331c port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:10:24.457838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:24.471449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.490787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b40eec08-1103-4257-9176-ec34ffb352c2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.511876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78443a9220>,) {'filters': {'network_id': ['b40eec08-1103-4257-9176-ec34ffb352c2']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:24.518166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:24.520930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:24.522460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443a9220>, '5932ca18-66ac-44f7-821a-b6a9d47e6e48') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:24.522760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443a9220>, '5932ca18-66ac-44f7-821a-b6a9d47e6e48') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:24.523452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:24.526545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.534528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (5932ca18-66ac-44f7-821a-b6a9d47e6e48), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.548897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5932ca18-66ac-44f7-821a-b6a9d47e6e48), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.554608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Pushing event updated for resources: {'Port': ['ID=e9c18511-e3b7-4a5c-9ef3-2e0873212150,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:24.558544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:24.558952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (5932ca18-66ac-44f7-821a-b6a9d47e6e48), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:24.566166 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:24.587566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (5bd65796-7c83-4ad0-aa6b-dba68da2331c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.633507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (cdfe1a53-4947-4381-b30f-3c17933f4319), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.645142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b40eec08-1103-4257-9176-ec34ffb352c2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.653279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.658487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/b40eec08-1103-4257-9176-ec34ffb352c2 HTTP/1.1" status: 204  len: 168 time: 0.6990881
Apr 02 21:10:24.663289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52184) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:24.682728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] Deleting port eb59ee47-a81a-4007-b805-98f1f63712d3 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:24.683193 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.699752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304daa0-ca90-4738-858e-a585ee30a73b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=b40eec08-1103-4257-9176-ec34ffb352c2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:24.746194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] Pushing event deleted for resources: {'Port': ['ID=cdfe1a53-4947-4381-b30f-3c17933f4319,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:24.751273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25daf92b-d679-42d2-ad3b-6e08fe6a2dc4 None None] No DVR routers for this DVR port cdfe1a53-4947-4381-b30f-3c17933f4319 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:24.786649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] For port eb59ee47-a81a-4007-b805-98f1f63712d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb59ee47-a81a-4007-b805-98f1f63712d3,segment=NetworkSegment(c27c985c-1469-44e7-8469-389196334b0d),segment_id=c27c985c-1469-44e7-8469-389196334b0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:24.787048 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.789845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (07f23f89-2be6-4822-8f63-1c43096927e5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.811249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.822368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] Calling delete_port for eb59ee47-a81a-4007-b805-98f1f63712d3 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:24.854653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port eb59ee47-a81a-4007-b805-98f1f63712d3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:24.854868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.936756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port eb59ee47-a81a-4007-b805-98f1f63712d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb59ee47-a81a-4007-b805-98f1f63712d3,segment=NetworkSegment(c27c985c-1469-44e7-8469-389196334b0d),segment_id=c27c985c-1469-44e7-8469-389196334b0d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:24.937171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:24.950962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for eb59ee47-a81a-4007-b805-98f1f63712d3 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:24.953491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c966e638-9b38-4526-81cb-ebc1599bea0c None None] Provisioning complete for port e9c18511-e3b7-4a5c-9ef3-2e0873212150 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:24.954066 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c966e638-9b38-4526-81cb-ebc1599bea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.014739 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks [] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.019931 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.025401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.031468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c966e638-9b38-4526-81cb-ebc1599bea0c None None] Port e9c18511-e3b7-4a5c-9ef3-2e0873212150 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:25.045918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (eb59ee47-a81a-4007-b805-98f1f63712d3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.074228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] Pushing event deleted for resources: {'Port': ['ID=eb59ee47-a81a-4007-b805-98f1f63712d3,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.079045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db96f6-7aa1-4675-8faf-aebaa1c377e5 None None] No DVR routers for this DVR port eb59ee47-a81a-4007-b805-98f1f63712d3 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:25.097345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=eb59ee47-a81a-4007-b805-98f1f63712d3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.099252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port eb59ee47-a81a-4007-b805-98f1f63712d3 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:25.108499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (5bd65796-7c83-4ad0-aa6b-dba68da2331c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.111022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Pushing event updated for resources: {'Port': ['ID=e9c18511-e3b7-4a5c-9ef3-2e0873212150,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.111215 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Publish callbacks [] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.123619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.201925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (07f23f89-2be6-4822-8f63-1c43096927e5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.245828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f9ade80>,) {'filters': {'network_id': ['07f23f89-2be6-4822-8f63-1c43096927e5']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:25.255286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639bf2-994f-423c-a252-70a802518cf7 req-430a0059-7335-474c-a226-e0307a423c94 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:25.261766 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd639bf2-994f-423c-a252-70a802518cf7 req-430a0059-7335-474c-a226-e0307a423c94 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1165214
Apr 02 21:10:25.263539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9ade80>, 'c27c985c-1469-44e7-8469-389196334b0d') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:25.263984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9ade80>, 'c27c985c-1469-44e7-8469-389196334b0d') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:25.265492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:25.273131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:25.291030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c27c985c-1469-44e7-8469-389196334b0d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.334458 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c27c985c-1469-44e7-8469-389196334b0d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.349189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6e01687-5947-45a7-8206-6e236cd46559 req-a9e4bab4-bf7d-47bc-b7ac-fe339e29884d tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0466638
Apr 02 21:10:25.366792 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b6241137-9877-40bb-908b-ee60ac935991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.368232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:25.368942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c27c985c-1469-44e7-8469-389196334b0d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:25.372527 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:25.386123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Attempting to bind port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:25.386548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Attempting to bind port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:25.386919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Attempting to bind port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:25.392973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:25.393353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:25.393756 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.394148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:25.394631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Bound port: dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:25.395012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.396762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18737554-d361-4423-b725-d99d9bcc741a None None] Pushing event updated for resources: {'Port': ['ID=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.462519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] For port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:25.466133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] For port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:25.474240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.479440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (07f23f89-2be6-4822-8f63-1c43096927e5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.490356 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.494540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/07f23f89-2be6-4822-8f63-1c43096927e5 HTTP/1.1" status: 204  len: 168 time: 0.8287299
Apr 02 21:10:25.511850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52190) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:25.518221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-147106868'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:25.521687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b8c14-fb1e-4b66-aaf0-7fb5b7791027 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=07f23f89-2be6-4822-8f63-1c43096927e5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.544150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:25.550837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.566512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:25.567176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784431d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:25.571082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18737554-d361-4423-b725-d99d9bcc741a None None] Pushing event updated for resources: {'Port': ['ID=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.599639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:25.613000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9815d6e5-29f7-4f45-a2e0-696995624bca), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.613484 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment 9815d6e5-29f7-4f45-a2e0-696995624bca of type vlan for network f097f79e-cc74-4085-a3e5-221c105d4706
Apr 02 21:10:25.666680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f097f79e-cc74-4085-a3e5-221c105d4706), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.697817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f097f79e-cc74-4085-a3e5-221c105d4706), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.704221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:25.704954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.706079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:25.711198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8f8e05d6-c0a3-4711-a3b3-66cfd91016f6 None None] Provisioning complete for port e9c18511-e3b7-4a5c-9ef3-2e0873212150 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:25.711198 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f8e05d6-c0a3-4711-a3b3-66cfd91016f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.742229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2290041
Apr 02 21:10:25.745121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52192) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:25.752547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:25.784571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd639bf2-994f-423c-a252-70a802518cf7 req-850d671b-fa8d-46e5-a440-510d7ca5d83b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5216744
Apr 02 21:10:25.790394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb357-7e3c-407d-aec5-64e05193adae tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=f097f79e-cc74-4085-a3e5-221c105d4706,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:25.802063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e05d6-c0a3-4711-a3b3-66cfd91016f6 None None] Port e9c18511-e3b7-4a5c-9ef3-2e0873212150 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:25.811834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:25.814233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:25.814617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:25.843708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f097f79e-cc74-4085-a3e5-221c105d4706 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:25.902158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Router 5bd65796-7c83-4ad0-aa6b-dba68da2331c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:25.915223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:25.918617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.082602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:26.098519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:26.105577 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9ff3be6-0ced-40fd-9b3e-0f69f7961adf admin admin] 10.222.0.18 "PUT /v2.0/routers/5bd65796-7c83-4ad0-aa6b-dba68da2331c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8652058
Apr 02 21:10:26.149132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784431d340>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 2, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:26.181310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb59ee47-a81a-4007-b805-98f1f63712d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:26.184609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b06a0-abba-4929-80c8-6770334a7abf None None] The sync data for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 is: [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 2, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:26.207950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: eb59ee47-a81a-4007-b805-98f1f63712d3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:26.208310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device eb59ee47-a81a-4007-b805-98f1f63712d3 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:26.209028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cdfe1a53-4947-4381-b30f-3c17933f4319 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:26.232309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: cdfe1a53-4947-4381-b30f-3c17933f4319 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:26.232694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cdfe1a53-4947-4381-b30f-3c17933f4319 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:26.235084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (16fc1124-17a7-43ba-8747-cbc0b642a036), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.308767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=16fc1124-17a7-43ba-8747-cbc0b642a036,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:26.316937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': '9815d6e5-29f7-4f45-a2e0-696995624bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:26.317562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: f097f79e-cc74-4085-a3e5-221c105d4706, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:26.335677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network f097f79e-cc74-4085-a3e5-221c105d4706 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:26.346587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f097f79e-cc74-4085-a3e5-221c105d4706) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:26.351701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:26.352371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.362742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b060a-9ee3-447c-85d3-dd6c18274d9e None None] Network f097f79e-cc74-4085-a3e5-221c105d4706 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:26.376638 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3db5a86d-7ee1-4554-860f-44f57442e530 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6250968
Apr 02 21:10:26.376948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52200) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:26.382489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2027449946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:26.422603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f5498da3-0b4b-4655-b43d-7c79daf15087), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.424183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f5498da3-0b4b-4655-b43d-7c79daf15087), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.533723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (f5498da3-0b4b-4655-b43d-7c79daf15087), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.538574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f097f79e-cc74-4085-a3e5-221c105d4706', 'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '16fc1124-17a7-43ba-8747-cbc0b642a036'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:26.539510 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.555667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-02e29b8b-ab03-40fe-8cc1-03df2d3070fe req-00d9765b-9066-45c1-a617-c3616a65b8eb tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0363808
Apr 02 21:10:26.556801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f5498da3-0b4b-4655-b43d-7c79daf15087), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.598640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.600510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-57c0bb9d-d01a-4d84-a5fd-2a5a3f2ac574 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2219129
Apr 02 21:10:26.602627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52204) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:26.607801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'port': {'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706', 'name': 'tempest-RoutersTest-205655071'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:26.664182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52206) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:26.669973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330717944', 'description': 'tempest-description--1158784148'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:26.685532 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.712266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.753172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Allocated IP 172.20.0.2 (f097f79e-cc74-4085-a3e5-221c105d4706/16fc1124-17a7-43ba-8747-cbc0b642a036/bf69708e-3fb1-4d35-aa27-478b60073633) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:26.756021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:26.761792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.786244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] device_id is not set on port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:10:26.792403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group (0be48296-9e9b-405b-89c7-a7a5d6f3c3fe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.798440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0be48296-9e9b-405b-89c7-a7a5d6f3c3fe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.838367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.840959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1756198
Apr 02 21:10:26.843303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52210) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:26.865775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'security_group_rule': {'security_group_id': '0be48296-9e9b-405b-89c7-a7a5d6f3c3fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:26.866493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b4f23-d2c0-4ae8-9853-978b991b8ac5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:26.910372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group_rule (65a127aa-2028-4af7-b005-e844682d8a4c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.957456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef21de-4671-4920-8a59-fb3f11d32e33 req-56ab5b91-62e5-40ca-af70-2fd620df61a8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:26.959241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74ef21de-4671-4920-8a59-fb3f11d32e33 req-56ab5b91-62e5-40ca-af70-2fd620df61a8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.0857556
Apr 02 21:10:26.978903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Publish callbacks [] for port (bf69708e-3fb1-4d35-aa27-478b60073633), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.985383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group_rule (65a127aa-2028-4af7-b005-e844682d8a4c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:26.990234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.010875 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (65a127aa-2028-4af7-b005-e844682d8a4c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.022787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74ef21de-4671-4920-8a59-fb3f11d32e33 req-a1cf45d0-f523-4855-9521-f911036da46f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566337
Apr 02 21:10:27.033473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Network f097f79e-cc74-4085-a3e5-221c105d4706 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:27.043606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a127aa-2028-4af7-b005-e844682d8a4c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:27.046350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:27.053077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:27.056483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.057804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-91140e44-93e3-426c-97a1-e8e86c893361 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2140198
Apr 02 21:10:27.061688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52214) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:27.064134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.20.0.4 (f097f79e-cc74-4085-a3e5-221c105d4706/16fc1124-17a7-43ba-8747-cbc0b642a036/33b5dd1e-9e52-435c-91cc-1b1fb4397a29) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:27.074754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'security_group_rule': {'security_group_id': '0be48296-9e9b-405b-89c7-a7a5d6f3c3fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:27.081412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Pushing event updated for resources: {'Port': ['ID=bf69708e-3fb1-4d35-aa27-478b60073633,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:27.134401 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group_rule (83ec0a76-a2c6-47b8-aab0-daf76661f140), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.149041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Attempting to bind port bf69708e-3fb1-4d35-aa27-478b60073633 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:27.149412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Attempting to bind port bf69708e-3fb1-4d35-aa27-478b60073633 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9815d6e5-29f7-4f45-a2e0-696995624bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:27.149779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Attempting to bind port bf69708e-3fb1-4d35-aa27-478b60073633 on network f097f79e-cc74-4085-a3e5-221c105d4706 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:27.158216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:27.158216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Checking segment: {'id': '9815d6e5-29f7-4f45-a2e0-696995624bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:27.159447 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.159447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Bound using segment: {'id': '9815d6e5-29f7-4f45-a2e0-696995624bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:27.159638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Bound port: bf69708e-3fb1-4d35-aa27-478b60073633, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9815d6e5-29f7-4f45-a2e0-696995624bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f097f79e-cc74-4085-a3e5-221c105d4706'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:27.159939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.240390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] For port bf69708e-3fb1-4d35-aa27-478b60073633, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:27.244367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] For port bf69708e-3fb1-4d35-aa27-478b60073633, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf69708e-3fb1-4d35-aa27-478b60073633,segment=NetworkSegment(9815d6e5-29f7-4f45-a2e0-696995624bca),segment_id=9815d6e5-29f7-4f45-a2e0-696995624bca)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:27.252778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.327037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34585da0-0b8a-4608-92e3-0347a7823f4f None None] Pushing event updated for resources: {'Port': ['ID=bf69708e-3fb1-4d35-aa27-478b60073633,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:27.355158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group_rule (83ec0a76-a2c6-47b8-aab0-daf76661f140), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.361077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (83ec0a76-a2c6-47b8-aab0-daf76661f140), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.417178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ec0a76-a2c6-47b8-aab0-daf76661f140,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:27.431836 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.433679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-abd7b8c4-93fa-4c32-8ba8-201d3c630412 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3709035
Apr 02 21:10:27.437125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:27.446469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.447165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:27.481562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.526591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.638733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network f097f79e-cc74-4085-a3e5-221c105d4706 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:27.642740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:27.646652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:27.737073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.745898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:27.746559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:27.802785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5aaf4df-5302-4dc7-9b97-1a3c51283cd7 req-8f1edff9-d10d-4103-9662-52a65b9ebcd6 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0508306
Apr 02 21:10:27.814982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=33b5dd1e-9e52-435c-91cc-1b1fb4397a29,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:27.830301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4242d2dc-18bf-4840-b514-762256d2df32 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.2265639
Apr 02 21:10:27.838635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:27.902333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:27.927897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Allocated IP 172.35.4.64 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/57b09e06-7dbb-42c3-b58a-835b2f2e51fd) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:27.989244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:27.989828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.098540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:28.099352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.125949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:28.132089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.132993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bf69708e-3fb1-4d35-aa27-478b60073633 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:28.197492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.210504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901acf5-af18-46d2-8dd0-5648d4ca5de7 req-8206ff67-6f83-4d95-9b32-df327d6fadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:28.212147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a901acf5-af18-46d2-8dd0-5648d4ca5de7 req-8206ff67-6f83-4d95-9b32-df327d6fadca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1127 time: 0.1393044
Apr 02 21:10:28.237377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:28.252390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119bcca-075a-40d2-99c7-0ab20050fc77 req-8277f906-e034-4b33-90cb-1c7d02cff521 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:28.254155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4119bcca-075a-40d2-99c7-0ab20050fc77 req-8277f906-e034-4b33-90cb-1c7d02cff521 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1100092
Apr 02 21:10:28.254564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bf69708e-3fb1-4d35-aa27-478b60073633 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:28.255614 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.363114 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a901acf5-af18-46d2-8dd0-5648d4ca5de7 req-eb9d7f95-f81f-4eec-bff4-91e42fe85168 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395283
Apr 02 21:10:28.368116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bf69708e-3fb1-4d35-aa27-478b60073633 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:28.368588 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.374326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.413019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4119bcca-075a-40d2-99c7-0ab20050fc77 req-f281b5c8-f7b3-4adc-87f6-785795ea674d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387610
Apr 02 21:10:28.417096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port bf69708e-3fb1-4d35-aa27-478b60073633, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf69708e-3fb1-4d35-aa27-478b60073633,segment=NetworkSegment(9815d6e5-29f7-4f45-a2e0-696995624bca),segment_id=9815d6e5-29f7-4f45-a2e0-696995624bca)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:28.421415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:28.422450 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.424599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:28.428234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:28.509140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=bf69708e-3fb1-4d35-aa27-478b60073633,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:28.533969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (288aca81-8b71-4f56-8310-1e1cb8a99671), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.537281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=57b09e06-7dbb-42c3-b58a-835b2f2e51fd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:28.588448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.662963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.677406 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.757416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.758490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d8d9f-263b-4f23-8f12-4702cbd5467f None None] Network f097f79e-cc74-4085-a3e5-221c105d4706 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:28.763346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.882074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=57b09e06-7dbb-42c3-b58a-835b2f2e51fd,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:28.882436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2f5a1523-c187-4f3d-b229-79de39c72d0b None None] Provisioning complete for port bf69708e-3fb1-4d35-aa27-478b60073633 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:28.882930 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1523-c187-4f3d-b229-79de39c72d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.904213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (288aca81-8b71-4f56-8310-1e1cb8a99671), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.943159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:28.944423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fd3cb62-d9e5-4397-8f12-e6163b908419 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5039001
Apr 02 21:10:28.992792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-acd8fee7-a827-475a-95e2-07be624758f7 req-a66e17d2-618e-49ef-8a92-cd4349b7ff3b tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0563934
Apr 02 21:10:29.022219 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.030387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.072123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a1523-c187-4f3d-b229-79de39c72d0b None None] Current status of the port bf69708e-3fb1-4d35-aa27-478b60073633 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:29.121898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=33b5dd1e-9e52-435c-91cc-1b1fb4397a29,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:29.219123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-652a30d9-befe-496c-a529-31c7984863b8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1330717944&fields=id&tenant_id=e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 267 time: 0.0530062
Apr 02 21:10:29.300544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f5498da3-0b4b-4655-b43d-7c79daf15087), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.345956 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Sync routers for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:29.356135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-976310eb-3fe7-4325-bfe7-b0a78449dea1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:29.356716 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:29.357326 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b0da00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:29.358445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-976310eb-3fe7-4325-bfe7-b0a78449dea1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.1327801
Apr 02 21:10:29.388740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-81e6d4f5-5cf6-46cb-8d96-9c6c32bad88c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/quotas/e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 375 time: 0.0227184
Apr 02 21:10:29.393499 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.401169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c83aa0cd-3579-4ecc-81f7-683e2ada2a14 None None] Provisioning complete for port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:29.401623 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c83aa0cd-3579-4ecc-81f7-683e2ada2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.451040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c83aa0cd-3579-4ecc-81f7-683e2ada2a14 None None] Port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:29.475428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c83aa0cd-3579-4ecc-81f7-683e2ada2a14 None None] Provisioning complete for port bf69708e-3fb1-4d35-aa27-478b60073633 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:29.493016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c83aa0cd-3579-4ecc-81f7-683e2ada2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.508947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.511166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7d7b14eb-331c-4c9a-83ae-5f4c4c36728d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1165354
Apr 02 21:10:29.598040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:29.696338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c83aa0cd-3579-4ecc-81f7-683e2ada2a14 None None] Current status of the port bf69708e-3fb1-4d35-aa27-478b60073633 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:29.737630 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-6693966c-5e8f-494f-8a98-c500912b4c7f service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044926
Apr 02 21:10:29.743027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:29.750502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361573-0872-4705-aa39-ca39f20a4956 req-d06fe09f-bb5a-4e2d-ae7f-bcdae3aaab0b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:29.752853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d361573-0872-4705-aa39-ca39f20a4956 req-d06fe09f-bb5a-4e2d-ae7f-bcdae3aaab0b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.2127538
Apr 02 21:10:29.833848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-15066f41-be20-4b21-8c98-96ba69d7ff6f None None] Provisioning complete for port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:29.834499 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15066f41-be20-4b21-8c98-96ba69d7ff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.876143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-15066f41-be20-4b21-8c98-96ba69d7ff6f None None] Port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:29.884333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:29.884677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.926078 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-3cb716f0-c495-4537-897f-59265102965d service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696329
Apr 02 21:10:29.946757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.959432 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:29.973454 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b0da00>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 2, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:30.005159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Checking router: 5bd65796-7c83-4ad0-aa6b-dba68da2331c for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:30.005417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:30.005923 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Updating router 5bd65796-7c83-4ad0-aa6b-dba68da2331c port e9c18511-e3b7-4a5c-9ef3-2e0873212150 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:10:30.006707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bf69708e-3fb1-4d35-aa27-478b60073633 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:30.010999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1a888373-efc4-4899-ab2f-fedd4f263418 None None] Provisioning complete for port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:30.010999 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1a888373-efc4-4899-ab2f-fedd4f263418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.041205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=33b5dd1e-9e52-435c-91cc-1b1fb4397a29,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:30.065076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1a888373-efc4-4899-ab2f-fedd4f263418 None None] Port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:30.075981 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.079930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f5498da3-0b4b-4655-b43d-7c79daf15087), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.095393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d361573-0872-4705-aa39-ca39f20a4956 req-790e5900-5733-45dd-a1f3-b759dbbfb448 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465259
Apr 02 21:10:30.104690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bf69708e-3fb1-4d35-aa27-478b60073633 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:30.105775 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.199451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b82296c2-07fb-4288-8a94-15ffd6e1a9ea req-a4973cf5-b9a4-4627-b30b-1b32d23e97a3 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0687733
Apr 02 21:10:30.283836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network f097f79e-cc74-4085-a3e5-221c105d4706 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:30.285562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:30.294448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68d2cb47-10b8-4942-8015-2a3a3913a73b req-6c082f6a-6027-44f6-b296-22538848b2b7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 210 time: 0.0627103
Apr 02 21:10:30.438950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bf69708e-3fb1-4d35-aa27-478b60073633 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:30.457194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router f5498da3-0b4b-4655-b43d-7c79daf15087 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:10:30.570772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:30.583626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52268) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:30.584083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] Sync routers for ids ['f5498da3-0b4b-4655-b43d-7c79daf15087'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:30.584639 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4204ba5c-fc16-4564-a1b6-385438f604de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f5498da3-0b4b-4655-b43d-7c79daf15087/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7411282
Apr 02 21:10:30.602156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] Routers {'f5498da3-0b4b-4655-b43d-7c79daf15087'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:30.602872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450da790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f5498da3-0b4b-4655-b43d-7c79daf15087'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:30.640009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450da790>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:30.648400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2aabaa-77f1-40ff-8625-394b8b6538dd tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:30.649720 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Publish callbacks [] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.651753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] Routers {'f5498da3-0b4b-4655-b43d-7c79daf15087'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:30.652470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450da790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f5498da3-0b4b-4655-b43d-7c79daf15087'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:30.653277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52270) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:30.656973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ab2aabaa-77f1-40ff-8625-394b8b6538dd tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports/33b5dd1e-9e52-435c-91cc-1b1fb4397a29 HTTP/1.1" status: 200  len: 976 time: 0.0675726
Apr 02 21:10:30.661742 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.706292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450da790>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:30.707253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d796f-53ea-4caa-a303-8fd7d0472e32 None None] The sync data for ids ['f5498da3-0b4b-4655-b43d-7c79daf15087'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:30.715214 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Pushing event updated for resources: {'Port': ['ID=e9c18511-e3b7-4a5c-9ef3-2e0873212150,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:30.722715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-190d16e1-c71a-431b-8c67-5a06487ff1d9 None None] Provisioning complete for port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:30.722715 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-190d16e1-c71a-431b-8c67-5a06487ff1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.744416 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.744615 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.745146 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.745844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.752257 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.752930 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.753955 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.754828 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.755651 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.755841 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.756220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.756593 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.756928 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.757268 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.757633 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:10:30.764250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-190d16e1-c71a-431b-8c67-5a06487ff1d9 None None] Port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:30.793276 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Attempting to bind port e9c18511-e3b7-4a5c-9ef3-2e0873212150 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:30.793740 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Attempting to bind port e9c18511-e3b7-4a5c-9ef3-2e0873212150 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:30.794169 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Attempting to bind port e9c18511-e3b7-4a5c-9ef3-2e0873212150 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:30.801973 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:30.802455 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:30.802979 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.803964 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:30.804601 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Bound port: e9c18511-e3b7-4a5c-9ef3-2e0873212150, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:30.805079 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.887553 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] For port e9c18511-e3b7-4a5c-9ef3-2e0873212150, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:30.891316 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] For port e9c18511-e3b7-4a5c-9ef3-2e0873212150, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9c18511-e3b7-4a5c-9ef3-2e0873212150,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:30.899372 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:30.950152 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:30.950939 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b0da00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:31.029315 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360da0f7-850c-4bb1-bee4-51c0d6f0a3b4 None None] Pushing event updated for resources: {'Port': ['ID=e9c18511-e3b7-4a5c-9ef3-2e0873212150,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:31.088008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] Provisioning complete for port e9c18511-e3b7-4a5c-9ef3-2e0873212150 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:31.088956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:31.100630 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:31.263382 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f5498da3-0b4b-4655-b43d-7c79daf15087), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:31.269559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] Current status of the port e9c18511-e3b7-4a5c-9ef3-2e0873212150 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:31.270074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:31.277714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821c12-8522-4cf5-948d-303692ba0dd1 req-262623cc-9336-4dbe-9425-8d1747cfd4c0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:31.290047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f821c12-8522-4cf5-948d-303692ba0dd1 req-262623cc-9336-4dbe-9425-8d1747cfd4c0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.1050363
Apr 02 21:10:31.348880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] For port e9c18511-e3b7-4a5c-9ef3-2e0873212150, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9c18511-e3b7-4a5c-9ef3-2e0873212150,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:31.362127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:31.372725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f821c12-8522-4cf5-948d-303692ba0dd1 req-fc0f8564-b057-4292-8b53-5fcb51e209d9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803542
Apr 02 21:10:31.454189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880eee-22d9-4880-8b0d-fb42d076de29 None None] Pushing event updated for resources: {'Port': ['ID=e9c18511-e3b7-4a5c-9ef3-2e0873212150,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:31.460015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9cecda6-c1dc-41aa-8356-c843365d253e req-d55e077a-d1c9-4550-b352-e625c1c534b3 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0853331
Apr 02 21:10:31.501229 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b0da00>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:30Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:31.519892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4cb69de4-4b16-45a0-b35f-241f57e6fbdf None None] Provisioning complete for port e9c18511-e3b7-4a5c-9ef3-2e0873212150 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:31.520288 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4cb69de4-4b16-45a0-b35f-241f57e6fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:31.527966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a385d070-a452-48c8-807a-b43d3529ef86 req-7aa42545-c328-4e22-a639-d0e1cbcad1a8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 210 time: 0.0806108
Apr 02 21:10:31.591760 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa798e-47fd-4818-a338-2fb22f0356fe None None] The sync data for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 is: [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:30Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:31.652469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4cb69de4-4b16-45a0-b35f-241f57e6fbdf None None] Current status of the port e9c18511-e3b7-4a5c-9ef3-2e0873212150 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:31.706648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9c18511-e3b7-4a5c-9ef3-2e0873212150 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:31.722261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-f43912a4-d913-40c9-a635-6bb884e95f0b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:31.723936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-f43912a4-d913-40c9-a635-6bb884e95f0b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.2750037
Apr 02 21:10:31.749420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a391e88-eaed-4704-a385-ca5cd3c1563d req-003aac58-2da2-4ba7-b6eb-b108a34259d3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:31.751145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a391e88-eaed-4704-a385-ca5cd3c1563d req-003aac58-2da2-4ba7-b6eb-b108a34259d3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1488824
Apr 02 21:10:31.760585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e9c18511-e3b7-4a5c-9ef3-2e0873212150 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:31.761002 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:31.853355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e9c18511-e3b7-4a5c-9ef3-2e0873212150 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:31.882624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-ac184ffd-fc5a-4b98-98a2-79b7cbd1615c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 380 time: 0.1475749
Apr 02 21:10:31.887902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a391e88-eaed-4704-a385-ca5cd3c1563d req-a28a4171-e0ae-4670-8e8c-bef465906054 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283777
Apr 02 21:10:31.894478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'port': {'device_id': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'admin_state_up': True, 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'security_groups': ['0be48296-9e9b-405b-89c7-a7a5d6f3c3fe']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:31.960527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:31.960874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:32.086363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:32.101037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 33b5dd1e-9e52-435c-91cc-1b1fb4397a29 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:32.102811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:32.106226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:32.153963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84c3f-3416-4378-9e66-dec9d75d6922 req-2345f017-f640-4c39-a5c5-d1df699d5b0a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:32.161093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffd84c3f-3416-4378-9e66-dec9d75d6922 req-2345f017-f640-4c39-a5c5-d1df699d5b0a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0665419
Apr 02 21:10:32.227172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffd84c3f-3416-4378-9e66-dec9d75d6922 req-fee2fd6a-c786-4229-8f48-8b12e7e7e581 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651963
Apr 02 21:10:32.354491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Allocated IP 172.20.0.4 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/3f0f2359-5410-4f6a-bdd8-fbd66f127a5c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:32.460902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (33b5dd1e-9e52-435c-91cc-1b1fb4397a29), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:32.509436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=33b5dd1e-9e52-435c-91cc-1b1fb4397a29,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:32.627799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e760479-c8a3-40c2-b401-10cc07365c7c req-18380953-0495-480e-acc7-1345d0bd60c8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 210 time: 0.0294201
Apr 02 21:10:32.628721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7859d747-5ae6-4b29-9277-b95e6afc9038 req-09a60e33-81f9-4bd5-9566-2d7b990866c0 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0583000
Apr 02 21:10:32.706444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:32.749240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f5498da3-0b4b-4655-b43d-7c79daf15087), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.154989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.257628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:33.266422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:33.273303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:33.278191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:33.313912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router f5498da3-0b4b-4655-b43d-7c79daf15087 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:33.335593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:33.336413 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.348091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9836a-3738-47e2-a701-6873079eee12 req-909c87d7-650b-47b3-8c4d-64e6ab0ff1f5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:33.357934 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aec9836a-3738-47e2-a701-6873079eee12 req-909c87d7-650b-47b3-8c4d-64e6ab0ff1f5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0650222
Apr 02 21:10:33.392294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-69bf273b-21e7-4964-85cf-4f3d59f5273c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5032637
Apr 02 21:10:33.405560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aec9836a-3738-47e2-a701-6873079eee12 req-e1b43be3-7b06-4e88-98c2-269eb8e845c7 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466490
Apr 02 21:10:33.422389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Request body: {'port': {'device_id': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:33.456305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:33.466258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e2678f9c-327f-43b0-b34e-4245581e7e9e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f5498da3-0b4b-4655-b43d-7c79daf15087/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8112035
Apr 02 21:10:33.466852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52294) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:33.469413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] Sync routers for ids ['f5498da3-0b4b-4655-b43d-7c79daf15087'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:33.496249 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] Routers {'f5498da3-0b4b-4655-b43d-7c79daf15087'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:33.497372 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784620d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f5498da3-0b4b-4655-b43d-7c79daf15087'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:33.501801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.535027 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784620d100>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:33.547159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] Routers {'f5498da3-0b4b-4655-b43d-7c79daf15087'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:33.547159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784620d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f5498da3-0b4b-4655-b43d-7c79daf15087'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:33.590851 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784620d100>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:33.591894 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76713c-ce3c-4b48-8b40-60f3ce5b6777 None None] The sync data for ids ['f5498da3-0b4b-4655-b43d-7c79daf15087'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:33.599152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6b5d669a-3d5b-4e73-9443-cc0f12b48b77 None None] Provisioning complete for port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:33.600550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5d669a-3d5b-4e73-9443-cc0f12b48b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.646047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d669a-3d5b-4e73-9443-cc0f12b48b77 None None] Port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:33.777160 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-9e1b7ed4-f885-4cce-bea6-fb2500755bf0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] remove_router_interface failed (client error): The resource could not be found.
Apr 02 21:10:33.778187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9e1b7ed4-f885-4cce-bea6-fb2500755bf0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/f5498da3-0b4b-4655-b43d-7c79daf15087/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3099515
Apr 02 21:10:33.786624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52304) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:33.835500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204451-d4ba-4d8d-9a91-c1f2467471b1 req-21a7a6d8-7065-4fc9-be41-cc2099363542 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:33.835795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d28698d4-c4dc-499e-83ad-b06b1f99afc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5498da3-0b4b-4655-b43d-7c79daf15087 HTTP/1.1" status: 200  len: 205 time: 0.0471985
Apr 02 21:10:33.838401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52306) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:33.838607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1204451-d4ba-4d8d-9a91-c1f2467471b1 req-21a7a6d8-7065-4fc9-be41-cc2099363542 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 931 time: 0.1089716
Apr 02 21:10:33.853758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-8790e713-088a-4ce3-975c-ddd3050e1735 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2755821
Apr 02 21:10:33.952590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:10:33.957574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (f5498da3-0b4b-4655-b43d-7c79daf15087), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.965878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Publish callbacks [] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:33.973104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1204451-d4ba-4d8d-9a91-c1f2467471b1 req-adb6c9c8-41e7-4c43-ac40-82226b257120 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227748
Apr 02 21:10:33.982845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Transition to ACTIVE for port object 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:10:33.996316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.006708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadff-f745-436c-a4af-277a0f47292c req-c54eccf0-0135-4330-94f9-993d92c04cac tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.008296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ccadff-f745-436c-a4af-277a0f47292c req-c54eccf0-0135-4330-94f9-993d92c04cac tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.2349913
Apr 02 21:10:34.077166 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86e2c83b-1b71-474f-bfcb-80b4551d61db req-5762a0a4-1d13-408f-be24-fa468db896c9 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0406182
Apr 02 21:10:34.077784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:34.139148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-e0947af6-82d5-4eec-8035-92771b24ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.140751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-e0947af6-82d5-4eec-8035-92771b24ee4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1127 time: 0.2210419
Apr 02 21:10:34.167351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Attempting to bind port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:34.167848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Attempting to bind port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:34.168874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Attempting to bind port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:34.175215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c on network 31fced4c-1a00-48a4-a6cd-17c45563c707 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:10:34.175677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Attempting to bind port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:34.181408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:34.182427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:34.182910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:34.183440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Bound port: 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:34.183904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.217035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f5498da3-0b4b-4655-b43d-7c79daf15087), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.221418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34ccadff-f745-436c-a4af-277a0f47292c req-e5986010-708d-45ca-920d-8a2824285c7d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861756
Apr 02 21:10:34.222618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (f5498da3-0b4b-4655-b43d-7c79daf15087), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.256798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:34.261857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:34.270814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.303012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.303687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.305325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 1091 time: 0.8873270
Apr 02 21:10:34.305842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:34.308691 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:34.311637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f5498da3-0b4b-4655-b43d-7c79daf15087), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.312163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router f5498da3-0b4b-4655-b43d-7c79daf15087 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:34.320922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.324317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-183a3f88-ed94-4778-a3c3-87f269fe99e7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/f5498da3-0b4b-4655-b43d-7c79daf15087 HTTP/1.1" status: 204  len: 168 time: 0.4817781
Apr 02 21:10:34.325858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52310) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:34.340759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940d6e8-4c27-4e98-900f-b6a275ac04a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:34.364851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-ea21cc19-2a62-48a2-8b61-b3781b522bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.366408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-ea21cc19-2a62-48a2-8b61-b3781b522bef service neutron] 10.222.0.21 "GET /v2.0/networks?id=aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 200  len: 909 time: 0.1975255
Apr 02 21:10:34.409721 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2f7b2c-792d-44f3-836b-3d23d97d9ac9 x-openstack-request-id: req-ee2f7b2c-792d-44f3-836b-3d23d97d9ac9 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:34.410333 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:34.410333 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee2f7b2c-792d-44f3-836b-3d23d97d9ac9 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:34.410658 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2f7b2c-792d-44f3-836b-3d23d97d9ac9'] response: {'name': 'network-changed', 'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'status': 'completed', 'code': 200}
Apr 02 21:10:34.431797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-80714b05-eb04-4446-8bb2-92c1a5bd78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.433069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 16fc1124-17a7-43ba-8747-cbc0b642a036 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:34.433815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-80714b05-eb04-4446-8bb2-92c1a5bd78f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1125 time: 0.0561912
Apr 02 21:10:34.440841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (16fc1124-17a7-43ba-8747-cbc0b642a036), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.490794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-4dd18c39-8541-41f8-92c7-055691686aa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 217 time: 0.0432618
Apr 02 21:10:34.491901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-715b5198-2d1a-49da-bb21-7de3d0a4f8bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 200  len: 1001 time: 0.1153321
Apr 02 21:10:34.498816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (16fc1124-17a7-43ba-8747-cbc0b642a036), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.549214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-6b176401-7f8d-416c-8286-31983590318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.550738 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-6b176401-7f8d-416c-8286-31983590318d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0459845
Apr 02 21:10:34.587569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-ea971edd-fe31-46ee-9997-aecf8723b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.589237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-ea971edd-fe31-46ee-9997-aecf8723b66f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ba539ba-5c0b-4f4d-b834-ca66718b5378 HTTP/1.1" status: 200  len: 847 time: 0.0692561
Apr 02 21:10:34.603739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-39548699-525d-4ff0-8c9e-a6c7d7803e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.605264 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-39548699-525d-4ff0-8c9e-a6c7d7803e11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458062
Apr 02 21:10:34.651016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (16fc1124-17a7-43ba-8747-cbc0b642a036), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.700481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-4bf1e8e8-fb34-451b-9619-810889f44d63 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883677
Apr 02 21:10:34.701983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-b987d10d-7f75-489b-95fa-fbfed2c08983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.703570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-b987d10d-7f75-489b-95fa-fbfed2c08983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee8d11f-d662-404a-a036-49c72755f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0952561
Apr 02 21:10:34.741110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (16fc1124-17a7-43ba-8747-cbc0b642a036), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.799125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.805170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/16fc1124-17a7-43ba-8747-cbc0b642a036 HTTP/1.1" status: 204  len: 168 time: 0.4754815
Apr 02 21:10:34.805170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043561d-7a8c-48d5-8f84-15cebbdfa7f2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=16fc1124-17a7-43ba-8747-cbc0b642a036,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:34.805459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c93c11-46f0-4d93-ad4f-cdbb13e61827 None None] Network f097f79e-cc74-4085-a3e5-221c105d4706 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:34.805977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52314) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:34.831575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-120f404f-8c43-41ab-99a8-41fcc83166f5 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194811
Apr 02 21:10:34.836813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9785715c-427b-4f95-8dba-e4fe945c4357 req-a2a33668-0854-40de-ad61-1077bf86da74 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249111
Apr 02 21:10:34.921663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f097f79e-cc74-4085-a3e5-221c105d4706), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:34.961365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08db98c4-224b-4ebb-b334-072673edb8a8 req-61aa4913-99bb-4e8b-8882-01b8cc11bbd9 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160250
Apr 02 21:10:34.980961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] DHCP port deletion for f097f79e-cc74-4085-a3e5-221c105d4706 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:34.988294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-138a33e6-eaa7-4e22-8395-3368bc42c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:34.990491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-138a33e6-eaa7-4e22-8395-3368bc42c8f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1125 time: 0.0848522
Apr 02 21:10:35.048667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] Deleting port bf69708e-3fb1-4d35-aa27-478b60073633 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:35.049140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.073302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port bf69708e-3fb1-4d35-aa27-478b60073633 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:35.073302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.110840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97f6d-73e2-4417-9b8b-2353f5653be5 req-cd8c7509-55b1-4d62-a1dd-836610f3cef9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:35.112360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddc97f6d-73e2-4417-9b8b-2353f5653be5 req-cd8c7509-55b1-4d62-a1dd-836610f3cef9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 943 time: 0.0584886
Apr 02 21:10:35.122242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] For port bf69708e-3fb1-4d35-aa27-478b60073633, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf69708e-3fb1-4d35-aa27-478b60073633,segment=NetworkSegment(9815d6e5-29f7-4f45-a2e0-696995624bca),segment_id=9815d6e5-29f7-4f45-a2e0-696995624bca)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:35.122469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.136772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] Calling delete_port for bf69708e-3fb1-4d35-aa27-478b60073633 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:35.139939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-cafc0f2f-7746-4443-80fc-2b8c5057dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:35.141630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-cafc0f2f-7746-4443-80fc-2b8c5057dd6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1452961
Apr 02 21:10:35.183687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddc97f6d-73e2-4417-9b8b-2353f5653be5 req-b68d44b8-8870-4433-a2cb-9468baf10149 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620534
Apr 02 21:10:35.191999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-08365e41-b95f-4270-ae05-e86ff3ab2452 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 217 time: 0.0415330
Apr 02 21:10:35.193762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port bf69708e-3fb1-4d35-aa27-478b60073633, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf69708e-3fb1-4d35-aa27-478b60073633,segment=NetworkSegment(9815d6e5-29f7-4f45-a2e0-696995624bca),segment_id=9815d6e5-29f7-4f45-a2e0-696995624bca)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:35.194129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.228679 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.254581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] Pushing event deleted for resources: {'Port': ['ID=bf69708e-3fb1-4d35-aa27-478b60073633,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:35.254860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba48f56e-1aad-4bb1-a53c-3c34b8887a08 req-aab762a6-3f75-4291-9769-ab3c3b9bdd7d tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0688944
Apr 02 21:10:35.256617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0970cd-5cef-491e-91a3-9508ed3880b2 None None] No DVR routers for this DVR port bf69708e-3fb1-4d35-aa27-478b60073633 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:35.260285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for bf69708e-3fb1-4d35-aa27-478b60073633 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:35.314308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-db9ab2a3-8957-4339-8074-9927f17b98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:35.315794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-db9ab2a3-8957-4339-8074-9927f17b98a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1050086
Apr 02 21:10:35.392505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-b136de58-a60d-4fe9-b655-d8a22157b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:35.393866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-b136de58-a60d-4fe9-b655-d8a22157b7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0703599
Apr 02 21:10:35.399265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bf69708e-3fb1-4d35-aa27-478b60073633), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.401419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe424a-94e8-46e1-b112-891532eee24e req-82341d84-3874-49f8-86d4-f3fc2f14aa6f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:35.402950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bfe424a-94e8-46e1-b112-891532eee24e req-82341d84-3874-49f8-86d4-f3fc2f14aa6f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0576415
Apr 02 21:10:35.448901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=bf69708e-3fb1-4d35-aa27-478b60073633,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:35.450903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port bf69708e-3fb1-4d35-aa27-478b60073633 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:35.454340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bfe424a-94e8-46e1-b112-891532eee24e req-f9d77ee8-d8ec-47bd-8fd0-7d42bdc492f7 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424793
Apr 02 21:10:35.594364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f097f79e-cc74-4085-a3e5-221c105d4706), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.618778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-bbae5f0a-7939-46a7-a582-447e75055d9d service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157023
Apr 02 21:10:35.651419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f14aac0>,) {'filters': {'network_id': ['f097f79e-cc74-4085-a3e5-221c105d4706']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:35.659922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bf69708e-3fb1-4d35-aa27-478b60073633 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:35.688627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f14aac0>, '9815d6e5-29f7-4f45-a2e0-696995624bca') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:35.688932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f14aac0>, '9815d6e5-29f7-4f45-a2e0-696995624bca') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:35.702308 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9815d6e5-29f7-4f45-a2e0-696995624bca), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.704225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bf69708e-3fb1-4d35-aa27-478b60073633 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:35.704720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bf69708e-3fb1-4d35-aa27-478b60073633 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:35.754296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9815d6e5-29f7-4f45-a2e0-696995624bca), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.766643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:35.766950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9815d6e5-29f7-4f45-a2e0-696995624bca), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:35.770578 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:35.805812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d31707f5-638f-4c7b-8de5-d8d28a7bbdb7 req-637cb142-a195-43d9-97af-e45c6f01a157 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1809151
Apr 02 21:10:35.854887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f097f79e-cc74-4085-a3e5-221c105d4706), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.867625 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.874144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/f097f79e-cc74-4085-a3e5-221c105d4706 HTTP/1.1" status: 204  len: 168 time: 1.0680530
Apr 02 21:10:35.878346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52328) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:35.883254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-511921398'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:35.888430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae2e3e-6f34-46c2-a13d-02b4d90ad5b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=f097f79e-cc74-4085-a3e5-221c105d4706,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:35.911442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:35.915081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.939514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:35.949540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9316089d-b1bb-44fa-97f4-13566b554b2b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:35.949950 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment 9316089d-b1bb-44fa-97f4-13566b554b2b of type vlan for network 041083c4-145a-4847-8668-8cf291173c4a
Apr 02 21:10:35.989649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (041083c4-145a-4847-8668-8cf291173c4a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.014332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (041083c4-145a-4847-8668-8cf291173c4a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.019558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:36.020232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.055244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.1756487
Apr 02 21:10:36.057686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52340) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:36.063381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': '041083c4-145a-4847-8668-8cf291173c4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:36.340958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727fe7-7516-4f11-bc20-2234123c855e req-de639171-59dd-48ac-87ec-e534da904bf0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:36.342525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9727fe7-7516-4f11-bc20-2234123c855e req-de639171-59dd-48ac-87ec-e534da904bf0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 943 time: 0.0771842
Apr 02 21:10:36.407161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9727fe7-7516-4f11-bc20-2234123c855e req-31ad255c-87d4-430a-9bdf-db67175493a3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536549
Apr 02 21:10:36.450815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9d1f8-3d1c-423c-9721-fa565ab2083b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=041083c4-145a-4847-8668-8cf291173c4a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:36.463527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 041083c4-145a-4847-8668-8cf291173c4a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:36.470687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab9cd14-b942-45e8-b84f-eaaf04e41d1a req-d0976a42-7dd6-445e-81a1-ab06c02866d8 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0400498
Apr 02 21:10:36.527105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:36.530432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.706033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (e6602776-2545-451a-ae0c-dde8d5c82a57), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.769979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=e6602776-2545-451a-ae0c-dde8d5c82a57,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:36.777117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': '9316089d-b1bb-44fa-97f4-13566b554b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '041083c4-145a-4847-8668-8cf291173c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:36.777480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: 041083c4-145a-4847-8668-8cf291173c4a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:36.793603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 041083c4-145a-4847-8668-8cf291173c4a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:36.801678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 041083c4-145a-4847-8668-8cf291173c4a) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:36.805518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:36.806118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.810497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d6397-2730-47fe-b5c6-ae3648172ce4 None None] Network 041083c4-145a-4847-8668-8cf291173c4a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:36.821585 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bf7488ac-c20a-497d-99d6-86515a2fb4ea tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7629120
Apr 02 21:10:36.824198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52346) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:36.829146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-40000923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:36.849340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (765b4fbe-0edf-47bd-b208-ea77b32fb45f), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.850292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (765b4fbe-0edf-47bd-b208-ea77b32fb45f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.901132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (765b4fbe-0edf-47bd-b208-ea77b32fb45f), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.907741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (765b4fbe-0edf-47bd-b208-ea77b32fb45f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.916719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-041083c4-145a-4847-8668-8cf291173c4a', 'network_id': '041083c4-145a-4847-8668-8cf291173c4a', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': 'e6602776-2545-451a-ae0c-dde8d5c82a57'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:36.917865 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.927601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:36.932100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2c268ff1-cafc-4aca-acf8-e9c0152f55b7 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1042323
Apr 02 21:10:36.932256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52350) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:37.067540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Allocated IP 172.20.0.2 (041083c4-145a-4847-8668-8cf291173c4a/e6602776-2545-451a-ae0c-dde8d5c82a57/bc0b3b45-5a15-44e8-9195-c972dea61cef) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:37.206173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-70f91a4e-4004-4839-bd65-6d3463633216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.216632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-70f91a4e-4004-4839-bd65-6d3463633216 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1127 time: 0.0544400
Apr 02 21:10:37.220233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Publish callbacks [] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.230581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.281771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Network 041083c4-145a-4847-8668-8cf291173c4a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:37.284104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:37.291123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:37.294930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f802e-b3b5-4b94-ba97-f7b5e09ec3c5 req-0eda76f0-4e86-424e-9705-835550cd0b4a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.296523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-095f802e-b3b5-4b94-ba97-f7b5e09ec3c5 req-0eda76f0-4e86-424e-9705-835550cd0b4a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1326110
Apr 02 21:10:37.297081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Pushing event updated for resources: {'Port': ['ID=bc0b3b45-5a15-44e8-9195-c972dea61cef,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:37.302609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:10:37.332761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-c5507107-e86e-4fc0-afcb-0851667f400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.334522 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-c5507107-e86e-4fc0-afcb-0851667f400b service neutron] 10.222.0.21 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.1108167
Apr 02 21:10:37.363066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.384134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3bbe37e4-290b-446f-85a7-4c14f4f36099 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1448739
Apr 02 21:10:37.392487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Attempting to bind port bc0b3b45-5a15-44e8-9195-c972dea61cef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:37.393189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Attempting to bind port bc0b3b45-5a15-44e8-9195-c972dea61cef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9316089d-b1bb-44fa-97f4-13566b554b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '041083c4-145a-4847-8668-8cf291173c4a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:37.393189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Attempting to bind port bc0b3b45-5a15-44e8-9195-c972dea61cef on network 041083c4-145a-4847-8668-8cf291173c4a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:37.395330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-09821feb-3cc5-45e9-8871-a0e5c3452ea8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 217 time: 0.0513539
Apr 02 21:10:37.402249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:37.402249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Checking segment: {'id': '9316089d-b1bb-44fa-97f4-13566b554b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '041083c4-145a-4847-8668-8cf291173c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:37.402634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.403031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Bound using segment: {'id': '9316089d-b1bb-44fa-97f4-13566b554b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '041083c4-145a-4847-8668-8cf291173c4a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:37.403507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Bound port: bc0b3b45-5a15-44e8-9195-c972dea61cef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9316089d-b1bb-44fa-97f4-13566b554b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '041083c4-145a-4847-8668-8cf291173c4a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:37.403891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.411388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-095f802e-b3b5-4b94-ba97-f7b5e09ec3c5 req-3ccdb0cc-c073-4fff-90c6-075ce3d9fc9c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930526
Apr 02 21:10:37.466950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-af02d056-4524-48d0-b0d4-7d9e1a422c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.469615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-af02d056-4524-48d0-b0d4-7d9e1a422c40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.0639102
Apr 02 21:10:37.501075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:37.566634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:10:37.594079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de838-7705-4efd-8400-f7438f5adb96 req-b4a2c69c-7170-4a2e-98f7-6a72b2b1b891 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.595612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e2de838-7705-4efd-8400-f7438f5adb96 req-b4a2c69c-7170-4a2e-98f7-6a72b2b1b891 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 943 time: 0.0983341
Apr 02 21:10:37.601015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-9b7c236c-2b23-4cb1-9691-876e0515e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.601015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-9b7c236c-2b23-4cb1-9691-876e0515e6a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1202748
Apr 02 21:10:37.613266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] For port bc0b3b45-5a15-44e8-9195-c972dea61cef, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:37.630148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] For port bc0b3b45-5a15-44e8-9195-c972dea61cef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc0b3b45-5a15-44e8-9195-c972dea61cef,segment=NetworkSegment(9316089d-b1bb-44fa-97f4-13566b554b2b),segment_id=9316089d-b1bb-44fa-97f4-13566b554b2b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:37.638118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:37.638538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.642169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.656514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f4c12f2-6a4c-4b06-8033-11c02e23270a req-64dc05bb-a6bb-473f-9733-f33b41f279b7 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0985775
Apr 02 21:10:37.690847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:10:37.699740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.700322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.700827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.701292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.701755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.702551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.703358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.705463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5811b14f-d43f-4b5d-8665-9dd36ecdd8c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 6719 time: 0.2106683
Apr 02 21:10:37.732986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:37.734891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61534402-4273-4407-a5d1-668ca74b9bb4 None None] Pushing event updated for resources: {'Port': ['ID=bc0b3b45-5a15-44e8-9195-c972dea61cef,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:37.739583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:37.773048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e2de838-7705-4efd-8400-f7438f5adb96 req-64605156-2abd-4a49-bce0-139f337ffe78 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599944
Apr 02 21:10:37.789256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:37.794757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-42c62607-3f28-40db-aad9-3450cc7ca88d service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777570
Apr 02 21:10:37.893336 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1116bd5-90b2-4575-a179-94d32b578e38 req-72defb34-a620-4860-b295-a194faa53409 service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906150
Apr 02 21:10:37.964933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.20.0.1 (041083c4-145a-4847-8668-8cf291173c4a/e6602776-2545-451a-ae0c-dde8d5c82a57/982422fd-38f3-4d28-8816-3585d6df4a04) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:37.975188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3606f8a6-bc3d-4678-953a-5ada4d01d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.975691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3606f8a6-bc3d-4678-953a-5ada4d01d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.976162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3606f8a6-bc3d-4678-953a-5ada4d01d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:37.977899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3606f8a6-bc3d-4678-953a-5ada4d01d6d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ddecd24-a294-4bc2-af54-c9e8165b2234&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&id=32fe859b-79f2-47de-9367-aa2bcd861a1d&id=32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 200  len: 2298 time: 0.1859860
Apr 02 21:10:38.039053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:10:38.127075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-07979002-35da-4883-bc17-d09a7991c3dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 200  len: 1000 time: 0.1390014
Apr 02 21:10:38.209032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-26cfcf5e-698f-41cf-8009-c6cc8d04a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:38.210635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-26cfcf5e-698f-41cf-8009-c6cc8d04a3f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf0dda7-605e-462d-a212-5840ccdc61ae HTTP/1.1" status: 200  len: 856 time: 0.0758417
Apr 02 21:10:38.215460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (982422fd-38f3-4d28-8816-3585d6df4a04), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:38.284339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3a9a42dd-c4a8-4df5-be70-368fe2f1defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:38.286029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3a9a42dd-c4a8-4df5-be70-368fe2f1defe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ddecd24-a294-4bc2-af54-c9e8165b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0688581
Apr 02 21:10:38.287539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:38.342408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 041083c4-145a-4847-8668-8cf291173c4a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:38.353358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:38.358442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:38.418982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=982422fd-38f3-4d28-8816-3585d6df4a04,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:38.448621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (765b4fbe-0edf-47bd-b208-ea77b32fb45f), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:38.500130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-24f03b3b-11f8-4cd7-9f71-d28dbcb59a2f service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034209
Apr 02 21:10:38.682954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528da21-8f11-4b99-805c-0ee27d77431e req-4fa82649-0b4a-4e07-b9d7-a8da845568b3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:38.684383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9528da21-8f11-4b99-805c-0ee27d77431e req-4fa82649-0b4a-4e07-b9d7-a8da845568b3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1893589
Apr 02 21:10:38.691585 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-8e2f510e-54c6-45ab-a9a5-17cd9cfa5468 service neutron] 10.222.0.15 "GET /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825771
Apr 02 21:10:38.744936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:38.751035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5e2c3c1c-d789-4f07-9db8-7808880f31e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 217 time: 0.0529742
Apr 02 21:10:38.774466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90206b73-0b93-4cfa-8ea3-7eb92497ebf8 req-f7a20c56-84c8-4835-9832-f411fc4ef736 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0321548
Apr 02 21:10:38.775477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c173d7f-f90c-492c-940b-4ed7a197eaaf None None] Network 041083c4-145a-4847-8668-8cf291173c4a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:38.854262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9528da21-8f11-4b99-805c-0ee27d77431e req-d4c1d6e3-925b-4a75-9ef0-10bc04ea4958 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597760
Apr 02 21:10:38.865211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3419d82e-ede0-4b24-9e5d-8235a4857444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:38.866685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-3419d82e-ede0-4b24-9e5d-8235a4857444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1066091
Apr 02 21:10:38.904895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38865e-d6fb-49cd-a628-93fe78453b24 req-ada6f91e-af5d-488a-8ce4-1f3f1e28683c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:38.906519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed38865e-d6fb-49cd-a628-93fe78453b24 req-ada6f91e-af5d-488a-8ce4-1f3f1e28683c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0635209
Apr 02 21:10:38.919986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] Provisioning complete for port bc0b3b45-5a15-44e8-9195-c972dea61cef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:38.920363 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:38.967964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed38865e-d6fb-49cd-a628-93fe78453b24 req-5526972c-31a3-4a04-a4b0-b72274ad7e27 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549386
Apr 02 21:10:39.000941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-1608972d-cfae-4602-bace-d8d4ba7c5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:39.002456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-1608972d-cfae-4602-bace-d8d4ba7c5104 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1033909
Apr 02 21:10:39.010226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] Current status of the port bc0b3b45-5a15-44e8-9195-c972dea61cef is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:39.010614 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.045674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] For port bc0b3b45-5a15-44e8-9195-c972dea61cef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc0b3b45-5a15-44e8-9195-c972dea61cef,segment=NetworkSegment(9316089d-b1bb-44fa-97f4-13566b554b2b),segment_id=9316089d-b1bb-44fa-97f4-13566b554b2b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:39.053791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.111945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e1ad-ac94-42ab-add6-0ad12d6fa002 None None] Pushing event updated for resources: {'Port': ['ID=bc0b3b45-5a15-44e8-9195-c972dea61cef,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:39.180142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-6e6a87ed-e272-47cc-9ace-54235e16a953 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598899
Apr 02 21:10:39.219529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (982422fd-38f3-4d28-8816-3585d6df4a04), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.229904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.275993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fb138273-0fce-4748-b2a9-a81bc0d6990e None None] Provisioning complete for port 982422fd-38f3-4d28-8816-3585d6df4a04 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:39.276785 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb138273-0fce-4748-b2a9-a81bc0d6990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.314546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fb138273-0fce-4748-b2a9-a81bc0d6990e None None] Port 982422fd-38f3-4d28-8816-3585d6df4a04 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:39.325167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fb138273-0fce-4748-b2a9-a81bc0d6990e None None] Provisioning complete for port bc0b3b45-5a15-44e8-9195-c972dea61cef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:39.325677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb138273-0fce-4748-b2a9-a81bc0d6990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.347376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:39.348006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=982422fd-38f3-4d28-8816-3585d6df4a04,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:39.357733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (765b4fbe-0edf-47bd-b208-ea77b32fb45f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.453947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:10:39.459342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:39.459722 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.462434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fb138273-0fce-4748-b2a9-a81bc0d6990e None None] Current status of the port bc0b3b45-5a15-44e8-9195-c972dea61cef is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:39.542789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:39.543233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.569672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:39.572100 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35da22c-aaf9-4789-a694-d8fe79d1f887" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:39.589886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:39.600414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.605486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0db668c6-eec1-4966-8fec-e65da5866dbb None None] Provisioning complete for port 982422fd-38f3-4d28-8816-3585d6df4a04 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:39.605857 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0db668c6-eec1-4966-8fec-e65da5866dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.643729 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cbfacb-d38e-4870-b2c3-92671cb22eaf x-openstack-request-id: req-11cbfacb-d38e-4870-b2c3-92671cb22eaf {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:39.644028 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:39.644311 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11cbfacb-d38e-4870-b2c3-92671cb22eaf {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:39.644734 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cbfacb-d38e-4870-b2c3-92671cb22eaf'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:10:39.672992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0db668c6-eec1-4966-8fec-e65da5866dbb None None] Port 982422fd-38f3-4d28-8816-3585d6df4a04 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:39.711332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:39.716420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-970ea73e-f554-45a6-b82c-68ab9691af0d service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5251420
Apr 02 21:10:39.732193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc0b3b45-5a15-44e8-9195-c972dea61cef up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:39.770235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-13ebbf2c-a0b4-44dc-82ea-2484334a4313 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 217 time: 0.0425427
Apr 02 21:10:39.785385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bc0b3b45-5a15-44e8-9195-c972dea61cef triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:39.786199 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:39.794906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348498-2796-4f79-b8c3-aed038e75341 req-d6b3c283-f5ef-480b-a9d2-e28419916310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:39.797186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8348498-2796-4f79-b8c3-aed038e75341 req-d6b3c283-f5ef-480b-a9d2-e28419916310 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1127 time: 0.0929942
Apr 02 21:10:39.875233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 041083c4-145a-4847-8668-8cf291173c4a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:39.877104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:39.881453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-e5e2cace-5ccf-4ef3-912f-7747ba825388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:39.886287 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8348498-2796-4f79-b8c3-aed038e75341 req-d3207cb6-00a3-43ed-8af4-cf4802dfe250 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813391
Apr 02 21:10:39.890900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-e5e2cace-5ccf-4ef3-912f-7747ba825388 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0828133
Apr 02 21:10:39.926652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9ebf69f-218d-4f84-98c4-b0cb8fcfbd48 req-c7538d6b-8773-4ca0-b77b-97a8b4314a26 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0326777
Apr 02 21:10:39.932826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bc0b3b45-5a15-44e8-9195-c972dea61cef is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:40.062595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-41f76c4c-3b25-4e00-afad-380d983ede06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:40.064126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-41f76c4c-3b25-4e00-afad-380d983ede06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1726623
Apr 02 21:10:40.096428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38032c-848c-4e6b-ac97-5bc5ce6652de req-be1f2bfd-9b31-4dae-9a97-1a1234b7e59a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:40.097478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11577-8e07-410f-8a06-0582fae2d9be req-c74c024f-942a-4fc8-afb0-3918eb96ed34 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:40.098487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc38032c-848c-4e6b-ac97-5bc5ce6652de req-be1f2bfd-9b31-4dae-9a97-1a1234b7e59a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.0644855
Apr 02 21:10:40.099050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ee11577-8e07-410f-8a06-0582fae2d9be req-c74c024f-942a-4fc8-afb0-3918eb96ed34 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1312766
Apr 02 21:10:40.147409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc38032c-848c-4e6b-ac97-5bc5ce6652de req-3d58cb83-b82d-4290-a9a6-57955ad4b471 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418873
Apr 02 21:10:40.196915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a38b9c4b-9208-4479-b890-1386ee3cf8cf None None] Provisioning complete for port 982422fd-38f3-4d28-8816-3585d6df4a04 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:40.197219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a38b9c4b-9208-4479-b890-1386ee3cf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:40.208115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ee11577-8e07-410f-8a06-0582fae2d9be req-b325b49c-3554-4e92-997f-55bf972318a1 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977941
Apr 02 21:10:40.230301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router 765b4fbe-0edf-47bd-b208-ea77b32fb45f is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:10:40.234716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-f90910c2-4e61-4395-9bfb-14f3ee623be8 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573451
Apr 02 21:10:40.235599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a38b9c4b-9208-4479-b890-1386ee3cf8cf None None] Port 982422fd-38f3-4d28-8816-3585d6df4a04 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:40.393247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:40.400738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4275b56-a659-4812-b258-4c012f0ff7d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/765b4fbe-0edf-47bd-b208-ea77b32fb45f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4674656
Apr 02 21:10:40.402475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] Sync routers for ids ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:40.403420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:40.412124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-ea40061f-ba27-4c3c-a37a-8ef1de1613e0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705050
Apr 02 21:10:40.413170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] Routers {'765b4fbe-0edf-47bd-b208-ea77b32fb45f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:40.413791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458e2670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:40.452129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec0c9e-a22d-4954-9417-40c7bb3907f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:40.454349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-93ec0c9e-a22d-4954-9417-40c7bb3907f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports/982422fd-38f3-4d28-8816-3585d6df4a04 HTTP/1.1" status: 200  len: 910 time: 0.0498662
Apr 02 21:10:40.458054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52380) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:40.463080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458e2670>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:40.465238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-99a83f0d-c3b9-43c9-ae77-9b841ed30097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7ae013e3-926a-45ea-aa70-0539b27a910a HTTP/1.1" status: 200  len: 217 time: 0.0462878
Apr 02 21:10:40.472470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] Routers {'765b4fbe-0edf-47bd-b208-ea77b32fb45f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:40.473079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458e2670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:40.586800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-1ed3eac2-cc1a-4ac8-bab4-a99b8fddc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:40.588297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-1ed3eac2-cc1a-4ac8-bab4-a99b8fddc37a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.0855744
Apr 02 21:10:40.658073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458e2670>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:40.658643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8f956-f09d-4647-928e-2e104b90f8f8 None None] The sync data for ids ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:40.718094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-c61cd18e-834e-4ba7-82f8-469c94f0569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:40.720215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-c61cd18e-834e-4ba7-82f8-469c94f0569c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1212900
Apr 02 21:10:40.744942 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6538917b-b433-4eae-9495-b6eab21332fb req-69306cd9-ffd9-44ff-8214-cb941a01ea5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0255463
Apr 02 21:10:40.862655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-8491540b-8c8d-424c-8214-f5c3177a3d1a service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363697
Apr 02 21:10:40.921354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (765b4fbe-0edf-47bd-b208-ea77b32fb45f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:41.034201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e59ea1b-31e7-4c2e-8952-fef95e3ce5ce req-bba6ca92-d438-4c3f-a5a7-ce8b2c197016 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0287812
Apr 02 21:10:41.143706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-98d5a287-0d45-45bd-8b59-07707c26eaf4 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473596
Apr 02 21:10:41.229914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-d8f202ea-e013-4b75-ac67-ea957c5eb464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 200  len: 217 time: 0.0445416
Apr 02 21:10:41.332468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6483d5-d745-4c7c-bfe0-f7d1843a4fd7 req-3f8ceaf5-755e-4cee-b0fd-9196018f8fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:41.333991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a6483d5-d745-4c7c-bfe0-f7d1843a4fd7 req-3f8ceaf5-755e-4cee-b0fd-9196018f8fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0564485
Apr 02 21:10:41.343918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-e50a6f20-28f6-48aa-899b-7f0fff7b9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:41.345422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-e50a6f20-28f6-48aa-899b-7f0fff7b9de4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 200  len: 797 time: 0.1083152
Apr 02 21:10:41.357953 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6182271-3698-4369-9686-2d01206fac7d req-f3dd6a82-4b6e-40a0-9461-a8f12e29329e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:41.359940 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6182271-3698-4369-9686-2d01206fac7d req-f3dd6a82-4b6e-40a0-9461-a8f12e29329e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.1275692
Apr 02 21:10:41.384385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a6483d5-d745-4c7c-bfe0-f7d1843a4fd7 req-313b85e2-60b7-4628-a3ad-ce65fe873bcd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446131
Apr 02 21:10:41.419957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 982422fd-38f3-4d28-8816-3585d6df4a04 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:41.420301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:41.503635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6182271-3698-4369-9686-2d01206fac7d req-4d3be6b4-1239-42c5-8711-c6a7aac01f53 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320331
Apr 02 21:10:41.507939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-c2336bb0-2070-45d3-bfab-b4e6a650ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:41.509410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-c2336bb0-2070-45d3-bfab-b4e6a650ff86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76a4a04-78ab-412e-b7f3-dab2f53bf154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1479149
Apr 02 21:10:41.564293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:41.604080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 982422fd-38f3-4d28-8816-3585d6df4a04 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:41.619294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251570d5-3d47-43ad-be7f-d592cf50844a req-5bfaf1ff-2e0c-430d-b7e0-3e928dbd1c1d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:41.620854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251570d5-3d47-43ad-be7f-d592cf50844a req-5bfaf1ff-2e0c-430d-b7e0-3e928dbd1c1d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.0537186
Apr 02 21:10:41.631636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52390) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:41.636067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'floatingip': {'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:41.668666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-956ad0fc-b88b-4332-8cb8-547254dcb1c1 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501331
Apr 02 21:10:41.677792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (288aca81-8b71-4f56-8310-1e1cb8a99671), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:42.147068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-50e463d4-b9f1-4cae-a419-90f525f5a11c service neutron] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4649510
Apr 02 21:10:42.174510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd2cefa2-57b6-4c4b-bd35-2663e7601e51 req-8c268772-fcf0-4316-8909-5f97f0e2539e tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0408006
Apr 02 21:10:42.227208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-d83b5e24-1f74-4916-bd70-e1c8f1841fb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 200  len: 217 time: 0.0643013
Apr 02 21:10:42.291709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (982422fd-38f3-4d28-8816-3585d6df4a04), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:42.305970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-d52a8ee1-a95e-48a5-b886-4a4e3fdf7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:42.306295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-d52a8ee1-a95e-48a5-b886-4a4e3fdf7f7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0712607
Apr 02 21:10:42.333913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=982422fd-38f3-4d28-8816-3585d6df4a04,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:42.492154 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af66745c-d673-4b27-928e-149be8a22570 req-3cd3a143-ab25-446c-8385-e42856a2ec09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b10b2726e7c4fb385dd98063b209656&device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0484889
Apr 02 21:10:42.554570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-bab3f2e3-b9c1-4ca6-be91-062a30405eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:42.556138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-bab3f2e3-b9c1-4ca6-be91-062a30405eba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2326226
Apr 02 21:10:42.583919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5cf18b4-babb-445c-b949-55a441b60faf req-d09de90d-e432-479e-b643-e5a8363e53a7 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0644002
Apr 02 21:10:42.590235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af66745c-d673-4b27-928e-149be8a22570 req-f1c72be1-9ab6-4636-b6a7-2aebf324d80c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b10b2726e7c4fb385dd98063b209656&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0696719
Apr 02 21:10:42.598113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:10:42.674554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a9a8-8340-40d5-96de-e46e7c6366d8 req-5f16a724-8391-4ed3-b1a7-0c66e6b3306b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:42.676066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ce9a9a8-8340-40d5-96de-e46e7c6366d8 req-5f16a724-8391-4ed3-b1a7-0c66e6b3306b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1995931
Apr 02 21:10:42.710924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (765b4fbe-0edf-47bd-b208-ea77b32fb45f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:42.742476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:42.759465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (288aca81-8b71-4f56-8310-1e1cb8a99671), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:42.840166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66745c-d673-4b27-928e-149be8a22570 req-84176355-fad2-4764-981c-3ab4a039230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:42.841594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af66745c-d673-4b27-928e-149be8a22570 req-84176355-fad2-4764-981c-3ab4a039230f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2411892
Apr 02 21:10:42.846360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-cc9768c1-2e57-4283-aeb5-a1855bfbecaa service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775593
Apr 02 21:10:42.849446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ce9a9a8-8340-40d5-96de-e46e7c6366d8 req-ebc1018d-59ba-42c0-960a-51796072b715 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397099
Apr 02 21:10:42.897561 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Floating IP 288aca81-8b71-4f56-8310-1e1cb8a99671 associated. External IP: 172.35.4.64, port: 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c.
Apr 02 21:10:42.985599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router 765b4fbe-0edf-47bd-b208-ea77b32fb45f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:43.076768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5a852401-d1a6-477d-b68a-2f0227453124 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2222660
Apr 02 21:10:43.094139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:43.103572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] Sync routers for ids ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:43.113210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Router 5bd65796-7c83-4ad0-aa6b-dba68da2331c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:43.116520 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] Routers {'765b4fbe-0edf-47bd-b208-ea77b32fb45f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:43.117626 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784620d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:43.124810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1fcee2bb-3092-4e66-90c5-5a61529053b3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/765b4fbe-0edf-47bd-b208-ea77b32fb45f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6650255
Apr 02 21:10:43.126414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-d477fdd9-fa82-4875-8c87-81935482d779 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 200  len: 217 time: 0.0415394
Apr 02 21:10:43.126983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52404) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:43.153710 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784620d160>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:43.166803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-400e8e40-742d-40d0-a625-986410c3aede tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=765b4fbe-0edf-47bd-b208-ea77b32fb45f HTTP/1.1" status: 200  len: 205 time: 0.0364690
Apr 02 21:10:43.167407 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] Routers {'765b4fbe-0edf-47bd-b208-ea77b32fb45f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:43.167407 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784620d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:43.170498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52406) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:43.199820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5a4dccc1-2ecd-43f6-bbfa-2b32a6b60e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:43.201345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-5a4dccc1-2ecd-43f6-bbfa-2b32a6b60e57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 200  len: 797 time: 0.0657563
Apr 02 21:10:43.203913 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784620d160>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:43.204712 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de5ef9-410e-4324-9c67-e88bbc5f1f98 None None] The sync data for ids ['765b4fbe-0edf-47bd-b208-ea77b32fb45f'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:43.254860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-540452b7-1dca-45b5-9059-daf08d128f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:43.255135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (765b4fbe-0edf-47bd-b208-ea77b32fb45f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.256439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-540452b7-1dca-45b5-9059-daf08d128f84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32fe859b-79f2-47de-9367-aa2bcd861a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0470335
Apr 02 21:10:43.349691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-293855ff-2c14-4efb-b459-4a99c0f4076d service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868688
Apr 02 21:10:43.452283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e80cb9c9-7515-4b9e-9431-71533c07f541 req-e8ca405f-e836-4f24-81f5-325ea027f146 service neutron] 10.222.0.15 "GET /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950487
Apr 02 21:10:43.702086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:43.708737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.711452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] Sync routers for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:43.721477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:43.722114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450c1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:43.744493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f53bb4e-6460-4d53-b982-0ca9b6d1e276 req-0d1f2b32-4b1c-4bfa-ad1e-2024d59c91f7 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0771165
Apr 02 21:10:43.747791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (765b4fbe-0edf-47bd-b208-ea77b32fb45f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.752006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (765b4fbe-0edf-47bd-b208-ea77b32fb45f), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.773069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df6ccc6f-84d1-4f04-8fd7-d46ffa9f37f9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "PUT /v2.0/floatingips/288aca81-8b71-4f56-8310-1e1cb8a99671 HTTP/1.1" status: 200  len: 990 time: 2.1403680
Apr 02 21:10:43.806409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:43.808943 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8830f51-3bc4-4288-ae75-766a77ec452b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:43.820211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (765b4fbe-0edf-47bd-b208-ea77b32fb45f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.821013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router 765b4fbe-0edf-47bd-b208-ea77b32fb45f {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:43.829969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.831082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e158dc16-6a1d-4e38-802d-dfb1aa658f4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/765b4fbe-0edf-47bd-b208-ea77b32fb45f HTTP/1.1" status: 204  len: 168 time: 0.6604064
Apr 02 21:10:43.833886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52414) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:43.846901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:43.875784 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ca0a2b-1a57-43df-920c-be3300f2f96b x-openstack-request-id: req-28ca0a2b-1a57-43df-920c-be3300f2f96b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:43.875784 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:43.875784 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28ca0a2b-1a57-43df-920c-be3300f2f96b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:43.876140 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ca0a2b-1a57-43df-920c-be3300f2f96b'] response: {'name': 'network-changed', 'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'status': 'completed', 'code': 200}
Apr 02 21:10:43.937680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet e6602776-2545-451a-ae0c-dde8d5c82a57 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:10:43.941217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (e6602776-2545-451a-ae0c-dde8d5c82a57), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.989190 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (e6602776-2545-451a-ae0c-dde8d5c82a57), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:43.997161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-69be2dd6-bb18-4ef0-8851-7fcd4a727af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:43.998513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d627e-9338-44b5-ac53-071366c19661 req-c233572f-a5cb-4eca-bedd-b3f623f9690d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:43.998678 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-69be2dd6-bb18-4ef0-8851-7fcd4a727af9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1127 time: 0.0955105
Apr 02 21:10:44.000055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad9d627e-9338-44b5-ac53-071366c19661 req-c233572f-a5cb-4eca-bedd-b3f623f9690d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.1314995
Apr 02 21:10:44.049376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158f6b-39bc-40b5-ba13-2e3b799b4c71 req-985a1064-f80d-4ce6-ad59-99ec19148eef tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:44.053459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e158f6b-39bc-40b5-ba13-2e3b799b4c71 req-985a1064-f80d-4ce6-ad59-99ec19148eef tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0929463
Apr 02 21:10:44.106095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad9d627e-9338-44b5-ac53-071366c19661 req-7d52cf86-659a-42a2-8f1a-b3748cffa6c3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874362
Apr 02 21:10:44.118764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450c1d60>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '288aca81-8b71-4f56-8310-1e1cb8a99671', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'floating_ip_address': '172.35.4.64', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:10:28Z', 'updated_at': '2022-04-02T21:10:42Z', 'revision_number': 1, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:31Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:44.130703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e6602776-2545-451a-ae0c-dde8d5c82a57), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.149214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] Checking router: 5bd65796-7c83-4ad0-aa6b-dba68da2331c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:44.161904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:44.162590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450c1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:44.164886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-a4eb84cb-29e4-46bd-8efa-04e4c79f4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:44.166382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-a4eb84cb-29e4-46bd-8efa-04e4c79f4f12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1613626
Apr 02 21:10:44.181152 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e158f6b-39bc-40b5-ba13-2e3b799b4c71 req-0634d8f9-8575-4f5a-82eb-6c1d2c8090be tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880458
Apr 02 21:10:44.268400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a50da9-df24-43fc-85db-cdd4aa3f8066 req-69f8a1d8-1762-4d52-ba30-812f5221e214 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:44.270280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24a50da9-df24-43fc-85db-cdd4aa3f8066 req-69f8a1d8-1762-4d52-ba30-812f5221e214 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.0881596
Apr 02 21:10:44.287923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (e6602776-2545-451a-ae0c-dde8d5c82a57), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.296402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-194e5d97-3c88-4f9e-8814-34cda25b50b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.1141818
Apr 02 21:10:44.305664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:44.326547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.333368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/e6602776-2545-451a-ae0c-dde8d5c82a57 HTTP/1.1" status: 204  len: 168 time: 0.4960592
Apr 02 21:10:44.333368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e2f7-8f74-4575-904c-ba9bf6e2bf38 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=e6602776-2545-451a-ae0c-dde8d5c82a57,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:44.334946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:44.358968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f65b2-2a76-42cf-a55d-5f07a51ec4f3 None None] Network 041083c4-145a-4847-8668-8cf291173c4a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:44.367480 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24a50da9-df24-43fc-85db-cdd4aa3f8066 req-f7fe0f79-e3d6-4708-9120-fb0aed85d5e4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864279
Apr 02 21:10:44.407433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af66745c-d673-4b27-928e-149be8a22570 req-3bc62561-e6a3-47ab-889d-b472fb30808f tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0382900
Apr 02 21:10:44.424066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-a05d23a9-ee09-446d-9484-abe924c1197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:44.426225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-a05d23a9-ee09-446d-9484-abe924c1197c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1223028
Apr 02 21:10:44.433059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (041083c4-145a-4847-8668-8cf291173c4a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.488722 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.514175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-5cf6d087-08d6-415c-b6a5-c5563696ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:44.516214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-5cf6d087-08d6-415c-b6a5-c5563696ea88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0790236
Apr 02 21:10:44.558586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port bc0b3b45-5a15-44e8-9195-c972dea61cef {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:44.558931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.662412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port bc0b3b45-5a15-44e8-9195-c972dea61cef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc0b3b45-5a15-44e8-9195-c972dea61cef,segment=NetworkSegment(9316089d-b1bb-44fa-97f4-13566b554b2b),segment_id=9316089d-b1bb-44fa-97f4-13566b554b2b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:44.662784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.663623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] DHCP port deletion for 041083c4-145a-4847-8668-8cf291173c4a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:10:44.684057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for bc0b3b45-5a15-44e8-9195-c972dea61cef owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:44.690115 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-46589398-a129-4157-b378-b323b5bcd059 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672080
Apr 02 21:10:44.697485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450c1d60>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '288aca81-8b71-4f56-8310-1e1cb8a99671', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'floating_ip_address': '172.35.4.64', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:10:28Z', 'updated_at': '2022-04-02T21:10:42Z', 'revision_number': 1, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:31Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:44.727395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692a5f-7796-42cc-9996-b962e12de619 None None] The sync data for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 is: [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '288aca81-8b71-4f56-8310-1e1cb8a99671', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'floating_ip_address': '172.35.4.64', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:10:28Z', 'updated_at': '2022-04-02T21:10:42Z', 'revision_number': 1, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:31Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:44.755839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] Deleting port bc0b3b45-5a15-44e8-9195-c972dea61cef {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:44.756213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.842108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] For port bc0b3b45-5a15-44e8-9195-c972dea61cef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc0b3b45-5a15-44e8-9195-c972dea61cef,segment=NetworkSegment(9316089d-b1bb-44fa-97f4-13566b554b2b),segment_id=9316089d-b1bb-44fa-97f4-13566b554b2b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:44.842891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.859288 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8830f51-3bc4-4288-ae75-766a77ec452b req-6f760d39-9697-42e6-bcb1-5a6d86d10b45 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621640
Apr 02 21:10:44.861676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:44.869601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] Calling delete_port for bc0b3b45-5a15-44e8-9195-c972dea61cef owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:44.899884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=bc0b3b45-5a15-44e8-9195-c972dea61cef,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:44.906263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port bc0b3b45-5a15-44e8-9195-c972dea61cef on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:44.938180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-32245c3b-ce02-48d3-8628-3f27b2f494ac req-61450b02-321e-43ff-9076-82f3e287a4f9 tempest-ServerShowV254Test-2051583545 tempest-ServerShowV254Test-2051583545-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f9fa3e-c1ca-4856-b725-a681a491e810 HTTP/1.1" status: 200  len: 210 time: 0.0351713
Apr 02 21:10:44.991580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (bc0b3b45-5a15-44e8-9195-c972dea61cef), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.031381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] Pushing event deleted for resources: {'Port': ['ID=bc0b3b45-5a15-44e8-9195-c972dea61cef,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:45.035058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130646ca-3ced-45bb-b08c-94b4efc8a9e4 None None] No DVR routers for this DVR port bc0b3b45-5a15-44e8-9195-c972dea61cef on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:45.040078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (041083c4-145a-4847-8668-8cf291173c4a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.040937 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463d172-9992-4839-8589-4c489abbf401 None None] New status for floating IP 288aca81-8b71-4f56-8310-1e1cb8a99671: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:10:45.069680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844504730>,) {'filters': {'network_id': ['041083c4-145a-4847-8668-8cf291173c4a']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:45.079493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844504730>, '9316089d-b1bb-44fa-97f4-13566b554b2b') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:45.079789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844504730>, '9316089d-b1bb-44fa-97f4-13566b554b2b') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:45.089113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9316089d-b1bb-44fa-97f4-13566b554b2b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.102653 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9316089d-b1bb-44fa-97f4-13566b554b2b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.109209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:45.109610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9316089d-b1bb-44fa-97f4-13566b554b2b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:45.112807 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:45.174992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (041083c4-145a-4847-8668-8cf291173c4a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.182860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.186939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/041083c4-145a-4847-8668-8cf291173c4a HTTP/1.1" status: 204  len: 168 time: 0.8521030
Apr 02 21:10:45.191655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52424) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:45.196210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1519492319', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:45.200820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d0289-d78b-4c3e-a5ac-354091d8a5dc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=041083c4-145a-4847-8668-8cf291173c4a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:45.229328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.230026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.309470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (6e810785-524f-40ae-89d5-f7dacd5bba07), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.398362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d2e9-d931-43da-bbab-c5b6f46e5e2e req-431eac52-28e4-442c-9726-24f06ad65f36 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:45.399897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b4d2e9-d931-43da-bbab-c5b6f46e5e2e req-431eac52-28e4-442c-9726-24f06ad65f36 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1443424
Apr 02 21:10:45.485141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_gateway (6e810785-524f-40ae-89d5-f7dacd5bba07), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.509235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09593069-3e46-41d3-a244-3dbe57e9dcf9 req-7b2599d6-3bc0-4fc8-80b8-417704faebe7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:45.510751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09593069-3e46-41d3-a244-3dbe57e9dcf9 req-7b2599d6-3bc0-4fc8-80b8-417704faebe7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.0633583
Apr 02 21:10:45.527369 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86b4d2e9-d931-43da-bbab-c5b6f46e5e2e req-b3fe1e9f-3064-4079-b861-f338b090836f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892358
Apr 02 21:10:45.559640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09593069-3e46-41d3-a244-3dbe57e9dcf9 req-faa120ed-93a4-48a8-aaa8-b34bc6ec0287 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422587
Apr 02 21:10:45.643879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc0b3b45-5a15-44e8-9195-c972dea61cef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:45.667256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bc0b3b45-5a15-44e8-9195-c972dea61cef {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:45.667608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc0b3b45-5a15-44e8-9195-c972dea61cef not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:45.744993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_gateway (6e810785-524f-40ae-89d5-f7dacd5bba07), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.767939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:45.782460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fd32c-5084-44c1-b8ff-793aecf72f8a req-56fdd00f-cfb8-440a-b0c7-43aa3cf35e02 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:45.783982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-663fd32c-5084-44c1-b8ff-793aecf72f8a req-56fdd00f-cfb8-440a-b0c7-43aa3cf35e02 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.1252987
Apr 02 21:10:45.896791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-663fd32c-5084-44c1-b8ff-793aecf72f8a req-efeb07a0-1e50-498b-b847-6f5935cd6af3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827796
Apr 02 21:10:45.922521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.35.4.49 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a9485837-d979-4782-90af-e4f8f0b95bf9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:46.032196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (a9485837-d979-4782-90af-e4f8f0b95bf9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.076400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a9485837-d979-4782-90af-e4f8f0b95bf9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.131051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:46.134241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:46.137877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:46.169435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=a9485837-d979-4782-90af-e4f8f0b95bf9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:46.366335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.371551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.376754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.382223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.385878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52456) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:46.387470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.392803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.398054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.400111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-d0f9f588-f742-4119-8b88-1af485bf366a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.2038715
Apr 02 21:10:46.509767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44d7c855-b827-4b30-b6fb-b9cb3903cb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.552084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7bc53a6-5939-47dc-abc3-f9c80df16ced req-b76f601f-8c87-4c2f-b79f-de59424ca9fe tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1404588
Apr 02 21:10:46.581465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_gateway (6e810785-524f-40ae-89d5-f7dacd5bba07), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.604905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44d7c855-b827-4b30-b6fb-b9cb3903cb3d admin admin] Publish callbacks [] for security_group (a829cfad-9496-48b4-ae63-2133e9f7f9e6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.609745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44d7c855-b827-4b30-b6fb-b9cb3903cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a829cfad-9496-48b4-ae63-2133e9f7f9e6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.672428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7c855-b827-4b30-b6fb-b9cb3903cb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a829cfad-9496-48b4-ae63-2133e9f7f9e6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:46.677512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44d7c855-b827-4b30-b6fb-b9cb3903cb3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b10b2726e7c4fb385dd98063b209656&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2904747
Apr 02 21:10:46.680074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52462) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:46.730916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53f9b-aec1-4c09-9701-8bf7e3e6f4ac req-dfd09dd3-ea21-4072-acfa-b8ebafa81912 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:46.732382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abd53f9b-aec1-4c09-9701-8bf7e3e6f4ac req-dfd09dd3-ea21-4072-acfa-b8ebafa81912 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1195230
Apr 02 21:10:46.759417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac2537fd-419c-42d8-be61-7118262e4d14 admin admin] Publish callbacks [] for security_group (a829cfad-9496-48b4-ae63-2133e9f7f9e6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.792753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.797266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac2537fd-419c-42d8-be61-7118262e4d14 admin admin] Publish callbacks [] for security_group (a829cfad-9496-48b4-ae63-2133e9f7f9e6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.812477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abd53f9b-aec1-4c09-9701-8bf7e3e6f4ac req-d5fc2e93-046e-4363-ad71-a771cd2c56f2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723541
Apr 02 21:10:46.851345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac2537fd-419c-42d8-be61-7118262e4d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a829cfad-9496-48b4-ae63-2133e9f7f9e6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.854006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac2537fd-419c-42d8-be61-7118262e4d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:46.855147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ac2537fd-419c-42d8-be61-7118262e4d14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a829cfad-9496-48b4-ae63-2133e9f7f9e6 HTTP/1.1" status: 204  len: 168 time: 0.1739902
Apr 02 21:10:46.862756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2537fd-419c-42d8-be61-7118262e4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a829cfad-9496-48b4-ae63-2133e9f7f9e6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:46.927662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router 6e810785-524f-40ae-89d5-f7dacd5bba07 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:10:47.036138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:47.045839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bfd64-db45-478c-9420-08322163b63a None None] Sync routers for ids ['6e810785-524f-40ae-89d5-f7dacd5bba07'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:47.058982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05bfd64-db45-478c-9420-08322163b63a None None] Routers {'6e810785-524f-40ae-89d5-f7dacd5bba07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:47.060273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f05bfd64-db45-478c-9420-08322163b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844eedbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6e810785-524f-40ae-89d5-f7dacd5bba07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:47.065408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.066673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8d22cf7-f8f9-4d11-b83b-773f097df02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 1.8739343
Apr 02 21:10:47.069495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52470) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:47.095850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f05bfd64-db45-478c-9420-08322163b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844eedbb0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:47.105278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05bfd64-db45-478c-9420-08322163b63a None None] Routers {'6e810785-524f-40ae-89d5-f7dacd5bba07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:47.106083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f05bfd64-db45-478c-9420-08322163b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844eedbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6e810785-524f-40ae-89d5-f7dacd5bba07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:47.144326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f05bfd64-db45-478c-9420-08322163b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844eedbb0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:47.145015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bfd64-db45-478c-9420-08322163b63a None None] The sync data for ids ['6e810785-524f-40ae-89d5-f7dacd5bba07'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:47.215188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0951e4e1-1cb0-44aa-9270-0f98a4885273 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/routers/6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 200  len: 880 time: 0.1422553
Apr 02 21:10:47.215555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52478) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:47.355392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:10:47.466950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:47.477408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a65d920e-1d0f-43f1-868b-dfa82ac921db tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.2597914
Apr 02 21:10:47.477898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52492) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:47.479035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:10:47.483021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1519492319'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:47.527448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:47.527847 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.543896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:10:47.544421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52494) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:47.567639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:47.572258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.630741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:47.664201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-717498917-network', 'tenant_id': '19737338fb9f4d53a9353bfab097594a'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:47.684343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Made reservation on behalf of 19737338fb9f4d53a9353bfab097594a for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:47.689438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.690196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:10:47.699935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.745361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.791052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks [] for security_group (2bd6ba0a-d895-45e5-9781-558f4b603bee), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.795562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2bd6ba0a-d895-45e5-9781-558f4b603bee), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.824898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:47.851138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e5e77e8b-72cc-4e4b-a190-fad2b2d13685), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.851634 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Added segment e5e77e8b-72cc-4e4b-a190-fad2b2d13685 of type vlan for network 6d04b33d-a680-4d74-a1fa-9d0dd56cad59
Apr 02 21:10:47.853108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6ba0a-d895-45e5-9781-558f4b603bee,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:47.939819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (6d04b33d-a680-4d74-a1fa-9d0dd56cad59), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.971319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.976621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.978806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6dff6-c474-44b9-b7f7-91f8f1578434 req-4db6bd2f-1011-49dc-b601-1d25ec0539fc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.980302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ee6dff6-c474-44b9-b7f7-91f8f1578434 req-4db6bd2f-1011-49dc-b601-1d25ec0539fc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0777166
Apr 02 21:10:47.981371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (6d04b33d-a680-4d74-a1fa-9d0dd56cad59), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.981794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.982228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.982781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:47.987541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.992792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:47.998014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:48.003861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:48.005839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-33f228c4-196c-4aac-b682-33b1d7511ac1 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1375098
Apr 02 21:10:48.033646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4879572
Apr 02 21:10:48.115581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a1710-1f40-4799-b048-5fa94b921eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=6d04b33d-a680-4d74-a1fa-9d0dd56cad59,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:48.121986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ee6dff6-c474-44b9-b7f7-91f8f1578434 req-73ab3671-1e8d-4e66-a669-2d65d7804a0a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315417
Apr 02 21:10:48.131312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 6d04b33d-a680-4d74-a1fa-9d0dd56cad59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:48.152854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e9a28d2-eb44-4860-8033-19a5a73d7d78 req-948fe47b-11b6-42b9-9ce7-a6edfd01e166 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1396973
Apr 02 21:10:48.300745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:48.313535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:48.425414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router 6e810785-524f-40ae-89d5-f7dacd5bba07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:48.448774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb276e-263b-4762-a080-e806f3da5174 req-adaa6321-d8b6-4955-86fb-d2b553ce40b4 tempest-ComputeTenantNetworksTest-112958387 tempest-ComputeTenantNetworksTest-112958387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:48.454465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb276e-263b-4762-a080-e806f3da5174 req-adaa6321-d8b6-4955-86fb-d2b553ce40b4 tempest-ComputeTenantNetworksTest-112958387 tempest-ComputeTenantNetworksTest-112958387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:48.459553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb276e-263b-4762-a080-e806f3da5174 req-adaa6321-d8b6-4955-86fb-d2b553ce40b4 tempest-ComputeTenantNetworksTest-112958387 tempest-ComputeTenantNetworksTest-112958387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:48.461177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fbb276e-263b-4762-a080-e806f3da5174 req-adaa6321-d8b6-4955-86fb-d2b553ce40b4 tempest-ComputeTenantNetworksTest-112958387 tempest-ComputeTenantNetworksTest-112958387-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.1199083
Apr 02 21:10:48.603238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaa594-c96e-4dae-8eae-86e28fa789dd req-7318ccbd-02df-4b10-b7ff-372536027901 tempest-ComputeTenantNetworksTest-112958387 tempest-ComputeTenantNetworksTest-112958387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:48.604522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bdeaa594-c96e-4dae-8eae-86e28fa789dd req-7318ccbd-02df-4b10-b7ff-372536027901 tempest-ComputeTenantNetworksTest-112958387 tempest-ComputeTenantNetworksTest-112958387-project] 10.222.0.18 "GET /v2.0/networks/6d04b33d-a680-4d74-a1fa-9d0dd56cad59 HTTP/1.1" status: 200  len: 768 time: 0.1233878
Apr 02 21:10:48.605656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:48.614366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:48.614848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:48.615544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6f6d104-aa0d-4fff-b5a4-c95d98313cc5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 200  len: 887 time: 1.1361787
Apr 02 21:10:48.618909 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] Sync routers for ids ['6e810785-524f-40ae-89d5-f7dacd5bba07'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:48.619765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52518) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:48.629668 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] Routers {'6e810785-524f-40ae-89d5-f7dacd5bba07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:48.630542 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6e810785-524f-40ae-89d5-f7dacd5bba07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:48.666223 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a2e0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:48.675835 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] Routers {'6e810785-524f-40ae-89d5-f7dacd5bba07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:48.676579 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['6e810785-524f-40ae-89d5-f7dacd5bba07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:48.710589 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a2e0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:48.711236 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2115f-849c-4836-86af-a8371a275199 None None] The sync data for ids ['6e810785-524f-40ae-89d5-f7dacd5bba07'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:48.765591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (6d04b33d-a680-4d74-a1fa-9d0dd56cad59), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:48.798516 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6c205987-93b8-4731-8ad7-ac8c840a82a4 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/routers/6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 200  len: 887 time: 0.1777632
Apr 02 21:10:48.801269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52520) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:48.831071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b31deac5-516d-4d42-9fda-0f128a1ad308 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 200  len: 205 time: 0.0285552
Apr 02 21:10:48.833500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:48.945391 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.059626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_gateway (6e810785-524f-40ae-89d5-f7dacd5bba07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.113762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port a9485837-d979-4782-90af-e4f8f0b95bf9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:49.114101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a9485837-d979-4782-90af-e4f8f0b95bf9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.134528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (6d04b33d-a680-4d74-a1fa-9d0dd56cad59), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.157591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784614cb20>,) {'filters': {'network_id': ['6d04b33d-a680-4d74-a1fa-9d0dd56cad59']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:49.168961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784614cb20>, 'e5e77e8b-72cc-4e4b-a190-fad2b2d13685') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:49.169333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784614cb20>, 'e5e77e8b-72cc-4e4b-a190-fad2b2d13685') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:49.179587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (e5e77e8b-72cc-4e4b-a190-fad2b2d13685), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.195759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e5e77e8b-72cc-4e4b-a190-fad2b2d13685), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.204324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:10:49.204324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (e5e77e8b-72cc-4e4b-a190-fad2b2d13685), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:10:49.206264 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:10:49.209557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a9485837-d979-4782-90af-e4f8f0b95bf9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.222107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for a9485837-d979-4782-90af-e4f8f0b95bf9 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:49.293493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (6d04b33d-a680-4d74-a1fa-9d0dd56cad59), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.299117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.305007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d04b33d-a680-4d74-a1fa-9d0dd56cad59 HTTP/1.1" status: 204  len: 168 time: 0.6833918
Apr 02 21:10:49.323896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ac472-ab0b-439a-8e77-1b82877756b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d04b33d-a680-4d74-a1fa-9d0dd56cad59,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:49.336929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354515e-061a-4a85-ae2d-be054a6c622a req-be99acde-d754-4498-a7a9-1935c72e62b4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.338974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1354515e-061a-4a85-ae2d-be054a6c622a req-be99acde-d754-4498-a7a9-1935c72e62b4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1229854
Apr 02 21:10:49.371791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:49.387286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.393594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.396994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1354515e-061a-4a85-ae2d-be054a6c622a req-954fb17e-dc8a-4c57-afe3-36dee0700e7c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506489
Apr 02 21:10:49.399238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.405114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.410119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.419977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.421865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.424011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-5d2d2e1d-4527-43e7-b718-c69beabd8146 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1587322
Apr 02 21:10:49.456682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:49.475278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:49.475960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.529257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8ff79a60-1fbe-43f9-ad4d-bf3c14ca318d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19737338fb9f4d53a9353bfab097594a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0712490
Apr 02 21:10:49.532201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52538) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:49.537395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f09ed270-4edd-4c4d-81a0-3d2ac699ae07 req-c0a8f1e6-ac03-4040-992d-1d2d8ccb1846 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1060948
Apr 02 21:10:49.555753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a9485837-d979-4782-90af-e4f8f0b95bf9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.590114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:49.590511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.612230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=a9485837-d979-4782-90af-e4f8f0b95bf9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:49.627251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d57161d2-05f9-4497-9b1d-2dcc5d91cd6c admin admin] Publish callbacks [] for security_group (2bd6ba0a-d895-45e5-9781-558f4b603bee), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.629638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:49.632107 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47340d2c-b836-4686-946c-25c9fcdb9447" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:49.648673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:49.656838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.660422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d57161d2-05f9-4497-9b1d-2dcc5d91cd6c admin admin] Publish callbacks [] for security_group (2bd6ba0a-d895-45e5-9781-558f4b603bee), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.692543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.698788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.704694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.710420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.716441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.717310 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e2800-eaa2-4d3d-af8f-64165eac2675 x-openstack-request-id: req-600e2800-eaa2-4d3d-af8f-64165eac2675 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:49.719121 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:49.719487 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-600e2800-eaa2-4d3d-af8f-64165eac2675 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:49.720008 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600e2800-eaa2-4d3d-af8f-64165eac2675'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:10:49.722319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.724768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d57161d2-05f9-4497-9b1d-2dcc5d91cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2bd6ba0a-d895-45e5-9781-558f4b603bee), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.727419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d57161d2-05f9-4497-9b1d-2dcc5d91cd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.727593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.728798 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d57161d2-05f9-4497-9b1d-2dcc5d91cd6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bd6ba0a-d895-45e5-9781-558f4b603bee HTTP/1.1" status: 204  len: 168 time: 0.1950121
Apr 02 21:10:49.729544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-de10c9df-3faf-423a-8336-bc11b55f70d2 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 5445 time: 0.1854694
Apr 02 21:10:49.738820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57161d2-05f9-4497-9b1d-2dcc5d91cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6ba0a-d895-45e5-9781-558f4b603bee,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:49.744916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (6e810785-524f-40ae-89d5-f7dacd5bba07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.767869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:49.868495 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.872590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-094f67eb-4b05-402a-b142-0f16a6d52d33 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:49.873973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-094f67eb-4b05-402a-b142-0f16a6d52d33 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "GET /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1368067
Apr 02 21:10:49.875172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (6e810785-524f-40ae-89d5-f7dacd5bba07), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.947069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (6e810785-524f-40ae-89d5-f7dacd5bba07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.947743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router 6e810785-524f-40ae-89d5-f7dacd5bba07 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:10:49.956203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:49.957550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7bdde16-5b96-4c68-b0f4-f667e10a8e0c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 204  len: 168 time: 1.1231174
Apr 02 21:10:49.961570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:49.966484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1513218293'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:49.991399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:49.996339 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.025078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:10:50.040976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43eb8a58-b7c3-4131-baf3-a336764e2789), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.041733 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment 43eb8a58-b7c3-4131-baf3-a336764e2789 of type vlan for network 396c05b4-ad5a-4553-9a15-de4fcc41718d
Apr 02 21:10:50.066890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ea78efd6-8c3b-4553-bfa0-090dd568f564 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "GET /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1863701
Apr 02 21:10:50.078501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:50.110971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (396c05b4-ad5a-4553-9a15-de4fcc41718d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.147622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (396c05b4-ad5a-4553-9a15-de4fcc41718d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.157337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.157495 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.158205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.211804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2460294
Apr 02 21:10:50.212046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52578) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:50.261308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:50.278427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31f1bd-5aca-4cd6-8797-8dca17c33de6 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=396c05b4-ad5a-4553-9a15-de4fcc41718d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:50.292228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:10:50.354934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:50.375969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:10:50.380066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.430957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] For port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:50.485830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] device_id is not set on port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:10:50.501913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Publish callbacks [] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.539974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.641954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] No DVR routers for this DVR port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:50.714375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=6']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:50.749336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ba107-e34f-4ae9-8aa0-e6ba71236005 req-a08fc61f-21d8-41cd-8165-266ed1e185a8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.750938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d3ba107-e34f-4ae9-8aa0-e6ba71236005 req-a08fc61f-21d8-41cd-8165-266ed1e185a8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.2361000
Apr 02 21:10:50.756826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] In _notify_port_updated(), no bound segment for port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:10:50.757695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.758297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.759590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-22aa567c-9e59-4525-adff-e3d04a1b70d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 200  len: 1032 time: 0.6857977
Apr 02 21:10:50.768195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (5a422bb8-beaa-49c5-9823-967b1edff40c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.849065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d3ba107-e34f-4ae9-8aa0-e6ba71236005 req-663c980c-af63-4268-9eee-de87701ba1ae tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838962
Apr 02 21:10:50.853649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.857977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e8968c0b-2cf7-4904-a7a3-6b9eda0fcc6d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.859597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e8968c0b-2cf7-4904-a7a3-6b9eda0fcc6d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "GET /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0884936
Apr 02 21:10:50.860447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.870582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.871648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:50.876230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.881699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.894266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:50.903641 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-e7be923f-5834-4745-ad8d-dcb501c6b8b6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 4666 time: 0.1899939
Apr 02 21:10:50.939831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=5a422bb8-beaa-49c5-9823-967b1edff40c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:50.960898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:50.992891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': '43eb8a58-b7c3-4131-baf3-a336764e2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:50.993403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: 396c05b4-ad5a-4553-9a15-de4fcc41718d, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:10:51.022108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c1c3385-fc06-47d6-81c0-abddfbb387d1 req-fa87c024-8f39-4480-8fab-4e13ffa14e3a tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb37886-1ee0-4aa0-b52e-7231828c74fe&id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1175075
Apr 02 21:10:51.046983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:10:51.056257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-95063bc8-f0af-4bdc-b241-5198770a817d None None] Provisioning complete for port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:51.056924 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95063bc8-f0af-4bdc-b241-5198770a817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.061327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 396c05b4-ad5a-4553-9a15-de4fcc41718d) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:51.070731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:51.071421 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.106300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901f359-cea1-4027-9884-088175534244 None None] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:51.110701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-13113aef-1ba8-4947-911c-5b69a5846a20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8975232
Apr 02 21:10:51.113562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52604) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:51.118510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224303490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:51.186536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (afd86364-ff53-4463-9511-4ed585b60f18), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.190268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (afd86364-ff53-4463-9511-4ed585b60f18), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.197532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1133854-4680-4b8a-a3a0-c552bb06f10b,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:51.278886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] For port a1133854-4680-4b8a-a3a0-c552bb06f10b, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:51.328182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] device_id is not set on port a1133854-4680-4b8a-a3a0-c552bb06f10b yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:10:51.337855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Publish callbacks [] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.348057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.411574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-95063bc8-f0af-4bdc-b241-5198770a817d None None] Port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:51.423639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] No DVR routers for this DVR port a1133854-4680-4b8a-a3a0-c552bb06f10b on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:51.469055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Pushing event updated for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=6']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:51.492907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] In _notify_port_updated(), no bound segment for port a1133854-4680-4b8a-a3a0-c552bb06f10b on network f76a4a04-78ab-412e-b7f3-dab2f53bf154 {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:10:51.493935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:51.494561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.496009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-40f5d415-365e-4fa8-8b6f-093582be8367 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 200  len: 1033 time: 0.6284494
Apr 02 21:10:51.516383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-396c05b4-ad5a-4553-9a15-de4fcc41718d', 'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '5a422bb8-beaa-49c5-9823-967b1edff40c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:10:51.520403 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.571719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (afd86364-ff53-4463-9511-4ed585b60f18), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.581316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (afd86364-ff53-4463-9511-4ed585b60f18), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.630169 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.634625 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d24dd280-eb3b-4737-96b3-8495357da242 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5197735
Apr 02 21:10:51.635606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:51.706501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port 7ae013e3-926a-45ea-aa70-0539b27a910a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:51.707054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.752497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Allocated IP 172.20.0.2 (396c05b4-ad5a-4553-9a15-de4fcc41718d/5a422bb8-beaa-49c5-9823-967b1edff40c/153d0b83-9ac5-429c-a194-a9b982d19b23) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:51.894422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a7e22027-86ba-46a0-9a92-63bd702e12cb None None] Provisioning complete for port a1133854-4680-4b8a-a3a0-c552bb06f10b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:51.900363 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7e22027-86ba-46a0-9a92-63bd702e12cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.907346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port 7ae013e3-926a-45ea-aa70-0539b27a910a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ae013e3-926a-45ea-aa70-0539b27a910a,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:51.907771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:51.925662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for 7ae013e3-926a-45ea-aa70-0539b27a910a owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:51.974125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a7e22027-86ba-46a0-9a92-63bd702e12cb None None] Port a1133854-4680-4b8a-a3a0-c552bb06f10b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:52.090008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Publish callbacks [] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.090887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52640) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:52.098279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2e2e42a-9a29-4609-a3e3-c32b9a7d602b no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:52.153325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.155518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.175794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:52.197960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:52.202946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b host ! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:10:52.203556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f2e2e42a-9a29-4609-a3e3-c32b9a7d602b not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:52.204030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 7ae013e3-926a-45ea-aa70-0539b27a910a no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:52.243906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:52.270324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dcea6-0625-46fa-9fee-f7bf04985ede req-ef43a154-4ef6-4029-bb75-6682a7df42e4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:52.271938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd4dcea6-0625-46fa-9fee-f7bf04985ede req-ef43a154-4ef6-4029-bb75-6682a7df42e4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.2577412
Apr 02 21:10:52.361450 ncdv-master-1 neutron-server[121650]: INFO neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No ports have port_id starting with 7ae013e3-926a-45ea-aa70-0539b27a910a
Apr 02 21:10:52.370730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7ae013e3-926a-45ea-aa70-0539b27a910a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.371611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Pushing event updated for resources: {'Port': ['ID=153d0b83-9ac5-429c-a194-a9b982d19b23,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:52.379930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 10107d8d-9752-412f-8706-611605cd57c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:52.396868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dd4dcea6-0625-46fa-9fee-f7bf04985ede req-2d867799-07bf-4212-a0eb-c9c15cce0b9e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142054
Apr 02 21:10:52.456705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=7ae013e3-926a-45ea-aa70-0539b27a910a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:52.473246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Attempting to bind port 153d0b83-9ac5-429c-a194-a9b982d19b23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:10:52.473645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Attempting to bind port 153d0b83-9ac5-429c-a194-a9b982d19b23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43eb8a58-b7c3-4131-baf3-a336764e2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:10:52.474013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Attempting to bind port 153d0b83-9ac5-429c-a194-a9b982d19b23 on network 396c05b4-ad5a-4553-9a15-de4fcc41718d {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:10:52.478363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port 7ae013e3-926a-45ea-aa70-0539b27a910a on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:52.484762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.490129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:10:52.490129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Checking segment: {'id': '43eb8a58-b7c3-4131-baf3-a336764e2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:10:52.491211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.491617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Bound using segment: {'id': '43eb8a58-b7c3-4131-baf3-a336764e2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:10:52.492674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Bound port: 153d0b83-9ac5-429c-a194-a9b982d19b23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43eb8a58-b7c3-4131-baf3-a336764e2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '396c05b4-ad5a-4553-9a15-de4fcc41718d'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:10:52.492674 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.493337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e73de392-2c10-4202-af55-5e836645628f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "DELETE /v2.0/ports/7ae013e3-926a-45ea-aa70-0539b27a910a HTTP/1.1" status: 204  len: 173 time: 0.9890132
Apr 02 21:10:52.499680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': '7ae013e3-926a-45ea-aa70-0539b27a910a'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:52.502176 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c347149-7ba6-4d0c-a225-0c0eb547c4c3" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "7ae013e3-926a-45ea-aa70-0539b27a910a"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:52.520494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.20.0.1 (396c05b4-ad5a-4553-9a15-de4fcc41718d/5a422bb8-beaa-49c5-9823-967b1edff40c/005abc4a-3468-46aa-8592-856c643268c1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:10:52.578167 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dc048e-147f-4eec-97b9-a4d7a61ec9e3 x-openstack-request-id: req-f1dc048e-147f-4eec-97b9-a4d7a61ec9e3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:52.578465 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "7ae013e3-926a-45ea-aa70-0539b27a910a", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:52.578725 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1dc048e-147f-4eec-97b9-a4d7a61ec9e3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:52.579640 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dc048e-147f-4eec-97b9-a4d7a61ec9e3'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': '7ae013e3-926a-45ea-aa70-0539b27a910a', 'status': 'completed', 'code': 200}
Apr 02 21:10:52.633575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port bf93e761-9d1c-42fd-90a1-2b5196433096 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:52.634199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.663496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (005abc4a-3468-46aa-8592-856c643268c1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.680864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] For port 153d0b83-9ac5-429c-a194-a9b982d19b23, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:10:52.703814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] For port 153d0b83-9ac5-429c-a194-a9b982d19b23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153d0b83-9ac5-429c-a194-a9b982d19b23,segment=NetworkSegment(43eb8a58-b7c3-4131-baf3-a336764e2789),segment_id=43eb8a58-b7c3-4131-baf3-a336764e2789)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:10:52.708682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 10107d8d-9752-412f-8706-611605cd57c7 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:52.709624 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (10107d8d-9752-412f-8706-611605cd57c7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.728344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.731648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (005abc4a-3468-46aa-8592-856c643268c1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.782743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port bf93e761-9d1c-42fd-90a1-2b5196433096, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf93e761-9d1c-42fd-90a1-2b5196433096,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:52.783302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.804878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10107d8d-9752-412f-8706-611605cd57c7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:52.807550 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe90686b-ebc3-4360-8650-8fcc86e00767" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-unplugged", "status": "completed", "tag": "10107d8d-9752-412f-8706-611605cd57c7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:52.817125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for bf93e761-9d1c-42fd-90a1-2b5196433096 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:52.840541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=005abc4a-3468-46aa-8592-856c643268c1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:52.864799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10107d8d-9752-412f-8706-611605cd57c7,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:52.867013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59e29-1d1f-4fde-841f-ca4ab60fbfe7 None None] Pushing event updated for resources: {'Port': ['ID=153d0b83-9ac5-429c-a194-a9b982d19b23,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:52.869767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:52.871396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06ca753b-3964-4a4b-a054-3febe86f09bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.879220 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:52.880748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device da097fe9-f79d-4d6d-8d6c-d413f8913252 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:52.952799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:52.959238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:10:52.960163 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3bc62-6dc6-4a23-a60f-8df26c3a8956 x-openstack-request-id: req-dcb3bc62-6dc6-4a23-a60f-8df26c3a8956 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:52.960681 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-unplugged", "status": "completed", "tag": "10107d8d-9752-412f-8706-611605cd57c7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:52.961236 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcb3bc62-6dc6-4a23-a60f-8df26c3a8956 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:52.961816 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb3bc62-6dc6-4a23-a60f-8df26c3a8956'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10107d8d-9752-412f-8706-611605cd57c7', 'code': 200}
Apr 02 21:10:53.077017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:53.081179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port da097fe9-f79d-4d6d-8d6c-d413f8913252 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:53.081866 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.120004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06ca753b-3964-4a4b-a054-3febe86f09bc admin admin] Publish callbacks [] for security_group (5712e2d9-6693-4914-a378-44f4589b1aa0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.145297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bf93e761-9d1c-42fd-90a1-2b5196433096), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.156115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:53.175405 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.175405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:53.219316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb36512c-d697-478f-8ab4-275dac61015c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.253512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=bf93e761-9d1c-42fd-90a1-2b5196433096,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:53.292430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-9201685a-3f55-44e6-87e8-88c408f78bf8 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:53.309051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-9201685a-3f55-44e6-87e8-88c408f78bf8 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:53.321756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-9201685a-3f55-44e6-87e8-88c408f78bf8 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:53.327843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-9201685a-3f55-44e6-87e8-88c408f78bf8 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:53.354366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-9201685a-3f55-44e6-87e8-88c408f78bf8 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:53.373410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-9201685a-3f55-44e6-87e8-88c408f78bf8 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 3808 time: 1.0985804
Apr 02 21:10:53.384663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port bf93e761-9d1c-42fd-90a1-2b5196433096 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:53.387892 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.394923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4c1cba0a-bdc4-43b2-aef4-078242e7cd1e tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "DELETE /v2.0/ports/bf93e761-9d1c-42fd-90a1-2b5196433096 HTTP/1.1" status: 204  len: 173 time: 0.8966434
Apr 02 21:10:53.440435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06ca753b-3964-4a4b-a054-3febe86f09bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5712e2d9-6693-4914-a378-44f4589b1aa0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.460679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:53.567856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3085d9b0-fbf8-4344-aacb-38570bf7814f req-1ce1c233-3777-4b54-a29e-5de6898153ce tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1933138
Apr 02 21:10:53.584189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:53.585107 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.594411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06ca753b-3964-4a4b-a054-3febe86f09bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c747cda9e5642ab862d2d78e431b9c9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5011621
Apr 02 21:10:53.596677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (afd86364-ff53-4463-9511-4ed585b60f18), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.651871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52666) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:53.661068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca753b-3964-4a4b-a054-3febe86f09bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712e2d9-6693-4914-a378-44f4589b1aa0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:53.783128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:53.792266 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.793067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1133854-4680-4b8a-a3a0-c552bb06f10b no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:53.822503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d361029e-9e3b-432d-82e9-d794a6f0fc00 admin admin] Publish callbacks [] for security_group (5712e2d9-6693-4914-a378-44f4589b1aa0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.895597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d361029e-9e3b-432d-82e9-d794a6f0fc00 admin admin] Publish callbacks [] for security_group (5712e2d9-6693-4914-a378-44f4589b1aa0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:53.896617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port a1133854-4680-4b8a-a3a0-c552bb06f10b host ! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:10:53.898063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1133854-4680-4b8a-a3a0-c552bb06f10b not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:53.898515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device bf93e761-9d1c-42fd-90a1-2b5196433096 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:10:53.905952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 153d0b83-9ac5-429c-a194-a9b982d19b23 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:54.037322 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d361029e-9e3b-432d-82e9-d794a6f0fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5712e2d9-6693-4914-a378-44f4589b1aa0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.039931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d361029e-9e3b-432d-82e9-d794a6f0fc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.071403 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d361029e-9e3b-432d-82e9-d794a6f0fc00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5712e2d9-6693-4914-a378-44f4589b1aa0 HTTP/1.1" status: 204  len: 168 time: 0.4178090
Apr 02 21:10:54.145775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361029e-9e3b-432d-82e9-d794a6f0fc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712e2d9-6693-4914-a378-44f4589b1aa0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:54.150749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: bf93e761-9d1c-42fd-90a1-2b5196433096 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:10:54.151256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device bf93e761-9d1c-42fd-90a1-2b5196433096 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:10:54.160926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (005abc4a-3468-46aa-8592-856c643268c1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.298902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:54.309817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 153d0b83-9ac5-429c-a194-a9b982d19b23 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:54.310544 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.490848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 153d0b83-9ac5-429c-a194-a9b982d19b23 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:54.497872 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.578897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 153d0b83-9ac5-429c-a194-a9b982d19b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153d0b83-9ac5-429c-a194-a9b982d19b23,segment=NetworkSegment(43eb8a58-b7c3-4131-baf3-a336764e2789),segment_id=43eb8a58-b7c3-4131-baf3-a336764e2789)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:54.588888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.622029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d54c5-08dc-4d73-9adb-e25cee2d2f0c req-56b97230-90d7-4994-99d6-db3686d99699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:54.635324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a43d54c5-08dc-4d73-9adb-e25cee2d2f0c req-56b97230-90d7-4994-99d6-db3686d99699 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1127 time: 0.3657720
Apr 02 21:10:54.666618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': 'bf93e761-9d1c-42fd-90a1-2b5196433096'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:54.674921 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30501d3-107b-4e2f-939c-95969327bf31" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "bf93e761-9d1c-42fd-90a1-2b5196433096"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:54.754082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=153d0b83-9ac5-429c-a194-a9b982d19b23,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:54.761360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed20b00-19cc-4853-bd94-5545c6731fd5 req-6544f603-ebbb-4c0e-b016-13d17754ed67 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:54.764250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ed20b00-19cc-4853-bd94-5545c6731fd5 req-6544f603-ebbb-4c0e-b016-13d17754ed67 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 1.1275752
Apr 02 21:10:54.799859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port da097fe9-f79d-4d6d-8d6c-d413f8913252 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:54.800199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:54.806219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0de025-596a-4843-8f89-e74e4507c81e None None] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:10:54.818931 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a43d54c5-08dc-4d73-9adb-e25cee2d2f0c req-ebe96c35-73b5-4bf5-809e-6ab25612a75c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692979
Apr 02 21:10:54.966405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ed20b00-19cc-4853-bd94-5545c6731fd5 req-942d618a-1a3d-41af-a47f-8938b8ecf3b5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706846
Apr 02 21:10:54.970061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252'}, {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:54.980194 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43640c37-985d-488a-830d-a003fce0e664" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-unplugged", "status": "completed", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252"}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-unplugged", "status": "completed", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:55.007465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port da097fe9-f79d-4d6d-8d6c-d413f8913252, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da097fe9-f79d-4d6d-8d6c-d413f8913252,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:55.008729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.010896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0060324c-425f-42a2-ab0f-66e092f0a618 None None] Provisioning complete for port 153d0b83-9ac5-429c-a194-a9b982d19b23 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:55.011563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0060324c-425f-42a2-ab0f-66e092f0a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.028968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for da097fe9-f79d-4d6d-8d6c-d413f8913252 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:55.037970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41cad7-8320-4152-ba4c-2c7dc05cd848 req-44216d32-e59e-48ce-8fe9-12c28121f2a6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:55.069963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41cad7-8320-4152-ba4c-2c7dc05cd848 req-44216d32-e59e-48ce-8fe9-12c28121f2a6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:55.091170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41cad7-8320-4152-ba4c-2c7dc05cd848 req-44216d32-e59e-48ce-8fe9-12c28121f2a6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:55.094914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a41cad7-8320-4152-ba4c-2c7dc05cd848 req-44216d32-e59e-48ce-8fe9-12c28121f2a6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 2410 time: 0.2746716
Apr 02 21:10:55.126515 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8964af-b451-4386-a64a-862ed428a127 x-openstack-request-id: req-3f8964af-b451-4386-a64a-862ed428a127 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:55.127137 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "bf93e761-9d1c-42fd-90a1-2b5196433096", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:55.127399 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f8964af-b451-4386-a64a-862ed428a127 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:55.128582 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8964af-b451-4386-a64a-862ed428a127'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': 'bf93e761-9d1c-42fd-90a1-2b5196433096', 'status': 'completed', 'code': 200}
Apr 02 21:10:55.131853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0060324c-425f-42a2-ab0f-66e092f0a618 None None] Current status of the port 153d0b83-9ac5-429c-a194-a9b982d19b23 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:55.166758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (005abc4a-3468-46aa-8592-856c643268c1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.183397 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af1f1c-8367-4087-9fc8-c26ac85b0d9d x-openstack-request-id: req-b1af1f1c-8367-4087-9fc8-c26ac85b0d9d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:55.183832 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-unplugged", "status": "completed", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252", "code": 200}, {"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-unplugged", "status": "completed", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:55.184198 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1af1f1c-8367-4087-9fc8-c26ac85b0d9d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:55.184727 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1af1f1c-8367-4087-9fc8-c26ac85b0d9d'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252', 'code': 200}
Apr 02 21:10:55.185094 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1af1f1c-8367-4087-9fc8-c26ac85b0d9d'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'code': 200}
Apr 02 21:10:55.186962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (005abc4a-3468-46aa-8592-856c643268c1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.318508 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb6f21f3-dd24-4df5-a2f9-7aecd35a45a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.366346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a41cad7-8320-4152-ba4c-2c7dc05cd848 req-f7bf3b24-08b6-4887-9414-b0ac83f5b635 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2474723
Apr 02 21:10:55.371955 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (afd86364-ff53-4463-9511-4ed585b60f18), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.375859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (da097fe9-f79d-4d6d-8d6c-d413f8913252), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.451897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=da097fe9-f79d-4d6d-8d6c-d413f8913252,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:55.496354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=005abc4a-3468-46aa-8592-856c643268c1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:55.538276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port da097fe9-f79d-4d6d-8d6c-d413f8913252 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:55.556337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.566573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-4aa084c1-b2db-4587-a3ff-b642994fc802 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "DELETE /v2.0/ports/da097fe9-f79d-4d6d-8d6c-d413f8913252 HTTP/1.1" status: 204  len: 173 time: 2.1658354
Apr 02 21:10:55.587649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:10:55.590559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:10:55.774199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1056d77d-f0bc-4b88-a646-9e6f9277f862 None None] Provisioning complete for port 153d0b83-9ac5-429c-a194-a9b982d19b23 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:55.774860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1056d77d-f0bc-4b88-a646-9e6f9277f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:55.851295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 153d0b83-9ac5-429c-a194-a9b982d19b23 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:10:55.927909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router afd86364-ff53-4463-9511-4ed585b60f18 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:10:55.934147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:55.934709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:56.259329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:56.271055 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0de050a1-e44c-4e79-acd8-012e0e965dfe tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/afd86364-ff53-4463-9511-4ed585b60f18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6329103
Apr 02 21:10:56.272769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52734) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:56.304224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] Sync routers for ids ['afd86364-ff53-4463-9511-4ed585b60f18'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:56.334925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d654f3-1882-4f2a-bbd7-7dcce2322831 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:56.342092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d0d654f3-1882-4f2a-bbd7-7dcce2322831 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports/005abc4a-3468-46aa-8592-856c643268c1 HTTP/1.1" status: 200  len: 910 time: 0.0682080
Apr 02 21:10:56.343454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 153d0b83-9ac5-429c-a194-a9b982d19b23 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:56.344427 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:56.345931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:56.353729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:56.354103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:56.365016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a422bb8-beaa-49c5-9823-967b1edff40c'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:10:56.381227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512fbf0-f67e-42db-8942-f11cbc228f02 req-6d885a54-59ba-4dfc-9a72-b7ee118b7044 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:56.382935 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f512fbf0-f67e-42db-8942-f11cbc228f02 req-6d885a54-59ba-4dfc-9a72-b7ee118b7044 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1988578
Apr 02 21:10:56.465092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] Routers {'afd86364-ff53-4463-9511-4ed585b60f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:56.465911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452c6b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['afd86364-ff53-4463-9511-4ed585b60f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:56.595789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1056d77d-f0bc-4b88-a646-9e6f9277f862 None None] Current status of the port 153d0b83-9ac5-429c-a194-a9b982d19b23 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:56.599048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f512fbf0-f67e-42db-8942-f11cbc228f02 req-de161c67-63ce-4b46-b540-9090bd808a50 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841969
Apr 02 21:10:56.613001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452c6b50>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:56.658684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1056d77d-f0bc-4b88-a646-9e6f9277f862 None None] Provisioning complete for port 005abc4a-3468-46aa-8592-856c643268c1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:56.659442 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1056d77d-f0bc-4b88-a646-9e6f9277f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (005abc4a-3468-46aa-8592-856c643268c1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:56.684795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:56.710316 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:10:56.845959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eee59b-36a7-4ab5-939b-b0064249c6b6 req-c7db2983-7b9d-4f23-a98a-04c23bc497f0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:56.846405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1056d77d-f0bc-4b88-a646-9e6f9277f862 None None] Port 005abc4a-3468-46aa-8592-856c643268c1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:56.855629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eee59b-36a7-4ab5-939b-b0064249c6b6 req-c7db2983-7b9d-4f23-a98a-04c23bc497f0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:56.863870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] Routers {'afd86364-ff53-4463-9511-4ed585b60f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:56.864110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52eee59b-36a7-4ab5-939b-b0064249c6b6 req-c7db2983-7b9d-4f23-a98a-04c23bc497f0 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 1677 time: 0.2398288
Apr 02 21:10:56.864556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452c6b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['afd86364-ff53-4463-9511-4ed585b60f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:56.949304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (005abc4a-3468-46aa-8592-856c643268c1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:56.972767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52eee59b-36a7-4ab5-939b-b0064249c6b6 req-9e0c2391-669d-449a-a893-1253145c61ed tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022756
Apr 02 21:10:57.019588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452c6b50>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:57.020548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa44e9-1713-4a71-aad9-bb4c8670447c None None] The sync data for ids ['afd86364-ff53-4463-9511-4ed585b60f18'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:10:57.089791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:57.090175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1e210c5e-e34f-4520-8c18-e214b1f7688a), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:57.090477 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Floating IP 1e210c5e-e34f-4520-8c18-e214b1f7688a disassociated. External IP: 172.35.4.65, port: 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951.
Apr 02 21:10:57.094105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:57.139901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 153d0b83-9ac5-429c-a194-a9b982d19b23 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:10:57.151500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-09bc2d0e-0935-4439-b5af-5ff705bbd8e1 None None] Provisioning complete for port 005abc4a-3468-46aa-8592-856c643268c1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:10:57.151945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-09bc2d0e-0935-4439-b5af-5ff705bbd8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (005abc4a-3468-46aa-8592-856c643268c1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:57.245562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-09bc2d0e-0935-4439-b5af-5ff705bbd8e1 None None] Port 005abc4a-3468-46aa-8592-856c643268c1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:10:57.255875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:57.258211 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde6405-72c6-421f-819c-13c447cb5af9" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:57.508432 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee5b247-822c-4b83-b12e-24cf7f4bc12f x-openstack-request-id: req-aee5b247-822c-4b83-b12e-24cf7f4bc12f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:57.508924 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "da097fe9-f79d-4d6d-8d6c-d413f8913252", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:57.509309 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aee5b247-822c-4b83-b12e-24cf7f4bc12f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:57.509996 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee5b247-822c-4b83-b12e-24cf7f4bc12f'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': 'da097fe9-f79d-4d6d-8d6c-d413f8913252', 'status': 'completed', 'code': 200}
Apr 02 21:10:57.537437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:57.610595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:57.674870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccde55b-3854-40ff-8bf7-089b076dd5e7 req-a05f6940-1b34-4b19-91e2-97f01658969a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:57.684426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ccde55b-3854-40ff-8bf7-089b076dd5e7 req-a05f6940-1b34-4b19-91e2-97f01658969a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.4219687
Apr 02 21:10:57.847196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e710-74f2-4469-a867-23a9acce0e2b req-6eb15046-3e7f-4a76-a017-e66e21bc9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:57.849247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-6eb15046-3e7f-4a76-a017-e66e21bc9914 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1127 time: 0.6893232
Apr 02 21:10:57.856380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ccde55b-3854-40ff-8bf7-089b076dd5e7 req-7d9e0537-06fd-4a50-97a6-914ce367171a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697867
Apr 02 21:10:57.996694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Router 8c4065f2-6306-4f39-a638-a988887f2065 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:10:58.062051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e710-74f2-4469-a867-23a9acce0e2b req-b79a38bf-41b9-4adb-8540-30df2bbc7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:58.070441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-b79a38bf-41b9-4adb-8540-30df2bbc7c4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2051463
Apr 02 21:10:58.151242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-df00bb4e-a8ba-4536-8432-578cabac22ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 217 time: 0.0668044
Apr 02 21:10:58.320897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:10:58.338803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206487c0-12cc-4f0f-9496-8af751955be6 req-3f83f54b-9adb-4ace-af12-e129dbe0e9fa tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:58.338975 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] Sync routers for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:10:58.340342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-206487c0-12cc-4f0f-9496-8af751955be6 req-3f83f54b-9adb-4ace-af12-e129dbe0e9fa tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 943 time: 0.1889927
Apr 02 21:10:58.356779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e710-74f2-4469-a867-23a9acce0e2b req-4301d80b-e218-4a56-8c48-d4ebbf9a7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:58.359312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-4301d80b-e218-4a56-8c48-d4ebbf9a7c21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.2020631
Apr 02 21:10:58.359465 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:58.360053 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c0b910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:58.362146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (005abc4a-3468-46aa-8592-856c643268c1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.450004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (005abc4a-3468-46aa-8592-856c643268c1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.474988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port 5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:58.486877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.495032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-e4c4e632-3bdf-4805-b94e-8a3158d97c9d tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "DELETE /v2.0/ports/5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951 HTTP/1.1" status: 204  len: 173 time: 2.9222500
Apr 02 21:10:58.565815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:58.566454 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.567971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/ports/005abc4a-3468-46aa-8592-856c643268c1 HTTP/1.1" status: 200  len: 910 time: 2.2192400
Apr 02 21:10:58.576363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f63bc-8f9a-472e-a3e9-67c1ed2963f0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=005abc4a-3468-46aa-8592-856c643268c1,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:58.597406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52798) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:10:58.602432 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:58.636347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-206487c0-12cc-4f0f-9496-8af751955be6 req-a6851448-73b2-4176-816f-341b6edd0249 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups?id=70c26988-f919-442c-9c3a-f5063bcf873b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2692244
Apr 02 21:10:58.703965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.721852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port 10107d8d-9752-412f-8706-611605cd57c7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:58.722203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (10107d8d-9752-412f-8706-611605cd57c7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.760024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e710-74f2-4469-a867-23a9acce0e2b req-acc7e0da-2eee-499d-a465-1c678af748bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:58.761418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-acc7e0da-2eee-499d-a465-1c678af748bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3922908
Apr 02 21:10:58.940272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port 10107d8d-9752-412f-8706-611605cd57c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10107d8d-9752-412f-8706-611605cd57c7,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:10:58.940272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (10107d8d-9752-412f-8706-611605cd57c7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:58.968544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for 10107d8d-9752-412f-8706-611605cd57c7 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:10:59.010212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-319f6849-6dce-48c5-8d7d-6f2b474812d5 service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406306
Apr 02 21:10:59.164266 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c0b910>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:02Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:59.181819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd237e-90d5-46c6-aecc-3682e9490cf1 req-b71db20e-36a6-4c12-9346-ab764b80e7c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:10:59.183766 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25bd237e-90d5-46c6-aecc-3682e9490cf1 req-b71db20e-36a6-4c12-9346-ab764b80e7c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.2165601
Apr 02 21:10:59.199360 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f935e710-74f2-4469-a867-23a9acce0e2b req-949d11e0-faf3-4b42-a39d-58b439e9c4fc service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548402
Apr 02 21:10:59.213493 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] Checking router: 8c4065f2-6306-4f39-a638-a988887f2065 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:10:59.224046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:10:59.225168 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c0b910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:10:59.397525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (afd86364-ff53-4463-9511-4ed585b60f18), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:59.398552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (10107d8d-9752-412f-8706-611605cd57c7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:59.399785 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:59.463023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25bd237e-90d5-46c6-aecc-3682e9490cf1 req-eae18221-dff0-425a-926b-f86c43be403e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609062
Apr 02 21:10:59.473670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=10107d8d-9752-412f-8706-611605cd57c7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:10:59.508209 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:10:59.533620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:10:59.536377 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5588fa6-14f5-40d5-b706-e2dc5eb0f990" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:10:59.603345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port 10107d8d-9752-412f-8706-611605cd57c7 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:10:59.609107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:10:59.615987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2624ec1-0b67-494b-a1b5-9b3a23d75784 req-ff11b778-1fc4-4a57-92d9-704986aa4134 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.15 "DELETE /v2.0/ports/10107d8d-9752-412f-8706-611605cd57c7 HTTP/1.1" status: 204  len: 173 time: 1.1126244
Apr 02 21:10:59.629777 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f40279b-b35d-41ef-a0f0-ac90e90c9393 x-openstack-request-id: req-1f40279b-b35d-41ef-a0f0-ac90e90c9393 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:10:59.630351 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:10:59.630351 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f40279b-b35d-41ef-a0f0-ac90e90c9393 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:10:59.630845 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f40279b-b35d-41ef-a0f0-ac90e90c9393'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': '5d5d2fc6-d7d7-4d42-bfa2-bd33cae47951', 'status': 'completed', 'code': 200}
Apr 02 21:10:59.855572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-032e00a4-7d5a-4727-8ab6-dd16d6fc1c93 req-b1107194-2670-45d6-accd-318abac84220 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 210 time: 0.0689082
Apr 02 21:10:59.963292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 005abc4a-3468-46aa-8592-856c643268c1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:10:59.963726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (005abc4a-3468-46aa-8592-856c643268c1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:00.093813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c0b910>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:02Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:00.105094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (005abc4a-3468-46aa-8592-856c643268c1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:00.126466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 005abc4a-3468-46aa-8592-856c643268c1 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:00.157606 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ae431-fd7a-426b-9551-917342effbf5 None None] The sync data for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 is: [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:05:56Z', 'revision_number': 4, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cce479e-2492-4d5e-9ac7-88dd23a5ea2c', 'name': '', 'network_id': '4ddecd24-a294-4bc2-af54-c9e8165b2234', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'mac_address': 'fa:16:3e:ae:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:55Z', 'updated_at': '2022-04-02T21:06:02Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'subnets': [{'id': '9cf0dda7-605e-462d-a212-5840ccdc61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:00.432808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (005abc4a-3468-46aa-8592-856c643268c1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:00.518987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=005abc4a-3468-46aa-8592-856c643268c1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:00.712118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80722ea-cbcc-4a42-879b-2d7fab00edcb None None] New status for floating IP 1e210c5e-e34f-4520-8c18-e214b1f7688a: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:11:01.023169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c7c9a-3fab-4be5-9897-5460e5443e8a req-e3d1f26f-5f47-4b47-ad6a-2efd40ffef7f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:01.026446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-675c7c9a-3fab-4be5-9897-5460e5443e8a req-e3d1f26f-5f47-4b47-ad6a-2efd40ffef7f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.3651605
Apr 02 21:11:01.033125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (afd86364-ff53-4463-9511-4ed585b60f18), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.149669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39b0578a-ed3b-4f30-a51b-38a4efde09e4 req-5f5288aa-f137-4b31-bf36-2bb37188a7c3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07339c3-e46c-4c3c-928c-0e8775b21746 HTTP/1.1" status: 200  len: 210 time: 0.1163671
Apr 02 21:11:01.288630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router afd86364-ff53-4463-9511-4ed585b60f18 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:01.317618 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-675c7c9a-3fab-4be5-9897-5460e5443e8a req-5650b3fc-ab90-4fa0-a34b-27692da59f36 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196679
Apr 02 21:11:01.404491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:01.416711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] Sync routers for ids ['afd86364-ff53-4463-9511-4ed585b60f18'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:01.419010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3fb3b81f-3635-42d6-86d5-a97acd24bb35 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/afd86364-ff53-4463-9511-4ed585b60f18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8181698
Apr 02 21:11:01.421360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:01.435295 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] Routers {'afd86364-ff53-4463-9511-4ed585b60f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:01.437729 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['afd86364-ff53-4463-9511-4ed585b60f18'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:01.456233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3adbb08a-75f2-4f42-94b1-c8617d5836f9 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd86364-ff53-4463-9511-4ed585b60f18 HTTP/1.1" status: 200  len: 205 time: 0.0327454
Apr 02 21:11:01.458493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52874) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:01.549342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (afd86364-ff53-4463-9511-4ed585b60f18), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.623709 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc790>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:01.631553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': '10107d8d-9752-412f-8706-611605cd57c7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:01.634344 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4197468-d865-4181-8dfb-5f9828e1c19e" -d '{"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "10107d8d-9752-412f-8706-611605cd57c7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:01.644046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] Routers {'afd86364-ff53-4463-9511-4ed585b60f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:01.644559 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['afd86364-ff53-4463-9511-4ed585b60f18'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:01.688994 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3f6321-0c6e-406e-8783-7fac20bff12b x-openstack-request-id: req-ae3f6321-0c6e-406e-8783-7fac20bff12b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:01.689303 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07339c3-e46c-4c3c-928c-0e8775b21746", "name": "network-vif-deleted", "tag": "10107d8d-9752-412f-8706-611605cd57c7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:01.689560 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae3f6321-0c6e-406e-8783-7fac20bff12b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:01.690156 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3f6321-0c6e-406e-8783-7fac20bff12b'] response: {'server_uuid': 'f07339c3-e46c-4c3c-928c-0e8775b21746', 'name': 'network-vif-deleted', 'tag': '10107d8d-9752-412f-8706-611605cd57c7', 'status': 'completed', 'code': 200}
Apr 02 21:11:01.719773 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc790>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:01.720416 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2c21b-cc6a-43c2-a7fc-5d4c701145e9 None None] The sync data for ids ['afd86364-ff53-4463-9511-4ed585b60f18'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:01.772283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (afd86364-ff53-4463-9511-4ed585b60f18), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.774764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (afd86364-ff53-4463-9511-4ed585b60f18), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.825422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (afd86364-ff53-4463-9511-4ed585b60f18), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.826582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router afd86364-ff53-4463-9511-4ed585b60f18 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:11:01.837121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.838537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4fe27b24-0844-4e23-aacd-2533f00882a0 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/afd86364-ff53-4463-9511-4ed585b60f18 HTTP/1.1" status: 204  len: 168 time: 0.3790042
Apr 02 21:11:01.841329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52886) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:01.901735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 5a422bb8-beaa-49c5-9823-967b1edff40c {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:01.905582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (5a422bb8-beaa-49c5-9823-967b1edff40c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:01.956734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (5a422bb8-beaa-49c5-9823-967b1edff40c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.079657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5a422bb8-beaa-49c5-9823-967b1edff40c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.167224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (5a422bb8-beaa-49c5-9823-967b1edff40c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.248371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c34fd1-4ac6-4746-980a-23e6df0ac0bf None None] Network 396c05b4-ad5a-4553-9a15-de4fcc41718d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:02.256944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.265138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/5a422bb8-beaa-49c5-9823-967b1edff40c HTTP/1.1" status: 204  len: 168 time: 0.4216070
Apr 02 21:11:02.268127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52904) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:02.270472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed165f0b-ade4-4b71-9f0d-92d72faec423 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=5a422bb8-beaa-49c5-9823-967b1edff40c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:02.308861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52906) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:02.430990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073b7017-9a7e-4eb2-93d6-c1606e1c6fe3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group (70c26988-f919-442c-9c3a-f5063bcf873b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.517525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073b7017-9a7e-4eb2-93d6-c1606e1c6fe3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group (70c26988-f919-442c-9c3a-f5063bcf873b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.613557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] DHCP port deletion for 396c05b4-ad5a-4553-9a15-de4fcc41718d request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:02.619810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073b7017-9a7e-4eb2-93d6-c1606e1c6fe3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (70c26988-f919-442c-9c3a-f5063bcf873b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.625680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-073b7017-9a7e-4eb2-93d6-c1606e1c6fe3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.629465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-073b7017-9a7e-4eb2-93d6-c1606e1c6fe3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/security-groups/70c26988-f919-442c-9c3a-f5063bcf873b HTTP/1.1" status: 204  len: 168 time: 0.3170922
Apr 02 21:11:02.630828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:02.647530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (396c05b4-ad5a-4553-9a15-de4fcc41718d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.659326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7017-9a7e-4eb2-93d6-c1606e1c6fe3 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c26988-f919-442c-9c3a-f5063bcf873b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:02.677723 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-f6aba428-81c1-418b-bdc0-e9836b4cdf57 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] show failed (client error): The resource could not be found.
Apr 02 21:11:02.679223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f6aba428-81c1-418b-bdc0-e9836b4cdf57 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "GET /v2.0/security-groups/70c26988-f919-442c-9c3a-f5063bcf873b HTTP/1.1" status: 404  len: 347 time: 0.0461633
Apr 02 21:11:02.682143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52920) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:02.727697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] Deleting port 153d0b83-9ac5-429c-a194-a9b982d19b23 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:02.728384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.806640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae531b-4858-4b00-ba0f-4492f8f7cdfa req-31d5f601-3a8b-4b76-98be-3073bb9bdd32 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:02.816320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fae531b-4858-4b00-ba0f-4492f8f7cdfa req-31d5f601-3a8b-4b76-98be-3073bb9bdd32 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.3141799
Apr 02 21:11:02.842488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] For port 153d0b83-9ac5-429c-a194-a9b982d19b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153d0b83-9ac5-429c-a194-a9b982d19b23,segment=NetworkSegment(43eb8a58-b7c3-4131-baf3-a336764e2789),segment_id=43eb8a58-b7c3-4131-baf3-a336764e2789)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:02.843266 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.859051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] Calling delete_port for 153d0b83-9ac5-429c-a194-a9b982d19b23 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:02.922956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 153d0b83-9ac5-429c-a194-a9b982d19b23 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:02.923748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.969452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port 94f9cb15-1d28-442b-9662-245bc907ff79 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:02.972373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (94f9cb15-1d28-442b-9662-245bc907ff79), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:02.996321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port 153d0b83-9ac5-429c-a194-a9b982d19b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153d0b83-9ac5-429c-a194-a9b982d19b23,segment=NetworkSegment(43eb8a58-b7c3-4131-baf3-a336764e2789),segment_id=43eb8a58-b7c3-4131-baf3-a336764e2789)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:02.997036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.015072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 153d0b83-9ac5-429c-a194-a9b982d19b23 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:03.134802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fae531b-4858-4b00-ba0f-4492f8f7cdfa req-d32607c2-0d74-49de-ad42-35243278d0b7 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3173740
Apr 02 21:11:03.142385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.205079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=153d0b83-9ac5-429c-a194-a9b982d19b23,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:03.208135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (94f9cb15-1d28-442b-9662-245bc907ff79), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.208681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (94f9cb15-1d28-442b-9662-245bc907ff79), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.231759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port 153d0b83-9ac5-429c-a194-a9b982d19b23 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:03.235361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.235962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.236607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.237153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.237666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.238175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.238737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.239254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.239758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.240260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.240822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.241322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.241843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.242343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.242893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:03.254384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for 94f9cb15-1d28-442b-9662-245bc907ff79 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:03.416885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (396c05b4-ad5a-4553-9a15-de4fcc41718d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.475420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783feabc40>,) {'filters': {'network_id': ['396c05b4-ad5a-4553-9a15-de4fcc41718d']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:03.498217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783feabc40>, '43eb8a58-b7c3-4131-baf3-a336764e2789') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:03.499458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783feabc40>, '43eb8a58-b7c3-4131-baf3-a336764e2789') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:03.527677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (43eb8a58-b7c3-4131-baf3-a336764e2789), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.572209 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (153d0b83-9ac5-429c-a194-a9b982d19b23), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.574954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43eb8a58-b7c3-4131-baf3-a336764e2789), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.590754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:03.591436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (43eb8a58-b7c3-4131-baf3-a336764e2789), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:03.597123 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:03.627548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87c994-e90b-43db-b22d-36b21fc953b7 req-921465f6-86c0-498b-8a2b-6b59f273fc00 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:03.636379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad87c994-e90b-43db-b22d-36b21fc953b7 req-921465f6-86c0-498b-8a2b-6b59f273fc00 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.2226553
Apr 02 21:11:03.639876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] Pushing event deleted for resources: {'Port': ['ID=153d0b83-9ac5-429c-a194-a9b982d19b23,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:03.654748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a294224-a17d-4cda-8707-70abfa61c8d1 None None] No DVR routers for this DVR port 153d0b83-9ac5-429c-a194-a9b982d19b23 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:03.739350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (396c05b4-ad5a-4553-9a15-de4fcc41718d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.747545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.755362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/396c05b4-ad5a-4553-9a15-de4fcc41718d HTTP/1.1" status: 204  len: 168 time: 1.4860649
Apr 02 21:11:03.759077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:03.764588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-419113072', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:03.772319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 153d0b83-9ac5-429c-a194-a9b982d19b23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:03.786812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361dc7-8838-4493-b460-952eba4ff1cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=396c05b4-ad5a-4553-9a15-de4fcc41718d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:03.823588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.824692 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.840887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 153d0b83-9ac5-429c-a194-a9b982d19b23 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:03.841231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 153d0b83-9ac5-429c-a194-a9b982d19b23 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:03.890554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad87c994-e90b-43db-b22d-36b21fc953b7 req-1a9af353-1cb0-40b1-9cb7-1e5ecda2344a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2494566
Apr 02 21:11:03.930446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (94f9cb15-1d28-442b-9662-245bc907ff79), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.963490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.971235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.984709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=94f9cb15-1d28-442b-9662-245bc907ff79,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:03.993134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:03.997876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e8ca0f95-5876-4702-8dc9-e341843f15de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.2375462
Apr 02 21:11:03.998798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52956) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:04.004845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-2098461025'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:04.048013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:04.052078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.097438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:11:04.113397 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ec134326-5b09-415b-ab7d-861f47fe27f0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.113750 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment ec134326-5b09-415b-ab7d-861f47fe27f0 of type vlan for network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0
Apr 02 21:11:04.128365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for floatingip (1e210c5e-e34f-4520-8c18-e214b1f7688a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.130883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.136294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-894ddaf8-5919-4202-8c12-c3a46ee817db tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/floatingips/1e210c5e-e34f-4520-8c18-e214b1f7688a HTTP/1.1" status: 204  len: 168 time: 1.4511528
Apr 02 21:11:04.137138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:04.178617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (3a52dd9f-bb9e-4a49-be6f-573960c19ad0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.289137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port f2e2e42a-9a29-4609-a3e3-c32b9a7d602b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:04.289726 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.436825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.468631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for f2e2e42a-9a29-4609-a3e3-c32b9a7d602b owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:04.556848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (3a52dd9f-bb9e-4a49-be6f-573960c19ad0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.562887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:04.563596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.611490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6114454
Apr 02 21:11:04.615127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52984) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:04.630847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:04.701130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f2e2e42a-9a29-4609-a3e3-c32b9a7d602b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.706468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4ecdc-5ad5-4ecc-ada5-dc57123f2e88 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=3a52dd9f-bb9e-4a49-be6f-573960c19ad0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:04.722623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:11:04.858889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:04.864432 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:04.869058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=f2e2e42a-9a29-4609-a3e3-c32b9a7d602b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:05.027197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.033803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af05d948-a27e-4653-ae6e-1e316dc78af6 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/ports/f2e2e42a-9a29-4609-a3e3-c32b9a7d602b HTTP/1.1" status: 204  len: 168 time: 0.8954422
Apr 02 21:11:05.036413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52998) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:05.083086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-57daf283-34c0-481a-adb8-9096937c1b11 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:05.101535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-57daf283-34c0-481a-adb8-9096937c1b11 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.2342086
Apr 02 21:11:05.327306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53016) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:05.330575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port 5f72d76a-13d8-4fed-8238-44c944f41159 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:05.331118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.334701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212535005', 'description': 'tempest-description--1265270540'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:05.345917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d433dd-8c42-4f29-854c-18a453688506 req-67b6188f-a48b-4415-962b-f7374790fffe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:05.347472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0d433dd-8c42-4f29-854c-18a453688506 req-67b6188f-a48b-4415-962b-f7374790fffe tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 945 time: 0.2857990
Apr 02 21:11:05.358231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (4629a21c-3246-418c-b85d-7bc3357f14af), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.501446 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.525425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] For port 5f72d76a-13d8-4fed-8238-44c944f41159, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f72d76a-13d8-4fed-8238-44c944f41159,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:05.526000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.528901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=4629a21c-3246-418c-b85d-7bc3357f14af,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:05.550254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port a1133854-4680-4b8a-a3a0-c552bb06f10b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:05.550594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.582106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0d433dd-8c42-4f29-854c-18a453688506 req-69207a8e-8b3f-4f63-b409-db08a55254bb tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups?id=c89740b5-1584-4a83-9a9a-aeeeafe02b15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235723
Apr 02 21:11:05.724762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.734981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:05.734981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: 3a52dd9f-bb9e-4a49-be6f-573960c19ad0, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:11:05.755886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for a1133854-4680-4b8a-a3a0-c552bb06f10b owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:05.816629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.817032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (89d0e951-d423-4703-8969-6e5e4eeb552b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.817343 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Floating IP 89d0e951-d423-4703-8969-6e5e4eeb552b disassociated. External IP: 172.35.4.183, port: 5f72d76a-13d8-4fed-8238-44c944f41159.
Apr 02 21:11:05.817751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for 5f72d76a-13d8-4fed-8238-44c944f41159 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:05.845992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:11:05.880439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a52dd9f-bb9e-4a49-be6f-573960c19ad0) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:05.890214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbadf6a8-261a-4fd9-b6ae-1678d72eee3f None None] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:05.897315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:05.898848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.907147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group (1b29db6b-53cd-485a-9262-a9aa4ff1ca79), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:05.989578 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1b29db6b-53cd-485a-9262-a9aa4ff1ca79), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.081838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29db6b-53cd-485a-9262-a9aa4ff1ca79,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:06.094755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-998f4098-fcad-4a39-a78a-8434751e9f75 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4786878
Apr 02 21:11:06.097657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:06.100353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:11:06.101629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.107088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5f72d76a-13d8-4fed-8238-44c944f41159), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.115553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.117010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-368dbf8e-5834-43c9-bcc2-2e5d073956d2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7868037
Apr 02 21:11:06.124143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53032) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:06.137364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'security_group_rule': {'security_group_id': '1b29db6b-53cd-485a-9262-a9aa4ff1ca79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:06.253697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group_rule (6cf299dd-da10-4b4e-9ed7-2bbe7ac96a23), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.318873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Allocated IP 172.20.0.2 (3a52dd9f-bb9e-4a49-be6f-573960c19ad0/4629a21c-3246-418c-b85d-7bc3357f14af/3706f737-bd67-4aa7-8894-896d73cecfe6) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:06.326102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=5f72d76a-13d8-4fed-8238-44c944f41159,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:06.353602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a1133854-4680-4b8a-a3a0-c552bb06f10b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.404297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=a1133854-4680-4b8a-a3a0-c552bb06f10b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:06.458281 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group_rule (6cf299dd-da10-4b4e-9ed7-2bbe7ac96a23), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.535036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (6cf299dd-da10-4b4e-9ed7-2bbe7ac96a23), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.604215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.610382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4728372
Apr 02 21:11:06.616593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:06.626823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'security_group_rule': {'security_group_id': '1b29db6b-53cd-485a-9262-a9aa4ff1ca79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:06.636598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e11f87-3649-416b-9af0-aa3225d2a8cd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf299dd-da10-4b4e-9ed7-2bbe7ac96a23,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:06.653734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.659933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8dd5b9c4-860a-4f8f-be13-a0dd92ab6839 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/ports/a1133854-4680-4b8a-a3a0-c552bb06f10b HTTP/1.1" status: 204  len: 168 time: 1.6202393
Apr 02 21:11:06.671284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53048) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:06.672659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Publish callbacks [] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.686615 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.755944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:06.759464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:06.766116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:06.803932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group_rule (5cc73f50-0e5b-468e-bfdc-1af47542dd6f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.837213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Pushing event updated for resources: {'Port': ['ID=3706f737-bd67-4aa7-8894-896d73cecfe6,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:06.882120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Attempting to bind port 3706f737-bd67-4aa7-8894-896d73cecfe6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:06.885628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Attempting to bind port 3706f737-bd67-4aa7-8894-896d73cecfe6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:06.886118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Attempting to bind port 3706f737-bd67-4aa7-8894-896d73cecfe6 on network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:06.897093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:06.901036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Checking segment: {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:06.901772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.902344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Bound using segment: {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:06.903772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Bound port: 3706f737-bd67-4aa7-8894-896d73cecfe6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:06.908967 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.932661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8de17be4-c3ea-454a-ab4b-6f2bc215e659 req-84b15437-0ccd-4fbd-bcf3-7bf031e6129a tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 210 time: 0.1770694
Apr 02 21:11:06.952704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group_rule (5cc73f50-0e5b-468e-bfdc-1af47542dd6f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.968176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting subnet 526b7094-4ef8-475d-8b67-b44d926b9530 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:06.978306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (5cc73f50-0e5b-468e-bfdc-1af47542dd6f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:06.985489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for subnet (526b7094-4ef8-475d-8b67-b44d926b9530), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.024892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc73f50-0e5b-468e-bfdc-1af47542dd6f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:07.053377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.054622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-27720689-e633-46a1-b660-0511e7e1b0ba tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4368727
Apr 02 21:11:07.058273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53052) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:07.064333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:07.080300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (526b7094-4ef8-475d-8b67-b44d926b9530), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.118625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] For port 3706f737-bd67-4aa7-8894-896d73cecfe6, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:07.123663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] For port 3706f737-bd67-4aa7-8894-896d73cecfe6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3706f737-bd67-4aa7-8894-896d73cecfe6,segment=NetworkSegment(ec134326-5b09-415b-ab7d-861f47fe27f0),segment_id=ec134326-5b09-415b-ab7d-861f47fe27f0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:07.140121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.141407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.160320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.164121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:07.249145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ddce-0da1-4135-8d0a-182f4dc6ebf4 None None] Pushing event updated for resources: {'Port': ['ID=3706f737-bd67-4aa7-8894-896d73cecfe6,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:07.319734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (526b7094-4ef8-475d-8b67-b44d926b9530), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.444049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.672628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Allocated IP 172.35.4.143 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/ddb58a4c-f19a-410b-bec0-abcb95d79702) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:07.816300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.839528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:07.851226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:07.875623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.881107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:07.882785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845249d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:07.948151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:07.952161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:07.957715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:07.973041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] No DVR routers for this DVR port 5f72d76a-13d8-4fed-8238-44c944f41159 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:07.984498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:07.987976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01f7bdb5-e3d5-493b-b4bd-23e9ebbcab37 req-74792b2a-75d7-447b-b2b8-01e9a49785dc tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.15 "DELETE /v2.0/ports/5f72d76a-13d8-4fed-8238-44c944f41159 HTTP/1.1" status: 204  len: 173 time: 2.8809972
Apr 02 21:11:07.988479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'name': 'network-vif-deleted', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:07.990774 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1730a11-059d-4264-998b-9cd188d9db69" -d '{"events": [{"server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "name": "network-vif-deleted", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:08.090346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (526b7094-4ef8-475d-8b67-b44d926b9530), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.106595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5f72d76a-13d8-4fed-8238-44c944f41159 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:08.149711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 5f72d76a-13d8-4fed-8238-44c944f41159 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:08.150051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 5f72d76a-13d8-4fed-8238-44c944f41159 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:08.183307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:08.190893 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192d21e-7b5b-413e-81bf-148e7aac1082 x-openstack-request-id: req-9192d21e-7b5b-413e-81bf-148e7aac1082 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:08.192058 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3797b801-c405-4915-bbed-847fd1fc1379", "name": "network-vif-deleted", "tag": "5f72d76a-13d8-4fed-8238-44c944f41159", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:08.193021 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9192d21e-7b5b-413e-81bf-148e7aac1082 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:08.194801 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9192d21e-7b5b-413e-81bf-148e7aac1082'] response: {'server_uuid': '3797b801-c405-4915-bbed-847fd1fc1379', 'name': 'network-vif-deleted', 'tag': '5f72d76a-13d8-4fed-8238-44c944f41159', 'status': 'completed', 'code': 200}
Apr 02 21:11:08.267711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Subnet': ['ID=526b7094-4ef8-475d-8b67-b44d926b9530,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:08.334347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'Port': ['ID=ddb58a4c-f19a-410b-bec0-abcb95d79702,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:08.348054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ac13b8b-e532-4b26-870d-9648f809a3fa req-ed789b52-0a5d-4cb8-b758-ac817b653f2c tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/ports?device_id=3797b801-c405-4915-bbed-847fd1fc1379 HTTP/1.1" status: 200  len: 210 time: 0.2542846
Apr 02 21:11:08.349192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.352374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f9f38e22-6d27-403c-b463-2d0595875c62 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/subnets/526b7094-4ef8-475d-8b67-b44d926b9530 HTTP/1.1" status: 204  len: 168 time: 1.6799219
Apr 02 21:11:08.383470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:08.460615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.20.0.1 (3a52dd9f-bb9e-4a49-be6f-573960c19ad0/4629a21c-3246-418c-b85d-7bc3357f14af/84165f8b-9ff3-4808-98b9-a5011da451c9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:08.523677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.541756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting subnet 61b5b8a0-06aa-4b9c-94ee-367349447637 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:08.548395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for subnet (61b5b8a0-06aa-4b9c-94ee-367349447637), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.562673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f95c0e-be2f-4fba-87b3-1848b37bdd4f None None] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:08.725789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.777279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (61b5b8a0-06aa-4b9c-94ee-367349447637), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.780918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.834888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845249d00>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:08.863175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:08.904664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:08.927920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:08.928814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845249d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:08.984483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:08.988298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=84165f8b-9ff3-4808-98b9-a5011da451c9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:09.007477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:09.031341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:09.037934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.038593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.039112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.039632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.040280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.040846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.041547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.042599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.043141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.043695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.044301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.044942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.046003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.046713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.047240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:09.090335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:09.118774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.162507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (61b5b8a0-06aa-4b9c-94ee-367349447637), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.295841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.300799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (61b5b8a0-06aa-4b9c-94ee-367349447637), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.317570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] DHCP port deletion for 32fe859b-79f2-47de-9367-aa2bcd861a1d request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:09.319592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78ef81-5e66-4269-8f84-910664d083c0 None None] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:09.339978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.358819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.420053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Subnet': ['ID=61b5b8a0-06aa-4b9c-94ee-367349447637,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:09.430326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795fadf-d0ad-424c-8d0f-06886869b05e None None] Network f76a4a04-78ab-412e-b7f3-dab2f53bf154 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:09.431721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.436104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8977ea5e-799b-456e-b1d7-18d2b6660818 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/subnets/61b5b8a0-06aa-4b9c-94ee-367349447637 HTTP/1.1" status: 204  len: 168 time: 1.0497162
Apr 02 21:11:09.441696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53094) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:09.518414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Provisioning complete for port 3706f737-bd67-4aa7-8894-896d73cecfe6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:09.518414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.536904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.544932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53100) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:09.626861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'Port': ['ID=ddb58a4c-f19a-410b-bec0-abcb95d79702,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:09.637362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.641858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-897411bf-1077-4add-9838-258451e3273a tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5821478
Apr 02 21:11:09.798025 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (32fe859b-79f2-47de-9367-aa2bcd861a1d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.843014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd0ec56-ec6a-41ce-bb01-1e67f0508402 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (c89740b5-1584-4a83-9a9a-aeeeafe02b15), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.872599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd0ec56-ec6a-41ce-bb01-1e67f0508402 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (c89740b5-1584-4a83-9a9a-aeeeafe02b15), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.881566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.895380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.942760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3706f737-bd67-4aa7-8894-896d73cecfe6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:09.954422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd0ec56-ec6a-41ce-bb01-1e67f0508402 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c89740b5-1584-4a83-9a9a-aeeeafe02b15), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.957233 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bd0ec56-ec6a-41ce-bb01-1e67f0508402 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:09.962964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4bd0ec56-ec6a-41ce-bb01-1e67f0508402 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/security-groups/c89740b5-1584-4a83-9a9a-aeeeafe02b15 HTTP/1.1" status: 204  len: 168 time: 0.4165688
Apr 02 21:11:09.965038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:10.018495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ec56-ec6a-41ce-bb01-1e67f0508402 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89740b5-1584-4a83-9a9a-aeeeafe02b15,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:10.033784 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-e574685a-1ffb-45a7-bb19-59b64974c4a8 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] show failed (client error): The resource could not be found.
Apr 02 21:11:10.040886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e574685a-1ffb-45a7-bb19-59b64974c4a8 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "GET /v2.0/security-groups/c89740b5-1584-4a83-9a9a-aeeeafe02b15 HTTP/1.1" status: 404  len: 347 time: 0.0705855
Apr 02 21:11:10.042195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53122) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:10.068544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:10.068887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.178791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-9291f3e2-ddaa-43df-b97b-7411843dc5d3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1212535005&fields=id&tenant_id=e9e9483710f0424b9c347c74a9da708a HTTP/1.1" status: 200  len: 267 time: 0.1349096
Apr 02 21:11:10.193140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,segment=NetworkSegment(532cd59e-ad24-414f-8cd6-e97edd6bc732),segment_id=532cd59e-ad24-414f-8cd6-e97edd6bc732)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:10.193690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.211067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:10.329279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8dfda7ef-3209-4b56-a374-9c01e91030dc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:10.338803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8dfda7ef-3209-4b56-a374-9c01e91030dc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 819 time: 0.1572533
Apr 02 21:11:10.382771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.444908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.460994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Deleting port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:10.460994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.460994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Current status of the port 3706f737-bd67-4aa7-8894-896d73cecfe6 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:10.461617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.463534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:10.464605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=84165f8b-9ff3-4808-98b9-a5011da451c9,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:10.475877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:10.479904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-69409a23-7f03-479f-a4d2-fbe4d095aa48 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/quotas/e9e9483710f0424b9c347c74a9da708a HTTP/1.1" status: 200  len: 375 time: 0.1396637
Apr 02 21:11:10.570394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] DHCP port deletion for f76a4a04-78ab-412e-b7f3-dab2f53bf154 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:10.594141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3706f737-bd67-4aa7-8894-896d73cecfe6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:10.594613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.669339 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (32fe859b-79f2-47de-9367-aa2bcd861a1d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.709926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845dfb550>,) {'filters': {'network_id': ['32fe859b-79f2-47de-9367-aa2bcd861a1d']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:10.716247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845249d00>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:10.726152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845dfb550>, '532cd59e-ad24-414f-8cd6-e97edd6bc732') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:10.726794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845dfb550>, '532cd59e-ad24-414f-8cd6-e97edd6bc732') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:10.727249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:10.732927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:10.750657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (532cd59e-ad24-414f-8cd6-e97edd6bc732), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.792834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (532cd59e-ad24-414f-8cd6-e97edd6bc732), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.808821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:10.809617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (532cd59e-ad24-414f-8cd6-e97edd6bc732), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:10.815418 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:10.864441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832b3ff4-19ca-4fab-aeed-d6844c412705 None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:04:40Z', 'revision_number': 4, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2611109e-38b9-4b94-bbe3-9a8919c488c2', 'name': '', 'network_id': '8e11fe41-71ae-4517-9435-793475d4d7b5', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'mac_address': 'fa:16:3e:e9:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:38Z', 'updated_at': '2022-04-02T21:04:46Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'subnets': [{'id': '0f1f6371-3779-4eaa-bde0-f11e73a8cb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:10.904322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-6221391b-4516-488c-9e61-0ecc35e76556 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&fields=id HTTP/1.1" status: 200  len: 394 time: 0.4226475
Apr 02 21:11:10.940033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Deleting port af5feda4-0f51-41f4-8cd8-820fc8cb36c4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:10.940386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:10.954169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:11:10.976196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] For port 3706f737-bd67-4aa7-8894-896d73cecfe6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3706f737-bd67-4aa7-8894-896d73cecfe6,segment=NetworkSegment(ec134326-5b09-415b-ab7d-861f47fe27f0),segment_id=ec134326-5b09-415b-ab7d-861f47fe27f0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:10.979528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (32fe859b-79f2-47de-9367-aa2bcd861a1d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.002317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.009300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] For port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:11.010656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.011833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/networks/32fe859b-79f2-47de-9367-aa2bcd861a1d HTTP/1.1" status: 204  len: 168 time: 1.5678029
Apr 02 21:11:11.036086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024fa07-d72d-49a2-871e-10391710c425 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Network': ['ID=32fe859b-79f2-47de-9367-aa2bcd861a1d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:11.047465 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.055607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53138) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:11.129339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Calling delete_port for e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:11.160977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.161367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.189037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Calling delete_port for af5feda4-0f51-41f4-8cd8-820fc8cb36c4 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:11.192937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Pushing event updated for resources: {'Port': ['ID=3706f737-bd67-4aa7-8894-896d73cecfe6,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:11.200331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:11:11.274877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3706f737-bd67-4aa7-8894-896d73cecfe6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:11.303173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e09c5fcf-06b4-4377-8ff2-1384d6aa2b83), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.318535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.323676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.324443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.327629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.328816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.330557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.331145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.332995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.333559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.334120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.334739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.337831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.338420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.338965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.339506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dffd1-fada-4fe1-8a6e-0490102323dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:11:11.409750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:11.441799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Network 32fe859b-79f2-47de-9367-aa2bcd861a1d is not hosted by any dhcp agent {{(pid=121650) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:11:11.443032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] No DVR routers for this DVR port e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:11.446577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8b728b0e-10d0-4ab3-acd7-ce200b79b747 None None] Provisioning complete for port 84165f8b-9ff3-4808-98b9-a5011da451c9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:11.447206 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8b728b0e-10d0-4ab3-acd7-ce200b79b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.516797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda2780-2e4a-4702-97ec-7670e9fe8e31 None None] Pushing event deleted for resources: {'Port': ['ID=e09c5fcf-06b4-4377-8ff2-1384d6aa2b83,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:11.544755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (af5feda4-0f51-41f4-8cd8-820fc8cb36c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.567211 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3549a-8f5d-4f41-b37f-0dd3b4367280 None None] New status for floating IP 89d0e951-d423-4703-8969-6e5e4eeb552b: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:11:11.587296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:11.589381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e09c5fcf-06b4-4377-8ff2-1384d6aa2b83 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:11.596682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] Deleting port 76832058-960f-4a30-892a-72e1a2490cd1 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:11.597065 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (76832058-960f-4a30-892a-72e1a2490cd1), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.709529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Pushing event deleted for resources: {'Port': ['ID=af5feda4-0f51-41f4-8cd8-820fc8cb36c4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:11.760071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8b728b0e-10d0-4ab3-acd7-ce200b79b747 None None] Port 84165f8b-9ff3-4808-98b9-a5011da451c9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:11.836036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-262603f6-d5bb-4957-bae9-30eb5f6ad6ad service neutron] 10.222.0.18 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9171169
Apr 02 21:11:11.837969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8b728b0e-10d0-4ab3-acd7-ce200b79b747 None None] Provisioning complete for port 3706f737-bd67-4aa7-8894-896d73cecfe6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:11.838351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8b728b0e-10d0-4ab3-acd7-ce200b79b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.854976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] For port 76832058-960f-4a30-892a-72e1a2490cd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76832058-960f-4a30-892a-72e1a2490cd1,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:11.855378 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (76832058-960f-4a30-892a-72e1a2490cd1), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:11.887565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:11.905345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-57ff406c-18d2-406d-92b6-33b6a5742c62 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8058491
Apr 02 21:11:11.908009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53158) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:11.913854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-979850306'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:11.931661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:11.943822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] Calling delete_port for 76832058-960f-4a30-892a-72e1a2490cd1 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:11.974744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:11.984193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.030737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:12.031588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452f1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:12.043420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:11:12.061964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (436e5b4e-c00a-4bca-8756-29d703b00b97), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.064911 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment 436e5b4e-c00a-4bca-8756-29d703b00b97 of type vlan for network 1db691ce-63a9-4bb7-aba8-702d803d108e
Apr 02 21:11:12.134527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:12.159993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (1db691ce-63a9-4bb7-aba8-702d803d108e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.219151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (1db691ce-63a9-4bb7-aba8-702d803d108e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.223580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f76a4a04-78ab-412e-b7f3-dab2f53bf154), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.224140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:12.224694 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.250275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks [] for floatingip (89d0e951-d423-4703-8969-6e5e4eeb552b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.253443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.257612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de2c7ad0-ecd5-45a4-ad01-3de303d96045 tempest-AttachVolumeNegativeTest-1037508314 tempest-AttachVolumeNegativeTest-1037508314-project] 10.222.0.18 "DELETE /v2.0/floatingips/89d0e951-d423-4703-8969-6e5e4eeb552b HTTP/1.1" status: 204  len: 168 time: 2.2072685
Apr 02 21:11:12.315746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4057734
Apr 02 21:11:12.316388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53166) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:12.325671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3706f737-bd67-4aa7-8894-896d73cecfe6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:12.333910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:12.495915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-98d1d630-8ca0-49d5-8173-b9197e083247 service neutron] 10.222.0.18 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6079793
Apr 02 21:11:12.520573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1706a5d-43c6-4be3-8a67-5ec78562c02b tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=1db691ce-63a9-4bb7-aba8-702d803d108e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:12.643757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Deleting port 76832058-960f-4a30-892a-72e1a2490cd1 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:12.644189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (76832058-960f-4a30-892a-72e1a2490cd1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.645430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 1db691ce-63a9-4bb7-aba8-702d803d108e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:11:12.718723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:12.722959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.781839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] For port 76832058-960f-4a30-892a-72e1a2490cd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76832058-960f-4a30-892a-72e1a2490cd1,segment=NetworkSegment(065af487-61ab-4615-a13d-4710c8c6ca0b),segment_id=065af487-61ab-4615-a13d-4710c8c6ca0b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:12.782397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (76832058-960f-4a30-892a-72e1a2490cd1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:12.814474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Calling delete_port for 76832058-960f-4a30-892a-72e1a2490cd1 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:12.937246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d5ef2dd7-e634-4c5d-985f-63a1d8f08a8b req-8efd8f7f-443b-4da3-9328-f1f6628f8086 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 210 time: 0.0410736
Apr 02 21:11:12.937786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8b728b0e-10d0-4ab3-acd7-ce200b79b747 None None] Current status of the port 3706f737-bd67-4aa7-8894-896d73cecfe6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:12.946982 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (76832058-960f-4a30-892a-72e1a2490cd1), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.064164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (76832058-960f-4a30-892a-72e1a2490cd1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.099655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] No DVR routers for this DVR port 76832058-960f-4a30-892a-72e1a2490cd1 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:13.130138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Port': ['ID=76832058-960f-4a30-892a-72e1a2490cd1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:13.176097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] No DVR routers for this DVR port 76832058-960f-4a30-892a-72e1a2490cd1 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:13.182111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (679b6766-67d2-4c1d-8df8-4fe6ca994779), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.193954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91902f-b23b-43c2-8d04-9bc3e1a76e94 None None] Pushing event deleted for resources: {'Port': ['ID=76832058-960f-4a30-892a-72e1a2490cd1,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:13.316546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3706f737-bd67-4aa7-8894-896d73cecfe6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:13.319230 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.394492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=679b6766-67d2-4c1d-8df8-4fe6ca994779,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:13.405981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:13.406384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: 1db691ce-63a9-4bb7-aba8-702d803d108e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:11:13.423092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f76a4a04-78ab-412e-b7f3-dab2f53bf154), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.434365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 1db691ce-63a9-4bb7-aba8-702d803d108e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:11:13.460734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1db691ce-63a9-4bb7-aba8-702d803d108e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:13.465781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:13.467023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.469604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844a89670>,) {'filters': {'network_id': ['f76a4a04-78ab-412e-b7f3-dab2f53bf154']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:13.503040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97b902-e8d0-4e80-87d5-7c3f7cd1fa6e None None] Network 1db691ce-63a9-4bb7-aba8-702d803d108e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:13.507797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-205f82be-762c-4917-bf38-da393a6623ff tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1758873
Apr 02 21:11:13.510912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53222) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:13.512166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844a89670>, '065af487-61ab-4615-a13d-4710c8c6ca0b') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:13.513158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844a89670>, '065af487-61ab-4615-a13d-4710c8c6ca0b') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:13.563953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (065af487-61ab-4615-a13d-4710c8c6ca0b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.633969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (065af487-61ab-4615-a13d-4710c8c6ca0b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.661645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:13.663335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (065af487-61ab-4615-a13d-4710c8c6ca0b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:13.694782 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:13.715299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fa3b3c2a-6021-48a7-b73a-e7ac07409e94 None None] Provisioning complete for port 84165f8b-9ff3-4808-98b9-a5011da451c9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:13.715814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3c2a-6021-48a7-b73a-e7ac07409e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.794923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1db691ce-63a9-4bb7-aba8-702d803d108e', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:11:13.796868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.907307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f76a4a04-78ab-412e-b7f3-dab2f53bf154), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.977954 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:13.992333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Allocated IP 172.21.0.2 (1db691ce-63a9-4bb7-aba8-702d803d108e/679b6766-67d2-4c1d-8df8-4fe6ca994779/95611638-c128-4a87-afcf-fa8a55a30a13) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:13.997584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] 10.222.0.18 "DELETE /v2.0/networks/f76a4a04-78ab-412e-b7f3-dab2f53bf154 HTTP/1.1" status: 204  len: 168 time: 2.9368587
Apr 02 21:11:14.002962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f58051-c0c8-4fcb-89fb-289903e0e27f tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] Pushing event deleted for resources: {'Network': ['ID=f76a4a04-78ab-412e-b7f3-dab2f53bf154,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:14.016006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452f1160>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:09Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:09Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:14.036574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b3c2a-6021-48a7-b73a-e7ac07409e94 None None] Port 84165f8b-9ff3-4808-98b9-a5011da451c9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:14.134900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de918f5d-01b0-4a8d-8da1-e45ab44e9204 req-73e91582-d4d0-4ee5-b5cb-196af574bebb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 210 time: 0.0486157
Apr 02 21:11:14.249001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:14.249245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Updating router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac port 84165f8b-9ff3-4808-98b9-a5011da451c9 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:11:14.741100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3706f737-bd67-4aa7-8894-896d73cecfe6 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:14.778131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:14.831948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:14.877375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 76832058-960f-4a30-892a-72e1a2490cd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:15.003292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 76832058-960f-4a30-892a-72e1a2490cd1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:15.003879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 76832058-960f-4a30-892a-72e1a2490cd1 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:15.070517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422063-8670-422c-a85b-3f3d28480838 req-2f476b4f-577d-4499-8c15-02095e4025bb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:15.073705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.074146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93422063-8670-422c-a85b-3f3d28480838 req-2f476b4f-577d-4499-8c15-02095e4025bb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.3262792
Apr 02 21:11:15.147428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Publish callbacks [] for port (95611638-c128-4a87-afcf-fa8a55a30a13), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.160000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93422063-8670-422c-a85b-3f3d28480838 req-35dcf572-3b9a-480a-b410-33bb0fea8b51 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757802
Apr 02 21:11:15.166403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-a091e113-b561-4c18-98dd-d5e324a35f10 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:15.171261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-a091e113-b561-4c18-98dd-d5e324a35f10 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 819 time: 0.4065125
Apr 02 21:11:15.271911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-89e7143c-6482-484c-ac6a-387eef661153 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e9483710f0424b9c347c74a9da708a HTTP/1.1" status: 200  len: 380 time: 0.0941708
Apr 02 21:11:15.282908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'port': {'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'admin_state_up': True, 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'security_groups': ['1b29db6b-53cd-485a-9262-a9aa4ff1ca79']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:15.364944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.381068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7d53005-b9c4-4ddd-ad44-ef4422860ccc req-2b4f8d72-6743-4308-8f1e-a38e5da966b7 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 210 time: 0.0675917
Apr 02 21:11:15.471378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Network 1db691ce-63a9-4bb7-aba8-702d803d108e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:15.473257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:15.483377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:15.495446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Made reservation on behalf of e9e9483710f0424b9c347c74a9da708a for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:15.499499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.522310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Pushing event updated for resources: {'Port': ['ID=95611638-c128-4a87-afcf-fa8a55a30a13,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:15.589035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Attempting to bind port 95611638-c128-4a87-afcf-fa8a55a30a13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:15.589685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Attempting to bind port 95611638-c128-4a87-afcf-fa8a55a30a13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:15.590774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Attempting to bind port 95611638-c128-4a87-afcf-fa8a55a30a13 on network 1db691ce-63a9-4bb7-aba8-702d803d108e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:15.605041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:15.605581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Checking segment: {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:15.606405 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.606885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Bound using segment: {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:15.607617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Bound port: 95611638-c128-4a87-afcf-fa8a55a30a13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:15.608228 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.735901 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Publish callbacks [] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.755624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] For port 95611638-c128-4a87-afcf-fa8a55a30a13, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:15.760501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] For port 95611638-c128-4a87-afcf-fa8a55a30a13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95611638-c128-4a87-afcf-fa8a55a30a13,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:15.762552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.785787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.21.0.1 (1db691ce-63a9-4bb7-aba8-702d803d108e/679b6766-67d2-4c1d-8df8-4fe6ca994779/fd5f4525-b427-492e-8809-76fb3ecf8ef4) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:15.818884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:15.840007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a9e01-91bb-4f29-a6c4-57582a01c0da None None] Pushing event updated for resources: {'Port': ['ID=84165f8b-9ff3-4808-98b9-a5011da451c9,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:15.858501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Allocated IP 172.20.0.12 (506a0cbe-9c07-48c1-9815-b2435759867a/7e600805-f23f-45f9-a061-644b1838cbcd/f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:15.908560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2baf0-7f1c-4d03-9de0-2ea6fc68cab8 None None] Pushing event updated for resources: {'Port': ['ID=95611638-c128-4a87-afcf-fa8a55a30a13,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:16.032796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Attempting to bind port 84165f8b-9ff3-4808-98b9-a5011da451c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:16.033260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Attempting to bind port 84165f8b-9ff3-4808-98b9-a5011da451c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:16.033891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Attempting to bind port 84165f8b-9ff3-4808-98b9-a5011da451c9 on network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:16.043146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:16.043609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Checking segment: {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:16.044081 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.044769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Bound using segment: {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:16.046041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Bound port: 84165f8b-9ff3-4808-98b9-a5011da451c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec134326-5b09-415b-ab7d-861f47fe27f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:16.046911 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.053786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.138785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.151662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] For port 84165f8b-9ff3-4808-98b9-a5011da451c9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:16.159497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] For port 84165f8b-9ff3-4808-98b9-a5011da451c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84165f8b-9ff3-4808-98b9-a5011da451c9,segment=NetworkSegment(ec134326-5b09-415b-ab7d-861f47fe27f0),segment_id=ec134326-5b09-415b-ab7d-861f47fe27f0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:16.170661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.184268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.192631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 1db691ce-63a9-4bb7-aba8-702d803d108e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:16.207351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:16.220444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:16.226658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.251433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=fd5f4525-b427-492e-8809-76fb3ecf8ef4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:16.280193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.290661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:16.291604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452f1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:16.295690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a9e01-91bb-4f29-a6c4-57582a01c0da None None] Pushing event updated for resources: {'Port': ['ID=84165f8b-9ff3-4808-98b9-a5011da451c9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:16.329262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Network 506a0cbe-9c07-48c1-9815-b2435759867a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:16.343927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:16.362844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:16.378622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event updated for resources: {'Port': ['ID=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:16.483096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.503944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:16.519003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:16.519757 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.561937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-ad1d97e6-a757-48b0-8ad0-21d28bd9e56b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2844565
Apr 02 21:11:16.583242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Request body: {'port': {'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:16.894010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.932375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] Provisioning complete for port 84165f8b-9ff3-4808-98b9-a5011da451c9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:16.932902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:16.995086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df8462-400a-481e-b554-90d949a4f28c req-deb2f744-0d83-49a4-ae2c-ad4fd6747d68 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:17.009759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30df8462-400a-481e-b554-90d949a4f28c req-deb2f744-0d83-49a4-ae2c-ad4fd6747d68 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.4029267
Apr 02 21:11:17.071788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbb547-bb02-409c-82eb-01af38419eb6 req-993e0328-e11d-4318-9308-50a2cdd6a845 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:17.111054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3cbb547-bb02-409c-82eb-01af38419eb6 req-993e0328-e11d-4318-9308-50a2cdd6a845 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 932 time: 0.4559908
Apr 02 21:11:17.125223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452f1160>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:09Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:16Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:17.172397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c217b83-c719-4a0e-b5d8-5f25bbc6268b None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:09Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:16Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:17.178897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30df8462-400a-481e-b554-90d949a4f28c req-2d1310bd-4de1-4d9b-8dc4-2454a0a5d1f5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416917
Apr 02 21:11:17.208997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] Current status of the port 84165f8b-9ff3-4808-98b9-a5011da451c9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:17.209393 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.247732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95611638-c128-4a87-afcf-fa8a55a30a13 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:17.293615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] For port 84165f8b-9ff3-4808-98b9-a5011da451c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84165f8b-9ff3-4808-98b9-a5011da451c9,segment=NetworkSegment(ec134326-5b09-415b-ab7d-861f47fe27f0),segment_id=ec134326-5b09-415b-ab7d-861f47fe27f0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:17.304124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.383895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75140852-7021-401e-8bd9-5e115d619e5c None None] Pushing event updated for resources: {'Port': ['ID=84165f8b-9ff3-4808-98b9-a5011da451c9,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:17.385867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3cbb547-bb02-409c-82eb-01af38419eb6 req-e064e1d8-c80b-4bb4-8e0e-36fbff5e729d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2731285
Apr 02 21:11:17.387422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 95611638-c128-4a87-afcf-fa8a55a30a13 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:17.388039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.488196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:17.513595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53434) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:17.533158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.545410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.570198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0146907c-9163-45c3-9f40-0a2a0f2b611a None None] Provisioning complete for port 84165f8b-9ff3-4808-98b9-a5011da451c9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:17.570582 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0146907c-9163-45c3-9f40-0a2a0f2b611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.735175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:11:17.769492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Publish callbacks [] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.793804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=fd5f4525-b427-492e-8809-76fb3ecf8ef4,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:17.797022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Transition to ACTIVE for port object f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:11:17.808238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.834864 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.870620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 95611638-c128-4a87-afcf-fa8a55a30a13 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:17.876790 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:17.887143 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.074497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 95611638-c128-4a87-afcf-fa8a55a30a13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95611638-c128-4a87-afcf-fa8a55a30a13,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:18.098568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0146907c-9163-45c3-9f40-0a2a0f2b611a None None] Current status of the port 84165f8b-9ff3-4808-98b9-a5011da451c9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:18.107007 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.123024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53450) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:18.183658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:18.184272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.198178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 1db691ce-63a9-4bb7-aba8-702d803d108e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:18.201679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:18.258220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Pushing event updated for resources: {'Port': ['ID=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:18.265563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=95611638-c128-4a87-afcf-fa8a55a30a13,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:18.272743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:18.275222 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012e1f11-c7b1-41bc-b042-810c9a9a1240" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:18.317051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:18.328090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.424801 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bedacb-17af-43b1-8f8c-449b7cc24039 x-openstack-request-id: req-22bedacb-17af-43b1-8f8c-449b7cc24039 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:18.425229 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:18.425912 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22bedacb-17af-43b1-8f8c-449b7cc24039 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:18.426427 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bedacb-17af-43b1-8f8c-449b7cc24039'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:11:18.440396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:18.460006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cde5e9-8b5e-4639-be2d-68e179a423ec None None] Network 1db691ce-63a9-4bb7-aba8-702d803d108e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:18.517184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:18.539458 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7c73525-cdad-4ef1-b6d7-e1a65aa12016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.598091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b7d4b46e-7b8d-4b52-8f78-ce18fe394393 None None] Provisioning complete for port 95611638-c128-4a87-afcf-fa8a55a30a13 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:18.598477 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7d4b46e-7b8d-4b52-8f78-ce18fe394393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.755217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:18.762783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c03a6e08-1a1d-407e-9f44-bf07cb189b66 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2491953
Apr 02 21:11:18.765525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:18.773350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-359177585'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:18.777689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4b46e-7b8d-4b52-8f78-ce18fe394393 None None] Current status of the port 95611638-c128-4a87-afcf-fa8a55a30a13 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:18.818543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457be2a-fcb2-41fb-9e9d-d0779e60bd23 req-ef3e9bca-96d6-45ef-a85e-c688a9efa3f1 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:18.820294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0457be2a-fcb2-41fb-9e9d-d0779e60bd23 req-ef3e9bca-96d6-45ef-a85e-c688a9efa3f1 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 944 time: 0.2705843
Apr 02 21:11:18.841419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:18.846211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.942811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:11:18.949049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7c73525-cdad-4ef1-b6d7-e1a65aa12016 admin admin] Publish callbacks [] for security_group (bbac1fb9-e6d9-4267-b2f9-5f4230cef508), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.956401 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7c73525-cdad-4ef1-b6d7-e1a65aa12016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bbac1fb9-e6d9-4267-b2f9-5f4230cef508), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.965794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0457be2a-fcb2-41fb-9e9d-d0779e60bd23 req-a0bb2cb6-94fe-479f-b559-23c0f11ccf6f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341016
Apr 02 21:11:18.987346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43eed6f4-000d-43eb-be2b-ac9112714115), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:18.987830 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment 43eed6f4-000d-43eb-be2b-ac9112714115 of type vlan for network badd61b7-e9f2-48b4-9dc0-0755844636b2
Apr 02 21:11:19.044994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e7c73525-cdad-4ef1-b6d7-e1a65aa12016 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcca174d670f4749a9fe4be13f7a7914&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9207611
Apr 02 21:11:19.045620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53474) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:19.063502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (badd61b7-e9f2-48b4-9dc0-0755844636b2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.097504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Attempting to bind port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:19.098060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Attempting to bind port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:19.098179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Attempting to bind port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:19.101982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73525-cdad-4ef1-b6d7-e1a65aa12016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac1fb9-e6d9-4267-b2f9-5f4230cef508,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:19.141345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (badd61b7-e9f2-48b4-9dc0-0755844636b2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.157933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 on network 506a0cbe-9c07-48c1-9815-b2435759867a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:11:19.158248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:19.158408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Attempting to bind port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 on network 506a0cbe-9c07-48c1-9815-b2435759867a {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:19.159003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.169176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:19.169528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Checking segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:19.169955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Bound using segment: {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:19.170404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Bound port: f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e838c-6be5-4614-8782-9d1c07aa317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:19.171092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.202707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0cfeceb0-5f52-4c52-b04e-db253bab2365 None None] Provisioning complete for port 95611638-c128-4a87-afcf-fa8a55a30a13 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:19.204140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0cfeceb0-5f52-4c52-b04e-db253bab2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.293062 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5238793
Apr 02 21:11:19.297340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53482) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:19.298324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6d7eb-1d47-4b6f-83fa-0fcb66c30cc8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=badd61b7-e9f2-48b4-9dc0-0755844636b2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:19.305362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:19.323940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:11:19.361014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-064151f2-1561-4314-ba6e-8cdd58c0f344 admin admin] Publish callbacks [] for security_group (bbac1fb9-e6d9-4267-b2f9-5f4230cef508), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.363223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0cfeceb0-5f52-4c52-b04e-db253bab2365 None None] Current status of the port 95611638-c128-4a87-afcf-fa8a55a30a13 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:19.388107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] For port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:19.398661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95611638-c128-4a87-afcf-fa8a55a30a13 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:19.416336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] For port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:19.432925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.446198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0cfeceb0-5f52-4c52-b04e-db253bab2365 None None] Provisioning complete for port fd5f4525-b427-492e-8809-76fb3ecf8ef4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:19.446580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0cfeceb0-5f52-4c52-b04e-db253bab2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.459597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-064151f2-1561-4314-ba6e-8cdd58c0f344 admin admin] Publish callbacks [] for security_group (bbac1fb9-e6d9-4267-b2f9-5f4230cef508), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.517894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0cfeceb0-5f52-4c52-b04e-db253bab2365 None None] Port fd5f4525-b427-492e-8809-76fb3ecf8ef4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:19.528647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 95611638-c128-4a87-afcf-fa8a55a30a13 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:19.529101 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.536744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Pushing event updated for resources: {'Port': ['ID=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:19.557513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:19.560945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.566172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (af5288f2-12e8-4dbf-aac9-5ff60768e343), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.579461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:19.580090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.588719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-8d00ba8c-a8c2-4bb2-be56-f211c4384081 service neutron] 10.222.0.15 "PUT /v2.0/ports/f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 1092 time: 3.0139313
Apr 02 21:11:19.592423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:19.607570 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eb6d39-1777-471d-85dc-a79e65154271" -d '{"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:19.633946 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-064151f2-1561-4314-ba6e-8cdd58c0f344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bbac1fb9-e6d9-4267-b2f9-5f4230cef508), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.641035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-064151f2-1561-4314-ba6e-8cdd58c0f344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.653820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-064151f2-1561-4314-ba6e-8cdd58c0f344 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbac1fb9-e6d9-4267-b2f9-5f4230cef508 HTTP/1.1" status: 204  len: 168 time: 0.5594029
Apr 02 21:11:19.676484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 95611638-c128-4a87-afcf-fa8a55a30a13 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:19.677597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84165f8b-9ff3-4808-98b9-a5011da451c9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:19.682157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-56c55ec3-14e5-48e9-bbc2-cdec5366e75d None None] Provisioning complete for port fd5f4525-b427-492e-8809-76fb3ecf8ef4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:19.682531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-56c55ec3-14e5-48e9-bbc2-cdec5366e75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.742544 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b4b11-dc66-4c79-8703-424fad6a6e9a x-openstack-request-id: req-0c2b4b11-dc66-4c79-8703-424fad6a6e9a {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:19.742845 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:19.743086 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c2b4b11-dc66-4c79-8703-424fad6a6e9a {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:19.743494 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2b4b11-dc66-4c79-8703-424fad6a6e9a'] response: {'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'status': 'completed', 'code': 200}
Apr 02 21:11:19.794401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064151f2-1561-4314-ba6e-8cdd58c0f344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac1fb9-e6d9-4267-b2f9-5f4230cef508,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:19.853120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-56c55ec3-14e5-48e9-bbc2-cdec5366e75d None None] Port fd5f4525-b427-492e-8809-76fb3ecf8ef4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:19.921147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 84165f8b-9ff3-4808-98b9-a5011da451c9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:19.921580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:19.960584 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:19.962008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-47a3996b-591d-4e2a-b590-31acd83945c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:19.963936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-47a3996b-591d-4e2a-b590-31acd83945c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1126 time: 0.2351611
Apr 02 21:11:20.005572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:20.006189 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846188e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:20.030120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-73962671-77a0-416f-a3a4-59ffced13ce6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 217 time: 0.0531349
Apr 02 21:11:20.117494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (0e4931ad-c29f-4b22-8690-7375de03f0d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.187879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 84165f8b-9ff3-4808-98b9-a5011da451c9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:20.209265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-d1301e58-583c-4fa3-98e0-64092a90a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:20.210949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-d1301e58-583c-4fa3-98e0-64092a90a1b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1778321
Apr 02 21:11:20.240195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53514) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:20.249959 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:20.291920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=0e4931ad-c29f-4b22-8690-7375de03f0d6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:20.311400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d130f064-bf52-4a26-9d8a-23ebf101ea76 None None] Provisioning complete for port fd5f4525-b427-492e-8809-76fb3ecf8ef4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:20.315110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d130f064-bf52-4a26-9d8a-23ebf101ea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.328668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:20.329156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: badd61b7-e9f2-48b4-9dc0-0755844636b2, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:11:20.337135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-391a1a62-f524-4dfb-97c6-dcc50d8c9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:20.340512 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-391a1a62-f524-4dfb-97c6-dcc50d8c9189 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1221845
Apr 02 21:11:20.379258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f677e78-4195-4f0a-971f-674ab7b70f04 req-63ccf77a-9e49-4172-a2b6-5041f103ce76 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:20.384559 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f677e78-4195-4f0a-971f-674ab7b70f04 req-63ccf77a-9e49-4172-a2b6-5041f103ce76 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 944 time: 0.2706127
Apr 02 21:11:20.403649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d130f064-bf52-4a26-9d8a-23ebf101ea76 None None] Port fd5f4525-b427-492e-8809-76fb3ecf8ef4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:20.409435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53518) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:20.412310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:11:20.441064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, badd61b7-e9f2-48b4-9dc0-0755844636b2) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:20.452382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:20.453048 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.456387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf7ed0-4fad-4f35-81e9-4355dfe9e26d None None] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:20.459740 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7156b376-6e0c-4fc2-b223-47f512502386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.470974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f677e78-4195-4f0a-971f-674ab7b70f04 req-f3483723-3c4c-4957-a42b-63f892414762 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760577
Apr 02 21:11:20.499995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-222ff758-52cc-4be1-8e24-2bf3b67b2f82 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1985745
Apr 02 21:11:20.502659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53520) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:20.513182 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846188e20>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:16Z', 'revision_number': 3, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:20.575380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Deleting port 2611109e-38b9-4b94-bbe3-9a8919c488c2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:20.576170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.583647 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:20.584905 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Updating router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac port fd5f4525-b427-492e-8809-76fb3ecf8ef4 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:11:20.644448 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-4079c8b2-4f99-4272-803a-565edcbd3688 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793155
Apr 02 21:11:20.644659 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.675955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-badd61b7-e9f2-48b4-9dc0-0755844636b2', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:11:20.678877 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.838754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Allocated IP 172.22.0.2 (badd61b7-e9f2-48b4-9dc0-0755844636b2/0e4931ad-c29f-4b22-8690-7375de03f0d6/de3336d3-4b33-4b24-a7e5-73df7a8c2b6e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:20.839904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7156b376-6e0c-4fc2-b223-47f512502386 admin admin] Publish callbacks [] for security_group (cd880fd4-6020-4fcf-8bca-f092f5d90bf3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.845155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] For port 2611109e-38b9-4b94-bbe3-9a8919c488c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2611109e-38b9-4b94-bbe3-9a8919c488c2,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:20.845825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.853367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10163b0e-59b1-42ee-b818-9fc4809e2932 req-eea1a4f4-ec20-44f4-9c89-d8e2856269ab service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734538
Apr 02 21:11:20.862657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7156b376-6e0c-4fc2-b223-47f512502386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cd880fd4-6020-4fcf-8bca-f092f5d90bf3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.877916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Calling delete_port for 2611109e-38b9-4b94-bbe3-9a8919c488c2 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:20.975597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7156b376-6e0c-4fc2-b223-47f512502386 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dc1ee03f4714eb8a2dfea25d76c5c0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5610650
Apr 02 21:11:20.976398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:20.987183 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Publish callbacks [] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:20.996074 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.051853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156b376-6e0c-4fc2-b223-47f512502386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd880fd4-6020-4fcf-8bca-f092f5d90bf3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.116492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6d39-1777-471d-85dc-a79e65154271 req-be796601-73af-444b-821e-110cb86d27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:21.118115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-be796601-73af-444b-821e-110cb86d27a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1126 time: 0.2002878
Apr 02 21:11:21.218628 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Publish callbacks [] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.229795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.238451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-17b9f9d4-3940-4d9b-9c16-df6bc79106f0 admin admin] Publish callbacks [] for security_group (cd880fd4-6020-4fcf-8bca-f092f5d90bf3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.282035 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97529b2-4eae-427a-bbd0-3ab0a01c053c None None] Pushing event updated for resources: {'Port': ['ID=fd5f4525-b427-492e-8809-76fb3ecf8ef4,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.327385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:21.332718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:21.336677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-17b9f9d4-3940-4d9b-9c16-df6bc79106f0 admin admin] Publish callbacks [] for security_group (cd880fd4-6020-4fcf-8bca-f092f5d90bf3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.345123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:21.352771 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Attempting to bind port fd5f4525-b427-492e-8809-76fb3ecf8ef4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:21.353276 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Attempting to bind port fd5f4525-b427-492e-8809-76fb3ecf8ef4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:21.353712 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Attempting to bind port fd5f4525-b427-492e-8809-76fb3ecf8ef4 on network 1db691ce-63a9-4bb7-aba8-702d803d108e {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:21.366354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:21.367252 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Checking segment: {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:21.367711 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.368128 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Bound using segment: {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:21.368768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Bound port: fd5f4525-b427-492e-8809-76fb3ecf8ef4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436e5b4e-c00a-4bca-8756-29d703b00b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:21.369231 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.443562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Attempting to bind port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:21.443939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Attempting to bind port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:21.444305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Attempting to bind port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e on network badd61b7-e9f2-48b4-9dc0-0755844636b2 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:21.446496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Pushing event updated for resources: {'Port': ['ID=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.463028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:21.464155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Checking segment: {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:21.464806 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.465348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Bound using segment: {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:21.466150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Bound port: de3336d3-4b33-4b24-a7e5-73df7a8c2b6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:21.466852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.483202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6d39-1777-471d-85dc-a79e65154271 req-ee56971f-b221-40d7-b81a-63ce90a4d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:21.483403 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] For port fd5f4525-b427-492e-8809-76fb3ecf8ef4, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:21.486747 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] For port fd5f4525-b427-492e-8809-76fb3ecf8ef4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd5f4525-b427-492e-8809-76fb3ecf8ef4,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:21.488544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-ee56971f-b221-40d7-b81a-63ce90a4d577 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.3592663
Apr 02 21:11:21.503414 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.537104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2611109e-38b9-4b94-bbe3-9a8919c488c2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.564514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] For port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:21.570488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] For port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:21.571432 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97529b2-4eae-427a-bbd0-3ab0a01c053c None None] Pushing event updated for resources: {'Port': ['ID=fd5f4525-b427-492e-8809-76fb3ecf8ef4,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.589605 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.604832 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:21.605819 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846188e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:21.626745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-17b9f9d4-3940-4d9b-9c16-df6bc79106f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cd880fd4-6020-4fcf-8bca-f092f5d90bf3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.629443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-17b9f9d4-3940-4d9b-9c16-df6bc79106f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.630736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-17b9f9d4-3940-4d9b-9c16-df6bc79106f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd880fd4-6020-4fcf-8bca-f092f5d90bf3 HTTP/1.1" status: 204  len: 168 time: 0.6059427
Apr 02 21:11:21.657599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-b3a1cd06-c7c5-4886-b90c-307b9dccd2a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 217 time: 0.1370583
Apr 02 21:11:21.682637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b54f6-bfcb-425e-9130-924f0f1ff8d9 None None] Pushing event updated for resources: {'Port': ['ID=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.734307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] Provisioning complete for port fd5f4525-b427-492e-8809-76fb3ecf8ef4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:21.734691 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.769531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2611109e-38b9-4b94-bbe3-9a8919c488c2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.805239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.905564 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:21.936799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] Current status of the port fd5f4525-b427-492e-8809-76fb3ecf8ef4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:21.937358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:21.943305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f9d4-3940-4d9b-9c16-df6bc79106f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd880fd4-6020-4fcf-8bca-f092f5d90bf3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:21.947586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6d39-1777-471d-85dc-a79e65154271 req-e77fc042-9e88-47d1-86b0-287b0731b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:21.950841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-e77fc042-9e88-47d1-86b0-287b0731b7ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.2256622
Apr 02 21:11:21.952094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (af5288f2-12e8-4dbf-aac9-5ff60768e343), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:22.070694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] For port fd5f4525-b427-492e-8809-76fb3ecf8ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd5f4525-b427-492e-8809-76fb3ecf8ef4,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:22.086678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:22.197958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412742a-d618-49f6-ba54-1bc9d4e43687 None None] Pushing event updated for resources: {'Port': ['ID=fd5f4525-b427-492e-8809-76fb3ecf8ef4,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:22.222994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0d024-3a89-437e-b419-740ed15c4d0a req-b04d0f30-04a8-483f-a123-e205f946956f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:22.224756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0b0d024-3a89-437e-b419-740ed15c4d0a req-b04d0f30-04a8-483f-a123-e205f946956f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 944 time: 0.5926914
Apr 02 21:11:22.237737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0835881c-eb5b-426f-aa7e-9cd80db7161e None None] Provisioning complete for port fd5f4525-b427-492e-8809-76fb3ecf8ef4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:22.238117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0835881c-eb5b-426f-aa7e-9cd80db7161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:22.343255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6d39-1777-471d-85dc-a79e65154271 req-6210613f-25c4-4f82-9fe7-8178256a725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:22.345181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-6210613f-25c4-4f82-9fe7-8178256a725c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3850126
Apr 02 21:11:22.375655 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846188e20>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:16Z', 'revision_number': 3, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:21Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:22.391963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0835881c-eb5b-426f-aa7e-9cd80db7161e None None] Current status of the port fd5f4525-b427-492e-8809-76fb3ecf8ef4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:22.409085 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dadf28-4c41-4384-aaa1-5a46214ddde9 None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:16Z', 'revision_number': 3, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:21Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:22.566246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.22.0.1 (badd61b7-e9f2-48b4-9dc0-0755844636b2/0e4931ad-c29f-4b22-8690-7375de03f0d6/a46e74c6-d5d0-4a0a-a6bf-698730e377e8) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:22.585412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (8c4065f2-6306-4f39-a638-a988887f2065), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:22.623811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0b0d024-3a89-437e-b419-740ed15c4d0a req-6bba434c-f180-4d42-a43e-8a7307aa5a6c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3790209
Apr 02 21:11:22.689774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-2e558931-3f89-43f2-9406-fe95dd19b39e service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3338995
Apr 02 21:11:22.814856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Router af5288f2-12e8-4dbf-aac9-5ff60768e343 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:22.832084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:22.840349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05eb6d39-1777-471d-85dc-a79e65154271 req-d86c3f6b-4418-4aac-83db-2a79638b49b8 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409662
Apr 02 21:11:22.942168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:22.983667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:22.994633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Sync routers for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:23.001721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-53d6d512-5bc2-476e-966e-31fc9a5743ed admin admin] 10.222.0.18 "PUT /v2.0/routers/af5288f2-12e8-4dbf-aac9-5ff60768e343/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4872377
Apr 02 21:11:23.006617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53554) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:23.016030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Routers {'af5288f2-12e8-4dbf-aac9-5ff60768e343'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:23.019735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784643ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['af5288f2-12e8-4dbf-aac9-5ff60768e343'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:23.073450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:23.083246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:23.132825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:23.195888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:23.292889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks [] for router (af5288f2-12e8-4dbf-aac9-5ff60768e343), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.342548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Set router af5288f2-12e8-4dbf-aac9-5ff60768e343 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:23.406483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.483762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de3336d3-4b33-4b24-a7e5-73df7a8c2b6e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:23.486358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c10c02ca-f569-4530-a5e8-06c611d33612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.573064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:11:23.590712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks [] for router_gateway (af5288f2-12e8-4dbf-aac9-5ff60768e343), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.646752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Deleting port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:23.647025 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.710667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Deleting port b7980b4d-b3b7-45eb-8b34-4dc6da66c217 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:23.710667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.724140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f48481-6be2-4f47-a21f-81dfe9f3b3a9 None None] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:23.758988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.869855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] For port b7980b4d-b3b7-45eb-8b34-4dc6da66c217, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:23.870157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.877661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] Provisioning complete for port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:23.878094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.887155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Calling delete_port for b7980b4d-b3b7-45eb-8b34-4dc6da66c217 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:23.915257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] For port 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:23.915829 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:23.938761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Calling delete_port for 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:24.047746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103ba2-b64f-49c9-9ab8-e363a0a21832 req-bb224197-f47d-41af-bd38-66d9911e96a0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:24.054745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2103ba2-b64f-49c9-9ab8-e363a0a21832 req-bb224197-f47d-41af-bd38-66d9911e96a0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 944 time: 0.2716336
Apr 02 21:11:24.130959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:24.131354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.155041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b7980b4d-b3b7-45eb-8b34-4dc6da66c217), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.198993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7980b4d-b3b7-45eb-8b34-4dc6da66c217,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:24.225699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2103ba2-b64f-49c9-9ab8-e363a0a21832 req-bc82c797-1d4d-49f3-bc32-7e1e860fe2f6 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696169
Apr 02 21:11:24.296698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:11:24.336816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (af5288f2-12e8-4dbf-aac9-5ff60768e343), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.411465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:24.427115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] Current status of the port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:24.427434 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.466376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:11:24.495274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784643ef40>, [{'id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'name': 'tempest-AttachVolumeNegativeTest-1945511807-router', 'tenant_id': 'bb31a4915e1341839e229bc3786bb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:04:31Z', 'updated_at': '2022-04-02T21:11:21Z', 'revision_number': 5, 'project_id': 'bb31a4915e1341839e229bc3786bb4b2', 'gw_port': {'id': 'b7980b4d-b3b7-45eb-8b34-4dc6da66c217', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5288f2-12e8-4dbf-aac9-5ff60768e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:04:32Z', 'updated_at': '2022-04-02T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:24.565440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] For port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:24.572854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (af5288f2-12e8-4dbf-aac9-5ff60768e343), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.579786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks [] for router_controller (af5288f2-12e8-4dbf-aac9-5ff60768e343), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.618825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Checking router: af5288f2-12e8-4dbf-aac9-5ff60768e343 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:24.633840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.686388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (af5288f2-12e8-4dbf-aac9-5ff60768e343), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.686985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5288f2-12e8-4dbf-aac9-5ff60768e343 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:11:24.691994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.695931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-46c9de3a-03b2-428a-9d32-151d678ca46e admin admin] 10.222.0.18 "DELETE /v2.0/routers/af5288f2-12e8-4dbf-aac9-5ff60768e343 HTTP/1.1" status: 204  len: 168 time: 1.6852102
Apr 02 21:11:24.695931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53606) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:24.712093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.723721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.784971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Deleting subnet 0f1f6371-3779-4eaa-bde0-f11e73a8cb45 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:24.788639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Publish callbacks [] for subnet (0f1f6371-3779-4eaa-bde0-f11e73a8cb45), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.848089 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (0f1f6371-3779-4eaa-bde0-f11e73a8cb45), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.871763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:24.878012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8cce479e-2492-4d5e-9ac7-88dd23a5ea2c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.351031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015193b-3c35-40e8-9e20-a389354cbcb6 None None] Pushing event updated for resources: {'Port': ['ID=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:25.396880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (8c4065f2-6306-4f39-a638-a988887f2065), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.412802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:25.492954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cce479e-2492-4d5e-9ac7-88dd23a5ea2c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:25.500222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:25.500942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 02 21:11:25.501477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'af5288f2-12e8-4dbf-aac9-5ff60768e343'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:10:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent'). {{(pid=121650) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 02 21:11:25.502001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd160408-eba5-4534-8e8a-ed7009f169bc None None] The sync data for ids ['af5288f2-12e8-4dbf-aac9-5ff60768e343'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:25.513967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:25.518021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fd5f4525-b427-492e-8809-76fb3ecf8ef4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:25.519745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:25.520140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.542354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-32a8069f-c79a-4e1c-81d2-f132d6155918 None None] Provisioning complete for port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:25.545089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-32a8069f-c79a-4e1c-81d2-f132d6155918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.565900 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33f12b86-a240-4669-9a3d-86100e461116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.646156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95745848-186d-4670-80e9-24f336df87a7 req-2150e127-4a1d-4c5e-bdde-b2a0e1cf47e8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:25.649448 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95745848-186d-4670-80e9-24f336df87a7 req-2150e127-4a1d-4c5e-bdde-b2a0e1cf47e8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 944 time: 0.1753500
Apr 02 21:11:25.702807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:25.712162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:25.721481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:11:25.721989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0f1f6371-3779-4eaa-bde0-f11e73a8cb45), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.800616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:25.906100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (0f1f6371-3779-4eaa-bde0-f11e73a8cb45), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:25.939246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:25.944012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:11:25.984242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.050377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1f6371-3779-4eaa-bde0-f11e73a8cb45,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:26.085164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.094693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d2be178-f42f-45a5-933b-baa7e4e35b30 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f1f6371-3779-4eaa-bde0-f11e73a8cb45 HTTP/1.1" status: 204  len: 168 time: 1.3981881
Apr 02 21:11:26.127653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53632) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:26.179376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:26.190133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a4e38-face-41bb-b770-7025113c0698 None None] Network 8e11fe41-71ae-4517-9435-793475d4d7b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:26.199755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95745848-186d-4670-80e9-24f336df87a7 req-cc1d1f18-0971-4247-a4c6-ed3124c8bf8c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5357823
Apr 02 21:11:26.276117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:11:26.315509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fd5f4525-b427-492e-8809-76fb3ecf8ef4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:26.315888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.336135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8e11fe41-71ae-4517-9435-793475d4d7b5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.427524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:26.462625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Router 8c4065f2-6306-4f39-a638-a988887f2065 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:26.492591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Deleting port 41682fcb-90f8-405e-8e50-003e72c03d6a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:26.493212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.537264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:26.538075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.561668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-32a8069f-c79a-4e1c-81d2-f132d6155918 None None] Current status of the port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:26.581973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:11:26.697941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] For port 41682fcb-90f8-405e-8e50-003e72c03d6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41682fcb-90f8-405e-8e50-003e72c03d6a,segment=NetworkSegment(e535d888-48a6-4364-8005-5460a81a7425),segment_id=e535d888-48a6-4364-8005-5460a81a7425)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:26.699085 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.713480 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.715953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-32a8069f-c79a-4e1c-81d2-f132d6155918 None None] Provisioning complete for port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:26.717722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Calling delete_port for 41682fcb-90f8-405e-8e50-003e72c03d6a owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:26.720558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-32a8069f-c79a-4e1c-81d2-f132d6155918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.725414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:26.729862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:26.737411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec0597dc-1775-48a8-bb4b-f7f97c7841c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/8c4065f2-6306-4f39-a638-a988887f2065/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4941123
Apr 02 21:11:26.739902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53644) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:26.745661 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] Sync routers for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:26.773311 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:26.781214 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:26.817567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.912627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks [] for router (8c4065f2-6306-4f39-a638-a988887f2065), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.926375 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (41682fcb-90f8-405e-8e50-003e72c03d6a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:26.948206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] No DVR routers for this DVR port 41682fcb-90f8-405e-8e50-003e72c03d6a on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:27.033418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:27.053889 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks [] for router_gateway (8c4065f2-6306-4f39-a638-a988887f2065), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.060018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:27.069498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ed9d73a1-c22e-477d-80c8-175de0d5617e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5654399
Apr 02 21:11:27.070310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53650) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:27.077576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'network': {'name': 'tempest-RoutersTest-632424537'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:27.115154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8e11fe41-71ae-4517-9435-793475d4d7b5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.130718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-32a8069f-c79a-4e1c-81d2-f132d6155918 None None] Port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:27.140251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:27.141981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fd5f4525-b427-492e-8809-76fb3ecf8ef4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:27.145011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.186361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:11:27.205878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:27.242438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.243932 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added segment c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198 of type vlan for network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c
Apr 02 21:11:27.268926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Deleting port e6ac3872-fc54-4bbd-9533-01edbc36107c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:27.269225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.277328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=41682fcb-90f8-405e-8e50-003e72c03d6a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:27.301066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844770e20>,) {'filters': {'network_id': ['8e11fe41-71ae-4517-9435-793475d4d7b5']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:27.334223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844770e20>, 'e535d888-48a6-4364-8005-5460a81a7425') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:27.338206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:11:27.338967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844770e20>, 'e535d888-48a6-4364-8005-5460a81a7425') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:27.374949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (e535d888-48a6-4364-8005-5460a81a7425), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.411853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e535d888-48a6-4364-8005-5460a81a7425), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.428723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:27.430057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (e535d888-48a6-4364-8005-5460a81a7425), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:27.432157 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:27.468807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a1d6f-ffeb-41ee-90c2-169562f9c7c3 None None] DHCP port deletion for 8e11fe41-71ae-4517-9435-793475d4d7b5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:27.472775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:27.552222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:27.553928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845061040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:27.574065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de3336d3-4b33-4b24-a7e5-73df7a8c2b6e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:27.577449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.596694 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:11:24Z', 'revision_number': 5, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port': {'id': 'e6ac3872-fc54-4bbd-9533-01edbc36107c', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4065f2-6306-4f39-a638-a988887f2065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:05:50Z', 'updated_at': '2022-04-02T21:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:27.601807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8e11fe41-71ae-4517-9435-793475d4d7b5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.613272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.619100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8e11fe41-71ae-4517-9435-793475d4d7b5 HTTP/1.1" status: 204  len: 168 time: 1.4760792
Apr 02 21:11:27.641795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f14d33-831c-4187-af5d-4c35b4346f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e11fe41-71ae-4517-9435-793475d4d7b5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:27.647541 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] Checking router: 8c4065f2-6306-4f39-a638-a988887f2065 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:27.660874 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] Routers {'8c4065f2-6306-4f39-a638-a988887f2065'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:27.661767 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8c4065f2-6306-4f39-a638-a988887f2065'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:27.663445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccefd97-e58d-4fc9-9350-e43f9e944627 req-70d54977-2be8-44a0-8ed9-184dc057c556 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:27.678323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fccefd97-e58d-4fc9-9350-e43f9e944627 req-70d54977-2be8-44a0-8ed9-184dc057c556 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 945 time: 0.2384186
Apr 02 21:11:27.726572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.resource_extend [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:11:27.793502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] For port e6ac3872-fc54-4bbd-9533-01edbc36107c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ac3872-fc54-4bbd-9533-01edbc36107c,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:27.793869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.815798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.818951 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] Set router 8c4065f2-6306-4f39-a638-a988887f2065 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:27.821001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:27.821611 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.881513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-50789462-76a4-45b9-bded-b1deaf3b9039 None None] Provisioning complete for port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:27.882032 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50789462-76a4-45b9-bded-b1deaf3b9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:27.907072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Calling delete_port for e6ac3872-fc54-4bbd-9533-01edbc36107c owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:27.909445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Network': ['ID=2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:27.922719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fccefd97-e58d-4fc9-9350-e43f9e944627 req-820a4814-bd40-4d3f-aaf2-b55d0d2b288f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2432351
Apr 02 21:11:27.937624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53670) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:27.940885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2a866ddb-4019-4b16-86d2-03207b21eab8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8679574
Apr 02 21:11:27.952522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'subnet': {'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:27.967892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:11:27Z', 'revision_number': 6, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:28.006025 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b237ea-f3a8-498b-8b61-318f79780bff None None] The sync data for ids ['8c4065f2-6306-4f39-a638-a988887f2065'] in ncdv-master-1 is: [{'id': '8c4065f2-6306-4f39-a638-a988887f2065', 'name': 'tempest-TaggedBootDevicesTest_v242-1456863326-router', 'tenant_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:05:48Z', 'updated_at': '2022-04-02T21:11:27Z', 'revision_number': 6, 'project_id': '76098fb9c22b4f84bb0afb2bbe66e858', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:28.058236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:11:28.105854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53674) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:28.161410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6f4b6d4-efc2-4ed1-a7da-cca68b275095 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb31a4915e1341839e229bc3786bb4b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0537553
Apr 02 21:11:28.167835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:28.215255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Made reservation on behalf of 7568e68b76ba4608936b1cd4ed8033fa for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:28.222440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.252472 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e6ac3872-fc54-4bbd-9533-01edbc36107c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.287412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ac3872-fc54-4bbd-9533-01edbc36107c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:28.323503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:28.422277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ee59910-4c66-4f1e-bfbb-6a4c20061067 admin admin] Publish callbacks [] for security_group (97b7757d-9821-4ce5-9299-bba51fd0d09b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.486792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (8c4065f2-6306-4f39-a638-a988887f2065), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.501650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ee59910-4c66-4f1e-bfbb-6a4c20061067 admin admin] Publish callbacks [] for security_group (97b7757d-9821-4ce5-9299-bba51fd0d09b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.698994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (8c4065f2-6306-4f39-a638-a988887f2065), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.707114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks [] for router_controller (8c4065f2-6306-4f39-a638-a988887f2065), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.751236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-50789462-76a4-45b9-bded-b1deaf3b9039 None None] Port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:28.752057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ee59910-4c66-4f1e-bfbb-6a4c20061067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (97b7757d-9821-4ce5-9299-bba51fd0d09b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.756212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8ee59910-4c66-4f1e-bfbb-6a4c20061067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.759808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ee59910-4c66-4f1e-bfbb-6a4c20061067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97b7757d-9821-4ce5-9299-bba51fd0d09b HTTP/1.1" status: 204  len: 168 time: 0.5897710
Apr 02 21:11:28.764882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (ca4caee6-cbe0-492f-8995-12a7f3bda464), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.781807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee59910-4c66-4f1e-bfbb-6a4c20061067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b7757d-9821-4ce5-9299-bba51fd0d09b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:28.849850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.867754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (8c4065f2-6306-4f39-a638-a988887f2065), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.868261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4065f2-6306-4f39-a638-a988887f2065 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:11:28.874523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Subnet': ['ID=ca4caee6-cbe0-492f-8995-12a7f3bda464,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:28.886033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Checking segment: {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:28.886686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network hostable DHCP agents. Network: 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:11:28.887922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.894594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-911f26df-5cfd-411e-aabf-d5473bc6002d admin admin] 10.222.0.18 "DELETE /v2.0/routers/8c4065f2-6306-4f39-a638-a988887f2065 HTTP/1.1" status: 204  len: 168 time: 2.1535826
Apr 02 21:11:28.895437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53692) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:28.932971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:11:28.934776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:28.935964 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:28.963658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:28.979867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:28.982958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.021552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-afab1318-a5ec-47ee-bb52-e4e0870f4d0d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0796220
Apr 02 21:11:29.022738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53706) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:29.081946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Deleting subnet 9cf0dda7-605e-462d-a212-5840ccdc61ae {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:29.087016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7332ff5-6864-4a1d-951b-cb6a78996a60 None None] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:29.101246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Publish callbacks [] for subnet (9cf0dda7-605e-462d-a212-5840ccdc61ae), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.196747 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (9cf0dda7-605e-462d-a212-5840ccdc61ae), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.360820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d417afb-c02d-424e-8f39-9fe0437b9c1e req-c6e30f8f-bdc5-4065-8e1d-459b022a8a0e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:29.362487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d417afb-c02d-424e-8f39-9fe0437b9c1e req-c6e30f8f-bdc5-4065-8e1d-459b022a8a0e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 945 time: 0.1931736
Apr 02 21:11:29.425231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (9cf0dda7-605e-462d-a212-5840ccdc61ae), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.526013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (9cf0dda7-605e-462d-a212-5840ccdc61ae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.532730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:29.551849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.559772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9cf0dda7-605e-462d-a212-5840ccdc61ae HTTP/1.1" status: 204  len: 168 time: 0.6596766
Apr 02 21:11:29.566926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dba13-e192-4f46-93af-b5538b740fc3 None None] Network 4ddecd24-a294-4bc2-af54-c9e8165b2234 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:29.581908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:29.641898 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.673704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2611109e-38b9-4b94-bbe3-9a8919c488c2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:29.714278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c67bac-dfc5-4fa2-ab2b-1cc0a6367ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf0dda7-605e-462d-a212-5840ccdc61ae,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:29.755261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d417afb-c02d-424e-8f39-9fe0437b9c1e req-9581c014-e1af-4e8c-8f4a-f63d6bed82d9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3311040
Apr 02 21:11:29.835647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4ddecd24-a294-4bc2-af54-c9e8165b2234), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:29.982863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Deleting port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:29.983215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.036698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:11:30.037574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.047678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:30.095224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2611109e-38b9-4b94-bbe3-9a8919c488c2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:30.095622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2611109e-38b9-4b94-bbe3-9a8919c488c2 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:30.096069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b7980b4d-b3b7-45eb-8b34-4dc6da66c217 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:30.129198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] For port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,segment=NetworkSegment(f4ffc1e7-0d01-4d4b-b01f-13749ae2892b),segment_id=f4ffc1e7-0d01-4d4b-b01f-13749ae2892b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:30.129340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: b7980b4d-b3b7-45eb-8b34-4dc6da66c217 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:30.129588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b7980b4d-b3b7-45eb-8b34-4dc6da66c217 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:30.131527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.166394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Calling delete_port for fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:30.171795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.349939 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.358037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Allocated IP 172.23.0.2 (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c/ca4caee6-cbe0-492f-8995-12a7f3bda464/588eb7c9-2999-4d17-9ec8-51427d54b2b5) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:30.412484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:30.425762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] No DVR routers for this DVR port fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:30.546750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845061040>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:23Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:24Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:30.558829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:30.564561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4ddecd24-a294-4bc2-af54-c9e8165b2234), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.592767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ee90fd0>,) {'filters': {'network_id': ['4ddecd24-a294-4bc2-af54-c9e8165b2234']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:30.610654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ee90fd0>, 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:30.611003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ee90fd0>, 'f4ffc1e7-0d01-4d4b-b01f-13749ae2892b') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:30.641056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (f4ffc1e7-0d01-4d4b-b01f-13749ae2892b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.658855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f4ffc1e7-0d01-4d4b-b01f-13749ae2892b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.667926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:30.668317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (f4ffc1e7-0d01-4d4b-b01f-13749ae2892b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:30.670162 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:30.709012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:30.710325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Updating router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:11:30.712655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:30.713271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8cce479e-2492-4d5e-9ac7-88dd23a5ea2c not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:30.714264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 41682fcb-90f8-405e-8e50-003e72c03d6a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:30.768187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 41682fcb-90f8-405e-8e50-003e72c03d6a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:30.769005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 41682fcb-90f8-405e-8e50-003e72c03d6a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:30.769652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e6ac3872-fc54-4bbd-9533-01edbc36107c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:30.817073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:30.817954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.842503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4ddecd24-a294-4bc2-af54-c9e8165b2234), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.854554 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:30.875028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ddecd24-a294-4bc2-af54-c9e8165b2234 HTTP/1.1" status: 204  len: 168 time: 1.2908752
Apr 02 21:11:30.878082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53754) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:30.929433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24556a5-0a1d-443c-accf-b93fccb14892 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddecd24-a294-4bc2-af54-c9e8165b2234,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:31.086152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Publish callbacks [] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.097787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e6ac3872-fc54-4bbd-9533-01edbc36107c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:31.098559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e6ac3872-fc54-4bbd-9533-01edbc36107c not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:31.118160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:31.121905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.202759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Pushing event updated for resources: {'Port': ['ID=588eb7c9-2999-4d17-9ec8-51427d54b2b5,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:31.283832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb459d2f-1c75-42b0-9605-bd1dd1921eb2 None None] DHCP port deletion for 4ddecd24-a294-4bc2-af54-c9e8165b2234 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:31.286983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Allocated IP 172.23.0.1 (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c/ca4caee6-cbe0-492f-8995-12a7f3bda464/fdacb432-763d-4107-ab07-8dd698e45253) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:31.301413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146177-d2de-4d59-9c44-7471cda3558b req-3301dad4-a517-43e7-8e0f-c8c53f833c7f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:31.312135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13146177-d2de-4d59-9c44-7471cda3558b req-3301dad4-a517-43e7-8e0f-c8c53f833c7f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 945 time: 0.3262763
Apr 02 21:11:31.338284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.353138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:31.367308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:31.402914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:31.630815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:31.631309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.646543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13146177-d2de-4d59-9c44-7471cda3558b req-70472741-274d-44b0-9f5c-56f21c0829b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3329406
Apr 02 21:11:31.683400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:11:31.713268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (fdacb432-763d-4107-ab07-8dd698e45253), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.739762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:31.740139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.818754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fdacb432-763d-4107-ab07-8dd698e45253), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.883580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=fdacb432-763d-4107-ab07-8dd698e45253,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:31.894482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Attempting to bind port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:31.894799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Attempting to bind port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:31.898254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Attempting to bind port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 on network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:31.907478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:31.907613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:31.911572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:31.912318 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef2e3b0-e18c-4ec9-a082-07c81694b73c" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:31.914858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:31.972633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:31.974756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:31.975141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Checking segment: {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:31.975726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.976019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Bound using segment: {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:31.976581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Bound port: 588eb7c9-2999-4d17-9ec8-51427d54b2b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:31.976972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.992404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (5fc2a32e-1a86-420e-aceb-051d7e207bdf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:31.997151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:32.053015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:32.078448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] For port 588eb7c9-2999-4d17-9ec8-51427d54b2b5, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:32.081675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] For port 588eb7c9-2999-4d17-9ec8-51427d54b2b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=588eb7c9-2999-4d17-9ec8-51427d54b2b5,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:32.097419 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b603f-a553-4ba1-b200-e673c19fee07 x-openstack-request-id: req-c21b603f-a553-4ba1-b200-e673c19fee07 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:32.098107 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:32.098107 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c21b603f-a553-4ba1-b200-e673c19fee07 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:32.098371 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21b603f-a553-4ba1-b200-e673c19fee07'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:11:32.159567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:32.258687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:32.260126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:32.350239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:32.359477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:32.401617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fdacb432-763d-4107-ab07-8dd698e45253), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:32.415344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:32.416042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fc242a9a-6a4c-4bf2-8ae3-310bd86c6a12 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:32.500074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:32.641039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:32.736257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813507e-d2a4-4889-aff4-5f88e55e86e9 None None] Pushing event updated for resources: {'Port': ['ID=588eb7c9-2999-4d17-9ec8-51427d54b2b5,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:32.984189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Publish callbacks [] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:33.010408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:33.016789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:33.181439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Attempting to bind port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:33.182562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Attempting to bind port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:33.183087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Attempting to bind port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 on network badd61b7-e9f2-48b4-9dc0-0755844636b2 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:33.186333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a0cd-b151-4ebe-8077-d22346ba2a91 None None] Pushing event updated for resources: {'Port': ['ID=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:33.238560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:33.239522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Checking segment: {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:33.240393 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:33.241145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Bound using segment: {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:33.242013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Bound port: a46e74c6-d5d0-4a0a-a6bf-698730e377e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43eed6f4-000d-43eb-be2b-ac9112714115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:33.242748 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:33.676109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] For port a46e74c6-d5d0-4a0a-a6bf-698730e377e8, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:33.704848 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:11:33.711316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] For port a46e74c6-d5d0-4a0a-a6bf-698730e377e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:33.742048 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:33.765805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] Provisioning complete for port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:33.766432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:33.893628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3929061-3e99-4baf-a10b-995705260f8f req-70f371ed-261f-4e43-88ca-b289b0e9e99b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:33.895340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3929061-3e99-4baf-a10b-995705260f8f req-70f371ed-261f-4e43-88ca-b289b0e9e99b tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 1.1106055
Apr 02 21:11:33.943631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Deleting port 2641d3f4-23b8-4175-bab7-caae462eeb9f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:33.944003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:34.065996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a0cd-b151-4ebe-8077-d22346ba2a91 None None] Pushing event updated for resources: {'Port': ['ID=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:34.070512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:34.071154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845061040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:34.203474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] For port 2641d3f4-23b8-4175-bab7-caae462eeb9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2641d3f4-23b8-4175-bab7-caae462eeb9f,segment=NetworkSegment(3b7d8c87-c634-4688-963e-0c6f1ac97287),segment_id=3b7d8c87-c634-4688-963e-0c6f1ac97287)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:34.204409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:34.253015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for port (fdacb432-763d-4107-ab07-8dd698e45253), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:34.255561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Calling delete_port for 2641d3f4-23b8-4175-bab7-caae462eeb9f owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:34.259947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:34.262327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3929061-3e99-4baf-a10b-995705260f8f req-72d2dcb8-f1e5-4c9a-9350-a0739c788f65 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3600032
Apr 02 21:11:34.268028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fdacb432-763d-4107-ab07-8dd698e45253), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:34.361238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:34.363669 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a00a7-3153-4a14-808b-da6fe6341412" -d '{"events": [{"server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "name": "network-vif-plugged", "status": "completed", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:34.466160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bddfed8-d6ab-4cd1-87ad-7e308799c9b6 None None] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:34.474412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:34.491883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event updated for resources: {'Port': ['ID=fdacb432-763d-4107-ab07-8dd698e45253,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:34.494804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 588eb7c9-2999-4d17-9ec8-51427d54b2b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:34.600570 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f76b21-d525-4c34-b8ff-da725077c20e x-openstack-request-id: req-68f76b21-d525-4c34-b8ff-da725077c20e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:34.600901 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "name": "network-vif-plugged", "status": "completed", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:34.601183 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68f76b21-d525-4c34-b8ff-da725077c20e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:34.601606 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f76b21-d525-4c34-b8ff-da725077c20e'] response: {'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'code': 200}
Apr 02 21:11:34.672353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-8f5fe4d2-4cf4-4bcc-ad5d-b4daad81521c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1046379
Apr 02 21:11:34.811749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-84813ae7-fac1-4568-9b35-ff573f58c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:34.814046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-84813ae7-fac1-4568-9b35-ff573f58c964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1127 time: 0.1160657
Apr 02 21:11:34.846433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:34.855776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbd724-0f9b-417e-92a9-f1eefd82dbea req-e0972634-25b7-4f53-a54f-c143bdee02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:34.858676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ffbd724-0f9b-417e-92a9-f1eefd82dbea req-e0972634-25b7-4f53-a54f-c143bdee02ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 0.2099922
Apr 02 21:11:34.860933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:34.890166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] Current status of the port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:34.890166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.021691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] For port a46e74c6-d5d0-4a0a-a6bf-698730e377e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:35.072272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-1d44ff16-5854-4c79-83f0-10b6866f8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:35.074148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-1d44ff16-5854-4c79-83f0-10b6866f8b1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2382429
Apr 02 21:11:35.076149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845061040>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:32Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:33Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:31Z', 'revision_number': 1, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:35.103466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ffbd724-0f9b-417e-92a9-f1eefd82dbea req-ae092e44-a371-497a-93e9-fcb726a9c33d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2308519
Apr 02 21:11:35.123338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:35.136542 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2641d3f4-23b8-4175-bab7-caae462eeb9f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.143005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-78d3171f-33f4-458f-8bbb-7fdc92f6e987 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 217 time: 0.0613484
Apr 02 21:11:35.172158 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.177566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:35.177726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.234268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2641d3f4-23b8-4175-bab7-caae462eeb9f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:35.243189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4cca2-360c-41dd-af91-28eee7af6450 None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:32Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:33Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:31Z', 'revision_number': 1, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:35.278534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-bf110b1e-0163-4bb5-b95b-1aad069be54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:35.283815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-bf110b1e-0163-4bb5-b95b-1aad069be54e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1327159
Apr 02 21:11:35.499631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-66fed55d-1591-4106-b731-84f7a92a9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:35.501554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-66fed55d-1591-4106-b731-84f7a92a9041 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2025445
Apr 02 21:11:35.709331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:35.719126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-53a2b8f9-7d22-4923-a697-a46ab645f046 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6948552
Apr 02 21:11:35.725429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53882) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:35.732438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:35.743612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643176b3-f9d6-407c-bed8-6854baacbd83 None None] Pushing event updated for resources: {'Port': ['ID=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:35.748951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:35.749463 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.803896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 588eb7c9-2999-4d17-9ec8-51427d54b2b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=588eb7c9-2999-4d17-9ec8-51427d54b2b5,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:35.805192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5d2a7155-d593-4c00-b07e-94636c0c324c None None] Provisioning complete for port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:35.805764 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7155-d593-4c00-b07e-94636c0c324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.842668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:35.880546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd7d6-4ce4-4ccc-a417-e178bc1f2c30 req-7c6745b0-57c9-466b-b370-b0279f60e743 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:35.890717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3bd7d6-4ce4-4ccc-a417-e178bc1f2c30 req-7c6745b0-57c9-466b-b370-b0279f60e743 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.3844130
Apr 02 21:11:35.946065 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-032b0327-ed15-487a-b3fe-6b4cb64e4b4a service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4199684
Apr 02 21:11:35.981476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a7155-d593-4c00-b07e-94636c0c324c None None] Current status of the port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:35.983833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=588eb7c9-2999-4d17-9ec8-51427d54b2b5,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:35.998342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5d2a7155-d593-4c00-b07e-94636c0c324c None None] Provisioning complete for port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:35.999030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7155-d593-4c00-b07e-94636c0c324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:36.124938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3bd7d6-4ce4-4ccc-a417-e178bc1f2c30 req-aeec95ea-894f-455e-ba0e-5d6244239fb7 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688821
Apr 02 21:11:36.139775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a7155-d593-4c00-b07e-94636c0c324c None None] Current status of the port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:36.232770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (5fc2a32e-1a86-420e-aceb-051d7e207bdf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:36.375183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1c0a337-4e1a-454e-8da3-00aa1e06a165 req-669c1719-073d-4628-9373-a7a20a80542a service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4177480
Apr 02 21:11:36.501321 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c8d5578f-a60a-488c-9546-afcce789f0e0 None None] Provisioning complete for port fdacb432-763d-4107-ab07-8dd698e45253 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:36.501717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8d5578f-a60a-488c-9546-afcce789f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fdacb432-763d-4107-ab07-8dd698e45253), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:36.730522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5578f-a60a-488c-9546-afcce789f0e0 None None] Port fdacb432-763d-4107-ab07-8dd698e45253 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:36.752928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c8d5578f-a60a-488c-9546-afcce789f0e0 None None] Provisioning complete for port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:36.753560 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8d5578f-a60a-488c-9546-afcce789f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:36.849912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 588eb7c9-2999-4d17-9ec8-51427d54b2b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:36.991946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5578f-a60a-488c-9546-afcce789f0e0 None None] Current status of the port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:37.003368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:37.003821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:37.318393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fc8a676d-fe07-4397-b95b-598439a31c23 None None] Provisioning complete for port fdacb432-763d-4107-ab07-8dd698e45253 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:37.319324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fc8a676d-fe07-4397-b95b-598439a31c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fdacb432-763d-4107-ab07-8dd698e45253), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:37.394858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a676d-fe07-4397-b95b-598439a31c23 None None] Port fdacb432-763d-4107-ab07-8dd698e45253 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:37.397120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:37.398869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a46e74c6-d5d0-4a0a-a6bf-698730e377e8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:37.520150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a91cd7-8477-4cbd-afd6-1b822d4a0b4c req-21ae9b0d-661b-442a-ac1c-12676f3f3fb6 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:37.533080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8a91cd7-8477-4cbd-afd6-1b822d4a0b4c req-21ae9b0d-661b-442a-ac1c-12676f3f3fb6 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.2348943
Apr 02 21:11:37.574250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:37.574668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:37.658980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b8a91cd7-8477-4cbd-afd6-1b822d4a0b4c req-fe97d736-2ce0-48d3-b125-29991788c6f8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210172
Apr 02 21:11:37.676251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Router 5fc2a32e-1a86-420e-aceb-051d7e207bdf has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:37.712470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2d180138-8976-430b-99a3-87e72f7fdfd5 None None] Provisioning complete for port fdacb432-763d-4107-ab07-8dd698e45253 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:37.712863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2d180138-8976-430b-99a3-87e72f7fdfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fdacb432-763d-4107-ab07-8dd698e45253), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:37.858023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2d180138-8976-430b-99a3-87e72f7fdfd5 None None] Port fdacb432-763d-4107-ab07-8dd698e45253 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:11:37.897029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:37.984229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.extraroute_db [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=121648) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 02 21:11:38.026262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.extraroute_db [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Removed routes are [] {{(pid=121648) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 02 21:11:38.026723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:38.042027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21b1cc-758e-4b12-a95a-b278aeee4857 req-3283e03c-3a2e-47ae-ae50-f81486a8c0c0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:38.043745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae21b1cc-758e-4b12-a95a-b278aeee4857 req-3283e03c-3a2e-47ae-ae50-f81486a8c0c0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1867697
Apr 02 21:11:38.045524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:38.056604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-74dadb35-8fba-4955-8bab-c80c9ea4b8f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/5fc2a32e-1a86-420e-aceb-051d7e207bdf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1730821
Apr 02 21:11:38.056828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:38.056916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:38.058509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'floatingip': {'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:38.062049 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] Sync routers for ids ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:38.084255 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] Routers {'5fc2a32e-1a86-420e-aceb-051d7e207bdf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:38.085350 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f6ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:38.178535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:38.214505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:38.217398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784431df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:38.276797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:38.285225 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] Set router 5fc2a32e-1a86-420e-aceb-051d7e207bdf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:38.574875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:38.880190 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f6ac40>, [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:38.907593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:38.938218 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] Checking router: 5fc2a32e-1a86-420e-aceb-051d7e207bdf for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:38.960280 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] Routers {'5fc2a32e-1a86-420e-aceb-051d7e207bdf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:38.961166 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f6ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:39.019290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784431df10>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:37Z', 'revision_number': 6, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:32Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:39.101809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:39.102255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Updating router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac port fdacb432-763d-4107-ab07-8dd698e45253 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:11:39.229245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fdacb432-763d-4107-ab07-8dd698e45253), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.249521 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] Set router 5fc2a32e-1a86-420e-aceb-051d7e207bdf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:39.253845 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks [] for router (5fc2a32e-1a86-420e-aceb-051d7e207bdf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.293773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11e830fe-488e-4dd4-91da-875f74a27ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.455750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.478825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.493613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.599895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.631740 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f6ac40>, [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:39.677783 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Floating IP da033645-badc-4ec6-8026-aa8c51e29e3d associated. External IP: 172.35.4.143, port: f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3.
Apr 02 21:11:39.702045 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0de7-4e56-46b8-9de1-5983485013fe None None] The sync data for ids ['5fc2a32e-1a86-420e-aceb-051d7e207bdf'] in ncdv-master-1 is: [{'id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'name': 'tempest-TaggedBootDevicesTest_v242-370313805-router', 'tenant_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:06:01Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '5b7bc59b4f3b4d8c8afd76b7da34f899', 'gw_port': {'id': 'a22164ae-bf23-403e-b5d6-7f6e7cc07cb8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2a32e-1a86-420e-aceb-051d7e207bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:06:03Z', 'updated_at': '2022-04-02T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:39.789190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11e830fe-488e-4dd4-91da-875f74a27ffa admin admin] Publish callbacks [] for security_group (37188fc5-a11e-405e-9d9a-d94082e0812a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.849130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11e830fe-488e-4dd4-91da-875f74a27ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (37188fc5-a11e-405e-9d9a-d94082e0812a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:39.906266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-11e830fe-488e-4dd4-91da-875f74a27ffa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b35f02593444d7bbdccd00bacc80d91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9932332
Apr 02 21:11:39.909809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e830fe-488e-4dd4-91da-875f74a27ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37188fc5-a11e-405e-9d9a-d94082e0812a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:39.913390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53996) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:39.966634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:40.059033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-168e9f58-fa2f-46da-b899-73302ea45621 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7895455
Apr 02 21:11:40.077536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Publish callbacks [] for port (fdacb432-763d-4107-ab07-8dd698e45253), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.093126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fdacb432-763d-4107-ab07-8dd698e45253), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.189011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc09392-0903-4cfe-980a-e0f155346848 None None] Pushing event updated for resources: {'Port': ['ID=fdacb432-763d-4107-ab07-8dd698e45253,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:40.204270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2641d3f4-23b8-4175-bab7-caae462eeb9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:40.256710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ab449da-c7d8-4537-9a21-484a731db6da admin admin] Publish callbacks [] for security_group (37188fc5-a11e-405e-9d9a-d94082e0812a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.277267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2641d3f4-23b8-4175-bab7-caae462eeb9f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:40.277612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2641d3f4-23b8-4175-bab7-caae462eeb9f not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:40.376636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks [] for router_gateway (5fc2a32e-1a86-420e-aceb-051d7e207bdf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.382489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ab449da-c7d8-4537-9a21-484a731db6da admin admin] Publish callbacks [] for security_group (37188fc5-a11e-405e-9d9a-d94082e0812a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.453997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Attempting to bind port fdacb432-763d-4107-ab07-8dd698e45253 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:40.454619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Attempting to bind port fdacb432-763d-4107-ab07-8dd698e45253 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:40.455147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Attempting to bind port fdacb432-763d-4107-ab07-8dd698e45253 on network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:40.470877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:40.471462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Checking segment: {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:40.472217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.477664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Bound using segment: {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:40.478404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Bound port: fdacb432-763d-4107-ab07-8dd698e45253, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:40.478972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fdacb432-763d-4107-ab07-8dd698e45253), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.486841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:40.582400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-0c0ea707-2f3c-4671-8f5f-a9ca3412fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:40.584638 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-0c0ea707-2f3c-4671-8f5f-a9ca3412fd68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1127 time: 0.4826560
Apr 02 21:11:40.613698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:40.626912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.631813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05a501a7-6b9d-4e8f-9893-59613019498f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 933 time: 4.9052579
Apr 02 21:11:40.632701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54008) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:40.641221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] For port fdacb432-763d-4107-ab07-8dd698e45253, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:40.646252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] For port fdacb432-763d-4107-ab07-8dd698e45253, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdacb432-763d-4107-ab07-8dd698e45253,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:40.670592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fdacb432-763d-4107-ab07-8dd698e45253), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.757518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:40.758177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784431df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:40.796494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ab449da-c7d8-4537-9a21-484a731db6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (37188fc5-a11e-405e-9d9a-d94082e0812a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.806661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ab449da-c7d8-4537-9a21-484a731db6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.807856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3ab449da-c7d8-4537-9a21-484a731db6da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37188fc5-a11e-405e-9d9a-d94082e0812a HTTP/1.1" status: 204  len: 168 time: 0.8764040
Apr 02 21:11:40.870611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab449da-c7d8-4537-9a21-484a731db6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37188fc5-a11e-405e-9d9a-d94082e0812a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:40.900233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-bda02d88-1656-4b6b-917c-59aecf601d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:40.902208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-bda02d88-1656-4b6b-917c-59aecf601d34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2852335
Apr 02 21:11:40.954590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc09392-0903-4cfe-980a-e0f155346848 None None] Pushing event updated for resources: {'Port': ['ID=fdacb432-763d-4107-ab07-8dd698e45253,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:40.965297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] Provisioning complete for port fdacb432-763d-4107-ab07-8dd698e45253 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:40.965681 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fdacb432-763d-4107-ab07-8dd698e45253), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:40.981127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:40.998262 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] Sync routers for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:41.002791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:41.024073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:41.030875 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:41.081963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:41.091606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1d341157-b245-4b9b-b758-246213688803 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "PUT /v2.0/floatingips/da033645-badc-4ec6-8026-aa8c51e29e3d HTTP/1.1" status: 200  len: 992 time: 3.0363491
Apr 02 21:11:41.092200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:41.094481 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932fa32d-3aa7-474f-a3bc-830782ca84f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:41.139996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2e16d33d-cfd9-451a-986b-c6881b31373f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 933 time: 0.4545667
Apr 02 21:11:41.142714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:41.147501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'routes': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:41.173771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-ae7a4d9a-9a67-48c8-aff6-c3d2746c61d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 200  len: 217 time: 0.2017441
Apr 02 21:11:41.251514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Deleting port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:41.254043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:41.291636 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4b2a23-ea06-4dfe-87c4-e9e29a5088a7 x-openstack-request-id: req-4a4b2a23-ea06-4dfe-87c4-e9e29a5088a7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:41.291894 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:41.292100 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a4b2a23-ea06-4dfe-87c4-e9e29a5088a7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:41.295225 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4b2a23-ea06-4dfe-87c4-e9e29a5088a7'] response: {'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'status': 'completed', 'code': 200}
Apr 02 21:11:41.425509 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:41.487265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-7dda85f8-9351-4b0a-b4bd-80a677042a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:41.490433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-7dda85f8-9351-4b0a-b4bd-80a677042a89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.2996509
Apr 02 21:11:41.655287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] For port a22164ae-bf23-403e-b5d6-7f6e7cc07cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:41.661383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] Current status of the port fdacb432-763d-4107-ab07-8dd698e45253 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:41.662090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fdacb432-763d-4107-ab07-8dd698e45253), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:41.662361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:41.690808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-ed6c1a55-27a9-4588-88ac-25eca9b70e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:41.692371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-ed6c1a55-27a9-4588-88ac-25eca9b70e00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1926537
Apr 02 21:11:41.710358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Calling delete_port for a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:41.762626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] For port fdacb432-763d-4107-ab07-8dd698e45253, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdacb432-763d-4107-ab07-8dd698e45253,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:41.787247 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (fdacb432-763d-4107-ab07-8dd698e45253), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:41.954796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dddc90-658a-4c5d-bc8a-b03bc7724494 None None] Pushing event updated for resources: {'Port': ['ID=fdacb432-763d-4107-ab07-8dd698e45253,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:41.992824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7274afdc-5d70-4159-81d3-753a6ff43215 None None] Provisioning complete for port fdacb432-763d-4107-ab07-8dd698e45253 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:41.993456 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7274afdc-5d70-4159-81d3-753a6ff43215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fdacb432-763d-4107-ab07-8dd698e45253), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:42.027098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784431df10>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:37Z', 'revision_number': 6, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:40Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:42.036990 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8a2b0>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da033645-badc-4ec6-8026-aa8c51e29e3d', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:11:08Z', 'updated_at': '2022-04-02T21:11:39Z', 'revision_number': 1, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:42.069188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92343628-f9c6-4b94-96e0-d88b2830d1ee None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:37Z', 'revision_number': 6, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:40Z', 'revision_number': 4, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:42.112141 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] Checking router: 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:42.136339 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:42.137418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:42.213844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-a8eeb23b-1071-4f0e-bce1-61658b52f8d2 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4929490
Apr 02 21:11:42.267891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7274afdc-5d70-4159-81d3-753a6ff43215 None None] Current status of the port fdacb432-763d-4107-ab07-8dd698e45253 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:42.359047 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:42.363483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54048) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:42.436001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fdacb432-763d-4107-ab07-8dd698e45253 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:42.558615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port fdacb432-763d-4107-ab07-8dd698e45253 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:42.558997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fdacb432-763d-4107-ab07-8dd698e45253), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:42.760521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:42.791348 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8a2b0>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da033645-badc-4ec6-8026-aa8c51e29e3d', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:11:08Z', 'updated_at': '2022-04-02T21:11:39Z', 'revision_number': 1, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:42.814895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:42.834431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784431deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:42.848840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d8711ee-cbf8-452d-8bda-f16055b2fe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:42.851189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port fdacb432-763d-4107-ab07-8dd698e45253 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:42.856128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5bffa56-b0c8-409a-9c4d-424d2b947742 req-1d7cfc9a-18b6-48a1-ab9b-a1ffb3f930da service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6413910
Apr 02 21:11:42.868667 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81853c0-117a-490e-bb91-34bc739b2aa4 None None] The sync data for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 is: [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da033645-badc-4ec6-8026-aa8c51e29e3d', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:11:08Z', 'updated_at': '2022-04-02T21:11:39Z', 'revision_number': 1, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:42.924373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.extraroute_db [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added routes are [] {{(pid=121649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 02 21:11:42.926175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.extraroute_db [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=121649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 02 21:11:42.932301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a22164ae-bf23-403e-b5d6-7f6e7cc07cb8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.001983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22164ae-bf23-403e-b5d6-7f6e7cc07cb8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:43.035580 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.057165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-5445c961-6383-4325-9248-f6a85ea80bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:43.061091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-5445c961-6383-4325-9248-f6a85ea80bed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 1.6671531
Apr 02 21:11:43.135816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (5fc2a32e-1a86-420e-aceb-051d7e207bdf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.155098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:43.418264 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bfdd1-fa26-4db2-b3ea-cc207c62dfb0 None None] New status for floating IP da033645-badc-4ec6-8026-aa8c51e29e3d: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:11:43.468814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (5fc2a32e-1a86-420e-aceb-051d7e207bdf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.480721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks [] for router_controller (5fc2a32e-1a86-420e-aceb-051d7e207bdf), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.632861 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (5fc2a32e-1a86-420e-aceb-051d7e207bdf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.633420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc2a32e-1a86-420e-aceb-051d7e207bdf {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:11:43.646200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784431deb0>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:37Z', 'revision_number': 6, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:41Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:43.647562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.651076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-661d4f96-0e47-49e2-8faf-43c4d3a1b267 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5fc2a32e-1a86-420e-aceb-051d7e207bdf HTTP/1.1" status: 204  len: 168 time: 5.5929871
Apr 02 21:11:43.652513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54078) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:43.690913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d8711ee-cbf8-452d-8bda-f16055b2fe63 admin admin] Publish callbacks [] for security_group (1bc909c8-f101-4e5e-afb2-aea9688b2af5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.722049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d8711ee-cbf8-452d-8bda-f16055b2fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1bc909c8-f101-4e5e-afb2-aea9688b2af5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.740233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:43.763200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:43.771232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784431deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:43.772909 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.776978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-fbd00693-1699-42e0-b418-5f7fb0956079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:43.779122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-fbd00693-1699-42e0-b418-5f7fb0956079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.4808285
Apr 02 21:11:43.781888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.835737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d8711ee-cbf8-452d-8bda-f16055b2fe63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa45678cc6814dc2961e860c3e36f9df&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4689119
Apr 02 21:11:43.842099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:43.848763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8711ee-cbf8-452d-8bda-f16055b2fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc909c8-f101-4e5e-afb2-aea9688b2af5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:43.856893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Deleting subnet aab218e9-f9b5-4836-bb91-8bd08dbbc66a {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:43.863141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Publish callbacks [] for subnet (aab218e9-f9b5-4836-bb91-8bd08dbbc66a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.916073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (aab218e9-f9b5-4836-bb91-8bd08dbbc66a), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:43.994201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-137f7b3c-b224-48c6-89a7-5a1a154bad31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 1002 time: 0.2087872
Apr 02 21:11:44.028553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:44.059289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:44.071280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (aab218e9-f9b5-4836-bb91-8bd08dbbc66a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.075959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-74fb473a-de31-4e3f-bcc5-24741e1c97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:44.077474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-74fb473a-de31-4e3f-bcc5-24741e1c97ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.0744324
Apr 02 21:11:44.165923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac7b87a6-16e1-4aa6-8c8d-3e3ce5533b63 admin admin] Publish callbacks [] for security_group (1bc909c8-f101-4e5e-afb2-aea9688b2af5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.187888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:44.192760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac7b87a6-16e1-4aa6-8c8d-3e3ce5533b63 admin admin] Publish callbacks [] for security_group (1bc909c8-f101-4e5e-afb2-aea9688b2af5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.220609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.221675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7d04d33d-9b15-459d-8aa8-6949b08c5c4e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 699 time: 3.0778039
Apr 02 21:11:44.240236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54090) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:44.341625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-4d23101b-3227-4a6f-a92e-456b8547245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:44.347174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-4d23101b-3227-4a6f-a92e-456b8547245f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1608205
Apr 02 21:11:44.357199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (aab218e9-f9b5-4836-bb91-8bd08dbbc66a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.402372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab218e9-f9b5-4836-bb91-8bd08dbbc66a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:44.409126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac7b87a6-16e1-4aa6-8c8d-3e3ce5533b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1bc909c8-f101-4e5e-afb2-aea9688b2af5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.411787 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ac7b87a6-16e1-4aa6-8c8d-3e3ce5533b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.415844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ac7b87a6-16e1-4aa6-8c8d-3e3ce5533b63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bc909c8-f101-4e5e-afb2-aea9688b2af5 HTTP/1.1" status: 204  len: 168 time: 0.5723886
Apr 02 21:11:44.429219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.433218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6ad402e-17cd-4e06-abe0-8919cd125aa7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aab218e9-f9b5-4836-bb91-8bd08dbbc66a HTTP/1.1" status: 204  len: 168 time: 0.7796900
Apr 02 21:11:44.448046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54096) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:44.473428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b87a6-16e1-4aa6-8c8d-3e3ce5533b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc909c8-f101-4e5e-afb2-aea9688b2af5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:44.516295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0680b915-7789-475b-b910-53468d824380 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 699 time: 0.2745762
Apr 02 21:11:44.520242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54102) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:44.637933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4cc429e8-dbb7-41f2-a022-ff7be052f876), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.663691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01561952-a07a-4789-bce6-d8d5ee7ee733 None None] Network 4cc429e8-dbb7-41f2-a022-ff7be052f876 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:44.751771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-49902081-d021-4043-b6e3-27c2c77d1389 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3924556
Apr 02 21:11:44.781104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Deleting port dae11f10-1911-45ab-874e-f63f7402448f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:44.781447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dae11f10-1911-45ab-874e-f63f7402448f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.823100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:44.875309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:44.875956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a22164ae-bf23-403e-b5d6-7f6e7cc07cb8 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:44.923160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] For port dae11f10-1911-45ab-874e-f63f7402448f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dae11f10-1911-45ab-874e-f63f7402448f,segment=NetworkSegment(3b7d8c87-c634-4688-963e-0c6f1ac97287),segment_id=3b7d8c87-c634-4688-963e-0c6f1ac97287)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:44.923687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dae11f10-1911-45ab-874e-f63f7402448f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:44.940016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Calling delete_port for dae11f10-1911-45ab-874e-f63f7402448f owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:45.014202 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.049003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dae11f10-1911-45ab-874e-f63f7402448f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.118904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Pushing event deleted for resources: {'Port': ['ID=dae11f10-1911-45ab-874e-f63f7402448f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:45.125815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] No DVR routers for this DVR port dae11f10-1911-45ab-874e-f63f7402448f on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:45.239909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784431deb0>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:42Z', 'revision_number': 7, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:41Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:45.269204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4cc429e8-dbb7-41f2-a022-ff7be052f876), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.275593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-932fa32d-3aa7-474f-a3bc-830782ca84f3 req-703a2469-7b91-4b35-9bb0-568027107925 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5229292
Apr 02 21:11:45.301547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:45.320788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78458c4340>,) {'filters': {'network_id': ['4cc429e8-dbb7-41f2-a022-ff7be052f876']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:45.322666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04d9ca-9f9c-4f5a-9dea-738280f61a09 None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:42Z', 'revision_number': 7, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:41Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:45.330444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a3340-1d66-4fc1-979a-8a8adc099268 None None] DHCP port deletion for 4cc429e8-dbb7-41f2-a022-ff7be052f876 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:45.340363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78458c4340>, '3b7d8c87-c634-4688-963e-0c6f1ac97287') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:45.341795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78458c4340>, '3b7d8c87-c634-4688-963e-0c6f1ac97287') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:45.369797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (3b7d8c87-c634-4688-963e-0c6f1ac97287), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.386573 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3b7d8c87-c634-4688-963e-0c6f1ac97287), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.394069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:45.394635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (3b7d8c87-c634-4688-963e-0c6f1ac97287), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:45.417578 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:45.420997 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c550-50b7-4f2b-97a2-bbeaa4d21270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.498645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4cc429e8-dbb7-41f2-a022-ff7be052f876), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.506104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.509435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] 10.222.0.18 "DELETE /v2.0/networks/4cc429e8-dbb7-41f2-a022-ff7be052f876 HTTP/1.1" status: 204  len: 168 time: 1.0541339
Apr 02 21:11:45.545466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176126c-a44e-46b7-bcd8-5c1d6b9e598a admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc429e8-dbb7-41f2-a022-ff7be052f876,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:45.804010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:45.804965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c550-50b7-4f2b-97a2-bbeaa4d21270 admin admin] Publish callbacks [] for security_group (e1ef7d35-fae5-4b36-99c9-fc56e07679d8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.814834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c550-50b7-4f2b-97a2-bbeaa4d21270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e1ef7d35-fae5-4b36-99c9-fc56e07679d8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.826254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:45.827757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453e0f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:45.860838 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:45.913120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54122) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:45.952520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0f6c550-50b7-4f2b-97a2-bbeaa4d21270 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09b3815e751d467c914139287ae796bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6486044
Apr 02 21:11:45.953223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:45.957333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6c550-50b7-4f2b-97a2-bbeaa4d21270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ef7d35-fae5-4b36-99c9-fc56e07679d8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:46.014618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:46.043296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-13d77a06-41c3-40b6-9558-6d484bf45a8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76098fb9c22b4f84bb0afb2bbe66e858&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1288104
Apr 02 21:11:46.047221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:46.105456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3619f8fb-d6d2-4b2f-ac0a-b735e2d186a0 admin admin] Publish callbacks [] for security_group (e1ef7d35-fae5-4b36-99c9-fc56e07679d8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.139867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3619f8fb-d6d2-4b2f-ac0a-b735e2d186a0 admin admin] Publish callbacks [] for security_group (e1ef7d35-fae5-4b36-99c9-fc56e07679d8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.156857 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3dae1a4-0f77-4a40-9257-17ec09c804f5 admin admin] Publish callbacks [] for security_group (bdb37886-1ee0-4aa0-b52e-7231828c74fe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.217629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3dae1a4-0f77-4a40-9257-17ec09c804f5 admin admin] Publish callbacks [] for security_group (bdb37886-1ee0-4aa0-b52e-7231828c74fe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.287093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3619f8fb-d6d2-4b2f-ac0a-b735e2d186a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e1ef7d35-fae5-4b36-99c9-fc56e07679d8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.302402 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3619f8fb-d6d2-4b2f-ac0a-b735e2d186a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.308923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3619f8fb-d6d2-4b2f-ac0a-b735e2d186a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1ef7d35-fae5-4b36-99c9-fc56e07679d8 HTTP/1.1" status: 204  len: 168 time: 0.3520575
Apr 02 21:11:46.322022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3dae1a4-0f77-4a40-9257-17ec09c804f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bdb37886-1ee0-4aa0-b52e-7231828c74fe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.326136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3dae1a4-0f77-4a40-9257-17ec09c804f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.328314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3dae1a4-0f77-4a40-9257-17ec09c804f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdb37886-1ee0-4aa0-b52e-7231828c74fe HTTP/1.1" status: 204  len: 168 time: 0.2771420
Apr 02 21:11:46.332077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619f8fb-d6d2-4b2f-ac0a-b735e2d186a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ef7d35-fae5-4b36-99c9-fc56e07679d8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:46.350199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port fdacb432-763d-4107-ab07-8dd698e45253 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:46.350855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fdacb432-763d-4107-ab07-8dd698e45253), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.364788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dae1a4-0f77-4a40-9257-17ec09c804f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb37886-1ee0-4aa0-b52e-7231828c74fe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:46.375565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dae11f10-1911-45ab-874e-f63f7402448f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:46.458186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: dae11f10-1911-45ab-874e-f63f7402448f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:46.458888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dae11f10-1911-45ab-874e-f63f7402448f not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:46.489486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port fdacb432-763d-4107-ab07-8dd698e45253, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdacb432-763d-4107-ab07-8dd698e45253,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:46.491842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fdacb432-763d-4107-ab07-8dd698e45253), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.523962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for fdacb432-763d-4107-ab07-8dd698e45253 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:46.619365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453e0f10>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:42Z', 'revision_number': 7, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:41Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:46.664027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:46.675173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:46.676285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453e0f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:46.812916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:46.899363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fdacb432-763d-4107-ab07-8dd698e45253), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:46.960043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=fdacb432-763d-4107-ab07-8dd698e45253,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:47.158513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54144) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:47.182681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1768971d-e901-4198-90f6-4e5b7beaa732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.227609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453e0f10>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:42Z', 'revision_number': 7, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:41Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:47.265852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.303519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdeaac-03fb-4afc-8f92-cd7e5e82bf1a None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:42Z', 'revision_number': 7, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdacb432-763d-4107-ab07-8dd698e45253', 'name': '', 'network_id': '2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:58:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:30Z', 'updated_at': '2022-04-02T21:11:41Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': 'ca4caee6-cbe0-492f-8995-12a7f3bda464', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:47.440620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1768971d-e901-4198-90f6-4e5b7beaa732 admin admin] Publish callbacks [] for security_group (84a668a4-9a11-42ee-a07b-e7ae83395d44), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.448652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1768971d-e901-4198-90f6-4e5b7beaa732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (84a668a4-9a11-42ee-a07b-e7ae83395d44), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.535732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768971d-e901-4198-90f6-4e5b7beaa732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a668a4-9a11-42ee-a07b-e7ae83395d44,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:47.556992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1768971d-e901-4198-90f6-4e5b7beaa732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4f6e4b11e9f4d3d82a6bc08d5245c14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3973510
Apr 02 21:11:47.570996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54148) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:47.596960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:47.728237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d35e92e2-f857-4666-a7b3-ff9308ae85bb admin admin] Publish callbacks [] for security_group (84a668a4-9a11-42ee-a07b-e7ae83395d44), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.747549 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a018250-9f42-4f26-b2c9-64fb6c52878b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b7bc59b4f3b4d8c8afd76b7da34f899&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1488652
Apr 02 21:11:47.750845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54158) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:47.775020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.789401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d35e92e2-f857-4666-a7b3-ff9308ae85bb admin admin] Publish callbacks [] for security_group (84a668a4-9a11-42ee-a07b-e7ae83395d44), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.834980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4066e81-64ca-4e3f-b07a-1645b6c0b6aa admin admin] Publish callbacks [] for security_group (b75adf35-9df4-40bf-99d6-46f256b243b9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.877939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4066e81-64ca-4e3f-b07a-1645b6c0b6aa admin admin] Publish callbacks [] for security_group (b75adf35-9df4-40bf-99d6-46f256b243b9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.922786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d35e92e2-f857-4666-a7b3-ff9308ae85bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (84a668a4-9a11-42ee-a07b-e7ae83395d44), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.926994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d35e92e2-f857-4666-a7b3-ff9308ae85bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.928164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d35e92e2-f857-4666-a7b3-ff9308ae85bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84a668a4-9a11-42ee-a07b-e7ae83395d44 HTTP/1.1" status: 204  len: 168 time: 0.3560216
Apr 02 21:11:47.938749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e92e2-f857-4666-a7b3-ff9308ae85bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a668a4-9a11-42ee-a07b-e7ae83395d44,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:47.952445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4066e81-64ca-4e3f-b07a-1645b6c0b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b75adf35-9df4-40bf-99d6-46f256b243b9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.960412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4066e81-64ca-4e3f-b07a-1645b6c0b6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:47.962219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4066e81-64ca-4e3f-b07a-1645b6c0b6aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b75adf35-9df4-40bf-99d6-46f256b243b9 HTTP/1.1" status: 204  len: 168 time: 0.2104542
Apr 02 21:11:47.974546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4066e81-64ca-4e3f-b07a-1645b6c0b6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75adf35-9df4-40bf-99d6-46f256b243b9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:48.028688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:48.143157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:48.151622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54166) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:48.151906 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2d56a085-1741-4e9e-bb36-fb1e564915b2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6288531
Apr 02 21:11:48.169538 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:48.185509 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:48.187335 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e16670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:48.291499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet ca4caee6-cbe0-492f-8995-12a7f3bda464 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:48.301374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (ca4caee6-cbe0-492f-8995-12a7f3bda464), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.358447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (ca4caee6-cbe0-492f-8995-12a7f3bda464), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.461747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ca4caee6-cbe0-492f-8995-12a7f3bda464), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.497839 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:48.534427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (ca4caee6-cbe0-492f-8995-12a7f3bda464), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.575799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4caee6-cbe0-492f-8995-12a7f3bda464,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:48.586223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0fead-a30f-4d06-a808-f6e9d573175a None None] Network 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:48.591840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.604791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1644d1b4-4d1e-4fe2-bb50-195a93a7387e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/ca4caee6-cbe0-492f-8995-12a7f3bda464 HTTP/1.1" status: 204  len: 168 time: 0.4513357
Apr 02 21:11:48.607679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54172) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:48.751640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.849357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:48.849930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:48.928594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] DHCP port deletion for 2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:48.978150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port 588eb7c9-2999-4d17-9ec8-51427d54b2b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=588eb7c9-2999-4d17-9ec8-51427d54b2b5,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:48.978904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.000895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 588eb7c9-2999-4d17-9ec8-51427d54b2b5 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:49.053221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] Deleting port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:49.053643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.054150 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e16670>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:46Z', 'revision_number': 8, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:49.131258 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:49.131646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.154715 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:49.156897 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e16670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:49.183543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=588eb7c9-2999-4d17-9ec8-51427d54b2b5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:49.186317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:49.242739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] For port 588eb7c9-2999-4d17-9ec8-51427d54b2b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=588eb7c9-2999-4d17-9ec8-51427d54b2b5,segment=NetworkSegment(c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198),segment_id=c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:49.243178 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.275687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] Calling delete_port for 588eb7c9-2999-4d17-9ec8-51427d54b2b5 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:49.320253 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:49.373532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.424175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784570bdf0>,) {'filters': {'network_id': ['2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:49.446856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (588eb7c9-2999-4d17-9ec8-51427d54b2b5), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.448893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784570bdf0>, 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:49.449364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784570bdf0>, 'c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:49.461857 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.480082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.487216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:49.487840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c2d64a9a-05ff-4a61-ae36-ff6a9ccf0198), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.514354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] Pushing event deleted for resources: {'Port': ['ID=588eb7c9-2999-4d17-9ec8-51427d54b2b5,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:49.521924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae696f48-063d-4caf-b3d1-1ed763e864d4 None None] No DVR routers for this DVR port 588eb7c9-2999-4d17-9ec8-51427d54b2b5 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:49.565273 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:49.578020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.599182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:49.607230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54214) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:49.615567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c HTTP/1.1" status: 204  len: 168 time: 1.0068014
Apr 02 21:11:49.617087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba728601-60c0-4b41-8393-c8158e7451d3 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=2f5c8d12-2ebc-48e2-84fb-43b3f1f60c0c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:49.750892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e16670>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:46Z', 'revision_number': 8, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:49.784018 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3906d5-7a35-4566-9a39-c248a35a22af None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:46Z', 'revision_number': 8, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e74c6-d5d0-4a0a-a6bf-698730e377e8', 'name': '', 'network_id': 'badd61b7-e9f2-48b4-9dc0-0755844636b2', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:11:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:22Z', 'updated_at': '2022-04-02T21:11:34Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '0e4931ad-c29f-4b22-8690-7375de03f0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:50.141512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.241611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54242) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:50.323968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 588eb7c9-2999-4d17-9ec8-51427d54b2b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:50.364259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 588eb7c9-2999-4d17-9ec8-51427d54b2b5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:50.364647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 588eb7c9-2999-4d17-9ec8-51427d54b2b5 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:50.366719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fdacb432-763d-4107-ab07-8dd698e45253 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:50.418360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fdacb432-763d-4107-ab07-8dd698e45253 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:50.418758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fdacb432-763d-4107-ab07-8dd698e45253 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:50.510280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1705698708-network', 'tenant_id': 'b0b5cf5b9c2f4bd997071853f0724424'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:50.533607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Made reservation on behalf of b0b5cf5b9c2f4bd997071853f0724424 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:50.537505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.554209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.597074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port a46e74c6-d5d0-4a0a-a6bf-698730e377e8 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:50.597556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.645431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks [] for security_group (1228784e-9459-4c6f-8c20-f1d92e95ebbe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.652853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1228784e-9459-4c6f-8c20-f1d92e95ebbe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.676308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:11:50.696698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (08edfe25-bf7c-4dc2-a8fd-669e2dc13691), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.697049 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Added segment 08edfe25-bf7c-4dc2-a8fd-669e2dc13691 of type vlan for network b773dc5a-9d44-4002-9677-1220ae52de00
Apr 02 21:11:50.706146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port a46e74c6-d5d0-4a0a-a6bf-698730e377e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:50.706711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.712990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1228784e-9459-4c6f-8c20-f1d92e95ebbe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:50.726019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for a46e74c6-d5d0-4a0a-a6bf-698730e377e8 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:50.746015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b773dc5a-9d44-4002-9677-1220ae52de00), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.783848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b773dc5a-9d44-4002-9677-1220ae52de00), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.785251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:50.786103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:50.878562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] Pushing event updated for resources: {'Network': ['ID=b773dc5a-9d44-4002-9677-1220ae52de00,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:50.889697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fd41ee57-f163-4700-acc5-72d7b6d3a34d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6434584
Apr 02 21:11:50.890323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54274) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:50.890415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b773dc5a-9d44-4002-9677-1220ae52de00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:11:50.896660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Request body: {'subnet': {'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1705698708-subnet', 'tenant_id': 'b0b5cf5b9c2f4bd997071853f0724424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:50.926529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Made reservation on behalf of b0b5cf5b9c2f4bd997071853f0724424 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:50.934860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:51.117841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a46e74c6-d5d0-4a0a-a6bf-698730e377e8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:51.157726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=a46e74c6-d5d0-4a0a-a6bf-698730e377e8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:51.394716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:51.627465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4bf3596d-8f81-451e-ba28-8c948135f34d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:51.671122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988c0b-730a-4c77-8320-14b4b7ce174b req-f6646c35-9dee-4b68-8d2b-752c107ca720 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:51.673087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc988c0b-730a-4c77-8320-14b4b7ce174b req-f6646c35-9dee-4b68-8d2b-752c107ca720 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.6396618
Apr 02 21:11:51.734041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:51.736748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf3596d-8f81-451e-ba28-8c948135f34d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:51.765602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Checking segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:51.765963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Network hostable DHCP agents. Network: b773dc5a-9d44-4002-9677-1220ae52de00, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:11:51.786309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc988c0b-730a-4c77-8320-14b4b7ce174b req-5421af55-9c73-4228-ad11-de824304ec17 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047251
Apr 02 21:11:51.795737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Network b773dc5a-9d44-4002-9677-1220ae52de00 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:11:51.815638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b773dc5a-9d44-4002-9677-1220ae52de00) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:51.825935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:51.826599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:51.837760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24011c3d-b766-4637-b235-64a80b9c33c0 None None] Network b773dc5a-9d44-4002-9677-1220ae52de00 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:51.852098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-44a34afd-8cda-4c16-8b6d-bbb0fdf8acec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9606247
Apr 02 21:11:51.873066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:51.879543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1992cf15-943c-4f24-b656-1d99fd913c9a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2698197
Apr 02 21:11:51.882013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54318) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:51.954934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 0e4931ad-c29f-4b22-8690-7375de03f0d6 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:51.962636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (0e4931ad-c29f-4b22-8690-7375de03f0d6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:51.974605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:52.010310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:52.011194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af6c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:52.031748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (0e4931ad-c29f-4b22-8690-7375de03f0d6), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.079756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d798d257-1aae-4b76-bee9-a4c8a366c606 None None] Network b773dc5a-9d44-4002-9677-1220ae52de00 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:52.167779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:52.215072 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0e4931ad-c29f-4b22-8690-7375de03f0d6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.359715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (0e4931ad-c29f-4b22-8690-7375de03f0d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.405391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0fd8ad-cdb2-4789-bda8-bf5b3c46da14 None None] Network badd61b7-e9f2-48b4-9dc0-0755844636b2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:52.448565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4931ad-c29f-4b22-8690-7375de03f0d6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:52.452571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.467111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d28a3d83-35c6-4c4b-8ec2-413a6b0f4e20 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/0e4931ad-c29f-4b22-8690-7375de03f0d6 HTTP/1.1" status: 204  len: 168 time: 0.5836179
Apr 02 21:11:52.469633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:52.694368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (badd61b7-e9f2-48b4-9dc0-0755844636b2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.705554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] DHCP port deletion for badd61b7-e9f2-48b4-9dc0-0755844636b2 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:52.771564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-4529dfe5-f261-4b00-add3-b798b044cf4c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:52.775114 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-4529dfe5-f261-4b00-add3-b798b044cf4c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 813 time: 0.2674377
Apr 02 21:11:52.798672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-45fd0b4d-a7b7-40f7-8802-4e307fc7bf75 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/quotas/b0b5cf5b9c2f4bd997071853f0724424 HTTP/1.1" status: 200  len: 375 time: 0.0128210
Apr 02 21:11:52.810266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:52.810947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.825700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af6c10>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:51Z', 'revision_number': 9, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:52.862188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] Deleting port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:52.862798 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:52.864195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc473d47-2b5d-42e8-97a2-4451a2130aad req-fd35c8f1-4949-4544-b7c1-eaae86968634 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:52.864633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-e9d17364-4cff-4c51-b426-2b7e266401a2 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0565526
Apr 02 21:11:52.866053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:52.877246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc473d47-2b5d-42e8-97a2-4451a2130aad req-fd35c8f1-4949-4544-b7c1-eaae86968634 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1148331
Apr 02 21:11:52.929771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:52.930428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af6c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:52.988005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc473d47-2b5d-42e8-97a2-4451a2130aad req-2fb776d6-ecd3-4f27-b467-b3c1a56ba89a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093352
Apr 02 21:11:52.994388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:52.994862 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.020063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for de3336d3-4b33-4b24-a7e5-73df7a8c2b6e owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:53.043444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-b30b80ed-9d66-4fb4-9209-49e3018bb9c2 service neutron] 10.222.0.18 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678495
Apr 02 21:11:53.064021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] For port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,segment=NetworkSegment(43eed6f4-000d-43eb-be2b-ac9112714115),segment_id=43eed6f4-000d-43eb-be2b-ac9112714115)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:53.065041 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.080092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] Calling delete_port for de3336d3-4b33-4b24-a7e5-73df7a8c2b6e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:53.102112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:53.193992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51f4dd4c-7155-4318-bc80-de96e740005f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.208283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-b2469dc5-68c8-4d83-ac74-9091432d88b2 service neutron] 10.222.0.18 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260402
Apr 02 21:11:53.210070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.243989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:53.246323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:53.326997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (de3336d3-4b33-4b24-a7e5-73df7a8c2b6e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.343706 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (badd61b7-e9f2-48b4-9dc0-0755844636b2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.365319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f064f70>,) {'filters': {'network_id': ['badd61b7-e9f2-48b4-9dc0-0755844636b2']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:53.372689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] Pushing event deleted for resources: {'Port': ['ID=de3336d3-4b33-4b24-a7e5-73df7a8c2b6e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:53.377237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f064f70>, '43eed6f4-000d-43eb-be2b-ac9112714115') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:53.377451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f064f70>, '43eed6f4-000d-43eb-be2b-ac9112714115') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:53.379843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f81d4-4bc1-4efd-a93f-0caa54d06985 None None] No DVR routers for this DVR port de3336d3-4b33-4b24-a7e5-73df7a8c2b6e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:53.403925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (43eed6f4-000d-43eb-be2b-ac9112714115), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.424298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43eed6f4-000d-43eb-be2b-ac9112714115), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.453689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:53.454102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (43eed6f4-000d-43eb-be2b-ac9112714115), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:53.464970 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:53.476030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af6c10>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:51Z', 'revision_number': 9, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:53.509262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713c53d-4e67-4b09-a5f7-fcd592e12b1c None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:51Z', 'revision_number': 9, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5f4525-b427-492e-8809-76fb3ecf8ef4', 'name': '', 'network_id': '1db691ce-63a9-4bb7-aba8-702d803d108e', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:be:a7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:15Z', 'updated_at': '2022-04-02T21:11:22Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '679b6766-67d2-4c1d-8df8-4fe6ca994779', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:53.587393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (badd61b7-e9f2-48b4-9dc0-0755844636b2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.633031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:53.636439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/badd61b7-e9f2-48b4-9dc0-0755844636b2 HTTP/1.1" status: 204  len: 168 time: 1.1633151
Apr 02 21:11:53.637762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1f480-3be2-4fd6-91d5-184fa330f0b5 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=badd61b7-e9f2-48b4-9dc0-0755844636b2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:53.643168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54388) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:53.703195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79d70034-06d3-4e8a-b6fb-e8f5c9674c91 req-799d6620-49a6-41a7-8416-31c2c1a02036 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 210 time: 0.0319448
Apr 02 21:11:53.999775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54402) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:54.163168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:54.183703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3bfc5-5375-4a0c-9255-a0f8cd74e7c6 req-d322f013-4484-439a-a722-5daa7a4273c8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:54.186895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2f3bfc5-5375-4a0c-9255-a0f8cd74e7c6 req-d322f013-4484-439a-a722-5daa7a4273c8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.0894530
Apr 02 21:11:54.272368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54410) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:54.294173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2f3bfc5-5375-4a0c-9255-a0f8cd74e7c6 req-144bc91b-3cc8-4429-bbef-8e2417a5fe4d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007097
Apr 02 21:11:54.328687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ce09af-033b-4ff2-838f-87c34ea35594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.333790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a46e74c6-d5d0-4a0a-a6bf-698730e377e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:54.360689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a46e74c6-d5d0-4a0a-a6bf-698730e377e8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:54.361209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a46e74c6-d5d0-4a0a-a6bf-698730e377e8 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:54.361806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de3336d3-4b33-4b24-a7e5-73df7a8c2b6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:54.372323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c01f62-df84-4f92-8054-3165dd136326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.386600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.389386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: de3336d3-4b33-4b24-a7e5-73df7a8c2b6e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:54.389757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de3336d3-4b33-4b24-a7e5-73df7a8c2b6e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:54.404361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:54.405040 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.454442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:54.456436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:54.459572 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1c798e-cc46-4ef4-bf4d-0afb372ff548" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:54.464277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.520041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:54.524739 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f64f6e-b977-4d4f-accb-a10a2fe07572 x-openstack-request-id: req-f4f64f6e-b977-4d4f-accb-a10a2fe07572 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:54.525292 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:54.525804 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4f64f6e-b977-4d4f-accb-a10a2fe07572 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:54.526450 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f64f6e-b977-4d4f-accb-a10a2fe07572'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:11:54.531338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ce09af-033b-4ff2-838f-87c34ea35594 admin admin] Publish callbacks [] for security_group (ba710cc1-b06c-41e2-929e-16b064b3554d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.541172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ce09af-033b-4ff2-838f-87c34ea35594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ba710cc1-b06c-41e2-929e-16b064b3554d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.591379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c01f62-df84-4f92-8054-3165dd136326 admin admin] Publish callbacks [] for security_group (ebe5d1c7-1884-4a28-94d3-c0b54ab63519), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.599126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-22ce09af-033b-4ff2-838f-87c34ea35594 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01edd5c294b24e7485216be3ce48461e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5978687
Apr 02 21:11:54.600973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54418) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:54.601880 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3c01f62-df84-4f92-8054-3165dd136326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ebe5d1c7-1884-4a28-94d3-c0b54ab63519), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.605922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce09af-033b-4ff2-838f-87c34ea35594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba710cc1-b06c-41e2-929e-16b064b3554d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:54.644810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3c01f62-df84-4f92-8054-3165dd136326 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79a31d86460e411285fa11f5d884aa63&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3712628
Apr 02 21:11:54.647812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:54.649898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01f62-df84-4f92-8054-3165dd136326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5d1c7-1884-4a28-94d3-c0b54ab63519,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:54.688498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748c2d19-bf94-481b-878b-0d7c2a769a44 admin admin] Publish callbacks [] for security_group (ba710cc1-b06c-41e2-929e-16b064b3554d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.724372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748c2d19-bf94-481b-878b-0d7c2a769a44 admin admin] Publish callbacks [] for security_group (ba710cc1-b06c-41e2-929e-16b064b3554d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.771114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acb53397-da70-4983-b71d-b396530a27d0 admin admin] Publish callbacks [] for security_group (ebe5d1c7-1884-4a28-94d3-c0b54ab63519), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.848026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e75d209-056a-4e00-b08d-21288a4d2d9e req-4a9c2773-ca40-42fb-bd37-83bc99f9d370 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 210 time: 0.0656724
Apr 02 21:11:54.849864 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acb53397-da70-4983-b71d-b396530a27d0 admin admin] Publish callbacks [] for security_group (ebe5d1c7-1884-4a28-94d3-c0b54ab63519), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.912789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748c2d19-bf94-481b-878b-0d7c2a769a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ba710cc1-b06c-41e2-929e-16b064b3554d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.915253 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748c2d19-bf94-481b-878b-0d7c2a769a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.916376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-748c2d19-bf94-481b-878b-0d7c2a769a44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba710cc1-b06c-41e2-929e-16b064b3554d HTTP/1.1" status: 204  len: 168 time: 0.3144460
Apr 02 21:11:54.931603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2d19-bf94-481b-878b-0d7c2a769a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba710cc1-b06c-41e2-929e-16b064b3554d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:54.947024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acb53397-da70-4983-b71d-b396530a27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ebe5d1c7-1884-4a28-94d3-c0b54ab63519), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.949571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acb53397-da70-4983-b71d-b396530a27d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.951232 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-acb53397-da70-4983-b71d-b396530a27d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebe5d1c7-1884-4a28-94d3-c0b54ab63519 HTTP/1.1" status: 204  len: 168 time: 0.3025086
Apr 02 21:11:54.965051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port fd5f4525-b427-492e-8809-76fb3ecf8ef4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:54.968602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:54.979676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb53397-da70-4983-b71d-b396530a27d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5d1c7-1884-4a28-94d3-c0b54ab63519,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:55.073874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port fd5f4525-b427-492e-8809-76fb3ecf8ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd5f4525-b427-492e-8809-76fb3ecf8ef4,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:55.074167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.089478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for fd5f4525-b427-492e-8809-76fb3ecf8ef4 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:55.298527 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a8c9092e-ff7a-4193-b951-b0ea59619171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.344741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-b5301e46-83a7-4ca3-b05d-477d6228c989 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:55.344741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-b5301e46-83a7-4ca3-b05d-477d6228c989 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 813 time: 0.1931181
Apr 02 21:11:55.349294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Request body: {'port': {'device_id': '69200e99-2dcf-40bf-bae4-681e613f161f', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'admin_state_up': True, 'tenant_id': 'b0b5cf5b9c2f4bd997071853f0724424'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:55.372764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54442) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:55.393850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72490543-98ef-44af-9ba3-d5538a5bc647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.559635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72490543-98ef-44af-9ba3-d5538a5bc647 admin admin] Publish callbacks [] for security_group (7072abaa-28ba-4b0b-b392-756e0dba5c35), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.561613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fd5f4525-b427-492e-8809-76fb3ecf8ef4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.568025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72490543-98ef-44af-9ba3-d5538a5bc647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7072abaa-28ba-4b0b-b392-756e0dba5c35), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.588333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbb741-8a9a-4e86-b77b-3e0c35606a7f req-1d8214d9-2c35-42d7-ba42-a9bbd4634d29 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:55.590254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4bbb741-8a9a-4e86-b77b-3e0c35606a7f req-1d8214d9-2c35-42d7-ba42-a9bbd4634d29 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1679020
Apr 02 21:11:55.620494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=fd5f4525-b427-492e-8809-76fb3ecf8ef4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:55.632042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5c9dd2fa-f91c-4abf-b601-517b71206842 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:55.633564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5c9dd2fa-f91c-4abf-b601-517b71206842 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 813 time: 0.2881386
Apr 02 21:11:55.642183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72490543-98ef-44af-9ba3-d5538a5bc647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5a725456b44443caddbf318df5fe4ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2656205
Apr 02 21:11:55.642183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54446) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:55.653310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72490543-98ef-44af-9ba3-d5538a5bc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7072abaa-28ba-4b0b-b392-756e0dba5c35,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:55.668185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Request body: {'port': {'device_id': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'admin_state_up': True, 'tenant_id': 'b0b5cf5b9c2f4bd997071853f0724424'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:55.702866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b4bbb741-8a9a-4e86-b77b-3e0c35606a7f req-2ba880ee-36d4-4553-9528-da6bb11500f1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002169
Apr 02 21:11:55.727130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3740c644-9ec2-441b-9185-4b24229c6615 admin admin] Publish callbacks [] for security_group (7072abaa-28ba-4b0b-b392-756e0dba5c35), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.762000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3740c644-9ec2-441b-9185-4b24229c6615 admin admin] Publish callbacks [] for security_group (7072abaa-28ba-4b0b-b392-756e0dba5c35), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.794915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Made reservation on behalf of b0b5cf5b9c2f4bd997071853f0724424 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:55.798551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.836482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3740c644-9ec2-441b-9185-4b24229c6615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7072abaa-28ba-4b0b-b392-756e0dba5c35), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.839082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3740c644-9ec2-441b-9185-4b24229c6615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:55.840293 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3740c644-9ec2-441b-9185-4b24229c6615 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7072abaa-28ba-4b0b-b392-756e0dba5c35 HTTP/1.1" status: 204  len: 168 time: 0.1969373
Apr 02 21:11:55.850430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c644-9ec2-441b-9185-4b24229c6615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7072abaa-28ba-4b0b-b392-756e0dba5c35,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:56.166951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:11:56.304155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:56.317374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'mac_address': 'fa:16:3e:b5:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:11:56.321975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-718f5c5e-c779-40a0-b74b-e8c1ae71b6a6 req-88369152-a3b6-4cf2-addc-4d3b805111a2 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 210 time: 0.0534992
Apr 02 21:11:56.359939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:56.360420 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:56.375313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:11:56.382725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:56.396587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:56.401768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Made reservation on behalf of b0b5cf5b9c2f4bd997071853f0724424 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:11:56.402020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:56.406211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:56.461912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=12']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:56.514146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:11:56.599811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Allocated IP 172.20.0.5 (b773dc5a-9d44-4002-9677-1220ae52de00/4bf3596d-8f81-451e-ba28-8c948135f34d/e5c77e0d-d454-4e06-a459-88b01c6592cf) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:56.651277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:56.796750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:11:56.876707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171de4-808c-45f4-96dd-6c29e0b2417b req-4eaff338-dc0e-486c-bcd5-90432d8d1b15 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:56.878224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79171de4-808c-45f4-96dd-6c29e0b2417b req-4eaff338-dc0e-486c-bcd5-90432d8d1b15 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.0781937
Apr 02 21:11:56.938939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79171de4-808c-45f4-96dd-6c29e0b2417b req-87b4f7c3-2928-442f-9804-667fb97a9705 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533071
Apr 02 21:11:56.953039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks [] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:56.975603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:11:56.984624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82a5b157-0039-40ef-b5e6-2b67c2009617 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3399467
Apr 02 21:11:56.984748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54498) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:56.990238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:11:57.003341 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:57.004307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:57.073189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.073635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 679b6766-67d2-4c1d-8df8-4fe6ca994779 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:11:57.077761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (679b6766-67d2-4c1d-8df8-4fe6ca994779), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.078428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-eb4ca153-0c0b-45dc-82a2-eff8bebe239b {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:11:57.078952 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:11:57.103593 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:57.122771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (679b6766-67d2-4c1d-8df8-4fe6ca994779), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.129406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Network b773dc5a-9d44-4002-9677-1220ae52de00 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:57.132999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:57.137769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:57.181903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event updated for resources: {'Port': ['ID=e5c77e0d-d454-4e06-a459-88b01c6592cf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:57.206166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:57.207161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.220171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (679b6766-67d2-4c1d-8df8-4fe6ca994779), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.229167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-dbf48208-db95-462b-a10d-62b911143d02 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8845356
Apr 02 21:11:57.242922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Request body: {'port': {'device_id': '69200e99-2dcf-40bf-bae4-681e613f161f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:11:57.306953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (679b6766-67d2-4c1d-8df8-4fe6ca994779), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.331545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.350224 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:55Z', 'revision_number': 10, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:57.375930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=679b6766-67d2-4c1d-8df8-4fe6ca994779,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:57.390159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.398341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-741df8ba-daab-4f27-9b11-337ece02c838 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/679b6766-67d2-4c1d-8df8-4fe6ca994779 HTTP/1.1" status: 204  len: 168 time: 0.4123220
Apr 02 21:11:57.401036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54520) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:57.402644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae2008-460b-4c87-982e-b4fb9645b51e None None] Network 1db691ce-63a9-4bb7-aba8-702d803d108e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:11:57.416362 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:11:57.441628 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:11:57.442286 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:57.577264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (1db691ce-63a9-4bb7-aba8-702d803d108e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.637763 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:11:57.666615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 95611638-c128-4a87-afcf-fa8a55a30a13 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:57.666970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.689201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] DHCP port deletion for 1db691ce-63a9-4bb7-aba8-702d803d108e request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:11:57.712645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.780203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-567a3d3e-a244-477c-85c3-dc42b217b029 req-46d0cb1d-93af-4441-9890-e5a0dec4a18d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 210 time: 0.0689669
Apr 02 21:11:57.803581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c77e0d-d454-4e06-a459-88b01c6592cf {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:11:57.821927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port 95611638-c128-4a87-afcf-fa8a55a30a13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95611638-c128-4a87-afcf-fa8a55a30a13,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:57.822316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.873114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 95611638-c128-4a87-afcf-fa8a55a30a13 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:57.877195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] Deleting port 95611638-c128-4a87-afcf-fa8a55a30a13 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:11:57.879762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.915582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Publish callbacks [] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:57.987962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] For port 95611638-c128-4a87-afcf-fa8a55a30a13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95611638-c128-4a87-afcf-fa8a55a30a13,segment=NetworkSegment(436e5b4e-c00a-4bca-8756-29d703b00b97),segment_id=436e5b4e-c00a-4bca-8756-29d703b00b97)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:57.988381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.019341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] Calling delete_port for 95611638-c128-4a87-afcf-fa8a55a30a13 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:11:58.049858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Transition to ACTIVE for port object e5c77e0d-d454-4e06-a459-88b01c6592cf will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:11:58.066338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.073558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.126293 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:55Z', 'revision_number': 10, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:58.151245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=95611638-c128-4a87-afcf-fa8a55a30a13,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:58.151457 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (95611638-c128-4a87-afcf-fa8a55a30a13), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.157147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port 95611638-c128-4a87-afcf-fa8a55a30a13 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:58.178512 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb28c4e-ba68-43a0-ba60-c00ba087755a None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:11:55Z', 'revision_number': 10, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None, '_interfaces': [{'id': '84165f8b-9ff3-4808-98b9-a5011da451c9', 'name': '', 'network_id': '3a52dd9f-bb9e-4a49-be6f-573960c19ad0', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'mac_address': 'fa:16:3e:48:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:11:07Z', 'updated_at': '2022-04-02T21:11:17Z', 'revision_number': 5, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'subnets': [{'id': '4629a21c-3246-418c-b85d-7bc3357f14af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:11:58.282430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] Pushing event deleted for resources: {'Port': ['ID=95611638-c128-4a87-afcf-fa8a55a30a13,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:58.289033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:11:58.356702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (1db691ce-63a9-4bb7-aba8-702d803d108e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.378712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703680a-820d-4adf-b1aa-0513f78b0098 req-71de1bd8-8d70-4efc-808e-afe2d1c9d616 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:58.380350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3703680a-820d-4adf-b1aa-0513f78b0098 req-71de1bd8-8d70-4efc-808e-afe2d1c9d616 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 945 time: 0.2322931
Apr 02 21:11:58.391000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f33e250>,) {'filters': {'network_id': ['1db691ce-63a9-4bb7-aba8-702d803d108e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:58.399432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c77e0d-d454-4e06-a459-88b01c6592cf,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:58.401893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284ab00-8135-4b13-b9ad-221a24522b39 None None] No DVR routers for this DVR port 95611638-c128-4a87-afcf-fa8a55a30a13 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:11:58.433460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:11:58.434778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.447508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f33e250>, '436e5b4e-c00a-4bca-8756-29d703b00b97') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:58.447814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f33e250>, '436e5b4e-c00a-4bca-8756-29d703b00b97') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:11:58.464763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3703680a-820d-4adf-b1aa-0513f78b0098 req-26b2c33d-11a3-4f88-be3c-f2183a5d8f80 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757058
Apr 02 21:11:58.467268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (436e5b4e-c00a-4bca-8756-29d703b00b97), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.480853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Allocated IP 172.20.0.14 (b773dc5a-9d44-4002-9677-1220ae52de00/4bf3596d-8f81-451e-ba28-8c948135f34d/dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:11:58.486097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (436e5b4e-c00a-4bca-8756-29d703b00b97), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.499482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:11:58.500504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (436e5b4e-c00a-4bca-8756-29d703b00b97), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:11:58.517590 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:11:58.626649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:11:58.629290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.638759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Attempting to bind port e5c77e0d-d454-4e06-a459-88b01c6592cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:11:58.639106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Attempting to bind port e5c77e0d-d454-4e06-a459-88b01c6592cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:11:58.639440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Attempting to bind port e5c77e0d-d454-4e06-a459-88b01c6592cf on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:58.656992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Port e5c77e0d-d454-4e06-a459-88b01c6592cf on network b773dc5a-9d44-4002-9677-1220ae52de00 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:11:58.657328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Attempting to bind port e5c77e0d-d454-4e06-a459-88b01c6592cf on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:11:58.673123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95611638-c128-4a87-afcf-fa8a55a30a13 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:11:58.673648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (1db691ce-63a9-4bb7-aba8-702d803d108e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.684212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.711028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/1db691ce-63a9-4bb7-aba8-702d803d108e HTTP/1.1" status: 204  len: 168 time: 1.3085303
Apr 02 21:11:58.711238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54544) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:11:58.719537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 95611638-c128-4a87-afcf-fa8a55a30a13 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:11:58.720202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95611638-c128-4a87-afcf-fa8a55a30a13 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:11:58.721658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:11:58.722129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Checking segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:11:58.722427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Bound using segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:11:58.722893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Bound port: e5c77e0d-d454-4e06-a459-88b01c6592cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:11:58.723275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.734702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:58.735756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3466-38db-4945-abc1-e1ded51e61d2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=1db691ce-63a9-4bb7-aba8-702d803d108e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:58.737571 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41571325-c838-46b8-b412-f8060cbfed54" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:58.753262 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.758584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:11:58.773926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:58.839638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=13']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:58.843994 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c975b3af-dba5-485a-86c2-cc584a73205f x-openstack-request-id: req-c975b3af-dba5-485a-86c2-cc584a73205f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:58.844481 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:58.844890 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c975b3af-dba5-485a-86c2-cc584a73205f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:58.845752 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c975b3af-dba5-485a-86c2-cc584a73205f'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:11:58.960913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31d2a03f-9480-44ae-959f-bcefec5ccc48 req-c864a80f-ba98-41e1-9c84-f01f69bf2655 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 210 time: 0.0620980
Apr 02 21:11:59.085191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks [] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:59.087215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] For port e5c77e0d-d454-4e06-a459-88b01c6592cf, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:11:59.097854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] For port e5c77e0d-d454-4e06-a459-88b01c6592cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:11:59.166224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:59.237675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c77e0d-d454-4e06-a459-88b01c6592cf,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:59.249580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:59.250227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:59.251730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5f29527a-7409-4c86-8b8c-2d7bcb5a1055 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5c77e0d-d454-4e06-a459-88b01c6592cf HTTP/1.1" status: 200  len: 1091 time: 2.0151994
Apr 02 21:11:59.254093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69200e99-2dcf-40bf-bae4-681e613f161f', 'tag': 'e5c77e0d-d454-4e06-a459-88b01c6592cf'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:11:59.256818 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9de88c-5308-47a9-b673-65817b09e913" -d '{"events": [{"name": "network-changed", "server_uuid": "69200e99-2dcf-40bf-bae4-681e613f161f", "tag": "e5c77e0d-d454-4e06-a459-88b01c6592cf"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:11:59.341366 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d965b576-ed2a-4d25-aa80-0b16e0961b0c x-openstack-request-id: req-d965b576-ed2a-4d25-aa80-0b16e0961b0c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:11:59.341598 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69200e99-2dcf-40bf-bae4-681e613f161f", "tag": "e5c77e0d-d454-4e06-a459-88b01c6592cf", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:11:59.341858 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d965b576-ed2a-4d25-aa80-0b16e0961b0c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:11:59.342378 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d965b576-ed2a-4d25-aa80-0b16e0961b0c'] response: {'name': 'network-changed', 'server_uuid': '69200e99-2dcf-40bf-bae4-681e613f161f', 'tag': 'e5c77e0d-d454-4e06-a459-88b01c6592cf', 'status': 'completed', 'code': 200}
Apr 02 21:11:59.382095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:59.424116 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:59.493441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Network b773dc5a-9d44-4002-9677-1220ae52de00 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:11:59.503543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:11:59.513642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:11:59.524729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-79b95a06-72cf-4960-a1fd-7ca3de16f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:59.526255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-79b95a06-72cf-4960-a1fd-7ca3de16f4f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=69200e99-2dcf-40bf-bae4-681e613f161f HTTP/1.1" status: 200  len: 1125 time: 0.2212377
Apr 02 21:11:59.637567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-3886374f-1353-4202-8cc0-2370a7090488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf HTTP/1.1" status: 200  len: 217 time: 0.0839028
Apr 02 21:11:59.655100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event updated for resources: {'Port': ['ID=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:11:59.659023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001367c-9d9e-411a-b48c-3a7736b9c071 req-f01df7c0-e68c-4a11-9af2-6cc171fa4c24 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:59.661135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8001367c-9d9e-411a-b48c-3a7736b9c071 req-f01df7c0-e68c-4a11-9af2-6cc171fa4c24 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.0679309
Apr 02 21:11:59.698084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:59.698753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:11:59.726493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5fff8288-053a-4653-8949-387a424f6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:11:59.727965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-5fff8288-053a-4653-8949-387a424f6484 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.0846810
Apr 02 21:11:59.734544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-537a01ae-9a53-4fb7-8e56-b188727bd1d4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0740275
Apr 02 21:11:59.750629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-1da7902b-e05d-476a-9326-eb8aa7faa60f tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:11:59.751789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-1da7902b-e05d-476a-9326-eb8aa7faa60f tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075881
Apr 02 21:11:59.766795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8001367c-9d9e-411a-b48c-3a7736b9c071 req-4102b49f-f6a0-4bca-80fd-d3f8b909043c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976996
Apr 02 21:11:59.787793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-a28391ee-9b49-4cc3-bae8-35b619c53392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514679
Apr 02 21:11:59.933579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-159c4b10-16fa-4693-8af5-46daa04fa30e service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371627
Apr 02 21:11:59.988726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:00.067533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Request body: {'port': {'device_id': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:00.197535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fd5f4525-b427-492e-8809-76fb3ecf8ef4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:00.236661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: fd5f4525-b427-492e-8809-76fb3ecf8ef4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:00.237259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device fd5f4525-b427-492e-8809-76fb3ecf8ef4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:00.619723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-e165744d-91ea-49fd-a581-fdd2f5a57e2e service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6795924
Apr 02 21:12:00.670847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:00.696421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1870b4-c2bc-4de0-8005-97c57147815b req-84a6b808-2692-4f1f-b3be-624120af4dc6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:00.697916 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d1870b4-c2bc-4de0-8005-97c57147815b req-84a6b808-2692-4f1f-b3be-624120af4dc6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 932 time: 0.2047977
Apr 02 21:12:00.877629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d1870b4-c2bc-4de0-8005-97c57147815b req-e25be91a-1bf0-4161-8779-1de06630bd2c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592247
Apr 02 21:12:00.900443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54594) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:00.925593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad462ac-1b83-455e-8fc4-ff178e3ddbf5 req-2228d7e6-664a-441e-8bdf-7cd73e73bda8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:00.933031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ad462ac-1b83-455e-8fc4-ff178e3ddbf5 req-2228d7e6-664a-441e-8bdf-7cd73e73bda8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1020336
Apr 02 21:12:00.947270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9de88c-5308-47a9-b673-65817b09e913 req-0974cc06-3dd9-4f06-b6f4-254974336328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:00.949082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-0974cc06-3dd9-4f06-b6f4-254974336328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=69200e99-2dcf-40bf-bae4-681e613f161f HTTP/1.1" status: 200  len: 1125 time: 0.2484527
Apr 02 21:12:00.988215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ad462ac-1b83-455e-8fc4-ff178e3ddbf5 req-4c885d0d-8d18-4157-83e7-d1eb88eb4cfb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540349
Apr 02 21:12:01.063847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cea87be-9d7f-4a83-b370-10aed0cf9eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.171098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cea87be-9d7f-4a83-b370-10aed0cf9eab admin admin] Publish callbacks [] for security_group (b142061d-0665-4e32-ac62-eacbdaa8c342), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.181431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cea87be-9d7f-4a83-b370-10aed0cf9eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b142061d-0665-4e32-ac62-eacbdaa8c342), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.203919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9de88c-5308-47a9-b673-65817b09e913 req-cb5dce82-fb45-4f3e-8b0c-75747b8379d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:01.205742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-cb5dce82-fb45-4f3e-8b0c-75747b8379d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 914 time: 0.2489567
Apr 02 21:12:01.222870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea87be-9d7f-4a83-b370-10aed0cf9eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b142061d-0665-4e32-ac62-eacbdaa8c342,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:01.229072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4cea87be-9d7f-4a83-b370-10aed0cf9eab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64a3bb61857042109e146283da987142&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3273544
Apr 02 21:12:01.232279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54598) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:01.283355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-d2898ca2-7205-4c7a-b75b-44afb4ad8d06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf HTTP/1.1" status: 200  len: 217 time: 0.0703661
Apr 02 21:12:01.319577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0356892b-8e57-4355-829d-42cbf24c9a96 admin admin] Publish callbacks [] for security_group (b142061d-0665-4e32-ac62-eacbdaa8c342), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.348217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0356892b-8e57-4355-829d-42cbf24c9a96 admin admin] Publish callbacks [] for security_group (b142061d-0665-4e32-ac62-eacbdaa8c342), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.363693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 84165f8b-9ff3-4808-98b9-a5011da451c9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:01.364176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.431010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9de88c-5308-47a9-b673-65817b09e913 req-00493ee4-ed7d-44a9-b2d8-b5adf133dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:01.432754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-00493ee4-ed7d-44a9-b2d8-b5adf133dfb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.1350017
Apr 02 21:12:01.447335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0356892b-8e57-4355-829d-42cbf24c9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b142061d-0665-4e32-ac62-eacbdaa8c342), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.451318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0356892b-8e57-4355-829d-42cbf24c9a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.454836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0356892b-8e57-4355-829d-42cbf24c9a96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b142061d-0665-4e32-ac62-eacbdaa8c342 HTTP/1.1" status: 204  len: 168 time: 0.2177808
Apr 02 21:12:01.461805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356892b-8e57-4355-829d-42cbf24c9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b142061d-0665-4e32-ac62-eacbdaa8c342,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:01.550394 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-76567424-3fa0-46d9-9aea-72ccd8d8d02b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1047947
Apr 02 21:12:01.554863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:01.578640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Publish callbacks [] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.628560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Transition to ACTIVE for port object dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:12:01.666132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port 84165f8b-9ff3-4808-98b9-a5011da451c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84165f8b-9ff3-4808-98b9-a5011da451c9,segment=NetworkSegment(ec134326-5b09-415b-ab7d-861f47fe27f0),segment_id=ec134326-5b09-415b-ab7d-861f47fe27f0)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:01.666480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.670756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:01.722604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 84165f8b-9ff3-4808-98b9-a5011da451c9 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:01.767331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:01.830642 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-27a38da5-e1f5-4ee0-a11a-f681bb0715af service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648506
Apr 02 21:12:01.894529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54612) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:01.912086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0358d1-a689-4ea5-90b8-d4e0ad2b0ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.094245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0358d1-a689-4ea5-90b8-d4e0ad2b0ec1 admin admin] Publish callbacks [] for security_group (387ac28e-e3c8-470a-afd6-8ec2299f4a43), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.104789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2e0358d1-a689-4ea5-90b8-d4e0ad2b0ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (387ac28e-e3c8-470a-afd6-8ec2299f4a43), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.161957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Attempting to bind port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:02.162451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Attempting to bind port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:02.162621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Attempting to bind port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:02.168250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd9de88c-5308-47a9-b673-65817b09e913 req-e37d1685-e4db-4b7a-9fb8-d8bbd21b2eec service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3258865
Apr 02 21:12:02.177912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 on network b773dc5a-9d44-4002-9677-1220ae52de00 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:12:02.178274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Attempting to bind port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:02.200563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:02.200563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Checking segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:02.200563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Bound using segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:02.201133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Bound port: dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:02.201133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.210951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0358d1-a689-4ea5-90b8-d4e0ad2b0ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387ac28e-e3c8-470a-afd6-8ec2299f4a43,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:02.240198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2e0358d1-a689-4ea5-90b8-d4e0ad2b0ec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9bdd108e019416fb32289a85a21c48d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3411543
Apr 02 21:12:02.240572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54616) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:02.281437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771cb4-fbc5-4d63-8b30-5844ef114fdb req-e856e508-3a67-426d-b9be-742d4e5ae965 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:02.290501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0771cb4-fbc5-4d63-8b30-5844ef114fdb req-e856e508-3a67-426d-b9be-742d4e5ae965 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1345437
Apr 02 21:12:02.297284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0c3c-16f8-44e1-986b-b665d23ba827 req-f8887ca6-01b1-4be9-9f85-e71b6a20ac5d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:02.299195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f65d0c3c-16f8-44e1-986b-b665d23ba827 req-f8887ca6-01b1-4be9-9f85-e71b6a20ac5d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 944 time: 0.2908423
Apr 02 21:12:02.360558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (84165f8b-9ff3-4808-98b9-a5011da451c9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.361446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0771cb4-fbc5-4d63-8b30-5844ef114fdb req-4a3e740b-a32c-4c0b-81c9-67279839f0c1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702283
Apr 02 21:12:02.406421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=84165f8b-9ff3-4808-98b9-a5011da451c9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:02.425202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] For port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:02.453151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f65d0c3c-16f8-44e1-986b-b665d23ba827 req-ca7ea7df-246f-44dc-8df1-239c6fe9df67 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363266
Apr 02 21:12:02.461181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] For port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:02.499405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.567609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c980e5c8-22b6-45c9-ab0d-dd4373baf8af admin admin] Publish callbacks [] for security_group (387ac28e-e3c8-470a-afd6-8ec2299f4a43), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.601639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:02.602368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.604068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] 10.222.0.21 "PUT /v2.0/ports/dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 HTTP/1.1" status: 200  len: 1092 time: 2.8217044
Apr 02 21:12:02.604648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'tag': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:02.607810 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf", "tag": "dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:02.629692 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c980e5c8-22b6-45c9-ab0d-dd4373baf8af admin admin] Publish callbacks [] for security_group (387ac28e-e3c8-470a-afd6-8ec2299f4a43), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.648296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbeeca-5bd0-4555-9910-8c3efa6c7260 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:02.733000 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14382bb4-5a3e-4445-a01a-f5257fb6a0b5 x-openstack-request-id: req-14382bb4-5a3e-4445-a01a-f5257fb6a0b5 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:02.733305 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf", "tag": "dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:02.733569 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14382bb4-5a3e-4445-a01a-f5257fb6a0b5 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:02.733985 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14382bb4-5a3e-4445-a01a-f5257fb6a0b5'] response: {'name': 'network-changed', 'server_uuid': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'tag': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3', 'status': 'completed', 'code': 200}
Apr 02 21:12:02.825294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.847780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-cb13e42a-4283-4696-bc53-c6ef92c5f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:02.849421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-cb13e42a-4283-4696-bc53-c6ef92c5f512 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 1126 time: 0.1531796
Apr 02 21:12:02.889461 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c980e5c8-22b6-45c9-ab0d-dd4373baf8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (387ac28e-e3c8-470a-afd6-8ec2299f4a43), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.892390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c980e5c8-22b6-45c9-ab0d-dd4373baf8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:02.893547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c980e5c8-22b6-45c9-ab0d-dd4373baf8af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/387ac28e-e3c8-470a-afd6-8ec2299f4a43 HTTP/1.1" status: 204  len: 168 time: 0.6515214
Apr 02 21:12:02.967508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-8e9b10e4-cc52-48ef-bed3-a3ab18b83a47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 HTTP/1.1" status: 200  len: 217 time: 0.0792184
Apr 02 21:12:02.968963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980e5c8-22b6-45c9-ab0d-dd4373baf8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ac28e-e3c8-470a-afd6-8ec2299f4a43,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:03.089760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-2b98332a-b90b-4d1e-88c4-4dacf96f8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:03.091811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-2b98332a-b90b-4d1e-88c4-4dacf96f8a93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.1142564
Apr 02 21:12:03.099733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:12:03.136300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-e293fe6a-6ae6-41b6-9dc7-51f7da499716 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352311
Apr 02 21:12:03.274202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:12:03.280784 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-11d048a0-3ac9-410c-a281-4f67532a62df tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5642097
Apr 02 21:12:03.283813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:03.291212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:12:03.316081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-09fa43f9-a637-4dd5-9789-3c75a1e8a8cd service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712551
Apr 02 21:12:03.318818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:03.320781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452a65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:03.397134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting subnet 4629a21c-3246-418c-b85d-7bc3357f14af {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:12:03.400930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (4629a21c-3246-418c-b85d-7bc3357f14af), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:03.484012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:12:03.491290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3571d85-51c3-43f0-baed-bf36c4c8d74f req-3201d92b-2760-4191-a359-0369ea9220f2 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669457
Apr 02 21:12:03.516231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (4629a21c-3246-418c-b85d-7bc3357f14af), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:03.628479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4629a21c-3246-418c-b85d-7bc3357f14af), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:03.694052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452a65e0>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:12:02Z', 'revision_number': 11, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:03.757880 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (4629a21c-3246-418c-b85d-7bc3357f14af), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:03.772180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:12:03.774136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d36e-e343-4020-a2b8-9de6cfc2dcda req-996f4fc3-c33f-4edc-bc80-b964d10117ab tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:03.775738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc12d36e-e343-4020-a2b8-9de6cfc2dcda req-996f4fc3-c33f-4edc-bc80-b964d10117ab tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 944 time: 0.0866961
Apr 02 21:12:03.801791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Subnet': ['ID=4629a21c-3246-418c-b85d-7bc3357f14af,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:03.809492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:03.812029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452a65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:03.819707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:03.828785 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9cbedae5-bc6f-437f-98e3-59926816d19f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/4629a21c-3246-418c-b85d-7bc3357f14af HTTP/1.1" status: 204  len: 168 time: 0.5413954
Apr 02 21:12:03.829187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54646) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:03.833560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5760a-7c0c-4753-87cc-b75e593c6e72 None None] Network 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:03.986479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc12d36e-e343-4020-a2b8-9de6cfc2dcda req-13375995-ac32-4cba-af98-b58e347e7c68 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868191
Apr 02 21:12:04.061800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (3a52dd9f-bb9e-4a49-be6f-573960c19ad0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.134212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1574b29-8a30-463b-bf13-148806e9393a req-42fcae18-2591-4a32-ac68-5757245139ff tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:04.136168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1574b29-8a30-463b-bf13-148806e9393a req-42fcae18-2591-4a32-ac68-5757245139ff tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.6338124
Apr 02 21:12:04.145408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-4dd2c5db-188e-4b31-ae31-636b36bc502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:04.147269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-4dd2c5db-188e-4b31-ae31-636b36bc502a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 1126 time: 0.0872545
Apr 02 21:12:04.211320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Deleting port 3706f737-bd67-4aa7-8894-896d73cecfe6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:04.213409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.369513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:12:04.370212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] For port 3706f737-bd67-4aa7-8894-896d73cecfe6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3706f737-bd67-4aa7-8894-896d73cecfe6,segment=NetworkSegment(ec134326-5b09-415b-ab7d-861f47fe27f0),segment_id=ec134326-5b09-415b-ab7d-861f47fe27f0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:04.382481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.405905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1574b29-8a30-463b-bf13-148806e9393a req-a7198bfd-520a-4866-8f2c-4764bde784f2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2577012
Apr 02 21:12:04.411478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Calling delete_port for 3706f737-bd67-4aa7-8894-896d73cecfe6 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:04.462297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-d77bb106-d756-4cc6-b976-ff582ca55196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:04.465849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-d77bb106-d756-4cc6-b976-ff582ca55196 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 914 time: 0.3085339
Apr 02 21:12:04.547270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-bd6c7781-28c6-466b-88a7-c26a09b1cbf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 HTTP/1.1" status: 200  len: 217 time: 0.0739095
Apr 02 21:12:04.556446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452a65e0>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:12:02Z', 'revision_number': 11, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:04.599473 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3706f737-bd67-4aa7-8894-896d73cecfe6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.622703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f96f53-d6c0-4900-a061-7a886b13afe8 None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:12:02Z', 'revision_number': 11, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:12:04.643840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Port': ['ID=3706f737-bd67-4aa7-8894-896d73cecfe6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:04.662684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No DVR routers for this DVR port 3706f737-bd67-4aa7-8894-896d73cecfe6 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:04.682506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-04e7da60-abcb-4ac1-8cb1-7086184ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:04.689579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-04e7da60-abcb-4ac1-8cb1-7086184ca18b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.1340041
Apr 02 21:12:04.745450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-adf079ef-e21d-41be-8315-08e124b1b303 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459001
Apr 02 21:12:04.819300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (3a52dd9f-bb9e-4a49-be6f-573960c19ad0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.843725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845721e20>,) {'filters': {'network_id': ['3a52dd9f-bb9e-4a49-be6f-573960c19ad0']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:04.856564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845721e20>, 'ec134326-5b09-415b-ab7d-861f47fe27f0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:04.857058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845721e20>, 'ec134326-5b09-415b-ab7d-861f47fe27f0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:04.868819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-012277be-702a-4558-aca6-a11f210abb66 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161959
Apr 02 21:12:04.875375 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (ec134326-5b09-415b-ab7d-861f47fe27f0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.891019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ec134326-5b09-415b-ab7d-861f47fe27f0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.900990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:04.901611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (ec134326-5b09-415b-ab7d-861f47fe27f0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:04.904803 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:04.993186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (3a52dd9f-bb9e-4a49-be6f-573960c19ad0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.005147 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.007765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5c77e0d-d454-4e06-a459-88b01c6592cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:12:05.011170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fad5c9-f193-434d-b03a-9e9bc1633f5b None None] DHCP port deletion for 3a52dd9f-bb9e-4a49-be6f-573960c19ad0 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:12:05.033937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/networks/3a52dd9f-bb9e-4a49-be6f-573960c19ad0 HTTP/1.1" status: 204  len: 168 time: 1.2032566
Apr 02 21:12:05.037227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54676) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:05.052046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'routes': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:05.070850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95d6e587-ee1c-4c36-b6c1-dd93f18e9cea req-c7aa9553-d940-4401-9ce1-197a62b50bd9 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875882
Apr 02 21:12:05.113599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88e240-eabc-4923-a327-34b95322e767 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Pushing event deleted for resources: {'Network': ['ID=3a52dd9f-bb9e-4a49-be6f-573960c19ad0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:05.242115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d258ad-9ed9-4a48-9740-6babb8221cfb req-df9652f9-a93e-4513-b9b3-e0b273758850 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:05.244218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1d258ad-9ed9-4a48-9740-6babb8221cfb req-df9652f9-a93e-4513-b9b3-e0b273758850 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 944 time: 0.0859170
Apr 02 21:12:05.265581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e5c77e0d-d454-4e06-a459-88b01c6592cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:05.285379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'e5c77e0d-d454-4e06-a459-88b01c6592cf', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'port_id': 'e5c77e0d-d454-4e06-a459-88b01c6592cf', 'mac_address': 'fa:16:3e:5f:9e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf3596d-8f81-451e-ba28-8c948135f34d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:12:05.333283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e5c77e0d-d454-4e06-a459-88b01c6592cf is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:05.333835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.340112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1d258ad-9ed9-4a48-9740-6babb8221cfb req-028b9538-dac9-4007-b8bf-422d96ee9f73 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861840
Apr 02 21:12:05.364208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c77e0d-d454-4e06-a459-88b01c6592cf {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:05.381514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.extraroute_db [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Added routes are [] {{(pid=121649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 02 21:12:05.381894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.extraroute_db [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Removed routes are [] {{(pid=121649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 02 21:12:05.382088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.389223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e5c77e0d-d454-4e06-a459-88b01c6592cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:05.393438 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.485019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e5c77e0d-d454-4e06-a459-88b01c6592cf,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:05.628864 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.634152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.716964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e5c77e0d-d454-4e06-a459-88b01c6592cf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:05.726835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d361-9cb2-42b9-b7b4-446aca90341b req-dab421de-0f27-45c4-950f-5ded28022bf8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:05.728335 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5360d361-9cb2-42b9-b7b4-446aca90341b req-dab421de-0f27-45c4-950f-5ded28022bf8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1787388
Apr 02 21:12:05.753223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:12:05.858133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:12:05.868326 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] Sync routers for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:12:05.876488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:05.877706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3705fdfd-fc37-4469-875a-87fc83764e25 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 700 time: 0.8393540
Apr 02 21:12:05.880747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54692) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:05.886213 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:05.886836 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:05.906299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5360d361-9cb2-42b9-b7b4-446aca90341b req-6675cbec-4f2c-4461-98f7-c171955d085d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1690071
Apr 02 21:12:05.954824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2407a289-48e8-40c7-b1e1-0a82597b19af tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 205 time: 0.0727746
Apr 02 21:12:05.955018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54694) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:06.073795 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.100113 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:12:06.211673 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2c40>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:12:02Z', 'revision_number': 11, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:06.213479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:12:06.278091 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] Checking router: e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:12:06.301585 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] Routers {'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:06.302484 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:06.317849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84165f8b-9ff3-4808-98b9-a5011da451c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:06.343058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 84165f8b-9ff3-4808-98b9-a5011da451c9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:06.343472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 84165f8b-9ff3-4808-98b9-a5011da451c9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:06.343837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3706f737-bd67-4aa7-8894-896d73cecfe6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:06.347050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.352287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.367787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 3706f737-bd67-4aa7-8894-896d73cecfe6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:06.368175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3706f737-bd67-4aa7-8894-896d73cecfe6 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:06.409528 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] Set router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:12:06.417080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.420184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:12:06.431216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:06.444713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.447442 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0cbf284c-c98a-4b81-96d2-29492b8bff00 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 204  len: 168 time: 0.4913406
Apr 02 21:12:06.452034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54708) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:06.472645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1638571162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:06.474386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'port_id': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3', 'mac_address': 'fa:16:3e:85:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf3596d-8f81-451e-ba28-8c948135f34d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:12:06.522514 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2c40>, [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:12:02Z', 'revision_number': 11, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:06.528176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.529581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.584808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:06.589406 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.592617 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c4e01-c539-4911-8613-fe67d5eb1704 None None] The sync data for ids ['e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac'] in ncdv-master-1 is: [{'id': 'e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac', 'name': 'tempest-RoutersTest-router-419113072', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:11:03Z', 'updated_at': '2022-04-02T21:12:02Z', 'revision_number': 11, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:12:06.622848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (0ad0f194-99f4-4312-80dd-945979cd5b34), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.633442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.650360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d59a-c0de-4df9-9eaa-cd48d6825806 req-770e9ae3-66bc-4d45-97ac-fbc70bb7f8a9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:06.657801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:06.662966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b97d59a-c0de-4df9-9eaa-cd48d6825806 req-770e9ae3-66bc-4d45-97ac-fbc70bb7f8a9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 944 time: 0.1700470
Apr 02 21:12:06.683074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.691500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-471e612c-e204-4678-9687-54df400a0223 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2372878
Apr 02 21:12:06.693173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54712) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:06.705971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:06.736302 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b97d59a-c0de-4df9-9eaa-cd48d6825806 req-b24c9cba-1d93-4e35-a30a-4cb6ebffee7b tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707695
Apr 02 21:12:06.737582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:06.768627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:06.853153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:07.002074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5c77e0d-d454-4e06-a459-88b01c6592cf up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:07.073632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port e5c77e0d-d454-4e06-a459-88b01c6592cf completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:12:07.082162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.087923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:07.094015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port e5c77e0d-d454-4e06-a459-88b01c6592cf triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:07.094394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.114263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6d77-a3df-43ce-a58c-683de58c310b req-4ad5ce7a-eac2-4aaf-85d3-2b92abac391f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:07.116390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb3c6d77-a3df-43ce-a58c-683de58c310b req-4ad5ce7a-eac2-4aaf-85d3-2b92abac391f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1025677
Apr 02 21:12:07.117848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.267604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb3c6d77-a3df-43ce-a58c-683de58c310b req-b699e43a-1b71-48e6-b0a7-61dce9e50c95 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418612
Apr 02 21:12:07.296315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Router 0ad0f194-99f4-4312-80dd-945979cd5b34 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:12:07.359300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:07.361783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e5c77e0d-d454-4e06-a459-88b01c6592cf is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:07.362286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.400042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e5c77e0d-d454-4e06-a459-88b01c6592cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:07.401913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69200e99-2dcf-40bf-bae4-681e613f161f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c77e0d-d454-4e06-a459-88b01c6592cf'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:07.405110 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f1447-e1ab-46c3-a0b3-5dc341d42c88" -d '{"events": [{"server_uuid": "69200e99-2dcf-40bf-bae4-681e613f161f", "name": "network-vif-plugged", "status": "completed", "tag": "e5c77e0d-d454-4e06-a459-88b01c6592cf"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:07.422520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.455559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:12:07.465265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.468845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2c1b5959-21ce-49c7-9a9b-ea290d521537 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "PUT /v2.0/routers/0ad0f194-99f4-4312-80dd-945979cd5b34 HTTP/1.1" status: 200  len: 694 time: 0.7723174
Apr 02 21:12:07.470454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54726) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:07.532894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e5c77e0d-d454-4e06-a459-88b01c6592cf,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:07.547170 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd1f174-92d4-41ad-829e-827387e9b526 x-openstack-request-id: req-2fd1f174-92d4-41ad-829e-827387e9b526 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:07.547461 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69200e99-2dcf-40bf-bae4-681e613f161f", "name": "network-vif-plugged", "status": "completed", "tag": "e5c77e0d-d454-4e06-a459-88b01c6592cf", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:07.547715 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fd1f174-92d4-41ad-829e-827387e9b526 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:07.548245 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd1f174-92d4-41ad-829e-827387e9b526'] response: {'server_uuid': '69200e99-2dcf-40bf-bae4-681e613f161f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c77e0d-d454-4e06-a459-88b01c6592cf', 'code': 200}
Apr 02 21:12:07.549089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] Sync routers for ids ['0ad0f194-99f4-4312-80dd-945979cd5b34'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:12:07.574750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] Routers {'0ad0f194-99f4-4312-80dd-945979cd5b34'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:07.575393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0ad0f194-99f4-4312-80dd-945979cd5b34'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:07.589093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7a20dbc7-2f37-4134-be2d-f9ddf96ce943 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/routers/0ad0f194-99f4-4312-80dd-945979cd5b34 HTTP/1.1" status: 200  len: 700 time: 0.1164417
Apr 02 21:12:07.590539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:07.625003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b5481-84b5-459b-ab2a-5c59c469dc4b req-79243aea-481d-447b-8827-804177e5b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:07.626531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e6b5481-84b5-459b-ab2a-5c59c469dc4b req-79243aea-481d-447b-8827-804177e5b163 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69200e99-2dcf-40bf-bae4-681e613f161f HTTP/1.1" status: 200  len: 1127 time: 0.0585663
Apr 02 21:12:07.630229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f0de1bfc-a218-4fac-8b22-3b8139bab5c2 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ad0f194-99f4-4312-80dd-945979cd5b34 HTTP/1.1" status: 200  len: 205 time: 0.0383580
Apr 02 21:12:07.636190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54730) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:07.648509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22db34f1-14bf-43a0-8986-0899adaa5d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.667744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] Set router 0ad0f194-99f4-4312-80dd-945979cd5b34 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:12:07.681905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e6b5481-84b5-459b-ab2a-5c59c469dc4b req-fa277c3c-dace-4555-8b3e-5cb6c1a3efe7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484045
Apr 02 21:12:07.735672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af65e0>, [{'id': '0ad0f194-99f4-4312-80dd-945979cd5b34', 'name': 'tempest-RoutersTest-router-1638571162', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:12:06Z', 'updated_at': '2022-04-02T21:12:07Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:07.757126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.781181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] Checking router: 0ad0f194-99f4-4312-80dd-945979cd5b34 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:12:07.792569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] Routers {'0ad0f194-99f4-4312-80dd-945979cd5b34'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:07.793747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:11:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0ad0f194-99f4-4312-80dd-945979cd5b34'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:07.878750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] Set router 0ad0f194-99f4-4312-80dd-945979cd5b34 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:12:07.934117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af65e0>, [{'id': '0ad0f194-99f4-4312-80dd-945979cd5b34', 'name': 'tempest-RoutersTest-router-1638571162', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:12:06Z', 'updated_at': '2022-04-02T21:12:07Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:07.935777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe3e9-5f89-41c6-952c-b0a6720328d2 req-09322dab-4f3e-4862-bc7e-f5651677512a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:07.946457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f5dfe3e9-5f89-41c6-952c-b0a6720328d2 req-09322dab-4f3e-4862-bc7e-f5651677512a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 945 time: 0.1141031
Apr 02 21:12:07.953756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.966139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router_controller (0ad0f194-99f4-4312-80dd-945979cd5b34), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:07.984476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf351eb-e061-4c34-9a47-2e58e40b6d5c None None] The sync data for ids ['0ad0f194-99f4-4312-80dd-945979cd5b34'] in ncdv-master-1 is: [{'id': '0ad0f194-99f4-4312-80dd-945979cd5b34', 'name': 'tempest-RoutersTest-router-1638571162', 'tenant_id': '7568e68b76ba4608936b1cd4ed8033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:12:06Z', 'updated_at': '2022-04-02T21:12:07Z', 'revision_number': 2, 'project_id': '7568e68b76ba4608936b1cd4ed8033fa', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:12:08.047388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f5dfe3e9-5f89-41c6-952c-b0a6720328d2 req-4e58d50a-16ae-43ee-8dde-825862ed9f40 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942683
Apr 02 21:12:08.062128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (0ad0f194-99f4-4312-80dd-945979cd5b34), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.062660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad0f194-99f4-4312-80dd-945979cd5b34 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:12:08.073447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.074680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d06484bb-4693-4638-bc2b-859a6f108329 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/0ad0f194-99f4-4312-80dd-945979cd5b34 HTTP/1.1" status: 204  len: 168 time: 0.4372838
Apr 02 21:12:08.079067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54734) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.122629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-5b4b218d-89a3-47f0-85f8-6f16d08c70dd req-9d9c2776-34a0-4262-baec-3892c1b27016 tempest-LiveMigrationTest-896557035 tempest-LiveMigrationTest-896557035-project] (121648) timed out ('10.222.0.15', 56199) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:12:08.128540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2bd1e93f-a516-4350-a751-c8ee723a923c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ad0f194-99f4-4312-80dd-945979cd5b34 HTTP/1.1" status: 200  len: 205 time: 0.0467820
Apr 02 21:12:08.129678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54736) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.207050 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-7002d8bd-524b-4310-9c34-c4dc9f463431 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:08.208110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7002d8bd-524b-4310-9c34-c4dc9f463431 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/0ad0f194-99f4-4312-80dd-945979cd5b34 HTTP/1.1" status: 404  len: 336 time: 0.0772266
Apr 02 21:12:08.210002 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22db34f1-14bf-43a0-8986-0899adaa5d73 admin admin] Publish callbacks [] for security_group (db4a7e3c-9a90-4c59-baec-30435125eb6c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.210933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54738) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.217467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:08.219652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22db34f1-14bf-43a0-8986-0899adaa5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (db4a7e3c-9a90-4c59-baec-30435125eb6c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.248873 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f4cb9e-ca31-43be-9010-df548a7bd8c8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:08.249371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f4cb9e-ca31-43be-9010-df548a7bd8c8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:08.253579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-20f4cb9e-ca31-43be-9010-df548a7bd8c8 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/ca4caee6-cbe0-492f-8995-12a7f3bda464 HTTP/1.1" status: 404  len: 337 time: 0.0415330
Apr 02 21:12:08.256053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54742) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.272545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-22db34f1-14bf-43a0-8986-0899adaa5d73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bae97a06f9074f58b95b197c4118107b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9097025
Apr 02 21:12:08.272545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db34f1-14bf-43a0-8986-0899adaa5d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a7e3c-9a90-4c59-baec-30435125eb6c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:08.274132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54744) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.296718 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6121ece-d0f2-441a-99a6-9503e04dba0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:08.297182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6121ece-d0f2-441a-99a6-9503e04dba0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:08.300397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6121ece-d0f2-441a-99a6-9503e04dba0f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/0e4931ad-c29f-4b22-8690-7375de03f0d6 HTTP/1.1" status: 404  len: 337 time: 0.0426397
Apr 02 21:12:08.302997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.335917 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9c724d-7420-488c-a441-15ab9ba81a31 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:08.336700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9c724d-7420-488c-a441-15ab9ba81a31 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:08.342194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df9c724d-7420-488c-a441-15ab9ba81a31 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/679b6766-67d2-4c1d-8df8-4fe6ca994779 HTTP/1.1" status: 404  len: 337 time: 0.0382040
Apr 02 21:12:08.344777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54752) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.382189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-174c4b50-e13a-4fae-ac3c-16360975ba94 admin admin] Publish callbacks [] for security_group (db4a7e3c-9a90-4c59-baec-30435125eb6c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.384197 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6490b3-17d1-4539-9a16-8ea83e09f801 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:08.385218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6490b3-17d1-4539-9a16-8ea83e09f801 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:08.389902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:12:08.391444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2c6490b3-17d1-4539-9a16-8ea83e09f801 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/4629a21c-3246-418c-b85d-7bc3357f14af HTTP/1.1" status: 404  len: 337 time: 0.0456572
Apr 02 21:12:08.394144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54754) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.398264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:08.398652 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.421415 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-174c4b50-e13a-4fae-ac3c-16360975ba94 admin admin] Publish callbacks [] for security_group (db4a7e3c-9a90-4c59-baec-30435125eb6c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.464382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-99ad7e70-4e56-4ed1-9bc0-452e042426ac tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 200  len: 205 time: 0.0691187
Apr 02 21:12:08.468571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54756) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.530612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b560-b651-4bba-8b14-fa337f13f3e9 req-a63db435-2165-4519-aa31-1c87af5cafc6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:08.532332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7f9b560-b651-4bba-8b14-fa337f13f3e9 req-a63db435-2165-4519-aa31-1c87af5cafc6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.0999753
Apr 02 21:12:08.545331 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-174c4b50-e13a-4fae-ac3c-16360975ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (db4a7e3c-9a90-4c59-baec-30435125eb6c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.547558 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-86670d5d-cd5a-49c1-b26b-371a8f1bc624 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:08.548236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-174c4b50-e13a-4fae-ac3c-16360975ba94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.550445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:08.550983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.552953 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-86670d5d-cd5a-49c1-b26b-371a8f1bc624 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/e7b7c0a0-b0d7-4fcf-87c1-97a5cf5d30ac HTTP/1.1" status: 404  len: 336 time: 0.0828123
Apr 02 21:12:08.553552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.562219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-174c4b50-e13a-4fae-ac3c-16360975ba94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db4a7e3c-9a90-4c59-baec-30435125eb6c HTTP/1.1" status: 204  len: 168 time: 0.2869756
Apr 02 21:12:08.593157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c4b50-e13a-4fae-ac3c-16360975ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a7e3c-9a90-4c59-baec-30435125eb6c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:08.596022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:08.627039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:08.628616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-59c0fad8-bccb-41e3-91cb-be53a8e543de tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd86364-ff53-4463-9511-4ed585b60f18 HTTP/1.1" status: 200  len: 205 time: 0.0729048
Apr 02 21:12:08.629249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.636239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7f9b560-b651-4bba-8b14-fa337f13f3e9 req-86cb6ac1-8b8c-42b2-b75e-354bd4c642d1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679462
Apr 02 21:12:08.695900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:08.705665 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-797e3b7d-a288-422c-b221-0ab6e6a58f59 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:08.709482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54764) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.709632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-797e3b7d-a288-422c-b221-0ab6e6a58f59 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/afd86364-ff53-4463-9511-4ed585b60f18 HTTP/1.1" status: 404  len: 336 time: 0.0794268
Apr 02 21:12:08.748722 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccad5471-3755-4e2c-97f1-9bba85bfdf5e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:08.749181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccad5471-3755-4e2c-97f1-9bba85bfdf5e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:08.752344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ccad5471-3755-4e2c-97f1-9bba85bfdf5e tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/5a422bb8-beaa-49c5-9823-967b1edff40c HTTP/1.1" status: 404  len: 337 time: 0.0418351
Apr 02 21:12:08.756061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54766) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.786877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8441b79b-3fd4-4822-975e-468f27c131f4 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 200  len: 205 time: 0.0291891
Apr 02 21:12:08.789642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54770) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.834514 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-561d10a8-9122-4e30-bf42-0aebf17d7d3f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:08.835817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-561d10a8-9122-4e30-bf42-0aebf17d7d3f tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/6e810785-524f-40ae-89d5-f7dacd5bba07 HTTP/1.1" status: 404  len: 336 time: 0.0447164
Apr 02 21:12:08.838662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54772) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.872516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a5b89949-7936-47f9-9777-74e3d37df2cc tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=765b4fbe-0edf-47bd-b208-ea77b32fb45f HTTP/1.1" status: 200  len: 205 time: 0.0309188
Apr 02 21:12:08.874875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.935067 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-bcc26f92-c601-4a50-90eb-63845e5f7c19 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:08.936557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bcc26f92-c601-4a50-90eb-63845e5f7c19 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/765b4fbe-0edf-47bd-b208-ea77b32fb45f HTTP/1.1" status: 404  len: 336 time: 0.0604587
Apr 02 21:12:08.939218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54776) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:08.975734 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b504420-5fad-47f0-9693-508ef68c7e73 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:08.976108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b504420-5fad-47f0-9693-508ef68c7e73 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:08.979267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3b504420-5fad-47f0-9693-508ef68c7e73 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/e6602776-2545-451a-ae0c-dde8d5c82a57 HTTP/1.1" status: 404  len: 337 time: 0.0387385
Apr 02 21:12:08.982556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.018670 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7f396664-33b4-42c0-9ea4-8fd09c0ec83a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5498da3-0b4b-4655-b43d-7c79daf15087 HTTP/1.1" status: 200  len: 205 time: 0.0349443
Apr 02 21:12:09.021407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54780) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.079555 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-dbe85ce9-2b03-4a1c-828e-baf217f64080 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:09.084471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dbe85ce9-2b03-4a1c-828e-baf217f64080 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/f5498da3-0b4b-4655-b43d-7c79daf15087 HTTP/1.1" status: 404  len: 336 time: 0.0617487
Apr 02 21:12:09.085180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54784) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.085389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54786) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.117442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.123704 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-6503296f-2303-4984-aa22-34f0c60e0dad tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:09.124603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6503296f-2303-4984-aa22-34f0c60e0dad tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:09.129151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6503296f-2303-4984-aa22-34f0c60e0dad tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/16fc1124-17a7-43ba-8747-cbc0b642a036 HTTP/1.1" status: 404  len: 337 time: 0.0419436
Apr 02 21:12:09.131180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54788) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.161519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f2b7f0d0-1c37-45ad-bfa4-3adbd28e849a tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f31bfa52-247a-4226-ad59-0f40accf3717 HTTP/1.1" status: 200  len: 205 time: 0.0289757
Apr 02 21:12:09.163910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54790) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.235970 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-b01513cf-404c-4ee1-8b98-69a784681854 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] delete failed (client error): The resource could not be found.
Apr 02 21:12:09.235970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b01513cf-404c-4ee1-8b98-69a784681854 tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/routers/f31bfa52-247a-4226-ad59-0f40accf3717 HTTP/1.1" status: 404  len: 336 time: 0.0709853
Apr 02 21:12:09.238613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54792) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.286211 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18a2150-66ba-4e03-ab68-1f69e18fa09c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:09.287181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18a2150-66ba-4e03-ab68-1f69e18fa09c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:09.294830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f18a2150-66ba-4e03-ab68-1f69e18fa09c tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/8a3798d6-e72a-459e-b9c0-fed3e29bae75 HTTP/1.1" status: 404  len: 337 time: 0.0519259
Apr 02 21:12:09.295248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Publish callbacks [] for security_group (53f84971-cc84-41a8-93ec-faf73095b4e9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.296258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54796) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.306922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (53f84971-cc84-41a8-93ec-faf73095b4e9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.333167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d41e-922e-4320-ba10-4bf12064da57 req-74519dbc-05fa-4e5f-b612-45fe7f3f7168 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:09.336936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b64d41e-922e-4320-ba10-4bf12064da57 req-74519dbc-05fa-4e5f-b612-45fe7f3f7168 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 946 time: 0.1659436
Apr 02 21:12:09.345935 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-640fce96-6a18-4c06-9ae5-baefb496456d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:09.348705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640fce96-6a18-4c06-9ae5-baefb496456d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:09.351779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-640fce96-6a18-4c06-9ae5-baefb496456d tempest-RoutersTest-214466315 tempest-RoutersTest-214466315-project] 10.222.0.18 "DELETE /v2.0/subnets/6289b3b5-25a0-4fea-afd1-4df002b0a58e HTTP/1.1" status: 404  len: 337 time: 0.0543883
Apr 02 21:12:09.395614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24d28d1552324b0390b2ad8d387fa01d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3067260
Apr 02 21:12:09.395614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f84971-cc84-41a8-93ec-faf73095b4e9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:09.396926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54800) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.417392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.417644 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6b64d41e-922e-4320-ba10-4bf12064da57 req-e95d4a38-53f4-49b6-8e09-23392be6bdfc tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754848
Apr 02 21:12:09.418595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.419311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.420001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.420710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.421421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.421871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.422316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.423000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.423434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.423952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.424482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.425161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.425947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.429694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926d836a-1b75-41ac-84d0-1451189994a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:09.520934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ffc-c42f-4e8d-81ce-22181f67dcb6 admin admin] Publish callbacks [] for security_group (53f84971-cc84-41a8-93ec-faf73095b4e9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.549673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:09.552197 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b86dd11-193d-4b31-adac-0aa77632e2e9" -d '{"events": [{"server_uuid": "cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf", "name": "network-vif-plugged", "status": "completed", "tag": "dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:09.600561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ffc-c42f-4e8d-81ce-22181f67dcb6 admin admin] Publish callbacks [] for security_group (53f84971-cc84-41a8-93ec-faf73095b4e9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.634914 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf88d99-a729-4f9d-bae2-ed46badac843 x-openstack-request-id: req-faf88d99-a729-4f9d-bae2-ed46badac843 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:09.635307 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf", "name": "network-vif-plugged", "status": "completed", "tag": "dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:09.635661 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faf88d99-a729-4f9d-bae2-ed46badac843 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:09.636166 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf88d99-a729-4f9d-bae2-ed46badac843'] response: {'server_uuid': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3', 'code': 200}
Apr 02 21:12:09.704963 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ffc-c42f-4e8d-81ce-22181f67dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (53f84971-cc84-41a8-93ec-faf73095b4e9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.708582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ffc-c42f-4e8d-81ce-22181f67dcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:09.710489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5f5a9ffc-c42f-4e8d-81ce-22181f67dcb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53f84971-cc84-41a8-93ec-faf73095b4e9 HTTP/1.1" status: 204  len: 168 time: 0.3117247
Apr 02 21:12:09.725793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a9ffc-c42f-4e8d-81ce-22181f67dcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f84971-cc84-41a8-93ec-faf73095b4e9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:09.862341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54810) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:09.882378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ad3d5-dda7-4763-a672-e09e7797adfd req-5fde5543-5c90-4ffd-bc2a-ff803ff7f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:09.884779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-850ad3d5-dda7-4763-a672-e09e7797adfd req-5fde5543-5c90-4ffd-bc2a-ff803ff7f53f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 1128 time: 0.1748607
Apr 02 21:12:09.931342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15b1a3-6e21-4f19-b983-136a9ce095ea req-fc27d28c-3fad-4672-9e44-499a99834e4e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:09.939762 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d15b1a3-6e21-4f19-b983-136a9ce095ea req-fc27d28c-3fad-4672-9e44-499a99834e4e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1074100
Apr 02 21:12:10.018021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-850ad3d5-dda7-4763-a672-e09e7797adfd req-1fae704a-a15b-455e-a5f4-7278518eb3ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220717
Apr 02 21:12:10.029323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d15b1a3-6e21-4f19-b983-136a9ce095ea req-499f8661-9848-469d-bfdd-942fb22b96d2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874696
Apr 02 21:12:10.223270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-38872e47-97e5-4081-81c5-e08e771c2593 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7568e68b76ba4608936b1cd4ed8033fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3585742
Apr 02 21:12:10.224739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54822) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:10.287553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11558e2d-fe69-4144-9521-3e6efad281c1 admin admin] Publish callbacks [] for security_group (6ba1f748-c4aa-4b2a-9a13-c6f3938633ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:10.322238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11558e2d-fe69-4144-9521-3e6efad281c1 admin admin] Publish callbacks [] for security_group (6ba1f748-c4aa-4b2a-9a13-c6f3938633ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:10.384531 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11558e2d-fe69-4144-9521-3e6efad281c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6ba1f748-c4aa-4b2a-9a13-c6f3938633ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:10.387824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11558e2d-fe69-4144-9521-3e6efad281c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:10.389176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-11558e2d-fe69-4144-9521-3e6efad281c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ba1f748-c4aa-4b2a-9a13-c6f3938633ec HTTP/1.1" status: 204  len: 168 time: 0.1603026
Apr 02 21:12:10.403194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558e2d-fe69-4144-9521-3e6efad281c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1f748-c4aa-4b2a-9a13-c6f3938633ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:10.612000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8e981-4952-4118-a269-fa545bb2e1c5 req-4a6ba304-63d4-4140-a622-5848a2b1d0cb tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:10.620252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88e8e981-4952-4118-a269-fa545bb2e1c5 req-4a6ba304-63d4-4140-a622-5848a2b1d0cb tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 946 time: 0.0837376
Apr 02 21:12:10.678171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88e8e981-4952-4118-a269-fa545bb2e1c5 req-40b30180-bf46-452f-b05a-39d14533e98e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559762
Apr 02 21:12:10.711307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:12:11.546847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ada9f9-6fcb-4b24-98dc-47a52d298c45 req-5203891b-95db-4aa7-a813-e5607c3f19f5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:11.554443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9ada9f9-6fcb-4b24-98dc-47a52d298c45 req-5203891b-95db-4aa7-a813-e5607c3f19f5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.4369752
Apr 02 21:12:11.571933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:11.633467 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9ada9f9-6fcb-4b24-98dc-47a52d298c45 req-0fc01706-acfe-447f-ba19-450e23a33345 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736821
Apr 02 21:12:11.869540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a4263-4ed8-426e-8f47-89df6523affe req-640f1614-f7d9-416f-af19-ddd63657cd3a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:11.871428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-570a4263-4ed8-426e-8f47-89df6523affe req-640f1614-f7d9-416f-af19-ddd63657cd3a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 946 time: 0.0642233
Apr 02 21:12:11.904416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-376447182'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:11.944559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-570a4263-4ed8-426e-8f47-89df6523affe req-16cbea70-3b57-487b-8a5e-72f37d3742f3 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660534
Apr 02 21:12:11.946329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Made reservation on behalf of 795304c20988423aaed6e4a9516b371a for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:11.950709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:11.960867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.054584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks [] for security_group (e798d876-22da-4aa5-a74c-b8852f70ec4b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.061806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e798d876-22da-4aa5-a74c-b8852f70ec4b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.076277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:12.092977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4e59c7c0-3b6f-452c-a841-5744719d560b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.093311 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Added segment 4e59c7c0-3b6f-452c-a841-5744719d560b of type vlan for network 90d3e22e-57d8-4c8d-ae60-247e4bf80bba
Apr 02 21:12:12.146043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f58225-1e01-4b37-8432-614a98ca98c6 req-25ca6eae-a26b-43a9-bcf5-1b80eb3a1ca4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:12.156109 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99f58225-1e01-4b37-8432-614a98ca98c6 req-25ca6eae-a26b-43a9-bcf5-1b80eb3a1ca4 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=69200e99-2dcf-40bf-bae4-681e613f161f HTTP/1.1" status: 200  len: 945 time: 0.1150541
Apr 02 21:12:12.215976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99f58225-1e01-4b37-8432-614a98ca98c6 req-7c162e27-b332-44f7-8952-683e8fda4505 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586779
Apr 02 21:12:12.686502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e798d876-22da-4aa5-a74c-b8852f70ec4b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:12.745057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (90d3e22e-57d8-4c8d-ae60-247e4bf80bba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.842966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (90d3e22e-57d8-4c8d-ae60-247e4bf80bba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.852386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:12.853937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:12.962116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54964) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:12.968534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-030c041e-e874-4931-969b-75a194d1e7bb tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f78449867c0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-1618725622') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:12.971490 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 1.3968823
Apr 02 21:12:13.075929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc28007-2532-4b9f-8605-379e3862e8f8 req-75630f70-d8c4-4dbb-a1a6-b6c360b4f9a2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:13.077508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cc28007-2532-4b9f-8605-379e3862e8f8 req-75630f70-d8c4-4dbb-a1a6-b6c360b4f9a2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.2981393
Apr 02 21:12:13.088506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188379-73b5-4bf0-b809-49288d59561a tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Pushing event updated for resources: {'Network': ['ID=90d3e22e-57d8-4c8d-ae60-247e4bf80bba,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:13.106213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 90d3e22e-57d8-4c8d-ae60-247e4bf80bba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:13.202920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9cc28007-2532-4b9f-8605-379e3862e8f8 req-250124bd-e539-4de2-8692-40e664b5472e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162953
Apr 02 21:12:13.283520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-030c041e-e874-4931-969b-75a194d1e7bb tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "PUT /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-1618725622 HTTP/1.1" status: 201  len: 201 time: 0.3202755
Apr 02 21:12:13.286347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54976) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.290723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-a5f86423-fb92-4b15-87ec-22fe3b5c675c tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f784406a790>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-1618725622') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.319455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-659e2625-0e79-470e-ad2b-c036b66c4c9a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:13.328608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-659e2625-0e79-470e-ad2b-c036b66c4c9a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 813 time: 0.2835481
Apr 02 21:12:13.339806 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-034ca00e-ec6d-4b42-8d01-7e321d04fea6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/quotas/b0b5cf5b9c2f4bd997071853f0724424 HTTP/1.1" status: 200  len: 375 time: 0.0102901
Apr 02 21:12:13.395563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a5f86423-fb92-4b15-87ec-22fe3b5c675c tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-1618725622 HTTP/1.1" status: 204  len: 168 time: 0.1058509
Apr 02 21:12:13.396146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54978) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.400749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-9581a69c-e520-486c-b96b-ec0f7a727c44 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f784406a1c0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.482467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.502659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-edc90e85-e6ef-47f0-bc32-284345a18d9c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1500795
Apr 02 21:12:13.516931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9581a69c-e520-486c-b96b-ec0f7a727c44 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags HTTP/1.1" status: 200  len: 238 time: 0.1194685
Apr 02 21:12:13.520692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.524003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-7f632078-5b5f-4258-8f19-d0edeadb2893 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f7845229340>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', {'tags': ['tempest-TagsTest-Tag-513099964', 'tempest-TagsTest-Tag-117487748', 'tempest-TagsTest-Tag-969953645']}) {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.620410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f632078-5b5f-4258-8f19-d0edeadb2893 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "PUT /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags HTTP/1.1" status: 200  len: 306 time: 0.0998497
Apr 02 21:12:13.623751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54986) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.631340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-da73089e-4250-4a2b-97c9-79c0e757b8d7 service neutron] 10.222.0.18 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213322
Apr 02 21:12:13.637969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-7038fcfb-0523-48c7-8ac9-f52d1fefc382 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f784615ff40>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-513099964') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.726246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:13.747024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7038fcfb-0523-48c7-8ac9-f52d1fefc382 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "DELETE /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-513099964 HTTP/1.1" status: 204  len: 168 time: 0.1122012
Apr 02 21:12:13.749534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54992) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.755671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-35079ad1-0291-4b83-9e43-5a8d9a27f8db tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f783f7363d0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-513099964') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.779197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-2c337370-d918-4b41-b101-244f56834e0e service neutron] 10.222.0.18 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401291
Apr 02 21:12:13.842860 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-35079ad1-0291-4b83-9e43-5a8d9a27f8db tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] show failed (client error): The resource could not be found.
Apr 02 21:12:13.844050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35079ad1-0291-4b83-9e43-5a8d9a27f8db tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-513099964 HTTP/1.1" status: 404  len: 325 time: 0.0929430
Apr 02 21:12:13.846941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54996) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.852585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-082590bf-e8a2-4a8b-b348-b25128b3e8d7 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7844d0d8b0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-117487748') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.872985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Publish callbacks [] for security_group (e3b7928d-e1e8-41bd-af0e-60152ed16397), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:13.880584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3b7928d-e1e8-41bd-af0e-60152ed16397), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:13.928421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3783866f686049828c97f69f878b5b44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4446466
Apr 02 21:12:13.929034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.946364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b7928d-e1e8-41bd-af0e-60152ed16397,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:13.949100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-082590bf-e8a2-4a8b-b348-b25128b3e8d7 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-117487748 HTTP/1.1" status: 204  len: 168 time: 0.1011245
Apr 02 21:12:13.951493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55004) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:13.955607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-1a4a832f-1b57-4743-9241-82e05b67d6c9 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78457820a0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-969953645') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:13.963007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.963542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.963782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.964154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.965390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.965604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.965945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.966256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.966577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.966895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.967216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.967534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.967854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.968385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:13.968631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1660901f-2ab3-4adb-8949-c6e5ea62f305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:14.055799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c22e-ed25-4c9a-9286-d7e5020dfb3c admin admin] Publish callbacks [] for security_group (e3b7928d-e1e8-41bd-af0e-60152ed16397), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.061015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1a4a832f-1b57-4743-9241-82e05b67d6c9 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-969953645 HTTP/1.1" status: 204  len: 168 time: 0.1084807
Apr 02 21:12:14.065080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:14.068717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-16cacfd2-f867-458e-b6d6-f6321ecf2b67 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:14.070219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-16cacfd2-f867-458e-b6d6-f6321ecf2b67 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "GET /v2.0/ports?device_id=69200e99-2dcf-40bf-bae4-681e613f161f HTTP/1.1" status: 200  len: 945 time: 0.0904140
Apr 02 21:12:14.075488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-1a39f4f2-afad-406e-812b-2cb9ef41acf8 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f783e84eee0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:14.116574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c22e-ed25-4c9a-9286-d7e5020dfb3c admin admin] Publish callbacks [] for security_group (e3b7928d-e1e8-41bd-af0e-60152ed16397), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.164238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be459bf1-3182-4c8a-bb1a-c34ef42536b9 req-90d6cebb-9b83-4b19-bb0e-162c6037e0d5 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 210 time: 0.0432577
Apr 02 21:12:14.178889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1a39f4f2-afad-406e-812b-2cb9ef41acf8 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "DELETE /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags HTTP/1.1" status: 204  len: 168 time: 0.1094973
Apr 02 21:12:14.179280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55016) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:14.184288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-76028145-5791-42fb-88dc-936d04c52f89 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f783e618c70>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-117487748') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:14.294222 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c22e-ed25-4c9a-9286-d7e5020dfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3b7928d-e1e8-41bd-af0e-60152ed16397), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.296268 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-76028145-5791-42fb-88dc-936d04c52f89 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] show failed (client error): The resource could not be found.
Apr 02 21:12:14.296869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c22e-ed25-4c9a-9286-d7e5020dfb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.300667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4cb4c22e-ed25-4c9a-9286-d7e5020dfb3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3b7928d-e1e8-41bd-af0e-60152ed16397 HTTP/1.1" status: 204  len: 168 time: 0.3680134
Apr 02 21:12:14.301076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76028145-5791-42fb-88dc-936d04c52f89 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-117487748 HTTP/1.1" status: 404  len: 325 time: 0.1207490
Apr 02 21:12:14.301586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55022) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:14.310973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-61975892-fb90-42b4-b57a-0fae2c2951c1 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78452811f0>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba', 'tempest-TagsTest-Tag-969953645') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:14.335650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Deleting port e5c77e0d-d454-4e06-a459-88b01c6592cf {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:14.336157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.343285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4c22e-ed25-4c9a-9286-d7e5020dfb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b7928d-e1e8-41bd-af0e-60152ed16397,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:14.353258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-d0bba539-dd5b-4747-ac7f-e10ab6187305 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:14.354807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-d0bba539-dd5b-4747-ac7f-e10ab6187305 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf HTTP/1.1" status: 200  len: 946 time: 0.1382504
Apr 02 21:12:14.420155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.469271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61c851-7453-4a71-9653-d24cd7e3a54c req-a8e6fd55-0d21-4ef9-8454-4a04b78e658d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:14.473704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca61c851-7453-4a71-9653-d24cd7e3a54c req-a8e6fd55-0d21-4ef9-8454-4a04b78e658d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.1404922
Apr 02 21:12:14.565372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca61c851-7453-4a71-9653-d24cd7e3a54c req-50b40185-90f7-4b00-b626-f0081c999b22 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869555
Apr 02 21:12:14.569531 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-61975892-fb90-42b4-b57a-0fae2c2951c1 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] show failed (client error): The resource could not be found.
Apr 02 21:12:14.570759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-61975892-fb90-42b4-b57a-0fae2c2951c1 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "GET /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags/tempest-TagsTest-Tag-969953645 HTTP/1.1" status: 404  len: 325 time: 0.2639492
Apr 02 21:12:14.574569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] For port e5c77e0d-d454-4e06-a459-88b01c6592cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c77e0d-d454-4e06-a459-88b01c6592cf,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:14.574943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.577407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55038) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:14.583963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-09e60c78-e14e-4b77-b6dd-5ef22d8a8010 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f784436f220>, 'networks', '90d3e22e-57d8-4c8d-ae60-247e4bf80bba') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:14.616702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Calling delete_port for e5c77e0d-d454-4e06-a459-88b01c6592cf owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:14.702940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Deleting port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:14.702940 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.804180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55052) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:14.825233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc764430-4fec-4b58-aa0c-36d379fab321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.826752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-09e60c78-e14e-4b77-b6dd-5ef22d8a8010 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "DELETE /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba/tags HTTP/1.1" status: 204  len: 168 time: 0.2473667
Apr 02 21:12:14.839622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55054) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:14.925796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] For port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:14.926253 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.969664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (90d3e22e-57d8-4c8d-ae60-247e4bf80bba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:14.974598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Calling delete_port for dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:15.030857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e5c77e0d-d454-4e06-a459-88b01c6592cf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.043537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e5c77e0d-d454-4e06-a459-88b01c6592cf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:15.075771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc764430-4fec-4b58-aa0c-36d379fab321 admin admin] Publish callbacks [] for security_group (62128a5e-37fe-442f-b83e-3817df21f9fe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.097228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:15.105868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (90d3e22e-57d8-4c8d-ae60-247e4bf80bba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.109230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc764430-4fec-4b58-aa0c-36d379fab321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (62128a5e-37fe-442f-b83e-3817df21f9fe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.170737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847c0cd60>,) {'filters': {'network_id': ['90d3e22e-57d8-4c8d-ae60-247e4bf80bba']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:15.182694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dc764430-4fec-4b58-aa0c-36d379fab321 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=318b8fe0638541349f4a2173906fc4e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3773656
Apr 02 21:12:15.186461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc764430-4fec-4b58-aa0c-36d379fab321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62128a5e-37fe-442f-b83e-3817df21f9fe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:15.190568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c0cd60>, '4e59c7c0-3b6f-452c-a841-5744719d560b') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:15.190866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c0cd60>, '4e59c7c0-3b6f-452c-a841-5744719d560b') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:15.192411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55078) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:15.209613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (4e59c7c0-3b6f-452c-a841-5744719d560b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.241702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4e59c7c0-3b6f-452c-a841-5744719d560b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.258403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:15.258909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (4e59c7c0-3b6f-452c-a841-5744719d560b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:15.262174 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:15.332958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e81b-0dac-4a57-862b-44409667c081 admin admin] Publish callbacks [] for security_group (62128a5e-37fe-442f-b83e-3817df21f9fe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.345793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (90d3e22e-57d8-4c8d-ae60-247e4bf80bba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.356309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.360527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] 10.222.0.18 "DELETE /v2.0/networks/90d3e22e-57d8-4c8d-ae60-247e4bf80bba HTTP/1.1" status: 204  len: 168 time: 0.5157316
Apr 02 21:12:15.381203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e81b-0dac-4a57-862b-44409667c081 admin admin] Publish callbacks [] for security_group (62128a5e-37fe-442f-b83e-3817df21f9fe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.383579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caff214-8190-4df0-9ddb-0914704c7127 tempest-TagsTest-1663343471 tempest-TagsTest-1663343471-project] Pushing event deleted for resources: {'Network': ['ID=90d3e22e-57d8-4c8d-ae60-247e4bf80bba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:15.394194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event deleted for resources: {'Port': ['ID=e5c77e0d-d454-4e06-a459-88b01c6592cf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:15.411837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] No DVR routers for this DVR port e5c77e0d-d454-4e06-a459-88b01c6592cf on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:15.416180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.427325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb04255c-1173-4c70-aa4f-f783f1537598 req-66532bb8-dc5a-4308-9e44-9a6341e2901e tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "DELETE /v2.0/ports/e5c77e0d-d454-4e06-a459-88b01c6592cf HTTP/1.1" status: 204  len: 173 time: 1.3475802
Apr 02 21:12:15.475940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e81b-0dac-4a57-862b-44409667c081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (62128a5e-37fe-442f-b83e-3817df21f9fe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.484929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e81b-0dac-4a57-862b-44409667c081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.491398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4a7e81b-0dac-4a57-862b-44409667c081 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62128a5e-37fe-442f-b83e-3817df21f9fe HTTP/1.1" status: 204  len: 168 time: 0.2979832
Apr 02 21:12:15.498229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69200e99-2dcf-40bf-bae4-681e613f161f', 'name': 'network-vif-deleted', 'tag': 'e5c77e0d-d454-4e06-a459-88b01c6592cf'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:15.501416 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0d6a9a-005a-4d15-b0d1-5807df8e9f56" -d '{"events": [{"server_uuid": "69200e99-2dcf-40bf-bae4-681e613f161f", "name": "network-vif-deleted", "tag": "e5c77e0d-d454-4e06-a459-88b01c6592cf"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:15.505197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7e81b-0dac-4a57-862b-44409667c081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62128a5e-37fe-442f-b83e-3817df21f9fe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:15.532654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63ff8f07-23fd-42fd-984e-e08933cecf40 req-55788338-fe0a-4472-a4b9-45d265fd0374 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 210 time: 0.1753957
Apr 02 21:12:15.575141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.600532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e5c77e0d-d454-4e06-a459-88b01c6592cf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:15.611660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:15.619586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event deleted for resources: {'Port': ['ID=dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:15.673120 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c24f0-a1cf-472e-8eca-67d9db8967f7 x-openstack-request-id: req-bf4c24f0-a1cf-472e-8eca-67d9db8967f7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:15.674615 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69200e99-2dcf-40bf-bae4-681e613f161f", "name": "network-vif-deleted", "tag": "e5c77e0d-d454-4e06-a459-88b01c6592cf", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:15.677178 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf4c24f0-a1cf-472e-8eca-67d9db8967f7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:15.677785 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4c24f0-a1cf-472e-8eca-67d9db8967f7'] response: {'server_uuid': '69200e99-2dcf-40bf-bae4-681e613f161f', 'name': 'network-vif-deleted', 'tag': 'e5c77e0d-d454-4e06-a459-88b01c6592cf', 'status': 'completed', 'code': 200}
Apr 02 21:12:15.764554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] No DVR routers for this DVR port dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:15.768051 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:15.772149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd8d1f00-48c9-4d13-b0ff-d7d3d71c68bd req-85c6891e-2b0d-450b-bc22-0326f4729d57 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "DELETE /v2.0/ports/dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 HTTP/1.1" status: 204  len: 173 time: 1.3933048
Apr 02 21:12:15.872445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417993e-99f3-4c29-8a85-2804cf8d47c9 req-d94755cf-1129-44b9-96f8-f80aa69d0d95 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:15.880100 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d417993e-99f3-4c29-8a85-2804cf8d47c9 req-d94755cf-1129-44b9-96f8-f80aa69d0d95 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 946 time: 0.0811720
Apr 02 21:12:15.975127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55114) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:16.028885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d417993e-99f3-4c29-8a85-2804cf8d47c9 req-7f21bb57-b536-4fc1-9c5c-4a34b00e222a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474206
Apr 02 21:12:16.140056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-3dbce6aa-68a7-4687-b019-54e42fcc7a06 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:16.141940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-3dbce6aa-68a7-4687-b019-54e42fcc7a06 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 813 time: 0.2875912
Apr 02 21:12:16.154902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Request body: {'port': {'device_id': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'admin_state_up': True, 'tenant_id': 'b0b5cf5b9c2f4bd997071853f0724424'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:16.259482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2dd32f60-4f1c-4558-9d3c-ab2d8c36df7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=795304c20988423aaed6e4a9516b371a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2818294
Apr 02 21:12:16.264965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:16.331265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1ccf-1021-44d4-8691-1897b223b69b admin admin] Publish callbacks [] for security_group (e798d876-22da-4aa5-a74c-b8852f70ec4b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:16.372487 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1ccf-1021-44d4-8691-1897b223b69b admin admin] Publish callbacks [] for security_group (e798d876-22da-4aa5-a74c-b8852f70ec4b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:16.373305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-772c6357-bfd9-4ea8-b9d7-d597bdb6fa59 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:16.374760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-772c6357-bfd9-4ea8-b9d7-d597bdb6fa59 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 813 time: 0.3085935
Apr 02 21:12:16.400267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Request body: {'port': {'device_id': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'admin_state_up': True, 'tenant_id': 'b0b5cf5b9c2f4bd997071853f0724424'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:16.480880 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1ccf-1021-44d4-8691-1897b223b69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e798d876-22da-4aa5-a74c-b8852f70ec4b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:16.483694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1ccf-1021-44d4-8691-1897b223b69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:16.486875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2b1b1ccf-1021-44d4-8691-1897b223b69b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e798d876-22da-4aa5-a74c-b8852f70ec4b HTTP/1.1" status: 204  len: 168 time: 0.2187111
Apr 02 21:12:16.502327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b1ccf-1021-44d4-8691-1897b223b69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798d876-22da-4aa5-a74c-b8852f70ec4b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:16.526060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Made reservation on behalf of b0b5cf5b9c2f4bd997071853f0724424 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:16.530237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:16.655788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Made reservation on behalf of b0b5cf5b9c2f4bd997071853f0724424 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:16.659094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:16.682879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8f22f8e-e198-4a20-ac6f-dba4abe0c955 req-04f0bfff-191e-4490-aa13-d93779877160 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 210 time: 0.0457504
Apr 02 21:12:16.731188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Allocated IP 172.20.0.14 (b773dc5a-9d44-4002-9677-1220ae52de00/4bf3596d-8f81-451e-ba28-8c948135f34d/f9a211c1-1d7d-45d9-a514-cba375c7a324) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:16.964942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks [] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.018214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.034222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e5c77e0d-d454-4e06-a459-88b01c6592cf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:17.126892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Network b773dc5a-9d44-4002-9677-1220ae52de00 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:17.137149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:17.146005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:17.198525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event updated for resources: {'Port': ['ID=f9a211c1-1d7d-45d9-a514-cba375c7a324,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:17.219337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-eb4ca153-0c0b-45dc-82a2-eff8bebe239b {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:12:17.219658 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:12:17.227263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:17.227639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.252165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b9e269d7-9f1f-4322-bc9d-bfcefe84906c tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1011271
Apr 02 21:12:17.264640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-4cef3b64-3179-4dbb-ac2a-ae1f6a733940 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:12:17.264640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-4cef3b64-3179-4dbb-ac2a-ae1f6a733940 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058131
Apr 02 21:12:17.273847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Request body: {'port': {'device_id': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:17.348434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.640916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a211c1-1d7d-45d9-a514-cba375c7a324 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:17.649028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Publish callbacks [] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.661662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Transition to ACTIVE for port object f9a211c1-1d7d-45d9-a514-cba375c7a324 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:12:17.669253 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.678638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'name': 'network-vif-deleted', 'tag': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:17.680801 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feda661-61f3-409a-b94f-523c0208deb7" -d '{"events": [{"server_uuid": "cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf", "name": "network-vif-deleted", "tag": "dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:17.723529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.794396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:17.796444 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3ed16f-ef3c-43c6-8b75-8dff7f1e28a4 x-openstack-request-id: req-7f3ed16f-ef3c-43c6-8b75-8dff7f1e28a4 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:17.796774 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf", "name": "network-vif-deleted", "tag": "dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:17.797040 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f3ed16f-ef3c-43c6-8b75-8dff7f1e28a4 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:17.797431 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3ed16f-ef3c-43c6-8b75-8dff7f1e28a4'] response: {'server_uuid': 'cb9e7ac5-31aa-4a8b-b8d2-2da360c3bbcf', 'name': 'network-vif-deleted', 'tag': 'dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3', 'status': 'completed', 'code': 200}
Apr 02 21:12:17.801645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a211c1-1d7d-45d9-a514-cba375c7a324,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:17.852372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbc4a13e-5896-4dc9-b50d-314f6456762b req-46df034b-3274-467f-b121-687a64882505 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 210 time: 0.0371270
Apr 02 21:12:17.983720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Attempting to bind port f9a211c1-1d7d-45d9-a514-cba375c7a324 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:17.983966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Attempting to bind port f9a211c1-1d7d-45d9-a514-cba375c7a324 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:17.984293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Attempting to bind port f9a211c1-1d7d-45d9-a514-cba375c7a324 on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:17.993760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55256) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:17.996277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Port f9a211c1-1d7d-45d9-a514-cba375c7a324 on network b773dc5a-9d44-4002-9677-1220ae52de00 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:12:17.996629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Attempting to bind port f9a211c1-1d7d-45d9-a514-cba375c7a324 on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:18.000620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0032957
Apr 02 21:12:18.003869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55258) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:18.005100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:18.005463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Checking segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:18.005815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Bound using segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:18.006369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Bound port: f9a211c1-1d7d-45d9-a514-cba375c7a324, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:18.006759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.033301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Allocated IP 172.20.0.10 (b773dc5a-9d44-4002-9677-1220ae52de00/4bf3596d-8f81-451e-ba28-8c948135f34d/14aacda4-5430-466d-98af-773d671332fe) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:18.249795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:18.284291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-157ee98d-69b4-4b62-9a41-3bd4f810d6e4 tempest-NetworksApiDiscovery-1411285503 tempest-NetworksApiDiscovery-1411285503-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2789638
Apr 02 21:12:18.335692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:18.336170 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.367376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:18.373445 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e2dd1a-7292-43ca-bfd5-3f98d361d7e6" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:18.388953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:18.394598 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.396419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:18.439030 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7cdc61-5153-4c0f-91f5-1aff0e0f2870 x-openstack-request-id: req-6a7cdc61-5153-4c0f-91f5-1aff0e0f2870 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:18.439629 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:18.440348 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a7cdc61-5153-4c0f-91f5-1aff0e0f2870 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:18.441119 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7cdc61-5153-4c0f-91f5-1aff0e0f2870'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'code': 200}
Apr 02 21:12:18.466742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:18.467481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dbc2ed5e-ee05-43c4-8a57-fe8f72d81ef3 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:18.498898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=14']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:18.501327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] For port f9a211c1-1d7d-45d9-a514-cba375c7a324, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:18.507625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.508135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.508719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.509290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.509824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.510560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.513199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.513812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.514507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.515110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.515694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.516277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.516885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.517490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.518013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:12:18.539539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] For port f9a211c1-1d7d-45d9-a514-cba375c7a324, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:18.556324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6283d5f-b5f3-41c1-8348-efc2c24db1a4 req-dc655392-0e11-4256-9930-8e189460611e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:18.563895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6283d5f-b5f3-41c1-8348-efc2c24db1a4 req-dc655392-0e11-4256-9930-8e189460611e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1559539
Apr 02 21:12:18.576178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.655459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:18.656086 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.657664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9a211c1-1d7d-45d9-a514-cba375c7a324 HTTP/1.1" status: 200  len: 1092 time: 1.3878343
Apr 02 21:12:18.659700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55284) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:18.729359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6283d5f-b5f3-41c1-8348-efc2c24db1a4 req-0d507efc-f343-4e38-b6a0-2eb62453796e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644700
Apr 02 21:12:18.736766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbd959-2707-4c89-ae4d-3a387bd18c80 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a211c1-1d7d-45d9-a514-cba375c7a324,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:18.772586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks [] for port (14aacda4-5430-466d-98af-773d671332fe), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.820843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (14aacda4-5430-466d-98af-773d671332fe), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.854523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a1b46d5-cb01-45b9-8417-7c3aa5e40ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:18.873016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Network b773dc5a-9d44-4002-9677-1220ae52de00 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:18.876280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:18.880411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:18.923931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66d9c-dab8-4f72-a94e-b287052bb5ad req-211f5f6f-b3a2-4255-b91e-5e86c1c684a4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:18.925523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45f66d9c-dab8-4f72-a94e-b287052bb5ad req-211f5f6f-b3a2-4255-b91e-5e86c1c684a4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0836191
Apr 02 21:12:18.997869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event updated for resources: {'Port': ['ID=14aacda4-5430-466d-98af-773d671332fe,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:18.999251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45f66d9c-dab8-4f72-a94e-b287052bb5ad req-ad6a483c-434e-4470-891d-644858010cf4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666411
Apr 02 21:12:19.039242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.039831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.052687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5c77e0d-d454-4e06-a459-88b01c6592cf no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:19.074783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-35aaa2ab-9dab-4e13-b3ca-41987d33a8f6 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6795666
Apr 02 21:12:19.077402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a1b46d5-cb01-45b9-8417-7c3aa5e40ac6 admin admin] Publish callbacks [] for security_group (af3b2b07-367c-4c33-94c2-20531ead87fb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.077558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-1e369eab-43cb-4cb7-8666-117aa5dacc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.078985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-1e369eab-43cb-4cb7-8666-117aa5dacc98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 1126 time: 0.3710825
Apr 02 21:12:19.088615 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a1b46d5-cb01-45b9-8417-7c3aa5e40ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (af3b2b07-367c-4c33-94c2-20531ead87fb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.099425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: e5c77e0d-d454-4e06-a459-88b01c6592cf {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:19.100981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e5c77e0d-d454-4e06-a459-88b01c6592cf not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:19.125476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Request body: {'port': {'device_id': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:19.142908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4b45c-00c2-444b-8a1d-d57e5020330a req-75e80b93-f3fa-47f5-a402-a323f427bfa9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.145299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23e4b45c-00c2-444b-8a1d-d57e5020330a req-75e80b93-f3fa-47f5-a402-a323f427bfa9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 932 time: 0.1685767
Apr 02 21:12:19.168545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b46d5-cb01-45b9-8417-7c3aa5e40ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b2b07-367c-4c33-94c2-20531ead87fb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:19.177135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5a1b46d5-cb01-45b9-8417-7c3aa5e40ac6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93976f138574468d9d95622db5fa30af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5161898
Apr 02 21:12:19.183071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55324) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:19.225993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-11ad5c16-4960-480c-8b38-f30a55d0072c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324 HTTP/1.1" status: 200  len: 217 time: 0.1266603
Apr 02 21:12:19.267892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4a2e7-9818-485e-8c4e-30125371503b req-b2c46917-6bfe-4b9f-bb62-b743561c586e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.269675 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11e4a2e7-9818-485e-8c4e-30125371503b req-b2c46917-6bfe-4b9f-bb62-b743561c586e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1594729
Apr 02 21:12:19.273100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bedd88a-a719-4d84-806e-c7bc83a252f2 admin admin] Publish callbacks [] for security_group (af3b2b07-367c-4c33-94c2-20531ead87fb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.318286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bedd88a-a719-4d84-806e-c7bc83a252f2 admin admin] Publish callbacks [] for security_group (af3b2b07-367c-4c33-94c2-20531ead87fb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.356082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55330) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:19.358713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14aacda4-5430-466d-98af-773d671332fe), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.368934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-e4918886-3737-4b72-b268-3a0f9b6c76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.370500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-e4918886-3737-4b72-b268-3a0f9b6c76aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.1339276
Apr 02 21:12:19.375254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23e4b45c-00c2-444b-8a1d-d57e5020330a req-3295b2e9-72be-47e0-bace-a0aaf2c87141 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548138
Apr 02 21:12:19.381163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11e4a2e7-9818-485e-8c4e-30125371503b req-db8511b3-29d8-4507-a1c8-d6a75ed68f43 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052685
Apr 02 21:12:19.406208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bedd88a-a719-4d84-806e-c7bc83a252f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (af3b2b07-367c-4c33-94c2-20531ead87fb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.409149 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bedd88a-a719-4d84-806e-c7bc83a252f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.412672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5bedd88a-a719-4d84-806e-c7bc83a252f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af3b2b07-367c-4c33-94c2-20531ead87fb HTTP/1.1" status: 204  len: 168 time: 0.2248683
Apr 02 21:12:19.420930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd88a-a719-4d84-806e-c7bc83a252f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b2b07-367c-4c33-94c2-20531ead87fb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:19.471746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-5c155b78-303f-4b22-9636-8534dac2064c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0942500
Apr 02 21:12:19.556899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa52a60c-4e10-4293-a067-1dec5818e764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.692637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa52a60c-4e10-4293-a067-1dec5818e764 admin admin] Publish callbacks [] for security_group (1c69d576-d896-467a-89fd-0a2507761c49), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.701998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa52a60c-4e10-4293-a067-1dec5818e764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c69d576-d896-467a-89fd-0a2507761c49), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.706690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-2f75e0ac-b1f2-4795-a328-619fe298284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.708246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-2f75e0ac-b1f2-4795-a328-619fe298284b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.0791118
Apr 02 21:12:19.778802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aa52a60c-4e10-4293-a067-1dec5818e764 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3660bf129d614cc6b3ecdb6644b7ebb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4121547
Apr 02 21:12:19.780262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:19.803020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'tag': 'f9a211c1-1d7d-45d9-a514-cba375c7a324'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:19.805159 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77abb4c-42cb-49dc-88da-71348fcf04d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c709c517-b9ed-4d17-b3e3-5fdb45e74990", "tag": "f9a211c1-1d7d-45d9-a514-cba375c7a324"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:19.811366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52a60c-4e10-4293-a067-1dec5818e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69d576-d896-467a-89fd-0a2507761c49,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:19.822711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed72e-7c0c-44da-a0e0-5a62349ce759 req-845449a0-1ad2-4334-82e8-dbbb55dd2661 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.824689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2ed72e-7c0c-44da-a0e0-5a62349ce759 req-845449a0-1ad2-4334-82e8-dbbb55dd2661 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1942024
Apr 02 21:12:19.828278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-90ba5fd2-7e87-4c42-a39b-a7b6d7d8126a service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3431330
Apr 02 21:12:19.877487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-92c10f57-8dcf-468f-99f2-727acffd17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:19.879572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-92c10f57-8dcf-468f-99f2-727acffd17e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1607413
Apr 02 21:12:19.900374 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04ec6c-36fb-4f7d-8ece-29fb350c3bd2 x-openstack-request-id: req-6d04ec6c-36fb-4f7d-8ece-29fb350c3bd2 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:19.900708 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c709c517-b9ed-4d17-b3e3-5fdb45e74990", "tag": "f9a211c1-1d7d-45d9-a514-cba375c7a324", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:19.900945 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d04ec6c-36fb-4f7d-8ece-29fb350c3bd2 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:19.901347 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d04ec6c-36fb-4f7d-8ece-29fb350c3bd2'] response: {'name': 'network-changed', 'server_uuid': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'tag': 'f9a211c1-1d7d-45d9-a514-cba375c7a324', 'status': 'completed', 'code': 200}
Apr 02 21:12:19.947028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a871cd-8d21-46e3-a0dc-42ec2b1b4fe3 admin admin] Publish callbacks [] for security_group (1c69d576-d896-467a-89fd-0a2507761c49), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.982888 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a871cd-8d21-46e3-a0dc-42ec2b1b4fe3 admin admin] Publish callbacks [] for security_group (1c69d576-d896-467a-89fd-0a2507761c49), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:19.983596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2ed72e-7c0c-44da-a0e0-5a62349ce759 req-7aca3266-f947-4c69-9da2-2ee0909bec73 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520789
Apr 02 21:12:20.023990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-113c28a3-b02a-4056-9649-6706d5b5516c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.1252477
Apr 02 21:12:20.025345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-c84f5b0e-dfe1-4b24-a1ac-7d8f59bf64aa service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829374
Apr 02 21:12:20.034383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aacda4-5430-466d-98af-773d671332fe {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:20.045270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Publish callbacks [] for port (14aacda4-5430-466d-98af-773d671332fe), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.079599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Transition to ACTIVE for port object 14aacda4-5430-466d-98af-773d671332fe will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:12:20.081103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a871cd-8d21-46e3-a0dc-42ec2b1b4fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c69d576-d896-467a-89fd-0a2507761c49), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.084006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a871cd-8d21-46e3-a0dc-42ec2b1b4fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.085172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e0a871cd-8d21-46e3-a0dc-42ec2b1b4fe3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c69d576-d896-467a-89fd-0a2507761c49 HTTP/1.1" status: 204  len: 168 time: 0.3044820
Apr 02 21:12:20.085382 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (14aacda4-5430-466d-98af-773d671332fe), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.092341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-318a5a24-219c-4da5-9804-f4a4bad47b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.094065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-318a5a24-219c-4da5-9804-f4a4bad47b31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0625618
Apr 02 21:12:20.099303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a871cd-8d21-46e3-a0dc-42ec2b1b4fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c69d576-d896-467a-89fd-0a2507761c49,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:20.163093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-fd563852-1ae5-43f9-b6f7-fcf9cce18cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.165744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-fd563852-1ae5-43f9-b6f7-fcf9cce18cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0634236
Apr 02 21:12:20.205972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=14aacda4-5430-466d-98af-773d671332fe,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:20.257963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-c71ac4bd-9406-4fed-8a01-55a0090800aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.259524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-c71ac4bd-9406-4fed-8a01-55a0090800aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 1126 time: 0.1624012
Apr 02 21:12:20.303830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Attempting to bind port 14aacda4-5430-466d-98af-773d671332fe on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:20.304181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Attempting to bind port 14aacda4-5430-466d-98af-773d671332fe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:20.304546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Attempting to bind port 14aacda4-5430-466d-98af-773d671332fe on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:20.313023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Port 14aacda4-5430-466d-98af-773d671332fe on network b773dc5a-9d44-4002-9677-1220ae52de00 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:12:20.313360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Attempting to bind port 14aacda4-5430-466d-98af-773d671332fe on network b773dc5a-9d44-4002-9677-1220ae52de00 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:20.318535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-2020689d-6365-41a9-81e3-d845ed96b76e service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405411
Apr 02 21:12:20.349032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:20.350066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Checking segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:20.350066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Bound using segment: {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:20.350369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Bound port: 14aacda4-5430-466d-98af-773d671332fe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08edfe25-bf7c-4dc2-a8fd-669e2dc13691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:20.350730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14aacda4-5430-466d-98af-773d671332fe), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.408313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-e9e2a0a8-b70a-4806-88b6-38884bfc804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.409878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-e9e2a0a8-b70a-4806-88b6-38884bfc804e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 914 time: 0.1429880
Apr 02 21:12:20.468550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eeefc1b-fef4-4efc-8655-95e053b777f7 req-af232190-ee08-468e-a48c-6838e9a83dd0 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434050
Apr 02 21:12:20.482624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-9404a78c-c944-4942-8e47-530f24634efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324 HTTP/1.1" status: 200  len: 217 time: 0.0619669
Apr 02 21:12:20.490466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] For port 14aacda4-5430-466d-98af-773d671332fe, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:20.504720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] For port 14aacda4-5430-466d-98af-773d671332fe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14aacda4-5430-466d-98af-773d671332fe,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:20.530388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (14aacda4-5430-466d-98af-773d671332fe), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.547618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569332-92ef-4362-816c-97b2d895a499 req-9b52f5d4-67a4-4616-a88b-25b516c30238 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.554959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49569332-92ef-4362-816c-97b2d895a499 req-9b52f5d4-67a4-4616-a88b-25b516c30238 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 944 time: 0.0767515
Apr 02 21:12:20.578289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.580090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.582126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/14aacda4-5430-466d-98af-773d671332fe HTTP/1.1" status: 200  len: 1092 time: 1.4835422
Apr 02 21:12:20.591843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-f5961ef6-0ef0-4418-a64f-7969f084813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.593355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-f5961ef6-0ef0-4418-a64f-7969f084813d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.1050091
Apr 02 21:12:20.617872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55374) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:20.644081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49569332-92ef-4362-816c-97b2d895a499 req-47d8c02c-7162-420b-842b-0a2e191c18c8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876238
Apr 02 21:12:20.645602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcfea3b-8b11-473e-b32d-0b85e7eb657d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.648162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3cb2a-ef98-4926-b4f7-fd5680bdb8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=14aacda4-5430-466d-98af-773d671332fe,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:20.740058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-a36d520c-0547-4202-850c-7495d62a894e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0958397
Apr 02 21:12:20.751251 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcfea3b-8b11-473e-b32d-0b85e7eb657d admin admin] Publish callbacks [] for security_group (d437c872-e61f-4369-be05-d67542a88aae), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.757266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcfea3b-8b11-473e-b32d-0b85e7eb657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d437c872-e61f-4369-be05-d67542a88aae), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.823489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1bcfea3b-8b11-473e-b32d-0b85e7eb657d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6cc76ab97dc4b3681828e8321f3a623&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1999509
Apr 02 21:12:20.825467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfea3b-8b11-473e-b32d-0b85e7eb657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437c872-e61f-4369-be05-d67542a88aae,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:20.828137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55382) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:20.853103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-e2bef1f9-1974-41bd-8e4a-b8ec30297785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:20.854777 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-e2bef1f9-1974-41bd-8e4a-b8ec30297785 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 1126 time: 0.1719773
Apr 02 21:12:20.887294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7d222a1-f8c9-473a-a675-570d73e3b56c admin admin] Publish callbacks [] for security_group (d437c872-e61f-4369-be05-d67542a88aae), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.912406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7d222a1-f8c9-473a-a675-570d73e3b56c admin admin] Publish callbacks [] for security_group (d437c872-e61f-4369-be05-d67542a88aae), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:20.916684 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-cae12e32-2c04-4e3e-b88f-8c0ced11bb86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14aacda4-5430-466d-98af-773d671332fe HTTP/1.1" status: 200  len: 217 time: 0.0421424
Apr 02 21:12:20.918667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-4a3bbaf2-6357-4247-9e7e-b093540818c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597772
Apr 02 21:12:20.978040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7d222a1-f8c9-473a-a675-570d73e3b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d437c872-e61f-4369-be05-d67542a88aae), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:21.004912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7d222a1-f8c9-473a-a675-570d73e3b56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:21.019286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7d222a1-f8c9-473a-a675-570d73e3b56c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d437c872-e61f-4369-be05-d67542a88aae HTTP/1.1" status: 204  len: 168 time: 0.1898472
Apr 02 21:12:21.030141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b2822e7b-52cf-4e32-b63c-e0bf02da0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:21.031338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-b2822e7b-52cf-4e32-b63c-e0bf02da0e89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.1072645
Apr 02 21:12:21.040168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d222a1-f8c9-473a-a675-570d73e3b56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437c872-e61f-4369-be05-d67542a88aae,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:21.097085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-8f2b1cbc-15a9-490c-a955-e1015cc77525 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557184
Apr 02 21:12:21.174370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a77abb4c-42cb-49dc-88da-71348fcf04d9 req-00a94366-266c-42f3-a399-cca84e5aa120 service neutron] 10.222.0.15 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489736
Apr 02 21:12:21.237415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecbffd-d5b1-432c-a4c2-7cae3a178c6b req-a6ef0eac-3769-4fa7-a9e7-9c6cae86b333 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:21.239233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30ecbffd-d5b1-432c-a4c2-7cae3a178c6b req-a6ef0eac-3769-4fa7-a9e7-9c6cae86b333 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1445649
Apr 02 21:12:21.260927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-7182dfa0-a8de-42d8-b342-73d2178b1b29 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502285
Apr 02 21:12:21.355938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30ecbffd-d5b1-432c-a4c2-7cae3a178c6b req-a29fe88b-9678-4901-81c3-d0c3d6267bae tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070490
Apr 02 21:12:21.394895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c7c1dbf-f2d7-4fcb-a1ed-36b11b208440 req-e430c7ef-06c8-475b-bf9f-8097d8e1ab94 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269369
Apr 02 21:12:21.561206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61595883-7007-4d3e-b62e-02eb693caa38 req-f91b1388-ecea-47be-96b3-371e542ba865 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:21.562964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61595883-7007-4d3e-b62e-02eb693caa38 req-f91b1388-ecea-47be-96b3-371e542ba865 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0574744
Apr 02 21:12:21.625079 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61595883-7007-4d3e-b62e-02eb693caa38 req-e8db525b-9dbe-46ad-aa86-f12181702bef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559239
Apr 02 21:12:21.799914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512680e1-d898-4120-8def-c08c665e4970 req-aa1ee5d8-9242-4c38-a46a-1f5933b47988 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:21.801626 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-512680e1-d898-4120-8def-c08c665e4970 req-aa1ee5d8-9242-4c38-a46a-1f5933b47988 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 944 time: 0.0658472
Apr 02 21:12:21.814784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e1072-dda9-4922-9561-6568ea05e431 req-693d7aea-09d1-4611-ad49-764b6ce38d4d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:21.816731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-098e1072-dda9-4922-9561-6568ea05e431 req-693d7aea-09d1-4611-ad49-764b6ce38d4d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0786273
Apr 02 21:12:21.876356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-098e1072-dda9-4922-9561-6568ea05e431 req-d7df625b-7477-44bd-83e8-139e240d2938 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501482
Apr 02 21:12:21.881093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-512680e1-d898-4120-8def-c08c665e4970 req-f8b7b793-f390-4551-b4be-7739cab0742b tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729370
Apr 02 21:12:21.908346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'tag': '14aacda4-5430-466d-98af-773d671332fe'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:21.914176 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f378e3cf-f1c3-4483-b926-b7b574ad1457" -d '{"events": [{"name": "network-changed", "server_uuid": "9a206b1c-027e-49db-ad47-b08ddcdd18a6", "tag": "14aacda4-5430-466d-98af-773d671332fe"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:21.974920 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1cae88-8ad1-4eae-9e56-7ff472fcfabb x-openstack-request-id: req-de1cae88-8ad1-4eae-9e56-7ff472fcfabb {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:21.975217 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a206b1c-027e-49db-ad47-b08ddcdd18a6", "tag": "14aacda4-5430-466d-98af-773d671332fe", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:21.975478 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de1cae88-8ad1-4eae-9e56-7ff472fcfabb {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:21.975882 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1cae88-8ad1-4eae-9e56-7ff472fcfabb'] response: {'name': 'network-changed', 'server_uuid': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'tag': '14aacda4-5430-466d-98af-773d671332fe', 'status': 'completed', 'code': 200}
Apr 02 21:12:22.059147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-32fddc78-9df7-4728-b54d-cfaaf34a32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:22.061002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-32fddc78-9df7-4728-b54d-cfaaf34a32cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 1126 time: 0.0573900
Apr 02 21:12:22.066254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a747073-402b-483e-9e98-dfc2a358184f req-5015d17d-6a2f-4d07-a0f8-7c5313415e2f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:22.067791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a747073-402b-483e-9e98-dfc2a358184f req-5015d17d-6a2f-4d07-a0f8-7c5313415e2f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0784607
Apr 02 21:12:22.120114 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a747073-402b-483e-9e98-dfc2a358184f req-a76cb976-dda3-44cc-89a6-256bea58d90e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463209
Apr 02 21:12:22.157259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-76a578a3-8d1a-4b1b-b4e9-b2e1c0da8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:22.158662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-76a578a3-8d1a-4b1b-b4e9-b2e1c0da8020 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 200  len: 914 time: 0.0904441
Apr 02 21:12:22.207312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-e7f819e9-f16f-4f87-b6a1-1cc29c2de09c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14aacda4-5430-466d-98af-773d671332fe HTTP/1.1" status: 200  len: 217 time: 0.0421782
Apr 02 21:12:22.286342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-7d9c8358-f8af-4be4-a69d-ffdbb4a2a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:22.287802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-7d9c8358-f8af-4be4-a69d-ffdbb4a2a5ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 200  len: 853 time: 0.0730803
Apr 02 21:12:22.297321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6befb-e609-42ce-a711-3aac646caf64 req-f3204eda-df98-43d6-baec-31e2ff26d174 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:22.299103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dcf6befb-e609-42ce-a711-3aac646caf64 req-f3204eda-df98-43d6-baec-31e2ff26d174 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0942702
Apr 02 21:12:22.331589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-c62cbfcf-efe6-4279-82b7-3ff42c0e6795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b773dc5a-9d44-4002-9677-1220ae52de00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316212
Apr 02 21:12:22.419374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dcf6befb-e609-42ce-a711-3aac646caf64 req-7d7469be-f009-45f8-8f07-9e0b68d9c3ca tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120110
Apr 02 21:12:22.451249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-5cbd0463-97d2-4e19-9353-e61c0cfa5bd5 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1112456
Apr 02 21:12:22.556031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f378e3cf-f1c3-4483-b926-b7b574ad1457 req-605952a3-fb19-4fdb-8fe3-aee5bb5f5fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978255
Apr 02 21:12:22.709905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-70e8a775-2e09-49f9-99f9-ec9eff9a9ab6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:22.711428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-70e8a775-2e09-49f9-99f9-ec9eff9a9ab6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.1098392
Apr 02 21:12:22.726718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-fe5fc384-f649-4565-96ac-2d9816b62c51 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/quotas/e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 375 time: 0.0096004
Apr 02 21:12:22.788805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-2ce1b011-2773-4e57-888c-03e35863953a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0559735
Apr 02 21:12:22.881333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-ed6be3c7-74e5-462b-9c05-30c8518d553d service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851471
Apr 02 21:12:22.991701 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-05920c7d-fa8e-4640-b81d-93e255c1b155 service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045532
Apr 02 21:12:23.024428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a023-fda9-4e94-ba92-738453ef2747 req-e98f6057-85f8-464b-a529-46b350b9494b tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:23.026628 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2300a023-fda9-4e94-ba92-738453ef2747 req-e98f6057-85f8-464b-a529-46b350b9494b tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 944 time: 0.0761240
Apr 02 21:12:23.121886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2300a023-fda9-4e94-ba92-738453ef2747 req-5bccb870-f621-48ef-8432-10da7b930fb1 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878468
Apr 02 21:12:23.160042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9002-791e-48d7-8a6c-ab6cd6a2cb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.307747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c53426-1bad-47ef-8061-2e16c1263bcf req-7bdaec6e-81c1-44d5-9f57-0bdffad46d43 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 210 time: 0.0726368
Apr 02 21:12:23.469189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55582) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:23.683795 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18906ea-d7fd-451a-8a1d-f8eb903d13b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.792342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18906ea-d7fd-451a-8a1d-f8eb903d13b7 admin admin] Publish callbacks [] for security_group (9eeb805a-0af4-4085-8b1a-e3221072b4f3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.797680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f18906ea-d7fd-451a-8a1d-f8eb903d13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9eeb805a-0af4-4085-8b1a-e3221072b4f3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.841245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f18906ea-d7fd-451a-8a1d-f8eb903d13b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75856dc4c50543f998ec0b93cb68a192&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3686602
Apr 02 21:12:23.841245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18906ea-d7fd-451a-8a1d-f8eb903d13b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeb805a-0af4-4085-8b1a-e3221072b4f3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:23.841740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55608) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:23.908820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-100df805-2a0b-41bd-9426-1cb2a6f21289 admin admin] Publish callbacks [] for security_group (9eeb805a-0af4-4085-8b1a-e3221072b4f3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.937083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-100df805-2a0b-41bd-9426-1cb2a6f21289 admin admin] Publish callbacks [] for security_group (9eeb805a-0af4-4085-8b1a-e3221072b4f3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.985998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-100df805-2a0b-41bd-9426-1cb2a6f21289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9eeb805a-0af4-4085-8b1a-e3221072b4f3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.988781 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-100df805-2a0b-41bd-9426-1cb2a6f21289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:23.989980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-100df805-2a0b-41bd-9426-1cb2a6f21289 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eeb805a-0af4-4085-8b1a-e3221072b4f3 HTTP/1.1" status: 204  len: 168 time: 0.1471632
Apr 02 21:12:23.998707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100df805-2a0b-41bd-9426-1cb2a6f21289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeb805a-0af4-4085-8b1a-e3221072b4f3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:24.279654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14aacda4-5430-466d-98af-773d671332fe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:12:24.284138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b950d-373e-4a2b-a7ca-e29bf7898ddb req-2a725a64-24a8-453d-912e-2e625c50c082 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:24.294374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-438b950d-373e-4a2b-a7ca-e29bf7898ddb req-2a725a64-24a8-453d-912e-2e625c50c082 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 944 time: 0.1004326
Apr 02 21:12:24.431515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-b1e9f4e9-328a-4935-a8c8-00bad9b551eb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:24.435317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-438b950d-373e-4a2b-a7ca-e29bf7898ddb req-42c6af48-f3f2-49d8-9756-d3310af520af tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349618
Apr 02 21:12:24.436737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-b1e9f4e9-328a-4935-a8c8-00bad9b551eb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.1943600
Apr 02 21:12:24.454793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'port': {'device_id': '9cafb483-0676-4e62-8476-0173f608446a', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'admin_state_up': True, 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:24.484927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 14aacda4-5430-466d-98af-773d671332fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14aacda4-5430-466d-98af-773d671332fe,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:24.503121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '14aacda4-5430-466d-98af-773d671332fe', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'port_id': '14aacda4-5430-466d-98af-773d671332fe', 'mac_address': 'fa:16:3e:17:4e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf3596d-8f81-451e-ba28-8c948135f34d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:12:24.534920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f676250-d1fa-49c2-b873-460556cec4ad req-a3ce301b-22c9-431d-bdff-e3fff8b98026 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 210 time: 0.0456502
Apr 02 21:12:24.563537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 14aacda4-5430-466d-98af-773d671332fe is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:24.563933 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14aacda4-5430-466d-98af-773d671332fe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:24.578192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aacda4-5430-466d-98af-773d671332fe {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:24.603034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 14aacda4-5430-466d-98af-773d671332fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14aacda4-5430-466d-98af-773d671332fe,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:24.608648 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (14aacda4-5430-466d-98af-773d671332fe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:24.649728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:24.653519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:24.666804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=14aacda4-5430-466d-98af-773d671332fe,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:24.839933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Allocated IP 172.20.0.13 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:24.858924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14aacda4-5430-466d-98af-773d671332fe'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:25.050707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.077492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f9a211c1-1d7d-45d9-a514-cba375c7a324 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:12:25.100205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.158791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:25.165271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:25.171135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:25.220552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:25.255257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f9a211c1-1d7d-45d9-a514-cba375c7a324, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:25.285680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'f9a211c1-1d7d-45d9-a514-cba375c7a324', 'network_id': 'b773dc5a-9d44-4002-9677-1220ae52de00', 'port_id': 'f9a211c1-1d7d-45d9-a514-cba375c7a324', 'mac_address': 'fa:16:3e:ee:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf3596d-8f81-451e-ba28-8c948135f34d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:12:25.289067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:25.290107 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.325068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-17bb567e-acba-4edc-8593-e9135ea3a8d3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8771131
Apr 02 21:12:25.337548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Request body: {'port': {'device_id': '9cafb483-0676-4e62-8476-0173f608446a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:25.354024 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dedee205-5dfa-4338-9e56-2a2ac3e0eb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.369138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f9a211c1-1d7d-45d9-a514-cba375c7a324 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:25.369594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.392246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a211c1-1d7d-45d9-a514-cba375c7a324 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:25.429606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f9a211c1-1d7d-45d9-a514-cba375c7a324, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:25.436202 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.467260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.573987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f9a211c1-1d7d-45d9-a514-cba375c7a324,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:25.656117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f3713-d817-4462-833e-4fdf8faac5e7 req-54b204ba-1171-44fd-98e5-4b51aade01ce tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:25.659228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d3f3713-d817-4462-833e-4fdf8faac5e7 req-54b204ba-1171-44fd-98e5-4b51aade01ce tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 945 time: 0.1022174
Apr 02 21:12:25.663751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0c3a8739-659a-4c90-9d83-bdbdee308060 None None] Provisioning complete for port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:25.664709 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0c3a8739-659a-4c90-9d83-bdbdee308060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:25.715357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a8739-659a-4c90-9d83-bdbdee308060 None None] Port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:25.743283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d3f3713-d817-4462-833e-4fdf8faac5e7 req-e3b069f4-3335-48a5-938d-25b512f7d8c2 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722902
Apr 02 21:12:25.760799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f9a211c1-1d7d-45d9-a514-cba375c7a324'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:25.903337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55750) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:25.945164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55756) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:26.045187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0262f3c8-a38f-4dd6-9c22-36573eae1439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.080068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15990-f38d-43c2-b23d-8064c1677f89 req-126f73a1-ad08-49fd-bd02-97d59ee3f138 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:26.081612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-94f15990-f38d-43c2-b23d-8064c1677f89 req-126f73a1-ad08-49fd-bd02-97d59ee3f138 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 932 time: 0.4288983
Apr 02 21:12:26.144706 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0262f3c8-a38f-4dd6-9c22-36573eae1439 admin admin] Publish callbacks [] for security_group (737a0b2b-f0a6-495b-bda9-09e3c48c717c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.153937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0262f3c8-a38f-4dd6-9c22-36573eae1439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (737a0b2b-f0a6-495b-bda9-09e3c48c717c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.173946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-94f15990-f38d-43c2-b23d-8064c1677f89 req-6af0b5bd-ac22-4192-b12e-523cfd05f6e5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628765
Apr 02 21:12:26.224312 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0262f3c8-a38f-4dd6-9c22-36573eae1439 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cf65e4c94be42e88cc8b3f5eb50e03b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3198791
Apr 02 21:12:26.232757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55768) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:26.236817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262f3c8-a38f-4dd6-9c22-36573eae1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a0b2b-f0a6-495b-bda9-09e3c48c717c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:26.241546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7ff2-c6cb-4487-8082-fb6751471648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.287272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:26.297766 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Publish callbacks [] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.300015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14aacda4-5430-466d-98af-773d671332fe up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:26.317480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4579ae0f-e784-4007-9c21-71b23959b285 admin admin] Publish callbacks [] for security_group (737a0b2b-f0a6-495b-bda9-09e3c48c717c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.331135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Transition to ACTIVE for port object d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:12:26.344267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.348674 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4579ae0f-e784-4007-9c21-71b23959b285 admin admin] Publish callbacks [] for security_group (737a0b2b-f0a6-495b-bda9-09e3c48c717c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.351238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7ff2-c6cb-4487-8082-fb6751471648 admin admin] Publish callbacks [] for security_group (1c40e46c-320c-45a6-bd60-a41b6882274d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.359174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7ff2-c6cb-4487-8082-fb6751471648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c40e46c-320c-45a6-bd60-a41b6882274d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.404768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6e4b7ff2-c6cb-4487-8082-fb6751471648 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52b2cba228394367afb66dc3bb162a88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4560215
Apr 02 21:12:26.409767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55772) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:26.436812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:26.475559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b7ff2-c6cb-4487-8082-fb6751471648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40e46c-320c-45a6-bd60-a41b6882274d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:26.522186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4579ae0f-e784-4007-9c21-71b23959b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (737a0b2b-f0a6-495b-bda9-09e3c48c717c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.522778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1890-812a-446f-a6b2-e554cb7df1c8 admin admin] Publish callbacks [] for security_group (1c40e46c-320c-45a6-bd60-a41b6882274d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.525855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4579ae0f-e784-4007-9c21-71b23959b285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.527432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4579ae0f-e784-4007-9c21-71b23959b285 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/737a0b2b-f0a6-495b-bda9-09e3c48c717c HTTP/1.1" status: 204  len: 168 time: 0.2953286
Apr 02 21:12:26.542848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579ae0f-e784-4007-9c21-71b23959b285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a0b2b-f0a6-495b-bda9-09e3c48c717c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:26.551343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1890-812a-446f-a6b2-e554cb7df1c8 admin admin] Publish callbacks [] for security_group (1c40e46c-320c-45a6-bd60-a41b6882274d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.586983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Attempting to bind port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:26.587312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Attempting to bind port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:26.587816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Attempting to bind port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:26.593171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a on network 31fced4c-1a00-48a4-a6cd-17c45563c707 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:12:26.593710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Attempting to bind port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:26.601506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:26.603216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:26.603855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:26.609605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Bound port: d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:26.610244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.626598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1890-812a-446f-a6b2-e554cb7df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1c40e46c-320c-45a6-bd60-a41b6882274d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.630265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1890-812a-446f-a6b2-e554cb7df1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.634201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c2c1890-812a-446f-a6b2-e554cb7df1c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c40e46c-320c-45a6-bd60-a41b6882274d HTTP/1.1" status: 204  len: 168 time: 0.2209234
Apr 02 21:12:26.645676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c1890-812a-446f-a6b2-e554cb7df1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40e46c-320c-45a6-bd60-a41b6882274d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:26.748113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] For port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:26.752871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] For port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:26.770462 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.797759 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.820422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 14aacda4-5430-466d-98af-773d671332fe completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:12:26.826063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 14aacda4-5430-466d-98af-773d671332fe triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:26.827136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (14aacda4-5430-466d-98af-773d671332fe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.833412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:26.834129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:26.835486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a HTTP/1.1" status: 200  len: 1092 time: 1.5025158
Apr 02 21:12:26.836107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cafb483-0676-4e62-8476-0173f608446a', 'tag': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:26.838884 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9cafb483-0676-4e62-8476-0173f608446a", "tag": "d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:26.872951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf511f-9d38-411d-8dc9-eb72c3ece615 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:26.960156 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02aa02-7e26-44bb-96aa-ca414de96c32 x-openstack-request-id: req-ac02aa02-7e26-44bb-96aa-ca414de96c32 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:26.960654 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cafb483-0676-4e62-8476-0173f608446a", "tag": "d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:26.961063 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac02aa02-7e26-44bb-96aa-ca414de96c32 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:26.961924 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac02aa02-7e26-44bb-96aa-ca414de96c32'] response: {'name': 'network-changed', 'server_uuid': '9cafb483-0676-4e62-8476-0173f608446a', 'tag': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a', 'status': 'completed', 'code': 200}
Apr 02 21:12:26.969058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-88977f4f-c343-4c62-9eed-40a4dfbd19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:26.971177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-88977f4f-c343-4c62-9eed-40a4dfbd19f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 1126 time: 0.0851583
Apr 02 21:12:26.979229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3450f6-7bb2-44fe-8e03-64c0dc5c177c req-1ef802e9-8493-44f5-bf68-c6adccaafc7b tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:26.981401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed3450f6-7bb2-44fe-8e03-64c0dc5c177c req-1ef802e9-8493-44f5-bf68-c6adccaafc7b tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 945 time: 0.1237938
Apr 02 21:12:27.018872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-8591bd83-7fff-4cb1-8817-3413d3b89ea9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a HTTP/1.1" status: 200  len: 217 time: 0.0408571
Apr 02 21:12:27.022291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 14aacda4-5430-466d-98af-773d671332fe is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:27.024240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14aacda4-5430-466d-98af-773d671332fe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.084784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-6605870b-cfea-409c-91eb-f346c72bb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:27.086349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-6605870b-cfea-409c-91eb-f346c72bb5c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0597019
Apr 02 21:12:27.093138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed3450f6-7bb2-44fe-8e03-64c0dc5c177c req-a478187a-de79-46a6-858b-035cfe58ef0d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033878
Apr 02 21:12:27.093315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aacda4-5430-466d-98af-773d671332fe'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:27.116079 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a704aa90-09c6-4f1d-8748-3b08f40083e8" -d '{"events": [{"server_uuid": "9a206b1c-027e-49db-ad47-b08ddcdd18a6", "name": "network-vif-plugged", "status": "completed", "tag": "14aacda4-5430-466d-98af-773d671332fe"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:27.129946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 14aacda4-5430-466d-98af-773d671332fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14aacda4-5430-466d-98af-773d671332fe,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:27.131730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f9a211c1-1d7d-45d9-a514-cba375c7a324 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:27.157910 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (14aacda4-5430-466d-98af-773d671332fe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.192244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-53dfa178-05bc-437f-be89-4e4800b90ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:27.194845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-53dfa178-05bc-437f-be89-4e4800b90ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1001801
Apr 02 21:12:27.232109 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc6d17-3eef-430d-ba54-b8cec1e6fca5 x-openstack-request-id: req-2afc6d17-3eef-430d-ba54-b8cec1e6fca5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:27.232729 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a206b1c-027e-49db-ad47-b08ddcdd18a6", "name": "network-vif-plugged", "status": "completed", "tag": "14aacda4-5430-466d-98af-773d671332fe", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:27.233221 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2afc6d17-3eef-430d-ba54-b8cec1e6fca5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:27.233844 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afc6d17-3eef-430d-ba54-b8cec1e6fca5'] response: {'server_uuid': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aacda4-5430-466d-98af-773d671332fe', 'code': 200}
Apr 02 21:12:27.281035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=14aacda4-5430-466d-98af-773d671332fe,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:27.286816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port f9a211c1-1d7d-45d9-a514-cba375c7a324 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:12:27.296621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port f9a211c1-1d7d-45d9-a514-cba375c7a324 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:27.297291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.375984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681dc5-beb0-48f3-b582-d01d142e880f req-320082d3-9832-4213-a49d-ce229f41a18b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:27.384861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4681dc5-beb0-48f3-b582-d01d142e880f req-320082d3-9832-4213-a49d-ce229f41a18b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 944 time: 0.0750694
Apr 02 21:12:27.395667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f9a211c1-1d7d-45d9-a514-cba375c7a324 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:27.396543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.436651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f9a211c1-1d7d-45d9-a514-cba375c7a324, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:27.449394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.483412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55830) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:27.498997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4681dc5-beb0-48f3-b582-d01d142e880f req-810e81dd-85cd-4b71-bea0-f686bc776ad7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124773
Apr 02 21:12:27.519314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f9a211c1-1d7d-45d9-a514-cba375c7a324,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:27.527741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75738da4-d434-431f-b209-f1e964a2c2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.555485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-11747c02-cd8c-4161-acb0-14dbd5adc9b2 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3532476
Apr 02 21:12:27.570181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a71ed0-dc39-4940-86ef-abf5f7fa8523 req-df2a85bc-581a-4e7c-9fd3-904162ca69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:27.572060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89a71ed0-dc39-4940-86ef-abf5f7fa8523 req-df2a85bc-581a-4e7c-9fd3-904162ca69c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 1128 time: 0.2534792
Apr 02 21:12:27.626780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75738da4-d434-431f-b209-f1e964a2c2b3 admin admin] Publish callbacks [] for security_group (e76d8240-eb01-4ac9-a9ff-82013d132d6d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.634498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75738da4-d434-431f-b209-f1e964a2c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e76d8240-eb01-4ac9-a9ff-82013d132d6d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.683605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738da4-d434-431f-b209-f1e964a2c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d8240-eb01-4ac9-a9ff-82013d132d6d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:27.712041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89a71ed0-dc39-4940-86ef-abf5f7fa8523 req-294512ca-8755-4b34-b5e6-84e56ec8b8e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259141
Apr 02 21:12:27.712538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55846) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:27.714049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-75738da4-d434-431f-b209-f1e964a2c2b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d664c6dd4634d1caee6d3514333c2ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2136364
Apr 02 21:12:27.760714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f211dc74-94bb-4bdc-90a9-536f34376ae4 req-7f8cfe73-4692-4341-ba52-20105efadc98 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869946
Apr 02 21:12:27.784774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27224c65-12d6-4e33-b6e7-9faff4220116 admin admin] Publish callbacks [] for security_group (e76d8240-eb01-4ac9-a9ff-82013d132d6d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.812670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27224c65-12d6-4e33-b6e7-9faff4220116 admin admin] Publish callbacks [] for security_group (e76d8240-eb01-4ac9-a9ff-82013d132d6d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.850042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:27.891002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-d74a662e-9183-4c06-90a4-bde5e86d1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:27.892774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-d74a662e-9183-4c06-90a4-bde5e86d1323 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 1126 time: 0.0781927
Apr 02 21:12:27.962031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27224c65-12d6-4e33-b6e7-9faff4220116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e76d8240-eb01-4ac9-a9ff-82013d132d6d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.965003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27224c65-12d6-4e33-b6e7-9faff4220116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:27.966042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-27224c65-12d6-4e33-b6e7-9faff4220116 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e76d8240-eb01-4ac9-a9ff-82013d132d6d HTTP/1.1" status: 204  len: 168 time: 0.2509098
Apr 02 21:12:27.979484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224c65-12d6-4e33-b6e7-9faff4220116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d8240-eb01-4ac9-a9ff-82013d132d6d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:28.014856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-a6ccf8a1-0376-484e-86b5-e65a30808d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:28.016402 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-a6ccf8a1-0376-484e-86b5-e65a30808d1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1174712
Apr 02 21:12:28.065557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-79076658-6f2c-4f6f-b94b-9c13e8555fa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a HTTP/1.1" status: 200  len: 217 time: 0.0396402
Apr 02 21:12:28.096955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a66516e-c3c7-406c-8f60-bf1a62d1a25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.125905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-b48ede24-6262-433e-9778-8131db978061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:28.127464 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-b48ede24-6262-433e-9778-8131db978061 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0550358
Apr 02 21:12:28.186590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-2f11f6e9-bce9-475d-86ea-f43ba09f751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:28.188188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-2f11f6e9-bce9-475d-86ea-f43ba09f751a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0554173
Apr 02 21:12:28.251936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a66516e-c3c7-406c-8f60-bf1a62d1a25f admin admin] Publish callbacks [] for security_group (07d1a097-0e17-4b46-a743-7cef665c0284), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.259460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a66516e-c3c7-406c-8f60-bf1a62d1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (07d1a097-0e17-4b46-a743-7cef665c0284), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.303269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1a66516e-c3c7-406c-8f60-bf1a62d1a25f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=398983d600e44a1ebb81f66aa02a8c29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4519126
Apr 02 21:12:28.304556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66516e-c3c7-406c-8f60-bf1a62d1a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d1a097-0e17-4b46-a743-7cef665c0284,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:28.307505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:28.325105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26c86-8076-42e2-a23f-f01b6da712b1 req-718a469c-a515-421c-91f8-e82d145bbe40 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:28.326638 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cff26c86-8076-42e2-a23f-f01b6da712b1 req-718a469c-a515-421c-91f8-e82d145bbe40 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 946 time: 0.1348655
Apr 02 21:12:28.350011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-5d678b39-6357-4e0c-904c-031bc689e4c5 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476347
Apr 02 21:12:28.378296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c462214d-41cd-4568-87b1-da0e2c6dcff3 admin admin] Publish callbacks [] for security_group (07d1a097-0e17-4b46-a743-7cef665c0284), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.404745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c462214d-41cd-4568-87b1-da0e2c6dcff3 admin admin] Publish callbacks [] for security_group (07d1a097-0e17-4b46-a743-7cef665c0284), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.459846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cff26c86-8076-42e2-a23f-f01b6da712b1 req-b0a06dcf-3041-44e5-836a-dbc3707e0872 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266990
Apr 02 21:12:28.489770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c462214d-41cd-4568-87b1-da0e2c6dcff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (07d1a097-0e17-4b46-a743-7cef665c0284), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.492984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c462214d-41cd-4568-87b1-da0e2c6dcff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.494268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c462214d-41cd-4568-87b1-da0e2c6dcff3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07d1a097-0e17-4b46-a743-7cef665c0284 HTTP/1.1" status: 204  len: 168 time: 0.1848247
Apr 02 21:12:28.502320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ac268bd-fd2e-4996-b833-79ee3ff18fcf req-a5b4af83-c915-42e1-9215-d3fc280128c1 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453941
Apr 02 21:12:28.505373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462214d-41cd-4568-87b1-da0e2c6dcff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d1a097-0e17-4b46-a743-7cef665c0284,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:28.637942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15584ea6-6de0-49e4-9d98-e9159a2ccac2 req-00828ab7-0e7a-484b-ac77-06859a29ad3d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:28.639459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-15584ea6-6de0-49e4-9d98-e9159a2ccac2 req-00828ab7-0e7a-484b-ac77-06859a29ad3d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 944 time: 0.0601583
Apr 02 21:12:28.688330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:28.699649 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-15584ea6-6de0-49e4-9d98-e9159a2ccac2 req-80d53852-0c50-4059-b2d2-d4aaebc17ad8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541697
Apr 02 21:12:28.953063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55922) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:28.970213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ab2eb0b-6482-4847-8427-d2bf5ff05e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.054901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ab2eb0b-6482-4847-8427-d2bf5ff05e74 admin admin] Publish callbacks [] for security_group (24ac862b-48ed-4f90-af1e-e665cc1d479e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.060682 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9ab2eb0b-6482-4847-8427-d2bf5ff05e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (24ac862b-48ed-4f90-af1e-e665cc1d479e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.111891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9ab2eb0b-6482-4847-8427-d2bf5ff05e74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e24bbad401894a06b438b0d50656c3fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1553776
Apr 02 21:12:29.111891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2eb0b-6482-4847-8427-d2bf5ff05e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac862b-48ed-4f90-af1e-e665cc1d479e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:29.112678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:29.177739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55b4c78c-1651-47e3-8a3d-313de7fa5dc9 admin admin] Publish callbacks [] for security_group (24ac862b-48ed-4f90-af1e-e665cc1d479e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.203040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55b4c78c-1651-47e3-8a3d-313de7fa5dc9 admin admin] Publish callbacks [] for security_group (24ac862b-48ed-4f90-af1e-e665cc1d479e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.235067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a211c1-1d7d-45d9-a514-cba375c7a324'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:29.239263 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b5e0e-b971-4db8-9ff5-7327bf0c0774" -d '{"events": [{"server_uuid": "c709c517-b9ed-4d17-b3e3-5fdb45e74990", "name": "network-vif-plugged", "status": "completed", "tag": "f9a211c1-1d7d-45d9-a514-cba375c7a324"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:29.268000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55b4c78c-1651-47e3-8a3d-313de7fa5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (24ac862b-48ed-4f90-af1e-e665cc1d479e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.272387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55b4c78c-1651-47e3-8a3d-313de7fa5dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.274735 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-55b4c78c-1651-47e3-8a3d-313de7fa5dc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24ac862b-48ed-4f90-af1e-e665cc1d479e HTTP/1.1" status: 204  len: 168 time: 0.1613433
Apr 02 21:12:29.290039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4c78c-1651-47e3-8a3d-313de7fa5dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac862b-48ed-4f90-af1e-e665cc1d479e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:29.298895 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dab927-8817-4e0c-836b-6fac95609ebc x-openstack-request-id: req-d6dab927-8817-4e0c-836b-6fac95609ebc {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:29.298895 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c709c517-b9ed-4d17-b3e3-5fdb45e74990", "name": "network-vif-plugged", "status": "completed", "tag": "f9a211c1-1d7d-45d9-a514-cba375c7a324", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:29.299321 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6dab927-8817-4e0c-836b-6fac95609ebc {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:29.299618 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dab927-8817-4e0c-836b-6fac95609ebc'] response: {'server_uuid': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a211c1-1d7d-45d9-a514-cba375c7a324', 'code': 200}
Apr 02 21:12:29.381093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:29.415449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03656c6-f76f-407e-aefc-7c489f44671a req-eb97982d-aa81-4ee3-98cc-80230a7c786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:29.417792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c03656c6-f76f-407e-aefc-7c489f44671a req-eb97982d-aa81-4ee3-98cc-80230a7c786b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 1128 time: 0.0599625
Apr 02 21:12:29.471285 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c03656c6-f76f-407e-aefc-7c489f44671a req-44207879-b297-4a75-a02c-0c0817ad6ca3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482717
Apr 02 21:12:29.619735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b87873-2748-407e-aa49-1b94f2fd2832 req-38d51864-8767-4351-9613-d8edbeb39d0a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:29.622271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52b87873-2748-407e-aa49-1b94f2fd2832 req-38d51864-8767-4351-9613-d8edbeb39d0a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 946 time: 0.0798304
Apr 02 21:12:29.689224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52b87873-2748-407e-aa49-1b94f2fd2832 req-c74d849b-1df0-4247-bd3f-ee38421bf92a tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599835
Apr 02 21:12:29.849827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b1cc7-5944-4568-a963-1183fb56f04c req-789fea74-3672-450a-8133-574257539a7d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:29.852865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6b1cc7-5944-4568-a963-1183fb56f04c req-789fea74-3672-450a-8133-574257539a7d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 944 time: 0.0707092
Apr 02 21:12:29.864429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e078-40a9-4959-843b-3fb61f36d1fe req-35282a35-a76d-4598-88a1-de5117f89f3f tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:29.873271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ba2e078-40a9-4959-843b-3fb61f36d1fe req-35282a35-a76d-4598-88a1-de5117f89f3f tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 946 time: 0.0873470
Apr 02 21:12:29.935874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de6b1cc7-5944-4568-a963-1183fb56f04c req-e6d99d28-ef21-4c0b-8f14-ebc929b6d75d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742908
Apr 02 21:12:29.940305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ba2e078-40a9-4959-843b-3fb61f36d1fe req-21f97c73-3e09-4ad6-b128-ae6d02289f37 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658376
Apr 02 21:12:31.068481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5c065-2439-4c8f-97a7-f58efccb411d req-d82bab8d-ad0b-40a0-963a-1046615e5a2d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:31.070622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf438c5-2c43-4dcb-b83a-ef998254dddd req-4715c3af-a34f-4bde-b6d9-ca6c7a483e42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:31.071330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-faa5c065-2439-4c8f-97a7-f58efccb411d req-d82bab8d-ad0b-40a0-963a-1046615e5a2d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 946 time: 0.0633292
Apr 02 21:12:31.072809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adf438c5-2c43-4dcb-b83a-ef998254dddd req-4715c3af-a34f-4bde-b6d9-ca6c7a483e42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 944 time: 0.0624268
Apr 02 21:12:31.120401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.143207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-faa5c065-2439-4c8f-97a7-f58efccb411d req-f3574a6a-3134-43c8-8084-248f4c7d2be9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657828
Apr 02 21:12:31.147301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adf438c5-2c43-4dcb-b83a-ef998254dddd req-f3a65eff-6a2f-4879-9251-f75eb9a61982 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675406
Apr 02 21:12:31.206433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.270425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdeed386-af9b-41cd-8573-a4d0855ca4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.316858 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0dd7-5a73-4cc7-ba48-6ca48f47f76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.341138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56088) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.402726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdeed386-af9b-41cd-8573-a4d0855ca4cb admin admin] Publish callbacks [] for security_group (0daf1397-d8d8-46d1-8c53-6ab538f8e6ea), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.408439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-71a111c8-717b-42e9-8ff3-c37f87570985 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-8477013'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:31.409729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-71a111c8-717b-42e9-8ff3-c37f87570985 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Unknown quota resources ['metering_label']. {{(pid=121649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:12:31.416429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdeed386-af9b-41cd-8573-a4d0855ca4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0daf1397-d8d8-46d1-8c53-6ab538f8e6ea), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.419823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0dd7-5a73-4cc7-ba48-6ca48f47f76f admin admin] Publish callbacks [] for security_group (7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.425096 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0dd7-5a73-4cc7-ba48-6ca48f47f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.473174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c2f0dd7-5a73-4cc7-ba48-6ca48f47f76f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7500e92922264882be9952e74d592fbd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2652719
Apr 02 21:12:31.474205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56092) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.475034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f0dd7-5a73-4cc7-ba48-6ca48f47f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:31.540819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-508a2329-3393-4a02-99e8-61dcd940fbaa admin admin] Publish callbacks [] for security_group (7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.562095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-508a2329-3393-4a02-99e8-61dcd940fbaa admin admin] Publish callbacks [] for security_group (7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.600003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fdeed386-af9b-41cd-8573-a4d0855ca4cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa59e803ec5349a68092d1220aee2a1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4781365
Apr 02 21:12:31.603215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56096) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.605211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeed386-af9b-41cd-8573-a4d0855ca4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daf1397-d8d8-46d1-8c53-6ab538f8e6ea,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:31.621733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-508a2329-3393-4a02-99e8-61dcd940fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.629533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-508a2329-3393-4a02-99e8-61dcd940fbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.633361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-508a2329-3393-4a02-99e8-61dcd940fbaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329 HTTP/1.1" status: 204  len: 168 time: 0.1496542
Apr 02 21:12:31.642638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a2329-3393-4a02-99e8-61dcd940fbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4afd3c-8d4d-4dd7-b0bd-48c08dd49329,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:31.688764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71a111c8-717b-42e9-8ff3-c37f87570985 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.689924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71a111c8-717b-42e9-8ff3-c37f87570985 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 475 time: 0.3463037
Apr 02 21:12:31.692882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56100) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.700651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6f9d8f26-d1ac-4eb6-8a78-69eff92f5288 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1c394782-d3d6-4044-a125-b22d952e22fe'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:31.701161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6f9d8f26-d1ac-4eb6-8a78-69eff92f5288 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:12:31.735497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95566-7514-4ca8-92a5-54be4d6655a0 req-12409e23-d31b-48b3-958d-740c0b022d07 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:31.737021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-27c95566-7514-4ca8-92a5-54be4d6655a0 req-12409e23-d31b-48b3-958d-740c0b022d07 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 946 time: 0.1526363
Apr 02 21:12:31.754050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2431dfd7-c655-4637-bf82-88ba4ed58f60 admin admin] Publish callbacks [] for security_group (0daf1397-d8d8-46d1-8c53-6ab538f8e6ea), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.765723 ncdv-master-1 neutron-server[121648]: WARNING neutron.services.metering.metering_plugin [None req-6f9d8f26-d1ac-4eb6-8a78-69eff92f5288 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 02 21:12:31.801989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2431dfd7-c655-4637-bf82-88ba4ed58f60 admin admin] Publish callbacks [] for security_group (0daf1397-d8d8-46d1-8c53-6ab538f8e6ea), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.819419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-27c95566-7514-4ca8-92a5-54be4d6655a0 req-8b7ff7d5-3aa0-4065-817a-f76475306dc3 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742204
Apr 02 21:12:31.867442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f9d8f26-d1ac-4eb6-8a78-69eff92f5288 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.869048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6f9d8f26-d1ac-4eb6-8a78-69eff92f5288 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1741803
Apr 02 21:12:31.872753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56104) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.878595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-51224c59-3f72-47fe-a8f1-54c386fa9195 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1c394782-d3d6-4044-a125-b22d952e22fe'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:31.879251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-51224c59-3f72-47fe-a8f1-54c386fa9195 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:12:31.879538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2431dfd7-c655-4637-bf82-88ba4ed58f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0daf1397-d8d8-46d1-8c53-6ab538f8e6ea), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.882467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2431dfd7-c655-4637-bf82-88ba4ed58f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:31.886857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2431dfd7-c655-4637-bf82-88ba4ed58f60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0daf1397-d8d8-46d1-8c53-6ab538f8e6ea HTTP/1.1" status: 204  len: 168 time: 0.2797694
Apr 02 21:12:31.899110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431dfd7-c655-4637-bf82-88ba4ed58f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daf1397-d8d8-46d1-8c53-6ab538f8e6ea,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:31.946852 ncdv-master-1 neutron-server[121648]: WARNING neutron.services.metering.metering_plugin [None req-51224c59-3f72-47fe-a8f1-54c386fa9195 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 02 21:12:31.967104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:31.982746 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fab15e4-82d2-4208-a007-338c5764be73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.036396 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51224c59-3f72-47fe-a8f1-54c386fa9195 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.040122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51224c59-3f72-47fe-a8f1-54c386fa9195 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1636105
Apr 02 21:12:32.040380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56112) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.052941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-03d1a957-51ba-4bb2-b274-4c1772ccbee8 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=5d1a1da1-fc78-41f7-bbcb-e0162bc02e93 HTTP/1.1" status: 200  len: 464 time: 0.0091159
Apr 02 21:12:32.053159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56114) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.072558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fab15e4-82d2-4208-a007-338c5764be73 admin admin] Publish callbacks [] for security_group (7f724fa2-8798-4ba4-846f-965af7c3d979), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.078439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8fab15e4-82d2-4208-a007-338c5764be73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7f724fa2-8798-4ba4-846f-965af7c3d979), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.116477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8fab15e4-82d2-4208-a007-338c5764be73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92f8e2f83d5f4f8c805aeed29019f2c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1482797
Apr 02 21:12:32.118631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab15e4-82d2-4208-a007-338c5764be73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f724fa2-8798-4ba4-846f-965af7c3d979,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:32.121659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56116) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.162409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c06ff588-f5f8-4914-b721-b25a3b8cd5db tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.163552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c06ff588-f5f8-4914-b721-b25a3b8cd5db tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/5d1a1da1-fc78-41f7-bbcb-e0162bc02e93 HTTP/1.1" status: 204  len: 168 time: 0.1095133
Apr 02 21:12:32.166527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.173251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2055330e-f45f-4dc9-8e71-1dbf37b458be admin admin] Publish callbacks [] for security_group (7f724fa2-8798-4ba4-846f-965af7c3d979), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.175706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a78b7e08-1ccc-4ce3-9110-1f8f12d4ee8a tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=5d1a1da1-fc78-41f7-bbcb-e0162bc02e93 HTTP/1.1" status: 200  len: 221 time: 0.0079432
Apr 02 21:12:32.179059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56120) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.185685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-12ca9214-d889-43c7-9268-320493863efc tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1334129077', 'description': 'label created by tempest'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:32.186141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-12ca9214-d889-43c7-9268-320493863efc tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Unknown quota resources ['metering_label']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:12:32.203913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2055330e-f45f-4dc9-8e71-1dbf37b458be admin admin] Publish callbacks [] for security_group (7f724fa2-8798-4ba4-846f-965af7c3d979), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.220671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56124) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.249667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e65375e-bb17-4a11-8eaf-66939c333fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.279476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2055330e-f45f-4dc9-8e71-1dbf37b458be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7f724fa2-8798-4ba4-846f-965af7c3d979), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.281905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2055330e-f45f-4dc9-8e71-1dbf37b458be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.283034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2055330e-f45f-4dc9-8e71-1dbf37b458be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f724fa2-8798-4ba4-846f-965af7c3d979 HTTP/1.1" status: 204  len: 168 time: 0.1604857
Apr 02 21:12:32.301447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055330e-f45f-4dc9-8e71-1dbf37b458be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f724fa2-8798-4ba4-846f-965af7c3d979,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:32.358629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e65375e-bb17-4a11-8eaf-66939c333fe8 admin admin] Publish callbacks [] for security_group (06b557b8-7fab-4191-a194-3ea9153d146c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.363243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e65375e-bb17-4a11-8eaf-66939c333fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (06b557b8-7fab-4191-a194-3ea9153d146c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.388824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12ca9214-d889-43c7-9268-320493863efc tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.392532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12ca9214-d889-43c7-9268-320493863efc tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2096767
Apr 02 21:12:32.394344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.404951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4e65375e-bb17-4a11-8eaf-66939c333fe8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f551350b47174bf8a3af3bb8aa7f1daf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1806340
Apr 02 21:12:32.404951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65375e-bb17-4a11-8eaf-66939c333fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b557b8-7fab-4191-a194-3ea9153d146c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:32.405768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56130) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.476889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d6ee6db2-352d-4595-84e7-6f69c7dcf4e9 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=a1f7ad8e-5e60-4665-9855-c7b632c14932 HTTP/1.1" status: 200  len: 468 time: 0.0796125
Apr 02 21:12:32.480097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56132) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.487874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870c31e-1e9e-4df9-8ff6-0a980896b9ea req-e837cc40-02be-44c0-9355-b36792c20686 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:32.489414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6870c31e-1e9e-4df9-8ff6-0a980896b9ea req-e837cc40-02be-44c0-9355-b36792c20686 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 944 time: 0.2033944
Apr 02 21:12:32.544012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6391a182-ffdb-48b0-8858-ed9a83942f36 admin admin] Publish callbacks [] for security_group (06b557b8-7fab-4191-a194-3ea9153d146c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.569428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6870c31e-1e9e-4df9-8ff6-0a980896b9ea req-816eb2d7-26aa-4a67-96f1-66122d9c013e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745468
Apr 02 21:12:32.578972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6391a182-ffdb-48b0-8858-ed9a83942f36 admin admin] Publish callbacks [] for security_group (06b557b8-7fab-4191-a194-3ea9153d146c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.642725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6391a182-ffdb-48b0-8858-ed9a83942f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (06b557b8-7fab-4191-a194-3ea9153d146c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.645434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6391a182-ffdb-48b0-8858-ed9a83942f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.646924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6391a182-ffdb-48b0-8858-ed9a83942f36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06b557b8-7fab-4191-a194-3ea9153d146c HTTP/1.1" status: 204  len: 168 time: 0.2405443
Apr 02 21:12:32.659026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a182-ffdb-48b0-8858-ed9a83942f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b557b8-7fab-4191-a194-3ea9153d146c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:32.773156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-354e3c14-1f60-4388-9be3-cd911343caa8 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:32.777369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-354e3c14-1f60-4388-9be3-cd911343caa8 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/a1f7ad8e-5e60-4665-9855-c7b632c14932 HTTP/1.1" status: 204  len: 168 time: 0.2923925
Apr 02 21:12:32.777647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56144) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.805727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e0273ac0-6b37-4637-b7d6-e0c063c8a724 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=a1f7ad8e-5e60-4665-9855-c7b632c14932 HTTP/1.1" status: 200  len: 216 time: 0.0241766
Apr 02 21:12:32.808622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56148) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.822505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c31751aa-8848-494a-8ca9-ca553c238016 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0124965
Apr 02 21:12:32.825805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.830146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-10e85657-16b8-4221-b1af-5ec4e830b694 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:32.831847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-10e85657-16b8-4221-b1af-5ec4e830b694 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "GET /v2.0/ports?device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 946 time: 0.0711217
Apr 02 21:12:32.840769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-138bc76d-63a6-4072-934c-d14eabc23889 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0103521
Apr 02 21:12:32.841560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56152) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.899121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c2dbd3d6-c0a7-4468-afca-2099d316f9c7 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/1c394782-d3d6-4044-a125-b22d952e22fe HTTP/1.1" status: 200  len: 470 time: 0.0570366
Apr 02 21:12:32.903186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56156) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:32.916992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-805f9b2a-f696-40ba-91f1-c5a87e01c195 tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/b0a807e8-b603-47ce-ad17-bba9ca669409 HTTP/1.1" status: 200  len: 461 time: 0.0092907
Apr 02 21:12:32.917690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56158) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:33.035570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9165987-3e33-4f03-921e-252c95a794b2 req-20565c40-7c71-4cf8-877a-5e675de1cf5d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:33.037092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9165987-3e33-4f03-921e-252c95a794b2 req-20565c40-7c71-4cf8-877a-5e675de1cf5d tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 946 time: 0.1258519
Apr 02 21:12:33.041125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Deleting port f9a211c1-1d7d-45d9-a514-cba375c7a324 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:33.041466 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.044917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a84d7c38-1465-444b-a8df-d878dba2bbea tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.046116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a84d7c38-1465-444b-a8df-d878dba2bbea tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/b0a807e8-b603-47ce-ad17-bba9ca669409 HTTP/1.1" status: 204  len: 168 time: 0.1274884
Apr 02 21:12:33.048640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56166) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:33.115897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a08db-4325-4d6d-a7ad-95ed941db68b req-7f7fc2af-b854-42cd-b761-98ae4271f4f9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:33.117384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-556a08db-4325-4d6d-a7ad-95ed941db68b req-7f7fc2af-b854-42cd-b761-98ae4271f4f9 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=c709c517-b9ed-4d17-b3e3-5fdb45e74990 HTTP/1.1" status: 200  len: 946 time: 0.1613030
Apr 02 21:12:33.145186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:12:33.255444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-556a08db-4325-4d6d-a7ad-95ed941db68b req-d639a030-5d46-41c4-8661-390500947fca tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/security-groups?id=1228784e-9459-4c6f-8c20-f1d92e95ebbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304104
Apr 02 21:12:33.263304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] For port f9a211c1-1d7d-45d9-a514-cba375c7a324, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9a211c1-1d7d-45d9-a514-cba375c7a324,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:33.263885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.280924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Calling delete_port for f9a211c1-1d7d-45d9-a514-cba375c7a324 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:33.308851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Deleting port 14aacda4-5430-466d-98af-773d671332fe {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:33.309493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (14aacda4-5430-466d-98af-773d671332fe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.310851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cea4f81c-ea33-4c6d-b48e-d6e073429daf tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.312037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cea4f81c-ea33-4c6d-b48e-d6e073429daf tempest-MeteringTestJSON-57132241 tempest-MeteringTestJSON-57132241-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/1c394782-d3d6-4044-a125-b22d952e22fe HTTP/1.1" status: 204  len: 168 time: 0.2622232
Apr 02 21:12:33.348348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:33.365517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a', 'mac_address': 'fa:16:3e:11:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:12:33.421619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:33.422080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.460563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] For port 14aacda4-5430-466d-98af-773d671332fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14aacda4-5430-466d-98af-773d671332fe,segment=NetworkSegment(08edfe25-bf7c-4dc2-a8fd-669e2dc13691),segment_id=08edfe25-bf7c-4dc2-a8fd-669e2dc13691)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:33.460978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (14aacda4-5430-466d-98af-773d671332fe), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.461523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:33.477873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Calling delete_port for 14aacda4-5430-466d-98af-773d671332fe owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:33.484068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:33.490527 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.559510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:33.602119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f9a211c1-1d7d-45d9-a514-cba375c7a324), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.616882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f9a211c1-1d7d-45d9-a514-cba375c7a324'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:33.624499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14aacda4-5430-466d-98af-773d671332fe'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:33.634700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event deleted for resources: {'Port': ['ID=f9a211c1-1d7d-45d9-a514-cba375c7a324,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:33.709709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] No DVR routers for this DVR port f9a211c1-1d7d-45d9-a514-cba375c7a324 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:33.714538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.717831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c162248-4e46-41a5-a372-9ec436bddfa2 req-f74901e3-1193-4922-8190-58b827cddae8 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.15 "DELETE /v2.0/ports/f9a211c1-1d7d-45d9-a514-cba375c7a324 HTTP/1.1" status: 204  len: 173 time: 0.8797345
Apr 02 21:12:33.718271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56194) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:33.718797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'name': 'network-vif-deleted', 'tag': 'f9a211c1-1d7d-45d9-a514-cba375c7a324'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:33.724191 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48fc16-b431-414a-a538-b12a5c4b5e1a" -d '{"events": [{"server_uuid": "c709c517-b9ed-4d17-b3e3-5fdb45e74990", "name": "network-vif-deleted", "tag": "f9a211c1-1d7d-45d9-a514-cba375c7a324"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:33.781095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (14aacda4-5430-466d-98af-773d671332fe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.802525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c996c-20aa-4fdd-9d05-920023ce1252 req-ebc25ea7-542d-44b8-bb0b-266266e5223d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:33.806116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e8c996c-20aa-4fdd-9d05-920023ce1252 req-ebc25ea7-542d-44b8-bb0b-266266e5223d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 945 time: 0.1251948
Apr 02 21:12:33.812919 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ee7001-1236-47ed-b5f7-2b73095ffab7 x-openstack-request-id: req-87ee7001-1236-47ed-b5f7-2b73095ffab7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:33.813571 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c709c517-b9ed-4d17-b3e3-5fdb45e74990", "name": "network-vif-deleted", "tag": "f9a211c1-1d7d-45d9-a514-cba375c7a324", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:33.814028 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87ee7001-1236-47ed-b5f7-2b73095ffab7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:33.814664 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ee7001-1236-47ed-b5f7-2b73095ffab7'] response: {'server_uuid': 'c709c517-b9ed-4d17-b3e3-5fdb45e74990', 'name': 'network-vif-deleted', 'tag': 'f9a211c1-1d7d-45d9-a514-cba375c7a324', 'status': 'completed', 'code': 200}
Apr 02 21:12:33.816635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Pushing event deleted for resources: {'Port': ['ID=14aacda4-5430-466d-98af-773d671332fe,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:33.818740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['14aacda4-5430-466d-98af-773d671332fe'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:33.870939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f9a211c1-1d7d-45d9-a514-cba375c7a324'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:33.905045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] No DVR routers for this DVR port 14aacda4-5430-466d-98af-773d671332fe on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:33.911425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:33.919529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c9165987-3e33-4f03-921e-252c95a794b2 req-c552950b-1b28-440a-9530-7ffd9db56504 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.21 "DELETE /v2.0/ports/14aacda4-5430-466d-98af-773d671332fe HTTP/1.1" status: 204  len: 173 time: 0.8717680
Apr 02 21:12:33.921255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:33.929241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e8c996c-20aa-4fdd-9d05-920023ce1252 req-1c075d2c-d906-416d-83c4-6b1d52bf8128 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157548
Apr 02 21:12:34.152871 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9057a0a4-3b82-4e8b-8b1d-ebc18bfcf320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.290347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9057a0a4-3b82-4e8b-8b1d-ebc18bfcf320 admin admin] Publish callbacks [] for security_group (0d902282-c9e2-45a3-80b8-3ac65575f021), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.297530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9057a0a4-3b82-4e8b-8b1d-ebc18bfcf320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0d902282-c9e2-45a3-80b8-3ac65575f021), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.352236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9057a0a4-3b82-4e8b-8b1d-ebc18bfcf320 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b9fc08577c04e31899bce3654102dd5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6229901
Apr 02 21:12:34.352524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56218) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:34.363569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057a0a4-3b82-4e8b-8b1d-ebc18bfcf320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d902282-c9e2-45a3-80b8-3ac65575f021,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:34.424863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db73eff-c648-4605-b712-c59433bbd64f admin admin] Publish callbacks [] for security_group (0d902282-c9e2-45a3-80b8-3ac65575f021), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.464336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db73eff-c648-4605-b712-c59433bbd64f admin admin] Publish callbacks [] for security_group (0d902282-c9e2-45a3-80b8-3ac65575f021), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.499555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a66ad146-4235-4210-b650-9bb7af52887f req-ca7054aa-300d-49e8-b73d-14e428310381 tempest-MultipleCreateTestJSON-400541279 tempest-MultipleCreateTestJSON-400541279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a206b1c-027e-49db-ad47-b08ddcdd18a6 HTTP/1.1" status: 200  len: 210 time: 0.0443285
Apr 02 21:12:34.539114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db73eff-c648-4605-b712-c59433bbd64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0d902282-c9e2-45a3-80b8-3ac65575f021), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.543104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0db73eff-c648-4605-b712-c59433bbd64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:34.544502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0db73eff-c648-4605-b712-c59433bbd64f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d902282-c9e2-45a3-80b8-3ac65575f021 HTTP/1.1" status: 204  len: 168 time: 0.1905885
Apr 02 21:12:34.556387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db73eff-c648-4605-b712-c59433bbd64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d902282-c9e2-45a3-80b8-3ac65575f021,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:35.079625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7e1a1-9132-4273-ad36-fe27779f7608 req-a869891d-12cc-4968-8d12-05c7f32ca608 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:35.081424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56248) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:35.088481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0e7e1a1-9132-4273-ad36-fe27779f7608 req-a869891d-12cc-4968-8d12-05c7f32ca608 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 945 time: 0.0647304
Apr 02 21:12:35.095295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d838b8c-547a-4bb6-b11c-6e4dd5262118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.112345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56250) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:35.155587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:35.156973 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0e7e1a1-9132-4273-ad36-fe27779f7608 req-d6623501-00ea-4609-8c79-23aab4314214 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591271
Apr 02 21:12:35.219566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d838b8c-547a-4bb6-b11c-6e4dd5262118 admin admin] Publish callbacks [] for security_group (21c78f24-a692-4fe3-8d74-237786dab70e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.225231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d838b8c-547a-4bb6-b11c-6e4dd5262118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (21c78f24-a692-4fe3-8d74-237786dab70e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.236645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:12:35.241185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:35.242139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.299560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d838b8c-547a-4bb6-b11c-6e4dd5262118 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=803193607ef44d1aae21c94d035ca32b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2147563
Apr 02 21:12:35.299939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56256) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:35.301331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d838b8c-547a-4bb6-b11c-6e4dd5262118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c78f24-a692-4fe3-8d74-237786dab70e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:35.336925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:35.337509 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.353230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-809840825'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:35.366682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cafb483-0676-4e62-8476-0173f608446a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:35.368950 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1249f7f1-1455-4a98-bc58-0b3ef9e4815b" -d '{"events": [{"server_uuid": "9cafb483-0676-4e62-8476-0173f608446a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:35.382506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:35.388264 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.391359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Made reservation on behalf of 4e06a13a44b04af782e4b674988f6436 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:35.396604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.425700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.431547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b88360f4-dfcb-4723-b4df-1a17bafc3c70 admin admin] Publish callbacks [] for security_group (21c78f24-a692-4fe3-8d74-237786dab70e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.442499 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b11ac-7d8e-4938-a150-6c928eb1fdd5 x-openstack-request-id: req-9f4b11ac-7d8e-4938-a150-6c928eb1fdd5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:35.442948 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cafb483-0676-4e62-8476-0173f608446a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:35.443288 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f4b11ac-7d8e-4938-a150-6c928eb1fdd5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:35.443798 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4b11ac-7d8e-4938-a150-6c928eb1fdd5'] response: {'server_uuid': '9cafb483-0676-4e62-8476-0173f608446a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a', 'code': 200}
Apr 02 21:12:35.453851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:35.487798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b88360f4-dfcb-4723-b4df-1a17bafc3c70 admin admin] Publish callbacks [] for security_group (21c78f24-a692-4fe3-8d74-237786dab70e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.565901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56274) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:35.606637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba1de0-193f-43e5-93bd-db0e2429790c req-ce498940-d566-4b21-923c-be55103ad7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:35.608134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88ba1de0-193f-43e5-93bd-db0e2429790c req-ce498940-d566-4b21-923c-be55103ad7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 1128 time: 0.1172290
Apr 02 21:12:35.619523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Deleting subnet 4bf3596d-8f81-451e-ba28-8c948135f34d {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:12:35.624024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Publish callbacks [] for subnet (4bf3596d-8f81-451e-ba28-8c948135f34d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.627925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b88360f4-dfcb-4723-b4df-1a17bafc3c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (21c78f24-a692-4fe3-8d74-237786dab70e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.630523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b88360f4-dfcb-4723-b4df-1a17bafc3c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.631625 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b88360f4-dfcb-4723-b4df-1a17bafc3c70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21c78f24-a692-4fe3-8d74-237786dab70e HTTP/1.1" status: 204  len: 168 time: 0.3304582
Apr 02 21:12:35.640372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks [] for security_group (4946a5a4-7f80-4b19-a3f2-518bc65433cc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.654823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88360f4-dfcb-4723-b4df-1a17bafc3c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c78f24-a692-4fe3-8d74-237786dab70e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:35.661651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4946a5a4-7f80-4b19-a3f2-518bc65433cc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.668933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (4bf3596d-8f81-451e-ba28-8c948135f34d), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.703397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:35.706807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88ba1de0-193f-43e5-93bd-db0e2429790c req-deef305e-de46-4b0b-9d18-cdc65a4e47ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922711
Apr 02 21:12:35.713154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4946a5a4-7f80-4b19-a3f2-518bc65433cc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:35.718128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4bf3596d-8f81-451e-ba28-8c948135f34d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.718626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a2b8c5a9-c5e0-453c-90f0-3255bd98bba1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.718974 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Added segment a2b8c5a9-c5e0-453c-90f0-3255bd98bba1 of type vlan for network 4a9ecb5e-34a8-4f67-a321-13d477a1de36
Apr 02 21:12:35.759562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4a9ecb5e-34a8-4f67-a321-13d477a1de36), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.787047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (4bf3596d-8f81-451e-ba28-8c948135f34d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.804099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4a9ecb5e-34a8-4f67-a321-13d477a1de36), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.810119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:35.811776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.821764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'name': 'network-vif-deleted', 'tag': '14aacda4-5430-466d-98af-773d671332fe'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:35.823999 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b75fa-4de3-4c5d-a073-1bba63e5065f" -d '{"events": [{"server_uuid": "9a206b1c-027e-49db-ad47-b08ddcdd18a6", "name": "network-vif-deleted", "tag": "14aacda4-5430-466d-98af-773d671332fe"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:35.831006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:35.835494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4bf3596d-8f81-451e-ba28-8c948135f34d HTTP/1.1" status: 204  len: 168 time: 0.2685740
Apr 02 21:12:35.836844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9b54f-a541-44a8-a291-a21b27f03d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf3596d-8f81-451e-ba28-8c948135f34d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:35.839997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56280) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:35.858150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.7447295
Apr 02 21:12:35.861562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56282) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:36.234815 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee4ad5e-c0d7-40d4-abeb-ad8261695074 x-openstack-request-id: req-bee4ad5e-c0d7-40d4-abeb-ad8261695074 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:36.236192 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a206b1c-027e-49db-ad47-b08ddcdd18a6", "name": "network-vif-deleted", "tag": "14aacda4-5430-466d-98af-773d671332fe", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:36.236192 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bee4ad5e-c0d7-40d4-abeb-ad8261695074 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:36.236192 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee4ad5e-c0d7-40d4-abeb-ad8261695074'] response: {'server_uuid': '9a206b1c-027e-49db-ad47-b08ddcdd18a6', 'name': 'network-vif-deleted', 'tag': '14aacda4-5430-466d-98af-773d671332fe', 'status': 'completed', 'code': 200}
Apr 02 21:12:36.239263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'network': {'name': 'tempest-network--478654700', 'router:external': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:36.246806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e4a0-66bd-4ef5-901f-6d33722e8ab8 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Pushing event updated for resources: {'Network': ['ID=4a9ecb5e-34a8-4f67-a321-13d477a1de36,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:36.257719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4a9ecb5e-34a8-4f67-a321-13d477a1de36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:36.270831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Made reservation on behalf of 8c299c43db7e47fa990ebc8f470028f0 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:36.273248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.289226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.371235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d176d-cd36-495a-a8c2-0b7c7f80ec7e req-061c0a27-a890-4b37-bd45-5ea432a997ab tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:36.372779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b1d176d-cd36-495a-a8c2-0b7c7f80ec7e req-061c0a27-a890-4b37-bd45-5ea432a997ab tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0854292
Apr 02 21:12:36.377223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b773dc5a-9d44-4002-9677-1220ae52de00), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.386845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14aacda4-5430-466d-98af-773d671332fe no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:36.414476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 14aacda4-5430-466d-98af-773d671332fe {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:36.414773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 14aacda4-5430-466d-98af-773d671332fe not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:36.464685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b1d176d-cd36-495a-a8c2-0b7c7f80ec7e req-aa010005-8351-4280-8612-37ab84f374f1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837131
Apr 02 21:12:36.467976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for security_group (2e7319ec-42f9-4c70-acca-7699af645b3a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.474767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2e7319ec-42f9-4c70-acca-7699af645b3a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.521533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7319ec-42f9-4c70-acca-7699af645b3a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:36.526661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:36.538793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7acd1233-1605-4e9d-b149-f484f80305ba), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.539343 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Added segment 7acd1233-1605-4e9d-b149-f484f80305ba of type vlan for network b36df45f-424d-4099-b124-d796ec7927d6
Apr 02 21:12:36.544938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b773dc5a-9d44-4002-9677-1220ae52de00), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.578184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e72a700>,) {'filters': {'network_id': ['b773dc5a-9d44-4002-9677-1220ae52de00']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:36.593995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e72a700>, '08edfe25-bf7c-4dc2-a8fd-669e2dc13691') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:36.594484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e72a700>, '08edfe25-bf7c-4dc2-a8fd-669e2dc13691') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:36.606270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (08edfe25-bf7c-4dc2-a8fd-669e2dc13691), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.612098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b36df45f-424d-4099-b124-d796ec7927d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.638669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (08edfe25-bf7c-4dc2-a8fd-669e2dc13691), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.653540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:36.654274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (08edfe25-bf7c-4dc2-a8fd-669e2dc13691), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:36.658461 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:36.665190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b36df45f-424d-4099-b124-d796ec7927d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.666366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:36.668676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.711138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.8485491
Apr 02 21:12:36.713766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56310) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:36.764482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b773dc5a-9d44-4002-9677-1220ae52de00), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.789449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.793567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b773dc5a-9d44-4002-9677-1220ae52de00 HTTP/1.1" status: 204  len: 168 time: 0.9522564
Apr 02 21:12:36.794481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a60092-ef15-4345-a5c7-e1d5ded6b880 admin admin] Pushing event deleted for resources: {'Network': ['ID=b773dc5a-9d44-4002-9677-1220ae52de00,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:36.825189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9cef-b975-468a-8781-9b401046d8d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Network': ['ID=b36df45f-424d-4099-b124-d796ec7927d6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:36.841951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b36df45f-424d-4099-b124-d796ec7927d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:36.897944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b36df45f-424d-4099-b124-d796ec7927d6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:36.949041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56316) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:37.058937 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b36df45f-424d-4099-b124-d796ec7927d6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.105733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fdf1e50>,) {'filters': {'network_id': ['b36df45f-424d-4099-b124-d796ec7927d6']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:37.109142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-493741356'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:37.124078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fdf1e50>, '7acd1233-1605-4e9d-b149-f484f80305ba') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:37.124577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fdf1e50>, '7acd1233-1605-4e9d-b149-f484f80305ba') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:37.136288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Made reservation on behalf of 7b2b268eb8af4fbbb81f50c6625e5e46 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:37.140179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.144934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (7acd1233-1605-4e9d-b149-f484f80305ba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.153904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56320) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:37.155166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.170496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f9a211c1-1d7d-45d9-a514-cba375c7a324 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:37.176576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7acd1233-1605-4e9d-b149-f484f80305ba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.191659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:37.192106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (7acd1233-1605-4e9d-b149-f484f80305ba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:37.195951 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:37.198722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: f9a211c1-1d7d-45d9-a514-cba375c7a324 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:37.198722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f9a211c1-1d7d-45d9-a514-cba375c7a324 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:37.224888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2bbec4ae-3363-40b8-8df0-4a9538e2eaf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0b5cf5b9c2f4bd997071853f0724424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0698116
Apr 02 21:12:37.227625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56322) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:37.273086 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b36df45f-424d-4099-b124-d796ec7927d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.277475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b36df45f-424d-4099-b124-d796ec7927d6 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:12:37.280874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.284808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b36df45f-424d-4099-b124-d796ec7927d6 HTTP/1.1" status: 204  len: 168 time: 0.5699327
Apr 02 21:12:37.296367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56324) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:37.301506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:37.303804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7416493-acc0-44df-8417-85e95a5ae3ba admin admin] Publish callbacks [] for security_group (1228784e-9459-4c6f-8c20-f1d92e95ebbe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.341416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7416493-acc0-44df-8417-85e95a5ae3ba admin admin] Publish callbacks [] for security_group (1228784e-9459-4c6f-8c20-f1d92e95ebbe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.350020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Made reservation on behalf of 8c299c43db7e47fa990ebc8f470028f0 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:37.352392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.357922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc246f5-8a2d-4343-a18f-024df8708735 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Network': ['ID=b36df45f-424d-4099-b124-d796ec7927d6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:37.390708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:37.402481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for security_group (3b1a0f76-0fb5-4e85-ac55-758990b9bf16), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.403345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-8a93c9d9-7df8-4c13-9534-9842a19da453 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1173491
Apr 02 21:12:37.408781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (39af89d9-4f52-445b-9376-99303c8ca5f4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.409186 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Added segment 39af89d9-4f52-445b-9376-99303c8ca5f4 of type vlan for network 11d443db-9ab0-43f4-84db-d78df514eb9e
Apr 02 21:12:37.410626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3b1a0f76-0fb5-4e85-ac55-758990b9bf16), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.447633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:37.462218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7416493-acc0-44df-8417-85e95a5ae3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1228784e-9459-4c6f-8c20-f1d92e95ebbe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.465852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7416493-acc0-44df-8417-85e95a5ae3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.467193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7416493-acc0-44df-8417-85e95a5ae3ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1228784e-9459-4c6f-8c20-f1d92e95ebbe HTTP/1.1" status: 204  len: 168 time: 0.2384307
Apr 02 21:12:37.476613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a0f76-0fb5-4e85-ac55-758990b9bf16,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:37.512034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (729b4895-ab16-401e-9e26-df4734d7f96c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.512191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (11d443db-9ab0-43f4-84db-d78df514eb9e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.517373 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Added segment 729b4895-ab16-401e-9e26-df4734d7f96c of type vlan for network d38538eb-457c-4de5-a7f1-1babbbaada90
Apr 02 21:12:37.561946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-87b0ade2-b0cf-4e15-9a26-454cad1c4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:37.564203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-87b0ade2-b0cf-4e15-9a26-454cad1c4b41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 1127 time: 0.0912666
Apr 02 21:12:37.568423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (11d443db-9ab0-43f4-84db-d78df514eb9e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.569611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:37.574026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.637181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7416493-acc0-44df-8417-85e95a5ae3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1228784e-9459-4c6f-8c20-f1d92e95ebbe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:37.639278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.3418527
Apr 02 21:12:37.650300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:37.685285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'subnet': {'network_id': '11d443db-9ab0-43f4-84db-d78df514eb9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:37.701257 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d38538eb-457c-4de5-a7f1-1babbbaada90), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.703596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5482e-3a55-4d0a-a8c8-140275a04b30 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Network': ['ID=11d443db-9ab0-43f4-84db-d78df514eb9e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:37.719137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 11d443db-9ab0-43f4-84db-d78df514eb9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:37.779178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92d7c7-cbf4-476d-9788-4d3fe34f817b req-1c3fdaf8-cb73-4fb9-980d-c753a998ed07 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:37.787149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da92d7c7-cbf4-476d-9788-4d3fe34f817b req-1c3fdaf8-cb73-4fb9-980d-c753a998ed07 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1137695
Apr 02 21:12:37.796916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d38538eb-457c-4de5-a7f1-1babbbaada90), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.802106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:37.802842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.875780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Made reservation on behalf of 8c299c43db7e47fa990ebc8f470028f0 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:37.876186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.9229281
Apr 02 21:12:37.876275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:37.881223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56336) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:37.894294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'subnet': {'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:37.966380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-c4741bc9-32ab-419e-ac82-c6168de22f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:37.967933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-c4741bc9-32ab-419e-ac82-c6168de22f59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 200  len: 909 time: 0.3797061
Apr 02 21:12:37.989055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da92d7c7-cbf4-476d-9788-4d3fe34f817b req-0b13d161-ce74-4de6-b773-a41872a64599 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009389
Apr 02 21:12:38.004773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ad348-717e-4295-80c2-4d95f5d67006 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Network': ['ID=d38538eb-457c-4de5-a7f1-1babbbaada90,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:38.021583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d38538eb-457c-4de5-a7f1-1babbbaada90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:38.119053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Made reservation on behalf of 7b2b268eb8af4fbbb81f50c6625e5e46 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:38.123044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.128395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-15ff5534-bf56-4d20-83f2-872335e1d51f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 200  len: 1001 time: 0.1489661
Apr 02 21:12:38.245977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-da249587-6e8e-4783-a36a-a4e4da4420bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:38.248374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-da249587-6e8e-4783-a36a-a4e4da4420bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ba539ba-5c0b-4f4d-b834-ca66718b5378 HTTP/1.1" status: 200  len: 847 time: 0.1014888
Apr 02 21:12:38.340659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45798b04-efa6-4cb9-bcb9-1343b3bc49a8 req-3a82bcfb-0f5f-469c-9a70-62103fbd5274 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:38.342207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45798b04-efa6-4cb9-bcb9-1343b3bc49a8 req-3a82bcfb-0f5f-469c-9a70-62103fbd5274 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1196146
Apr 02 21:12:38.356928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-db02d0c3-4e1d-469f-8391-5d8febcc8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:38.358560 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-db02d0c3-4e1d-469f-8391-5d8febcc8b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee8d11f-d662-404a-a036-49c72755f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0842581
Apr 02 21:12:38.422442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (18b6b6f6-4283-4044-8179-c03ffa7c9e05), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.432665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-45798b04-efa6-4cb9-bcb9-1343b3bc49a8 req-aeda73b0-fae6-443a-8962-45becf47ed6b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841174
Apr 02 21:12:38.512203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-c9581989-a5c3-48f4-bcef-f319d3bc0bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437478
Apr 02 21:12:38.515133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Subnet': ['ID=18b6b6f6-4283-4044-8179-c03ffa7c9e05,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:38.519566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Checking segment: {'id': '729b4895-ab16-401e-9e26-df4734d7f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:38.519933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network hostable DHCP agents. Network: d38538eb-457c-4de5-a7f1-1babbbaada90, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:12:38.551190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network d38538eb-457c-4de5-a7f1-1babbbaada90 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:12:38.564385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d38538eb-457c-4de5-a7f1-1babbbaada90) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:38.571921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:38.573832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.579940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf25f7-1bd7-452a-9db0-3977b7ace17e None None] Network d38538eb-457c-4de5-a7f1-1babbbaada90 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:38.596209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b434dc8-abf4-424f-bf60-5efda3dad8d1 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7127461
Apr 02 21:12:38.599213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56358) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:38.606029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1100057695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:38.627515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:12:38.628000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.638372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (8d9213ce-4158-45bb-836a-c237a120db34), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.639714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (8d9213ce-4158-45bb-836a-c237a120db34), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.698107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:38.713844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56360) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:38.722411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a786c68-a03b-4473-bc87-156bd3a97854 req-062e466a-09c1-4d5f-92ae-b8283ffd5537 service neutron] 10.222.0.21 "GET /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017469
Apr 02 21:12:38.729113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Checking segment: {'id': '39af89d9-4f52-445b-9376-99303c8ca5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '11d443db-9ab0-43f4-84db-d78df514eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:38.729355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Network hostable DHCP agents. Network: 11d443db-9ab0-43f4-84db-d78df514eb9e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:12:38.747807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d38538eb-457c-4de5-a7f1-1babbbaada90', 'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90', 'project_id': '7b2b268eb8af4fbbb81f50c6625e5e46', 'fixed_ips': [{'subnet_id': '18b6b6f6-4283-4044-8179-c03ffa7c9e05'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:12:38.748872 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.750987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for router_controller (8d9213ce-4158-45bb-836a-c237a120db34), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.751957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Network 11d443db-9ab0-43f4-84db-d78df514eb9e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:12:38.763008 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (8d9213ce-4158-45bb-836a-c237a120db34), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.773390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11d443db-9ab0-43f4-84db-d78df514eb9e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:38.778638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:38.779243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.795654 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.796907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-046695ce-9d89-4d75-8710-7e8e71e54e23 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.1965587
Apr 02 21:12:38.799778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56364) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:38.811899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-33539c96-0ce5-499e-91f6-a69c7343774f tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.1605513
Apr 02 21:12:38.814856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56366) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:38.820620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'floatingip': {'floating_network_id': '11d443db-9ab0-43f4-84db-d78df514eb9e'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:38.832558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50645bf4-e52c-401c-b0d1-00a4b8c1ba1f None None] Network 11d443db-9ab0-43f4-84db-d78df514eb9e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:38.852535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.887092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2116123575-network', 'tenant_id': '33cdd8617965489c859587b4034347ec'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:38.921506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Made reservation on behalf of 33cdd8617965489c859587b4034347ec for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:38.925782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:38.966897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.001308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd67279-def7-48e7-b2e6-57738fb9332a None None] Network 11d443db-9ab0-43f4-84db-d78df514eb9e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:39.058269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.081594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Allocated IP 172.20.0.2 (d38538eb-457c-4de5-a7f1-1babbbaada90/18b6b6f6-4283-4044-8179-c03ffa7c9e05/4dc349b0-dcbc-4dad-acc0-0dbd098d64d7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:39.125602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks [] for security_group (5060e536-af9e-44a7-896b-7e0559e0a07e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.137281 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.139349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5060e536-af9e-44a7-896b-7e0559e0a07e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.178272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:39.190393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5060e536-af9e-44a7-896b-7e0559e0a07e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:39.218326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43259af8-1022-49c8-949c-b23e7c197969), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.218686 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Added segment 43259af8-1022-49c8-949c-b23e7c197969 of type vlan for network 8afb841d-6490-4b70-881f-7807d1e25486
Apr 02 21:12:39.288077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8afb841d-6490-4b70-881f-7807d1e25486), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.298364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Allocated IP 172.20.0.8 (11d443db-9ab0-43f4-84db-d78df514eb9e/d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc/52e86c7f-e310-41fc-bcae-14303722745f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:39.337527 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Publish callbacks [] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.342186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8afb841d-6490-4b70-881f-7807d1e25486), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.343744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:39.344423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.346954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.408833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Network d38538eb-457c-4de5-a7f1-1babbbaada90 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:39.416255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:39.424177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:39.427848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.7129149
Apr 02 21:12:39.428544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56370) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:39.452546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Pushing event updated for resources: {'Port': ['ID=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:39.467136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Request body: {'subnet': {'network_id': '8afb841d-6490-4b70-881f-7807d1e25486', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2116123575-subnet', 'tenant_id': '33cdd8617965489c859587b4034347ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:39.474398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Allocated IP 172.20.0.1 (d38538eb-457c-4de5-a7f1-1babbbaada90/18b6b6f6-4283-4044-8179-c03ffa7c9e05/e5071dbe-771e-4ab2-9efc-1c644cf7375a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:39.494010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63483d94-85d9-452e-9d54-0f7f6f236588 admin admin] Pushing event updated for resources: {'Network': ['ID=8afb841d-6490-4b70-881f-7807d1e25486,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:39.509881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Attempting to bind port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:39.511131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Attempting to bind port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '729b4895-ab16-401e-9e26-df4734d7f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:39.511905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Attempting to bind port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 on network d38538eb-457c-4de5-a7f1-1babbbaada90 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:39.519025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:39.519859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Checking segment: {'id': '729b4895-ab16-401e-9e26-df4734d7f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:39.520512 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.521132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Bound using segment: {'id': '729b4895-ab16-401e-9e26-df4734d7f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:39.522128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Bound port: 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729b4895-ab16-401e-9e26-df4734d7f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:39.522750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.526020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8afb841d-6490-4b70-881f-7807d1e25486 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:39.575477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Made reservation on behalf of 33cdd8617965489c859587b4034347ec for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:39.577904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.611821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for port (52e86c7f-e310-41fc-bcae-14303722745f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.633169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] For port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:39.638313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] For port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,segment=NetworkSegment(729b4895-ab16-401e-9e26-df4734d7f96c),segment_id=729b4895-ab16-401e-9e26-df4734d7f96c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:39.643427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.653293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.723890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7128b-8d48-4320-b7dc-ec15fc94d282 req-62f7ed89-8762-4d97-a7a9-f50a6a85aea6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:39.725616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f7d7128b-8d48-4320-b7dc-ec15fc94d282 req-62f7ed89-8762-4d97-a7a9-f50a6a85aea6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0803342
Apr 02 21:12:39.739135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.754412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (52e86c7f-e310-41fc-bcae-14303722745f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.760681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11cba4-66a7-4eb3-ba6d-7cebe19ae0db None None] Pushing event updated for resources: {'Port': ['ID=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:39.823071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network d38538eb-457c-4de5-a7f1-1babbbaada90 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:39.827206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Network 11d443db-9ab0-43f4-84db-d78df514eb9e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:39.833117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:39.833509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:39.839844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:39.842854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:39.898070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Port': ['ID=52e86c7f-e310-41fc-bcae-14303722745f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:39.911287 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f7d7128b-8d48-4320-b7dc-ec15fc94d282 req-6dc6d1c3-ae0a-435b-b5f3-dbb8fae38edb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490993
Apr 02 21:12:39.914117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Port': ['ID=e5071dbe-771e-4ab2-9efc-1c644cf7375a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:39.929342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (8d9213ce-4158-45bb-836a-c237a120db34), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:39.994737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (27005ecf-41bc-4768-8bb9-76a527042553), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.093778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.127931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27005ecf-41bc-4768-8bb9-76a527042553,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:40.144397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for floatingip (28b9f80e-4457-44fe-8b44-420fc6d08b6a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.153340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Checking segment: {'id': '43259af8-1022-49c8-949c-b23e7c197969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:40.153847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Network hostable DHCP agents. Network: 8afb841d-6490-4b70-881f-7807d1e25486, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:12:40.197889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (52e86c7f-e310-41fc-bcae-14303722745f), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.199630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Network 8afb841d-6490-4b70-881f-7807d1e25486 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:12:40.253403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8afb841d-6490-4b70-881f-7807d1e25486) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:40.269855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:40.270171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.282701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aaa54b-fee9-4bfe-b4aa-ca21f919bb7d None None] Network 8afb841d-6490-4b70-881f-7807d1e25486 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:40.306337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7eca7dbf-8c0b-4d80-861d-9a1f84cc3f04 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.8429711
Apr 02 21:12:40.367215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:40.477703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.490490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.499156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for port (52e86c7f-e310-41fc-bcae-14303722745f), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.507670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (52e86c7f-e310-41fc-bcae-14303722745f), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.603691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (8d9213ce-4158-45bb-836a-c237a120db34), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.605580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Port': ['ID=e5071dbe-771e-4ab2-9efc-1c644cf7375a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:40.626149 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (28b9f80e-4457-44fe-8b44-420fc6d08b6a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.651801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Port': ['ID=52e86c7f-e310-41fc-bcae-14303722745f,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:40.658740 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.660093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8e436db-a07f-4e12-8657-c5b71061cdd9 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.8440406
Apr 02 21:12:40.663837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56384) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:40.751693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network d38538eb-457c-4de5-a7f1-1babbbaada90 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:40.753618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:40.765875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-489488f7-9ece-46ee-b924-ca5ec04d83b2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=11d443db-9ab0-43f4-84db-d78df514eb9e HTTP/1.1" status: 200  len: 689 time: 0.1000645
Apr 02 21:12:40.768949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56386) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:40.827612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e0b9a-c668-4154-9fac-e11f7fa06ad1 None None] Network 8afb841d-6490-4b70-881f-7807d1e25486 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:40.949530 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (11d443db-9ab0-43f4-84db-d78df514eb9e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:40.961120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:40.962061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.012673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Router 8d9213ce-4158-45bb-836a-c237a120db34 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:12:41.145271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:12:41.145518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:41.145827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.155413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] Sync routers for ids ['8d9213ce-4158-45bb-836a-c237a120db34'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:12:41.167210 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] Routers {'8d9213ce-4158-45bb-836a-c237a120db34'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:41.167830 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846aef550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:12:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8d9213ce-4158-45bb-836a-c237a120db34'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:41.174002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bb3f3161-6e7a-4eee-b140-6c7c383847df tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "PUT /v2.0/routers/8d9213ce-4158-45bb-836a-c237a120db34/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3730395
Apr 02 21:12:41.179535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56400) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:41.191069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'port': {'network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90', 'name': 'tempest-FloatingIPNegativeTestJSON-678144671'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:41.192864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,segment=NetworkSegment(729b4895-ab16-401e-9e26-df4734d7f96c),segment_id=729b4895-ab16-401e-9e26-df4734d7f96c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:41.197721 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.269836 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846aef550>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:41.279261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-9662391b-9732-45d8-b40a-e11c4d29ce9b tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:41.280933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-9662391b-9732-45d8-b40a-e11c4d29ce9b tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/networks?id=8afb841d-6490-4b70-881f-7807d1e25486 HTTP/1.1" status: 200  len: 822 time: 0.1855628
Apr 02 21:12:41.293938 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] Routers {'8d9213ce-4158-45bb-836a-c237a120db34'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:41.297972 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846aef550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:12:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8d9213ce-4158-45bb-836a-c237a120db34'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:41.303443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Deleting port 52e86c7f-e310-41fc-bcae-14303722745f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:41.303791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (52e86c7f-e310-41fc-bcae-14303722745f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.310176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-f802b24c-8734-4ab8-af3a-d84e6e3b3ed1 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/quotas/33cdd8617965489c859587b4034347ec HTTP/1.1" status: 200  len: 375 time: 0.0192955
Apr 02 21:12:41.321314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:41.358412 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846aef550>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:41.360028 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c6c39-34e8-4731-bcb2-258d99079c7f None None] The sync data for ids ['8d9213ce-4158-45bb-836a-c237a120db34'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:12:41.376789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d346-53e3-4767-8fae-7d0df3075000 req-83fcf059-09d1-4a4e-9b43-0a96e09e88fc tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:41.383623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39b3d346-53e3-4767-8fae-7d0df3075000 req-83fcf059-09d1-4a4e-9b43-0a96e09e88fc tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.2397957
Apr 02 21:12:41.392930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-7947b9db-cf2a-4eef-8665-da5c8e904536 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33cdd8617965489c859587b4034347ec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0680830
Apr 02 21:12:41.423350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d265ba9-55a7-41c2-b967-0d1715c84687 None None] Network d38538eb-457c-4de5-a7f1-1babbbaada90 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:41.494438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39b3d346-53e3-4767-8fae-7d0df3075000 req-d39b099e-c405-449c-9eb9-e20f9f5b3e92 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085501
Apr 02 21:12:41.497943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Made reservation on behalf of 7b2b268eb8af4fbbb81f50c6625e5e46 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:41.502929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.531464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] device_id is not set on port 1632135c-45da-41b4-93a9-66615e56469c yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:12:41.539237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (52e86c7f-e310-41fc-bcae-14303722745f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.539463 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for floatingip (52e86c7f-e310-41fc-bcae-14303722745f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.543372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-30b8fd37-811a-4296-a8b1-7666ccb034c8 None None] Provisioning complete for port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:41.544134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-30b8fd37-811a-4296-a8b1-7666ccb034c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.570277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Calling delete_port for 52e86c7f-e310-41fc-bcae-14303722745f owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:41.585191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-8750fe91-603d-4a78-9584-df9bc0e20f97 service neutron] 10.222.0.18 "GET /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911726
Apr 02 21:12:41.660748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-30b8fd37-811a-4296-a8b1-7666ccb034c8 None None] Current status of the port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:41.764583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Allocated IP 172.20.0.5 (d38538eb-457c-4de5-a7f1-1babbbaada90/18b6b6f6-4283-4044-8179-c03ffa7c9e05/1632135c-45da-41b4-93a9-66615e56469c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:41.771709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-215512ea-ec21-44dc-bc89-41ef40dba6cd service neutron] 10.222.0.18 "GET /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761682
Apr 02 21:12:41.856964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (52e86c7f-e310-41fc-bcae-14303722745f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:41.941381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Port': ['ID=52e86c7f-e310-41fc-bcae-14303722745f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:42.003961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b333e909-a4a6-4b46-b346-1eba71b28425 None None] Provisioning complete for port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:42.004513 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b333e909-a4a6-4b46-b346-1eba71b28425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.061979 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for port (1632135c-45da-41b4-93a9-66615e56469c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.064285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for floatingip (28b9f80e-4457-44fe-8b44-420fc6d08b6a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.100850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63269ae2-5c57-4b14-993f-52911133179e req-b29a5611-88fa-4b39-b19d-8a0f287f0a57 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 210 time: 0.0793307
Apr 02 21:12:42.129760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.161193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b333e909-a4a6-4b46-b346-1eba71b28425 None None] Current status of the port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:42.165617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1632135c-45da-41b4-93a9-66615e56469c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.176544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b333e909-a4a6-4b46-b346-1eba71b28425 None None] Provisioning complete for port e5071dbe-771e-4ab2-9efc-1c644cf7375a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:42.176936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b333e909-a4a6-4b46-b346-1eba71b28425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.235009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.240800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network d38538eb-457c-4de5-a7f1-1babbbaada90 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:42.246966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:42.265026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b333e909-a4a6-4b46-b346-1eba71b28425 None None] Port e5071dbe-771e-4ab2-9efc-1c644cf7375a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:42.273825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:42.281213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Port': ['ID=1632135c-45da-41b4-93a9-66615e56469c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:42.302254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:42.359863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:42.362652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.363358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:42.394596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a3599329-7b63-46ff-84a8-fa71c71b88dd tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.2122371
Apr 02 21:12:42.395360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56412) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:42.405544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:42.408367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (11d443db-9ab0-43f4-84db-d78df514eb9e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.442905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8c8d9693-e0f7-4745-9c10-a108d34c8d3b None None] Provisioning complete for port e5071dbe-771e-4ab2-9efc-1c644cf7375a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:42.443599 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9693-e0f7-4745-9c10-a108d34c8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.444861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.461569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e5b7f10>,) {'filters': {'network_id': ['11d443db-9ab0-43f4-84db-d78df514eb9e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:42.490019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e5b7f10>, '39af89d9-4f52-445b-9376-99303c8ca5f4') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:42.490019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e5b7f10>, '39af89d9-4f52-445b-9376-99303c8ca5f4') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:42.510568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d9693-e0f7-4745-9c10-a108d34c8d3b None None] Port e5071dbe-771e-4ab2-9efc-1c644cf7375a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:42.513641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (39af89d9-4f52-445b-9376-99303c8ca5f4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.539477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (39af89d9-4f52-445b-9376-99303c8ca5f4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.544838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:42.545552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.564819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:42.567949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (39af89d9-4f52-445b-9376-99303c8ca5f4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:42.577499 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:42.624701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.742841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (11d443db-9ab0-43f4-84db-d78df514eb9e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.756211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642efa-5f81-40a1-b1f1-f85162649bc6 req-d22b0fbb-16c9-4e1f-823c-c1b8bc7643e0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:42.767273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19642efa-5f81-40a1-b1f1-f85162649bc6 req-d22b0fbb-16c9-4e1f-823c-c1b8bc7643e0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1392434
Apr 02 21:12:42.772196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dcdaa4c1-2b4d-47ff-a93d-bbd43ce12b43 None None] Provisioning complete for port e5071dbe-771e-4ab2-9efc-1c644cf7375a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:42.772764 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa4c1-2b4d-47ff-a93d-bbd43ce12b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.800156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  11d443db-9ab0-43f4-84db-d78df514eb9e {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:12:42.823346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Network': ['ID=11d443db-9ab0-43f4-84db-d78df514eb9e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:42.823594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Allocated IP 172.35.4.63 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/03c93dd2-6453-415f-a681-568caa02fd54) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:42.838409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:42.864291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:42.870238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35051cfa-576c-4255-873e-019744c83ce2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/networks/11d443db-9ab0-43f4-84db-d78df514eb9e HTTP/1.1" status: 204  len: 168 time: 2.0976565
Apr 02 21:12:42.879148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19642efa-5f81-40a1-b1f1-f85162649bc6 req-f0320151-58d9-4ad6-a05f-f92968fc0122 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108389
Apr 02 21:12:42.886041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56418) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:42.902862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaa4c1-2b4d-47ff-a93d-bbd43ce12b43 None None] Port e5071dbe-771e-4ab2-9efc-1c644cf7375a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:43.042030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for port (03c93dd2-6453-415f-a681-568caa02fd54), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.087789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72227363-55ca-4b57-bcf1-a3ac4cbc703e tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2565 time: 0.1982346
Apr 02 21:12:43.088418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56422) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.105960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (03c93dd2-6453-415f-a681-568caa02fd54), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.160726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Port': ['ID=03c93dd2-6453-415f-a681-568caa02fd54,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:43.181362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:43.184044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:43.189779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:43.236179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3e75ce73-bd3e-4aad-900e-0de2a80d3883 None None] Provisioning complete for port 1632135c-45da-41b4-93a9-66615e56469c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:43.236767 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3e75ce73-bd3e-4aad-900e-0de2a80d3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1632135c-45da-41b4-93a9-66615e56469c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.264142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.264868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.266104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.266703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.267296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.268004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.268796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.269412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.270002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.276882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76382866-a0ed-4aa1-8ea5-54f68f9bc511 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5902 time: 0.1851959
Apr 02 21:12:43.277795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56426) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.303890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4e69192-1dee-42ff-9100-d2e18fbcf2a6 req-9967ec8f-f958-46fd-8fe2-cd0239676fe3 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 210 time: 0.0467708
Apr 02 21:12:43.317224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3e75ce73-bd3e-4aad-900e-0de2a80d3883 None None] Port 1632135c-45da-41b4-93a9-66615e56469c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:43.336159 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-1f9efc85-ed4e-46b4-abcb-8993e08c797d tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] delete failed (client error): The resource could not be found.
Apr 02 21:12:43.340179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f9efc85-ed4e-46b4-abcb-8993e08c797d tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/28b9f80e-4457-44fe-8b44-420fc6d08b6a HTTP/1.1" status: 404  len: 345 time: 0.0611637
Apr 02 21:12:43.340831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56428) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.359734 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e5539e-ee21-4a48-ab61-78da9bf2f475 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:43.360360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e5539e-ee21-4a48-ab61-78da9bf2f475 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:43.367435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12e5539e-ee21-4a48-ab61-78da9bf2f475 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/networks/11d443db-9ab0-43f4-84db-d78df514eb9e HTTP/1.1" status: 404  len: 339 time: 0.0256271
Apr 02 21:12:43.368038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.375331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'network': {'name': 'tempest-network--481968868', 'router:external': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:43.389176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (f294fde7-6cc6-4913-b65a-56c25a9d2239), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.397949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Made reservation on behalf of 8c299c43db7e47fa990ebc8f470028f0 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:43.400341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.429813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:43.431789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (03c93dd2-6453-415f-a681-568caa02fd54), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.447266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b8edf51b-57e6-4525-87b7-9a749e3039bc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.448619 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Added segment b8edf51b-57e6-4525-87b7-9a749e3039bc of type vlan for network 209483be-ce09-4b5f-ba21-230a3488ada4
Apr 02 21:12:43.508651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (209483be-ce09-4b5f-ba21-230a3488ada4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.548688 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (209483be-ce09-4b5f-ba21-230a3488ada4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.549948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.550582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.592496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.2227106
Apr 02 21:12:43.618035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56432) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.640208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for port (03c93dd2-6453-415f-a681-568caa02fd54), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.641466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13f0d6-a02a-4663-a7c5-25b7e2060759 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Network': ['ID=209483be-ce09-4b5f-ba21-230a3488ada4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:43.659082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 209483be-ce09-4b5f-ba21-230a3488ada4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:43.672494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (03c93dd2-6453-415f-a681-568caa02fd54), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.763490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1b141-52e1-400e-b4a6-61519095b63f tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.769006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1b141-52e1-400e-b4a6-61519095b63f tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.774061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1b141-52e1-400e-b4a6-61519095b63f tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.779387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1b141-52e1-400e-b4a6-61519095b63f tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.781197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c0b1b141-52e1-400e-b4a6-61519095b63f tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.1621242
Apr 02 21:12:43.783885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56436) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.814122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Port': ['ID=03c93dd2-6453-415f-a681-568caa02fd54,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:43.838234 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f294fde7-6cc6-4913-b65a-56c25a9d2239), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.846922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-e224a0be-d9b1-4611-b660-e793aee6b4ae tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:43.848544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-e224a0be-d9b1-4611-b660-e793aee6b4ae tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.15 "GET /v2.0/networks?id=8afb841d-6490-4b70-881f-7807d1e25486 HTTP/1.1" status: 200  len: 822 time: 0.2545619
Apr 02 21:12:43.857661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (209483be-ce09-4b5f-ba21-230a3488ada4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.862432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Request body: {'port': {'device_id': '8034285b-8818-455d-9bfa-4fcdce732e33', 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486', 'admin_state_up': True, 'tenant_id': '33cdd8617965489c859587b4034347ec'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:43.880742 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.884594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a965b21d-b1e6-4fca-ab5e-e5c80c182617 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4846337
Apr 02 21:12:43.886207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56440) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:43.890113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7959f1e8-63df-41b7-be7d-ce7527a2f68e tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'floatingip': {'port_id': '1632135c-45da-41b4-93a9-66615e56469c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:43.945723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (209483be-ce09-4b5f-ba21-230a3488ada4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.982710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7959f1e8-63df-41b7-be7d-ce7527a2f68e tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (f294fde7-6cc6-4913-b65a-56c25a9d2239), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:43.991684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784570b250>,) {'filters': {'network_id': ['209483be-ce09-4b5f-ba21-230a3488ada4']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:44.011149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784570b250>, 'b8edf51b-57e6-4525-87b7-9a749e3039bc') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:44.011504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784570b250>, 'b8edf51b-57e6-4525-87b7-9a749e3039bc') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:44.023354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b8edf51b-57e6-4525-87b7-9a749e3039bc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.395876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c008e8-70c6-4852-8875-5c0cb1594c7e req-b84932e7-09c6-4757-9e9c-34578267e00e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:44.397422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82c008e8-70c6-4852-8875-5c0cb1594c7e req-b84932e7-09c6-4757-9e9c-34578267e00e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.4375720
Apr 02 21:12:44.399014 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b8edf51b-57e6-4525-87b7-9a749e3039bc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.422241 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.422835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:44.423092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b8edf51b-57e6-4525-87b7-9a749e3039bc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:44.426207 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:44.457094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfac1dea-d4a6-4e48-8f9b-199e7174c4fa req-614a6953-be1e-4deb-8371-40861dc96303 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 210 time: 0.0649459
Apr 02 21:12:44.501632 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-7959f1e8-63df-41b7-be7d-ce7527a2f68e tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] update failed (client error): The resource could not be found.
Apr 02 21:12:44.503005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7959f1e8-63df-41b7-be7d-ce7527a2f68e tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "PUT /v2.0/floatingips/f294fde7-6cc6-4913-b65a-56c25a9d2239 HTTP/1.1" status: 404  len: 507 time: 0.6162472
Apr 02 21:12:44.506091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56458) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:44.516410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Made reservation on behalf of 33cdd8617965489c859587b4034347ec for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:44.520079 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.526093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (209483be-ce09-4b5f-ba21-230a3488ada4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.534511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  209483be-ce09-4b5f-ba21-230a3488ada4 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:12:44.536795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.547140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/networks/209483be-ce09-4b5f-ba21-230a3488ada4 HTTP/1.1" status: 204  len: 168 time: 0.7620137
Apr 02 21:12:44.548263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56460) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:44.565474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d98bdd-7c1c-4457-a2ca-1c57454df9a0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Network': ['ID=209483be-ce09-4b5f-ba21-230a3488ada4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:44.575412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82c008e8-70c6-4852-8875-5c0cb1594c7e req-6467e0bc-56a9-4f85-a6e2-f0a852cf1833 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678319
Apr 02 21:12:44.578729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'network': {'name': 'tempest-network--775087373', 'router:external': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:44.621619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Made reservation on behalf of 8c299c43db7e47fa990ebc8f470028f0 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:44.630551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.668256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:44.687986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7172ed28-ea2c-4453-b8ae-c7fbedaba5ac), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.688406 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Added segment 7172ed28-ea2c-4453-b8ae-c7fbedaba5ac of type vlan for network d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0
Apr 02 21:12:44.761518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.778579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Deleting port 03c93dd2-6453-415f-a681-568caa02fd54 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:44.779147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (03c93dd2-6453-415f-a681-568caa02fd54), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.805853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Allocated IP 172.20.0.4 (8afb841d-6490-4b70-881f-7807d1e25486/27005ecf-41bc-4768-8bb9-76a527042553/d721a3c3-0fae-4b0f-a281-eda5305fbea9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:44.812140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.813533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:44.814051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.860423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.2962139
Apr 02 21:12:44.863417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56482) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:44.887453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ee316-e664-4bd6-b24a-ad95898004d0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Network': ['ID=d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:44.901648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:44.925864 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (03c93dd2-6453-415f-a681-568caa02fd54), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.926193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (03c93dd2-6453-415f-a681-568caa02fd54), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:44.971997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Calling delete_port for 03c93dd2-6453-415f-a681-568caa02fd54 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:45.023637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad41ad4-3d0c-4fa3-862d-c58829487800 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:45.024989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2ad41ad4-3d0c-4fa3-862d-c58829487800 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] 10.222.0.18 "GET /v2.0/networks/d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0 HTTP/1.1" status: 200  len: 756 time: 0.1607327
Apr 02 21:12:45.028439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56484) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:45.118936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d322f5-384b-4e51-b2ce-2392f6b2a094 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:45.120552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6d322f5-384b-4e51-b2ce-2392f6b2a094 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] 10.222.0.18 "GET /v2.0/networks/4a9ecb5e-34a8-4f67-a321-13d477a1de36 HTTP/1.1" status: 200  len: 767 time: 0.0887744
Apr 02 21:12:45.123467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:45.159874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks [] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.196142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.235604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.265228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (03c93dd2-6453-415f-a681-568caa02fd54), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.281840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.286390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Network 8afb841d-6490-4b70-881f-7807d1e25486 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:45.295591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:45.304515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f5f0070>,) {'filters': {'network_id': ['d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:45.314879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:45.315040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f5f0070>, '7172ed28-ea2c-4453-b8ae-c7fbedaba5ac') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:45.315286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f5f0070>, '7172ed28-ea2c-4453-b8ae-c7fbedaba5ac') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:45.325298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (7172ed28-ea2c-4453-b8ae-c7fbedaba5ac), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.339088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7172ed28-ea2c-4453-b8ae-c7fbedaba5ac), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.340653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Pushing event updated for resources: {'Port': ['ID=d721a3c3-0fae-4b0f-a281-eda5305fbea9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:45.346996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:45.347737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (7172ed28-ea2c-4453-b8ae-c7fbedaba5ac), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:45.349876 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:45.393777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Port': ['ID=03c93dd2-6453-415f-a681-568caa02fd54,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:45.407637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.411499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:45.412125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.412966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:12:45.416101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.426698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0 HTTP/1.1" status: 204  len: 168 time: 0.2959378
Apr 02 21:12:45.427097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:45.429506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (f294fde7-6cc6-4913-b65a-56c25a9d2239), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.431945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cf2f6-c38b-4c7e-beda-02865ee09dd3 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8f1690a-9d8b-4c48-a3b0-f16163ffe1f0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:45.432101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.436506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ab9778c1-fe22-4ea9-937a-96962a4de211 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "DELETE /v2.0/floatingips/f294fde7-6cc6-4913-b65a-56c25a9d2239 HTTP/1.1" status: 204  len: 168 time: 0.9263508
Apr 02 21:12:45.437115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56492) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:45.438008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'network': {'name': 'tempest-network--1957008277'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:45.444934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5434423f-9863-43ae-8bb8-9e64b6dd7ada tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'floatingip': {'floating_network_id': 'd38538eb-457c-4de5-a7f1-1babbbaada90', 'port_id': '1632135c-45da-41b4-93a9-66615e56469c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:45.447727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-118b717b-9282-4106-90e4-b1a2b612b417 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5902109
Apr 02 21:12:45.461449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Request body: {'port': {'device_id': '8034285b-8818-455d-9bfa-4fcdce732e33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:45.467314 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5434423f-9863-43ae-8bb8-9e64b6dd7ada tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.486603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Made reservation on behalf of 8c299c43db7e47fa990ebc8f470028f0 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:45.488893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.545483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:45.579834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.586916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (edbd06e5-910c-43b6-b9db-208affe00829), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.587264 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Added segment edbd06e5-910c-43b6-b9db-208affe00829 of type vlan for network 70bba248-b7dc-4148-9f2b-45f25ae94e57
Apr 02 21:12:45.627700 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-5434423f-9863-43ae-8bb8-9e64b6dd7ada tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:12:45.629845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5434423f-9863-43ae-8bb8-9e64b6dd7ada tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1904862
Apr 02 21:12:45.633333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56498) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:45.639694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '1632135c-45da-41b4-93a9-66615e56469c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:45.675017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.683971 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.752790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec62f-ef0b-4216-9009-b652d27204be req-d84d9c57-345a-46b3-86ac-644f83fa9574 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:45.754318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0deec62f-ef0b-4216-9009-b652d27204be req-d84d9c57-345a-46b3-86ac-644f83fa9574 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0845985
Apr 02 21:12:45.759862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3564f-eed9-444d-9b62-fc8b80b7525d req-6ca98bf9-74de-4677-83a9-e82ddadec6ec tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:45.761917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54c3564f-eed9-444d-9b62-fc8b80b7525d req-6ca98bf9-74de-4677-83a9-e82ddadec6ec tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 931 time: 0.2180870
Apr 02 21:12:45.795535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.796237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:45.796978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.853459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0deec62f-ef0b-4216-9009-b652d27204be req-908ab2cc-b379-4f71-8b5d-6c161b86467d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905905
Apr 02 21:12:45.861650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.4335635
Apr 02 21:12:45.866133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:45.867790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:45.883599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:45.937268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54c3564f-eed9-444d-9b62-fc8b80b7525d req-f1ba6cdd-b771-4674-8481-f4b9768a9193 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667395
Apr 02 21:12:45.941402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee954-6d78-4f08-943a-d7a2d6c74ed2 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Network': ['ID=70bba248-b7dc-4148-9f2b-45f25ae94e57,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:45.952670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 70bba248-b7dc-4148-9f2b-45f25ae94e57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:46.046077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d721a3c3-0fae-4b0f-a281-eda5305fbea9 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:46.053736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Publish callbacks [] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.066056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Transition to ACTIVE for port object d721a3c3-0fae-4b0f-a281-eda5305fbea9 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:12:46.070247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.102278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Allocated IP 172.35.4.215 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/2504637e-8230-4289-9d51-ad08fc466daa) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:46.128880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d721a3c3-0fae-4b0f-a281-eda5305fbea9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:46.143265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.189612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.196031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Attempting to bind port d721a3c3-0fae-4b0f-a281-eda5305fbea9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:46.196362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Attempting to bind port d721a3c3-0fae-4b0f-a281-eda5305fbea9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '43259af8-1022-49c8-949c-b23e7c197969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:46.196729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Attempting to bind port d721a3c3-0fae-4b0f-a281-eda5305fbea9 on network 8afb841d-6490-4b70-881f-7807d1e25486 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:46.201850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Port d721a3c3-0fae-4b0f-a281-eda5305fbea9 on network 8afb841d-6490-4b70-881f-7807d1e25486 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:12:46.202178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Attempting to bind port d721a3c3-0fae-4b0f-a281-eda5305fbea9 on network 8afb841d-6490-4b70-881f-7807d1e25486 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:46.207189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:46.207594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Checking segment: {'id': '43259af8-1022-49c8-949c-b23e7c197969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:46.207899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Bound using segment: {'id': '43259af8-1022-49c8-949c-b23e7c197969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:46.208295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Bound port: d721a3c3-0fae-4b0f-a281-eda5305fbea9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43259af8-1022-49c8-949c-b23e7c197969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:46.208677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.216762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Network 70bba248-b7dc-4148-9f2b-45f25ae94e57 is not hosted by any dhcp agent {{(pid=121648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:12:46.217636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:46.218236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.219507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "PUT /v2.0/networks/70bba248-b7dc-4148-9f2b-45f25ae94e57 HTTP/1.1" status: 200  len: 858 time: 0.3498650
Apr 02 21:12:46.222564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56504) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:46.273492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a2dd0-cf31-4254-b7c6-740e8524880b tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event updated for resources: {'Network': ['ID=70bba248-b7dc-4148-9f2b-45f25ae94e57,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:46.291267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for port (2504637e-8230-4289-9d51-ad08fc466daa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.326988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2504637e-8230-4289-9d51-ad08fc466daa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.327405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.340158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] For port d721a3c3-0fae-4b0f-a281-eda5305fbea9, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:46.345292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] For port d721a3c3-0fae-4b0f-a281-eda5305fbea9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9,segment=NetworkSegment(43259af8-1022-49c8-949c-b23e7c197969),segment_id=43259af8-1022-49c8-949c-b23e7c197969)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:46.366284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:46.368351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.371685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:46.376093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:46.379166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event updated for resources: {'Port': ['ID=2504637e-8230-4289-9d51-ad08fc466daa,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:46.425559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:46.426170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.427547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] 10.222.0.15 "PUT /v2.0/ports/d721a3c3-0fae-4b0f-a281-eda5305fbea9 HTTP/1.1" status: 200  len: 1091 time: 0.9727159
Apr 02 21:12:46.428051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8034285b-8818-455d-9bfa-4fcdce732e33', 'tag': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:46.430297 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ee036-e6de-4cba-b64a-5f92d9c73671" -d '{"events": [{"name": "network-changed", "server_uuid": "8034285b-8818-455d-9bfa-4fcdce732e33", "tag": "d721a3c3-0fae-4b0f-a281-eda5305fbea9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:46.469404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.485751 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d0543-3242-4cb9-a928-0f3400b7c222 x-openstack-request-id: req-fb2d0543-3242-4cb9-a928-0f3400b7c222 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:46.486043 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8034285b-8818-455d-9bfa-4fcdce732e33", "tag": "d721a3c3-0fae-4b0f-a281-eda5305fbea9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:46.486300 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb2d0543-3242-4cb9-a928-0f3400b7c222 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:46.486730 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2d0543-3242-4cb9-a928-0f3400b7c222'] response: {'name': 'network-changed', 'server_uuid': '8034285b-8818-455d-9bfa-4fcdce732e33', 'tag': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9', 'status': 'completed', 'code': 200}
Apr 02 21:12:46.518754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847c0d040>,) {'filters': {'network_id': ['70bba248-b7dc-4148-9f2b-45f25ae94e57']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:46.539527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fbc85-93fe-40b4-9c03-2f211d101d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d721a3c3-0fae-4b0f-a281-eda5305fbea9,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:46.549180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c0d040>, 'edbd06e5-910c-43b6-b9db-208affe00829') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:46.549670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c0d040>, 'edbd06e5-910c-43b6-b9db-208affe00829') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:46.561559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (edbd06e5-910c-43b6-b9db-208affe00829), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.567348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Deleting port 2504637e-8230-4289-9d51-ad08fc466daa {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:46.567696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2504637e-8230-4289-9d51-ad08fc466daa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.580405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (edbd06e5-910c-43b6-b9db-208affe00829), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.587024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-f8e10c5d-f1cc-4e86-a8d7-6d0c4088d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:46.588616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-f8e10c5d-f1cc-4e86-a8d7-6d0c4088d175 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33cdd8617965489c859587b4034347ec&device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 1125 time: 0.0907691
Apr 02 21:12:46.591915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:46.592331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (edbd06e5-910c-43b6-b9db-208affe00829), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:46.595910 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:46.671796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2504637e-8230-4289-9d51-ad08fc466daa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.672169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for floatingip (2504637e-8230-4289-9d51-ad08fc466daa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.687186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Calling delete_port for 2504637e-8230-4289-9d51-ad08fc466daa owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:46.696434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-3a6f17a4-7f7e-4cf7-987b-19d6ff089598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9 HTTP/1.1" status: 200  len: 217 time: 0.0847208
Apr 02 21:12:46.712506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (70bba248-b7dc-4148-9f2b-45f25ae94e57), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.735718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  70bba248-b7dc-4148-9f2b-45f25ae94e57 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:12:46.738974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.746368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] 10.222.0.18 "DELETE /v2.0/networks/70bba248-b7dc-4148-9f2b-45f25ae94e57 HTTP/1.1" status: 204  len: 168 time: 0.5186079
Apr 02 21:12:46.747327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:46.761988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ec5cf-86df-4f64-b459-904323152de0 tempest-ExternalNetworksTestJSON-1174962757 tempest-ExternalNetworksTestJSON-1174962757-project-admin] Pushing event deleted for resources: {'Network': ['ID=70bba248-b7dc-4148-9f2b-45f25ae94e57,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:46.773477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-4b233160-f629-4f74-a8ba-9bf0542083fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:46.774970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-4b233160-f629-4f74-a8ba-9bf0542083fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27005ecf-41bc-4768-8bb9-76a527042553 HTTP/1.1" status: 200  len: 862 time: 0.0725639
Apr 02 21:12:46.781720 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bd399b-2ff7-46ae-833c-3d26b52dcb89 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:12:46.782192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bd399b-2ff7-46ae-833c-3d26b52dcb89 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:12:46.787875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-15bd399b-2ff7-46ae-833c-3d26b52dcb89 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] 10.222.0.18 "DELETE /v2.0/subnets/d8b64e64-f844-43ee-9dc8-fb1b8c8c52fc HTTP/1.1" status: 404  len: 337 time: 0.0364804
Apr 02 21:12:46.788073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56510) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:46.811131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-dd9f9e0d-25df-408f-8d66-2a5f31402b0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8afb841d-6490-4b70-881f-7807d1e25486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295458
Apr 02 21:12:46.912917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4a9ecb5e-34a8-4f67-a321-13d477a1de36), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:46.913410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-f943af56-41ed-4899-b506-31333d1265e9 service neutron] 10.222.0.15 "GET /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961645
Apr 02 21:12:46.956182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2504637e-8230-4289-9d51-ad08fc466daa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.014134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Port': ['ID=2504637e-8230-4289-9d51-ad08fc466daa,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:47.065490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f982f1c7-c10e-4168-a12f-cfde3b783fb2 req-33189f62-a243-4718-a44b-adb19a744195 service neutron] 10.222.0.15 "GET /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451898
Apr 02 21:12:47.072483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4a9ecb5e-34a8-4f67-a321-13d477a1de36), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.073717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7648a-d7e2-4ebb-9174-dc34fbc40e35 req-c8f24bab-9e4d-4ada-9558-b76d362e8dbe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:47.075239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2a7648a-d7e2-4ebb-9174-dc34fbc40e35 req-c8f24bab-9e4d-4ada-9558-b76d362e8dbe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1206849
Apr 02 21:12:47.159432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784435b850>,) {'filters': {'network_id': ['4a9ecb5e-34a8-4f67-a321-13d477a1de36']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:47.161113 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2a7648a-d7e2-4ebb-9174-dc34fbc40e35 req-0ba45b1b-08d7-480c-9721-d98ea836ea63 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770586
Apr 02 21:12:47.189341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-31cb2a5c-8286-464e-9e2d-9df647a37634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:47.190927 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-31cb2a5c-8286-464e-9e2d-9df647a37634 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33cdd8617965489c859587b4034347ec&device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 1125 time: 0.0735288
Apr 02 21:12:47.195392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784435b850>, 'a2b8c5a9-c5e0-453c-90f0-3255bd98bba1') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:47.195691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784435b850>, 'a2b8c5a9-c5e0-453c-90f0-3255bd98bba1') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:47.212743 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (a2b8c5a9-c5e0-453c-90f0-3255bd98bba1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.241025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767d7c-0183-4a6b-8e84-3098392071a0 req-92cbd083-9ec4-411f-b9b6-767bafdda552 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:47.245666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-50767d7c-0183-4a6b-8e84-3098392071a0 req-92cbd083-9ec4-411f-b9b6-767bafdda552 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 943 time: 0.1769009
Apr 02 21:12:47.252268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a2b8c5a9-c5e0-453c-90f0-3255bd98bba1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.254690 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] create failed (client error): The resource could not be found.
Apr 02 21:12:47.258669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-accd33ee-b5fe-4d60-81aa-8d68b3ef56ed tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.6204252
Apr 02 21:12:47.262683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56518) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:47.279865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:47.280303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (a2b8c5a9-c5e0-453c-90f0-3255bd98bba1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:47.283649 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:47.352282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-50767d7c-0183-4a6b-8e84-3098392071a0 req-1ae3f76c-0f91-4e41-b954-e974ee8583f1 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022902
Apr 02 21:12:47.355767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-db14d91e-d6c1-4758-ba7c-b58d0f8eb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:47.357396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-db14d91e-d6c1-4758-ba7c-b58d0f8eb770 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8afb841d-6490-4b70-881f-7807d1e25486 HTTP/1.1" status: 200  len: 923 time: 0.1603534
Apr 02 21:12:47.366564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4a9ecb5e-34a8-4f67-a321-13d477a1de36), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.379704 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.384912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] 10.222.0.18 "DELETE /v2.0/networks/4a9ecb5e-34a8-4f67-a321-13d477a1de36 HTTP/1.1" status: 204  len: 168 time: 0.5957410
Apr 02 21:12:47.397420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988712d1-4b4c-4680-9412-54dbab133386 tempest-ExternalNetworksTestJSON-1153533048 tempest-ExternalNetworksTestJSON-1153533048-project] Pushing event deleted for resources: {'Network': ['ID=4a9ecb5e-34a8-4f67-a321-13d477a1de36,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:47.403215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-c124f8fd-7371-40ff-a6f6-4b25ce41188c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9 HTTP/1.1" status: 200  len: 217 time: 0.0385318
Apr 02 21:12:47.447794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Deleting port 1632135c-45da-41b4-93a9-66615e56469c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:47.448146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1632135c-45da-41b4-93a9-66615e56469c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.486777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-f6788d26-6bea-4667-811a-3b739ab42198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:47.488232 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-f6788d26-6bea-4667-811a-3b739ab42198 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27005ecf-41bc-4768-8bb9-76a527042553 HTTP/1.1" status: 200  len: 862 time: 0.0779481
Apr 02 21:12:47.545828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-4e74433e-db3f-4112-9eff-e6093c228d80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8afb841d-6490-4b70-881f-7807d1e25486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300856
Apr 02 21:12:47.590717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56524) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:47.591594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1632135c-45da-41b4-93a9-66615e56469c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.637484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Calling delete_port for 1632135c-45da-41b4-93a9-66615e56469c owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:47.700133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:12:47.705706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-d6ef8135-4809-4177-be91-f25eaa5725b3 service neutron] 10.222.0.15 "GET /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529124
Apr 02 21:12:47.762702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f428774-e2aa-45d5-8881-99e53e1b833a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e06a13a44b04af782e4b674988f6436&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1704140
Apr 02 21:12:47.763831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:47.787456 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.826585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1576df8-05f2-4af0-93c9-d5dfb22f240d admin admin] Publish callbacks [] for security_group (4946a5a4-7f80-4b19-a3f2-518bc65433cc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.854958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1576df8-05f2-4af0-93c9-d5dfb22f240d admin admin] Publish callbacks [] for security_group (4946a5a4-7f80-4b19-a3f2-518bc65433cc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.859239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-346ee036-e6de-4cba-b64a-5f92d9c73671 req-ef586ba7-ca20-4d57-ac6c-c27f4e93d30d service neutron] 10.222.0.15 "GET /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429989
Apr 02 21:12:47.878568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1632135c-45da-41b4-93a9-66615e56469c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.903107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1576df8-05f2-4af0-93c9-d5dfb22f240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4946a5a4-7f80-4b19-a3f2-518bc65433cc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.906287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1576df8-05f2-4af0-93c9-d5dfb22f240d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:47.907444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c1576df8-05f2-4af0-93c9-d5dfb22f240d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4946a5a4-7f80-4b19-a3f2-518bc65433cc HTTP/1.1" status: 204  len: 168 time: 0.1417301
Apr 02 21:12:47.908892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Port': ['ID=1632135c-45da-41b4-93a9-66615e56469c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:47.929837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1576df8-05f2-4af0-93c9-d5dfb22f240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4946a5a4-7f80-4b19-a3f2-518bc65433cc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:48.008683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.012981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a427aed7-f29c-4a9d-9898-a9ea185c5445 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "DELETE /v2.0/ports/1632135c-45da-41b4-93a9-66615e56469c HTTP/1.1" status: 204  len: 168 time: 0.7491374
Apr 02 21:12:48.015411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56552) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:48.071104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f5f40-7169-41e1-befb-eb2766f38068 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:48.075130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3c5f5f40-7169-41e1-befb-eb2766f38068 tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d9213ce-4158-45bb-836a-c237a120db34 HTTP/1.1" status: 200  len: 913 time: 0.0556929
Apr 02 21:12:48.075361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:48.235337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56562) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:48.292324 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f45c518-4631-4a8f-ab41-39aa4228e34c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c299c43db7e47fa990ebc8f470028f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0544887
Apr 02 21:12:48.294414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56564) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:48.342881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9c984-b24a-408f-9db2-2025365f123b admin admin] Publish callbacks [] for security_group (2e7319ec-42f9-4c70-acca-7699af645b3a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.351617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b02c09-c360-4142-85b5-02da209e9975 req-abd95e57-dcc9-4ba8-a58f-48fc0a0eccb1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:48.353156 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2b02c09-c360-4142-85b5-02da209e9975 req-abd95e57-dcc9-4ba8-a58f-48fc0a0eccb1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1069336
Apr 02 21:12:48.364755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9c984-b24a-408f-9db2-2025365f123b admin admin] Publish callbacks [] for security_group (2e7319ec-42f9-4c70-acca-7699af645b3a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.421475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9c984-b24a-408f-9db2-2025365f123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2e7319ec-42f9-4c70-acca-7699af645b3a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.424040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82e9c984-b24a-408f-9db2-2025365f123b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.425827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82e9c984-b24a-408f-9db2-2025365f123b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e7319ec-42f9-4c70-acca-7699af645b3a HTTP/1.1" status: 204  len: 168 time: 0.1298423
Apr 02 21:12:48.435032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9c984-b24a-408f-9db2-2025365f123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7319ec-42f9-4c70-acca-7699af645b3a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:48.444119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2b02c09-c360-4142-85b5-02da209e9975 req-f3d93fc0-a97f-4bea-851b-9ce78ecf637a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818779
Apr 02 21:12:48.515558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (8d9213ce-4158-45bb-836a-c237a120db34), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.523680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51829a99-c7a9-455a-be02-61984c5aeb51 req-74d5469a-c823-4441-868f-303357ced336 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:48.525224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51829a99-c7a9-455a-be02-61984c5aeb51 req-74d5469a-c823-4441-868f-303357ced336 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 943 time: 0.0843544
Apr 02 21:12:48.576600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51829a99-c7a9-455a-be02-61984c5aeb51 req-1cb6be1f-61c7-46ad-8a76-8596ee167a95 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442443
Apr 02 21:12:48.784122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Deleting port e5071dbe-771e-4ab2-9efc-1c644cf7375a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:48.784494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.872420 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:48.884448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Calling delete_port for e5071dbe-771e-4ab2-9efc-1c644cf7375a owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:49.058327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e5071dbe-771e-4ab2-9efc-1c644cf7375a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.089937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Port': ['ID=e5071dbe-771e-4ab2-9efc-1c644cf7375a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:49.222236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56600) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:49.348055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-100567938'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:49.373345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Made reservation on behalf of f747f5124bd44e6b83cad71f0d0d838b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:49.377120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.387090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.479369 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for security_group (53844fc5-1608-4ded-954e-66e09928205e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.484048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (53844fc5-1608-4ded-954e-66e09928205e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.521750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53844fc5-1608-4ded-954e-66e09928205e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:49.529135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:49.539876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7f24ca56-6d6e-4e76-8927-b33927f8cb5b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.540288 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Added segment 7f24ca56-6d6e-4e76-8927-b33927f8cb5b of type vlan for network 57e8b426-6180-4742-8d02-bcf2ae9e5b79
Apr 02 21:12:49.594268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (57e8b426-6180-4742-8d02-bcf2ae9e5b79), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.631231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (8d9213ce-4158-45bb-836a-c237a120db34), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.651461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (57e8b426-6180-4742-8d02-bcf2ae9e5b79), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.657034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:49.658616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:49.712601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.4892192
Apr 02 21:12:49.713881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56616) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:49.722416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Request body: {'subnet': {'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:49.737857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfad2-7568-4f32-9dd9-178d8d0cf28d req-b075c901-8983-492d-a9bf-229896be5673 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:49.739367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2accfad2-7568-4f32-9dd9-178d8d0cf28d req-b075c901-8983-492d-a9bf-229896be5673 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1474824
Apr 02 21:12:49.781416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2daf99-0570-4cca-b178-3af1c4e764df tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event updated for resources: {'Network': ['ID=57e8b426-6180-4742-8d02-bcf2ae9e5b79,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:49.795932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8404caa-dd88-4b45-9f53-c618c57c45dd req-45071dc4-ab75-4ad2-8f52-141b731c55b9 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:49.796431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:49.797436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8404caa-dd88-4b45-9f53-c618c57c45dd req-45071dc4-ab75-4ad2-8f52-141b731c55b9 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 943 time: 0.1143274
Apr 02 21:12:49.823843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-46e804e4-81d2-436c-bb87-4887ec7c940e req-bc4b77d9-0596-426b-b1d4-d9b52ea17d55 tempest-ServerShowV247Test-69246232 tempest-ServerShowV247Test-69246232-project] (121649) timed out ('10.222.0.21', 57160) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:12:49.859585 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8404caa-dd88-4b45-9f53-c618c57c45dd req-67222acf-3db1-4040-9b7b-318f850f3b82 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547166
Apr 02 21:12:49.920468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Router 8d9213ce-4158-45bb-836a-c237a120db34 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:12:49.923898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2accfad2-7568-4f32-9dd9-178d8d0cf28d req-cc5b57d0-2265-43d2-8493-18b7cf266554 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729434
Apr 02 21:12:49.946357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Made reservation on behalf of f747f5124bd44e6b83cad71f0d0d838b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:49.950331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.039278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:12:50.048893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] Sync routers for ids ['8d9213ce-4158-45bb-836a-c237a120db34'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:12:50.060587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] Routers {'8d9213ce-4158-45bb-836a-c237a120db34'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:50.061245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784424fd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:12:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8d9213ce-4158-45bb-836a-c237a120db34'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:50.071604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4a9a6f5f-7d25-4a15-8d11-f16dabcd7e4f tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "PUT /v2.0/routers/8d9213ce-4158-45bb-836a-c237a120db34/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9952614
Apr 02 21:12:50.074850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56622) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:50.098508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784424fd60>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:50.107013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] Routers {'8d9213ce-4158-45bb-836a-c237a120db34'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:12:50.107533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784424fd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:12:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['8d9213ce-4158-45bb-836a-c237a120db34'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:50.143095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784424fd60>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:50.143763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad8992-9622-4130-8c5e-b3a0c06580f6 None None] The sync data for ids ['8d9213ce-4158-45bb-836a-c237a120db34'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:12:50.162735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for router (8d9213ce-4158-45bb-836a-c237a120db34), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.197127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (7f809adb-c3c5-447a-93f1-2352c41b4a38), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.268498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event updated for resources: {'Subnet': ['ID=7f809adb-c3c5-447a-93f1-2352c41b4a38,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:50.277584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Checking segment: {'id': '7f24ca56-6d6e-4e76-8927-b33927f8cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:50.277945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Network hostable DHCP agents. Network: 57e8b426-6180-4742-8d02-bcf2ae9e5b79, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:12:50.294710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:12:50.303391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57e8b426-6180-4742-8d02-bcf2ae9e5b79) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:50.308411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:50.310099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.314035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd1c5e-6262-4604-8bd2-42ff6be63536 None None] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:50.331824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc5a88db-6396-41c5-a012-bcde698799b5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6135828
Apr 02 21:12:50.332026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:50.333935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (8d9213ce-4158-45bb-836a-c237a120db34), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.336347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for router_controller (8d9213ce-4158-45bb-836a-c237a120db34), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.337913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Request body: {'port': {'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-135439727'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:50.385765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (8d9213ce-4158-45bb-836a-c237a120db34), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.386257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9213ce-4158-45bb-836a-c237a120db34 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:12:50.399346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.400488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fd39a792-03cd-438c-9e71-d91d4aa66c3b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "DELETE /v2.0/routers/8d9213ce-4158-45bb-836a-c237a120db34 HTTP/1.1" status: 204  len: 168 time: 0.3242538
Apr 02 21:12:50.402971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56626) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:50.426260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57e8b426-6180-4742-8d02-bcf2ae9e5b79', 'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79', 'project_id': 'f747f5124bd44e6b83cad71f0d0d838b', 'fixed_ips': [{'subnet_id': '7f809adb-c3c5-447a-93f1-2352c41b4a38'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:12:50.427763 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.459039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Made reservation on behalf of f747f5124bd44e6b83cad71f0d0d838b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:50.459912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Deleting subnet 18b6b6f6-4283-4044-8179-c03ffa7c9e05 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:12:50.461992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.463532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for subnet (18b6b6f6-4283-4044-8179-c03ffa7c9e05), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.480563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] device_id is not set on port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:12:50.511958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (18b6b6f6-4283-4044-8179-c03ffa7c9e05), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.581866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Allocated IP 2001:db8::2 (57e8b426-6180-4742-8d02-bcf2ae9e5b79/7f809adb-c3c5-447a-93f1-2352c41b4a38/d200a2e8-fffb-4a1c-a457-7bc1b24108ca) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:50.598829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (18b6b6f6-4283-4044-8179-c03ffa7c9e05), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.657628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (18b6b6f6-4283-4044-8179-c03ffa7c9e05), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.690685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Subnet': ['ID=18b6b6f6-4283-4044-8179-c03ffa7c9e05,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:50.692675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.696005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-90b57ea2-c111-4f3a-b211-fa6c4852187b tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "DELETE /v2.0/subnets/18b6b6f6-4283-4044-8179-c03ffa7c9e05 HTTP/1.1" status: 204  len: 168 time: 0.2918663
Apr 02 21:12:50.698974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56628) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:50.706900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec683682-b8b0-4925-84f3-af4197b13107 None None] Network d38538eb-457c-4de5-a7f1-1babbbaada90 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:50.754056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Publish callbacks [] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.774453 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d38538eb-457c-4de5-a7f1-1babbbaada90), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.785860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.831642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Deleting port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:50.831982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.845630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:50.849514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Allocated IP 2001:db8::145 (57e8b426-6180-4742-8d02-bcf2ae9e5b79/7f809adb-c3c5-447a-93f1-2352c41b4a38/e13ee4b0-b3f4-4827-b0d1-6d6b834301e0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:50.851504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:50.856763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:50.903178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Pushing event updated for resources: {'Port': ['ID=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:50.924873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] For port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,segment=NetworkSegment(729b4895-ab16-401e-9e26-df4734d7f96c),segment_id=729b4895-ab16-401e-9e26-df4734d7f96c)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:50.925274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.942061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Calling delete_port for 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:50.972568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Attempting to bind port d200a2e8-fffb-4a1c-a457-7bc1b24108ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:12:50.972905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Attempting to bind port d200a2e8-fffb-4a1c-a457-7bc1b24108ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f24ca56-6d6e-4e76-8927-b33927f8cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:12:50.973362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Attempting to bind port d200a2e8-fffb-4a1c-a457-7bc1b24108ca on network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:12:50.981565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:12:50.981952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Checking segment: {'id': '7f24ca56-6d6e-4e76-8927-b33927f8cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:50.982364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:50.982767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Bound using segment: {'id': '7f24ca56-6d6e-4e76-8927-b33927f8cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:12:50.983253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Bound port: d200a2e8-fffb-4a1c-a457-7bc1b24108ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f24ca56-6d6e-4e76-8927-b33927f8cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:12:50.983642 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.052396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] For port d200a2e8-fffb-4a1c-a457-7bc1b24108ca, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:12:51.055696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] For port d200a2e8-fffb-4a1c-a457-7bc1b24108ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,segment=NetworkSegment(7f24ca56-6d6e-4e76-8927-b33927f8cb5b),segment_id=7f24ca56-6d6e-4e76-8927-b33927f8cb5b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:12:51.066230 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.122714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcc53-7770-4aec-af24-fb72e5a29d70 req-d5eb0ddc-3048-43ef-9386-89fedc4462dc tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:51.125637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ab1fcc53-7770-4aec-af24-fb72e5a29d70 req-d5eb0ddc-3048-43ef-9386-89fedc4462dc tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 943 time: 0.0866041
Apr 02 21:12:51.127209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4dc349b0-dcbc-4dad-acc0-0dbd098d64d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.144284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c96a9b-2bde-4826-8636-e7c64db3c009 None None] Pushing event updated for resources: {'Port': ['ID=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:51.145716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.156898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e217c4d-9e46-47d1-b1db-7e71244add10 req-fa5c4911-6549-4e22-85b1-a5048d07a393 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:51.161016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36649f24-bac5-497e-86ff-50967dc3b780 None None] DHCP port deletion for d38538eb-457c-4de5-a7f1-1babbbaada90 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:12:51.168159 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e217c4d-9e46-47d1-b1db-7e71244add10 req-fa5c4911-6549-4e22-85b1-a5048d07a393 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1544862
Apr 02 21:12:51.195117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Port': ['ID=4dc349b0-dcbc-4dad-acc0-0dbd098d64d7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:51.214098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] No DVR routers for this DVR port 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:51.235240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d721a3c3-0fae-4b0f-a281-eda5305fbea9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:12:51.248715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e217c4d-9e46-47d1-b1db-7e71244add10 req-a8bcd6ae-1153-49db-b988-9e6d8de5b615 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786994
Apr 02 21:12:51.268788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ab1fcc53-7770-4aec-af24-fb72e5a29d70 req-e40c709f-f4e4-4013-bcb2-0626730b0bea tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888104
Apr 02 21:12:51.299835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.351006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d38538eb-457c-4de5-a7f1-1babbbaada90), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.355958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:51.361984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:51.369326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:51.374474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:51.375257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78440ece80>,) {'filters': {'network_id': ['d38538eb-457c-4de5-a7f1-1babbbaada90']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:51.376591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.385250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440ece80>, '729b4895-ab16-401e-9e26-df4734d7f96c') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:51.385904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440ece80>, '729b4895-ab16-401e-9e26-df4734d7f96c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:51.396482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (729b4895-ab16-401e-9e26-df4734d7f96c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.401773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event updated for resources: {'Port': ['ID=e13ee4b0-b3f4-4827-b0d1-6d6b834301e0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:51.413561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ccb29686-b93c-4f71-b810-50803915d41c tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.0801055
Apr 02 21:12:51.417358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56640) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:51.420070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (729b4895-ab16-401e-9e26-df4734d7f96c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.428956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Request body: {'port': {'network_id': '57e8b426-6180-4742-8d02-bcf2ae9e5b79', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-578807127', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:51.430948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] bootfile-name is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:12:51.431886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] tftp-server is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:12:51.431886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] server-ip-address is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:12:51.436832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:51.437412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (729b4895-ab16-401e-9e26-df4734d7f96c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:51.448493 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:51.462801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d721a3c3-0fae-4b0f-a281-eda5305fbea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9,segment=NetworkSegment(43259af8-1022-49c8-949c-b23e7c197969),segment_id=43259af8-1022-49c8-949c-b23e7c197969)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:51.493264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9', 'network_id': '8afb841d-6490-4b70-881f-7807d1e25486', 'port_id': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9', 'mac_address': 'fa:16:3e:2c:11:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27005ecf-41bc-4768-8bb9-76a527042553', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:12:51.547828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d38538eb-457c-4de5-a7f1-1babbbaada90), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.555278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.561083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] 10.222.0.18 "DELETE /v2.0/networks/d38538eb-457c-4de5-a7f1-1babbbaada90 HTTP/1.1" status: 204  len: 168 time: 0.8601556
Apr 02 21:12:51.577435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d721a3c3-0fae-4b0f-a281-eda5305fbea9 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:51.578078 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.588879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e950ee-4268-4dd5-9549-7bcfb6d5bfcc tempest-FloatingIPNegativeTestJSON-917373743 tempest-FloatingIPNegativeTestJSON-917373743-project] Pushing event deleted for resources: {'Network': ['ID=d38538eb-457c-4de5-a7f1-1babbbaada90,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:51.598774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d721a3c3-0fae-4b0f-a281-eda5305fbea9 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:12:51.640581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d721a3c3-0fae-4b0f-a281-eda5305fbea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9,segment=NetworkSegment(43259af8-1022-49c8-949c-b23e7c197969),segment_id=43259af8-1022-49c8-949c-b23e7c197969)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:51.650181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.703751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Made reservation on behalf of f747f5124bd44e6b83cad71f0d0d838b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:51.716788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:51.738132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d721a3c3-0fae-4b0f-a281-eda5305fbea9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:51.760437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] device_id is not set on port 9f0535e7-1e16-4983-b5bb-f88c755f0424 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:12:51.897378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Allocated IP 2001:db8::29d (57e8b426-6180-4742-8d02-bcf2ae9e5b79/7f809adb-c3c5-447a-93f1-2352c41b4a38/9f0535e7-1e16-4983-b5bb-f88c755f0424) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:12:51.908283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56656) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:52.013676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d721a3c3-0fae-4b0f-a281-eda5305fbea9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:12:52.052373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82fb25bb-3f1e-40b1-8ed0-273172c3ca1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b2b268eb8af4fbbb81f50c6625e5e46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1402230
Apr 02 21:12:52.052633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56660) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:52.073898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for port (9f0535e7-1e16-4983-b5bb-f88c755f0424), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.115852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9f0535e7-1e16-4983-b5bb-f88c755f0424), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.126023 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6afd-24a7-46a1-ae15-c6072afb5315 admin admin] Publish callbacks [] for security_group (3b1a0f76-0fb5-4e85-ac55-758990b9bf16), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.138265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:12:52.142264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:52.145247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:52.154030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:52.155749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.159367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6afd-24a7-46a1-ae15-c6072afb5315 admin admin] Publish callbacks [] for security_group (3b1a0f76-0fb5-4e85-ac55-758990b9bf16), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.217676 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 0.7992661
Apr 02 21:12:52.220925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56662) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:52.230582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6afd-24a7-46a1-ae15-c6072afb5315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3b1a0f76-0fb5-4e85-ac55-758990b9bf16), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.233187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6afd-24a7-46a1-ae15-c6072afb5315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.234332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5b7c6afd-24a7-46a1-ae15-c6072afb5315 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b1a0f76-0fb5-4e85-ac55-758990b9bf16 HTTP/1.1" status: 204  len: 168 time: 0.1806929
Apr 02 21:12:52.239827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b1946-b0d6-4b41-9f9b-a2c6e960712a tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event updated for resources: {'Port': ['ID=9f0535e7-1e16-4983-b5bb-f88c755f0424,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:52.318161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c6afd-24a7-46a1-ae15-c6072afb5315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a0f76-0fb5-4e85-ac55-758990b9bf16,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:52.360529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d200a2e8-fffb-4a1c-a457-7bc1b24108ca up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:52.370949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147d652-b9dc-493b-be98-ccfbb4844176 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:52.376870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147d652-b9dc-493b-be98-ccfbb4844176 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:52.389290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147d652-b9dc-493b-be98-ccfbb4844176 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:52.394067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56670) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:52.394223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e147d652-b9dc-493b-be98-ccfbb4844176 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.1720624
Apr 02 21:12:52.444675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d200a2e8-fffb-4a1c-a457-7bc1b24108ca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:52.444675 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.523147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901a982-ac80-42c4-887f-ea555ae600aa req-23d2a0ec-e216-4ed4-abda-2071c11a46c7 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:52.524772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9901a982-ac80-42c4-887f-ea555ae600aa req-23d2a0ec-e216-4ed4-abda-2071c11a46c7 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 944 time: 0.1293557
Apr 02 21:12:52.595324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d200a2e8-fffb-4a1c-a457-7bc1b24108ca is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:52.596000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.613713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9901a982-ac80-42c4-887f-ea555ae600aa req-22dcbde2-1ff7-41ae-a667-741e5b152c5e tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808926
Apr 02 21:12:52.636966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c94fac-a63d-49ee-95aa-cbbce38d75b5 req-6b61755f-c310-4c1f-8011-90ef7216acdd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:52.638730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87c94fac-a63d-49ee-95aa-cbbce38d75b5 req-6b61755f-c310-4c1f-8011-90ef7216acdd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.2422240
Apr 02 21:12:52.658929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d200a2e8-fffb-4a1c-a457-7bc1b24108ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,segment=NetworkSegment(7f24ca56-6d6e-4e76-8927-b33927f8cb5b),segment_id=7f24ca56-6d6e-4e76-8927-b33927f8cb5b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:52.666450 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.681581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Deleting port 9f0535e7-1e16-4983-b5bb-f88c755f0424 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:52.682139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9f0535e7-1e16-4983-b5bb-f88c755f0424), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.727972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:52.744719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:52.782715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87c94fac-a63d-49ee-95aa-cbbce38d75b5 req-874fefbe-b914-4408-a8e4-10b09f924c93 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360426
Apr 02 21:12:52.787039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:52.787402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4dc349b0-dcbc-4dad-acc0-0dbd098d64d7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:52.789485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186fa8f-83e1-4dee-99ad-0295be9e4afe None None] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:52.833245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9f0535e7-1e16-4983-b5bb-f88c755f0424), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:52.849057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Calling delete_port for 9f0535e7-1e16-4983-b5bb-f88c755f0424 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:52.908388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d1692a35-83ff-4748-a9f9-dc1dbed60e0d None None] Provisioning complete for port d200a2e8-fffb-4a1c-a457-7bc1b24108ca triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:52.909044 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d1692a35-83ff-4748-a9f9-dc1dbed60e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.001127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9f0535e7-1e16-4983-b5bb-f88c755f0424), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.048602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event deleted for resources: {'Port': ['ID=9f0535e7-1e16-4983-b5bb-f88c755f0424,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:53.083636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.088589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9bb698da-d360-42e6-809f-3eedf6d1ad6b tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "DELETE /v2.0/ports/9f0535e7-1e16-4983-b5bb-f88c755f0424 HTTP/1.1" status: 204  len: 168 time: 0.6931245
Apr 02 21:12:53.092388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56692) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:53.103092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Request body: {'port': {'name': 'tempest-new-port-name-667449768', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:53.104063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] bootfile-name is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:12:53.104593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] tftp-server is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:12:53.105086 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] server-ip-address is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:12:53.209198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.261876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d721a3c3-0fae-4b0f-a281-eda5305fbea9 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:53.291980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d1692a35-83ff-4748-a9f9-dc1dbed60e0d None None] Current status of the port d200a2e8-fffb-4a1c-a457-7bc1b24108ca is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:53.313865 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a4b33498-fe0d-4fb9-9154-7adacab47b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.343038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port d721a3c3-0fae-4b0f-a281-eda5305fbea9 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:12:53.350948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port d721a3c3-0fae-4b0f-a281-eda5305fbea9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:53.351981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.364502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56704) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:53.437340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Provisioning complete for port d200a2e8-fffb-4a1c-a457-7bc1b24108ca triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:53.437715 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.454439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.461507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.503214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] In _notify_port_updated(), no bound segment for port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 on network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:12:53.514300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:53.515522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.517102 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "PUT /v2.0/ports/e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 HTTP/1.1" status: 200  len: 1129 time: 0.4181488
Apr 02 21:12:53.519554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56710) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:53.545653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137825c-9b97-4bdb-a041-d56f805e27af tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event updated for resources: {'Port': ['ID=e13ee4b0-b3f4-4827-b0d1-6d6b834301e0,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:53.551829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port d721a3c3-0fae-4b0f-a281-eda5305fbea9 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:53.552522 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.599703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'networks': [{'name': 'tempest-network--1695269816'}, {'name': 'tempest-network--1062734161'}]} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:53.600334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'network': {'name': 'tempest-network--1695269816'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:53.600839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'network': {'name': 'tempest-network--1062734161'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:53.602037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8034285b-8818-455d-9bfa-4fcdce732e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:12:53.605556 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d47aca0-9d59-4fb2-82a4-17fea0c2e1cd" -d '{"events": [{"server_uuid": "8034285b-8818-455d-9bfa-4fcdce732e33", "name": "network-vif-plugged", "status": "completed", "tag": "d721a3c3-0fae-4b0f-a281-eda5305fbea9"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:12:53.632075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port d721a3c3-0fae-4b0f-a281-eda5305fbea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9,segment=NetworkSegment(43259af8-1022-49c8-949c-b23e7c197969),segment_id=43259af8-1022-49c8-949c-b23e7c197969)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:53.654419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b4f39-3b66-4e6f-895b-14d31962d1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:53.655847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-866b4f39-3b66-4e6f-895b-14d31962d1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "GET /v2.0/ports/e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 HTTP/1.1" status: 200  len: 1129 time: 0.1348739
Apr 02 21:12:53.657340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'network': 2} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:53.659723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:53.681071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.690305 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.705834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.761277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Current status of the port d200a2e8-fffb-4a1c-a457-7bc1b24108ca is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:53.793781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=d721a3c3-0fae-4b0f-a281-eda5305fbea9,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:53.797053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Provisioning complete for port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:53.797470 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.873212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for security_group (f711765a-db20-4dbe-80a2-6809a5e74b58), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.882312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:53.883373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f711765a-db20-4dbe-80a2-6809a5e74b58), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.886555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:53.888086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1ba665e2-dfd4-4073-b74b-78f209d66b39 None None] Could not find standard attr ID for object 9f0535e7-1e16-4983-b5bb-f88c755f0424. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:12:53.905565 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b6eea-c97a-4ac8-a521-17a204a22753 x-openstack-request-id: req-754b6eea-c97a-4ac8-a521-17a204a22753 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:12:53.906258 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8034285b-8818-455d-9bfa-4fcdce732e33", "name": "network-vif-plugged", "status": "completed", "tag": "d721a3c3-0fae-4b0f-a281-eda5305fbea9", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:12:53.906534 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-754b6eea-c97a-4ac8-a521-17a204a22753 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:12:53.906966 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754b6eea-c97a-4ac8-a521-17a204a22753'] response: {'server_uuid': '8034285b-8818-455d-9bfa-4fcdce732e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9', 'code': 200}
Apr 02 21:12:53.909382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133314ac-868c-4244-a588-b500bb31c341 req-82aa91b8-628d-45ec-b30e-683e028627e1 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:53.911830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-133314ac-868c-4244-a588-b500bb31c341 req-82aa91b8-628d-45ec-b30e-683e028627e1 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 945 time: 0.1600764
Apr 02 21:12:53.953559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Deleting port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:53.954235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.019759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f711765a-db20-4dbe-80a2-6809a5e74b58,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:54.021339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-621b9bf6-3b25-4c91-aae2-41b3941e9cc0 None None] Provisioning complete for port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:54.021976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-621b9bf6-3b25-4c91-aae2-41b3941e9cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.076743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:54.089124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-133314ac-868c-4244-a588-b500bb31c341 req-b8a49d25-4d4b-467e-b36f-ba413654a26e tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614690
Apr 02 21:12:54.099753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8019bdef-aefe-4685-95fc-c91934e69060), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.100104 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Added segment 8019bdef-aefe-4685-95fc-c91934e69060 of type vlan for network b6802252-fa85-4e64-8cf0-c7b788b86af6
Apr 02 21:12:54.116440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ad6c8-d3c8-4241-b4fd-804f9c8b12ad req-917889d2-6084-4492-97fd-0bcea317711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.118045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c34ad6c8-d3c8-4241-b4fd-804f9c8b12ad req-917889d2-6084-4492-97fd-0bcea317711f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 1127 time: 0.1300094
Apr 02 21:12:54.123647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdb6c-e4bf-429f-8082-20516d270f45 req-ea8d01d8-d12a-4724-b91e-38e37598dac4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.126100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4bdb6c-e4bf-429f-8082-20516d270f45 req-ea8d01d8-d12a-4724-b91e-38e37598dac4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1262908
Apr 02 21:12:54.134716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-621b9bf6-3b25-4c91-aae2-41b3941e9cc0 None None] Port e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:12:54.143148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.169281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Calling delete_port for e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:54.180192 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b6802252-fa85-4e64-8cf0-c7b788b86af6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.207624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c34ad6c8-d3c8-4241-b4fd-804f9c8b12ad req-70bb10e9-a554-4e77-9e60-b0e801293946 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758145
Apr 02 21:12:54.221525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2c4bdb6c-e4bf-429f-8082-20516d270f45 req-86f1ccfd-6bbc-4db4-b18d-01ceb874af6f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699878
Apr 02 21:12:54.233562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:54.252322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (49d280da-d6ae-4c77-bded-ac7be02905c0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.252919 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Added segment 49d280da-d6ae-4c77-bded-ac7be02905c0 of type vlan for network 38de3bf6-d7a8-4620-b708-802850d63548
Apr 02 21:12:54.274182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c64f92ef-2fec-476b-93b5-b91acd45aa27 None None] Could not find standard attr ID for object 9f0535e7-1e16-4983-b5bb-f88c755f0424. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:12:54.337769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d200a2e8-fffb-4a1c-a457-7bc1b24108ca up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:12:54.366969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (38de3bf6-d7a8-4620-b708-802850d63548), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.410493 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b6802252-fa85-4e64-8cf0-c7b788b86af6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.411282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (38de3bf6-d7a8-4620-b708-802850d63548), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.418014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.420764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d200a2e8-fffb-4a1c-a457-7bc1b24108ca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:12:54.421077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e13ee4b0-b3f4-4827-b0d1-6d6b834301e0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.421591 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.427849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.428789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.497961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.1315033
Apr 02 21:12:54.500959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:54.540081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event deleted for resources: {'Port': ['ID=e13ee4b0-b3f4-4827-b0d1-6d6b834301e0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:54.553216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.563019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d200a2e8-fffb-4a1c-a457-7bc1b24108ca is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:12:54.582158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-86c6361f-693a-45bd-a839-a6670dc0e1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "DELETE /v2.0/ports/e13ee4b0-b3f4-4827-b0d1-6d6b834301e0 HTTP/1.1" status: 204  len: 168 time: 0.9182878
Apr 02 21:12:54.582158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:54.613965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Network': ['ID=b6802252-fa85-4e64-8cf0-c7b788b86af6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:54.631499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b6802252-fa85-4e64-8cf0-c7b788b86af6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:54.658770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Deleting subnet 7f809adb-c3c5-447a-93f1-2352c41b4a38 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:12:54.662041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for subnet (7f809adb-c3c5-447a-93f1-2352c41b4a38), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.703244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7f809adb-c3c5-447a-93f1-2352c41b4a38), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.732604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0e5a-8a69-467c-b1f9-3ad29fef9f72 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Network': ['ID=38de3bf6-d7a8-4620-b708-802850d63548,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:54.743379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 38de3bf6-d7a8-4620-b708-802850d63548 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:54.751672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b632bd-f67e-4788-913a-2fca625552d9 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.756582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b632bd-f67e-4788-913a-2fca625552d9 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.762479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b632bd-f67e-4788-913a-2fca625552d9 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.768478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b632bd-f67e-4788-913a-2fca625552d9 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:54.772680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b9b632bd-f67e-4788-913a-2fca625552d9 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.2701881
Apr 02 21:12:54.773300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56780) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:54.815721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7f809adb-c3c5-447a-93f1-2352c41b4a38), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.872260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b6802252-fa85-4e64-8cf0-c7b788b86af6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.880376 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7f809adb-c3c5-447a-93f1-2352c41b4a38), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.909548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event deleted for resources: {'Subnet': ['ID=7f809adb-c3c5-447a-93f1-2352c41b4a38,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:54.913620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.916899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3c483cf5-266b-4384-811b-3f720eeb7113 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "DELETE /v2.0/subnets/7f809adb-c3c5-447a-93f1-2352c41b4a38 HTTP/1.1" status: 204  len: 168 time: 0.3340375
Apr 02 21:12:54.920907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56782) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:54.972678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b6802252-fa85-4e64-8cf0-c7b788b86af6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:54.994462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cbe4340c-d583-4b57-92e7-cd6dd3b37dd7 None None] Could not find standard attr ID for object e13ee4b0-b3f4-4827-b0d1-6d6b834301e0. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:12:54.996299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845c6dc40>,) {'filters': {'network_id': ['b6802252-fa85-4e64-8cf0-c7b788b86af6']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.005981 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (57e8b426-6180-4742-8d02-bcf2ae9e5b79), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.007852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845c6dc40>, '8019bdef-aefe-4685-95fc-c91934e69060') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.008325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845c6dc40>, '8019bdef-aefe-4685-95fc-c91934e69060') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.018950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (8019bdef-aefe-4685-95fc-c91934e69060), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.034104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8019bdef-aefe-4685-95fc-c91934e69060), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.040818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:55.041668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (8019bdef-aefe-4685-95fc-c91934e69060), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:55.045138 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:55.066748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Deleting port d200a2e8-fffb-4a1c-a457-7bc1b24108ca {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:55.067027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.113659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b6802252-fa85-4e64-8cf0-c7b788b86af6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.121912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.137177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] For port d200a2e8-fffb-4a1c-a457-7bc1b24108ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,segment=NetworkSegment(7f24ca56-6d6e-4e76-8927-b33927f8cb5b),segment_id=7f24ca56-6d6e-4e76-8927-b33927f8cb5b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:55.137548 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.139862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56788) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:55.141948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/networks/b6802252-fa85-4e64-8cf0-c7b788b86af6 HTTP/1.1" status: 204  len: 168 time: 0.3674994
Apr 02 21:12:55.144033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ecbb1-3243-4a17-89e4-ea240cfd4521 None None] Network 57e8b426-6180-4742-8d02-bcf2ae9e5b79 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:55.154192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228071c5-55f1-4c8d-8ea3-7370d2fad566 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Network': ['ID=b6802252-fa85-4e64-8cf0-c7b788b86af6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:55.166945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Calling delete_port for d200a2e8-fffb-4a1c-a457-7bc1b24108ca owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:55.290855 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af353d8a-3551-470e-a983-2ef65cf014a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.293199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (38de3bf6-d7a8-4620-b708-802850d63548), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.343133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] DHCP port deletion for 57e8b426-6180-4742-8d02-bcf2ae9e5b79 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:12:55.395665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] Deleting port d200a2e8-fffb-4a1c-a457-7bc1b24108ca {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:55.396043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.398123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a479-1ae8-4bc9-b885-aa51af17785a req-d8106bc6-6621-43ff-a25c-1fdec4c6ab31 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:55.400658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9457a479-1ae8-4bc9-b885-aa51af17785a req-d8106bc6-6621-43ff-a25c-1fdec4c6ab31 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 945 time: 0.1808920
Apr 02 21:12:55.474866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] For port d200a2e8-fffb-4a1c-a457-7bc1b24108ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,segment=NetworkSegment(7f24ca56-6d6e-4e76-8927-b33927f8cb5b),segment_id=7f24ca56-6d6e-4e76-8927-b33927f8cb5b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:55.475275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.487139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (38de3bf6-d7a8-4620-b708-802850d63548), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.489625 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.497841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] Calling delete_port for d200a2e8-fffb-4a1c-a457-7bc1b24108ca owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:55.556312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] No DVR routers for this DVR port d200a2e8-fffb-4a1c-a457-7bc1b24108ca on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:55.558930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event deleted for resources: {'Port': ['ID=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:55.563953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78447af8e0>,) {'filters': {'network_id': ['38de3bf6-d7a8-4620-b708-802850d63548']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:12:55.590734 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:12:55.599605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9457a479-1ae8-4bc9-b885-aa51af17785a req-b7d3dddf-5e42-4611-b8f9-b97788abef28 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682892
Apr 02 21:12:55.623952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78447af8e0>, '49d280da-d6ae-4c77-bded-ac7be02905c0') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.624133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78447af8e0>, '49d280da-d6ae-4c77-bded-ac7be02905c0') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.634251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d200a2e8-fffb-4a1c-a457-7bc1b24108ca), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.647028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (49d280da-d6ae-4c77-bded-ac7be02905c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.683916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (49d280da-d6ae-4c77-bded-ac7be02905c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.691813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:55.692335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (49d280da-d6ae-4c77-bded-ac7be02905c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.693726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] Pushing event deleted for resources: {'Port': ['ID=d200a2e8-fffb-4a1c-a457-7bc1b24108ca,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:55.699521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c002c6-e0be-4233-8a65-626660e778ee None None] No DVR routers for this DVR port d200a2e8-fffb-4a1c-a457-7bc1b24108ca on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:12:55.803966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49964-063f-4659-a57f-304d18f19853 req-e3207cc0-aa0e-44ca-8ebb-d91532acc01d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:55.806173 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47d49964-063f-4659-a57f-304d18f19853 req-e3207cc0-aa0e-44ca-8ebb-d91532acc01d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0914354
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:55.817193 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:55.823809 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (57e8b426-6180-4742-8d02-bcf2ae9e5b79), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.850724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (38de3bf6-d7a8-4620-b708-802850d63548), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.853134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f9a4040>,) {'filters': {'network_id': ['57e8b426-6180-4742-8d02-bcf2ae9e5b79']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.883807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.889809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/networks/38de3bf6-d7a8-4620-b708-802850d63548 HTTP/1.1" status: 204  len: 168 time: 0.7468321
Apr 02 21:12:55.889809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eddcc-17fd-481e-a764-24cef7c7ade5 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Network': ['ID=38de3bf6-d7a8-4620-b708-802850d63548,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:55.890891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56824) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:55.898257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9a4040>, '7f24ca56-6d6e-4e76-8927-b33927f8cb5b') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.898570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9a4040>, '7f24ca56-6d6e-4e76-8927-b33927f8cb5b') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:12:55.923372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (7f24ca56-6d6e-4e76-8927-b33927f8cb5b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:55.963779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7f24ca56-6d6e-4e76-8927-b33927f8cb5b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.011085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:12:56.011624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (7f24ca56-6d6e-4e76-8927-b33927f8cb5b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:12:56.014739 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:12:56.093763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (57e8b426-6180-4742-8d02-bcf2ae9e5b79), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.101389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68a37f-eaf4-4f66-8c4b-25e4e892bd94 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:56.107229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68a37f-eaf4-4f66-8c4b-25e4e892bd94 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:56.113136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0d68a37f-eaf4-4f66-8c4b-25e4e892bd94 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2073553
Apr 02 21:12:56.114277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56826) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:56.115218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.121012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] 10.222.0.18 "DELETE /v2.0/networks/57e8b426-6180-4742-8d02-bcf2ae9e5b79 HTTP/1.1" status: 204  len: 168 time: 1.1963775
Apr 02 21:12:56.123835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-14605097'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:56.140778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9d44-304f-4ecb-9bc8-7e2cb8a3556e tempest-ExtraDHCPOptionsIpV6TestJSON-819586844 tempest-ExtraDHCPOptionsIpV6TestJSON-819586844-project] Pushing event deleted for resources: {'Network': ['ID=57e8b426-6180-4742-8d02-bcf2ae9e5b79,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:56.158031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:56.162787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.201019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:56.218843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8bc75a8c-76e3-47ee-ba63-f8d11a56e993), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.219209 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Added segment 8bc75a8c-76e3-47ee-ba63-f8d11a56e993 of type vlan for network c69dbbdc-a2a6-4f60-863d-8af4b363f929
Apr 02 21:12:56.288013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c69dbbdc-a2a6-4f60-863d-8af4b363f929), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.310959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d200a2e8-fffb-4a1c-a457-7bc1b24108ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:12:56.323422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c69dbbdc-a2a6-4f60-863d-8af4b363f929), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.326141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47d49964-063f-4659-a57f-304d18f19853 req-293cf0ac-cb68-424f-9d7d-ed8603cff20c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5131240
Apr 02 21:12:56.332837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:56.333737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.335398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d200a2e8-fffb-4a1c-a457-7bc1b24108ca {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:12:56.335871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d200a2e8-fffb-4a1c-a457-7bc1b24108ca not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:12:56.386007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2634683
Apr 02 21:12:56.386292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:56.391316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1547185515'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:56.414342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:56.417483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b912202-6cf2-4f68-a9ea-bec45ff9cece tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Network': ['ID=c69dbbdc-a2a6-4f60-863d-8af4b363f929,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:56.418920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.428060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c69dbbdc-a2a6-4f60-863d-8af4b363f929 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:56.466817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:56.478308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e62ef9a8-fbfe-4853-9d94-7a0417a316c4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.478726 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Added segment e62ef9a8-fbfe-4853-9d94-7a0417a316c4 of type vlan for network 2c26d556-e71c-4bfd-99c6-781793c3c71d
Apr 02 21:12:56.530182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56844) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:56.537599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (2c26d556-e71c-4bfd-99c6-781793c3c71d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.564033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (2c26d556-e71c-4bfd-99c6-781793c3c71d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.569600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:56.570289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.623486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56848) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:56.624036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2363846
Apr 02 21:12:56.630641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'ports': [{'network_id': 'c69dbbdc-a2a6-4f60-863d-8af4b363f929', 'name': 'tempest-port--1829536785', 'admin_state_up': True}, {'network_id': '2c26d556-e71c-4bfd-99c6-781793c3c71d', 'admin_state_up': False}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:56.631068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'port': {'network_id': 'c69dbbdc-a2a6-4f60-863d-8af4b363f929', 'name': 'tempest-port--1829536785', 'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:56.649130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'port': {'network_id': '2c26d556-e71c-4bfd-99c6-781793c3c71d', 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:56.679584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c0710-4ff1-47f7-9341-a2bd9bf00160 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Network': ['ID=2c26d556-e71c-4bfd-99c6-781793c3c71d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:56.696586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 2c26d556-e71c-4bfd-99c6-781793c3c71d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:12:56.712702 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.819936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd4c4f8c-33bf-4a8d-860d-380ca2342bfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f747f5124bd44e6b83cad71f0d0d838b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2885559
Apr 02 21:12:56.823140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56860) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:56.871893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4637b5d-d350-4d5d-b5cb-cc3b1a25514e admin admin] Publish callbacks [] for security_group (53844fc5-1608-4ded-954e-66e09928205e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.874969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff561355-7fcc-4342-9a1c-aceed1f6d3b5 req-a25359b4-3cdd-41b4-8bd3-b52e316562a7 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:56.877151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff561355-7fcc-4342-9a1c-aceed1f6d3b5 req-a25359b4-3cdd-41b4-8bd3-b52e316562a7 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 945 time: 0.1480126
Apr 02 21:12:56.901775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4637b5d-d350-4d5d-b5cb-cc3b1a25514e admin admin] Publish callbacks [] for security_group (53844fc5-1608-4ded-954e-66e09928205e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.956329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4637b5d-d350-4d5d-b5cb-cc3b1a25514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (53844fc5-1608-4ded-954e-66e09928205e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.960009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e4637b5d-d350-4d5d-b5cb-cc3b1a25514e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.964159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4637b5d-d350-4d5d-b5cb-cc3b1a25514e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53844fc5-1608-4ded-954e-66e09928205e HTTP/1.1" status: 204  len: 168 time: 0.1370709
Apr 02 21:12:56.972665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff561355-7fcc-4342-9a1c-aceed1f6d3b5 req-c9435afb-b379-4f02-867c-161d8262565c tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650828
Apr 02 21:12:56.977205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'port': 2} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:56.981456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:56.986538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4637b5d-d350-4d5d-b5cb-cc3b1a25514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53844fc5-1608-4ded-954e-66e09928205e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:57.007988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:57.266214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] device_id is not set on port 5d24875c-b967-4e5d-9539-f866a2c4297e yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:12:57.415816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for port (5d24875c-b967-4e5d-9539-f866a2c4297e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:57.486899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e727-16b0-48b0-9216-d5d3f20d8d6d req-7a7fd3c9-305d-4f86-8957-006b7ab05395 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:57.488958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c50e727-16b0-48b0-9216-d5d3f20d8d6d req-7a7fd3c9-305d-4f86-8957-006b7ab05395 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0630140
Apr 02 21:12:57.549024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c50e727-16b0-48b0-9216-d5d3f20d8d6d req-9db71bd5-c3a0-48cc-98ac-77b3218c5545 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514619
Apr 02 21:12:57.839048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fce4d8-418a-41a2-aae9-c5c7112ae427 req-1101784e-f07c-4b5b-9dd2-3ee213cb0193 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:57.840687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14fce4d8-418a-41a2-aae9-c5c7112ae427 req-1101784e-f07c-4b5b-9dd2-3ee213cb0193 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 945 time: 0.4810121
Apr 02 21:12:57.851799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] device_id is not set on port 0c8b4b69-2d97-4dfc-a47d-040d70ee27cd yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:12:57.860968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:57.911621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14fce4d8-418a-41a2-aae9-c5c7112ae427 req-04c35e26-52f3-436a-a525-078ba71ba394 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634091
Apr 02 21:12:57.976156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for port (0c8b4b69-2d97-4dfc-a47d-040d70ee27cd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:57.979986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-841ce1be-477d-41d5-8eb1-6bebc01d3c00 tempest-DvrRoutersNegativeTest-1104526798 tempest-DvrRoutersNegativeTest-1104526798-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1512174949', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:57.982778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.policy [None req-841ce1be-477d-41d5-8eb1-6bebc01d3c00 tempest-DvrRoutersNegativeTest-1104526798 tempest-DvrRoutersNegativeTest-1104526798-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=121648) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Apr 02 21:12:57.983149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.policy [None req-841ce1be-477d-41d5-8eb1-6bebc01d3c00 tempest-DvrRoutersNegativeTest-1104526798 tempest-DvrRoutersNegativeTest-1104526798-project] Failed policy check for 'create_router' {{(pid=121648) enforce /opt/stack/neutron/neutron/policy.py:524}}
Apr 02 21:12:57.983868 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-841ce1be-477d-41d5-8eb1-6bebc01d3c00 tempest-DvrRoutersNegativeTest-1104526798 tempest-DvrRoutersNegativeTest-1104526798-project] create failed (client error): Access was denied to this resource.
Apr 02 21:12:57.985049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-841ce1be-477d-41d5-8eb1-6bebc01d3c00 tempest-DvrRoutersNegativeTest-1104526798 tempest-DvrRoutersNegativeTest-1104526798-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1220160
Apr 02 21:12:58.018330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5d24875c-b967-4e5d-9539-f866a2c4297e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.087141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Port': ['ID=5d24875c-b967-4e5d-9539-f866a2c4297e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:58.109489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Checking segment: {'id': '8bc75a8c-76e3-47ee-ba63-f8d11a56e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c69dbbdc-a2a6-4f60-863d-8af4b363f929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:58.109489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network hostable DHCP agents. Network: c69dbbdc-a2a6-4f60-863d-8af4b363f929, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:12:58.126330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network c69dbbdc-a2a6-4f60-863d-8af4b363f929 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:12:58.138628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c69dbbdc-a2a6-4f60-863d-8af4b363f929) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:58.143976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:58.145504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0c8b4b69-2d97-4dfc-a47d-040d70ee27cd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.146422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981fd8d-b3ed-4982-9c65-02b096721d0c None None] Network c69dbbdc-a2a6-4f60-863d-8af4b363f929 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:58.255656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Port': ['ID=0c8b4b69-2d97-4dfc-a47d-040d70ee27cd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:58.276614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Checking segment: {'id': 'e62ef9a8-fbfe-4853-9d94-7a0417a316c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2c26d556-e71c-4bfd-99c6-781793c3c71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:12:58.277243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network hostable DHCP agents. Network: 2c26d556-e71c-4bfd-99c6-781793c3c71d, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:12:58.297752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network 2c26d556-e71c-4bfd-99c6-781793c3c71d is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:12:58.311230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c26d556-e71c-4bfd-99c6-781793c3c71d) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:12:58.317347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:12:58.323745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:58.325280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce1e78-c800-41f5-ab1b-07611a835f87 None None] Network 2c26d556-e71c-4bfd-99c6-781793c3c71d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:12:58.328301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:58.329090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.350321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fbc72314-74e4-4dbd-85d0-075b9c222017 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.7255614
Apr 02 21:12:58.352944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56970) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:58.367507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56972) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:58.420779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8ff52-fe57-4945-a2d6-01ce6b725584 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:58.426555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8ff52-fe57-4945-a2d6-01ce6b725584 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:58.428618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-83b8ff52-fe57-4945-a2d6-01ce6b725584 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0737350
Apr 02 21:12:58.431083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56976) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:58.506038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76c960f5-f7e2-4463-97d0-7f6686b93490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.530518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Deleting port 5d24875c-b967-4e5d-9539-f866a2c4297e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:58.530865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5d24875c-b967-4e5d-9539-f866a2c4297e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.589388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76c960f5-f7e2-4463-97d0-7f6686b93490 admin admin] Publish callbacks [] for security_group (ef12072a-a98d-4d0c-9db3-f975ee277c7c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.593377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76c960f5-f7e2-4463-97d0-7f6686b93490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ef12072a-a98d-4d0c-9db3-f975ee277c7c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.610349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5d24875c-b967-4e5d-9539-f866a2c4297e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.626209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Calling delete_port for 5d24875c-b967-4e5d-9539-f866a2c4297e owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:58.632327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c960f5-f7e2-4463-97d0-7f6686b93490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12072a-a98d-4d0c-9db3-f975ee277c7c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:58.638168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-76c960f5-f7e2-4463-97d0-7f6686b93490 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=debf67803ec549e7b67ed957595ed580&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2695723
Apr 02 21:12:58.640914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:58.699996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.710778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e13-1300-4af9-bb2e-664b9c1bb7ea admin admin] Publish callbacks [] for security_group (ef12072a-a98d-4d0c-9db3-f975ee277c7c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.733129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e13-1300-4af9-bb2e-664b9c1bb7ea admin admin] Publish callbacks [] for security_group (ef12072a-a98d-4d0c-9db3-f975ee277c7c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.767117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e815dc-8bee-4791-a93d-845e704b4be5 req-43e50686-cb1f-4364-a2e9-965018fee291 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:58.768750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4e815dc-8bee-4791-a93d-845e704b4be5 req-43e50686-cb1f-4364-a2e9-965018fee291 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1363795
Apr 02 21:12:58.790142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e13-1300-4af9-bb2e-664b9c1bb7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ef12072a-a98d-4d0c-9db3-f975ee277c7c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.793623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e13-1300-4af9-bb2e-664b9c1bb7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.798121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b56c6e13-1300-4af9-bb2e-664b9c1bb7ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef12072a-a98d-4d0c-9db3-f975ee277c7c HTTP/1.1" status: 204  len: 168 time: 0.1561394
Apr 02 21:12:58.807965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c6e13-1300-4af9-bb2e-664b9c1bb7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12072a-a98d-4d0c-9db3-f975ee277c7c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:58.828331 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5d24875c-b967-4e5d-9539-f866a2c4297e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.886595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Port': ['ID=5d24875c-b967-4e5d-9539-f866a2c4297e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:58.889285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:58.903052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c7168b81-675d-41bd-8e9c-3a0bbd6c3f80 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/ports/5d24875c-b967-4e5d-9539-f866a2c4297e HTTP/1.1" status: 204  len: 168 time: 0.4698994
Apr 02 21:12:58.906012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56988) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:58.910580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4e815dc-8bee-4791-a93d-845e704b4be5 req-933de787-c474-4366-b5f8-043b35ce8920 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311185
Apr 02 21:12:59.098837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Deleting port 0c8b4b69-2d97-4dfc-a47d-040d70ee27cd {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:59.099267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0c8b4b69-2d97-4dfc-a47d-040d70ee27cd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.165975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5644e-1451-4ea4-9df3-93c55dd26c58 req-d0a5130b-c9d6-4f50-b8d1-56659d6d1fc8 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.167550 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46c5644e-1451-4ea4-9df3-93c55dd26c58 req-d0a5130b-c9d6-4f50-b8d1-56659d6d1fc8 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 945 time: 0.1551068
Apr 02 21:12:59.230017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0c8b4b69-2d97-4dfc-a47d-040d70ee27cd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.265384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Calling delete_port for 0c8b4b69-2d97-4dfc-a47d-040d70ee27cd owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:59.302957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-6f5f5893-3eae-4246-8953-14383a2f2e85 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.304624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-6f5f5893-3eae-4246-8953-14383a2f2e85 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 945 time: 0.1884456
Apr 02 21:12:59.355702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46c5644e-1451-4ea4-9df3-93c55dd26c58 req-4e3e71c2-44e4-44e6-bdb6-b7181234b51e tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/security-groups?id=5060e536-af9e-44a7-896b-7e0559e0a07e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418178
Apr 02 21:12:59.385628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731b61-3c69-4e82-9a06-7b9c5b464d9c req-7a5d5f26-0b1f-488d-8f16-3b5d761bb1ac tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.388030 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff731b61-3c69-4e82-9a06-7b9c5b464d9c req-7a5d5f26-0b1f-488d-8f16-3b5d761bb1ac tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0908883
Apr 02 21:12:59.390972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-5dd66ec5-4650-4a1e-a864-e649740e17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.392925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-5dd66ec5-4650-4a1e-a864-e649740e17d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 0.1650028
Apr 02 21:12:59.408874 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.466468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0c8b4b69-2d97-4dfc-a47d-040d70ee27cd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.513320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Port': ['ID=0c8b4b69-2d97-4dfc-a47d-040d70ee27cd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:12:59.538051 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.542533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e54d885d-3ff9-484d-892d-925460f794a2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/ports/0c8b4b69-2d97-4dfc-a47d-040d70ee27cd HTTP/1.1" status: 204  len: 168 time: 0.6351528
Apr 02 21:12:59.546800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Deleting port d721a3c3-0fae-4b0f-a281-eda5305fbea9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:12:59.547326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.549871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff731b61-3c69-4e82-9a06-7b9c5b464d9c req-b01a5cc8-b0ea-42eb-b93d-169a08a6cbf0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549013
Apr 02 21:12:59.557559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:59.645937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f8a49c85-f3f1-4383-be62-176ee25336b2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0843172
Apr 02 21:12:59.649580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57034) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:59.658777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-1e63c832-5745-4b35-8062-fbc0d8d4aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.661966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1727203624'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:12:59.662123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-1e63c832-5745-4b35-8062-fbc0d8d4aa57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2600315
Apr 02 21:12:59.686782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:12:59.690368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.719500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] For port d721a3c3-0fae-4b0f-a281-eda5305fbea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d721a3c3-0fae-4b0f-a281-eda5305fbea9,segment=NetworkSegment(43259af8-1022-49c8-949c-b23e7c197969),segment_id=43259af8-1022-49c8-949c-b23e7c197969)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:12:59.719804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.740113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Calling delete_port for d721a3c3-0fae-4b0f-a281-eda5305fbea9 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:12:59.754298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:12:59.767707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-6ed3d804-c877-4e0a-931c-4f4bba3c849c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 1002 time: 0.0982478
Apr 02 21:12:59.802399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (304a9bdd-8e54-4f81-8f2d-14918309e410), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.802755 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Added segment 304a9bdd-8e54-4f81-8f2d-14918309e410 of type vlan for network 17b82f72-adba-450d-b7d9-1791620ffef2
Apr 02 21:12:59.828881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:12:59.857080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-150305a5-9b5a-4896-93a5-8453f7da918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.858576 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-150305a5-9b5a-4896-93a5-8453f7da918b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.0825286
Apr 02 21:12:59.863475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (17b82f72-adba-450d-b7d9-1791620ffef2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.920992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (17b82f72-adba-450d-b7d9-1791620ffef2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.926256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.926860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:12:59.936265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-b90cae88-4eb0-46ac-b8ab-9ba471a34aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:12:59.938361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-b90cae88-4eb0-46ac-b8ab-9ba471a34aea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0732579
Apr 02 21:12:59.962332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--556661062'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:00.038354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.049192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3981318
Apr 02 21:13:00.050865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.053571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57056) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:00.064750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5709aa-e94a-48f1-9600-67ed979e4394 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Network': ['ID=17b82f72-adba-450d-b7d9-1791620ffef2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:00.068684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-486434126'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:00.074025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 17b82f72-adba-450d-b7d9-1791620ffef2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:00.101268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d721a3c3-0fae-4b0f-a281-eda5305fbea9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.104659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-ef899282-d31f-4a8a-a4d4-888095cdca44 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595623
Apr 02 21:13:00.128094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:00.132116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.132982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d721a3c3-0fae-4b0f-a281-eda5305fbea9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:13:00.134097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Pushing event deleted for resources: {'Port': ['ID=d721a3c3-0fae-4b0f-a281-eda5305fbea9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:00.143973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3607a0-1a1c-48e8-8f8a-840058ce775d req-38ded90d-7bb9-49b4-90b4-41a75f4630c1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:00.145512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b3607a0-1a1c-48e8-8f8a-840058ce775d req-38ded90d-7bb9-49b4-90b4-41a75f4630c1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1068697
Apr 02 21:13:00.208665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] No DVR routers for this DVR port d721a3c3-0fae-4b0f-a281-eda5305fbea9 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:00.212412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.215972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-761adb8e-7805-47ac-ba06-6d38fee9c78d req-bb4ad09b-1dd7-4b06-92ae-f780859a7f58 tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.15 "DELETE /v2.0/ports/d721a3c3-0fae-4b0f-a281-eda5305fbea9 HTTP/1.1" status: 204  len: 173 time: 0.9049695
Apr 02 21:13:00.216767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8034285b-8818-455d-9bfa-4fcdce732e33', 'name': 'network-vif-deleted', 'tag': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:00.220059 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f1ea4-1884-4fe7-aa1d-2c973d9c5978" -d '{"events": [{"server_uuid": "8034285b-8818-455d-9bfa-4fcdce732e33", "name": "network-vif-deleted", "tag": "d721a3c3-0fae-4b0f-a281-eda5305fbea9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:00.237618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:00.276984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b3607a0-1a1c-48e8-8f8a-840058ce775d req-4b9d5132-4b31-44e6-b119-a7cdd272ec18 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049840
Apr 02 21:13:00.280154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ea9eb672-6808-4f54-9380-990d74d504f5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.280414 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Added segment ea9eb672-6808-4f54-9380-990d74d504f5 of type vlan for network b8d7e028-e929-4085-9c40-e75122d2d786
Apr 02 21:13:00.315114 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fecfc2e-8dcb-4374-9445-59c0c6778fe0 req-e0c380d0-a604-45de-a63b-faf9a8fcbf13 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016852
Apr 02 21:13:00.321907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (30f45305-e781-49ac-bb76-0be63843dbe6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.356057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (30f45305-e781-49ac-bb76-0be63843dbe6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.392635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b8d7e028-e929-4085-9c40-e75122d2d786), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.424281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f45305-e781-49ac-bb76-0be63843dbe6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:00.477459 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b8d7e028-e929-4085-9c40-e75122d2d786), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.482972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:00.483571 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.492959 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c33b87-a239-4dbc-ac46-2d37eb2f539c x-openstack-request-id: req-20c33b87-a239-4dbc-ac46-2d37eb2f539c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:00.493221 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8034285b-8818-455d-9bfa-4fcdce732e33", "name": "network-vif-deleted", "tag": "d721a3c3-0fae-4b0f-a281-eda5305fbea9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:00.493438 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20c33b87-a239-4dbc-ac46-2d37eb2f539c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:00.493828 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c33b87-a239-4dbc-ac46-2d37eb2f539c'] response: {'server_uuid': '8034285b-8818-455d-9bfa-4fcdce732e33', 'name': 'network-vif-deleted', 'tag': 'd721a3c3-0fae-4b0f-a281-eda5305fbea9', 'status': 'completed', 'code': 200}
Apr 02 21:13:00.500236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df2bcbeb-6dfa-475b-86d1-f22560ec4959 req-4bba65ce-a23b-47b7-976a-b1ffcf9e5def tempest-ServerAddressesNegativeTestJSON-1848170103 tempest-ServerAddressesNegativeTestJSON-1848170103-project] 10.222.0.18 "GET /v2.0/ports?device_id=8034285b-8818-455d-9bfa-4fcdce732e33 HTTP/1.1" status: 200  len: 210 time: 0.0342100
Apr 02 21:13:00.525384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.530250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.546268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4900303
Apr 02 21:13:00.587207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad52c3-9802-4763-8919-92be3d8ed650 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Network': ['ID=b8d7e028-e929-4085-9c40-e75122d2d786,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:00.598960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.602694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7703209
Apr 02 21:13:00.603299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57070) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:00.610143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b8d7e028-e929-4085-9c40-e75122d2d786 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:00.612867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d937ea-c940-4659-b281-e4c531eeb2de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71480c3-a8e5-4d30-95d1-29c0100e9864,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:00.736341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79c01293-468d-4143-b123-5e235f89158c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1294692
Apr 02 21:13:00.737371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:00.742803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-security--1305172261', 'description': 'tempest-security-description-713318881'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:00.763868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf5ab-7e86-4c7b-8e04-f43d84ca2190 req-49de55f1-8062-4161-8a01-725e8aff4070 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:00.774607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca7cf5ab-7e86-4c7b-8e04-f43d84ca2190 req-49de55f1-8062-4161-8a01-725e8aff4070 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1108394
Apr 02 21:13:00.814358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.873728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca7cf5ab-7e86-4c7b-8e04-f43d84ca2190 req-3d879599-77d4-4df0-95a0-18cf8a0a1c54 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979884
Apr 02 21:13:00.891970 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.897363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.900703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:00.905357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "PUT /v2.0/security-groups/b71480c3-a8e5-4d30-95d1-29c0100e9864 HTTP/1.1" status: 200  len: 1796 time: 0.1665802
Apr 02 21:13:00.905808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57078) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:00.935766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65e991-0378-4e56-ba68-8a89195fa7fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71480c3-a8e5-4d30-95d1-29c0100e9864,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:00.955942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79da2396-4138-4253-b290-e8df6f4e1d52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups/b71480c3-a8e5-4d30-95d1-29c0100e9864 HTTP/1.1" status: 200  len: 1796 time: 0.0489745
Apr 02 21:13:00.958577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57080) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.035291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3120718e-f49f-4c51-bea6-c3da3e6b9029 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.066875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3120718e-f49f-4c51-bea6-c3da3e6b9029 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.114432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3120718e-f49f-4c51-bea6-c3da3e6b9029 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b71480c3-a8e5-4d30-95d1-29c0100e9864), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.117780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3120718e-f49f-4c51-bea6-c3da3e6b9029 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.121395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3120718e-f49f-4c51-bea6-c3da3e6b9029 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/b71480c3-a8e5-4d30-95d1-29c0100e9864 HTTP/1.1" status: 204  len: 168 time: 0.1596320
Apr 02 21:13:01.122162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57084) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.129202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120718e-f49f-4c51-bea6-c3da3e6b9029 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71480c3-a8e5-4d30-95d1-29c0100e9864,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:01.210487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-de42ceb8-d6c0-44bb-b270-bb645cbc2602 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0843701
Apr 02 21:13:01.210936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57088) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.224839 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-6c7ddf8e-896c-47af-8bb1-8e1998f5f9be tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] delete failed (client error): The resource could not be found.
Apr 02 21:13:01.229560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c7ddf8e-896c-47af-8bb1-8e1998f5f9be tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/b71480c3-a8e5-4d30-95d1-29c0100e9864 HTTP/1.1" status: 404  len: 347 time: 0.0139530
Apr 02 21:13:01.230371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57090) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.236155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068011441'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:01.262720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.361386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (da422d43-a757-41ef-ac13-ddfa1d56aedc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.365671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (da422d43-a757-41ef-ac13-ddfa1d56aedc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.434943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.440678 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2087612
Apr 02 21:13:01.442048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57094) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.452764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': 'da422d43-a757-41ef-ac13-ddfa1d56aedc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:01.468076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b38d6-5c89-4f28-bbf1-66ea1366202f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da422d43-a757-41ef-ac13-ddfa1d56aedc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:01.493953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (66dbc22f-581d-47a4-99f6-bed268ca7d83), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.506440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2307119-ea15-4f73-8908-7913e08d7b14 req-981cff44-be15-4f71-a7b2-5eb21813bef8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:01.507929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2307119-ea15-4f73-8908-7913e08d7b14 req-981cff44-be15-4f71-a7b2-5eb21813bef8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1335762
Apr 02 21:13:01.564714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57106) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.588722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (66dbc22f-581d-47a4-99f6-bed268ca7d83), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.592328 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2307119-ea15-4f73-8908-7913e08d7b14 req-f1246869-fcea-43a8-9b39-6b276ab7cecb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756664
Apr 02 21:13:01.593377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (66dbc22f-581d-47a4-99f6-bed268ca7d83), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.621780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dbc22f-581d-47a4-99f6-bed268ca7d83,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:01.633057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.637672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-619a1acb-f42d-4f39-bea0-78aa476857fe tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1904883
Apr 02 21:13:01.647520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.670047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Deleting subnet 27005ecf-41bc-4768-8bb9-76a527042553 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:01.673690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Publish callbacks [] for subnet (27005ecf-41bc-4768-8bb9-76a527042553), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.678409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8484409a-ca12-4992-ba9b-3ab216d80146 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (66dbc22f-581d-47a4-99f6-bed268ca7d83), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.688584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8484409a-ca12-4992-ba9b-3ab216d80146 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (66dbc22f-581d-47a4-99f6-bed268ca7d83), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.709684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (27005ecf-41bc-4768-8bb9-76a527042553), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.721284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8484409a-ca12-4992-ba9b-3ab216d80146 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (66dbc22f-581d-47a4-99f6-bed268ca7d83), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.727406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8484409a-ca12-4992-ba9b-3ab216d80146 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.731851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57110) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.732661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8484409a-ca12-4992-ba9b-3ab216d80146 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/66dbc22f-581d-47a4-99f6-bed268ca7d83 HTTP/1.1" status: 204  len: 168 time: 0.0840912
Apr 02 21:13:01.743318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484409a-ca12-4992-ba9b-3ab216d80146 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66dbc22f-581d-47a4-99f6-bed268ca7d83,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:01.791081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (27005ecf-41bc-4768-8bb9-76a527042553), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.821158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:01.824980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a3f095b-55a4-482d-8272-020a0b665cb8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0882261
Apr 02 21:13:01.871269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (27005ecf-41bc-4768-8bb9-76a527042553), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.888183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d8aff72-7dac-4ef4-9f82-02898c6ab852 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (da422d43-a757-41ef-ac13-ddfa1d56aedc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.916896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.919857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d8aff72-7dac-4ef4-9f82-02898c6ab852 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (da422d43-a757-41ef-ac13-ddfa1d56aedc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:01.921772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/27005ecf-41bc-4768-8bb9-76a527042553 HTTP/1.1" status: 204  len: 168 time: 0.3560851
Apr 02 21:13:01.923103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e97b0e-4a1b-4790-bcd0-838183235fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27005ecf-41bc-4768-8bb9-76a527042553,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:01.924300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57116) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.031258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8afb841d-6490-4b70-881f-7807d1e25486), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.043766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd92fe-e424-434d-8eb3-902804fcf0b8 req-0d29e2dc-b42e-473c-b04d-c26ec2893f60 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:02.049060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d8aff72-7dac-4ef4-9f82-02898c6ab852 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (da422d43-a757-41ef-ac13-ddfa1d56aedc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.050614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78fd92fe-e424-434d-8eb3-902804fcf0b8 req-0d29e2dc-b42e-473c-b04d-c26ec2893f60 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0817895
Apr 02 21:13:02.053892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d8aff72-7dac-4ef4-9f82-02898c6ab852 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.058999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4d8aff72-7dac-4ef4-9f82-02898c6ab852 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/da422d43-a757-41ef-ac13-ddfa1d56aedc HTTP/1.1" status: 204  len: 168 time: 0.2368944
Apr 02 21:13:02.060200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57120) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.106026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aff72-7dac-4ef4-9f82-02898c6ab852 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da422d43-a757-41ef-ac13-ddfa1d56aedc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:02.106406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78fd92fe-e424-434d-8eb3-902804fcf0b8 req-52879239-fd9d-4f82-8326-7fea19bd4b02 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512748
Apr 02 21:13:02.187502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2998ac34-ec37-4c1a-b46f-8e0b0e52d519 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1219351
Apr 02 21:13:02.191631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57134) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.198203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--85838749'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:02.219645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8afb841d-6490-4b70-881f-7807d1e25486), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.241095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.251373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f9a4370>,) {'filters': {'network_id': ['8afb841d-6490-4b70-881f-7807d1e25486']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:02.265907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9a4370>, '43259af8-1022-49c8-949c-b23e7c197969') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:02.265907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9a4370>, '43259af8-1022-49c8-949c-b23e7c197969') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:02.279244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (43259af8-1022-49c8-949c-b23e7c197969), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.295855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (43259af8-1022-49c8-949c-b23e7c197969), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.303157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:02.303668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (43259af8-1022-49c8-949c-b23e7c197969), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:02.305376 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:02.350329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (fd79a6af-0d56-4a59-bbe2-9a956d07ffce), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.357258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fd79a6af-0d56-4a59-bbe2-9a956d07ffce), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.385956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8afb841d-6490-4b70-881f-7807d1e25486), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.391968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd79a6af-0d56-4a59-bbe2-9a956d07ffce,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:02.396635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.398429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.399920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aca35e68-bdf6-4fed-98f1-2a23cd6a97de tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2068694
Apr 02 21:13:02.400865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8afb841d-6490-4b70-881f-7807d1e25486 HTTP/1.1" status: 204  len: 168 time: 0.4708533
Apr 02 21:13:02.402629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57148) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.408134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': 'fd79a6af-0d56-4a59-bbe2-9a956d07ffce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:02.429272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f82c3-92c5-425e-8b1f-91ea9f219bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8afb841d-6490-4b70-881f-7807d1e25486,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:02.459383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (a64c00c8-7f72-435e-a2c2-c8fe9fc62989), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.563640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (a64c00c8-7f72-435e-a2c2-c8fe9fc62989), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.571891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a64c00c8-7f72-435e-a2c2-c8fe9fc62989), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.589374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64c00c8-7f72-435e-a2c2-c8fe9fc62989,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:02.612170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.614165 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ca96b2e2-8682-4774-8187-0a2ce0b10f52 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2103558
Apr 02 21:13:02.617213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57172) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.623371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': 'fd79a6af-0d56-4a59-bbe2-9a956d07ffce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:02.671665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (c79b1a3d-4fbd-4685-9d3d-1efdebcf6290), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.732766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57176) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.783508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2798911-e94d-4960-87fe-ce259164113f req-746e5603-4125-427d-81d0-77d20c6389f0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:02.793317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2798911-e94d-4960-87fe-ce259164113f req-746e5603-4125-427d-81d0-77d20c6389f0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0912044
Apr 02 21:13:02.797209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (c79b1a3d-4fbd-4685-9d3d-1efdebcf6290), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.800888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e704c6f-688d-433f-8eb9-5acd711c216b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33cdd8617965489c859587b4034347ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0669410
Apr 02 21:13:02.803613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57178) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.820232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c79b1a3d-4fbd-4685-9d3d-1efdebcf6290), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.863551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2798911-e94d-4960-87fe-ce259164113f req-db9d4d22-367e-45ac-8bec-c1e90ac1984c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657094
Apr 02 21:13:02.867878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.872019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2507136
Apr 02 21:13:02.872145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57180) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:02.882297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': 'fd79a6af-0d56-4a59-bbe2-9a956d07ffce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:02.892255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2cfa2-1c81-4299-91d6-825b38a6eca0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79b1a3d-4fbd-4685-9d3d-1efdebcf6290,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:02.920127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f828aec-d502-423c-a29a-7e5affee3d5c admin admin] Publish callbacks [] for security_group (5060e536-af9e-44a7-896b-7e0559e0a07e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.933309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (2f3dae06-f49b-41db-8a03-345a2a4cb2f7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:02.956345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f828aec-d502-423c-a29a-7e5affee3d5c admin admin] Publish callbacks [] for security_group (5060e536-af9e-44a7-896b-7e0559e0a07e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.012716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (2f3dae06-f49b-41db-8a03-345a2a4cb2f7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.016825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (2f3dae06-f49b-41db-8a03-345a2a4cb2f7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.036188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3dae06-f49b-41db-8a03-345a2a4cb2f7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.045173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.046510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-41295979-dd5d-4b03-a7ee-23bf7751a168 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1732852
Apr 02 21:13:03.047521 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f828aec-d502-423c-a29a-7e5affee3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5060e536-af9e-44a7-896b-7e0559e0a07e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.049940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57182) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.050420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f828aec-d502-423c-a29a-7e5affee3d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.054023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f828aec-d502-423c-a29a-7e5affee3d5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5060e536-af9e-44a7-896b-7e0559e0a07e HTTP/1.1" status: 204  len: 168 time: 0.2459896
Apr 02 21:13:03.059591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f828aec-d502-423c-a29a-7e5affee3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060e536-af9e-44a7-896b-7e0559e0a07e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.060235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': 'fd79a6af-0d56-4a59-bbe2-9a956d07ffce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:03.108336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (911433f9-8635-47e8-b122-674e093eb21b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.200877 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (911433f9-8635-47e8-b122-674e093eb21b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.205390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (911433f9-8635-47e8-b122-674e093eb21b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.225414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911433f9-8635-47e8-b122-674e093eb21b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.236398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.238104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aad6dd60-dcdf-4aaf-9e22-d5c150e079af tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1868241
Apr 02 21:13:03.241579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57190) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.247422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': 'fd79a6af-0d56-4a59-bbe2-9a956d07ffce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:03.257134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9715-9859-4ff2-87c9-e852f44dd7ac req-62185b6c-f821-41ed-84d8-659676e2b69c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:03.258901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adbc9715-9859-4ff2-87c9-e852f44dd7ac req-62185b6c-f821-41ed-84d8-659676e2b69c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0797951
Apr 02 21:13:03.262968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d721a3c3-0fae-4b0f-a281-eda5305fbea9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:03.292615 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (e18d0e6c-f446-45ad-8bab-b0877c609fc7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.313206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: d721a3c3-0fae-4b0f-a281-eda5305fbea9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:03.314049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d721a3c3-0fae-4b0f-a281-eda5305fbea9 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:03.364587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-adbc9715-9859-4ff2-87c9-e852f44dd7ac req-11bd0703-1598-4711-90ae-a6d68688c351 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906487
Apr 02 21:13:03.401830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (e18d0e6c-f446-45ad-8bab-b0877c609fc7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.407318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e18d0e6c-f446-45ad-8bab-b0877c609fc7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.430564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d0e6c-f446-45ad-8bab-b0877c609fc7,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.439548 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.441204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9b7f58be-7b8c-4c38-ba73-561a3c482a90 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1983595
Apr 02 21:13:03.444273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57194) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.489891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1797a924-ca2f-4d69-9c5e-9aa8db16767a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (e18d0e6c-f446-45ad-8bab-b0877c609fc7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.503326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1797a924-ca2f-4d69-9c5e-9aa8db16767a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (e18d0e6c-f446-45ad-8bab-b0877c609fc7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.536128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1797a924-ca2f-4d69-9c5e-9aa8db16767a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e18d0e6c-f446-45ad-8bab-b0877c609fc7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.541347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1797a924-ca2f-4d69-9c5e-9aa8db16767a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.545132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1797a924-ca2f-4d69-9c5e-9aa8db16767a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e18d0e6c-f446-45ad-8bab-b0877c609fc7 HTTP/1.1" status: 204  len: 168 time: 0.0995052
Apr 02 21:13:03.546851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.553309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797a924-ca2f-4d69-9c5e-9aa8db16767a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e18d0e6c-f446-45ad-8bab-b0877c609fc7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.640582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.641077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3bfac15c-d142-4d66-8df8-8df948bf3612 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0888286
Apr 02 21:13:03.672798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bdac37d5-82f5-48b5-a4fb-ab5e3af7ee3d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (911433f9-8635-47e8-b122-674e093eb21b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.688981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bdac37d5-82f5-48b5-a4fb-ab5e3af7ee3d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (911433f9-8635-47e8-b122-674e093eb21b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.737098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bdac37d5-82f5-48b5-a4fb-ab5e3af7ee3d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (911433f9-8635-47e8-b122-674e093eb21b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.743736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bdac37d5-82f5-48b5-a4fb-ab5e3af7ee3d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.748260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bdac37d5-82f5-48b5-a4fb-ab5e3af7ee3d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/911433f9-8635-47e8-b122-674e093eb21b HTTP/1.1" status: 204  len: 168 time: 0.1038666
Apr 02 21:13:03.748531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.758921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac37d5-82f5-48b5-a4fb-ab5e3af7ee3d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=911433f9-8635-47e8-b122-674e093eb21b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.804510 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-51ec43b2-f9f8-4186-9753-bf3192906db6 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0532413
Apr 02 21:13:03.805920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57224) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.816970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57228) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.823606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'subnets': [{'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--567207409', 'ip_version': 6}, {'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:03.824207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'subnet': {'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--567207409', 'ip_version': 6}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:03.825431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Request body: {'subnet': {'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:03.831924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9f12242-b5ea-4ade-ba8a-1dde1c7cb7ff tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (2f3dae06-f49b-41db-8a03-345a2a4cb2f7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.841146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9f12242-b5ea-4ade-ba8a-1dde1c7cb7ff tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (2f3dae06-f49b-41db-8a03-345a2a4cb2f7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.874115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9f12242-b5ea-4ade-ba8a-1dde1c7cb7ff tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (2f3dae06-f49b-41db-8a03-345a2a4cb2f7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.888439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9f12242-b5ea-4ade-ba8a-1dde1c7cb7ff tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:03.893133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57234) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.893459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9f12242-b5ea-4ade-ba8a-1dde1c7cb7ff tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2f3dae06-f49b-41db-8a03-345a2a4cb2f7 HTTP/1.1" status: 204  len: 168 time: 0.0854228
Apr 02 21:13:03.894398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f12242-b5ea-4ade-ba8a-1dde1c7cb7ff tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f3dae06-f49b-41db-8a03-345a2a4cb2f7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:03.984368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-827ab637-e758-4295-afe1-22b36df20fd1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0896776
Apr 02 21:13:03.987214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57238) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:03.997286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242574-8fd9-43dc-9e91-6a57090deb86 req-87be3434-d3f8-4b40-8056-634f0e11fedd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:03.998925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b242574-8fd9-43dc-9e91-6a57090deb86 req-87be3434-d3f8-4b40-8056-634f0e11fedd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0674407
Apr 02 21:13:04.019970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57240) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.053604 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-acecac69-f93a-408c-a8d7-a022ed4fc3c4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (c79b1a3d-4fbd-4685-9d3d-1efdebcf6290), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.058968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b242574-8fd9-43dc-9e91-6a57090deb86 req-1774d16b-c44c-4b14-8793-492493ccd68f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529020
Apr 02 21:13:04.067881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-acecac69-f93a-408c-a8d7-a022ed4fc3c4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (c79b1a3d-4fbd-4685-9d3d-1efdebcf6290), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.084873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Made reservation on behalf of 14bf0d6bab4d44b6844a8b0847037dcf for: {'subnet': 2} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:04.089728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.090078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.130445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-acecac69-f93a-408c-a8d7-a022ed4fc3c4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c79b1a3d-4fbd-4685-9d3d-1efdebcf6290), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.149335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-595342751-network', 'tenant_id': 'dfe4735870c44412b279a096ae5dd79c'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:04.171469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Made reservation on behalf of dfe4735870c44412b279a096ae5dd79c for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:04.173596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-acecac69-f93a-408c-a8d7-a022ed4fc3c4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.174120 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.174726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-acecac69-f93a-408c-a8d7-a022ed4fc3c4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c79b1a3d-4fbd-4685-9d3d-1efdebcf6290 HTTP/1.1" status: 204  len: 168 time: 0.1865990
Apr 02 21:13:04.180395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57248) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.190267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecac69-f93a-408c-a8d7-a022ed4fc3c4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c79b1a3d-4fbd-4685-9d3d-1efdebcf6290,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.204474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.254709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-79481734-91dc-4f6f-907d-92b7d15d8f3b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0722046
Apr 02 21:13:04.260242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57256) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.300933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aed25155-3ad6-49b7-9de1-2c9319ff0894 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (a64c00c8-7f72-435e-a2c2-c8fe9fc62989), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.316187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aed25155-3ad6-49b7-9de1-2c9319ff0894 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (a64c00c8-7f72-435e-a2c2-c8fe9fc62989), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.372281 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aed25155-3ad6-49b7-9de1-2c9319ff0894 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a64c00c8-7f72-435e-a2c2-c8fe9fc62989), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.377794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aed25155-3ad6-49b7-9de1-2c9319ff0894 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.381440 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aed25155-3ad6-49b7-9de1-2c9319ff0894 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a64c00c8-7f72-435e-a2c2-c8fe9fc62989 HTTP/1.1" status: 204  len: 168 time: 0.1176736
Apr 02 21:13:04.381440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks [] for security_group (c27b44d0-d3cb-4620-acae-62a94922988e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.384062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57270) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.395407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c27b44d0-d3cb-4620-acae-62a94922988e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.417126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed25155-3ad6-49b7-9de1-2c9319ff0894 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a64c00c8-7f72-435e-a2c2-c8fe9fc62989,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.454272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:04.467372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b44d0-d3cb-4620-acae-62a94922988e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.484758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3714ada1-0578-4885-992b-941c02814483), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.485320 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Added segment 3714ada1-0578-4885-992b-941c02814483 of type vlan for network b3677f49-5196-46ea-bd88-ff0550ed137f
Apr 02 21:13:04.493799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0c51a75e-0a3a-4eae-8287-56d4250c8c73 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1068652
Apr 02 21:13:04.499047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57276) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.534210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b3677f49-5196-46ea-bd88-ff0550ed137f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.560226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b3677f49-5196-46ea-bd88-ff0550ed137f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.561434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:04.562017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.596873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.5730236
Apr 02 21:13:04.597115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57278) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.597794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042a7b-003d-4473-8b2d-21d1bb201695 req-aea8996a-a717-4ac7-be3b-cefb1f6e60f5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:04.599297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5042a7b-003d-4473-8b2d-21d1bb201695 req-aea8996a-a717-4ac7-be3b-cefb1f6e60f5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1149206
Apr 02 21:13:04.601857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Request body: {'subnet': {'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-595342751-subnet', 'tenant_id': 'dfe4735870c44412b279a096ae5dd79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:04.641984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1600-7142-48e3-9810-0568292ad6bd admin admin] Pushing event updated for resources: {'Network': ['ID=b3677f49-5196-46ea-bd88-ff0550ed137f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.643312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a69732-7b72-42db-9824-e55cffbc7a46 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (fd79a6af-0d56-4a59-bbe2-9a956d07ffce), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.653121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b3677f49-5196-46ea-bd88-ff0550ed137f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:04.659160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Made reservation on behalf of dfe4735870c44412b279a096ae5dd79c for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:04.661593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.692868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a69732-7b72-42db-9824-e55cffbc7a46 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (fd79a6af-0d56-4a59-bbe2-9a956d07ffce), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.753897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5042a7b-003d-4473-8b2d-21d1bb201695 req-e0fa2a76-8f4a-4b4f-adcb-220affc4ecd0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446891
Apr 02 21:13:04.781997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (dff7f0f0-18c4-4880-b6df-b40681376b89), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.815153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a69732-7b72-42db-9824-e55cffbc7a46 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fd79a6af-0d56-4a59-bbe2-9a956d07ffce), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.817767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87a69732-7b72-42db-9824-e55cffbc7a46 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.818901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-87a69732-7b72-42db-9824-e55cffbc7a46 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd79a6af-0d56-4a59-bbe2-9a956d07ffce HTTP/1.1" status: 204  len: 168 time: 0.3188486
Apr 02 21:13:04.824386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57280) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.854536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (446140e9-364a-4791-9a80-75dd8262f632), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.861240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a69732-7b72-42db-9824-e55cffbc7a46 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd79a6af-0d56-4a59-bbe2-9a956d07ffce,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.892354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Subnet': ['ID=dff7f0f0-18c4-4880-b6df-b40681376b89,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.913026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Checking segment: {'id': '304a9bdd-8e54-4f81-8f2d-14918309e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:04.913394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network hostable DHCP agents. Network: 17b82f72-adba-450d-b7d9-1791620ffef2, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:04.914760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=446140e9-364a-4791-9a80-75dd8262f632,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:04.924167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1ad4f3a-a2d6-4e52-a719-b79a0d456693 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0875247
Apr 02 21:13:04.924576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57282) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:04.928851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617770902'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:04.934775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network 17b82f72-adba-450d-b7d9-1791620ffef2 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:04.943201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Checking segment: {'id': '3714ada1-0578-4885-992b-941c02814483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:04.943644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Network hostable DHCP agents. Network: b3677f49-5196-46ea-bd88-ff0550ed137f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:04.944989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17b82f72-adba-450d-b7d9-1791620ffef2) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:04.953040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a12bc3-e620-4a9d-b587-e9eafeed9b37 None None] Network 17b82f72-adba-450d-b7d9-1791620ffef2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:04.957834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (454452f4-c466-4bd3-a467-b9d50f8f0414), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.969513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:04.979151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Network b3677f49-5196-46ea-bd88-ff0550ed137f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:04.988017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3677f49-5196-46ea-bd88-ff0550ed137f) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:04.996947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:04.997901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.016148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1fe19-0034-4863-82ba-2bf56107ed5a None None] Network b3677f49-5196-46ea-bd88-ff0550ed137f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:05.025549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7bd9d187-b9ef-4fb6-830e-db171dec2fdf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.4266629
Apr 02 21:13:05.053423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Checking segment: {'id': 'ea9eb672-6808-4f54-9380-990d74d504f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:05.054537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network hostable DHCP agents. Network: b8d7e028-e929-4085-9c40-e75122d2d786, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:05.055744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event updated for resources: {'Subnet': ['ID=454452f4-c466-4bd3-a467-b9d50f8f0414,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:05.076635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Network b8d7e028-e929-4085-9c40-e75122d2d786 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:05.080877 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (8ffad0ac-290c-481d-b46f-c41ed60f7276), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.088034 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ffad0ac-290c-481d-b46f-c41ed60f7276), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.101851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b8d7e028-e929-4085-9c40-e75122d2d786) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:05.112082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.113086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.116017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.116512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d05ad1-50de-4d46-8ea4-ca7199647911 None None] Network b8d7e028-e929-4085-9c40-e75122d2d786 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:05.144402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17b82f72-adba-450d-b7d9-1791620ffef2', 'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2', 'project_id': '14bf0d6bab4d44b6844a8b0847037dcf', 'fixed_ips': [{'subnet_id': 'dff7f0f0-18c4-4880-b6df-b40681376b89'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:05.145430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64da4bbd-ec92-4d50-baf0-23ce79e8535f tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 1.3269670
Apr 02 21:13:05.147735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57288) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.148159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.156231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.157563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2320573
Apr 02 21:13:05.160782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57290) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.167612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '8ffad0ac-290c-481d-b46f-c41ed60f7276', 'direction': 'ingress', 'protocol': 17}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:05.193202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a38d4-c27d-443d-acca-979fd8d3f12a tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffad0ac-290c-481d-b46f-c41ed60f7276,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:05.234428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c86b15-5bb9-4918-9ad0-ae4507bbc9f2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.236510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c86b15-5bb9-4918-9ad0-ae4507bbc9f2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.238183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c86b15-5bb9-4918-9ad0-ae4507bbc9f2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.238305 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (ff2e20b0-b452-4333-b284-b0896d8336cc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.242671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4c86b15-5bb9-4918-9ad0-ae4507bbc9f2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.0925834
Apr 02 21:13:05.252516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.313547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649deaa5-27ce-4cbc-ba8e-ca49889a19a8 req-708279aa-a5eb-4832-8cfc-675aba0bdc0d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.315120 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-649deaa5-27ce-4cbc-ba8e-ca49889a19a8 req-708279aa-a5eb-4832-8cfc-675aba0bdc0d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1156366
Apr 02 21:13:05.343676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (ff2e20b0-b452-4333-b284-b0896d8336cc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.349386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Deleting subnet dff7f0f0-18c4-4880-b6df-b40681376b89 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:05.350736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ff2e20b0-b452-4333-b284-b0896d8336cc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.361684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d9c11-4148-472f-8f04-4b1e5909127c None None] Network b3677f49-5196-46ea-bd88-ff0550ed137f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:05.408517 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2e20b0-b452-4333-b284-b0896d8336cc,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:05.417821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.421165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a3847ba5-830f-4e36-b7b6-9c681bbc1595 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2566812
Apr 02 21:13:05.423188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57302) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.468348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-649deaa5-27ce-4cbc-ba8e-ca49889a19a8 req-720dcf73-a406-459a-b8ee-983f174a1685 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191390
Apr 02 21:13:05.516826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b8d7e028-e929-4085-9c40-e75122d2d786', 'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786', 'project_id': '14bf0d6bab4d44b6844a8b0847037dcf', 'fixed_ips': [{'subnet_id': '454452f4-c466-4bd3-a467-b9d50f8f0414'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:05.517821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.523394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae623513-6e1a-42dc-9e00-d7ed56345337 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (8ffad0ac-290c-481d-b46f-c41ed60f7276), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.529039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Allocated IP 2001:db8::1 (17b82f72-adba-450d-b7d9-1791620ffef2/dff7f0f0-18c4-4880-b6df-b40681376b89/0785a2fc-2efc-4a7b-af4a-700b5e7bee44) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:05.562783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae623513-6e1a-42dc-9e00-d7ed56345337 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (8ffad0ac-290c-481d-b46f-c41ed60f7276), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.626725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae623513-6e1a-42dc-9e00-d7ed56345337 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ffad0ac-290c-481d-b46f-c41ed60f7276), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.629352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae623513-6e1a-42dc-9e00-d7ed56345337 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.633198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ae623513-6e1a-42dc-9e00-d7ed56345337 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ffad0ac-290c-481d-b46f-c41ed60f7276 HTTP/1.1" status: 204  len: 168 time: 0.2102373
Apr 02 21:13:05.633791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57312) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.649156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae623513-6e1a-42dc-9e00-d7ed56345337 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffad0ac-290c-481d-b46f-c41ed60f7276,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:05.672715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-ea49e0e0-b679-4623-acd0-726c935e6060 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.674850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-ea49e0e0-b679-4623-acd0-726c935e6060 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/networks?id=b3677f49-5196-46ea-bd88-ff0550ed137f HTTP/1.1" status: 200  len: 820 time: 0.1383026
Apr 02 21:13:05.696872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-4e6ca427-b23d-49f4-b794-8b88483b3265 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/quotas/dfe4735870c44412b279a096ae5dd79c HTTP/1.1" status: 200  len: 375 time: 0.0136015
Apr 02 21:13:05.708892 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9d2d2e1-cb9e-4b2d-a1ce-d09db4e7fecc tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0653214
Apr 02 21:13:05.713130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57314) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.718778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--71844963'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:05.745213 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-09a7f656-200e-4014-9d32-99d8dd145f31 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dfe4735870c44412b279a096ae5dd79c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0403304
Apr 02 21:13:05.755725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.765895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-fbb1229f-80a5-4f79-861d-55dca21bfb3c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:13:05.767350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-fbb1229f-80a5-4f79-861d-55dca21bfb3c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0128646
Apr 02 21:13:05.889519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (56c1275d-26e7-47de-882f-f8fe944a6ef7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.897975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (56c1275d-26e7-47de-882f-f8fe944a6ef7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.928190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-4c2c5357-fa26-4b4a-b915-5e904a640ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525931
Apr 02 21:13:05.944417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c1275d-26e7-47de-882f-f8fe944a6ef7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:05.957005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d3920-3d19-4822-a1d4-ca9737aed094 req-d2057917-d807-40c8-91b8-e5f5376da447 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:05.959233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b64d3920-3d19-4822-a1d4-ca9737aed094 req-d2057917-d807-40c8-91b8-e5f5376da447 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1099861
Apr 02 21:13:05.963264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:05.967045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e6e5039e-08c0-48df-baf1-82481c9b425c tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2498808
Apr 02 21:13:05.967956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:05.971498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--297111467'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:06.023162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.031141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Allocated IP 2001:db8:0:1::1 (b8d7e028-e929-4085-9c40-e75122d2d786/454452f4-c466-4bd3-a467-b9d50f8f0414/632b8881-55f0-4a1b-9151-468873b3398b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:06.041309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b64d3920-3d19-4822-a1d4-ca9737aed094 req-5d38fe58-5754-452c-b3ae-f70888e12781 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750823
Apr 02 21:13:06.072224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-45eb992a-768c-478c-9ebe-4c600f6fbe20 service neutron] 10.222.0.18 "GET /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369002
Apr 02 21:13:06.110519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (c11947c9-1aec-4e98-a278-4394afe8a5dd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.115046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c11947c9-1aec-4e98-a278-4394afe8a5dd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.126914 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Publish callbacks [] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.136178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for subnet (dff7f0f0-18c4-4880-b6df-b40681376b89), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.138850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.151265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.152539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1844442
Apr 02 21:13:06.155187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57332) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:06.159893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '56c1275d-26e7-47de-882f-f8fe944a6ef7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c11947c9-1aec-4e98-a278-4394afe8a5dd', 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:06.164309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d75c7-80e0-4645-9fda-c1485c95721b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11947c9-1aec-4e98-a278-4394afe8a5dd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.189460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Network 17b82f72-adba-450d-b7d9-1791620ffef2 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:06.199594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.201018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:06.220711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:06.235382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (dff7f0f0-18c4-4880-b6df-b40681376b89), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.307771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Pushing event updated for resources: {'Port': ['ID=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.313810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.342273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (dff7f0f0-18c4-4880-b6df-b40681376b89), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.359686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Attempting to bind port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:06.360277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Attempting to bind port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '304a9bdd-8e54-4f81-8f2d-14918309e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:06.361103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Attempting to bind port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 on network 17b82f72-adba-450d-b7d9-1791620ffef2 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:06.362826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d2767ae-d5c6-4377-9c25-5bba5b9f3168 req-26fa708e-9e74-471f-9149-a2a5fdb29874 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 210 time: 0.0475838
Apr 02 21:13:06.371242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.378662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:06.379706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Checking segment: {'id': '304a9bdd-8e54-4f81-8f2d-14918309e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:06.380524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.381701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Bound using segment: {'id': '304a9bdd-8e54-4f81-8f2d-14918309e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:06.382928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Bound port: 0785a2fc-2efc-4a7b-af4a-700b5e7bee44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304a9bdd-8e54-4f81-8f2d-14918309e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17b82f72-adba-450d-b7d9-1791620ffef2'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:06.386089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.409406 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Publish callbacks [] for port (632b8881-55f0-4a1b-9151-468873b3398b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.418016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.418398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (632b8881-55f0-4a1b-9151-468873b3398b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.435707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (dff7f0f0-18c4-4880-b6df-b40681376b89), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.438447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.442886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-be2ce93c-1c9f-46d9-9dd9-3171c1ff8e6d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2843153
Apr 02 21:13:06.443333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57342) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:06.515429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fb3eac-c633-40ea-8233-4518e6e45eab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.528251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Subnet': ['ID=dff7f0f0-18c4-4880-b6df-b40681376b89,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.529131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fb3eac-c633-40ea-8233-4518e6e45eab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.535187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.547217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-063ab147-ccdb-4686-bc15-b12863795a79 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/subnets/dff7f0f0-18c4-4880-b6df-b40681376b89 HTTP/1.1" status: 204  len: 168 time: 1.2932258
Apr 02 21:13:06.548274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57352) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:06.548726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Pushing event updated for resources: {'Port': ['ID=632b8881-55f0-4a1b-9151-468873b3398b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.570886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Network b8d7e028-e929-4085-9c40-e75122d2d786 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:06.575568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:06.586162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:06.622948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fb3eac-c633-40ea-8233-4518e6e45eab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.629798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-87fb3eac-c633-40ea-8233-4518e6e45eab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.630934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-87fb3eac-c633-40ea-8233-4518e6e45eab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102 HTTP/1.1" status: 204  len: 168 time: 0.1866717
Apr 02 21:13:06.633698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:06.649643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Deleting subnet 454452f4-c466-4bd3-a467-b9d50f8f0414 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:06.662454 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for subnet (454452f4-c466-4bd3-a467-b9d50f8f0414), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.663551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] For port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:06.666968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] For port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,segment=NetworkSegment(304a9bdd-8e54-4f81-8f2d-14918309e410),segment_id=304a9bdd-8e54-4f81-8f2d-14918309e410)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:06.699085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.700484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3eac-c633-40ea-8233-4518e6e45eab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dae74fc1-46b3-47d3-bcc6-b1d9a1dbc102,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.742701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57366) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:06.744736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-430bf975-61f9-4cd2-9f46-dc2b1ab90596 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1030316
Apr 02 21:13:06.779530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Attempting to bind port 632b8881-55f0-4a1b-9151-468873b3398b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:06.780173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Attempting to bind port 632b8881-55f0-4a1b-9151-468873b3398b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea9eb672-6808-4f54-9380-990d74d504f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:06.780863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Attempting to bind port 632b8881-55f0-4a1b-9151-468873b3398b on network b8d7e028-e929-4085-9c40-e75122d2d786 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:06.786636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (454452f4-c466-4bd3-a467-b9d50f8f0414), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.791205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:06.791676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Checking segment: {'id': 'ea9eb672-6808-4f54-9380-990d74d504f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:06.792297 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.792944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Bound using segment: {'id': 'ea9eb672-6808-4f54-9380-990d74d504f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:06.793653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Bound port: 632b8881-55f0-4a1b-9151-468873b3398b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9eb672-6808-4f54-9380-990d74d504f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b8d7e028-e929-4085-9c40-e75122d2d786'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:06.794303 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (632b8881-55f0-4a1b-9151-468873b3398b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.798243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196af48d-90a2-4f72-a2cd-c40809fdbfee req-7d6ba7d3-8248-4926-a899-bd988ed36e50 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:06.800037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196af48d-90a2-4f72-a2cd-c40809fdbfee req-7d6ba7d3-8248-4926-a899-bd988ed36e50 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1326392
Apr 02 21:13:06.852956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5da92-acba-4035-bbbd-6b693d00ae65 None None] Pushing event updated for resources: {'Port': ['ID=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:06.873673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0063eb9-cc67-42c3-9099-50ddd95d67e8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (c11947c9-1aec-4e98-a278-4394afe8a5dd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.888254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] For port 632b8881-55f0-4a1b-9151-468873b3398b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:06.890118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196af48d-90a2-4f72-a2cd-c40809fdbfee req-fd22e94c-9317-44c2-9402-f1ccd760b2b0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798218
Apr 02 21:13:06.892055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] For port 632b8881-55f0-4a1b-9151-468873b3398b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=632b8881-55f0-4a1b-9151-468873b3398b,segment=NetworkSegment(ea9eb672-6808-4f54-9380-990d74d504f5),segment_id=ea9eb672-6808-4f54-9380-990d74d504f5)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:06.900824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (632b8881-55f0-4a1b-9151-468873b3398b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.957599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0063eb9-cc67-42c3-9099-50ddd95d67e8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (c11947c9-1aec-4e98-a278-4394afe8a5dd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:06.979758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e9521-fd47-4d3f-bfe4-5060859124ae None None] Pushing event updated for resources: {'Port': ['ID=632b8881-55f0-4a1b-9151-468873b3398b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:07.012303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (454452f4-c466-4bd3-a467-b9d50f8f0414), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.113447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0063eb9-cc67-42c3-9099-50ddd95d67e8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c11947c9-1aec-4e98-a278-4394afe8a5dd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.116311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0063eb9-cc67-42c3-9099-50ddd95d67e8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.120283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0063eb9-cc67-42c3-9099-50ddd95d67e8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/c11947c9-1aec-4e98-a278-4394afe8a5dd HTTP/1.1" status: 204  len: 168 time: 0.3740883
Apr 02 21:13:07.120848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57372) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:07.142520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0063eb9-cc67-42c3-9099-50ddd95d67e8 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11947c9-1aec-4e98-a278-4394afe8a5dd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:07.187243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (454452f4-c466-4bd3-a467-b9d50f8f0414), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.217434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-56ee6ef4-b627-4d96-b500-35d9e6edcb8b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4543 time: 0.0948634
Apr 02 21:13:07.220359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57374) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:07.281884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Subnet': ['ID=454452f4-c466-4bd3-a467-b9d50f8f0414,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:07.314602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1adcd44-5620-4b78-aeba-78860f4f7b9d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (56c1275d-26e7-47de-882f-f8fe944a6ef7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.325363 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.328509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9377e072-91fa-4a9a-b7c8-166c9658d387 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/subnets/454452f4-c466-4bd3-a467-b9d50f8f0414 HTTP/1.1" status: 204  len: 168 time: 0.7792947
Apr 02 21:13:07.331332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:07.359077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1adcd44-5620-4b78-aeba-78860f4f7b9d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (56c1275d-26e7-47de-882f-f8fe944a6ef7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.393995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b2c7-e1d9-4ebc-bc09-4665e186e3a5 req-d653b21e-84db-4503-b948-9f7e6daff475 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:07.401405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e47b2c7-e1d9-4ebc-bc09-4665e186e3a5 req-d653b21e-84db-4503-b948-9f7e6daff475 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.2347686
Apr 02 21:13:07.413579 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1adcd44-5620-4b78-aeba-78860f4f7b9d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (56c1275d-26e7-47de-882f-f8fe944a6ef7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.417270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1adcd44-5620-4b78-aeba-78860f4f7b9d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.418474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1adcd44-5620-4b78-aeba-78860f4f7b9d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/56c1275d-26e7-47de-882f-f8fe944a6ef7 HTTP/1.1" status: 204  len: 168 time: 0.1965930
Apr 02 21:13:07.424197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57380) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:07.430718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adcd44-5620-4b78-aeba-78860f4f7b9d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c1275d-26e7-47de-882f-f8fe944a6ef7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:07.479668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780a635-82ae-4851-b737-39461b95bc9e tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:07.486814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1780a635-82ae-4851-b737-39461b95bc9e tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1537011
Apr 02 21:13:07.487472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57382) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:07.537671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44bb530b-0161-4889-b710-e92fd8dec7ba req-c6f3ccb8-a01a-4d52-bd33-60d97d854054 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 210 time: 0.0661097
Apr 02 21:13:07.658680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b8d7e028-e929-4085-9c40-e75122d2d786), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.685355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-76cb9583-45dd-4f48-afce-eae28fe3eb66 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2586651
Apr 02 21:13:07.688735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57386) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:07.693124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078782209'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:07.696934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e47b2c7-e1d9-4ebc-bc09-4665e186e3a5 req-c8dae9ec-103c-4799-bf7f-32477feac5bc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2910426
Apr 02 21:13:07.761824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-7b432927-3f36-4981-88e4-b0604ac9db24 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:07.763884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-7b432927-3f36-4981-88e4-b0604ac9db24 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.15 "GET /v2.0/networks?id=b3677f49-5196-46ea-bd88-ff0550ed137f HTTP/1.1" status: 200  len: 820 time: 0.1701458
Apr 02 21:13:07.764950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.776671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Deleting port 632b8881-55f0-4a1b-9151-468873b3398b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:07.777018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (632b8881-55f0-4a1b-9151-468873b3398b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.783817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Request body: {'port': {'device_id': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f', 'admin_state_up': True, 'tenant_id': 'dfe4735870c44412b279a096ae5dd79c'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:07.854465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] For port 632b8881-55f0-4a1b-9151-468873b3398b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=632b8881-55f0-4a1b-9151-468873b3398b,segment=NetworkSegment(ea9eb672-6808-4f54-9380-990d74d504f5),segment_id=ea9eb672-6808-4f54-9380-990d74d504f5)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:07.855234 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (632b8881-55f0-4a1b-9151-468873b3398b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.872180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Calling delete_port for 632b8881-55f0-4a1b-9151-468873b3398b owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:07.944404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (233ebb4a-36b0-4b52-bb77-e89624a9e763), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:07.955996 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (233ebb4a-36b0-4b52-bb77-e89624a9e763), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.010488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (632b8881-55f0-4a1b-9151-468873b3398b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.018745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.023448 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3338492
Apr 02 21:13:08.024196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Made reservation on behalf of dfe4735870c44412b279a096ae5dd79c for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:08.027264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57390) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:08.029129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.032340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '233ebb4a-36b0-4b52-bb77-e89624a9e763', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:08.061878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8fab9-a4a8-46fe-bf79-ced9027b3f10 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233ebb4a-36b0-4b52-bb77-e89624a9e763,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:08.063718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Port': ['ID=632b8881-55f0-4a1b-9151-468873b3398b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:08.067852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] No DVR routers for this DVR port 632b8881-55f0-4a1b-9151-468873b3398b on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:08.173105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (d044aafc-b6cf-4da4-bab0-98ded2ef82b6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.218969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d74d4-c3bf-46f8-881b-c1b07d1ca62b None None] Network 17b82f72-adba-450d-b7d9-1791620ffef2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:08.230561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b8d7e028-e929-4085-9c40-e75122d2d786), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.277435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96a20d-43f2-4686-82ff-01a48f2dcac7 req-81a5d57d-e711-451e-847d-70f0366d0311 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:08.279046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd96a20d-43f2-4686-82ff-01a48f2dcac7 req-81a5d57d-e711-451e-847d-70f0366d0311 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.2668824
Apr 02 21:13:08.283518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Allocated IP 172.20.0.12 (b3677f49-5196-46ea-bd88-ff0550ed137f/446140e9-364a-4791-9a80-75dd8262f632/2689ee12-a017-4d74-b99a-2fea30a76fa5) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:08.291389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78449f1700>,) {'filters': {'network_id': ['b8d7e028-e929-4085-9c40-e75122d2d786']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:08.335043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78449f1700>, 'ea9eb672-6808-4f54-9380-990d74d504f5') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:08.335492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78449f1700>, 'ea9eb672-6808-4f54-9380-990d74d504f5') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:08.358589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (ea9eb672-6808-4f54-9380-990d74d504f5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.376447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (d044aafc-b6cf-4da4-bab0-98ded2ef82b6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.385107 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ea9eb672-6808-4f54-9380-990d74d504f5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.391698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] Provisioning complete for port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:08.395574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.403225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:08.403697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (ea9eb672-6808-4f54-9380-990d74d504f5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.405269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd96a20d-43f2-4686-82ff-01a48f2dcac7 req-b260fbf8-fea4-4b91-9872-05fbdedb8d40 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191773
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:08.447620 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:08.450500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d044aafc-b6cf-4da4-bab0-98ded2ef82b6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.459270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:08.528944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d044aafc-b6cf-4da4-bab0-98ded2ef82b6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:08.553698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b8d7e028-e929-4085-9c40-e75122d2d786), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.596379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.605072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/networks/b8d7e028-e929-4085-9c40-e75122d2d786 HTTP/1.1" status: 204  len: 168 time: 1.1139588
Apr 02 21:13:08.620771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.620996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57410) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:08.624997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90ea96c3-bbc0-4e4a-af81-db7bb1b91c5d tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5940611
Apr 02 21:13:08.632963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57412) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:08.633133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] Current status of the port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:08.633133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.645196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] DHCP port deletion for 17b82f72-adba-450d-b7d9-1791620ffef2 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:08.662583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6068-7f1a-45d0-9e11-7eb768865eec tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Network': ['ID=b8d7e028-e929-4085-9c40-e75122d2d786,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:08.665163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:08.665574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.711096 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks [] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.739910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] For port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,segment=NetworkSegment(304a9bdd-8e54-4f81-8f2d-14918309e410),segment_id=304a9bdd-8e54-4f81-8f2d-14918309e410)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:08.758114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.760393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34214ead-d45c-4778-bc06-a3382ee12afd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (d044aafc-b6cf-4da4-bab0-98ded2ef82b6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.767818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (17b82f72-adba-450d-b7d9-1791620ffef2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.772885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d94a85c-1244-469b-a5b1-3ec72e267c42 req-20839eb1-c845-483d-bc1c-5a49f80ec6dc tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 210 time: 0.0910733
Apr 02 21:13:08.782249 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34214ead-d45c-4778-bc06-a3382ee12afd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (d044aafc-b6cf-4da4-bab0-98ded2ef82b6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.847134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.847451 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34214ead-d45c-4778-bc06-a3382ee12afd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d044aafc-b6cf-4da4-bab0-98ded2ef82b6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.857658 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34214ead-d45c-4778-bc06-a3382ee12afd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.862439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-34214ead-d45c-4778-bc06-a3382ee12afd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d044aafc-b6cf-4da4-bab0-98ded2ef82b6 HTTP/1.1" status: 204  len: 168 time: 0.2141321
Apr 02 21:13:08.862604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:08.878385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] Deleting port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:08.878848 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.878970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Network b3677f49-5196-46ea-bd88-ff0550ed137f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:08.883681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:08.899387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34214ead-d45c-4778-bc06-a3382ee12afd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d044aafc-b6cf-4da4-bab0-98ded2ef82b6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:08.919837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:08.923058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Deleting port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:08.923398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:08.959200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f95fad5c-b1cf-4b5a-8cdd-4a850c66318b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0944738
Apr 02 21:13:08.960953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57424) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:08.987454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] For port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,segment=NetworkSegment(304a9bdd-8e54-4f81-8f2d-14918309e410),segment_id=304a9bdd-8e54-4f81-8f2d-14918309e410)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:08.988370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.003770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] Calling delete_port for 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:09.010847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Pushing event updated for resources: {'Port': ['ID=2689ee12-a017-4d74-b99a-2fea30a76fa5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.032788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ab443-6605-4800-89ee-ae0c5d42cc26 None None] DHCP port deletion for b8d7e028-e929-4085-9c40-e75122d2d786 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:09.041067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f68a1934-10c9-43e1-b653-fd8bfd592549 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (233ebb4a-36b0-4b52-bb77-e89624a9e763), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.050396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:09.053028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-00d9633c-1658-4504-bd1f-44253d715c1e None None] Could not find standard attr ID for object 632b8881-55f0-4a1b-9151-468873b3398b. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:13:09.070526 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f68a1934-10c9-43e1-b653-fd8bfd592549 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (233ebb4a-36b0-4b52-bb77-e89624a9e763), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.074643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec55a26-2209-4c82-886c-8541eabb287b None None] Pushing event updated for resources: {'Port': ['ID=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.099210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:09.100482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.112310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab61be-5e2e-46ff-9085-665337c39d5a None None] Network b8d7e028-e929-4085-9c40-e75122d2d786 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:09.116880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] For port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,segment=NetworkSegment(304a9bdd-8e54-4f81-8f2d-14918309e410),segment_id=304a9bdd-8e54-4f81-8f2d-14918309e410)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:09.117316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.125992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f68a1934-10c9-43e1-b653-fd8bfd592549 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (233ebb4a-36b0-4b52-bb77-e89624a9e763), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.127809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab61be-5e2e-46ff-9085-665337c39d5a None None] Network b8d7e028-e929-4085-9c40-e75122d2d786 could not be found, it might have been deleted concurrently. {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 02 21:13:09.133734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f68a1934-10c9-43e1-b653-fd8bfd592549 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.135138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f68a1934-10c9-43e1-b653-fd8bfd592549 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/233ebb4a-36b0-4b52-bb77-e89624a9e763 HTTP/1.1" status: 204  len: 168 time: 0.1722476
Apr 02 21:13:09.140784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57436) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.145374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Calling delete_port for 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:09.154799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a1934-10c9-43e1-b653-fd8bfd592549 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233ebb4a-36b0-4b52-bb77-e89624a9e763,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.156975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-11dffd34-5304-4cfb-9b46-4cfad6e61037 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3806071
Apr 02 21:13:09.167072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92643-d02d-4d92-81a1-1e27c04c616f req-bb320451-097e-4287-9eda-ff6451fb26cc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:09.174307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86a92643-d02d-4d92-81a1-1e27c04c616f req-bb320451-097e-4287-9eda-ff6451fb26cc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.2905042
Apr 02 21:13:09.187547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Request body: {'port': {'device_id': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:09.200250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.203862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-166eed00-0f07-41c1-9eb4-ffbd1b067512 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0620139
Apr 02 21:13:09.207562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57440) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.221575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305058048'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:09.236570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] Pushing event deleted for resources: {'Port': ['ID=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.238963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca825981-2374-4dfb-ae3e-40f7dfaf97c5 None None] No DVR routers for this DVR port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:09.245404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.325192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (419e235f-6d46-48c9-8f92-d13095e36a0a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.329542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (419e235f-6d46-48c9-8f92-d13095e36a0a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.331331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86a92643-d02d-4d92-81a1-1e27c04c616f req-26fef9d2-37af-4aed-a2d6-cf483a006340 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516848
Apr 02 21:13:09.334789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.362805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.366533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1549003
Apr 02 21:13:09.366807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57442) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.370264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0785a2fc-2efc-4a7b-af4a-700b5e7bee44), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.371291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '419e235f-6d46-48c9-8f92-d13095e36a0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:09.376084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ba9a3-bc6e-43f3-8c9f-a39a110ffbbd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419e235f-6d46-48c9-8f92-d13095e36a0a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.397974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Port': ['ID=0785a2fc-2efc-4a7b-af4a-700b5e7bee44,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.405352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (46b1179e-de7f-4dea-b7b9-7768f4823820), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.419605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] No DVR routers for this DVR port 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:09.475539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (46b1179e-de7f-4dea-b7b9-7768f4823820), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.479200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (46b1179e-de7f-4dea-b7b9-7768f4823820), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.509666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b1179e-de7f-4dea-b7b9-7768f4823820,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.516394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.517361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0d644f6f-a360-479f-98a7-2dc9548366c0 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1496427
Apr 02 21:13:09.535444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57446) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.557626 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3b505b84-bf8f-4191-a569-6eb306b5e524 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules/46b1179e-de7f-4dea-b7b9-7768f4823820 HTTP/1.1" status: 200  len: 763 time: 0.0198905
Apr 02 21:13:09.561501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57448) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.563308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (17b82f72-adba-450d-b7d9-1791620ffef2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.592832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c10e3f-3620-486f-9877-b98efae88438 req-04232f2c-269b-45e4-971d-74525606e2e8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:09.594620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7c10e3f-3620-486f-9877-b98efae88438 req-04232f2c-269b-45e4-971d-74525606e2e8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0971377
Apr 02 21:13:09.603501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845bfcf10>,) {'filters': {'network_id': ['17b82f72-adba-450d-b7d9-1791620ffef2']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:09.624504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-224478f5-f3b2-4937-a191-c994967c0773 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0598462
Apr 02 21:13:09.627269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57450) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.628789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845bfcf10>, '304a9bdd-8e54-4f81-8f2d-14918309e410') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:09.629134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845bfcf10>, '304a9bdd-8e54-4f81-8f2d-14918309e410') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:09.648961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (304a9bdd-8e54-4f81-8f2d-14918309e410), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.686072 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34705725-3a3e-44c6-ac88-3c8bc58a1ea1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (46b1179e-de7f-4dea-b7b9-7768f4823820), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.700887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e7c10e3f-3620-486f-9877-b98efae88438 req-8c5c2eb6-e0d4-4e4b-8bd3-f870b8d1f5e5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948856
Apr 02 21:13:09.702945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34705725-3a3e-44c6-ac88-3c8bc58a1ea1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (46b1179e-de7f-4dea-b7b9-7768f4823820), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.749686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34705725-3a3e-44c6-ac88-3c8bc58a1ea1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (46b1179e-de7f-4dea-b7b9-7768f4823820), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.758103 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34705725-3a3e-44c6-ac88-3c8bc58a1ea1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.759769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-34705725-3a3e-44c6-ac88-3c8bc58a1ea1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/46b1179e-de7f-4dea-b7b9-7768f4823820 HTTP/1.1" status: 204  len: 168 time: 0.1296968
Apr 02 21:13:09.763984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57454) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.781271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34705725-3a3e-44c6-ac88-3c8bc58a1ea1 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b1179e-de7f-4dea-b7b9-7768f4823820,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:09.826720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eef2066b-8eb0-4939-9962-27c49b54eef7 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0590029
Apr 02 21:13:09.828860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57458) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:09.836083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '419e235f-6d46-48c9-8f92-d13095e36a0a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:09.888221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (3b60a919-b0a4-495e-ac26-5f1d0421b682), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:09.979443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8dd8c-ea56-4ce2-b26c-766f83abf682 req-93296966-be8b-49fa-ab04-d28e42c1eb1b tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:09.981835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1db8dd8c-ea56-4ce2-b26c-766f83abf682 req-93296966-be8b-49fa-ab04-d28e42c1eb1b tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 932 time: 0.1092961
Apr 02 21:13:10.005630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (3b60a919-b0a4-495e-ac26-5f1d0421b682), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.016943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (3b60a919-b0a4-495e-ac26-5f1d0421b682), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.050605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b60a919-b0a4-495e-ac26-5f1d0421b682,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:10.061613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.063376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7cb06f87-7858-49e2-a742-b7b335b6773e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2334728
Apr 02 21:13:10.067089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57464) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.091051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (304a9bdd-8e54-4f81-8f2d-14918309e410), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.092233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1db8dd8c-ea56-4ce2-b26c-766f83abf682 req-8a82cdb7-8245-4c20-bee6-af913e1862c8 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036968
Apr 02 21:13:10.096544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-940bd467-225d-4dc4-99cf-96ae7f67197f tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules/3b60a919-b0a4-495e-ac26-5f1d0421b682 HTTP/1.1" status: 200  len: 763 time: 0.0275080
Apr 02 21:13:10.099406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57466) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.127096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:10.127569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (304a9bdd-8e54-4f81-8f2d-14918309e410), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:10.131951 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:10.145035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90a6b6c5-dceb-4f05-8bb2-138382faa8b5 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0438681
Apr 02 21:13:10.147841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57470) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.173331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7164d543-e9f6-44e8-97c1-d89ae96a1d6e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (3b60a919-b0a4-495e-ac26-5f1d0421b682), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.181196 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7164d543-e9f6-44e8-97c1-d89ae96a1d6e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (3b60a919-b0a4-495e-ac26-5f1d0421b682), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.210816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7164d543-e9f6-44e8-97c1-d89ae96a1d6e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (3b60a919-b0a4-495e-ac26-5f1d0421b682), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.224525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7164d543-e9f6-44e8-97c1-d89ae96a1d6e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.228992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7164d543-e9f6-44e8-97c1-d89ae96a1d6e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3b60a919-b0a4-495e-ac26-5f1d0421b682 HTTP/1.1" status: 204  len: 168 time: 0.0798025
Apr 02 21:13:10.231529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164d543-e9f6-44e8-97c1-d89ae96a1d6e tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b60a919-b0a4-495e-ac26-5f1d0421b682,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:10.233117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57484) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.241852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e561e-9d36-45d2-b6a9-622d10d31bf2 req-bc69adc1-2837-4f65-b082-731304d2073c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:10.250007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-786e561e-9d36-45d2-b6a9-622d10d31bf2 req-bc69adc1-2837-4f65-b082-731304d2073c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1770880
Apr 02 21:13:10.270653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (17b82f72-adba-450d-b7d9-1791620ffef2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.288422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57486) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.289686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.293492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/networks/17b82f72-adba-450d-b7d9-1791620ffef2 HTTP/1.1" status: 204  len: 168 time: 1.6715624
Apr 02 21:13:10.296017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-75c421cb-2f91-4983-9f15-d6cb1a741dd5 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0617642
Apr 02 21:13:10.296819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57488) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.312446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:10.327349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '419e235f-6d46-48c9-8f92-d13095e36a0a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:10.333627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Network': ['ID=17b82f72-adba-450d-b7d9-1791620ffef2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:10.334464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:10.334875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0785a2fc-2efc-4a7b-af4a-700b5e7bee44 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:10.335366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 632b8881-55f0-4a1b-9151-468873b3398b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:10.355993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 632b8881-55f0-4a1b-9151-468873b3398b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:10.356720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 632b8881-55f0-4a1b-9151-468873b3398b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:10.360990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.361340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.361686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.362024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.362358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.362804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.363007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.363333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.363641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.363967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.364293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.364628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.365120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.365621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.366092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c98b6-7798-430b-bac8-c84d92810df6 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:10.378528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2689ee12-a017-4d74-b99a-2fea30a76fa5 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:13:10.380025 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (2c26d556-e71c-4bfd-99c6-781793c3c71d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.397160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Publish callbacks [] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.416850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-786e561e-9d36-45d2-b6a9-622d10d31bf2 req-e88ab0c2-b4d1-4e6e-aad5-3beb9679ae2c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1657386
Apr 02 21:13:10.417625 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Project fa30034b1f50432a9eae68d4d0c69d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:13:10.425724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (25a984bb-9335-4761-a4fe-bb035c4e1b92), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.432696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Transition to ACTIVE for port object 2689ee12-a017-4d74-b99a-2fea30a76fa5 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:13:10.440129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.507654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (2c26d556-e71c-4bfd-99c6-781793c3c71d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.536179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78466b0ee0>,) {'filters': {'network_id': ['2c26d556-e71c-4bfd-99c6-781793c3c71d']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:10.544557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d375c-5977-462f-9a58-f7c7fd2c5ced req-080013ce-930d-4cf5-8b0d-b793c22a4f89 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:10.545989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-422d375c-5977-462f-9a58-f7c7fd2c5ced req-080013ce-930d-4cf5-8b0d-b793c22a4f89 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1319466
Apr 02 21:13:10.555611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78466b0ee0>, 'e62ef9a8-fbfe-4853-9d94-7a0417a316c4') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:10.555911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78466b0ee0>, 'e62ef9a8-fbfe-4853-9d94-7a0417a316c4') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:10.576273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (e62ef9a8-fbfe-4853-9d94-7a0417a316c4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.591305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Pushing event updated for resources: {'Port': ['ID=2689ee12-a017-4d74-b99a-2fea30a76fa5,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:10.602238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e62ef9a8-fbfe-4853-9d94-7a0417a316c4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.610728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (25a984bb-9335-4761-a4fe-bb035c4e1b92), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.616336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:10.616815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (e62ef9a8-fbfe-4853-9d94-7a0417a316c4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.618721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (25a984bb-9335-4761-a4fe-bb035c4e1b92), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:10.619967 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:10.624367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-422d375c-5977-462f-9a58-f7c7fd2c5ced req-23a71240-f1e9-4247-b71c-f27cf1f8c7db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712624
Apr 02 21:13:10.657260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf12b69-f067-4981-8e61-db2345229b66 req-33273144-eba2-40d5-b997-81958ba22235 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:10.658760 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccf12b69-f067-4981-8e61-db2345229b66 req-33273144-eba2-40d5-b997-81958ba22235 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1537428
Apr 02 21:13:10.659389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a984bb-9335-4761-a4fe-bb035c4e1b92,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:10.680483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.681642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-972679cf-53e4-47fe-b96d-6d8c75403acd tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3694625
Apr 02 21:13:10.685478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57494) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:10.693437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Attempting to bind port 2689ee12-a017-4d74-b99a-2fea30a76fa5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:10.693790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Attempting to bind port 2689ee12-a017-4d74-b99a-2fea30a76fa5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3714ada1-0578-4885-992b-941c02814483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:10.694187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Attempting to bind port 2689ee12-a017-4d74-b99a-2fea30a76fa5 on network b3677f49-5196-46ea-bd88-ff0550ed137f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:10.703822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Port 2689ee12-a017-4d74-b99a-2fea30a76fa5 on network b3677f49-5196-46ea-bd88-ff0550ed137f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:13:10.704148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Attempting to bind port 2689ee12-a017-4d74-b99a-2fea30a76fa5 on network b3677f49-5196-46ea-bd88-ff0550ed137f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:10.719427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:10.720016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Checking segment: {'id': '3714ada1-0578-4885-992b-941c02814483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:10.720700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Bound using segment: {'id': '3714ada1-0578-4885-992b-941c02814483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:10.721437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Bound port: 2689ee12-a017-4d74-b99a-2fea30a76fa5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3714ada1-0578-4885-992b-941c02814483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:10.722058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.744682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccf12b69-f067-4981-8e61-db2345229b66 req-1d1d1e34-5e08-40a4-a95f-be6f80bec06d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790544
Apr 02 21:13:10.807471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] For port 2689ee12-a017-4d74-b99a-2fea30a76fa5, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:10.810655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] For port 2689ee12-a017-4d74-b99a-2fea30a76fa5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5,segment=NetworkSegment(3714ada1-0578-4885-992b-941c02814483),segment_id=3714ada1-0578-4885-992b-941c02814483)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:10.818133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.855450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:10.856073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:10.857648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] 10.222.0.15 "PUT /v2.0/ports/2689ee12-a017-4d74-b99a-2fea30a76fa5 HTTP/1.1" status: 200  len: 1092 time: 1.6791966
Apr 02 21:13:10.858086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'tag': '2689ee12-a017-4d74-b99a-2fea30a76fa5'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:10.860474 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b181dd-e0a0-4b71-ab71-ea0297997c1a", "tag": "2689ee12-a017-4d74-b99a-2fea30a76fa5"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:10.889712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8864c-4fcc-4ed9-88f9-2be4f93820fb service neutron] Pushing event updated for resources: {'Port': ['ID=2689ee12-a017-4d74-b99a-2fea30a76fa5,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:10.962287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-467ae876-63c1-4fc0-99c0-b1793e1fc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:10.963869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-467ae876-63c1-4fc0-99c0-b1793e1fc2f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfe4735870c44412b279a096ae5dd79c&device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 1126 time: 0.0520871
Apr 02 21:13:11.005650 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e233ba-e088-464f-9bff-8faacb9e8801 x-openstack-request-id: req-47e233ba-e088-464f-9bff-8faacb9e8801 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:11.005942 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b181dd-e0a0-4b71-ab71-ea0297997c1a", "tag": "2689ee12-a017-4d74-b99a-2fea30a76fa5", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:11.006196 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47e233ba-e088-464f-9bff-8faacb9e8801 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:11.006602 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e233ba-e088-464f-9bff-8faacb9e8801'] response: {'name': 'network-changed', 'server_uuid': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'tag': '2689ee12-a017-4d74-b99a-2fea30a76fa5', 'status': 'completed', 'code': 200}
Apr 02 21:13:11.008138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-a582f64a-b7d8-43a4-ba69-7e10b7bfa5b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5 HTTP/1.1" status: 200  len: 217 time: 0.0379775
Apr 02 21:13:11.035180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-927d88c4-1f63-44db-aee5-28084f6d7928 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules/25a984bb-9335-4761-a4fe-bb035c4e1b92 HTTP/1.1" status: 200  len: 769 time: 0.3486173
Apr 02 21:13:11.039169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57502) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.050027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (2c26d556-e71c-4bfd-99c6-781793c3c71d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.061247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.066975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/networks/2c26d556-e71c-4bfd-99c6-781793c3c71d HTTP/1.1" status: 204  len: 168 time: 0.7668068
Apr 02 21:13:11.069420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57506) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.077385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a257f1-23ef-4402-8456-8b21fd47a6d2 tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Network': ['ID=2c26d556-e71c-4bfd-99c6-781793c3c71d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:11.084593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448648-7a41-4484-8469-75215393a2fa req-152339b7-43b5-436b-8e61-47c402681b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:11.086123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-152339b7-43b5-436b-8e61-47c402681b03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446140e9-364a-4791-9a80-75dd8262f632 HTTP/1.1" status: 200  len: 860 time: 0.0719411
Apr 02 21:13:11.107763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d116-78cd-42ce-984d-bd0c3c5eb4f9 req-e8ec51be-83b3-4753-bf34-36d347bbfe95 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:11.109662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2f2d116-78cd-42ce-984d-bd0c3c5eb4f9 req-e8ec51be-83b3-4753-bf34-36d347bbfe95 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0891008
Apr 02 21:13:11.139879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f025a620-0263-4e97-bf47-7daac79eb0bc tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0996006
Apr 02 21:13:11.148596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57512) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.160006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-12774e79-094c-4a6f-8e72-a16d8ac2411f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3677f49-5196-46ea-bd88-ff0550ed137f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534656
Apr 02 21:13:11.187110 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2f2d116-78cd-42ce-984d-bd0c3c5eb4f9 req-fe0ef6dd-8f19-4a0d-aedb-91c217036857 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717850
Apr 02 21:13:11.190052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2592c26a-b613-40de-bdda-52a178f8da38 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (25a984bb-9335-4761-a4fe-bb035c4e1b92), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.201496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2592c26a-b613-40de-bdda-52a178f8da38 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (25a984bb-9335-4761-a4fe-bb035c4e1b92), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.235166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c69dbbdc-a2a6-4f60-863d-8af4b363f929), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.236413 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2592c26a-b613-40de-bdda-52a178f8da38 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (25a984bb-9335-4761-a4fe-bb035c4e1b92), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.247238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2592c26a-b613-40de-bdda-52a178f8da38 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.251466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2592c26a-b613-40de-bdda-52a178f8da38 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/25a984bb-9335-4761-a4fe-bb035c4e1b92 HTTP/1.1" status: 204  len: 168 time: 0.1018727
Apr 02 21:13:11.253731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.267480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c26a-b613-40de-bdda-52a178f8da38 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25a984bb-9335-4761-a4fe-bb035c4e1b92,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:11.314770 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-adc49503-47c0-4285-bdb8-af8be40314c5 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0597088
Apr 02 21:13:11.318540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57520) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.385703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50f14c-3cd5-45ef-ae97-1c9a693955c9 req-75147df8-a9e6-46aa-887d-a6c6f52ee9d4 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:11.389044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be50f14c-3cd5-45ef-ae97-1c9a693955c9 req-75147df8-a9e6-46aa-887d-a6c6f52ee9d4 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 944 time: 0.1791413
Apr 02 21:13:11.389550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.402999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-7983d35f-583d-4b65-80d6-1c0b6c12686f service neutron] 10.222.0.15 "GET /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176125
Apr 02 21:13:11.413594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d39fbb-c502-477d-9f59-a16f21d99a78 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (419e235f-6d46-48c9-8f92-d13095e36a0a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.423413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7ca9-0933-4cc1-92c3-ee76c92378c8 req-2c23816e-4a87-492c-b553-c8b415df14ae tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:11.424914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-26ee7ca9-0933-4cc1-92c3-ee76c92378c8 req-2c23816e-4a87-492c-b553-c8b415df14ae tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1083894
Apr 02 21:13:11.436095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c69dbbdc-a2a6-4f60-863d-8af4b363f929), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.454580 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d39fbb-c502-477d-9f59-a16f21d99a78 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (419e235f-6d46-48c9-8f92-d13095e36a0a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.492351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f0af100>,) {'filters': {'network_id': ['c69dbbdc-a2a6-4f60-863d-8af4b363f929']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:11.514279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-26ee7ca9-0933-4cc1-92c3-ee76c92378c8 req-72af077a-72f3-44cd-96ff-bd5aa1c2b776 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782940
Apr 02 21:13:11.518282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0af100>, '8bc75a8c-76e3-47ee-ba63-f8d11a56e993') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:11.518592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0af100>, '8bc75a8c-76e3-47ee-ba63-f8d11a56e993') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:11.531433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (8bc75a8c-76e3-47ee-ba63-f8d11a56e993), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.551430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d39fbb-c502-477d-9f59-a16f21d99a78 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (419e235f-6d46-48c9-8f92-d13095e36a0a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.555180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71d39fbb-c502-477d-9f59-a16f21d99a78 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.557937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71d39fbb-c502-477d-9f59-a16f21d99a78 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/419e235f-6d46-48c9-8f92-d13095e36a0a HTTP/1.1" status: 204  len: 168 time: 0.2380915
Apr 02 21:13:11.563604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.575103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d39fbb-c502-477d-9f59-a16f21d99a78 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419e235f-6d46-48c9-8f92-d13095e36a0a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:11.611629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8bc75a8c-76e3-47ee-ba63-f8d11a56e993), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.626042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3f4d8d96-8f02-430c-8dc5-546d6646e406 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0610969
Apr 02 21:13:11.632065 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a93d07de-f28d-48b6-a3c6-e13148324648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.637775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57530) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:11.643977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group': {'name': 'tempest-secgroup--327321894'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:11.655488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:11.655914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (8bc75a8c-76e3-47ee-ba63-f8d11a56e993), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:11.661350 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:11.681446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be50f14c-3cd5-45ef-ae97-1c9a693955c9 req-674cd19c-92be-4155-ad3d-62e003a84136 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828856
Apr 02 21:13:11.694117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.757546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0448648-7a41-4484-8469-75215393a2fa req-7fae62be-152b-4d6b-80ce-98fe2f429f51 service neutron] 10.222.0.15 "GET /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3030314
Apr 02 21:13:11.786154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c69dbbdc-a2a6-4f60-863d-8af4b363f929), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.798814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.806569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] 10.222.0.18 "DELETE /v2.0/networks/c69dbbdc-a2a6-4f60-863d-8af4b363f929 HTTP/1.1" status: 204  len: 168 time: 0.7337885
Apr 02 21:13:11.838832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9f032-b346-48c9-98fe-4df58bca4dcf tempest-BulkNetworkOpsIpV6Test-873161453 tempest-BulkNetworkOpsIpV6Test-873161453-project] Pushing event deleted for resources: {'Network': ['ID=c69dbbdc-a2a6-4f60-863d-8af4b363f929,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:11.905923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da78a-9ed4-4ab9-bb1f-d0bb50086549 req-750c875a-3023-465e-90c0-95fb79ee66fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:11.908072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175da78a-9ed4-4ab9-bb1f-d0bb50086549 req-750c875a-3023-465e-90c0-95fb79ee66fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1331322
Apr 02 21:13:11.919154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (1d5ef72e-779b-44d4-87e2-812cf6d09b61), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.941605 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1d5ef72e-779b-44d4-87e2-812cf6d09b61), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.961399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a93d07de-f28d-48b6-a3c6-e13148324648 admin admin] Publish callbacks [] for security_group (cb1a4ad0-053d-452e-be3f-8891db5b390f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.985491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:11.988955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3500652
Apr 02 21:13:11.994493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-82701743-6899-45ad-b239-bd28a1b49b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:11.996117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-82701743-6899-45ad-b239-bd28a1b49b6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfe4735870c44412b279a096ae5dd79c&device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 1126 time: 0.1451163
Apr 02 21:13:11.996691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a93d07de-f28d-48b6-a3c6-e13148324648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cb1a4ad0-053d-452e-be3f-8891db5b390f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.002221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57546) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.010768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Request body: {'security_group_rule': {'security_group_id': '1d5ef72e-779b-44d4-87e2-812cf6d09b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:12.022663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec022c08-1f8e-4515-bb7b-e04a902ba748 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ef72e-779b-44d4-87e2-812cf6d09b61,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:12.038943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-175da78a-9ed4-4ab9-bb1f-d0bb50086549 req-20803ba5-a213-45d1-892a-e1937a936060 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181056
Apr 02 21:13:12.069531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (1b23ef34-10d3-422b-8f38-2256e3dab6d6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.125905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (1b23ef34-10d3-422b-8f38-2256e3dab6d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.129918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (1b23ef34-10d3-422b-8f38-2256e3dab6d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.144118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d07de-f28d-48b6-a3c6-e13148324648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a4ad0-053d-452e-be3f-8891db5b390f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:12.151750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a93d07de-f28d-48b6-a3c6-e13148324648 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=733befed769a4ec29b3f10b0efd4504f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7551105
Apr 02 21:13:12.152054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b23ef34-10d3-422b-8f38-2256e3dab6d6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:12.152054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57550) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.166681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57552) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.179797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.184103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5225f85f-fca3-4461-b27a-9baabbd03f02 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1815834
Apr 02 21:13:12.184722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.185625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-2a79f430-2c8a-48b4-9084-47cb7844235a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:12.187225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-2a79f430-2c8a-48b4-9084-47cb7844235a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.2526245
Apr 02 21:13:12.212860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-491fb4ba-46d3-4815-a5f2-6572df434262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:12.214417 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-491fb4ba-46d3-4815-a5f2-6572df434262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3677f49-5196-46ea-bd88-ff0550ed137f HTTP/1.1" status: 200  len: 921 time: 0.1952293
Apr 02 21:13:12.215779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5861ab38-00e0-4712-b308-2f4ac9e81923 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/quotas/e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 375 time: 0.0207548
Apr 02 21:13:12.262144 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb48e76d-826b-4415-a23c-e2a4143c6113 admin admin] Publish callbacks [] for security_group (cb1a4ad0-053d-452e-be3f-8891db5b390f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.281740 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9d5426d-458b-4e1c-8c9d-f28bdf399f1b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (1d5ef72e-779b-44d4-87e2-812cf6d09b61), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.296505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-e0237ae4-ab23-4cc9-a7b5-6ac0831b6400 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5 HTTP/1.1" status: 200  len: 217 time: 0.0759640
Apr 02 21:13:12.317459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb48e76d-826b-4415-a23c-e2a4143c6113 admin admin] Publish callbacks [] for security_group (cb1a4ad0-053d-452e-be3f-8891db5b390f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.340508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9d5426d-458b-4e1c-8c9d-f28bdf399f1b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (1d5ef72e-779b-44d4-87e2-812cf6d09b61), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.357213 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-d1d76899-f8d2-4bb5-92c2-72c890cd43b4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1278260
Apr 02 21:13:12.362403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-d7bc650e-2b32-4d3f-a678-1e5dd3ec29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:12.363799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-d7bc650e-2b32-4d3f-a678-1e5dd3ec29be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446140e9-364a-4791-9a80-75dd8262f632 HTTP/1.1" status: 200  len: 860 time: 0.0608304
Apr 02 21:13:12.393274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc584a21-a105-48fb-a128-0adfa34f1703 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14bf0d6bab4d44b6844a8b0847037dcf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2217240
Apr 02 21:13:12.393692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.404883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-623b6239-119d-4aa6-b0cf-1d930da7771a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3677f49-5196-46ea-bd88-ff0550ed137f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341964
Apr 02 21:13:12.467475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb48e76d-826b-4415-a23c-e2a4143c6113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cb1a4ad0-053d-452e-be3f-8891db5b390f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.470307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bb48e76d-826b-4415-a23c-e2a4143c6113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.471495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bb48e76d-826b-4415-a23c-e2a4143c6113 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb1a4ad0-053d-452e-be3f-8891db5b390f HTTP/1.1" status: 204  len: 168 time: 0.3184404
Apr 02 21:13:12.476419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9d5426d-458b-4e1c-8c9d-f28bdf399f1b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1d5ef72e-779b-44d4-87e2-812cf6d09b61), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.479812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d9d5426d-458b-4e1c-8c9d-f28bdf399f1b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.481025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d9d5426d-458b-4e1c-8c9d-f28bdf399f1b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d5ef72e-779b-44d4-87e2-812cf6d09b61 HTTP/1.1" status: 204  len: 168 time: 0.2913656
Apr 02 21:13:12.487001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57564) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.494520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48e76d-826b-4415-a23c-e2a4143c6113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a4ad0-053d-452e-be3f-8891db5b390f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:12.522972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5426d-458b-4e1c-8c9d-f28bdf399f1b tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ef72e-779b-44d4-87e2-812cf6d09b61,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:12.530719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62967168-5ee8-4767-a020-385a79bb73b1 admin admin] Publish callbacks [] for security_group (f711765a-db20-4dbe-80a2-6809a5e74b58), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.567896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-ef8e6d94-48b1-4ae1-bcb1-d1958d98e6b9 service neutron] 10.222.0.15 "GET /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563659
Apr 02 21:13:12.575299 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62967168-5ee8-4767-a020-385a79bb73b1 admin admin] Publish callbacks [] for security_group (f711765a-db20-4dbe-80a2-6809a5e74b58), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.580084 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eea6a2d6-9867-42ee-a725-d8feb08e1c94 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0917988
Apr 02 21:13:12.585413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.603296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-70864b3a-99c9-48cc-b3ce-bdca74f8ed82 service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370400
Apr 02 21:13:12.649341 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a01be93f-3a12-49aa-9313-1a3edf4527a4 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0602970
Apr 02 21:13:12.649748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57570) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.666105 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-c5932375-d08a-4d38-b716-1700fb3ea356 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] delete failed (client error): The resource could not be found.
Apr 02 21:13:12.670807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c5932375-d08a-4d38-b716-1700fb3ea356 tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d5ef72e-779b-44d4-87e2-812cf6d09b61 HTTP/1.1" status: 404  len: 347 time: 0.0166316
Apr 02 21:13:12.671217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57572) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.689302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62967168-5ee8-4767-a020-385a79bb73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f711765a-db20-4dbe-80a2-6809a5e74b58), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.692400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62967168-5ee8-4767-a020-385a79bb73b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.693637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62967168-5ee8-4767-a020-385a79bb73b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f711765a-db20-4dbe-80a2-6809a5e74b58 HTTP/1.1" status: 204  len: 168 time: 0.2993796
Apr 02 21:13:12.717529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62967168-5ee8-4767-a020-385a79bb73b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711765a-db20-4dbe-80a2-6809a5e74b58,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:12.742636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7ff1b414-090c-4afc-9450-ba25fa0080ab tempest-SecGroupIPv6Test-365329085 tempest-SecGroupIPv6Test-365329085-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0699713
Apr 02 21:13:12.773105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7435545-1924-4bcd-a7ed-60dbdfe8e4fd req-1212958d-2d58-436b-ab38-5a528b157fab service neutron] 10.222.0.15 "GET /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984816
Apr 02 21:13:12.791348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-45d9ddf5-cb5d-4f08-9015-4cc00a7a0da6 service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765206
Apr 02 21:13:12.874911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3bc5-1ae7-443b-8469-794fcabc478f req-8459b4eb-1941-4f6f-9e52-55862df92148 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:12.882771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ebd3bc5-1ae7-443b-8469-794fcabc478f req-8459b4eb-1941-4f6f-9e52-55862df92148 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 944 time: 0.0740345
Apr 02 21:13:12.910212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57580) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:12.930372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d9d6-0001-45bf-a734-5c2dfb6d8925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:12.939531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ebd3bc5-1ae7-443b-8469-794fcabc478f req-d7b40c0b-2410-49cb-894e-0eb1aa980790 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556223
Apr 02 21:13:13.090925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abfcf19c-d523-42c0-8e54-aee68b5fdf23 req-c800e4a8-0151-47f3-b50b-5ca4119dfe79 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 210 time: 0.0755312
Apr 02 21:13:13.101000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d9d6-0001-45bf-a734-5c2dfb6d8925 admin admin] Publish callbacks [] for security_group (c85654dd-25cf-4def-8941-8e905c744845), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.111838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d9d6-0001-45bf-a734-5c2dfb6d8925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c85654dd-25cf-4def-8941-8e905c744845), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.229013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b6f6d9d6-0001-45bf-a734-5c2dfb6d8925 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fddb3b76e3349e6b22366c38f3f6cbe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3145902
Apr 02 21:13:13.229865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57598) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:13.231458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6d9d6-0001-45bf-a734-5c2dfb6d8925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85654dd-25cf-4def-8941-8e905c744845,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:13.250509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafd47c-6d0a-4ad9-a5a9-138004ac74dd req-18e160d2-2427-4fd0-9756-f059774f5ed2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:13.252700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5aafd47c-6d0a-4ad9-a5a9-138004ac74dd req-18e160d2-2427-4fd0-9756-f059774f5ed2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1035159
Apr 02 21:13:13.331106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f59890e-4ce1-454f-93cf-82e3a120b16e admin admin] Publish callbacks [] for security_group (c85654dd-25cf-4def-8941-8e905c744845), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.359607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f59890e-4ce1-454f-93cf-82e3a120b16e admin admin] Publish callbacks [] for security_group (c85654dd-25cf-4def-8941-8e905c744845), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.388544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57604) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:13.395930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5aafd47c-6d0a-4ad9-a5a9-138004ac74dd req-b1d2dab5-2b40-4f26-82f1-a52a9cbd02e3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339047
Apr 02 21:13:13.456952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f59890e-4ce1-454f-93cf-82e3a120b16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c85654dd-25cf-4def-8941-8e905c744845), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.460228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f59890e-4ce1-454f-93cf-82e3a120b16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.464269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4f59890e-4ce1-454f-93cf-82e3a120b16e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c85654dd-25cf-4def-8941-8e905c744845 HTTP/1.1" status: 204  len: 168 time: 0.2304156
Apr 02 21:13:13.473398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59890e-4ce1-454f-93cf-82e3a120b16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85654dd-25cf-4def-8941-8e905c744845,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:13.625459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-444a303c-661f-47cf-a9c2-d35dfcaaab08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa30034b1f50432a9eae68d4d0c69d52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2352939
Apr 02 21:13:13.628121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57616) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:13.689959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8276cccb-a0e0-4664-91d5-b0b7818eb8fc admin admin] Publish callbacks [] for security_group (30f45305-e781-49ac-bb76-0be63843dbe6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.719805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8276cccb-a0e0-4664-91d5-b0b7818eb8fc admin admin] Publish callbacks [] for security_group (30f45305-e781-49ac-bb76-0be63843dbe6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.785239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8276cccb-a0e0-4664-91d5-b0b7818eb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (30f45305-e781-49ac-bb76-0be63843dbe6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.789302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8276cccb-a0e0-4664-91d5-b0b7818eb8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:13.791022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8276cccb-a0e0-4664-91d5-b0b7818eb8fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30f45305-e781-49ac-bb76-0be63843dbe6 HTTP/1.1" status: 204  len: 168 time: 0.1593444
Apr 02 21:13:13.800009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276cccb-a0e0-4664-91d5-b0b7818eb8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f45305-e781-49ac-bb76-0be63843dbe6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:14.013098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57636) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:14.083118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194ea79-c800-40e8-ae43-fa648030c416 req-af686486-d276-45e3-a6de-0cf2ba70c94e tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:14.084736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c194ea79-c800-40e8-ae43-fa648030c416 req-af686486-d276-45e3-a6de-0cf2ba70c94e tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 944 time: 0.0639565
Apr 02 21:13:14.158250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c194ea79-c800-40e8-ae43-fa648030c416 req-d1abc783-31ca-4d85-a66f-b3253132ca0c tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677536
Apr 02 21:13:14.190339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd3947ea-0504-4854-9277-933c7b99a28d req-cfc2d7a3-b5d5-4ef5-8548-94c5b38a95c5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 210 time: 0.0386984
Apr 02 21:13:14.332804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-272411008'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:14.428840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.444975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:14.444975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.467869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.491355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-f60a5001-1e1e-452e-88b0-1eac9369f7a9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:14.492846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-f60a5001-1e1e-452e-88b0-1eac9369f7a9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.1955235
Apr 02 21:13:14.516750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'port': {'device_id': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'admin_state_up': True, 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:14.644940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dda75-f9af-4226-9132-0ca17a4e81cb req-03362715-7547-445c-9388-ff66cd35cce2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:14.646471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-579dda75-f9af-4226-9132-0ca17a4e81cb req-03362715-7547-445c-9388-ff66cd35cce2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1497512
Apr 02 21:13:14.736874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (2f74306c-3808-473e-b299-3150fde3dd34), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.746485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2f74306c-3808-473e-b299-3150fde3dd34), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.761095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-579dda75-f9af-4226-9132-0ca17a4e81cb req-648a9e7c-47e3-4a92-a6d7-59398fcc1fc8 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078246
Apr 02 21:13:14.798810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:14.798810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.803959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:14.819061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f74306c-3808-473e-b299-3150fde3dd34,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:14.833977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ad354655-a81b-48e0-b207-49383bc9eecb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.834330 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment ad354655-a81b-48e0-b207-49383bc9eecb of type vlan for network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a
Apr 02 21:13:14.843177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.843565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.843917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.844309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.844767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.845092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.845429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.845763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.846096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.846429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.847018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.847148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.847401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.847726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.848055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:14.937750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:14.999686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.005138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:15.005855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.058069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Allocated IP 172.20.0.5 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/2843b7a2-9385-4edc-aafb-6c4f41566ea0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:15.065433 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0508714
Apr 02 21:13:15.068577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57708) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:15.075323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'name': 'tempest-PortsTestJSON-901538458'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:15.106751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0573a7b-df04-437d-928e-9259a1ccc720 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:15.121353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:15.193018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:15.200246 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.255752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 08904173-2e1c-47a9-9b78-3614874906cc yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:15.298324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.356630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2689ee12-a017-4d74-b99a-2fea30a76fa5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:13:15.369049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6134f559-6a5a-486f-83ae-dedcafa9473f req-57b2b61e-cd51-4b5b-a27e-559b7f79d490 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 210 time: 0.0437839
Apr 02 21:13:15.382459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.397521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:13:15.415592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc4478-326e-451c-aa4e-e1e733ff37ba req-2553d368-64b8-4560-b729-f5e410610863 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:15.423171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8bc4478-326e-451c-aa4e-e1e733ff37ba req-2553d368-64b8-4560-b729-f5e410610863 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 944 time: 0.0938106
Apr 02 21:13:15.453422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:15.461143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:15.466709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:15.543568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=2843b7a2-9385-4edc-aafb-6c4f41566ea0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:15.572114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:15.572114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.596238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-7f0f599e-2a6e-4d53-b2fe-1b6a7046ae8b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0845766
Apr 02 21:13:15.621191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d8bc4478-326e-451c-aa4e-e1e733ff37ba req-4e45bd5f-7765-4628-b0b2-0f3f4a06cba8 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901739
Apr 02 21:13:15.622354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Request body: {'port': {'device_id': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:15.665407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2689ee12-a017-4d74-b99a-2fea30a76fa5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5,segment=NetworkSegment(3714ada1-0578-4885-992b-941c02814483),segment_id=3714ada1-0578-4885-992b-941c02814483)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:15.723296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '2689ee12-a017-4d74-b99a-2fea30a76fa5', 'network_id': 'b3677f49-5196-46ea-bd88-ff0550ed137f', 'port_id': '2689ee12-a017-4d74-b99a-2fea30a76fa5', 'mac_address': 'fa:16:3e:44:f8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446140e9-364a-4791-9a80-75dd8262f632', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:13:15.744686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (08904173-2e1c-47a9-9b78-3614874906cc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.764231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.788782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (08904173-2e1c-47a9-9b78-3614874906cc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.853752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=08904173-2e1c-47a9-9b78-3614874906cc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:15.926068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': 'ad354655-a81b-48e0-b207-49383bc9eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:15.926623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:15.939249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2689ee12-a017-4d74-b99a-2fea30a76fa5 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:15.939643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.950303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:15.969022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:15.975359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:15.981343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d2f22-5727-40ea-9d0b-310ac812bf8d None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:15.982889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:15.983778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:15.984967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2689ee12-a017-4d74-b99a-2fea30a76fa5 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:13:16.007227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2689ee12-a017-4d74-b99a-2fea30a76fa5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5,segment=NetworkSegment(3714ada1-0578-4885-992b-941c02814483),segment_id=3714ada1-0578-4885-992b-941c02814483)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:16.028127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.034372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d4a143d7-22ff-409b-af3f-a06eb161b31f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.9636781
Apr 02 21:13:16.035238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:16.046356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-136dab25-64d9-42ce-8f30-98d9f2a1d95b None None] Provisioning complete for port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:16.046920 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-136dab25-64d9-42ce-8f30-98d9f2a1d95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.047255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1999498839'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:16.083236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:16.086874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.132211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee922b0-4b61-4615-9b00-d3bc3af27dfb req-fbf53a08-7df2-437a-ab68-da3427868991 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:16.135361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fee922b0-4b61-4615-9b00-d3bc3af27dfb req-fbf53a08-7df2-437a-ab68-da3427868991 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.2396152
Apr 02 21:13:16.177720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:16.183843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-136dab25-64d9-42ce-8f30-98d9f2a1d95b None None] Port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:16.189187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2c7b36ad-2a7c-4e93-b219-a982c3f781e2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.190032 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment 2c7b36ad-2a7c-4e93-b219-a982c3f781e2 of type vlan for network d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088
Apr 02 21:13:16.201212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2689ee12-a017-4d74-b99a-2fea30a76fa5,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:16.291386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.349538 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fee922b0-4b61-4615-9b00-d3bc3af27dfb req-54843ad3-0470-43fd-ac7e-f08d281b0b3e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1868863
Apr 02 21:13:16.371342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.376971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:16.377747 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.385354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2689ee12-a017-4d74-b99a-2fea30a76fa5'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:13:16.434643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3944635
Apr 02 21:13:16.437564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57784) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:16.444676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'ports': [{'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'}, {'network_id': 'd1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088'}]} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:16.444993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:16.445524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': 'd1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:16.525676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb065bf-e2eb-4118-abf7-c953fb82b6de tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:16.538356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2843b7a2-9385-4edc-aafb-6c4f41566ea0 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:13:16.541802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:16.549085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Publish callbacks [] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.562375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Transition to ACTIVE for port object 2843b7a2-9385-4edc-aafb-6c4f41566ea0 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:13:16.567503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.639234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Pushing event updated for resources: {'Port': ['ID=2843b7a2-9385-4edc-aafb-6c4f41566ea0,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:16.667664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8aa6-19b3-4d7a-9ac9-85debfa88e73 req-043a8e82-c5ee-4064-bb8f-eff33cf470a7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:16.682685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b61a8aa6-19b3-4d7a-9ac9-85debfa88e73 req-043a8e82-c5ee-4064-bb8f-eff33cf470a7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 931 time: 0.1713529
Apr 02 21:13:16.704654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Attempting to bind port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:16.704654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Attempting to bind port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:16.704654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Attempting to bind port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:16.711644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:13:16.712871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Attempting to bind port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:16.723927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:16.724422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:16.724924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:16.725594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Bound port: 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:16.726296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.830689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 2} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:16.835032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.849617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.863204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b61a8aa6-19b3-4d7a-9ac9-85debfa88e73 req-059a730a-74d3-48b2-b507-18e1d7df28ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559794
Apr 02 21:13:16.870528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] For port 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:16.875722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] For port 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:16.897049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de2d81-3213-4ef6-9b50-42131af7af1e req-63d1547b-cbe6-484e-a8ec-d7060648fc0f tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:16.897405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18de2d81-3213-4ef6-9b50-42131af7af1e req-63d1547b-cbe6-484e-a8ec-d7060648fc0f tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 945 time: 0.0999556
Apr 02 21:13:16.898479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.959900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:16.961248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:16.962162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] 10.222.0.21 "PUT /v2.0/ports/2843b7a2-9385-4edc-aafb-6c4f41566ea0 HTTP/1.1" status: 200  len: 1091 time: 1.3544035
Apr 02 21:13:16.962652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'tag': '2843b7a2-9385-4edc-aafb-6c4f41566ea0'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:16.965103 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a088f8-d9b6-4e00-82ca-32d34e3aa807" -d '{"events": [{"name": "network-changed", "server_uuid": "1adbbd4b-aefc-49b8-a3c2-2351473c3d84", "tag": "2843b7a2-9385-4edc-aafb-6c4f41566ea0"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:17.009647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137f347-0a0e-4917-8716-2176efb96333 service neutron] Pushing event updated for resources: {'Port': ['ID=2843b7a2-9385-4edc-aafb-6c4f41566ea0,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:17.020252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18de2d81-3213-4ef6-9b50-42131af7af1e req-ad2071d7-c7ed-457c-8508-e5dd5e9bb851 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901928
Apr 02 21:13:17.081130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 1c36c4c1-3213-4986-81d2-8c119eecd6d3 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:17.086758 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f020ca-9d58-412b-86bc-4fab74973309 x-openstack-request-id: req-07f020ca-9d58-412b-86bc-4fab74973309 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:17.087500 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adbbd4b-aefc-49b8-a3c2-2351473c3d84", "tag": "2843b7a2-9385-4edc-aafb-6c4f41566ea0", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:17.087500 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07f020ca-9d58-412b-86bc-4fab74973309 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:17.088506 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f020ca-9d58-412b-86bc-4fab74973309'] response: {'name': 'network-changed', 'server_uuid': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'tag': '2843b7a2-9385-4edc-aafb-6c4f41566ea0', 'status': 'completed', 'code': 200}
Apr 02 21:13:17.112033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-ee814648-0298-4797-a23a-fbc2f405a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.113702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-ee814648-0298-4797-a23a-fbc2f405a6c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 1125 time: 0.0876510
Apr 02 21:13:17.169439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-be72140e-d52d-4425-b211-45b46d55c62e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0 HTTP/1.1" status: 200  len: 217 time: 0.0431583
Apr 02 21:13:17.188692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (1c36c4c1-3213-4986-81d2-8c119eecd6d3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.223355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-dfd42ff8-0f5a-4e20-beb2-abb1f153b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.224858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-dfd42ff8-0f5a-4e20-beb2-abb1f153b500 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0472960
Apr 02 21:13:17.266129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port c4e87abc-cc38-43db-b579-7a9a64efc45e yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:17.286571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-0ab21080-b8d1-4ff9-b7de-993a4083409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.288175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-0ab21080-b8d1-4ff9-b7de-993a4083409f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0534399
Apr 02 21:13:17.347895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (c4e87abc-cc38-43db-b579-7a9a64efc45e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.383428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-a32785f8-5754-4b55-8a56-1b74aab08050 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861385
Apr 02 21:13:17.385765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1c36c4c1-3213-4986-81d2-8c119eecd6d3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.434307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:17.439931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:17.444374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:17.445711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c4e87abc-cc38-43db-b579-7a9a64efc45e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.449466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=1c36c4c1-3213-4986-81d2-8c119eecd6d3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:17.518814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=c4e87abc-cc38-43db-b579-7a9a64efc45e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:17.524569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': '2c7b36ad-2a7c-4e93-b219-a982c3f781e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:17.524942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:17.534100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0781a-2f40-4e7a-8016-6b4c2f6a0548 req-e44b2655-11c8-43d4-bc4f-a84494d13f78 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.535645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13d0781a-2f40-4e7a-8016-6b4c2f6a0548 req-e44b2655-11c8-43d4-bc4f-a84494d13f78 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1119156
Apr 02 21:13:17.537508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ccb41bb1-a970-47bc-915e-e8493faf6536 req-350a3ed1-4d88-452f-8715-660ebcd3e7b5 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474266
Apr 02 21:13:17.543184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:17.554074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:17.559621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:17.566917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.569842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f1acb-bc5d-41f2-91e0-8b1c5cd00c8d None None] Network d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:17.573804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.574514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.596759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13d0781a-2f40-4e7a-8016-6b4c2f6a0548 req-52ac8f9f-2dc7-4ac1-a256-8aede6d22e92 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529556
Apr 02 21:13:17.603494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-27b2a3b3-ac5d-4418-a817-3d5ede68f392 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1609392
Apr 02 21:13:17.604008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:17.667670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-5cc5c21d-41c5-4305-b27b-1c7867108764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.669835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-5cc5c21d-41c5-4305-b27b-1c7867108764 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 1125 time: 0.0710418
Apr 02 21:13:17.744888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port c4e87abc-cc38-43db-b579-7a9a64efc45e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:17.745356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c4e87abc-cc38-43db-b579-7a9a64efc45e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.785499 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.796096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-71bcc7e0-4d11-4bf4-92ea-f377444eaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.797825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-71bcc7e0-4d11-4bf4-92ea-f377444eaa78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1183708
Apr 02 21:13:17.819748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c4e87abc-cc38-43db-b579-7a9a64efc45e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.832148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for c4e87abc-cc38-43db-b579-7a9a64efc45e owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:17.841000 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-35463717-4235-4436-b553-cd9a75d6afe3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0 HTTP/1.1" status: 200  len: 217 time: 0.0358531
Apr 02 21:13:17.895554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-7800d6f2-9229-418d-bc08-d6bd5c85b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.897091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-7800d6f2-9229-418d-bc08-d6bd5c85b700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0503209
Apr 02 21:13:17.922286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c4e87abc-cc38-43db-b579-7a9a64efc45e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.953732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=c4e87abc-cc38-43db-b579-7a9a64efc45e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:17.967063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-b321efea-fc2c-40da-9160-704071dab74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:17.968386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:17.969167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-b321efea-fc2c-40da-9160-704071dab74e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0637312
Apr 02 21:13:17.971605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c7c5261e-aa7a-4510-865b-21a573d1755c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/c4e87abc-cc38-43db-b579-7a9a64efc45e HTTP/1.1" status: 204  len: 168 time: 0.3665507
Apr 02 21:13:17.974433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:18.018942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff374-1967-4c03-9a37-fcc060217d41 req-67bccea2-0a7e-47b0-8afb-3f97edf70589 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:18.020511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-794ff374-1967-4c03-9a37-fcc060217d41 req-67bccea2-0a7e-47b0-8afb-3f97edf70589 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 943 time: 0.0631895
Apr 02 21:13:18.073510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-794ff374-1967-4c03-9a37-fcc060217d41 req-94729daa-738c-40d7-ae54-c4bfc0a41feb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466509
Apr 02 21:13:18.138298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d588771-4292-48f0-9405-00f4a42b3490 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:18.143616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d588771-4292-48f0-9405-00f4a42b3490 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:18.145176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2d588771-4292-48f0-9405-00f4a42b3490 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.1695530
Apr 02 21:13:18.148070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57820) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:18.203144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-5e19457b-9d0a-4130-8a2e-58d7bfc109cb service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958344
Apr 02 21:13:18.256941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 1c36c4c1-3213-4986-81d2-8c119eecd6d3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:18.257376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1c36c4c1-3213-4986-81d2-8c119eecd6d3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:18.302890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f35b32-8287-4eea-96ff-51b0a20f36bd req-661d0961-df07-46c5-be40-7a5f6438bd22 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:18.304321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f35b32-8287-4eea-96ff-51b0a20f36bd req-661d0961-df07-46c5-be40-7a5f6438bd22 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 945 time: 0.1770647
Apr 02 21:13:18.336290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1c36c4c1-3213-4986-81d2-8c119eecd6d3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:18.346373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24a088f8-d9b6-4e00-82ca-32d34e3aa807 req-a551d91a-aa43-4fa5-b6fc-878581a03da0 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331654
Apr 02 21:13:18.350520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 1c36c4c1-3213-4986-81d2-8c119eecd6d3 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:18.375420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0f35b32-8287-4eea-96ff-51b0a20f36bd req-682ff9c2-a42e-49d9-91b6-687347ec8763 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620561
Apr 02 21:13:18.435317 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1c36c4c1-3213-4986-81d2-8c119eecd6d3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:18.466064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=1c36c4c1-3213-4986-81d2-8c119eecd6d3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:18.470098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:18.473410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-078697f2-fe5a-4b75-8f49-3cbf7ecea5e4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/1c36c4c1-3213-4986-81d2-8c119eecd6d3 HTTP/1.1" status: 204  len: 168 time: 0.3243124
Apr 02 21:13:18.475908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:18.533521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79b9ab-0ed3-4ce1-bcee-b5d58addc964 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:18.534995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6e79b9ab-0ed3-4ce1-bcee-b5d58addc964 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0581455
Apr 02 21:13:18.538205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57838) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:18.564158 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-897da069-7da0-41de-b5e4-f42e729b5303 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:18.567790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-897da069-7da0-41de-b5e4-f42e729b5303 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/c4e87abc-cc38-43db-b579-7a9a64efc45e HTTP/1.1" status: 404  len: 333 time: 0.0262113
Apr 02 21:13:18.568005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:18.593856 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a423f8-e3a7-46af-b79b-976b8db8e04f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:18.597774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-77a423f8-e3a7-46af-b79b-976b8db8e04f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/1c36c4c1-3213-4986-81d2-8c119eecd6d3 HTTP/1.1" status: 404  len: 333 time: 0.0263600
Apr 02 21:13:18.597989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57842) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:18.674003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.135850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.157919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531618b2-03ec-433a-b6d1-a61a1df70ca0 req-1f45caa4-d06b-40c2-9296-3d65e06f927f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:19.160482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-531618b2-03ec-433a-b6d1-a61a1df70ca0 req-1f45caa4-d06b-40c2-9296-3d65e06f927f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.4796810
Apr 02 21:13:19.171295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4d3bb0>,) {'filters': {'network_id': ['d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:19.195056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4d3bb0>, '2c7b36ad-2a7c-4e93-b219-a982c3f781e2') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:19.195237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4d3bb0>, '2c7b36ad-2a7c-4e93-b219-a982c3f781e2') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:19.208630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (2c7b36ad-2a7c-4e93-b219-a982c3f781e2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.216137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137e512-13ac-4d1a-ab4f-27cf6a278f05 req-c7ce10b9-e2b3-42d8-92c7-8d5406bd32d4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:19.217715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a137e512-13ac-4d1a-ab4f-27cf6a278f05 req-c7ce10b9-e2b3-42d8-92c7-8d5406bd32d4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 943 time: 0.0709429
Apr 02 21:13:19.233147 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2c7b36ad-2a7c-4e93-b219-a982c3f781e2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.244919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-531618b2-03ec-433a-b6d1-a61a1df70ca0 req-ac8792be-8dc2-494a-a8ad-0efa4eda77f9 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761611
Apr 02 21:13:19.246056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:19.246299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (2c7b36ad-2a7c-4e93-b219-a982c3f781e2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:19.249442 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:19.273071 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a137e512-13ac-4d1a-ab4f-27cf6a278f05 req-cdff2d00-17f0-45fc-b3c1-9bea798d0e6f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485857
Apr 02 21:13:19.307527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.318504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.324483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088 HTTP/1.1" status: 204  len: 168 time: 0.7228477
Apr 02 21:13:19.325457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:19.330621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1939164455'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:19.338225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa710af-169c-4985-afdf-50bae0f4509c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=d1e4ce4b-d51d-40ca-9a0e-7ca17cd9e088,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:19.350018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:19.353896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.369006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2689ee12-a017-4d74-b99a-2fea30a76fa5 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:19.379295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:19.392393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (846bcf58-f517-4286-8777-667e9b132938), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.393011 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment 846bcf58-f517-4286-8777-667e9b132938 of type vlan for network 535c8eea-7926-45af-81a5-6de9c3b8879b
Apr 02 21:13:19.433788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 2689ee12-a017-4d74-b99a-2fea30a76fa5 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:13:19.438593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 2689ee12-a017-4d74-b99a-2fea30a76fa5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:19.439177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.457935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (535c8eea-7926-45af-81a5-6de9c3b8879b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.489674 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (535c8eea-7926-45af-81a5-6de9c3b8879b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.494863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:19.495477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.511556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2c539-9cb0-478f-8b39-8c184a0ea842 req-d2f9d45a-fd03-41b1-88f8-1622607a1228 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:19.514709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0d2c539-9cb0-478f-8b39-8c184a0ea842 req-d2f9d45a-fd03-41b1-88f8-1622607a1228 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 945 time: 0.0598795
Apr 02 21:13:19.531617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2050545
Apr 02 21:13:19.534655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57868) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:19.538706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 2689ee12-a017-4d74-b99a-2fea30a76fa5 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:19.539353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.539483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:19.564400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0d2c539-9cb0-478f-8b39-8c184a0ea842 req-320f976f-7e97-429f-8280-ff45600cb4bf tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454316
Apr 02 21:13:19.601218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8536-d186-4f28-a38e-2ba5518c2714 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=535c8eea-7926-45af-81a5-6de9c3b8879b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:19.675947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:19.680227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.724605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 535c8eea-7926-45af-81a5-6de9c3b8879b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:19.751268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Performing IP validity checks on allocation pools {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:13:19.751438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:13:19.757119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689ee12-a017-4d74-b99a-2fea30a76fa5'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:19.759942 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395855c-d09d-4099-a829-483d702a705e" -d '{"events": [{"server_uuid": "b0b181dd-e0a0-4b71-ab71-ea0297997c1a", "name": "network-vif-plugged", "status": "completed", "tag": "2689ee12-a017-4d74-b99a-2fea30a76fa5"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:19.824643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 2689ee12-a017-4d74-b99a-2fea30a76fa5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5,segment=NetworkSegment(3714ada1-0578-4885-992b-941c02814483),segment_id=3714ada1-0578-4885-992b-941c02814483)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:19.831436 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c801c3c9-131d-401f-89d1-74e98507e6b6 x-openstack-request-id: req-c801c3c9-131d-401f-89d1-74e98507e6b6 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:19.831731 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b181dd-e0a0-4b71-ab71-ea0297997c1a", "name": "network-vif-plugged", "status": "completed", "tag": "2689ee12-a017-4d74-b99a-2fea30a76fa5", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:19.832197 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c801c3c9-131d-401f-89d1-74e98507e6b6 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:19.832621 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c801c3c9-131d-401f-89d1-74e98507e6b6'] response: {'server_uuid': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689ee12-a017-4d74-b99a-2fea30a76fa5', 'code': 200}
Apr 02 21:13:19.835263 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.921320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=2689ee12-a017-4d74-b99a-2fea30a76fa5,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:19.931299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.932367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.932906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.933237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.933774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.934334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (4681e504-489c-403a-81f8-dfd33c37692c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:19.934473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.934994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.935512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.936006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.936765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.937581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.937926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.938260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.938589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.938909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:13:19.950100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472db09-4d19-43a8-8eac-2f08625193be req-2dd92d1d-d259-4964-bd29-bf4158b55aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:19.952040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3472db09-4d19-43a8-8eac-2f08625193be req-2dd92d1d-d259-4964-bd29-bf4158b55aec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 1128 time: 0.0576131
Apr 02 21:13:19.998495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3472db09-4d19-43a8-8eac-2f08625193be req-865f239e-b101-4e84-aae4-01be579f5282 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405734
Apr 02 21:13:20.007548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=4681e504-489c-403a-81f8-dfd33c37692c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:20.015406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': '846bcf58-f517-4286-8777-667e9b132938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:20.015758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: 535c8eea-7926-45af-81a5-6de9c3b8879b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:20.035278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 535c8eea-7926-45af-81a5-6de9c3b8879b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:20.046053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 535c8eea-7926-45af-81a5-6de9c3b8879b) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:20.050447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:20.051553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.057085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c9af3-65a4-48b2-9b76-1d0bc804ffbe None None] Network 535c8eea-7926-45af-81a5-6de9c3b8879b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:20.074470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4506319b-9578-43c9-8758-648e2dcd643e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5357914
Apr 02 21:13:20.074793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57902) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:20.079774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b', 'name': 'tempest-PortsTestJSON-1171573314'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:20.153761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-535c8eea-7926-45af-81a5-6de9c3b8879b', 'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': '4681e504-489c-403a-81f8-dfd33c37692c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:20.154610 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.185412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:20.188867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.206774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 5a22dfa9-2b56-4eed-a794-f87290851996 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:20.326178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Allocated IP 172.20.0.2 (535c8eea-7926-45af-81a5-6de9c3b8879b/4681e504-489c-403a-81f8-dfd33c37692c/7176bd41-3eec-474b-9383-7b5aeb431b4a) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:20.439607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb79a9-43ad-423c-ba23-5290d8c2530e req-f60c8438-0e6e-42e4-a2d9-f6b8bd6f0ab2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:20.441312 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ddb79a9-43ad-423c-ba23-5290d8c2530e req-f60c8438-0e6e-42e4-a2d9-f6b8bd6f0ab2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0996864
Apr 02 21:13:20.455687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2843b7a2-9385-4edc-aafb-6c4f41566ea0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:13:20.513102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ddb79a9-43ad-423c-ba23-5290d8c2530e req-8aef556b-d3f5-4f9b-9c0b-59a2cf47c743 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617108
Apr 02 21:13:20.523353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63affe-8033-4045-a57e-a764756f804c req-b7625407-5e41-4a40-8359-2d671bcb235f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:20.525160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4f63affe-8033-4045-a57e-a764756f804c req-b7625407-5e41-4a40-8359-2d671bcb235f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 943 time: 0.1291544
Apr 02 21:13:20.565890 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Publish callbacks [] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.602294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4f63affe-8033-4045-a57e-a764756f804c req-23d40103-a770-451d-8f99-be377af45255 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700760
Apr 02 21:13:20.606542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.651848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.10 (535c8eea-7926-45af-81a5-6de9c3b8879b/4681e504-489c-403a-81f8-dfd33c37692c/5a22dfa9-2b56-4eed-a794-f87290851996) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:20.657135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Network 535c8eea-7926-45af-81a5-6de9c3b8879b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:20.661888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:20.668073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:20.712788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Pushing event updated for resources: {'Port': ['ID=7176bd41-3eec-474b-9383-7b5aeb431b4a,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:20.767389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:20.785646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:20.798834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2843b7a2-9385-4edc-aafb-6c4f41566ea0', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': '2843b7a2-9385-4edc-aafb-6c4f41566ea0', 'mac_address': 'fa:16:3e:a0:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:13:20.800703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Attempting to bind port 7176bd41-3eec-474b-9383-7b5aeb431b4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:20.801224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Attempting to bind port 7176bd41-3eec-474b-9383-7b5aeb431b4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '846bcf58-f517-4286-8777-667e9b132938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:20.801740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Attempting to bind port 7176bd41-3eec-474b-9383-7b5aeb431b4a on network 535c8eea-7926-45af-81a5-6de9c3b8879b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:20.803164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5070c-1b2f-4523-9757-db35eedc211b req-1b2c4314-9f27-41c7-b5f7-a4f5ef6f71cd tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:20.809809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:20.810566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Checking segment: {'id': '846bcf58-f517-4286-8777-667e9b132938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:20.811428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.812029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Bound using segment: {'id': '846bcf58-f517-4286-8777-667e9b132938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:20.812902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Bound port: 7176bd41-3eec-474b-9383-7b5aeb431b4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bcf58-f517-4286-8777-667e9b132938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '535c8eea-7926-45af-81a5-6de9c3b8879b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:20.813050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93d5070c-1b2f-4523-9757-db35eedc211b req-1b2c4314-9f27-41c7-b5f7-a4f5ef6f71cd tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 946 time: 0.0951920
Apr 02 21:13:20.813622 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.880031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (5a22dfa9-2b56-4eed-a794-f87290851996), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.880297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:20.880629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.907976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2843b7a2-9385-4edc-aafb-6c4f41566ea0 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:13:20.921794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5a22dfa9-2b56-4eed-a794-f87290851996), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.925470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93d5070c-1b2f-4523-9757-db35eedc211b req-8dead28a-5fc6-4698-a336-da4fa29a3d5d tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982296
Apr 02 21:13:20.934478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-773437ab-d462-421c-a7c5-866741188c62 None None] For port 7176bd41-3eec-474b-9383-7b5aeb431b4a, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:20.939064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-773437ab-d462-421c-a7c5-866741188c62 None None] For port 7176bd41-3eec-474b-9383-7b5aeb431b4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7176bd41-3eec-474b-9383-7b5aeb431b4a,segment=NetworkSegment(846bcf58-f517-4286-8777-667e9b132938),segment_id=846bcf58-f517-4286-8777-667e9b132938)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:20.965785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80af45e1-6b9a-480e-a4d0-00dac406ae00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.968664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:20.970742 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:20.982245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.028741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 535c8eea-7926-45af-81a5-6de9c3b8879b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:21.053223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:21.057896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:21.083907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773437ab-d462-421c-a7c5-866741188c62 None None] Pushing event updated for resources: {'Port': ['ID=7176bd41-3eec-474b-9383-7b5aeb431b4a,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:21.089951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80af45e1-6b9a-480e-a4d0-00dac406ae00 admin admin] Publish callbacks [] for security_group (e297d2aa-283a-409d-888e-02b902117c5b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.096772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-80af45e1-6b9a-480e-a4d0-00dac406ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e297d2aa-283a-409d-888e-02b902117c5b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.103420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=5a22dfa9-2b56-4eed-a794-f87290851996,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:21.156065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:21.156905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.166749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-80af45e1-6b9a-480e-a4d0-00dac406ae00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f59aaf22978e4c75a101f51d2081db70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3799624
Apr 02 21:13:21.169621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af45e1-6b9a-480e-a4d0-00dac406ae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297d2aa-283a-409d-888e-02b902117c5b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:21.171615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 57954) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:21.197210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-061409ca-6c71-4f5f-88d7-c52fb2904562 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.1206369
Apr 02 21:13:21.199493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:21.229238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2843b7a2-9385-4edc-aafb-6c4f41566ea0,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:21.248151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa386394-8cd4-4c7c-9dbf-c1e5c2c527ee admin admin] Publish callbacks [] for security_group (e297d2aa-283a-409d-888e-02b902117c5b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.276195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa386394-8cd4-4c7c-9dbf-c1e5c2c527ee admin admin] Publish callbacks [] for security_group (e297d2aa-283a-409d-888e-02b902117c5b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.305075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2843b7a2-9385-4edc-aafb-6c4f41566ea0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:13:21.345790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 5a22dfa9-2b56-4eed-a794-f87290851996 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:21.346135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5a22dfa9-2b56-4eed-a794-f87290851996), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.386243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa386394-8cd4-4c7c-9dbf-c1e5c2c527ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e297d2aa-283a-409d-888e-02b902117c5b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.391403 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa386394-8cd4-4c7c-9dbf-c1e5c2c527ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.392910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aa386394-8cd4-4c7c-9dbf-c1e5c2c527ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e297d2aa-283a-409d-888e-02b902117c5b HTTP/1.1" status: 204  len: 168 time: 0.2200108
Apr 02 21:13:21.410478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa386394-8cd4-4c7c-9dbf-c1e5c2c527ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297d2aa-283a-409d-888e-02b902117c5b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:21.583732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5a22dfa9-2b56-4eed-a794-f87290851996), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.598085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 5a22dfa9-2b56-4eed-a794-f87290851996 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:21.688535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a7d9-6972-4893-98b3-b94eb0fa6199 req-d9ab1a24-622e-4fc2-a2f9-52406ed660c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:21.690485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0d1a7d9-6972-4893-98b3-b94eb0fa6199 req-d9ab1a24-622e-4fc2-a2f9-52406ed660c4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0875196
Apr 02 21:13:21.761582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0d1a7d9-6972-4893-98b3-b94eb0fa6199 req-12a2aa75-4555-4009-9504-a14878b63b9d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651252
Apr 02 21:13:21.801547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062785-fc1f-44cb-a618-a4ced074ae3c req-7e1985db-7f4e-47b1-aafc-fba957aaffa8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:21.803177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37062785-fc1f-44cb-a618-a4ced074ae3c req-7e1985db-7f4e-47b1-aafc-fba957aaffa8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 944 time: 0.0769205
Apr 02 21:13:21.893925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5a22dfa9-2b56-4eed-a794-f87290851996), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:21.898550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37062785-fc1f-44cb-a618-a4ced074ae3c req-69808078-960b-4271-be6d-eed5f97fee0c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828137
Apr 02 21:13:21.935400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=5a22dfa9-2b56-4eed-a794-f87290851996,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:22.006183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.012603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-02102a3e-84a0-4106-99db-b7c8198ec874 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/5a22dfa9-2b56-4eed-a794-f87290851996 HTTP/1.1" status: 204  len: 168 time: 0.8097367
Apr 02 21:13:22.013035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57992) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:22.039106 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bae3449-0c1f-4285-b9bc-20f2b4b2217d tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:13:22.039730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bae3449-0c1f-4285-b9bc-20f2b4b2217d tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:13:22.045508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3bae3449-0c1f-4285-b9bc-20f2b4b2217d tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/5a22dfa9-2b56-4eed-a794-f87290851996 HTTP/1.1" status: 404  len: 333 time: 0.0298035
Apr 02 21:13:22.046608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:22.080422 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7c069f-3931-42c7-af8a-c0070fd31f2a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:22.082995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b7c069f-3931-42c7-af8a-c0070fd31f2a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/5a22dfa9-2b56-4eed-a794-f87290851996 HTTP/1.1" status: 404  len: 333 time: 0.0353453
Apr 02 21:13:22.089293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 57998) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:22.093688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fb0e1-4ae5-4d7d-99e6-8a50475144ad req-fdfbc86b-31dd-492b-9bab-b0519e3d1536 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:22.095429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa5fb0e1-4ae5-4d7d-99e6-8a50475144ad req-fdfbc86b-31dd-492b-9bab-b0519e3d1536 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 946 time: 0.0823274
Apr 02 21:13:22.170847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet 4681e504-489c-403a-81f8-dfd33c37692c {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:22.173407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa5fb0e1-4ae5-4d7d-99e6-8a50475144ad req-c3301d30-e657-4381-9760-41e36be23e66 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674646
Apr 02 21:13:22.175233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (4681e504-489c-403a-81f8-dfd33c37692c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.271353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (4681e504-489c-403a-81f8-dfd33c37692c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.476307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2843b7a2-9385-4edc-aafb-6c4f41566ea0 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:22.479032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4681e504-489c-403a-81f8-dfd33c37692c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.539655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393813-cd5a-4985-9979-35f1ebefdd54 req-162b76bc-95cd-43fc-b576-8ef69ba4bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:22.541978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-43393813-cd5a-4985-9979-35f1ebefdd54 req-162b76bc-95cd-43fc-b576-8ef69ba4bab7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 0.1519434
Apr 02 21:13:22.567447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7176bd41-3eec-474b-9383-7b5aeb431b4a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:22.587072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (4681e504-489c-403a-81f8-dfd33c37692c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.609604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa030c8-53d2-4b2c-b9f6-bd6059f1a7e4 None None] Network 535c8eea-7926-45af-81a5-6de9c3b8879b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:22.628884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=4681e504-489c-403a-81f8-dfd33c37692c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:22.634174 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-43393813-cd5a-4985-9979-35f1ebefdd54 req-213eefb8-d620-4bb9-b769-fd468808faf2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851395
Apr 02 21:13:22.635874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.640586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-09c33363-f6b6-423e-a696-572cc272cc20 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/4681e504-489c-403a-81f8-dfd33c37692c HTTP/1.1" status: 204  len: 168 time: 0.5530980
Apr 02 21:13:22.643204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58042) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:22.716700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] Provisioning complete for port 7176bd41-3eec-474b-9383-7b5aeb431b4a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:22.717089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.718628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:13:22.742448 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (535c8eea-7926-45af-81a5-6de9c3b8879b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.747128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:22.747517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.820216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 7176bd41-3eec-474b-9383-7b5aeb431b4a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:22.820983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.838833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7176bd41-3eec-474b-9383-7b5aeb431b4a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:22.839213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.898051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] For port 7176bd41-3eec-474b-9383-7b5aeb431b4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7176bd41-3eec-474b-9383-7b5aeb431b4a,segment=NetworkSegment(846bcf58-f517-4286-8777-667e9b132938),segment_id=846bcf58-f517-4286-8777-667e9b132938)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:22.898837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.932680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:22.933083 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:22.961284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 7176bd41-3eec-474b-9383-7b5aeb431b4a owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:23.000263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843b7a2-9385-4edc-aafb-6c4f41566ea0'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:23.002561 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa3a18-a2a0-4aa5-af87-794e446faadf" -d '{"events": [{"server_uuid": "1adbbd4b-aefc-49b8-a3c2-2351473c3d84", "name": "network-vif-plugged", "status": "completed", "tag": "2843b7a2-9385-4edc-aafb-6c4f41566ea0"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:23.009125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] Current status of the port 7176bd41-3eec-474b-9383-7b5aeb431b4a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:23.009125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.032011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] DHCP port deletion for 535c8eea-7926-45af-81a5-6de9c3b8879b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:23.058013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:23.081268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee5ff8-14b8-414b-bcd2-3acca7f8edfd req-7a85f2ca-be1c-41e8-9b54-d328b12b08e2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:23.083572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.090930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfee5ff8-14b8-414b-bcd2-3acca7f8edfd req-7a85f2ca-be1c-41e8-9b54-d328b12b08e2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1809726
Apr 02 21:13:23.121615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ae3b-84d1-4834-9dea-1fcecd941046 req-cb26d505-f7ef-491d-acab-99aa387afe82 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:23.123426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5da8ae3b-84d1-4834-9dea-1fcecd941046 req-cb26d505-f7ef-491d-acab-99aa387afe82 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 944 time: 0.0908275
Apr 02 21:13:23.146741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7176bd41-3eec-474b-9383-7b5aeb431b4a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:23.147213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.153205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] For port 7176bd41-3eec-474b-9383-7b5aeb431b4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7176bd41-3eec-474b-9383-7b5aeb431b4a,segment=NetworkSegment(846bcf58-f517-4286-8777-667e9b132938),segment_id=846bcf58-f517-4286-8777-667e9b132938)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:23.161391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfee5ff8-14b8-414b-bcd2-3acca7f8edfd req-920d6f91-baf4-45c8-a351-53006ec554d1 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688930
Apr 02 21:13:23.184110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.185324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.193614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5da8ae3b-84d1-4834-9dea-1fcecd941046 req-694a832d-d559-4c9a-bae4-17f37cd4c46d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635006
Apr 02 21:13:23.237396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2843b7a2-9385-4edc-aafb-6c4f41566ea0,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:23.237555 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-56038133-d4eb-4d63-8459-ffdf4b67243a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.250790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No DVR routers for this DVR port 7176bd41-3eec-474b-9383-7b5aeb431b4a on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:23.267203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=7176bd41-3eec-474b-9383-7b5aeb431b4a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:23.279726 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ddba5e-9890-43f0-b6f6-7138cd5d20ff x-openstack-request-id: req-81ddba5e-9890-43f0-b6f6-7138cd5d20ff {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:23.280015 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adbbd4b-aefc-49b8-a3c2-2351473c3d84", "name": "network-vif-plugged", "status": "completed", "tag": "2843b7a2-9385-4edc-aafb-6c4f41566ea0", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:23.280274 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81ddba5e-9890-43f0-b6f6-7138cd5d20ff {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:23.280702 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ddba5e-9890-43f0-b6f6-7138cd5d20ff'] response: {'server_uuid': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843b7a2-9385-4edc-aafb-6c4f41566ea0', 'code': 200}
Apr 02 21:13:23.311548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b1c93-9d2a-4b7c-9c31-aca6f5c4aebe None None] Pushing event deleted for resources: {'Port': ['ID=7176bd41-3eec-474b-9383-7b5aeb431b4a,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:23.347021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Deleting port 7176bd41-3eec-474b-9383-7b5aeb431b4a {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:23.349296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.422562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (535c8eea-7926-45af-81a5-6de9c3b8879b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.442464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] For port 7176bd41-3eec-474b-9383-7b5aeb431b4a, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:23.443037 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.467642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783feab3d0>,) {'filters': {'network_id': ['535c8eea-7926-45af-81a5-6de9c3b8879b']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:23.474240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Calling delete_port for 7176bd41-3eec-474b-9383-7b5aeb431b4a owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:23.479958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Port 7176bd41-3eec-474b-9383-7b5aeb431b4a was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:13:23.481529 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (7176bd41-3eec-474b-9383-7b5aeb431b4a), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.506731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783feab3d0>, '846bcf58-f517-4286-8777-667e9b132938') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:23.507344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783feab3d0>, '846bcf58-f517-4286-8777-667e9b132938') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:23.520173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (846bcf58-f517-4286-8777-667e9b132938), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.534690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (846bcf58-f517-4286-8777-667e9b132938), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.541132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:23.541527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (846bcf58-f517-4286-8777-667e9b132938), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:23.551314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] Pushing event deleted for resources: {'Port': ['ID=7176bd41-3eec-474b-9383-7b5aeb431b4a,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:23.564050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d8ddb-2b72-474d-a0c8-8db7d3b683d0 None None] No DVR routers for this DVR port 7176bd41-3eec-474b-9383-7b5aeb431b4a on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:23.567204 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:23.984515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4527f-6f03-4787-acd4-70ff5f906972 req-e90bf8a6-a517-4040-884f-ad2fe0ae6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:23.986034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80c4527f-6f03-4787-acd4-70ff5f906972 req-e90bf8a6-a517-4040-884f-ad2fe0ae6a1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 1127 time: 0.6247671
Apr 02 21:13:24.012849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (535c8eea-7926-45af-81a5-6de9c3b8879b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.017419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.024721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/535c8eea-7926-45af-81a5-6de9c3b8879b HTTP/1.1" status: 204  len: 168 time: 1.3758328
Apr 02 21:13:24.026961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58114) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:24.029727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-59328481'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:24.052055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:24.053689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fbf57-3f22-4ff1-9bf3-2e38e7bff1f8 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=535c8eea-7926-45af-81a5-6de9c3b8879b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:24.055448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.081689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:24.087581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80c4527f-6f03-4787-acd4-70ff5f906972 req-a5093f4b-e99e-47d3-a33c-3b6b1bc54d15 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834403
Apr 02 21:13:24.092311 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (79be2fd1-2258-4b12-b3b6-f540064274f7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.092699 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment 79be2fd1-2258-4b12-b3b6-f540064274f7 of type vlan for network ef496dde-5edc-4f7d-8dad-0efbcab8a211
Apr 02 21:13:24.095026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b066-b9ba-45f3-8684-044b9fb9aa66 req-8b2f0d5f-d325-4019-bc12-32b486a5d7c3 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.096498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e506b066-b9ba-45f3-8684-044b9fb9aa66 req-8b2f0d5f-d325-4019-bc12-32b486a5d7c3 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 946 time: 0.1361132
Apr 02 21:13:24.134177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ef496dde-5edc-4f7d-8dad-0efbcab8a211), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.146965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e506b066-b9ba-45f3-8684-044b9fb9aa66 req-021bfcdd-0722-4fb3-b299-d721b4726b4a tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431411
Apr 02 21:13:24.161872 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ef496dde-5edc-4f7d-8dad-0efbcab8a211), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.168224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.168840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.211041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1827552
Apr 02 21:13:24.211379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58122) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:24.216468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:24.285217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771681a-2f07-48ca-a9a7-1138c8daf194 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=ef496dde-5edc-4f7d-8dad-0efbcab8a211,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:24.297477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ef496dde-5edc-4f7d-8dad-0efbcab8a211 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:24.343268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7176bd41-3eec-474b-9383-7b5aeb431b4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:24.354960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5823c-315c-4e6b-821f-3b5744e16b28 req-7e1bd37a-9585-421f-ac1d-07ab0f7a36dc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.363681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5a5823c-315c-4e6b-821f-3b5744e16b28 req-7e1bd37a-9585-421f-ac1d-07ab0f7a36dc tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0912478
Apr 02 21:13:24.367815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 7176bd41-3eec-474b-9383-7b5aeb431b4a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:24.368269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7176bd41-3eec-474b-9383-7b5aeb431b4a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:24.422041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5a5823c-315c-4e6b-821f-3b5744e16b28 req-72a3c2b5-c1a9-41dc-b638-34c1e5a9518d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573752
Apr 02 21:13:24.422764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:24.426656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.472642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01dbda-4e33-4807-bc23-a64bdd51f6b1 req-2a6bf3ad-4b37-46c0-8482-a529a296c589 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.474238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e01dbda-4e33-4807-bc23-a64bdd51f6b1 req-2a6bf3ad-4b37-46c0-8482-a529a296c589 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 945 time: 0.1479671
Apr 02 21:13:24.584526 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e01dbda-4e33-4807-bc23-a64bdd51f6b1 req-ff7f6d60-b78c-4435-8b43-172aa5358c32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786309
Apr 02 21:13:24.706526 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:13:24.747719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (1222a1a2-7fbd-4def-8ad0-b80d9423209d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.849877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=1222a1a2-7fbd-4def-8ad0-b80d9423209d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:24.861309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': '79be2fd1-2258-4b12-b3b6-f540064274f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:24.861665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: ef496dde-5edc-4f7d-8dad-0efbcab8a211, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:24.880206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network ef496dde-5edc-4f7d-8dad-0efbcab8a211 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:24.895913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef496dde-5edc-4f7d-8dad-0efbcab8a211) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:24.902191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.902900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:24.911789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5614ccf-1ed0-499c-a847-bf049f04531a None None] Network ef496dde-5edc-4f7d-8dad-0efbcab8a211 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:24.922314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-13c989cc-5938-4961-83f3-e9f37ee7fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.924151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-13c989cc-5938-4961-83f3-e9f37ee7fd62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 0.1016142
Apr 02 21:13:24.927790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c8379b15-b5d0-4847-84af-19657fd3f16c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7150354
Apr 02 21:13:24.931140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58152) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:24.938513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1870708950'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:24.939970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c0fac-6c4b-4d3c-ad96-c080cdf88377 req-62e13c99-5976-4295-a157-ef2254badba0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:24.948081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c1c0fac-6c4b-4d3c-ad96-c080cdf88377 req-62e13c99-5976-4295-a157-ef2254badba0 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1163025
Apr 02 21:13:25.058084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ef496dde-5edc-4f7d-8dad-0efbcab8a211', 'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': '1222a1a2-7fbd-4def-8ad0-b80d9423209d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:25.059192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.074471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c1c0fac-6c4b-4d3c-ad96-c080cdf88377 req-b3043c49-f60b-400c-b0bd-fbbda6fc4ee5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253705
Apr 02 21:13:25.128328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-a02789eb-5701-4c2d-9eab-cc97f7c60a8c tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:25.129954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-a02789eb-5701-4c2d-9eab-cc97f7c60a8c tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 946 time: 0.1516223
Apr 02 21:13:25.134821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-876e886b-d0b0-4d54-a96c-409f35bb84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:25.136797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-876e886b-d0b0-4d54-a96c-409f35bb84f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.1608319
Apr 02 21:13:25.178992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:25.183408 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.231301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 7ac01a9a-894a-4655-89c8-95a039c119ae yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:25.236658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-a5e72b1c-ed5b-4c52-b53f-e16edceb7da2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 1002 time: 0.0939355
Apr 02 21:13:25.304430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Allocated IP 172.20.0.2 (ef496dde-5edc-4f7d-8dad-0efbcab8a211/1222a1a2-7fbd-4def-8ad0-b80d9423209d/4198447b-1943-4e25-924f-6a9e062de2ae) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:25.311689 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b254cea4-6caf-497a-af62-091d09e321b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.352121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-677b554f-b268-4055-94a2-ffa33c775570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:25.354352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-677b554f-b268-4055-94a2-ffa33c775570 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1115992
Apr 02 21:13:25.421765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Deleting port 2689ee12-a017-4d74-b99a-2fea30a76fa5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:25.422091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.451464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db172-b36b-427d-9cb3-01fd4fd26846 req-dc37fd73-cbaf-4b01-8777-7abe4454562b tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:25.458487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-617db172-b36b-427d-9cb3-01fd4fd26846 req-dc37fd73-cbaf-4b01-8777-7abe4454562b tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 946 time: 0.1770277
Apr 02 21:13:25.464553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-3f18f17d-4419-455e-8c45-d434861cb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:25.468677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-3f18f17d-4419-455e-8c45-d434861cb7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1066158
Apr 02 21:13:25.562997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Publish callbacks [] for port (4198447b-1943-4e25-924f-6a9e062de2ae), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.568652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-617db172-b36b-427d-9cb3-01fd4fd26846 req-ca50f823-1bdd-49b3-8893-7596ebfea352 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/security-groups?id=c27b44d0-d3cb-4620-acae-62a94922988e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092632
Apr 02 21:13:25.579472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] For port 2689ee12-a017-4d74-b99a-2fea30a76fa5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2689ee12-a017-4d74-b99a-2fea30a76fa5,segment=NetworkSegment(3714ada1-0578-4885-992b-941c02814483),segment_id=3714ada1-0578-4885-992b-941c02814483)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:25.580113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.585163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.619259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Calling delete_port for 2689ee12-a017-4d74-b99a-2fea30a76fa5 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:25.635480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Network ef496dde-5edc-4f7d-8dad-0efbcab8a211 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:25.638570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:25.641310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:25.641481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-6bb4c07d-dc19-445a-97f3-b1aefac5b016 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674516
Apr 02 21:13:25.659041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Pushing event updated for resources: {'Port': ['ID=4198447b-1943-4e25-924f-6a9e062de2ae,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:25.690730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.6 (ef496dde-5edc-4f7d-8dad-0efbcab8a211/1222a1a2-7fbd-4def-8ad0-b80d9423209d/7ac01a9a-894a-4655-89c8-95a039c119ae) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:25.797227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Attempting to bind port 4198447b-1943-4e25-924f-6a9e062de2ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:25.798188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Attempting to bind port 4198447b-1943-4e25-924f-6a9e062de2ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79be2fd1-2258-4b12-b3b6-f540064274f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:25.798731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Attempting to bind port 4198447b-1943-4e25-924f-6a9e062de2ae on network ef496dde-5edc-4f7d-8dad-0efbcab8a211 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:25.807406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:25.808570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Checking segment: {'id': '79be2fd1-2258-4b12-b3b6-f540064274f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:25.809133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.809712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Bound using segment: {'id': '79be2fd1-2258-4b12-b3b6-f540064274f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:25.810414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Bound port: 4198447b-1943-4e25-924f-6a9e062de2ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79be2fd1-2258-4b12-b3b6-f540064274f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef496dde-5edc-4f7d-8dad-0efbcab8a211'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:25.810959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.826189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad32bd-aa41-4ca4-ab89-3617ae570f96 req-13a4ee5b-7078-4430-ba9e-f0fbd92cb78b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:25.827740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67ad32bd-aa41-4ca4-ab89-3617ae570f96 req-13a4ee5b-7078-4430-ba9e-f0fbd92cb78b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 945 time: 0.1141307
Apr 02 21:13:25.832691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77d8be38-04cc-498d-9f75-dd278c921aaa req-bbf346c5-d40f-4fe9-8d71-725afad38a67 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851842
Apr 02 21:13:25.890232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67ad32bd-aa41-4ca4-ab89-3617ae570f96 req-bb0041ac-e456-4713-8179-f06ce50c55b0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538850
Apr 02 21:13:25.953596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (7ac01a9a-894a-4655-89c8-95a039c119ae), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.963869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] For port 4198447b-1943-4e25-924f-6a9e062de2ae, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:25.966059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2689ee12-a017-4d74-b99a-2fea30a76fa5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:25.971393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] For port 4198447b-1943-4e25-924f-6a9e062de2ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4198447b-1943-4e25-924f-6a9e062de2ae,segment=NetworkSegment(79be2fd1-2258-4b12-b3b6-f540064274f7),segment_id=79be2fd1-2258-4b12-b3b6-f540064274f7)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:25.979296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['2689ee12-a017-4d74-b99a-2fea30a76fa5'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:13:25.984941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.013580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Pushing event deleted for resources: {'Port': ['ID=2689ee12-a017-4d74-b99a-2fea30a76fa5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:26.048318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7ac01a9a-894a-4655-89c8-95a039c119ae), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.070637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7775e-faf0-4edc-b83f-ff7f27c14bad None None] Pushing event updated for resources: {'Port': ['ID=4198447b-1943-4e25-924f-6a9e062de2ae,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:26.079681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] No DVR routers for this DVR port 2689ee12-a017-4d74-b99a-2fea30a76fa5 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:26.099220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.102695 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a681cbbc-0ad9-4122-a1cf-26040ca787d0 req-b5efc59a-15ef-4875-b457-17186a374bea tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.15 "DELETE /v2.0/ports/2689ee12-a017-4d74-b99a-2fea30a76fa5 HTTP/1.1" status: 204  len: 173 time: 0.9661460
Apr 02 21:13:26.106130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'name': 'network-vif-deleted', 'tag': '2689ee12-a017-4d74-b99a-2fea30a76fa5'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:26.108499 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38dd0ee-e043-44c7-bcf4-60d216dc3918" -d '{"events": [{"server_uuid": "b0b181dd-e0a0-4b71-ab71-ea0297997c1a", "name": "network-vif-deleted", "tag": "2689ee12-a017-4d74-b99a-2fea30a76fa5"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:26.113394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network ef496dde-5edc-4f7d-8dad-0efbcab8a211 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:26.116921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:26.121570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:26.172639 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2abe13-6b90-4537-a4b8-212197215752 x-openstack-request-id: req-9b2abe13-6b90-4537-a4b8-212197215752 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:26.173291 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b181dd-e0a0-4b71-ab71-ea0297997c1a", "name": "network-vif-deleted", "tag": "2689ee12-a017-4d74-b99a-2fea30a76fa5", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:26.173568 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b2abe13-6b90-4537-a4b8-212197215752 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:26.173890 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2abe13-6b90-4537-a4b8-212197215752'] response: {'server_uuid': 'b0b181dd-e0a0-4b71-ab71-ea0297997c1a', 'name': 'network-vif-deleted', 'tag': '2689ee12-a017-4d74-b99a-2fea30a76fa5', 'status': 'completed', 'code': 200}
Apr 02 21:13:26.177717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=7ac01a9a-894a-4655-89c8-95a039c119ae,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:26.203193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:26.203840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.229003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd00fed9-167f-4c47-9be0-799b296b4e7b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.2923636
Apr 02 21:13:26.229864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58196) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:26.417076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffbc91-e6d5-41a1-9602-dca85b8bf4eb req-78ccf74a-59db-486c-b4c0-a0bd45f1c511 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:26.420735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8ffbc91-e6d5-41a1-9602-dca85b8bf4eb req-78ccf74a-59db-486c-b4c0-a0bd45f1c511 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1449823
Apr 02 21:13:26.473433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 7ac01a9a-894a-4655-89c8-95a039c119ae {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:26.473969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7ac01a9a-894a-4655-89c8-95a039c119ae), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.517807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8ffbc91-e6d5-41a1-9602-dca85b8bf4eb req-63978e97-6174-4a21-9329-378d88f7c325 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874338
Apr 02 21:13:26.620650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7ac01a9a-894a-4655-89c8-95a039c119ae), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.634805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 7ac01a9a-894a-4655-89c8-95a039c119ae owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:26.680498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.807847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7ac01a9a-894a-4655-89c8-95a039c119ae), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.838902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=7ac01a9a-894a-4655-89c8-95a039c119ae,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:26.872820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a890c2d-c99b-40d9-a331-7d38482f35f2 req-242ec5e0-7847-4836-83a1-26245efc9f37 tempest-ServerMetadataNegativeTestJSON-1508888645 tempest-ServerMetadataNegativeTestJSON-1508888645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b181dd-e0a0-4b71-ab71-ea0297997c1a HTTP/1.1" status: 200  len: 210 time: 0.0845325
Apr 02 21:13:26.948738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:26.954669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-495f4904-d2d7-47ed-b85e-aa213de11391 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/7ac01a9a-894a-4655-89c8-95a039c119ae HTTP/1.1" status: 204  len: 168 time: 0.7217777
Apr 02 21:13:26.955458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:26.986189 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb0c6d9-c658-49f4-9daa-bbe5bf44ecff tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:26.987759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-adb0c6d9-c658-49f4-9daa-bbe5bf44ecff tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/7ac01a9a-894a-4655-89c8-95a039c119ae HTTP/1.1" status: 404  len: 333 time: 0.0306718
Apr 02 21:13:26.990535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58224) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:27.058824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet 1222a1a2-7fbd-4def-8ad0-b80d9423209d {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:27.063053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (1222a1a2-7fbd-4def-8ad0-b80d9423209d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.112276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1222a1a2-7fbd-4def-8ad0-b80d9423209d), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.235745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1222a1a2-7fbd-4def-8ad0-b80d9423209d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.301083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1222a1a2-7fbd-4def-8ad0-b80d9423209d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.341067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=1222a1a2-7fbd-4def-8ad0-b80d9423209d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:27.347685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.352749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-348cb1b8-3294-4ee5-8734-b5bb17f3bf36 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/1222a1a2-7fbd-4def-8ad0-b80d9423209d HTTP/1.1" status: 204  len: 168 time: 0.3608334
Apr 02 21:13:27.355598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58252) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:27.442386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ef496dde-5edc-4f7d-8dad-0efbcab8a211), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.471955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d82e5-611d-4275-b5fb-a24e1aa41902 None None] Network ef496dde-5edc-4f7d-8dad-0efbcab8a211 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:27.511980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 4198447b-1943-4e25-924f-6a9e062de2ae {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:27.512320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.572268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] Provisioning complete for port 4198447b-1943-4e25-924f-6a9e062de2ae triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:27.572706 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.583995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] For port 4198447b-1943-4e25-924f-6a9e062de2ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4198447b-1943-4e25-924f-6a9e062de2ae,segment=NetworkSegment(79be2fd1-2258-4b12-b3b6-f540064274f7),segment_id=79be2fd1-2258-4b12-b3b6-f540064274f7)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:27.584825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.603335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 4198447b-1943-4e25-924f-6a9e062de2ae owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:27.688940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] Current status of the port 4198447b-1943-4e25-924f-6a9e062de2ae is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:27.689606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.731921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] DHCP port deletion for ef496dde-5edc-4f7d-8dad-0efbcab8a211 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:27.735463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] For port 4198447b-1943-4e25-924f-6a9e062de2ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4198447b-1943-4e25-924f-6a9e062de2ae,segment=NetworkSegment(79be2fd1-2258-4b12-b3b6-f540064274f7),segment_id=79be2fd1-2258-4b12-b3b6-f540064274f7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:27.750457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aabc05-34d1-4b99-9b27-0260b6f426e0 req-65a2b01d-caa9-43ef-872e-538ef48eb085 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:27.751945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1aabc05-34d1-4b99-9b27-0260b6f426e0 req-65a2b01d-caa9-43ef-872e-538ef48eb085 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.1302788
Apr 02 21:13:27.758911 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.773046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.784655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06363ce0-7d1e-4f5d-88a6-57f4f8ac6d59 None None] Pushing event deleted for resources: {'Port': ['ID=4198447b-1943-4e25-924f-6a9e062de2ae,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:27.804379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Deleting port 4198447b-1943-4e25-924f-6a9e062de2ae {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:27.804948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.805967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=4198447b-1943-4e25-924f-6a9e062de2ae,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:27.815608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No DVR routers for this DVR port 4198447b-1943-4e25-924f-6a9e062de2ae on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:27.869569 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d1aabc05-34d1-4b99-9b27-0260b6f426e0 req-19730551-c635-48ed-b4df-298950f09c50 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109645
Apr 02 21:13:27.874793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] For port 4198447b-1943-4e25-924f-6a9e062de2ae, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:27.875203 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.889987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Calling delete_port for 4198447b-1943-4e25-924f-6a9e062de2ae owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:27.892802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Port 4198447b-1943-4e25-924f-6a9e062de2ae was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:13:27.894124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (4198447b-1943-4e25-924f-6a9e062de2ae), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.916930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ef496dde-5edc-4f7d-8dad-0efbcab8a211), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.919922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] Pushing event deleted for resources: {'Port': ['ID=4198447b-1943-4e25-924f-6a9e062de2ae,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:27.923750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e53ef5-2128-4940-8b8a-0cae13d5c19b None None] No DVR routers for this DVR port 4198447b-1943-4e25-924f-6a9e062de2ae on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:27.949202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fd99c40>,) {'filters': {'network_id': ['ef496dde-5edc-4f7d-8dad-0efbcab8a211']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:27.958855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fd99c40>, '79be2fd1-2258-4b12-b3b6-f540064274f7') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:27.959152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fd99c40>, '79be2fd1-2258-4b12-b3b6-f540064274f7') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:27.960123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58272) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:27.968628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (79be2fd1-2258-4b12-b3b6-f540064274f7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.982088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (79be2fd1-2258-4b12-b3b6-f540064274f7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.988773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:27.989167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (79be2fd1-2258-4b12-b3b6-f540064274f7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:27.992444 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:28.019899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Deleting subnet 446140e9-364a-4791-9a80-75dd8262f632 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:28.023924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Publish callbacks [] for subnet (446140e9-364a-4791-9a80-75dd8262f632), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.061032 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ef496dde-5edc-4f7d-8dad-0efbcab8a211), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.066427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.070298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/ef496dde-5edc-4f7d-8dad-0efbcab8a211 HTTP/1.1" status: 204  len: 168 time: 0.7127833
Apr 02 21:13:28.074670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58280) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:28.090123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'name': 'tempest-PortsTestJSON-597241089'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:28.106687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (446140e9-364a-4791-9a80-75dd8262f632), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.118088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919255d-0473-46ec-8619-2346790d241b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=ef496dde-5edc-4f7d-8dad-0efbcab8a211,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:28.171231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (446140e9-364a-4791-9a80-75dd8262f632), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.213641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:28.218096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.262214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (446140e9-364a-4791-9a80-75dd8262f632), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.264196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:28.295132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446140e9-364a-4791-9a80-75dd8262f632,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:28.299872 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.303381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d2089cc5-3f01-467a-83f6-64ebc2855d71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/446140e9-364a-4791-9a80-75dd8262f632 HTTP/1.1" status: 204  len: 168 time: 0.3422127
Apr 02 21:13:28.306492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58290) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:28.414817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b3677f49-5196-46ea-bd88-ff0550ed137f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.568744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b3677f49-5196-46ea-bd88-ff0550ed137f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.590527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.603040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845f6d370>,) {'filters': {'network_id': ['b3677f49-5196-46ea-bd88-ff0550ed137f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:28.622486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845f6d370>, '3714ada1-0578-4885-992b-941c02814483') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:28.622696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845f6d370>, '3714ada1-0578-4885-992b-941c02814483') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:28.636005 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (3714ada1-0578-4885-992b-941c02814483), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.663118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3714ada1-0578-4885-992b-941c02814483), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.672722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:28.673130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (3714ada1-0578-4885-992b-941c02814483), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:28.675558 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:28.690922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.696717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.775911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:28.784090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:28.786792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:28.792739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:28.793330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.799349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b3677f49-5196-46ea-bd88-ff0550ed137f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.803753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:28.807799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b3677f49-5196-46ea-bd88-ff0550ed137f HTTP/1.1" status: 204  len: 168 time: 0.4999797
Apr 02 21:13:28.812442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:28.829519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94856e-4e4c-4be9-8912-b4fa1c9e2b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3677f49-5196-46ea-bd88-ff0550ed137f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:28.835839 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-39f306ba-83b8-4094-966f-ec9523f70474 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7601779
Apr 02 21:13:28.839319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58312) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:28.948073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:28.948506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.002464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58328) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:29.019761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.027623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf7945-794d-4320-849d-e2c2e6d54a3e req-99a0f499-c2de-4280-831a-f8fea09ad50f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:29.029157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36cf7945-794d-4320-849d-e2c2e6d54a3e req-99a0f499-c2de-4280-831a-f8fea09ad50f tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0762305
Apr 02 21:13:29.033056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:29.065726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bc7a6329-5508-463f-bfb0-a08b264e6456 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfe4735870c44412b279a096ae5dd79c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0620923
Apr 02 21:13:29.068187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58330) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:29.116229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36cf7945-794d-4320-849d-e2c2e6d54a3e req-568d5f2c-0761-4f52-91f7-a7812e93029c tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781329
Apr 02 21:13:29.116953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.139474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3448eeb6-cf46-4e47-b3c8-1e20c5aec913 admin admin] Publish callbacks [] for security_group (c27b44d0-d3cb-4620-acae-62a94922988e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.147958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:29.161228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.168403 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b3af2bd7-6841-4d3c-b868-ad9222da064c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/6cf2e0f7-e06b-446f-bdf5-4989e7e71d4a HTTP/1.1" status: 204  len: 168 time: 0.3246551
Apr 02 21:13:29.168584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:29.175109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'mac_address': 'fa:16:3e:3a:f6:6f', 'name': 'tempest-PortsTestJSON-780330749'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:29.186179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3448eeb6-cf46-4e47-b3c8-1e20c5aec913 admin admin] Publish callbacks [] for security_group (c27b44d0-d3cb-4620-acae-62a94922988e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.257814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af81b-f8ac-450d-9777-1f4e482775fc req-7752e63f-bf4e-4a53-8a26-3d808c38cfd2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:29.268371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-929af81b-f8ac-450d-9777-1f4e482775fc req-7752e63f-bf4e-4a53-8a26-3d808c38cfd2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.0770106
Apr 02 21:13:29.268904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58342) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:29.273819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Request body: {'floatingip': {'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:29.317768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:29.324208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3448eeb6-cf46-4e47-b3c8-1e20c5aec913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c27b44d0-d3cb-4620-acae-62a94922988e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.326923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3448eeb6-cf46-4e47-b3c8-1e20c5aec913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.328051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3448eeb6-cf46-4e47-b3c8-1e20c5aec913 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c27b44d0-d3cb-4620-acae-62a94922988e HTTP/1.1" status: 204  len: 168 time: 0.2589376
Apr 02 21:13:29.353127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.356572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448eeb6-cf46-4e47-b3c8-1e20c5aec913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b44d0-d3cb-4620-acae-62a94922988e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:29.400390 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.415952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.435552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2689ee12-a017-4d74-b99a-2fea30a76fa5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:29.452670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 888608a8-851c-42dc-9c9d-00fc2b3c014c yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:29.493212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 2689ee12-a017-4d74-b99a-2fea30a76fa5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:29.496385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 2689ee12-a017-4d74-b99a-2fea30a76fa5 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:29.674256 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (888608a8-851c-42dc-9c9d-00fc2b3c014c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.709365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (888608a8-851c-42dc-9c9d-00fc2b3c014c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.761596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:29.764817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:29.767276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:29.773092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:29.773569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:29.786644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=888608a8-851c-42dc-9c9d-00fc2b3c014c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:29.805062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4afb4d3e-aa83-4c10-a914-c8963da36310 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.6357815
Apr 02 21:13:29.807108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58370) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:29.860622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a5382-7202-4ab5-a469-24d78511f666 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:29.862169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bd0a5382-7202-4ab5-a469-24d78511f666 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/888608a8-851c-42dc-9c9d-00fc2b3c014c HTTP/1.1" status: 200  len: 840 time: 0.0540960
Apr 02 21:13:29.864828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58378) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:29.968871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 888608a8-851c-42dc-9c9d-00fc2b3c014c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:29.969215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (888608a8-851c-42dc-9c9d-00fc2b3c014c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.070677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (888608a8-851c-42dc-9c9d-00fc2b3c014c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.085033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 888608a8-851c-42dc-9c9d-00fc2b3c014c owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:30.159074 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.164178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.213037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (888608a8-851c-42dc-9c9d-00fc2b3c014c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.269306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=888608a8-851c-42dc-9c9d-00fc2b3c014c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:30.274713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.278198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-04cecd80-323b-47e7-af63-2490be1c986a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/888608a8-851c-42dc-9c9d-00fc2b3c014c HTTP/1.1" status: 204  len: 168 time: 0.4111311
Apr 02 21:13:30.280841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58408) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:30.313909 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9791b7c-8ab3-4f0f-b360-1b86289c1e68 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:30.316810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f9791b7c-8ab3-4f0f-b360-1b86289c1e68 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/888608a8-851c-42dc-9c9d-00fc2b3c014c HTTP/1.1" status: 404  len: 333 time: 0.0333469
Apr 02 21:13:30.322314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58410) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:30.329452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'name': 'tempest-PortsTestJSON-382273443'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:30.446864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:30.450466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.474681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port c03cba6e-2e80-4e96-8b70-5e9a06a3705d yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:30.515640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:13:30.688695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:13:30.694508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.698589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.700622 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] Sync routers for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:13:30.715195 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:13:30.717889 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845fba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:13:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:30.755741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.823313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:30.832540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:30.840391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:30.847219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:30.847893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:30.858214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=c03cba6e-2e80-4e96-8b70-5e9a06a3705d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:30.876637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e61b9a8-e1b0-4134-9825-5b38de4c6124 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.5525346
Apr 02 21:13:30.880122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58444) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:30.889789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:30.979518 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:13:31.032594 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.102667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58454) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:31.216836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:31.238882 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782057fe-dffa-4b78-ba58-d9906e884c07" -d '{"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:31.272513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a76c44ef-a5fd-4d1d-bf31-77588da7febb tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "PUT /v2.0/floatingips/da033645-badc-4ec6-8026-aa8c51e29e3d HTTP/1.1" status: 200  len: 994 time: 1.9969943
Apr 02 21:13:31.334773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-405bd0d1-f722-409c-bc1d-2348e4486ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.368982 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb237322-ddeb-4606-9235-f8ebf2e60b66 x-openstack-request-id: req-fb237322-ddeb-4606-9235-f8ebf2e60b66 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:31.369288 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:31.369555 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb237322-ddeb-4606-9235-f8ebf2e60b66 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:31.369958 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb237322-ddeb-4606-9235-f8ebf2e60b66'] response: {'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'status': 'completed', 'code': 200}
Apr 02 21:13:31.380564 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845fba880>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da033645-badc-4ec6-8026-aa8c51e29e3d', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:11:08Z', 'updated_at': '2022-04-02T21:13:30Z', 'revision_number': 3, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:31.397887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.425406 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] Checking router: 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:13:31.437017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.451395 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:13:31.452404 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845fba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:13:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:31.483103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-739a7c3d-22cd-4bbc-8910-449671bc01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:31.485443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-739a7c3d-22cd-4bbc-8910-449671bc01f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 0.1063335
Apr 02 21:13:31.499707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] In _notify_port_updated(), no bound segment for port c03cba6e-2e80-4e96-8b70-5e9a06a3705d on network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:13:31.505370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:31.506040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.507501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/ports/c03cba6e-2e80-4e96-8b70-5e9a06a3705d HTTP/1.1" status: 200  len: 818 time: 0.6224496
Apr 02 21:13:31.516242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:31.577979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89a647-3f83-41d6-b8eb-e9ae14535ec7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=c03cba6e-2e80-4e96-8b70-5e9a06a3705d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:31.602641 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:13:31.640087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-405bd0d1-f722-409c-bc1d-2348e4486ebe admin admin] Publish callbacks [] for security_group (546c84c9-1a2a-4d8b-919e-37faec6c61a3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.646305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58490) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:31.651749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-b619dd3f-4a68-4472-8730-eff444244847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:31.654178 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-b619dd3f-4a68-4472-8730-eff444244847 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.1628091
Apr 02 21:13:31.662078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-405bd0d1-f722-409c-bc1d-2348e4486ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (546c84c9-1a2a-4d8b-919e-37faec6c61a3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.717270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-405bd0d1-f722-409c-bc1d-2348e4486ebe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c43a4de2259f43e3a929be6cac6b59e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6110649
Apr 02 21:13:31.717593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58494) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:31.727396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bd0d1-f722-409c-bc1d-2348e4486ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c84c9-1a2a-4d8b-919e-37faec6c61a3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:31.744648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port c03cba6e-2e80-4e96-8b70-5e9a06a3705d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:31.745000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.777022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-4325eaa1-86b4-4324-ad1b-cfc086e86c63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 1002 time: 0.1088424
Apr 02 21:13:31.815646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67928e36-8c64-4a77-8630-bae9a31e3527 admin admin] Publish callbacks [] for security_group (546c84c9-1a2a-4d8b-919e-37faec6c61a3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.869736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-b76ba8c9-8854-438f-b9dd-85d4c970c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:31.871637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-b76ba8c9-8854-438f-b9dd-85d4c970c74c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.0853908
Apr 02 21:13:31.888110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.890909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a7dbc2e-763a-4e68-a09e-c28effd4bb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.922414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for c03cba6e-2e80-4e96-8b70-5e9a06a3705d owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:31.936292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-9a9e3b05-d067-4ba1-a77e-1ef6e76a20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:31.937401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67928e36-8c64-4a77-8630-bae9a31e3527 admin admin] Publish callbacks [] for security_group (546c84c9-1a2a-4d8b-919e-37faec6c61a3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:31.938410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-9a9e3b05-d067-4ba1-a77e-1ef6e76a20d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0601189
Apr 02 21:13:32.041418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845fba880>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da033645-badc-4ec6-8026-aa8c51e29e3d', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:11:08Z', 'updated_at': '2022-04-02T21:13:30Z', 'revision_number': 3, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:32.048502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-d71f4899-b0d9-4b31-b7f5-a79d368aa2da service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1037717
Apr 02 21:13:32.074050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67928e36-8c64-4a77-8630-bae9a31e3527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (546c84c9-1a2a-4d8b-919e-37faec6c61a3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.076680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67928e36-8c64-4a77-8630-bae9a31e3527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.077846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67928e36-8c64-4a77-8630-bae9a31e3527 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/546c84c9-1a2a-4d8b-919e-37faec6c61a3 HTTP/1.1" status: 204  len: 168 time: 0.3593440
Apr 02 21:13:32.088752 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02811ab9-6128-4a25-b5b7-da1425e76cae None None] The sync data for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 is: [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da033645-badc-4ec6-8026-aa8c51e29e3d', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'port_id': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'mac_address': 'fa:16:3e:c0:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:11:08Z', 'updated_at': '2022-04-02T21:13:30Z', 'revision_number': 3, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:13:32.120254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67928e36-8c64-4a77-8630-bae9a31e3527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c84c9-1a2a-4d8b-919e-37faec6c61a3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:32.127773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c03cba6e-2e80-4e96-8b70-5e9a06a3705d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.179005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=c03cba6e-2e80-4e96-8b70-5e9a06a3705d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:32.182519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-782057fe-dffa-4b78-ba58-d9906e884c07 req-51c4e956-f85e-404c-962f-743f9ac74de6 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289854
Apr 02 21:13:32.193840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a7dbc2e-763a-4e68-a09e-c28effd4bb92 admin admin] Publish callbacks [] for security_group (ee88f47b-1604-4da3-b5c2-a0ae6509d3b3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.197841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.201878 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b863df9d-7f6b-4f48-a122-c901c7bfc37f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/c03cba6e-2e80-4e96-8b70-5e9a06a3705d HTTP/1.1" status: 204  len: 168 time: 0.6844597
Apr 02 21:13:32.203261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a7dbc2e-763a-4e68-a09e-c28effd4bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ee88f47b-1604-4da3-b5c2-a0ae6509d3b3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.214740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:32.286991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dbc2e-763a-4e68-a09e-c28effd4bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88f47b-1604-4da3-b5c2-a0ae6509d3b3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:32.298145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58512) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:32.306128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1a7dbc2e-763a-4e68-a09e-c28effd4bb92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9106d7517e6a43d9bf672506311f07a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6575050
Apr 02 21:13:32.334987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb7cb5-2ea8-4228-a6d8-2fcbb1a20bf2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:32.336657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9efb7cb5-2ea8-4228-a6d8-2fcbb1a20bf2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1191018
Apr 02 21:13:32.339453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58514) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:32.370290 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e455d-bbcd-43b3-942c-11677144b1aa tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:32.371924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f79e455d-bbcd-43b3-942c-11677144b1aa tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/c03cba6e-2e80-4e96-8b70-5e9a06a3705d HTTP/1.1" status: 404  len: 333 time: 0.0312226
Apr 02 21:13:32.377517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58516) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:32.386207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1260278428'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:32.387780 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06189061-434c-47a3-96cf-e154a5c88c0d admin admin] Publish callbacks [] for security_group (ee88f47b-1604-4da3-b5c2-a0ae6509d3b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.411606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:32.417332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.423396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06189061-434c-47a3-96cf-e154a5c88c0d admin admin] Publish callbacks [] for security_group (ee88f47b-1604-4da3-b5c2-a0ae6509d3b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.458194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:32.496117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06189061-434c-47a3-96cf-e154a5c88c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ee88f47b-1604-4da3-b5c2-a0ae6509d3b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.498341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.499877 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment 5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c of type vlan for network ede2504e-71d6-40ca-83c3-78d389e72b2e
Apr 02 21:13:32.502375 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-06189061-434c-47a3-96cf-e154a5c88c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.504254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06189061-434c-47a3-96cf-e154a5c88c0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee88f47b-1604-4da3-b5c2-a0ae6509d3b3 HTTP/1.1" status: 204  len: 168 time: 0.2047110
Apr 02 21:13:32.524170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06189061-434c-47a3-96cf-e154a5c88c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88f47b-1604-4da3-b5c2-a0ae6509d3b3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:32.605421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ede2504e-71d6-40ca-83c3-78d389e72b2e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.655333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ede2504e-71d6-40ca-83c3-78d389e72b2e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.661703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:32.662420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.709598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58544) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:32.709812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3311481
Apr 02 21:13:32.716358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:32.760905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f442ab-6c27-4f74-9677-6d8a1f0ffca1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=ede2504e-71d6-40ca-83c3-78d389e72b2e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:32.892823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:32.897503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:32.957641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:33.013011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58564) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:33.027336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9eccbe71-1bfb-4240-9a4b-75520782dc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.120278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9eccbe71-1bfb-4240-9a4b-75520782dc67 admin admin] Publish callbacks [] for security_group (63a23c2e-60f5-4286-8f2e-ae48de43c3b7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.125018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9eccbe71-1bfb-4240-9a4b-75520782dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (63a23c2e-60f5-4286-8f2e-ae48de43c3b7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.135136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (fd285af4-4dc4-46cb-83d3-593f06be1c5a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.169208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9eccbe71-1bfb-4240-9a4b-75520782dc67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=322bc757323e4f909fd0087a466b655d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1520486
Apr 02 21:13:33.169208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccbe71-1bfb-4240-9a4b-75520782dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a23c2e-60f5-4286-8f2e-ae48de43c3b7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:33.169525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:33.233785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=fd285af4-4dc4-46cb-83d3-593f06be1c5a,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:33.253706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:33.254070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: ede2504e-71d6-40ca-83c3-78d389e72b2e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:33.268969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bf41217-a852-47ee-a489-d4af0fa1d897 admin admin] Publish callbacks [] for security_group (63a23c2e-60f5-4286-8f2e-ae48de43c3b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.296176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network ede2504e-71d6-40ca-83c3-78d389e72b2e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:33.299269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bf41217-a852-47ee-a489-d4af0fa1d897 admin admin] Publish callbacks [] for security_group (63a23c2e-60f5-4286-8f2e-ae48de43c3b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.318816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ede2504e-71d6-40ca-83c3-78d389e72b2e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:33.327878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:33.328491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.329815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58819de8-6fe4-444a-a67f-1cf21e0f5cbd None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:33.359257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-69100b54-33a2-46c5-8c5b-5d0e97324ef3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6475599
Apr 02 21:13:33.362074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58574) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:33.368079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:33.371120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:33.373752 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdafd82-9487-4961-a001-679ce87fc80b" -d '{"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:33.377436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bf41217-a852-47ee-a489-d4af0fa1d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (63a23c2e-60f5-4286-8f2e-ae48de43c3b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.380805 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9bf41217-a852-47ee-a489-d4af0fa1d897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.382025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9bf41217-a852-47ee-a489-d4af0fa1d897 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63a23c2e-60f5-4286-8f2e-ae48de43c3b7 HTTP/1.1" status: 204  len: 168 time: 0.2121501
Apr 02 21:13:33.408614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf41217-a852-47ee-a489-d4af0fa1d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a23c2e-60f5-4286-8f2e-ae48de43c3b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:33.426483 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ad464-99a9-4031-85e3-0c86e235f36f x-openstack-request-id: req-ce8ad464-99a9-4031-85e3-0c86e235f36f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:33.426882 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:33.427236 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce8ad464-99a9-4031-85e3-0c86e235f36f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:33.428806 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8ad464-99a9-4031-85e3-0c86e235f36f'] response: {'name': 'network-changed', 'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'status': 'completed', 'code': 200}
Apr 02 21:13:33.518640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ede2504e-71d6-40ca-83c3-78d389e72b2e', 'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': 'fd285af4-4dc4-46cb-83d3-593f06be1c5a'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:33.520654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.535931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdafd82-9487-4961-a001-679ce87fc80b req-0245f180-3012-4cdc-bb40-792daf328341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:33.537830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-0245f180-3012-4cdc-bb40-792daf328341 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 1128 time: 0.0847456
Apr 02 21:13:33.567058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:33.573762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:33.716847 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd285af4-4dc4-46cb-83d3-593f06be1c5a (CIDR: 172.20.0.0/28)
Apr 02 21:13:33.721931 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:13:33.722467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:13:33.746135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdafd82-9487-4961-a001-679ce87fc80b req-922b6574-83d0-46b9-8e97-f119b2c4de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:33.748719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-922b6574-83d0-46b9-8e97-f119b2c4de13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2015510
Apr 02 21:13:33.770254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88104a35-2b90-4bc2-a937-2351c19c9260 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4069610
Apr 02 21:13:33.774863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58594) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:33.777231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Allocated IP 172.20.0.2 (ede2504e-71d6-40ca-83c3-78d389e72b2e/fd285af4-4dc4-46cb-83d3-593f06be1c5a/a7343bbd-3ca7-4d50-9724-9d7fe320f0ec) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:33.781792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:33.923703 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-780d4ee3-5d26-4c03-83fe-c7723e1de9d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 200  len: 1002 time: 0.1688006
Apr 02 21:13:34.030148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Publish callbacks [] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.037060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58612) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:34.049733 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.050033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdafd82-9487-4961-a001-679ce87fc80b req-8c0351fd-288a-44b3-9e0f-fc9f56e82dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:34.051651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-8c0351fd-288a-44b3-9e0f-fc9f56e82dcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.1193771
Apr 02 21:13:34.071736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56f98fd0-3976-48aa-8cd0-e7303c127d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.101750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:34.104802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:34.108272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:34.125967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdafd82-9487-4961-a001-679ce87fc80b req-16c07118-481a-4dea-9227-48b049b43f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:34.127866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-16c07118-481a-4dea-9227-48b049b43f3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0702562
Apr 02 21:13:34.158399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:34.162967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.207798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Pushing event updated for resources: {'Port': ['ID=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:34.220035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Attempting to bind port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:34.220417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Attempting to bind port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:34.220822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Attempting to bind port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec on network ede2504e-71d6-40ca-83c3-78d389e72b2e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:34.227478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:34.227857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Checking segment: {'id': '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:34.228260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.228703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Bound using segment: {'id': '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:34.229179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Bound port: a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:34.229557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.325635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-da40ddb9-7629-4474-9fdd-1ee33946ef1e service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890414
Apr 02 21:13:34.347377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] For port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:34.350881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] For port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,segment=NetworkSegment(5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c),segment_id=5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:34.360969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.402805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56f98fd0-3976-48aa-8cd0-e7303c127d35 admin admin] Publish callbacks [] for security_group (551bcd41-0925-47ea-bdd8-86f757d402e0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.414255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56f98fd0-3976-48aa-8cd0-e7303c127d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (551bcd41-0925-47ea-bdd8-86f757d402e0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.443029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214daa2-43ff-4a18-8c9d-6ec19ce4e25e None None] Pushing event updated for resources: {'Port': ['ID=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:34.476316 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfdafd82-9487-4961-a001-679ce87fc80b req-85226bd9-3961-49a9-af1a-21d10bf0c4aa service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453073
Apr 02 21:13:34.499978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-56f98fd0-3976-48aa-8cd0-e7303c127d35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8e3a60cafc6494e900d69cc3222542a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4615841
Apr 02 21:13:34.502705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58630) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:34.504304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98fd0-3976-48aa-8cd0-e7303c127d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551bcd41-0925-47ea-bdd8-86f757d402e0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:34.565661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-063a44a4-f204-4277-92b7-bd81ce87d7e0 admin admin] Publish callbacks [] for security_group (551bcd41-0925-47ea-bdd8-86f757d402e0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.577050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58632) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:34.590730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-063a44a4-f204-4277-92b7-bd81ce87d7e0 admin admin] Publish callbacks [] for security_group (551bcd41-0925-47ea-bdd8-86f757d402e0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.592413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f8204be0-d885-4761-b97a-1f77aadd0caa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.644840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network ede2504e-71d6-40ca-83c3-78d389e72b2e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:34.649602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:34.654227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:34.654753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.665090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-063a44a4-f204-4277-92b7-bd81ce87d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (551bcd41-0925-47ea-bdd8-86f757d402e0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.668406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-063a44a4-f204-4277-92b7-bd81ce87d7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.675432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=f8204be0-d885-4761-b97a-1f77aadd0caa,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:34.675863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-063a44a4-f204-4277-92b7-bd81ce87d7e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/551bcd41-0925-47ea-bdd8-86f757d402e0 HTTP/1.1" status: 204  len: 168 time: 0.1718724
Apr 02 21:13:34.687520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a44a4-f204-4277-92b7-bd81ce87d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551bcd41-0925-47ea-bdd8-86f757d402e0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:34.704370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b00a3d54-0147-4590-bd3c-59d536431f19 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9310603
Apr 02 21:13:34.707327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58640) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:34.736995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e', 'fixed_ips': [{'subnet_id': 'fd285af4-4dc4-46cb-83d3-593f06be1c5a'}, {'subnet_id': 'f8204be0-d885-4761-b97a-1f77aadd0caa'}], 'name': 'tempest-PortsTestJSON-321235000'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:34.825620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a35927a-6fdc-4bbb-b219-4719281bbb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:34.924031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:35.394591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a35927a-6fdc-4bbb-b219-4719281bbb3f admin admin] Publish callbacks [] for security_group (09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.400759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a35927a-6fdc-4bbb-b219-4719281bbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.475576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35927a-6fdc-4bbb-b219-4719281bbb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:35.486490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.507661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a35927a-6fdc-4bbb-b219-4719281bbb3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=017cba720ab34ba1b9e02ba206ae26aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9295161
Apr 02 21:13:35.510956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58686) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:35.525228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port db4c300c-0a33-47ae-9151-af198b0f822c yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:35.600260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a8c7c6-2187-43d2-8b47-09b8c5c8ff69 admin admin] Publish callbacks [] for security_group (09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.636170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a8c7c6-2187-43d2-8b47-09b8c5c8ff69 admin admin] Publish callbacks [] for security_group (09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.741259 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a8c7c6-2187-43d2-8b47-09b8c5c8ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.744642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94a8c7c6-2187-43d2-8b47-09b8c5c8ff69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:35.746679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94a8c7c6-2187-43d2-8b47-09b8c5c8ff69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1 HTTP/1.1" status: 204  len: 168 time: 0.2340548
Apr 02 21:13:35.757634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8c7c6-2187-43d2-8b47-09b8c5c8ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e289e2-40e0-4de3-a2b4-ccc2e3f1cbe1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:35.931673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.13 (ede2504e-71d6-40ca-83c3-78d389e72b2e/fd285af4-4dc4-46cb-83d3-593f06be1c5a/db4c300c-0a33-47ae-9151-af198b0f822c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:35.931829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf046e2e-361f-4a9f-86a5-6c90d1c2ccce None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:35.940065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.27 (ede2504e-71d6-40ca-83c3-78d389e72b2e/f8204be0-d885-4761-b97a-1f77aadd0caa/db4c300c-0a33-47ae-9151-af198b0f822c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:36.083251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] Provisioning complete for port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:36.083717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.141387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (db4c300c-0a33-47ae-9151-af198b0f822c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.189763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.207590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] Current status of the port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:36.207991 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.237194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network ede2504e-71d6-40ca-83c3-78d389e72b2e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:36.240741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:36.245320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:36.287748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] For port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,segment=NetworkSegment(5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c),segment_id=5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:36.291367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] Update dhcp port {'port': {'network_id': 'ede2504e-71d6-40ca-83c3-78d389e72b2e', 'fixed_ips': [{'subnet_id': 'fd285af4-4dc4-46cb-83d3-593f06be1c5a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8204be0-d885-4761-b97a-1f77aadd0caa'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a7343bbd-3ca7-4d50-9724-9d7fe320f0ec'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:13:36.292078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=db4c300c-0a33-47ae-9151-af198b0f822c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:36.330380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.331175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:36.331983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.346504 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.358527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a82d9b5-7bf7-4aa1-ac86-b251b6130021 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.6476305
Apr 02 21:13:36.359141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58716) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:36.371865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd285af4-4dc4-46cb-83d3-593f06be1c5a'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:36.427934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a7343bbd-3ca7-4d50-9724-9d7fe320f0ec up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:36.428078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:36.455021 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3f6fc47b-012b-47d5-a50b-6a63cc3bb43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.516043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.562782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029bacc-56b0-4673-b335-298484592fc9 None None] Pushing event updated for resources: {'Port': ['ID=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:36.584732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3f6fc47b-012b-47d5-a50b-6a63cc3bb43a admin admin] Publish callbacks [] for security_group (f721151f-21e4-4652-b00a-e5bba1206ad7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.592174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3f6fc47b-012b-47d5-a50b-6a63cc3bb43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f721151f-21e4-4652-b00a-e5bba1206ad7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.637763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:36.638139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.685589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fc47b-012b-47d5-a50b-6a63cc3bb43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721151f-21e4-4652-b00a-e5bba1206ad7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:36.690238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] Allocated IP 172.20.0.18 (ede2504e-71d6-40ca-83c3-78d389e72b2e/f8204be0-d885-4761-b97a-1f77aadd0caa/a7343bbd-3ca7-4d50-9724-9d7fe320f0ec) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:36.703721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3f6fc47b-012b-47d5-a50b-6a63cc3bb43a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f05b9bc5844f4755b9fc5741e4f452b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2744067
Apr 02 21:13:36.709464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58730) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:36.776661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-570f0169-4ceb-484a-9840-89bd335481ff admin admin] Publish callbacks [] for security_group (f721151f-21e4-4652-b00a-e5bba1206ad7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.814801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:36.831031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-570f0169-4ceb-484a-9840-89bd335481ff admin admin] Publish callbacks [] for security_group (f721151f-21e4-4652-b00a-e5bba1206ad7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.858074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] For port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,segment=NetworkSegment(5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c),segment_id=5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:36.891184 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] Publish callbacks [] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.896134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.902971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-570f0169-4ceb-484a-9840-89bd335481ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f721151f-21e4-4652-b00a-e5bba1206ad7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.917730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-570f0169-4ceb-484a-9840-89bd335481ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:36.922377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-570f0169-4ceb-484a-9840-89bd335481ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f721151f-21e4-4652-b00a-e5bba1206ad7 HTTP/1.1" status: 204  len: 168 time: 0.2095020
Apr 02 21:13:36.938945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f0169-4ceb-484a-9840-89bd335481ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721151f-21e4-4652-b00a-e5bba1206ad7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:36.962969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58746) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:36.969916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Delete allocated IP 172.20.0.27 (ede2504e-71d6-40ca-83c3-78d389e72b2e/f8204be0-d885-4761-b97a-1f77aadd0caa) {{(pid=121648) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 02 21:13:37.049121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa269455-a8ef-43af-bbc3-1c9f0c684bc0 None None] Pushing event updated for resources: {'Port': ['ID=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:37.114006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8feba14-a032-4cc8-a772-75a2a40c07ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.200264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (db4c300c-0a33-47ae-9151-af198b0f822c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.207118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.245790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8feba14-a032-4cc8-a772-75a2a40c07ae admin admin] Publish callbacks [] for security_group (8dd9c83b-9b88-4545-ad93-79033e8c94d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.252211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8feba14-a032-4cc8-a772-75a2a40c07ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8dd9c83b-9b88-4545-ad93-79033e8c94d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.289378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feba14-a032-4cc8-a772-75a2a40c07ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9c83b-9b88-4545-ad93-79033e8c94d6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:37.369818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e8feba14-a032-4cc8-a772-75a2a40c07ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ae86e9285c945628bacc57d4a745c3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4056742
Apr 02 21:13:37.373328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:37.402568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=db4c300c-0a33-47ae-9151-af198b0f822c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:37.428887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] In _notify_port_updated(), no bound segment for port db4c300c-0a33-47ae-9151-af198b0f822c on network ede2504e-71d6-40ca-83c3-78d389e72b2e {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:13:37.435353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:37.435997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.440078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:37.440332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1ac3e777-2b6b-4529-8103-1751d74981b1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/ports/db4c300c-0a33-47ae-9151-af198b0f822c HTTP/1.1" status: 200  len: 919 time: 1.0802000
Apr 02 21:13:37.451391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd285af4-4dc4-46cb-83d3-593f06be1c5a'}, {'subnet_id': 'f8204be0-d885-4761-b97a-1f77aadd0caa'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:37.546440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f726125-2afb-47b0-9519-3fecfbdafdd7 admin admin] Publish callbacks [] for security_group (8dd9c83b-9b88-4545-ad93-79033e8c94d6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.628768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f726125-2afb-47b0-9519-3fecfbdafdd7 admin admin] Publish callbacks [] for security_group (8dd9c83b-9b88-4545-ad93-79033e8c94d6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.730978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.735452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-8f914445-0150-4544-8e8d-86a90c671224 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3265dbc2dbab442dbb562ef4a3652650&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0346575
Apr 02 21:13:37.760089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f726125-2afb-47b0-9519-3fecfbdafdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8dd9c83b-9b88-4545-ad93-79033e8c94d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.764080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f726125-2afb-47b0-9519-3fecfbdafdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:37.765385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4f726125-2afb-47b0-9519-3fecfbdafdd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dd9c83b-9b88-4545-ad93-79033e8c94d6 HTTP/1.1" status: 204  len: 168 time: 0.3911462
Apr 02 21:13:37.836181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f726125-2afb-47b0-9519-3fecfbdafdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9c83b-9b88-4545-ad93-79033e8c94d6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:37.917641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26811397-8b5b-46b7-acf3-0fd48218ec08 None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:38.035784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-85063630-fe2c-492c-8c4b-e5821eed177f None None] Provisioning complete for port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:38.036156 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-85063630-fe2c-492c-8c4b-e5821eed177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.109231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-24297937-85ab-41dd-8147-3234b9be12d3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:38.118917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-24297937-85ab-41dd-8147-3234b9be12d3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3760881
Apr 02 21:13:38.141921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0d4e9920-ff0c-44c8-89d0-4b642b6b3061 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/quotas/3265dbc2dbab442dbb562ef4a3652650 HTTP/1.1" status: 200  len: 375 time: 0.0219672
Apr 02 21:13:38.214396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-85063630-fe2c-492c-8c4b-e5821eed177f None None] Current status of the port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:38.229729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.22 (ede2504e-71d6-40ca-83c3-78d389e72b2e/f8204be0-d885-4761-b97a-1f77aadd0caa/db4c300c-0a33-47ae-9151-af198b0f822c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:38.251592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-b9d46171-ca49-4361-8e56-3e01cc74698f tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3265dbc2dbab442dbb562ef4a3652650&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1030660
Apr 02 21:13:38.384359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a7343bbd-3ca7-4d50-9724-9d7fe320f0ec up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:38.516728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c449-3d6e-4f87-95e8-a09bfc7ff1ef req-62a80ad3-90fe-43ee-a78f-5076094f4b31 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:38.518367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9086c449-3d6e-4f87-95e8-a09bfc7ff1ef req-62a80ad3-90fe-43ee-a78f-5076094f4b31 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1390004
Apr 02 21:13:38.548524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb73d521-b4d6-41b8-98d5-66ba3d7d1cd5 req-e36d9d4b-4e6c-49f3-bf24-a9bf04e4cfd1 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 210 time: 0.0728576
Apr 02 21:13:38.573867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-853b6962-d2cc-4232-989d-a517ed2533c4 None None] Provisioning complete for port db4c300c-0a33-47ae-9151-af198b0f822c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:38.574830 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-853b6962-d2cc-4232-989d-a517ed2533c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.614217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:38.615224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.650929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (db4c300c-0a33-47ae-9151-af198b0f822c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.665858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-853b6962-d2cc-4232-989d-a517ed2533c4 None None] Port db4c300c-0a33-47ae-9151-af198b0f822c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:38.683632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.716705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-853b6962-d2cc-4232-989d-a517ed2533c4 None None] Provisioning complete for port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:38.717343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-853b6962-d2cc-4232-989d-a517ed2533c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.761793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9086c449-3d6e-4f87-95e8-a09bfc7ff1ef req-36b5bb09-2c77-457a-9d7b-70e3e888b5f6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2222836
Apr 02 21:13:38.841284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=db4c300c-0a33-47ae-9151-af198b0f822c,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:38.882919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:38.902297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] In _notify_port_updated(), no bound segment for port db4c300c-0a33-47ae-9151-af198b0f822c on network ede2504e-71d6-40ca-83c3-78d389e72b2e {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:13:38.911336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:38.912383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:38.914297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-35bfde20-2c9c-4542-8de6-bbe47d02cf79 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/ports/db4c300c-0a33-47ae-9151-af198b0f822c HTTP/1.1" status: 200  len: 999 time: 1.4731979
Apr 02 21:13:38.917796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58822) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:39.044396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-853b6962-d2cc-4232-989d-a517ed2533c4 None None] Current status of the port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:39.065226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port db4c300c-0a33-47ae-9151-af198b0f822c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:39.065226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:39.068688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2ecbd-1f9b-45b1-8a2c-65b0de79cb61 req-1ca5c483-2407-457e-8ff8-394a9f9c0d75 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:39.073697 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1fe2ecbd-1f9b-45b1-8a2c-65b0de79cb61 req-1ca5c483-2407-457e-8ff8-394a9f9c0d75 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1122677
Apr 02 21:13:39.185343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3589ec34-eed9-4568-9dd7-9165d8b5d475 None None] Provisioning complete for port db4c300c-0a33-47ae-9151-af198b0f822c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:39.186536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3589ec34-eed9-4568-9dd7-9165d8b5d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:39.199106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1fe2ecbd-1f9b-45b1-8a2c-65b0de79cb61 req-44a05720-0ab1-4bf6-b4ba-9e9be68bc4d0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150022
Apr 02 21:13:39.267051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3589ec34-eed9-4568-9dd7-9165d8b5d475 None None] Port db4c300c-0a33-47ae-9151-af198b0f822c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:39.313975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:39.334972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for db4c300c-0a33-47ae-9151-af198b0f822c owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:39.399917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-383addff-da2b-483d-a652-ac90c55c6d68 None None] Provisioning complete for port db4c300c-0a33-47ae-9151-af198b0f822c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:39.400771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-383addff-da2b-483d-a652-ac90c55c6d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:39.542736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-383addff-da2b-483d-a652-ac90c55c6d68 None None] Port db4c300c-0a33-47ae-9151-af198b0f822c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:39.569186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a482f83-3157-49c0-9e6b-7db5409f4db1 req-4fba9379-fddd-428f-b679-d8ccd0f79085 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:39.581685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a482f83-3157-49c0-9e6b-7db5409f4db1 req-4fba9379-fddd-428f-b679-d8ccd0f79085 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2341146
Apr 02 21:13:39.630145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-e8cdd660-7925-423e-ba23-efd88ebf6594 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1595845
Apr 02 21:13:39.702061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a482f83-3157-49c0-9e6b-7db5409f4db1 req-2c6ebc7d-23ef-4f8c-b11a-27e5488385f6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180906
Apr 02 21:13:39.719211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-162796e0-e2ac-4c72-ac18-9fe4c649f31b req-127e9753-5704-4af9-b6c9-7c78748dea3f tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 210 time: 0.0510883
Apr 02 21:13:39.767023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c7754b04-28e1-40e3-b5e9-50087cbaf0d9 None None] Provisioning complete for port db4c300c-0a33-47ae-9151-af198b0f822c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:39.767476 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7754b04-28e1-40e3-b5e9-50087cbaf0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:39.891058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-24c206da-e925-4704-a71a-62ced61158b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:39.892685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-24c206da-e925-4704-a71a-62ced61158b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 1127 time: 0.2198067
Apr 02 21:13:39.933162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c27a5a-80e0-4f22-9b03-d1cf4069498a req-806d0859-ad44-46a4-9555-a6c9ce8e9127 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:39.935003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19c27a5a-80e0-4f22-9b03-d1cf4069498a req-806d0859-ad44-46a4-9555-a6c9ce8e9127 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1504397
Apr 02 21:13:39.944307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (db4c300c-0a33-47ae-9151-af198b0f822c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:40.016997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c7754b04-28e1-40e3-b5e9-50087cbaf0d9 None None] Port db4c300c-0a33-47ae-9151-af198b0f822c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:40.026787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=db4c300c-0a33-47ae-9151-af198b0f822c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:40.155982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19c27a5a-80e0-4f22-9b03-d1cf4069498a req-f4132074-6637-41ed-971a-0fd5350754a1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2084241
Apr 02 21:13:40.219701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-48dcf1aa-6b6f-4006-8796-92a0a1d0a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:40.221253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-48dcf1aa-6b6f-4006-8796-92a0a1d0a605 service neutron] 10.222.0.21 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.2848165
Apr 02 21:13:40.263883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:40.285809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:40.290490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5821643f-23cd-4412-8416-7ddab8f79edc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/db4c300c-0a33-47ae-9151-af198b0f822c HTTP/1.1" status: 204  len: 168 time: 1.3673849
Apr 02 21:13:40.342528 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a882382-b2a5-445e-8470-fa59ea7e6339 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:40.348341 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-073ee702-801c-437c-87e5-5102dfef4850 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 200  len: 217 time: 0.1117952
Apr 02 21:13:40.359653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58876) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:40.362124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2a882382-b2a5-445e-8470-fa59ea7e6339 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/db4c300c-0a33-47ae-9151-af198b0f822c HTTP/1.1" status: 404  len: 333 time: 0.0746446
Apr 02 21:13:40.499221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-83ad5fe9-c165-4537-ac42-0200fc3c516c tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3265dbc2dbab442dbb562ef4a3652650&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0697517
Apr 02 21:13:40.546301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet f8204be0-d885-4761-b97a-1f77aadd0caa {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:40.568303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (f8204be0-d885-4761-b97a-1f77aadd0caa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:40.626758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-a4c86b2a-c283-4f03-9899-891fbe80a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:40.628795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-a4c86b2a-c283-4f03-9899-891fbe80a90d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.2712166
Apr 02 21:13:40.768966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (f8204be0-d885-4761-b97a-1f77aadd0caa), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:40.825691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455a3cb-71d2-4d06-b7cf-4839494fba96 req-406298c6-af51-4010-8e63-328542092623 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:40.827221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e455a3cb-71d2-4d06-b7cf-4839494fba96 req-406298c6-af51-4010-8e63-328542092623 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.3541107
Apr 02 21:13:40.841619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41c77f04-b57c-42f1-aede-d7db30974f27 req-d4edadfd-e75f-4156-952e-ac36ec0ab902 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 210 time: 0.0483956
Apr 02 21:13:40.880497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-5b18eec8-6bb6-47c8-8252-1b780502e0f3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:40.881952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-5b18eec8-6bb6-47c8-8252-1b780502e0f3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3764951
Apr 02 21:13:40.898194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Request body: {'port': {'device_id': 'e1770310-bb84-4579-93de-8db177867c72', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '3265dbc2dbab442dbb562ef4a3652650'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:40.921909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-8374f29b-7abc-48cd-82b8-a83f9041af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:40.923422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-8374f29b-7abc-48cd-82b8-a83f9041af70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2815740
Apr 02 21:13:41.362267 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e455a3cb-71d2-4d06-b7cf-4839494fba96 req-d626d8b2-7938-4770-aace-7e0f853a32b4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5269222
Apr 02 21:13:41.388696 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f8204be0-d885-4761-b97a-1f77aadd0caa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.412467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:41.486013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58924) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:41.497562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-fe8e935e-614f-45c2-99a2-c115e97b4a7a service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5540071
Apr 02 21:13:41.519827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f8204be0-d885-4761-b97a-1f77aadd0caa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.563563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Made reservation on behalf of 3265dbc2dbab442dbb562ef4a3652650 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:41.566900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.579414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=f8204be0-d885-4761-b97a-1f77aadd0caa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:41.589511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109d5bc-79ae-4472-8c6e-5f7d9d32a647 None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:41.590559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.592290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3257a2ac-9d00-4467-b39a-bb17b2a6412d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.594178 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5282a8d-d64e-4a9c-8d1e-48ac229b788c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/f8204be0-d885-4761-b97a-1f77aadd0caa HTTP/1.1" status: 204  len: 168 time: 1.2335348
Apr 02 21:13:41.597042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:41.599271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.714362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa610202-1baa-4630-8755-3f4b8720eb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.737705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet fd285af4-4dc4-46cb-83d3-593f06be1c5a {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:41.743143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13ed9fc1-532e-490c-95c7-b61cc80299e2 req-090d66b7-9a17-473d-a7e1-3de7aac99288 service neutron] 10.222.0.21 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368965
Apr 02 21:13:41.751050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (fd285af4-4dc4-46cb-83d3-593f06be1c5a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.759284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3257a2ac-9d00-4467-b39a-bb17b2a6412d admin admin] Publish callbacks [] for security_group (6850f429-6a02-4c89-8947-58d149bd2bd9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.774345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3257a2ac-9d00-4467-b39a-bb17b2a6412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6850f429-6a02-4c89-8947-58d149bd2bd9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.808776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (fd285af4-4dc4-46cb-83d3-593f06be1c5a), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.821188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3257a2ac-9d00-4467-b39a-bb17b2a6412d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acf941ed89b64dfe81d4c2817a620861&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4070370
Apr 02 21:13:41.821895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:41.866483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257a2ac-9d00-4467-b39a-bb17b2a6412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6850f429-6a02-4c89-8947-58d149bd2bd9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:41.896133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks [] for security_group (9921715e-ea5c-422f-8f05-c2c2e74dcb6d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.919796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9921715e-ea5c-422f-8f05-c2c2e74dcb6d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.944287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa610202-1baa-4630-8755-3f4b8720eb75 admin admin] Publish callbacks [] for security_group (f39d000e-aa12-4469-9ed9-ba7772c8ec3a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.946248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fceec682-3023-4168-88b3-264766298b0f admin admin] Publish callbacks [] for security_group (6850f429-6a02-4c89-8947-58d149bd2bd9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.961727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fa610202-1baa-4630-8755-3f4b8720eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f39d000e-aa12-4469-9ed9-ba7772c8ec3a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:41.999787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-04707c69-b152-495a-89a0-811b82ef71f4 req-a6d02a0d-b59f-4930-bc04-6fa014cef424 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 210 time: 0.0504861
Apr 02 21:13:42.031584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9921715e-ea5c-422f-8f05-c2c2e74dcb6d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.043175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (fd285af4-4dc4-46cb-83d3-593f06be1c5a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.044791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fceec682-3023-4168-88b3-264766298b0f admin admin] Publish callbacks [] for security_group (6850f429-6a02-4c89-8947-58d149bd2bd9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.067937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fa610202-1baa-4630-8755-3f4b8720eb75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=908dce322fe941d296060ecec6ce8630&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5804758
Apr 02 21:13:42.068873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa610202-1baa-4630-8755-3f4b8720eb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d000e-aa12-4469-9ed9-ba7772c8ec3a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.077811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:42.111108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a551ac-dfd4-44c4-b8e8-bcf1bcf215d9 req-aed2114a-d150-4ac5-b7aa-b3c928570f4e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:42.112649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87a551ac-dfd4-44c4-b8e8-bcf1bcf215d9 req-aed2114a-d150-4ac5-b7aa-b3c928570f4e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2419171
Apr 02 21:13:42.123466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fceec682-3023-4168-88b3-264766298b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6850f429-6a02-4c89-8947-58d149bd2bd9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.126319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fceec682-3023-4168-88b3-264766298b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.127511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fceec682-3023-4168-88b3-264766298b0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6850f429-6a02-4c89-8947-58d149bd2bd9 HTTP/1.1" status: 204  len: 168 time: 0.3008754
Apr 02 21:13:42.138066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceec682-3023-4168-88b3-264766298b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6850f429-6a02-4c89-8947-58d149bd2bd9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.245799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Allocated IP 192.168.233.9 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/6587fb80-2925-40bd-9aef-8ccf7c17008c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:42.285323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (fd285af4-4dc4-46cb-83d3-593f06be1c5a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.296962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-a3fd2adc-c3e6-454e-bf90-05059a7a6f61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0669649
Apr 02 21:13:42.328200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87a551ac-dfd4-44c4-b8e8-bcf1bcf215d9 req-596b57bd-96f7-41ac-a948-983197f09056 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1824248
Apr 02 21:13:42.328888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5d5-277b-414c-b4ec-4560dccc01bd admin admin] Publish callbacks [] for security_group (f39d000e-aa12-4469-9ed9-ba7772c8ec3a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.337722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=fd285af4-4dc4-46cb-83d3-593f06be1c5a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.359807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.365686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-85e58d5c-0c46-4a9c-a20d-7c83d2bddc50 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/fd285af4-4dc4-46cb-83d3-593f06be1c5a HTTP/1.1" status: 204  len: 168 time: 0.7673619
Apr 02 21:13:42.366403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:42.413998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-fdd4d2c3-8bbe-47b0-8d32-544066cb0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:42.415775 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5d5-277b-414c-b4ec-4560dccc01bd admin admin] Publish callbacks [] for security_group (f39d000e-aa12-4469-9ed9-ba7772c8ec3a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.416508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-fdd4d2c3-8bbe-47b0-8d32-544066cb0cee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9e9483710f0424b9c347c74a9da708a&device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 1127 time: 0.0549169
Apr 02 21:13:42.535371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ede2504e-71d6-40ca-83c3-78d389e72b2e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.542609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58946) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:42.567347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-629df3b6-02c6-4185-ae3b-a7039fb1755c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.581331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-0a6c5a28-8f1e-4a8d-8a4d-682fac3c2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:42.583875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-0a6c5a28-8f1e-4a8d-8a4d-682fac3c2a14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 200  len: 920 time: 0.1460867
Apr 02 21:13:42.629827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5d5-277b-414c-b4ec-4560dccc01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f39d000e-aa12-4469-9ed9-ba7772c8ec3a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.633513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5d5-277b-414c-b4ec-4560dccc01bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.634677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ad14c5d5-277b-414c-b4ec-4560dccc01bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f39d000e-aa12-4469-9ed9-ba7772c8ec3a HTTP/1.1" status: 204  len: 168 time: 0.5526676
Apr 02 21:13:42.646945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-3f5acafb-e574-439b-881a-f3cc549057dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 200  len: 217 time: 0.0562053
Apr 02 21:13:42.652428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks [] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.661053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14c5d5-277b-414c-b4ec-4560dccc01bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d000e-aa12-4469-9ed9-ba7772c8ec3a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.669802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a183c-b71b-4148-a49a-24297ab4a43a None None] Network ede2504e-71d6-40ca-83c3-78d389e72b2e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:42.704899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:42.705523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.725262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.734589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-ca086379-21d4-4ecc-9aca-08da2970660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:42.736099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-ca086379-21d4-4ecc-9aca-08da2970660a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 200  len: 858 time: 0.0835309
Apr 02 21:13:42.803844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a98ada94-43a8-4bcd-9393-4012f8c6be58 None None] Provisioning complete for port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:42.804755 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a98ada94-43a8-4bcd-9393-4012f8c6be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.814558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-629df3b6-02c6-4185-ae3b-a7039fb1755c admin admin] Publish callbacks [] for security_group (d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.822820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-629df3b6-02c6-4185-ae3b-a7039fb1755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.837381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-a4f893ad-6165-48c5-b9e1-67f390bbd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:42.840070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-a4f893ad-6165-48c5-b9e1-67f390bbd9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=506a0cbe-9c07-48c1-9815-b2435759867a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0954547
Apr 02 21:13:42.844091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:42.846224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] For port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,segment=NetworkSegment(5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c),segment_id=5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:42.846367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:42.857775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:42.861953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Pushing event updated for resources: {'Port': ['ID=6587fb80-2925-40bd-9aef-8ccf7c17008c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.869270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:42.872738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for a7343bbd-3ca7-4d50-9724-9d7fe320f0ec owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:42.906332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-629df3b6-02c6-4185-ae3b-a7039fb1755c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea6e74a6b5d8410982f054b0bbfa4721&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3626597
Apr 02 21:13:42.909462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58950) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:42.913138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] DHCP port deletion for ede2504e-71d6-40ca-83c3-78d389e72b2e request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:42.937071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629df3b6-02c6-4185-ae3b-a7039fb1755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:42.991917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:42.993309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.030902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-50082c2c-71ce-4bdc-b3db-62bc40daa0e8 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738708
Apr 02 21:13:43.036175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-0877d4fd-6e28-4c85-a41c-ffe4c25f569b tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.1442459
Apr 02 21:13:43.048857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ff3c-6787-47f0-9e1e-0e9a1bdaec4c admin admin] Publish callbacks [] for security_group (d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.055881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Request body: {'port': {'device_id': 'e1770310-bb84-4579-93de-8db177867c72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:43.060334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a98ada94-43a8-4bcd-9393-4012f8c6be58 None None] Current status of the port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:43.124803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Deleting port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:43.124933 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.130766 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.183277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ff3c-6787-47f0-9e1e-0e9a1bdaec4c admin admin] Publish callbacks [] for security_group (d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.195845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:43.210525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] For port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:43.211840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.215225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No DVR routers for this DVR port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:43.225895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Calling delete_port for a7343bbd-3ca7-4d50-9724-9d7fe320f0ec owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:43.229815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:13:43.232962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (a7343bbd-3ca7-4d50-9724-9d7fe320f0ec), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.256525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] Pushing event deleted for resources: {'Port': ['ID=a7343bbd-3ca7-4d50-9724-9d7fe320f0ec,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:43.259072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b251df42-11ae-4ed1-8330-3b2972fa9104 req-77630e9e-2088-44e9-9e9e-c13e01621371 service neutron] 10.222.0.15 "GET /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211587
Apr 02 21:13:43.262443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.280203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c87199-f334-4c82-bb97-3d0ee998430c req-efa6c091-c423-4f7e-917a-124fe68853c5 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:43.286259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063305d-9209-4f15-b21a-2dba281b27a4 None None] No DVR routers for this DVR port a7343bbd-3ca7-4d50-9724-9d7fe320f0ec on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:43.302037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29c87199-f334-4c82-bb97-3d0ee998430c req-efa6c091-c423-4f7e-917a-124fe68853c5 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 934 time: 0.1497316
Apr 02 21:13:43.305801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:43.309452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f894eafe-7fbc-47af-b35a-e6d84971a23c None None] Provisioning complete for port 6587fb80-2925-40bd-9aef-8ccf7c17008c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:43.309845 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f894eafe-7fbc-47af-b35a-e6d84971a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.338806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71de1726-9104-448b-8d95-c7fd91a21be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.360208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ede2504e-71d6-40ca-83c3-78d389e72b2e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.364848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f894eafe-7fbc-47af-b35a-e6d84971a23c None None] Port 6587fb80-2925-40bd-9aef-8ccf7c17008c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:43.388072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29c87199-f334-4c82-bb97-3d0ee998430c req-3d0b6106-6cea-4204-b6b8-9062021e128c tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849056
Apr 02 21:13:43.391564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784442ee80>,) {'filters': {'network_id': ['ede2504e-71d6-40ca-83c3-78d389e72b2e']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:43.400015 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ff3c-6787-47f0-9e1e-0e9a1bdaec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.402585 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ff3c-6787-47f0-9e1e-0e9a1bdaec4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.404705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b2b7ff3c-6787-47f0-9e1e-0e9a1bdaec4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d HTTP/1.1" status: 204  len: 168 time: 0.4934044
Apr 02 21:13:43.420280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784442ee80>, '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:43.421015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784442ee80>, '5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:43.481749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71de1726-9104-448b-8d95-c7fd91a21be1 admin admin] Publish callbacks [] for security_group (bfebab98-99eb-420f-a47e-3e44c5a7c419), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.483850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ff3c-6787-47f0-9e1e-0e9a1bdaec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc18c6-b171-40ac-91c4-7aaaca8aeb8d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:43.487509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71de1726-9104-448b-8d95-c7fd91a21be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bfebab98-99eb-420f-a47e-3e44c5a7c419), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.505723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.551450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-71de1726-9104-448b-8d95-c7fd91a21be1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=920057bffeca4ee78d0fd6a35928219b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2403929
Apr 02 21:13:43.551666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.552247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de1726-9104-448b-8d95-c7fd91a21be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfebab98-99eb-420f-a47e-3e44c5a7c419,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:43.553494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 58962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:43.590979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:43.591387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (5daddc72-0fb8-4222-8ed7-98bd5d8b6c1c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:43.596051 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:43.705948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83f258-5cc5-4bfa-bb86-8752be85cc15 req-9e14cf2e-3a36-4562-bac6-292962f82cec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:43.707447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f83f258-5cc5-4bfa-bb86-8752be85cc15 req-9e14cf2e-3a36-4562-bac6-292962f82cec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2290199
Apr 02 21:13:43.726723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ede2504e-71d6-40ca-83c3-78d389e72b2e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.737112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.740207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/ede2504e-71d6-40ca-83c3-78d389e72b2e HTTP/1.1" status: 204  len: 168 time: 1.3658092
Apr 02 21:13:43.745079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:43.771356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8a43e-512b-47aa-8827-bcbda2b61c6b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=ede2504e-71d6-40ca-83c3-78d389e72b2e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:43.800361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-77664733-5817-4dde-83a0-54707a75c67d admin admin] Publish callbacks [] for security_group (bfebab98-99eb-420f-a47e-3e44c5a7c419), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.802571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea872711-23f1-4525-9932-edeedc1f1735 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:43.807912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ea872711-23f1-4525-9932-edeedc1f1735 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0578427
Apr 02 21:13:43.808482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58972) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:43.850601 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f83f258-5cc5-4bfa-bb86-8752be85cc15 req-7fb94eba-5a86-4117-b6fe-75d0d7381f68 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341598
Apr 02 21:13:43.862925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-77664733-5817-4dde-83a0-54707a75c67d admin admin] Publish callbacks [] for security_group (bfebab98-99eb-420f-a47e-3e44c5a7c419), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.886818 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-24a45ab5-e5c0-4135-accc-b8475fea87f0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0762351
Apr 02 21:13:43.890315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58978) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:43.896248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2050064946'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:43.918619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:43.922040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.932038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6587fb80-2925-40bd-9aef-8ccf7c17008c {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:13:43.940229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Publish callbacks [] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.947693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:43.962852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Transition to ACTIVE for port object 6587fb80-2925-40bd-9aef-8ccf7c17008c will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:13:43.963862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-77664733-5817-4dde-83a0-54707a75c67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bfebab98-99eb-420f-a47e-3e44c5a7c419), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.966469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-77664733-5817-4dde-83a0-54707a75c67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.967803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-77664733-5817-4dde-83a0-54707a75c67d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfebab98-99eb-420f-a47e-3e44c5a7c419 HTTP/1.1" status: 204  len: 168 time: 0.4104266
Apr 02 21:13:43.968090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a83545d7-86b2-462d-8416-0240c292ccb4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:43.968668 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment a83545d7-86b2-462d-8416-0240c292ccb4 of type vlan for network a487c842-9081-4a77-96b2-764da6ee2a18
Apr 02 21:13:43.972227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.001682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77664733-5817-4dde-83a0-54707a75c67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfebab98-99eb-420f-a47e-3e44c5a7c419,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:44.013866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a487c842-9081-4a77-96b2-764da6ee2a18), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.043472 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a487c842-9081-4a77-96b2-764da6ee2a18), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.052215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=6587fb80-2925-40bd-9aef-8ccf7c17008c,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:44.056499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:44.058443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.126352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2347574
Apr 02 21:13:44.130366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 58988) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:44.144332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:44.194898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Attempting to bind port 6587fb80-2925-40bd-9aef-8ccf7c17008c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:44.195263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Attempting to bind port 6587fb80-2925-40bd-9aef-8ccf7c17008c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:44.196136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Attempting to bind port 6587fb80-2925-40bd-9aef-8ccf7c17008c on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:44.204421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Port 6587fb80-2925-40bd-9aef-8ccf7c17008c on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:13:44.204780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Attempting to bind port 6587fb80-2925-40bd-9aef-8ccf7c17008c on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:44.213611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:44.214271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:44.215535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:44.216220 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Bound port: 6587fb80-2925-40bd-9aef-8ccf7c17008c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:44.216855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.221987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5efbd-e5ec-4acf-bdf5-385e1104d592 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=a487c842-9081-4a77-96b2-764da6ee2a18,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:44.238604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a487c842-9081-4a77-96b2-764da6ee2a18 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:44.321636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] For port 6587fb80-2925-40bd-9aef-8ccf7c17008c, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:44.327663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] For port 6587fb80-2925-40bd-9aef-8ccf7c17008c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:44.361404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.402243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a7343bbd-3ca7-4d50-9724-9d7fe320f0ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:44.409516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:44.416141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.422907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:44.423531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.424983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] 10.222.0.15 "PUT /v2.0/ports/6587fb80-2925-40bd-9aef-8ccf7c17008c HTTP/1.1" status: 200  len: 1094 time: 1.3772759
Apr 02 21:13:44.425427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1770310-bb84-4579-93de-8db177867c72', 'tag': '6587fb80-2925-40bd-9aef-8ccf7c17008c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:44.427665 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1770310-bb84-4579-93de-8db177867c72", "tag": "6587fb80-2925-40bd-9aef-8ccf7c17008c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:44.559317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f29b2-7212-4d34-896d-390ab887fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=6587fb80-2925-40bd-9aef-8ccf7c17008c,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:44.570753 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7004a27e-b9f2-4440-a33d-2776b819ddba x-openstack-request-id: req-7004a27e-b9f2-4440-a33d-2776b819ddba {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:44.572705 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1770310-bb84-4579-93de-8db177867c72", "tag": "6587fb80-2925-40bd-9aef-8ccf7c17008c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:44.574623 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7004a27e-b9f2-4440-a33d-2776b819ddba {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:44.575105 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7004a27e-b9f2-4440-a33d-2776b819ddba'] response: {'name': 'network-changed', 'server_uuid': 'e1770310-bb84-4579-93de-8db177867c72', 'tag': '6587fb80-2925-40bd-9aef-8ccf7c17008c', 'status': 'completed', 'code': 200}
Apr 02 21:13:44.579027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a7343bbd-3ca7-4d50-9724-9d7fe320f0ec {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:44.579543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a7343bbd-3ca7-4d50-9724-9d7fe320f0ec not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:44.611569 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:44.619342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-18062c4a-275d-49ac-85ec-0451913a7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:44.621807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-18062c4a-275d-49ac-85ec-0451913a7c60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3265dbc2dbab442dbb562ef4a3652650&device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 1128 time: 0.1367369
Apr 02 21:13:44.680445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-dadca0fb-3df0-4836-83a6-978818b04bb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c HTTP/1.1" status: 200  len: 217 time: 0.0489836
Apr 02 21:13:44.757097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-83f97093-c05b-48d9-a611-14f2498f6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:44.758672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-83f97093-c05b-48d9-a611-14f2498f6d44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0725555
Apr 02 21:13:44.833566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79bc-cf58-4099-9216-ddb412c466ca req-739084d3-d3d1-4b5e-b319-177d4d13dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:44.835157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-739084d3-d3d1-4b5e-b319-177d4d13dc44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0710425
Apr 02 21:13:44.901143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f4207-a4d1-48a9-98b1-b21d10c5b2b6 req-2df982b3-da20-4aa7-990b-cee4237d9ffc tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:44.908517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b0f4207-a4d1-48a9-98b1-b21d10c5b2b6 req-2df982b3-da20-4aa7-990b-cee4237d9ffc tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 946 time: 0.2884820
Apr 02 21:13:44.921504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (178b1c12-8f94-4836-863c-822d67d24fda), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.003219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-189160a0-f7ea-48d2-8756-973720fe592b service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605368
Apr 02 21:13:45.044729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=178b1c12-8f94-4836-863c-822d67d24fda,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:45.046069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58eae9-366f-4460-bda9-3c88589b2b51 req-4759ab91-4f65-40ad-bc59-4a8e97a93438 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:45.047140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': 'a83545d7-86b2-462d-8416-0240c292ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:45.047500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: a487c842-9081-4a77-96b2-764da6ee2a18, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:45.053914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c58eae9-366f-4460-bda9-3c88589b2b51 req-4759ab91-4f65-40ad-bc59-4a8e97a93438 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1049678
Apr 02 21:13:45.063094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b0f4207-a4d1-48a9-98b1-b21d10c5b2b6 req-b05dc679-15c9-46e2-95ed-debbd1f9d20d tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536269
Apr 02 21:13:45.095963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network a487c842-9081-4a77-96b2-764da6ee2a18 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:45.108637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a487c842-9081-4a77-96b2-764da6ee2a18) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:45.118231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2a239-32ca-465d-84ac-8524b3788bdd None None] Network a487c842-9081-4a77-96b2-764da6ee2a18 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:45.124872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:45.125601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.148302 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e9f9ce3-7001-4818-8b43-35641ed58e94 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0164623
Apr 02 21:13:45.151784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:45.156866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18', 'name': 'tempest-PortsTestJSON-1200540496'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:45.193590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c58eae9-366f-4460-bda9-3c88589b2b51 req-92652e75-0c40-45fa-8c90-996fd0572d05 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290405
Apr 02 21:13:45.226019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-168c79bc-cf58-4099-9216-ddb412c466ca req-a2d6e845-fe3e-4dd1-ba62-915fa3d16589 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143528
Apr 02 21:13:45.325369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-f6b3d85b-d939-4601-a7af-1dd6bdcb6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:45.326447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a487c842-9081-4a77-96b2-764da6ee2a18', 'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': '178b1c12-8f94-4836-863c-822d67d24fda'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:45.327040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-f6b3d85b-d939-4601-a7af-1dd6bdcb6343 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3265dbc2dbab442dbb562ef4a3652650&device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 1128 time: 0.0491686
Apr 02 21:13:45.328087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.363425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:45.368526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.434340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 66272ecc-903d-4d49-9581-9e26c9491ad1 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:45.479658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Allocated IP 172.20.0.2 (a487c842-9081-4a77-96b2-764da6ee2a18/178b1c12-8f94-4836-863c-822d67d24fda/c96b8eeb-7898-4a70-bccd-7d9cd72d9909) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:45.480010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-8a85e7cc-fd9c-4331-a86d-4c42ab6f1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:45.481802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-8a85e7cc-fd9c-4331-a86d-4c42ab6f1cf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1487253
Apr 02 21:13:45.536011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-0797a671-9441-4ca6-bf6a-0df71bac4888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c HTTP/1.1" status: 200  len: 217 time: 0.0467074
Apr 02 21:13:45.597543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-96abcf45-01a8-4b26-ace3-226ce17c7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:45.599065 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-96abcf45-01a8-4b26-ace3-226ce17c7f1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0566907
Apr 02 21:13:45.667019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Publish callbacks [] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.667853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-77ad711d-bd9b-486c-8a39-5973491e07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:45.669941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-77ad711d-bd9b-486c-8a39-5973491e07ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0650523
Apr 02 21:13:45.673661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.691313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Network a487c842-9081-4a77-96b2-764da6ee2a18 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:45.693894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:45.718967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:45.770085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.13 (a487c842-9081-4a77-96b2-764da6ee2a18/178b1c12-8f94-4836-863c-822d67d24fda/66272ecc-903d-4d49-9581-9e26c9491ad1) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:45.795926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Pushing event updated for resources: {'Port': ['ID=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:45.808957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Attempting to bind port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:45.809409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Attempting to bind port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a83545d7-86b2-462d-8416-0240c292ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:45.809851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Attempting to bind port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 on network a487c842-9081-4a77-96b2-764da6ee2a18 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:45.815990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:45.816448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Checking segment: {'id': 'a83545d7-86b2-462d-8416-0240c292ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:45.816935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.817409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Bound using segment: {'id': 'a83545d7-86b2-462d-8416-0240c292ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:45.817953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Bound port: c96b8eeb-7898-4a70-bccd-7d9cd72d9909, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83545d7-86b2-462d-8416-0240c292ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:45.818400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:45.837464 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-3a79d322-25da-40d2-9a7d-abc690619f60 service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579621
Apr 02 21:13:45.898165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d3869833-0257-459e-a088-9e3923703f64 None None] For port c96b8eeb-7898-4a70-bccd-7d9cd72d9909, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:45.904810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d3869833-0257-459e-a088-9e3923703f64 None None] For port c96b8eeb-7898-4a70-bccd-7d9cd72d9909, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,segment=NetworkSegment(a83545d7-86b2-462d-8416-0240c292ccb4),segment_id=a83545d7-86b2-462d-8416-0240c292ccb4)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:45.916473 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.026488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3869833-0257-459e-a088-9e3923703f64 None None] Pushing event updated for resources: {'Port': ['ID=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:46.026915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.036272 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5b99af-52b6-4ad9-88d4-f4554e0f8fd0 req-7e957222-880d-4f1c-ae0f-265e2cd4363a service neutron] 10.222.0.15 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932726
Apr 02 21:13:46.079793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.139123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network a487c842-9081-4a77-96b2-764da6ee2a18 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:46.144906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:46.151164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:46.157570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=66272ecc-903d-4d49-9581-9e26c9491ad1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:46.264336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:46.265081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.306608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59072) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:46.308218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05b1ade0-8bca-46ff-b6f0-f02705b58269 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.1551623
Apr 02 21:13:46.322273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': 'a487c842-9081-4a77-96b2-764da6ee2a18', 'name': 'tempest-PortsTestJSON-1411982059'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:46.322939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44489880-4c4c-4ee2-90a4-cb341a810236 req-4aedded5-abaa-42fd-b041-afd79fe5184f tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:46.324999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44489880-4c4c-4ee2-90a4-cb341a810236 req-4aedded5-abaa-42fd-b041-afd79fe5184f tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 946 time: 0.1685202
Apr 02 21:13:46.428757 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44489880-4c4c-4ee2-90a4-cb341a810236 req-e1763633-9f1b-4253-876a-f04271a74665 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971825
Apr 02 21:13:46.462749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96b8eeb-7898-4a70-bccd-7d9cd72d9909 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:46.557813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:46.558213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.581011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545508a1-84a4-4c6f-9f6d-916ae022e469 req-b975bd47-8f66-4fdd-bab0-fa109fbf670b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:46.589249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-545508a1-84a4-4c6f-9f6d-916ae022e469 req-b975bd47-8f66-4fdd-bab0-fa109fbf670b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2139950
Apr 02 21:13:46.642260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:46.646314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.655134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:46.655525 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.690301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-545508a1-84a4-4c6f-9f6d-916ae022e469 req-36179311-4950-4f93-aa06-7060af2ca12b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974050
Apr 02 21:13:46.704306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 46cdff53-8cf1-4660-9f44-6d4a2d9d9b00 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:46.711697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port c96b8eeb-7898-4a70-bccd-7d9cd72d9909, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,segment=NetworkSegment(a83545d7-86b2-462d-8416-0240c292ccb4),segment_id=a83545d7-86b2-462d-8416-0240c292ccb4)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:46.716547 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:46.776871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:46.843099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.10 (a487c842-9081-4a77-96b2-764da6ee2a18/178b1c12-8f94-4836-863c-822d67d24fda/46cdff53-8cf1-4660-9f44-6d4a2d9d9b00) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:47.044270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (46cdff53-8cf1-4660-9f44-6d4a2d9d9b00), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.090309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (46cdff53-8cf1-4660-9f44-6d4a2d9d9b00), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.145156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network a487c842-9081-4a77-96b2-764da6ee2a18 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:47.149240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:47.158495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:47.206516 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=46cdff53-8cf1-4660-9f44-6d4a2d9d9b00,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:47.227148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:47.228019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.270451 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-22b52b68-338a-4048-b763-70dfd6bfa16e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.9596877
Apr 02 21:13:47.271533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59114) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:47.401731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41ccc2-e981-45df-871a-f4aa2453d5f4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:47.404497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa41ccc2-e981-45df-871a-f4aa2453d5f4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200  len: 923 time: 0.1310816
Apr 02 21:13:47.406139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:47.545677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431083c8-f4ff-472a-a6f7-38fd5d449083 None None] Network a487c842-9081-4a77-96b2-764da6ee2a18 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:47.627632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 46cdff53-8cf1-4660-9f44-6d4a2d9d9b00 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:47.627977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (46cdff53-8cf1-4660-9f44-6d4a2d9d9b00), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.633090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fe5a2282-b9ca-41fb-94d7-f03a97f2541c None None] Provisioning complete for port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:47.633467 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2282-b9ca-41fb-94d7-f03a97f2541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.649151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b980eb-b809-449c-a717-4705120ca51f req-10145af7-21c6-445b-9628-d8c2c4470ed5 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:47.652831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5b980eb-b809-449c-a717-4705120ca51f req-10145af7-21c6-445b-9628-d8c2c4470ed5 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 946 time: 0.1127903
Apr 02 21:13:47.751621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5b980eb-b809-449c-a717-4705120ca51f req-f0da0e43-b305-43fd-8053-6a1c8f9cfc33 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906923
Apr 02 21:13:47.761433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (46cdff53-8cf1-4660-9f44-6d4a2d9d9b00), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.776553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a2282-b9ca-41fb-94d7-f03a97f2541c None None] Current status of the port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:47.776876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 46cdff53-8cf1-4660-9f44-6d4a2d9d9b00 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:47.828570 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.849267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdce28-6c97-4f95-b614-77f58fd6c7cd req-62a25531-30f2-4db5-8a79-296c4f3b34ae tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:47.850845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ecdce28-6c97-4f95-b614-77f58fd6c7cd req-62a25531-30f2-4db5-8a79-296c4f3b34ae tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0666084
Apr 02 21:13:47.921119 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ecdce28-6c97-4f95-b614-77f58fd6c7cd req-c216ea70-7fa4-4454-a48d-9efd2d6986b7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590549
Apr 02 21:13:47.947654 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (46cdff53-8cf1-4660-9f44-6d4a2d9d9b00), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:47.979439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=46cdff53-8cf1-4660-9f44-6d4a2d9d9b00,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:48.059986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.063758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4e3a1542-12a7-4143-aa16-387ad0cacf57 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/46cdff53-8cf1-4660-9f44-6d4a2d9d9b00 HTTP/1.1" status: 204  len: 168 time: 0.6564894
Apr 02 21:13:48.066627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59152) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:48.099070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Could not find standard attr ID for object 46cdff53-8cf1-4660-9f44-6d4a2d9d9b00. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:13:48.107918 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6d2130-9533-4435-989f-39f4ff7dcfe5 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:48.109924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7f6d2130-9533-4435-989f-39f4ff7dcfe5 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/46cdff53-8cf1-4660-9f44-6d4a2d9d9b00 HTTP/1.1" status: 404  len: 333 time: 0.0414627
Apr 02 21:13:48.112594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59156) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:48.116444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Provisioning complete for port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:48.117077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.217308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Current status of the port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:48.229104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Provisioning complete for port 66272ecc-903d-4d49-9581-9e26c9491ad1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:48.229757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.240847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 66272ecc-903d-4d49-9581-9e26c9491ad1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:48.241333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.280063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebd9b9-31f7-4b65-876d-2d7086083f22 None None] Port 66272ecc-903d-4d49-9581-9e26c9491ad1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:48.373522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96b8eeb-7898-4a70-bccd-7d9cd72d9909 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:48.410799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.430167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2e342be9-96e9-4dfd-98d3-20da025c4068 None None] Provisioning complete for port 66272ecc-903d-4d49-9581-9e26c9491ad1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:48.430573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2e342be9-96e9-4dfd-98d3-20da025c4068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.446158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 66272ecc-903d-4d49-9581-9e26c9491ad1 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:48.486272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2e342be9-96e9-4dfd-98d3-20da025c4068 None None] Port 66272ecc-903d-4d49-9581-9e26c9491ad1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:48.487478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:48.487852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.586611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:48.706799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-845d764a-eda5-4d08-9906-40bd3d389eee None None] Could not find standard attr ID for object 46cdff53-8cf1-4660-9f44-6d4a2d9d9b00. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:13:48.719684 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (66272ecc-903d-4d49-9581-9e26c9491ad1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.720260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59172) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:48.753919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=66272ecc-903d-4d49-9581-9e26c9491ad1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:48.852343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.856764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-857665a8-2bed-4153-942d-ea9b3081ddce tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/66272ecc-903d-4d49-9581-9e26c9491ad1 HTTP/1.1" status: 204  len: 168 time: 0.7427137
Apr 02 21:13:48.859514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59186) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:48.924349 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a0ad5e-57b0-4e70-b3d8-9c6370f144a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:48.925797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-30a0ad5e-57b0-4e70-b3d8-9c6370f144a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/66272ecc-903d-4d49-9581-9e26c9491ad1 HTTP/1.1" status: 404  len: 333 time: 0.0650642
Apr 02 21:13:48.928757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59196) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:48.939891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8157dea0-28ee-4cad-815e-5ae044e84582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:48.966787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e96b5-35b8-4b7b-99da-86ae48be3793 req-89fee026-02a9-45f1-b8de-e11ae9fd5d88 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:48.968943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff4e96b5-35b8-4b7b-99da-86ae48be3793 req-89fee026-02a9-45f1-b8de-e11ae9fd5d88 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 946 time: 0.1221948
Apr 02 21:13:49.035817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet 178b1c12-8f94-4836-863c-822d67d24fda {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:49.039442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (178b1c12-8f94-4836-863c-822d67d24fda), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.048420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff4e96b5-35b8-4b7b-99da-86ae48be3793 req-414e850f-4507-4fb8-8d45-c8e123e32caa tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709512
Apr 02 21:13:49.083018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8157dea0-28ee-4cad-815e-5ae044e84582 admin admin] Publish callbacks [] for security_group (fa1b7617-3669-412f-9148-46df5a6a72c9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.086752 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (178b1c12-8f94-4836-863c-822d67d24fda), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.089666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8157dea0-28ee-4cad-815e-5ae044e84582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fa1b7617-3669-412f-9148-46df5a6a72c9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.131198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157dea0-28ee-4cad-815e-5ae044e84582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b7617-3669-412f-9148-46df5a6a72c9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:49.134425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21d6ad-92b1-41bf-83df-e208427f9963 req-070c23f1-ed66-4e79-9cb7-bcda287a1205 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:49.135933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f21d6ad-92b1-41bf-83df-e208427f9963 req-070c23f1-ed66-4e79-9cb7-bcda287a1205 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1345756
Apr 02 21:13:49.138605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59200) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:49.138817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8157dea0-28ee-4cad-815e-5ae044e84582 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bab0e8e1a934ea8a4b7d33af322e065&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4175014
Apr 02 21:13:49.531796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6587fb80-2925-40bd-9aef-8ccf7c17008c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:13:49.584682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f21d6ad-92b1-41bf-83df-e208427f9963 req-0fab4a71-11f0-43fb-9ef2-50d24b30273e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4374244
Apr 02 21:13:49.587380 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (178b1c12-8f94-4836-863c-822d67d24fda), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.609535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d479e3a-5553-400a-9875-91df20fb2960 admin admin] Publish callbacks [] for security_group (fa1b7617-3669-412f-9148-46df5a6a72c9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.633427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6587fb80-2925-40bd-9aef-8ccf7c17008c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:49.643043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d479e3a-5553-400a-9875-91df20fb2960 admin admin] Publish callbacks [] for security_group (fa1b7617-3669-412f-9148-46df5a6a72c9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.644499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '6587fb80-2925-40bd-9aef-8ccf7c17008c', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '6587fb80-2925-40bd-9aef-8ccf7c17008c', 'mac_address': 'fa:16:3e:81:22:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:13:49.684430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6587fb80-2925-40bd-9aef-8ccf7c17008c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:49.684871 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.689716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (178b1c12-8f94-4836-863c-822d67d24fda), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.699640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6587fb80-2925-40bd-9aef-8ccf7c17008c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:13:49.721399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6587fb80-2925-40bd-9aef-8ccf7c17008c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:49.723138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=178b1c12-8f94-4836-863c-822d67d24fda,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:49.727759 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.731525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.734890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e5047-bfd9-4b19-8850-8fcb5d8f1cad None None] Network a487c842-9081-4a77-96b2-764da6ee2a18 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:49.735324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5c3e6d71-c9af-4a35-ba88-6fc23c1a600c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/178b1c12-8f94-4836-863c-822d67d24fda HTTP/1.1" status: 204  len: 168 time: 0.8054676
Apr 02 21:13:49.736913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d479e3a-5553-400a-9875-91df20fb2960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fa1b7617-3669-412f-9148-46df5a6a72c9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.738611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59202) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:49.739358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d479e3a-5553-400a-9875-91df20fb2960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.744245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8d479e3a-5553-400a-9875-91df20fb2960 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa1b7617-3669-412f-9148-46df5a6a72c9 HTTP/1.1" status: 204  len: 168 time: 0.6045165
Apr 02 21:13:49.752606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d479e3a-5553-400a-9875-91df20fb2960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b7617-3669-412f-9148-46df5a6a72c9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:49.827947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a487c842-9081-4a77-96b2-764da6ee2a18), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.893658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:49.894069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.972037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] For port c96b8eeb-7898-4a70-bccd-7d9cd72d9909, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,segment=NetworkSegment(a83545d7-86b2-462d-8416-0240c292ccb4),segment_id=a83545d7-86b2-462d-8416-0240c292ccb4)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:49.972352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:49.989930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for c96b8eeb-7898-4a70-bccd-7d9cd72d9909 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:50.103732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c96b8eeb-7898-4a70-bccd-7d9cd72d9909), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.108417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6587fb80-2925-40bd-9aef-8ccf7c17008c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:50.188195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6587fb80-2925-40bd-9aef-8ccf7c17008c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:13:50.200634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=c96b8eeb-7898-4a70-bccd-7d9cd72d9909,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:50.221426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No DVR routers for this DVR port c96b8eeb-7898-4a70-bccd-7d9cd72d9909 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:50.221566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59224) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:50.233179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ee4ba-b57c-4f1f-ad2d-32768b865124 None None] DHCP port deletion for a487c842-9081-4a77-96b2-764da6ee2a18 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:50.239379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1d4dbf-2a5b-41ea-a5f6-7c264f3243b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.346462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96b8eeb-7898-4a70-bccd-7d9cd72d9909 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:50.371712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c96b8eeb-7898-4a70-bccd-7d9cd72d9909 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:50.372286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96b8eeb-7898-4a70-bccd-7d9cd72d9909 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:50.379482 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1d4dbf-2a5b-41ea-a5f6-7c264f3243b7 admin admin] Publish callbacks [] for security_group (53a46c85-fbb4-4397-b99e-5b73fc214a73), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.387229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc1d4dbf-2a5b-41ea-a5f6-7c264f3243b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (53a46c85-fbb4-4397-b99e-5b73fc214a73), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.404139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bee4-eb77-4919-b6ae-e910375f3396 req-f6494b65-9bca-47b6-bf2b-90e1e10ee817 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:50.405864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df11bee4-eb77-4919-b6ae-e910375f3396 req-f6494b65-9bca-47b6-bf2b-90e1e10ee817 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 947 time: 0.2025590
Apr 02 21:13:50.407945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a487c842-9081-4a77-96b2-764da6ee2a18), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.442861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cc1d4dbf-2a5b-41ea-a5f6-7c264f3243b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab53a837f44d4b2f80742f92aef3d930&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2203891
Apr 02 21:13:50.443070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59232) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:50.444410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d4dbf-2a5b-41ea-a5f6-7c264f3243b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a46c85-fbb4-4397-b99e-5b73fc214a73,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:50.455328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844714cd0>,) {'filters': {'network_id': ['a487c842-9081-4a77-96b2-764da6ee2a18']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:50.480334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844714cd0>, 'a83545d7-86b2-462d-8416-0240c292ccb4') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:50.480662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844714cd0>, 'a83545d7-86b2-462d-8416-0240c292ccb4') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:50.520611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (a83545d7-86b2-462d-8416-0240c292ccb4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.534634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df11bee4-eb77-4919-b6ae-e910375f3396 req-5d9c7147-cb71-4a84-a71f-70ee179c0a73 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173277
Apr 02 21:13:50.545625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a83545d7-86b2-462d-8416-0240c292ccb4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.558717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:50.559118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (a83545d7-86b2-462d-8416-0240c292ccb4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:50.562118 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:50.578086 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd20c70-ddf5-4bcb-9905-2be10525cac6 admin admin] Publish callbacks [] for security_group (53a46c85-fbb4-4397-b99e-5b73fc214a73), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.643336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd20c70-ddf5-4bcb-9905-2be10525cac6 admin admin] Publish callbacks [] for security_group (53a46c85-fbb4-4397-b99e-5b73fc214a73), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.650602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a487c842-9081-4a77-96b2-764da6ee2a18), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.661197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.668729 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/a487c842-9081-4a77-96b2-764da6ee2a18 HTTP/1.1" status: 204  len: 168 time: 0.9290335
Apr 02 21:13:50.670924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59244) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:50.690297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164106848'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:50.705303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d57a4-6b5c-4e7c-9f05-cf1a29db30c3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=a487c842-9081-4a77-96b2-764da6ee2a18,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:50.726627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375af30-cfb9-4159-b190-34ebcf707c91 req-45b63319-0737-4e90-a4a2-adaba4b03cd3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:50.727092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:50.729060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7375af30-cfb9-4159-b190-34ebcf707c91 req-45b63319-0737-4e90-a4a2-adaba4b03cd3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0630414
Apr 02 21:13:50.731268 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.756885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd20c70-ddf5-4bcb-9905-2be10525cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (53a46c85-fbb4-4397-b99e-5b73fc214a73), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.761016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5fd20c70-ddf5-4bcb-9905-2be10525cac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.762157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fd20c70-ddf5-4bcb-9905-2be10525cac6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53a46c85-fbb4-4397-b99e-5b73fc214a73 HTTP/1.1" status: 204  len: 168 time: 0.3165004
Apr 02 21:13:50.768173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:50.777195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd20c70-ddf5-4bcb-9905-2be10525cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a46c85-fbb4-4397-b99e-5b73fc214a73,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:50.784862 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4efd1312-6c94-4518-84e2-e56040c4a508), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.785214 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment 4efd1312-6c94-4518-84e2-e56040c4a508 of type vlan for network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60
Apr 02 21:13:50.792734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7375af30-cfb9-4159-b190-34ebcf707c91 req-4ff29616-e94b-49b2-8f1d-c7b0f8ea3def tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521715
Apr 02 21:13:50.844149 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.873894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.878905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:50.879491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:50.917987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2398615
Apr 02 21:13:50.918189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59256) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:50.923021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:50.968153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34258ed7-ceb6-448e-a8e6-a8f3d17ed579 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:50.979319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:51.041811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:51.045506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.239108 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (dd3bf100-3e92-441c-adfa-5e236c6e34a9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.311192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=dd3bf100-3e92-441c-adfa-5e236c6e34a9,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:51.319015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': '4efd1312-6c94-4518-84e2-e56040c4a508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:51.319583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:51.338720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:51.351170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:51.356201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:51.357003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.363462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e611e6-4770-4fb3-a8bb-3972253f7031 None None] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:51.379149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59286) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:51.379696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bbf0e1dc-ab9e-4881-a9d6-30927da75feb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4603524
Apr 02 21:13:51.385934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60', 'name': 'tempest-PortsTestJSON-1654014871', 'fixed_ips': [{'subnet_id': 'dd3bf100-3e92-441c-adfa-5e236c6e34a9', 'ip_address': '172.20.0.10'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:51.506928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60', 'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': 'dd3bf100-3e92-441c-adfa-5e236c6e34a9'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:51.507913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.517631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:51.593306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6587fb80-2925-40bd-9aef-8ccf7c17008c up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:51.640269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:51.651102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.688521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port d4bcebe5-1fce-4350-9c47-df04de302c88 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:51.747416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba71a-4002-439e-97ab-64d671716967 req-e06ef12a-e262-4e4b-9725-c66f16fb052a tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:51.749742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb5ba71a-4002-439e-97ab-64d671716967 req-e06ef12a-e262-4e4b-9725-c66f16fb052a tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 947 time: 0.1022367
Apr 02 21:13:51.789613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 6587fb80-2925-40bd-9aef-8ccf7c17008c completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:13:51.798789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Allocated IP 172.20.0.2 (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60/dd3bf100-3e92-441c-adfa-5e236c6e34a9/34734061-06a8-40e9-b3f9-27e46f1571d5) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:51.805637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb5ba71a-4002-439e-97ab-64d671716967 req-91d3df8b-c775-4a08-8557-63b3d3a61a52 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490580
Apr 02 21:13:51.813534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 6587fb80-2925-40bd-9aef-8ccf7c17008c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:51.814225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.960317 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0dccc7b-fea0-4d4f-8c64-657d26f84d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:51.961566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b66c0-fad5-4878-92fe-a138f0bf0321 req-15a913ff-371d-4a93-8960-8997099b4d8e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:51.966081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd9b66c0-fad5-4878-92fe-a138f0bf0321 req-15a913ff-371d-4a93-8960-8997099b4d8e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0854053
Apr 02 21:13:51.999644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6587fb80-2925-40bd-9aef-8ccf7c17008c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:52.000210 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.029642 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd9b66c0-fad5-4878-92fe-a138f0bf0321 req-0ae7d23d-4841-41f6-b745-7eb1e9c24e36 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552590
Apr 02 21:13:52.034480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1770310-bb84-4579-93de-8db177867c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6587fb80-2925-40bd-9aef-8ccf7c17008c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:13:52.036760 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb66375-09cc-47bb-aa10-c300553e2a78" -d '{"events": [{"server_uuid": "e1770310-bb84-4579-93de-8db177867c72", "name": "network-vif-plugged", "status": "completed", "tag": "6587fb80-2925-40bd-9aef-8ccf7c17008c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:13:52.070755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6587fb80-2925-40bd-9aef-8ccf7c17008c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:52.082013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.089279 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbabddb-f2d5-4137-91c0-101fdf965621 x-openstack-request-id: req-6dbabddb-f2d5-4137-91c0-101fdf965621 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:13:52.089579 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1770310-bb84-4579-93de-8db177867c72", "name": "network-vif-plugged", "status": "completed", "tag": "6587fb80-2925-40bd-9aef-8ccf7c17008c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:13:52.089832 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dbabddb-f2d5-4137-91c0-101fdf965621 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:13:52.090245 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbabddb-f2d5-4137-91c0-101fdf965621'] response: {'server_uuid': 'e1770310-bb84-4579-93de-8db177867c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6587fb80-2925-40bd-9aef-8ccf7c17008c', 'code': 200}
Apr 02 21:13:52.092043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0dccc7b-fea0-4d4f-8c64-657d26f84d6e admin admin] Publish callbacks [] for security_group (197ae6a3-a815-4f59-8477-c3642ce73d06), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.100988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0dccc7b-fea0-4d4f-8c64-657d26f84d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (197ae6a3-a815-4f59-8477-c3642ce73d06), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.127453 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Publish callbacks [] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.142224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.163809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e0dccc7b-fea0-4d4f-8c64-657d26f84d6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba5069f9c1a14903acb26267457acaae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5223806
Apr 02 21:13:52.164904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dccc7b-fea0-4d4f-8c64-657d26f84d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ae6a3-a815-4f59-8477-c3642ce73d06,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:52.167357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59312) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:52.176435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:52.179829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:52.188632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:52.204872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6587fb80-2925-40bd-9aef-8ccf7c17008c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:52.231960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75c2e2c9-c609-4f7d-b46a-5138630a6b9c admin admin] Publish callbacks [] for security_group (197ae6a3-a815-4f59-8477-c3642ce73d06), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.300331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Attempting to bind port 34734061-06a8-40e9-b3f9-27e46f1571d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:52.300763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Attempting to bind port 34734061-06a8-40e9-b3f9-27e46f1571d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4efd1312-6c94-4518-84e2-e56040c4a508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:52.301441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Attempting to bind port 34734061-06a8-40e9-b3f9-27e46f1571d5 on network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:52.302031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.10 (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60/dd3bf100-3e92-441c-adfa-5e236c6e34a9/d4bcebe5-1fce-4350-9c47-df04de302c88) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:52.310452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:52.310452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Checking segment: {'id': '4efd1312-6c94-4518-84e2-e56040c4a508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:52.310940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.311383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Bound using segment: {'id': '4efd1312-6c94-4518-84e2-e56040c4a508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:52.311715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Bound port: 34734061-06a8-40e9-b3f9-27e46f1571d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efd1312-6c94-4518-84e2-e56040c4a508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:52.312100 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.316974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de78da-2a10-4117-916b-bdbc9965fdf3 req-e6e0959f-9618-4b4d-a394-5cc80a8b5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:52.318725 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04de78da-2a10-4117-916b-bdbc9965fdf3 req-e6e0959f-9618-4b4d-a394-5cc80a8b5bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 1130 time: 0.0802376
Apr 02 21:13:52.321773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75c2e2c9-c609-4f7d-b46a-5138630a6b9c admin admin] Publish callbacks [] for security_group (197ae6a3-a815-4f59-8477-c3642ce73d06), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.329134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Pushing event updated for resources: {'Port': ['ID=34734061-06a8-40e9-b3f9-27e46f1571d5,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:52.396520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75c2e2c9-c609-4f7d-b46a-5138630a6b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (197ae6a3-a815-4f59-8477-c3642ce73d06), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.401592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-75c2e2c9-c609-4f7d-b46a-5138630a6b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.402051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] For port 34734061-06a8-40e9-b3f9-27e46f1571d5, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:52.403225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-75c2e2c9-c609-4f7d-b46a-5138630a6b9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/197ae6a3-a815-4f59-8477-c3642ce73d06 HTTP/1.1" status: 204  len: 168 time: 0.2346656
Apr 02 21:13:52.410822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] For port 34734061-06a8-40e9-b3f9-27e46f1571d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34734061-06a8-40e9-b3f9-27e46f1571d5,segment=NetworkSegment(4efd1312-6c94-4518-84e2-e56040c4a508),segment_id=4efd1312-6c94-4518-84e2-e56040c4a508)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:52.417922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2e2c9-c609-4f7d-b46a-5138630a6b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ae6a3-a815-4f59-8477-c3642ce73d06,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:52.419718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.442467 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04de78da-2a10-4117-916b-bdbc9965fdf3 req-0e3dbecd-4ec5-42bf-93bc-61d1f32d8297 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152654
Apr 02 21:13:52.511142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c53b-098d-4e3c-a5ce-5631fd12fd70 None None] Pushing event updated for resources: {'Port': ['ID=34734061-06a8-40e9-b3f9-27e46f1571d5,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:52.577034 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.617764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.657641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:52.660960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:52.665987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:52.718379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=d4bcebe5-1fce-4350-9c47-df04de302c88,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:52.755842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:52.756676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:52.777716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4cb75a09-81f7-47fb-bd72-dd7c3c332661 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.3964136
Apr 02 21:13:52.779927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:52.786066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': '0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60', 'name': 'tempest-PortsTestJSON-995425872', 'fixed_ips': [{'subnet_id': 'dd3bf100-3e92-441c-adfa-5e236c6e34a9', 'ip_address': '172.20.0.9'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:52.971535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:52.977202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.000957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59340) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:53.013649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d39ee0-914e-4e2c-b9de-b097f37c8aec req-7bbe9ca3-f3f5-43dd-acfd-2793033455ed tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:53.015038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be469724-b342-4d9b-87fd-dbec2c77c188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.015357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d39ee0-914e-4e2c-b9de-b097f37c8aec req-7bbe9ca3-f3f5-43dd-acfd-2793033455ed tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 948 time: 0.0980737
Apr 02 21:13:53.020748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 747c0a0b-1bff-4859-9ed5-28055a7c7a56 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:53.121903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be469724-b342-4d9b-87fd-dbec2c77c188 admin admin] Publish callbacks [] for security_group (c21ba289-0794-4def-859f-e3b39bf8cc37), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.122304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9d39ee0-914e-4e2c-b9de-b097f37c8aec req-c5172a23-e796-45bb-a862-d92643aade2d tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952854
Apr 02 21:13:53.146752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be469724-b342-4d9b-87fd-dbec2c77c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c21ba289-0794-4def-859f-e3b39bf8cc37), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.160008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dee228cc-e2ea-429c-a440-c2434d3a14d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.223201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be469724-b342-4d9b-87fd-dbec2c77c188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ba289-0794-4def-859f-e3b39bf8cc37,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:53.229295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be469724-b342-4d9b-87fd-dbec2c77c188 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a14423e4d54806badd0de16c09fe86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2270656
Apr 02 21:13:53.231799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59346) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:53.249155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.9 (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60/dd3bf100-3e92-441c-adfa-5e236c6e34a9/747c0a0b-1bff-4859-9ed5-28055a7c7a56) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:53.261296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7082edc-8db5-4ae8-b42e-94c8f46daffa req-adc9cc5a-a00d-4cf6-8970-2fd36fd4ca62 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:53.262824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7082edc-8db5-4ae8-b42e-94c8f46daffa req-adc9cc5a-a00d-4cf6-8970-2fd36fd4ca62 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1193104
Apr 02 21:13:53.331607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8978c028-80c9-4574-bb7c-ac454058fd04 admin admin] Publish callbacks [] for security_group (c21ba289-0794-4def-859f-e3b39bf8cc37), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.347183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7082edc-8db5-4ae8-b42e-94c8f46daffa req-b0505a5a-135d-4ea9-b09d-d33ee63287bc tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762990
Apr 02 21:13:53.387973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8978c028-80c9-4574-bb7c-ac454058fd04 admin admin] Publish callbacks [] for security_group (c21ba289-0794-4def-859f-e3b39bf8cc37), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.455031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8978c028-80c9-4574-bb7c-ac454058fd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c21ba289-0794-4def-859f-e3b39bf8cc37), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.462501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8978c028-80c9-4574-bb7c-ac454058fd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.464522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8978c028-80c9-4574-bb7c-ac454058fd04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c21ba289-0794-4def-859f-e3b39bf8cc37 HTTP/1.1" status: 204  len: 168 time: 0.2317896
Apr 02 21:13:53.472040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.487853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c028-80c9-4574-bb7c-ac454058fd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21ba289-0794-4def-859f-e3b39bf8cc37,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:53.516850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.617127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:53.628301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=747c0a0b-1bff-4859-9ed5-28055a7c7a56,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:53.632229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:53.635793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:53.729040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf814e-ddbf-4994-8b6e-0a913f3f7606 req-98b6995b-6954-4e5f-ba94-7fb93d71d25f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:53.730685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ccf814e-ddbf-4994-8b6e-0a913f3f7606 req-98b6995b-6954-4e5f-ba94-7fb93d71d25f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1092455
Apr 02 21:13:53.736577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:53.737193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:53.767590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-515f502c-5349-4d1e-8755-b020a583b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:53.772570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-515f502c-5349-4d1e-8755-b020a583b551 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.1049738
Apr 02 21:13:53.786090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82ae3e66-7885-4616-938c-06f944a03eb1 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0024748
Apr 02 21:13:53.791991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59362) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:53.938672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ccf814e-ddbf-4994-8b6e-0a913f3f7606 req-58e9aa6c-5092-4f36-93d1-6b5e3e63e52b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2006285
Apr 02 21:13:53.957771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-0dc253ab-f954-40e3-a340-2fb2fdccbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:53.960600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-0dc253ab-f954-40e3-a340-2fb2fdccbe67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1664143
Apr 02 21:13:53.962252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eef118-2040-4b02-9d41-fd90a48d6c5a None None] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:54.020503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d4988-cbe3-4e16-b945-6b09c5eaeb35 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.022693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f35d4988-cbe3-4e16-b945-6b09c5eaeb35 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2293184
Apr 02 21:13:54.025987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59370) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:54.050451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] Provisioning complete for port 34734061-06a8-40e9-b3f9-27e46f1571d5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:54.051026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:54.053756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-e199413b-aa33-46ff-90f1-d323763fdcf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.0801008
Apr 02 21:13:54.122131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab73d41-5f4a-4af1-b712-d650483063bb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.127587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab73d41-5f4a-4af1-b712-d650483063bb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.138370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab73d41-5f4a-4af1-b712-d650483063bb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.138370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ab73d41-5f4a-4af1-b712-d650483063bb tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.1083202
Apr 02 21:13:54.138370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59376) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:54.154765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-1846fa0b-dc22-412d-b2c5-6f3f1d9decc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.156253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-1846fa0b-dc22-412d-b2c5-6f3f1d9decc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0959506
Apr 02 21:13:54.184909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] Current status of the port 34734061-06a8-40e9-b3f9-27e46f1571d5 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:54.185451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:54.233597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] For port 34734061-06a8-40e9-b3f9-27e46f1571d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34734061-06a8-40e9-b3f9-27e46f1571d5,segment=NetworkSegment(4efd1312-6c94-4518-84e2-e56040c4a508),segment_id=4efd1312-6c94-4518-84e2-e56040c4a508)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:54.240932 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:54.264954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-14a9d251-eb71-4e40-9c0b-f513e8528109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.266655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-14a9d251-eb71-4e40-9c0b-f513e8528109 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1031747
Apr 02 21:13:54.379834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40bdd-285f-46cf-a79b-3fda3afa2716 None None] Pushing event updated for resources: {'Port': ['ID=34734061-06a8-40e9-b3f9-27e46f1571d5,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:54.470478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34734061-06a8-40e9-b3f9-27e46f1571d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:54.494321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-a89fc8ef-66e3-4599-ab29-53fd1b7c4ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180495
Apr 02 21:13:54.564995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 34734061-06a8-40e9-b3f9-27e46f1571d5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:54.565381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:54.569263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf447-e225-48f9-b4b7-f0130976ce08 req-eb72dec1-0d7d-4c7f-8489-a5933289ddc1 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:54.572061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eabf447-e225-48f9-b4b7-f0130976ce08 req-eb72dec1-0d7d-4c7f-8489-a5933289ddc1 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 948 time: 0.2876022
Apr 02 21:13:54.724512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Provisioning complete for port 747c0a0b-1bff-4859-9ed5-28055a7c7a56 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:54.724929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:54.751948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cf050ef-e1db-4877-9b24-7413dfe9e797 req-102e18ad-b1a1-47e1-b515-660910a755bb service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494140
Apr 02 21:13:54.775715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eabf447-e225-48f9-b4b7-f0130976ce08 req-05de1914-c5d1-47ae-ba6d-55f3e2974c71 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694705
Apr 02 21:13:54.850956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Port 747c0a0b-1bff-4859-9ed5-28055a7c7a56 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:54.888976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 34734061-06a8-40e9-b3f9-27e46f1571d5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:54.900740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Provisioning complete for port d4bcebe5-1fce-4350-9c47-df04de302c88 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:54.901452 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:54.962428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Port d4bcebe5-1fce-4350-9c47-df04de302c88 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:54.988445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Provisioning complete for port 34734061-06a8-40e9-b3f9-27e46f1571d5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:54.996287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.060359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 747c0a0b-1bff-4859-9ed5-28055a7c7a56 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:55.060944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.171251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f54d-ff8d-4b8f-a7df-4d592313e931 None None] Current status of the port 34734061-06a8-40e9-b3f9-27e46f1571d5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:55.236256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68578d98-3a07-4f1e-8de4-28715c569236 req-7f5bf14d-7dbd-4e68-8525-bf5eb3c282f3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:55.238639 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68578d98-3a07-4f1e-8de4-28715c569236 req-7f5bf14d-7dbd-4e68-8525-bf5eb3c282f3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1260226
Apr 02 21:13:55.320610 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3a07866-1830-4c5f-959f-5983aef7abcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.321595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.350495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8f17b0ee-ed89-45d4-8408-ccd0b86ccba8 None None] Provisioning complete for port d4bcebe5-1fce-4350-9c47-df04de302c88 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:55.351474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f17b0ee-ed89-45d4-8408-ccd0b86ccba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.394238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68578d98-3a07-4f1e-8de4-28715c569236 req-5edb6b14-a933-4645-bf2f-33edbe3f7af9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309800
Apr 02 21:13:55.400897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 747c0a0b-1bff-4859-9ed5-28055a7c7a56 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:55.440722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8f17b0ee-ed89-45d4-8408-ccd0b86ccba8 None None] Port d4bcebe5-1fce-4350-9c47-df04de302c88 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:55.573306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0f97e83d-377d-489e-8366-a662a2b9d9bf None None] Provisioning complete for port 747c0a0b-1bff-4859-9ed5-28055a7c7a56 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:55.573958 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0f97e83d-377d-489e-8366-a662a2b9d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.616649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (747c0a0b-1bff-4859-9ed5-28055a7c7a56), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.642686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0f97e83d-377d-489e-8366-a662a2b9d9bf None None] Port 747c0a0b-1bff-4859-9ed5-28055a7c7a56 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:13:55.665733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=747c0a0b-1bff-4859-9ed5-28055a7c7a56,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:55.746059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:55.751978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d75cc804-ccb3-4ec9-9c3d-2a1abf1bd822 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/747c0a0b-1bff-4859-9ed5-28055a7c7a56 HTTP/1.1" status: 204  len: 168 time: 1.6103561
Apr 02 21:13:55.752543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:55.781150 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d17027-e9e4-4b52-b841-1691d7456d29 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:55.784799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e2d17027-e9e4-4b52-b841-1691d7456d29 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/747c0a0b-1bff-4859-9ed5-28055a7c7a56 HTTP/1.1" status: 404  len: 333 time: 0.0306356
Apr 02 21:13:55.788387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59432) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:55.915628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port d4bcebe5-1fce-4350-9c47-df04de302c88 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:55.916017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.055595 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.073505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for d4bcebe5-1fce-4350-9c47-df04de302c88 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:56.265707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d4bcebe5-1fce-4350-9c47-df04de302c88), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.306949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=d4bcebe5-1fce-4350-9c47-df04de302c88,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:56.372050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34734061-06a8-40e9-b3f9-27e46f1571d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:13:56.484368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.504840 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bd060f53-1fef-435b-8c51-f025b7a25a22 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/d4bcebe5-1fce-4350-9c47-df04de302c88 HTTP/1.1" status: 204  len: 168 time: 0.7151604
Apr 02 21:13:56.507946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59460) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:56.575097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 34734061-06a8-40e9-b3f9-27e46f1571d5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:13:56.575479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.578880 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee072fbc-3dbd-460c-8c13-a68af5966870 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:13:56.580487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ee072fbc-3dbd-460c-8c13-a68af5966870 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/d4bcebe5-1fce-4350-9c47-df04de302c88 HTTP/1.1" status: 404  len: 333 time: 0.0714138
Apr 02 21:13:56.583236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:56.695504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596b66-6275-4a5d-bb91-72e0294b9c55 req-09af9649-d5db-4533-9a05-ebf2603bcfcf tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:56.697098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad596b66-6275-4a5d-bb91-72e0294b9c55 req-09af9649-d5db-4533-9a05-ebf2603bcfcf tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1156712
Apr 02 21:13:56.701205 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.706521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet dd3bf100-3e92-441c-adfa-5e236c6e34a9 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:13:56.711266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (dd3bf100-3e92-441c-adfa-5e236c6e34a9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.783033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (dd3bf100-3e92-441c-adfa-5e236c6e34a9), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.785818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 34734061-06a8-40e9-b3f9-27e46f1571d5 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:13:56.809212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad596b66-6275-4a5d-bb91-72e0294b9c55 req-ef625c2a-25c9-4cbf-9153-f795ee2da2f4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924337
Apr 02 21:13:56.902839 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (dd3bf100-3e92-441c-adfa-5e236c6e34a9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:56.964495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5796b9-a1d2-4212-aeb7-3d835b4b4386 req-88f773a3-b40f-4bf1-8488-213610d9ac21 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:56.965970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5796b9-a1d2-4212-aeb7-3d835b4b4386 req-88f773a3-b40f-4bf1-8488-213610d9ac21 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1007130
Apr 02 21:13:56.995185 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (dd3bf100-3e92-441c-adfa-5e236c6e34a9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.042861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3bf100-3e92-441c-adfa-5e236c6e34a9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:57.044895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.047916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cbfad-7f80-49b7-9461-021648cdcbbf None None] Network 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:57.048344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-21758114-d224-4779-bcc6-284648dd4fe3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/dd3bf100-3e92-441c-adfa-5e236c6e34a9 HTTP/1.1" status: 204  len: 168 time: 0.4636202
Apr 02 21:13:57.050846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59484) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:57.052957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba5796b9-a1d2-4212-aeb7-3d835b4b4386 req-da39d5ef-089e-4f66-96a5-1bd749073637 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810320
Apr 02 21:13:57.136213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.209793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 34734061-06a8-40e9-b3f9-27e46f1571d5 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:57.211079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.259801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] DHCP port deletion for 0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:13:57.309606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] For port 34734061-06a8-40e9-b3f9-27e46f1571d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34734061-06a8-40e9-b3f9-27e46f1571d5,segment=NetworkSegment(4efd1312-6c94-4518-84e2-e56040c4a508),segment_id=4efd1312-6c94-4518-84e2-e56040c4a508)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:57.310105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.326332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 34734061-06a8-40e9-b3f9-27e46f1571d5 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:57.337945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] Deleting port 34734061-06a8-40e9-b3f9-27e46f1571d5 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:13:57.338582 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.400542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fc83-296d-404d-8541-7b0a720ff491 req-12b23833-5a75-4015-b9fe-1f82e58a9dcb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:57.404310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a77fc83-296d-404d-8541-7b0a720ff491 req-12b23833-5a75-4015-b9fe-1f82e58a9dcb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0930550
Apr 02 21:13:57.430428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] For port 34734061-06a8-40e9-b3f9-27e46f1571d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34734061-06a8-40e9-b3f9-27e46f1571d5,segment=NetworkSegment(4efd1312-6c94-4518-84e2-e56040c4a508),segment_id=4efd1312-6c94-4518-84e2-e56040c4a508)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:13:57.431320 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.445802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] Calling delete_port for 34734061-06a8-40e9-b3f9-27e46f1571d5 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:13:57.459460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.531537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a77fc83-296d-404d-8541-7b0a720ff491 req-5521bdb5-bb10-46db-9314-df8f07f25f58 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136146
Apr 02 21:13:57.536414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No DVR routers for this DVR port 34734061-06a8-40e9-b3f9-27e46f1571d5 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:57.544623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=34734061-06a8-40e9-b3f9-27e46f1571d5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:57.546864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (34734061-06a8-40e9-b3f9-27e46f1571d5), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.564509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] No DVR routers for this DVR port 34734061-06a8-40e9-b3f9-27e46f1571d5 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:13:57.625998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9381344-c823-4633-b858-6d9d0344ae4f None None] Pushing event deleted for resources: {'Port': ['ID=34734061-06a8-40e9-b3f9-27e46f1571d5,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:57.756269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.783890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784489bbe0>,) {'filters': {'network_id': ['0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:57.795717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784489bbe0>, '4efd1312-6c94-4518-84e2-e56040c4a508') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:57.796024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784489bbe0>, '4efd1312-6c94-4518-84e2-e56040c4a508') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:13:57.804002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09516e8c-e590-4224-b47c-ee6e2f4f8e0b req-f5f21ed0-912a-4398-8d4f-ae43efd15b7e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:57.806340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09516e8c-e590-4224-b47c-ee6e2f4f8e0b req-f5f21ed0-912a-4398-8d4f-ae43efd15b7e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1322763
Apr 02 21:13:57.815230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (4efd1312-6c94-4518-84e2-e56040c4a508), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.845464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4efd1312-6c94-4518-84e2-e56040c4a508), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.860275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:13:57.860867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (4efd1312-6c94-4518-84e2-e56040c4a508), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:13:57.863959 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:13:57.892797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09516e8c-e590-4224-b47c-ee6e2f4f8e0b req-ae39e04e-0a0e-4838-9499-68b6317ec1c1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793681
Apr 02 21:13:57.938520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.946811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:57.953049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60 HTTP/1.1" status: 204  len: 168 time: 0.8976843
Apr 02 21:13:57.953834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59524) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:57.959796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-64838816'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:57.968529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe941d-1ac7-4887-bc79-67346be496ad tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=0798e8e4-04cb-4c9e-bb4b-d9ddcc4b3a60,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:58.016173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:58.019529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.060300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:13:58.070205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4338ef0-52d8-4999-bf41-b0b700c47399 req-268b14a3-7ffa-4f48-aad6-fdb214f0c0e6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:58.071913 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4338ef0-52d8-4999-bf41-b0b700c47399 req-268b14a3-7ffa-4f48-aad6-fdb214f0c0e6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0958538
Apr 02 21:13:58.098780 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b81aa890-8c80-443d-8825-7aad88cf5c9d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.099130 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Added segment b81aa890-8c80-443d-8825-7aad88cf5c9d of type vlan for network a14b0fae-3d00-4b1e-8f74-84656a7e08d7
Apr 02 21:13:58.159710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4338ef0-52d8-4999-bf41-b0b700c47399 req-e88256d5-5d33-4c6c-bca2-0df75bb89890 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799026
Apr 02 21:13:58.163021 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a14b0fae-3d00-4b1e-8f74-84656a7e08d7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.192948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a14b0fae-3d00-4b1e-8f74-84656a7e08d7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.198453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:58.199033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.243722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59534) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:58.243888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2888250
Apr 02 21:13:58.255338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:58.296346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c218f5a-9178-4457-b4f7-cdac686d8407 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Network': ['ID=a14b0fae-3d00-4b1e-8f74-84656a7e08d7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:58.311169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:13:58.409904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:58.413829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.416104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34734061-06a8-40e9-b3f9-27e46f1571d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:13:58.448663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 34734061-06a8-40e9-b3f9-27e46f1571d5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:13:58.449685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34734061-06a8-40e9-b3f9-27e46f1571d5 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:13:58.462943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99f487-c81d-475d-9c1d-5eb83a6a7c37 req-49f8626c-65d2-48f9-ac8f-d7d2bc6529cf tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:58.470519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b99f487-c81d-475d-9c1d-5eb83a6a7c37 req-49f8626c-65d2-48f9-ac8f-d7d2bc6529cf tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1051705
Apr 02 21:13:58.571698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b99f487-c81d-475d-9c1d-5eb83a6a7c37 req-8c942de5-c682-46f0-870d-cf76fedaf37b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876198
Apr 02 21:13:58.654254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (e5418667-40dc-48d7-834d-3a13936c22db), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.710290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.746170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Checking segment: {'id': 'b81aa890-8c80-443d-8825-7aad88cf5c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:58.746541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network hostable DHCP agents. Network: a14b0fae-3d00-4b1e-8f74-84656a7e08d7, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:13:58.749649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=e5418667-40dc-48d7-834d-3a13936c22db,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:58.768203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:13:58.781909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a14b0fae-3d00-4b1e-8f74-84656a7e08d7) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:58.786962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:58.787598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.792359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c43a9-5066-4e44-9394-72471bbf9596 None None] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:13:58.810157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-985eeb26-e8b9-4041-845d-ed5664562e65 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5650079
Apr 02 21:13:58.812777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59552) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:58.817279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1226208032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:58.861523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (587ce100-64e2-427d-a27b-942d8ce4d1bd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.862641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (587ce100-64e2-427d-a27b-942d8ce4d1bd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.939624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for router_controller (587ce100-64e2-427d-a27b-942d8ce4d1bd), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.947027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (587ce100-64e2-427d-a27b-942d8ce4d1bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:58.973196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a14b0fae-3d00-4b1e-8f74-84656a7e08d7', 'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': 'e5418667-40dc-48d7-834d-3a13936c22db'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:13:58.974108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.003513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.006954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9a730f1e-e60f-4187-af3f-3fd8963e62b9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1931491
Apr 02 21:13:59.010195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:13:59.015722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7', 'name': 'tempest-PortsTestJSON-1843811952'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:13:59.169393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Allocated IP 172.20.0.2 (a14b0fae-3d00-4b1e-8f74-84656a7e08d7/e5418667-40dc-48d7-834d-3a13936c22db/e3ccf865-21d3-4466-af3b-91ad36b47b08) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:59.233600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:13:59.239581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.262706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port 97e333bb-d3b8-45cb-b067-6f25f93dc724 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:13:59.423030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.427774 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Publish callbacks [] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.438591 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.495760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:13:59.500776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:13:59.508330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:13:59.516589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Pushing event updated for resources: {'Port': ['ID=e3ccf865-21d3-4466-af3b-91ad36b47b08,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:13:59.551063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.3 (a14b0fae-3d00-4b1e-8f74-84656a7e08d7/e5418667-40dc-48d7-834d-3a13936c22db/97e333bb-d3b8-45cb-b067-6f25f93dc724) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:13:59.751524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b09eb-f133-432f-910e-194a8e66979b req-6624067d-7269-4d7c-bc10-369eae686327 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:13:59.753295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f02b09eb-f133-432f-910e-194a8e66979b req-6624067d-7269-4d7c-bc10-369eae686327 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0876660
Apr 02 21:13:59.786341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Attempting to bind port e3ccf865-21d3-4466-af3b-91ad36b47b08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:13:59.786672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Attempting to bind port e3ccf865-21d3-4466-af3b-91ad36b47b08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b81aa890-8c80-443d-8825-7aad88cf5c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:13:59.787338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Attempting to bind port e3ccf865-21d3-4466-af3b-91ad36b47b08 on network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:13:59.793507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:13:59.794030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Checking segment: {'id': 'b81aa890-8c80-443d-8825-7aad88cf5c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:13:59.794519 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.794985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Bound using segment: {'id': 'b81aa890-8c80-443d-8825-7aad88cf5c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:13:59.795551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Bound port: e3ccf865-21d3-4466-af3b-91ad36b47b08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81aa890-8c80-443d-8825-7aad88cf5c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a14b0fae-3d00-4b1e-8f74-84656a7e08d7'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:13:59.796054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.845184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f02b09eb-f133-432f-910e-194a8e66979b req-7ef592d8-0a4e-4bca-8cc3-b2e862498993 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776403
Apr 02 21:13:59.914302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.917879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] For port e3ccf865-21d3-4466-af3b-91ad36b47b08, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:13:59.923036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] For port e3ccf865-21d3-4466-af3b-91ad36b47b08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ccf865-21d3-4466-af3b-91ad36b47b08,segment=NetworkSegment(b81aa890-8c80-443d-8825-7aad88cf5c9d),segment_id=b81aa890-8c80-443d-8825-7aad88cf5c9d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:13:59.933112 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:13:59.962182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.048040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500c63-981f-4e53-afc2-a6fcecb2a27f None None] Pushing event updated for resources: {'Port': ['ID=e3ccf865-21d3-4466-af3b-91ad36b47b08,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:00.056792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:00.061170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:00.065740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:00.134456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=97e333bb-d3b8-45cb-b067-6f25f93dc724,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:00.162452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:00.163927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.187571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b877c83-2728-4174-9068-0190ac4c38dd tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.1758695
Apr 02 21:14:00.190691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59622) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:00.193608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe390124-7122-4c53-9bfd-e181f327f226 req-d34a3118-9dee-4b3f-b8f6-5696d9dff39b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:00.201443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe390124-7122-4c53-9bfd-e181f327f226 req-d34a3118-9dee-4b3f-b8f6-5696d9dff39b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1059625
Apr 02 21:14:00.332916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe390124-7122-4c53-9bfd-e181f327f226 req-7de20086-1f99-4b32-8862-c4858b645a78 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298454
Apr 02 21:14:00.500279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59626) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:00.626944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d14ab76-d6c2-40ca-9368-4d3da9d57e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.680084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.736931 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d14ab76-d6c2-40ca-9368-4d3da9d57e84 admin admin] Publish callbacks [] for security_group (38fcc549-b6ae-4fd7-bf22-b6e579bbf440), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.743733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d14ab76-d6c2-40ca-9368-4d3da9d57e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (38fcc549-b6ae-4fd7-bf22-b6e579bbf440), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.795154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d14ab76-d6c2-40ca-9368-4d3da9d57e84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b569cd1844d147eebfcef616e5a569d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2910013
Apr 02 21:14:00.795871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59654) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:00.802867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14ab76-d6c2-40ca-9368-4d3da9d57e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fcc549-b6ae-4fd7-bf22-b6e579bbf440,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:00.867399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a1f5e73-08ea-4b64-812e-67e5bd622396 admin admin] Publish callbacks [] for security_group (38fcc549-b6ae-4fd7-bf22-b6e579bbf440), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.889668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a1f5e73-08ea-4b64-812e-67e5bd622396 admin admin] Publish callbacks [] for security_group (38fcc549-b6ae-4fd7-bf22-b6e579bbf440), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.941254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a1f5e73-08ea-4b64-812e-67e5bd622396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (38fcc549-b6ae-4fd7-bf22-b6e579bbf440), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.944005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6a1f5e73-08ea-4b64-812e-67e5bd622396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:00.945253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6a1f5e73-08ea-4b64-812e-67e5bd622396 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38fcc549-b6ae-4fd7-bf22-b6e579bbf440 HTTP/1.1" status: 204  len: 168 time: 0.1484771
Apr 02 21:14:00.953755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f5e73-08ea-4b64-812e-67e5bd622396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fcc549-b6ae-4fd7-bf22-b6e579bbf440,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:01.000938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.006647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.112036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=97e333bb-d3b8-45cb-b067-6f25f93dc724,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:01.252680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59662) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:01.264519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (587ce100-64e2-427d-a27b-942d8ce4d1bd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.267150 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f93cae55-a5d9-432e-a38b-491bd2b3a503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.302742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61fb17-b822-49fa-93a8-c34d8b52d08f None None] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:01.354459 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f93cae55-a5d9-432e-a38b-491bd2b3a503 admin admin] Publish callbacks [] for security_group (98fe1cd9-8245-44b1-8e79-062f02c4c4a2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.357884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f93cae55-a5d9-432e-a38b-491bd2b3a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (98fe1cd9-8245-44b1-8e79-062f02c4c4a2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.372996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] Provisioning complete for port e3ccf865-21d3-4466-af3b-91ad36b47b08 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:01.373570 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.396968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.401222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f93cae55-a5d9-432e-a38b-491bd2b3a503 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fee7a8ef6d04fb7923057500c19899a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1471968
Apr 02 21:14:01.403254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cae55-a5d9-432e-a38b-491bd2b3a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fe1cd9-8245-44b1-8e79-062f02c4c4a2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:01.405662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59666) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:01.488021 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2712ba79-59a7-4d5c-847e-a7de11f5f187 admin admin] Publish callbacks [] for security_group (98fe1cd9-8245-44b1-8e79-062f02c4c4a2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.509401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] Current status of the port e3ccf865-21d3-4466-af3b-91ad36b47b08 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:01.509799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.510110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2712ba79-59a7-4d5c-847e-a7de11f5f187 admin admin] Publish callbacks [] for security_group (98fe1cd9-8245-44b1-8e79-062f02c4c4a2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.557752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] For port e3ccf865-21d3-4466-af3b-91ad36b47b08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ccf865-21d3-4466-af3b-91ad36b47b08,segment=NetworkSegment(b81aa890-8c80-443d-8825-7aad88cf5c9d),segment_id=b81aa890-8c80-443d-8825-7aad88cf5c9d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:01.563540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.571595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2712ba79-59a7-4d5c-847e-a7de11f5f187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (98fe1cd9-8245-44b1-8e79-062f02c4c4a2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.574356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2712ba79-59a7-4d5c-847e-a7de11f5f187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:01.575530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2712ba79-59a7-4d5c-847e-a7de11f5f187 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98fe1cd9-8245-44b1-8e79-062f02c4c4a2 HTTP/1.1" status: 204  len: 168 time: 0.1572752
Apr 02 21:14:01.584418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712ba79-59a7-4d5c-847e-a7de11f5f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fe1cd9-8245-44b1-8e79-062f02c4c4a2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:01.642065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6455a-defa-4000-9b5f-5910abc95fd1 None None] Pushing event updated for resources: {'Port': ['ID=e3ccf865-21d3-4466-af3b-91ad36b47b08,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:01.701439 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:14:01.918258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5598cc6d-6ff5-48da-8178-8cc0e1c9dcd3 None None] Provisioning complete for port 97e333bb-d3b8-45cb-b067-6f25f93dc724 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:01.919133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5598cc6d-6ff5-48da-8178-8cc0e1c9dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.008375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5598cc6d-6ff5-48da-8178-8cc0e1c9dcd3 None None] Port 97e333bb-d3b8-45cb-b067-6f25f93dc724 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:02.032225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5598cc6d-6ff5-48da-8178-8cc0e1c9dcd3 None None] Provisioning complete for port e3ccf865-21d3-4466-af3b-91ad36b47b08 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:02.033475 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5598cc6d-6ff5-48da-8178-8cc0e1c9dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.113384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4fee8-3394-4b3b-ab48-1505a3d2edbd req-6a78a585-db78-4225-88a1-fe39a990eb08 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:02.116877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29e4fee8-3394-4b3b-ab48-1505a3d2edbd req-6a78a585-db78-4225-88a1-fe39a990eb08 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.6985273
Apr 02 21:14:02.193068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5598cc6d-6ff5-48da-8178-8cc0e1c9dcd3 None None] Current status of the port e3ccf865-21d3-4466-af3b-91ad36b47b08 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:02.294760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29e4fee8-3394-4b3b-ab48-1505a3d2edbd req-3ab8f0f3-f047-41f5-85ba-815e22ea000b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663141
Apr 02 21:14:02.342140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4c3c3f54-1aad-4f10-b63d-9f839de3e56a None None] Provisioning complete for port 97e333bb-d3b8-45cb-b067-6f25f93dc724 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:02.343010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3f54-1aad-4f10-b63d-9f839de3e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.374371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.391535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.402983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3f54-1aad-4f10-b63d-9f839de3e56a None None] Port 97e333bb-d3b8-45cb-b067-6f25f93dc724 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:02.432328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e3ccf865-21d3-4466-af3b-91ad36b47b08 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:02.517033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cabc9-1883-4606-82ba-3d303591efaa req-8331ce24-d043-4971-82c9-e45c2cf41f8f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:02.518854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-335cabc9-1883-4606-82ba-3d303591efaa req-8331ce24-d043-4971-82c9-e45c2cf41f8f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1039841
Apr 02 21:14:02.535291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7ace16c8-27cb-4251-bd2c-44d6d4d73139 None None] Provisioning complete for port 97e333bb-d3b8-45cb-b067-6f25f93dc724 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:02.535677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ace16c8-27cb-4251-bd2c-44d6d4d73139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.562548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e3ccf865-21d3-4466-af3b-91ad36b47b08 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:02.563240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.575958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (587ce100-64e2-427d-a27b-942d8ce4d1bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:02.579364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=97e333bb-d3b8-45cb-b067-6f25f93dc724,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:02.607759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-335cabc9-1883-4606-82ba-3d303591efaa req-b1a4f628-606f-49a1-80c0-94efede51654 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762742
Apr 02 21:14:02.646613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7ace16c8-27cb-4251-bd2c-44d6d4d73139 None None] Port 97e333bb-d3b8-45cb-b067-6f25f93dc724 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:02.706862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e3ccf865-21d3-4466-af3b-91ad36b47b08 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:02.761688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:02.763764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:02.778916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f1657-ebef-4eff-8f5f-7dd736abd320 req-077f34ee-e6c0-41f1-84df-5e701f3a88ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:02.780711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-119f1657-ebef-4eff-8f5f-7dd736abd320 req-077f34ee-e6c0-41f1-84df-5e701f3a88ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0923920
Apr 02 21:14:02.914816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-119f1657-ebef-4eff-8f5f-7dd736abd320 req-1b9d5bd6-cd72-4155-80e6-744fde40808b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879581
Apr 02 21:14:02.978859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Router 587ce100-64e2-427d-a27b-942d8ce4d1bd is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:14:03.088908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2b2b5189-cead-4b53-beeb-aa91066006ec None None] Provisioning complete for port 97e333bb-d3b8-45cb-b067-6f25f93dc724 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:03.089651 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5189-cead-4b53-beeb-aa91066006ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:03.100501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74514d48-bce9-465b-a4b3-ece1997cec40 req-c05a54c0-f0f3-4398-bd6d-f3de69d0815c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:03.102896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74514d48-bce9-465b-a4b3-ece1997cec40 req-c05a54c0-f0f3-4398-bd6d-f3de69d0815c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0792243
Apr 02 21:14:03.148326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b5189-cead-4b53-beeb-aa91066006ec None None] Port 97e333bb-d3b8-45cb-b067-6f25f93dc724 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:03.152686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:03.160650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1be533a-373e-4c29-b968-6990d8841c55 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/routers/587ce100-64e2-427d-a27b-942d8ce4d1bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9683354
Apr 02 21:14:03.162879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59772) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:03.168421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] Sync routers for ids ['587ce100-64e2-427d-a27b-942d8ce4d1bd'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:03.183231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] Routers {'587ce100-64e2-427d-a27b-942d8ce4d1bd'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:03.183890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b2d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:13:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['587ce100-64e2-427d-a27b-942d8ce4d1bd'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:03.224742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74514d48-bce9-465b-a4b3-ece1997cec40 req-60a1138d-6192-48e0-a657-dee96bd3dd56 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103377
Apr 02 21:14:03.240240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b2d8b0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:03.256864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] Routers {'587ce100-64e2-427d-a27b-942d8ce4d1bd'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:03.258356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b2d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:13:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['587ce100-64e2-427d-a27b-942d8ce4d1bd'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:03.306412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b2d8b0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:03.307089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d7f89-42d7-4336-961e-5eabce931563 None None] The sync data for ids ['587ce100-64e2-427d-a27b-942d8ce4d1bd'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:03.318127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8022d49-f41b-4551-9df3-a4aeddff59d4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:03.324138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c8022d49-f41b-4551-9df3-a4aeddff59d4 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports?device_id=587ce100-64e2-427d-a27b-942d8ce4d1bd HTTP/1.1" status: 200  len: 982 time: 0.1572030
Apr 02 21:14:03.324435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59784) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:03.441730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59794) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:03.588066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b648e9-2a1d-44e1-a8da-c00f4f8e8533 req-acd87b0d-e171-4f7c-89eb-bfa0743f9a98 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:03.589659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48b648e9-2a1d-44e1-a8da-c00f4f8e8533 req-acd87b0d-e171-4f7c-89eb-bfa0743f9a98 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1562073
Apr 02 21:14:03.678216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48b648e9-2a1d-44e1-a8da-c00f4f8e8533 req-c0d9cb06-4073-4bb0-a248-08d1fd0b02dc tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822229
Apr 02 21:14:03.747596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72958d27-0651-4b6c-8a84-cac7dae6a2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:03.813916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1981-36d5-4444-8d7b-23985a6dafd1 req-a983ef9f-a321-45f7-bef0-9201c54dfdec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:03.816215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9dcf1981-36d5-4444-8d7b-23985a6dafd1 req-a983ef9f-a321-45f7-bef0-9201c54dfdec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0607023
Apr 02 21:14:03.860322 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (587ce100-64e2-427d-a27b-942d8ce4d1bd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:03.873744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9dcf1981-36d5-4444-8d7b-23985a6dafd1 req-c5435b7e-7b8f-41d7-a28c-4b77ee47af63 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504782
Apr 02 21:14:03.942480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72958d27-0651-4b6c-8a84-cac7dae6a2b7 admin admin] Publish callbacks [] for security_group (b5d284ef-a71a-4113-b327-876bdedb24a8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:03.956604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72958d27-0651-4b6c-8a84-cac7dae6a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b5d284ef-a71a-4113-b327-876bdedb24a8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.004094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-72958d27-0651-4b6c-8a84-cac7dae6a2b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f225bd13fc8c4322bda129069fb71d7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5587053
Apr 02 21:14:04.004562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:04.006225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72958d27-0651-4b6c-8a84-cac7dae6a2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d284ef-a71a-4113-b327-876bdedb24a8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:04.064371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0a361127-95be-4539-8c6e-7ca3256c36e9 admin admin] Publish callbacks [] for security_group (b5d284ef-a71a-4113-b327-876bdedb24a8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.087605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0a361127-95be-4539-8c6e-7ca3256c36e9 admin admin] Publish callbacks [] for security_group (b5d284ef-a71a-4113-b327-876bdedb24a8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.142979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0a361127-95be-4539-8c6e-7ca3256c36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b5d284ef-a71a-4113-b327-876bdedb24a8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.144976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 97e333bb-d3b8-45cb-b067-6f25f93dc724 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:04.145326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.146669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0a361127-95be-4539-8c6e-7ca3256c36e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.150579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0a361127-95be-4539-8c6e-7ca3256c36e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5d284ef-a71a-4113-b327-876bdedb24a8 HTTP/1.1" status: 204  len: 168 time: 0.1428969
Apr 02 21:14:04.161168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a361127-95be-4539-8c6e-7ca3256c36e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d284ef-a71a-4113-b327-876bdedb24a8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:04.247088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.261985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 97e333bb-d3b8-45cb-b067-6f25f93dc724 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:04.406008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59828) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:04.458865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (97e333bb-d3b8-45cb-b067-6f25f93dc724), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.494854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=97e333bb-d3b8-45cb-b067-6f25f93dc724,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:04.595191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c454cae4-e3a1-4c60-8a4d-c22d3117fbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.718755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (587ce100-64e2-427d-a27b-942d8ce4d1bd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.734177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c454cae4-e3a1-4c60-8a4d-c22d3117fbf2 admin admin] Publish callbacks [] for security_group (f1410ca0-b8de-489e-8a4e-b00746668241), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.740751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c454cae4-e3a1-4c60-8a4d-c22d3117fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f1410ca0-b8de-489e-8a4e-b00746668241), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.792055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c454cae4-e3a1-4c60-8a4d-c22d3117fbf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5a809f3b83d41e98fe0a2f0766d7a95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3824666
Apr 02 21:14:04.792683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59844) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:04.799052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454cae4-e3a1-4c60-8a4d-c22d3117fbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1410ca0-b8de-489e-8a4e-b00746668241,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:04.852185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-873603a9-8d0f-42ee-80b6-57e689d821cb admin admin] Publish callbacks [] for security_group (f1410ca0-b8de-489e-8a4e-b00746668241), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.890844 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-873603a9-8d0f-42ee-80b6-57e689d821cb admin admin] Publish callbacks [] for security_group (f1410ca0-b8de-489e-8a4e-b00746668241), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.932700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Router 587ce100-64e2-427d-a27b-942d8ce4d1bd has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:04.960853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-873603a9-8d0f-42ee-80b6-57e689d821cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f1410ca0-b8de-489e-8a4e-b00746668241), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.963940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-873603a9-8d0f-42ee-80b6-57e689d821cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:04.967894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-873603a9-8d0f-42ee-80b6-57e689d821cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1410ca0-b8de-489e-8a4e-b00746668241 HTTP/1.1" status: 204  len: 168 time: 0.1723018
Apr 02 21:14:04.974999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873603a9-8d0f-42ee-80b6-57e689d821cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1410ca0-b8de-489e-8a4e-b00746668241,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:05.027371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:05.033423 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9b1f4596-336c-4901-b851-be41c8c8063b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/routers/587ce100-64e2-427d-a27b-942d8ce4d1bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7079086
Apr 02 21:14:05.036096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:05.038277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] Sync routers for ids ['587ce100-64e2-427d-a27b-942d8ce4d1bd'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:05.051586 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] Routers {'587ce100-64e2-427d-a27b-942d8ce4d1bd'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:05.054898 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784616aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:13:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['587ce100-64e2-427d-a27b-942d8ce4d1bd'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:05.063121 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ecee0c-b631-4dae-8d2a-320e2d94445a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:14:05.067279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58ecee0c-b631-4dae-8d2a-320e2d94445a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/97e333bb-d3b8-45cb-b067-6f25f93dc724 HTTP/1.1" status: 404  len: 333 time: 0.0276017
Apr 02 21:14:05.067674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59866) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:05.095031 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784616aeb0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:05.104325 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] Routers {'587ce100-64e2-427d-a27b-942d8ce4d1bd'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:05.104970 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784616aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:13:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['587ce100-64e2-427d-a27b-942d8ce4d1bd'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:05.138498 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784616aeb0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:05.139187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9f2c2-aa1b-4e44-ac31-0522307f67fa None None] The sync data for ids ['587ce100-64e2-427d-a27b-942d8ce4d1bd'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:05.156788 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for router (587ce100-64e2-427d-a27b-942d8ce4d1bd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.334383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (587ce100-64e2-427d-a27b-942d8ce4d1bd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.336558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for router_controller (587ce100-64e2-427d-a27b-942d8ce4d1bd), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.385529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (587ce100-64e2-427d-a27b-942d8ce4d1bd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.386332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Fanout notify agent at l3_agent the message router_deleted on router 587ce100-64e2-427d-a27b-942d8ce4d1bd {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:14:05.393536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.394755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0c77d99-a8d0-4a99-9e42-2d957c7c0318 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/routers/587ce100-64e2-427d-a27b-942d8ce4d1bd HTTP/1.1" status: 204  len: 168 time: 0.3257461
Apr 02 21:14:05.397418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59876) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:05.402482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59878) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:05.415986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54fdea65-d9f3-4c50-81d7-53b8deb8751f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.466548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet e5418667-40dc-48d7-834d-3a13936c22db {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:05.471849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (e5418667-40dc-48d7-834d-3a13936c22db), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.523141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (e5418667-40dc-48d7-834d-3a13936c22db), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.530953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54fdea65-d9f3-4c50-81d7-53b8deb8751f admin admin] Publish callbacks [] for security_group (0ff950c1-40ec-4aed-ad33-538addddcb71), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.541757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54fdea65-d9f3-4c50-81d7-53b8deb8751f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0ff950c1-40ec-4aed-ad33-538addddcb71), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.591061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdea65-d9f3-4c50-81d7-53b8deb8751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff950c1-40ec-4aed-ad33-538addddcb71,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:05.620111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-54fdea65-d9f3-4c50-81d7-53b8deb8751f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5349f88b8f804a0eb7320c1f523c0419&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2165411
Apr 02 21:14:05.622682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59920) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:05.636320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e5418667-40dc-48d7-834d-3a13936c22db), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.705230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72f65b13-fab8-4f72-89ed-5ff8bc291053 admin admin] Publish callbacks [] for security_group (0ff950c1-40ec-4aed-ad33-538addddcb71), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.717063 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (e5418667-40dc-48d7-834d-3a13936c22db), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.732737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.740261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042abaa5-9ec9-419f-9ab3-bd5a440bfa6c None None] Network a14b0fae-3d00-4b1e-8f74-84656a7e08d7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:05.747880 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/e5418667-40dc-48d7-834d-3a13936c22db HTTP/1.1" status: 204  len: 168 time: 0.3491359
Apr 02 21:14:05.748042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72f65b13-fab8-4f72-89ed-5ff8bc291053 admin admin] Publish callbacks [] for security_group (0ff950c1-40ec-4aed-ad33-538addddcb71), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.749101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59926) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:05.776937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8c550-3646-40f3-b373-423207fa8141 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=e5418667-40dc-48d7-834d-3a13936c22db,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:05.855078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72f65b13-fab8-4f72-89ed-5ff8bc291053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0ff950c1-40ec-4aed-ad33-538addddcb71), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.860374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72f65b13-fab8-4f72-89ed-5ff8bc291053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.861968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-72f65b13-fab8-4f72-89ed-5ff8bc291053 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ff950c1-40ec-4aed-ad33-538addddcb71 HTTP/1.1" status: 204  len: 168 time: 0.2382195
Apr 02 21:14:05.862134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a14b0fae-3d00-4b1e-8f74-84656a7e08d7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.873567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f65b13-fab8-4f72-89ed-5ff8bc291053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff950c1-40ec-4aed-ad33-538addddcb71,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:05.949568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port e3ccf865-21d3-4466-af3b-91ad36b47b08 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:05.949920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:05.982816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] DHCP port deletion for a14b0fae-3d00-4b1e-8f74-84656a7e08d7 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:14:06.033951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] For port e3ccf865-21d3-4466-af3b-91ad36b47b08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ccf865-21d3-4466-af3b-91ad36b47b08,segment=NetworkSegment(b81aa890-8c80-443d-8825-7aad88cf5c9d),segment_id=b81aa890-8c80-443d-8825-7aad88cf5c9d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:06.034547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.040561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] Deleting port e3ccf865-21d3-4466-af3b-91ad36b47b08 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:06.041138 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.050258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for e3ccf865-21d3-4466-af3b-91ad36b47b08 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:06.120307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] For port e3ccf865-21d3-4466-af3b-91ad36b47b08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ccf865-21d3-4466-af3b-91ad36b47b08,segment=NetworkSegment(b81aa890-8c80-443d-8825-7aad88cf5c9d),segment_id=b81aa890-8c80-443d-8825-7aad88cf5c9d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:06.120741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.136165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] Calling delete_port for e3ccf865-21d3-4466-af3b-91ad36b47b08 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:06.144477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.180154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=e3ccf865-21d3-4466-af3b-91ad36b47b08,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:06.183971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No DVR routers for this DVR port e3ccf865-21d3-4466-af3b-91ad36b47b08 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:06.242478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e3ccf865-21d3-4466-af3b-91ad36b47b08), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.283721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a14b0fae-3d00-4b1e-8f74-84656a7e08d7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.309138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] Pushing event deleted for resources: {'Port': ['ID=e3ccf865-21d3-4466-af3b-91ad36b47b08,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:06.312411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845fbc910>,) {'filters': {'network_id': ['a14b0fae-3d00-4b1e-8f74-84656a7e08d7']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:06.313697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfbf1f-575f-4193-988f-00b4d2921ed7 None None] No DVR routers for this DVR port e3ccf865-21d3-4466-af3b-91ad36b47b08 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:06.329402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845fbc910>, 'b81aa890-8c80-443d-8825-7aad88cf5c9d') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:06.329702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845fbc910>, 'b81aa890-8c80-443d-8825-7aad88cf5c9d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:06.341698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b81aa890-8c80-443d-8825-7aad88cf5c9d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.356970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b81aa890-8c80-443d-8825-7aad88cf5c9d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.363782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:14:06.364300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b81aa890-8c80-443d-8825-7aad88cf5c9d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:14:06.367239 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:14:06.394755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e3ccf865-21d3-4466-af3b-91ad36b47b08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:06.428175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e3ccf865-21d3-4466-af3b-91ad36b47b08 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:06.428649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e3ccf865-21d3-4466-af3b-91ad36b47b08 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:06.431219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a14b0fae-3d00-4b1e-8f74-84656a7e08d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.438990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.442784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/a14b0fae-3d00-4b1e-8f74-84656a7e08d7 HTTP/1.1" status: 204  len: 168 time: 0.6758471
Apr 02 21:14:06.448013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59966) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:06.455479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48c42-2456-4ad9-a099-1c8aa44e2d1e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=a14b0fae-3d00-4b1e-8f74-84656a7e08d7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:06.508665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e710349-9f92-43bd-bd8d-6d90baeeb3f2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:06.510230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9e710349-9f92-43bd-bd8d-6d90baeeb3f2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/08904173-2e1c-47a9-9b78-3614874906cc HTTP/1.1" status: 200  len: 840 time: 0.0601621
Apr 02 21:14:06.513886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 59976) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:06.570517 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-193153b9-72ac-4079-acca-e30cb26925a2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/08904173-2e1c-47a9-9b78-3614874906cc?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0555108
Apr 02 21:14:06.574420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59980) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:06.579602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:06.670072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:06.673641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.859200 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (d006f3b1-f088-4fff-9ecb-f25c7d5384c7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.903683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:06.907026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:06.911201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:06.911805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:06.916176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa97c5a-f957-4f48-818e-d5c06704780d None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:06.928529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=d006f3b1-f088-4fff-9ecb-f25c7d5384c7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:06.945027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-02b858ba-ff84-4b9b-a828-37d71c063642 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3689187
Apr 02 21:14:06.947651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 59996) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:06.952557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'security_group': {'name': 'tempest-secgroup-483669674'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:06.974118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.042883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (2edb541b-e795-4fc4-8d9e-3ae96d8b71f2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.048397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2edb541b-e795-4fc4-8d9e-3ae96d8b71f2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.057058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'project_id': '359e6007027c41689cd67abd2e93ba69', 'fixed_ips': [{'subnet_id': 'd006f3b1-f088-4fff-9ecb-f25c7d5384c7'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:14:07.058139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.080520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.082270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1331429
Apr 02 21:14:07.085526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:07.092291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'security_group': {'name': 'tempest-secgroup-283693139'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:07.093057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd759926-bf1e-4e35-afd7-ebb0b952a2ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb541b-e795-4fc4-8d9e-3ae96d8b71f2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:07.123101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.210877 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (107cb3e6-6ddb-4b86-a7af-782fa11d632c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.215222 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (107cb3e6-6ddb-4b86-a7af-782fa11d632c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.217110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Allocated IP 172.20.0.2 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/d006f3b1-f088-4fff-9ecb-f25c7d5384c7/9abe9e62-0d2a-4936-b681-b74c0a6e39d7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:07.245349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.246785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1599050
Apr 02 21:14:07.249573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60008) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:07.252889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69ecb9-a648-4278-a5bb-df4dcaa43ff3 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107cb3e6-6ddb-4b86-a7af-782fa11d632c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:07.255529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1619197542', 'security_groups': ['107cb3e6-6ddb-4b86-a7af-782fa11d632c'], 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd006f3b1-f088-4fff-9ecb-f25c7d5384c7'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:07.385545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:07.394136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Publish callbacks [] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.399715 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.439555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:07.442462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:07.445823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:07.461227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Pushing event updated for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:07.496965 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.517796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Attempting to bind port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:14:07.517936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port ba1fc66b-949d-44c9-b64f-200e12ca5e70 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:14:07.518442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Attempting to bind port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad354655-a81b-48e0-b207-49383bc9eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:14:07.518808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Attempting to bind port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 on network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:07.523922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:14:07.524287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Checking segment: {'id': 'ad354655-a81b-48e0-b207-49383bc9eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:07.525411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.525411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Bound using segment: {'id': 'ad354655-a81b-48e0-b207-49383bc9eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:14:07.525860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Bound port: 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad354655-a81b-48e0-b207-49383bc9eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:14:07.526238 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.594800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:14:07.598445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,segment=NetworkSegment(ad354655-a81b-48e0-b207-49383bc9eecb),segment_id=ad354655-a81b-48e0-b207-49383bc9eecb)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:14:07.607586 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:07.677677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788447f1-fd27-453f-bcb5-f2808fd38f96 None None] Pushing event updated for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:07.751873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.13 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/d006f3b1-f088-4fff-9ecb-f25c7d5384c7/ba1fc66b-949d-44c9-b64f-200e12ca5e70) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:07.969509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.047204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.090477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:08.093535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:08.116726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:08.394597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f332ae-2a07-4b30-bc99-6de61ce6058e req-cdf2be25-4bec-4259-a2de-a1090135ca2a tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:08.398651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f332ae-2a07-4b30-bc99-6de61ce6058e req-cdf2be25-4bec-4259-a2de-a1090135ca2a tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 948 time: 0.0934818
Apr 02 21:14:08.451652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=ba1fc66b-949d-44c9-b64f-200e12ca5e70,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:08.491044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:08.491841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.506050 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4f332ae-2a07-4b30-bc99-6de61ce6058e req-ad8a8f09-c994-46a2-9b1e-57e92d85fa9f tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008246
Apr 02 21:14:08.527020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5459edff-d06f-44e1-9145-716c9a2780a9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.2758987
Apr 02 21:14:08.527597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:08.529846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60048) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:08.536791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:08.619367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:08.619998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.684990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:08.690087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.745688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:08.745688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.786524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,segment=NetworkSegment(ad354655-a81b-48e0-b207-49383bc9eecb),segment_id=ad354655-a81b-48e0-b207-49383bc9eecb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:08.791948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:08.820538 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d006f3b1-f088-4fff-9ecb-f25c7d5384c7 (CIDR: 172.20.0.0/28)
Apr 02 21:14:08.827014 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:14:08.827602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:08.847418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-259002ad-6899-4187-a062-3d3d852e7be2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3164983
Apr 02 21:14:08.850682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60058) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:08.857034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:08.868068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:08.970757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:08.974608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.000682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60062) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:09.085552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7d718015-ff51-444d-b786-d5f0ef841529 None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:09.085843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7d718015-ff51-444d-b786-d5f0ef841529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.132881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa276210-ea3e-4939-b97a-bd9667702591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.181198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7d718015-ff51-444d-b786-d5f0ef841529 None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:09.194586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7d718015-ff51-444d-b786-d5f0ef841529 None None] Provisioning complete for port 08904173-2e1c-47a9-9b78-3614874906cc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:09.194978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7d718015-ff51-444d-b786-d5f0ef841529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (08904173-2e1c-47a9-9b78-3614874906cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.238241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (0c94bbd0-7359-4aef-bbee-778f0d062c1d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.239196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7d718015-ff51-444d-b786-d5f0ef841529 None None] Port 08904173-2e1c-47a9-9b78-3614874906cc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:09.260307 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa276210-ea3e-4939-b97a-bd9667702591 admin admin] Publish callbacks [] for security_group (2eedde5a-d809-4428-b754-3aae2fa47e3b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.264194 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa276210-ea3e-4939-b97a-bd9667702591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2eedde5a-d809-4428-b754-3aae2fa47e3b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.278606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:09.283897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:09.288613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:09.289204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.295048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d0b50d-467f-4c60-b6f6-28d57bc749ce None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:09.307864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa276210-ea3e-4939-b97a-bd9667702591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57a2bf6f886b44f7bd45eb336c559033&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3058615
Apr 02 21:14:09.308100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=0c94bbd0-7359-4aef-bbee-778f0d062c1d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:09.308710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276210-ea3e-4939-b97a-bd9667702591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eedde5a-d809-4428-b754-3aae2fa47e3b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:09.310472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60066) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:09.320589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-914b0ee4-6c27-4860-8152-f38c536cbdc9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4680171
Apr 02 21:14:09.323459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60068) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:09.329725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1195270367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c94bbd0-7359-4aef-bbee-778f0d062c1d'}], 'security_groups': ['2edb541b-e795-4fc4-8d9e-3ae96d8b71f2']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:09.364412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d2e42b7-e415-4941-8ced-4829e5ddeb1b admin admin] Publish callbacks [] for security_group (2eedde5a-d809-4428-b754-3aae2fa47e3b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.398867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ef3b31fc-efa0-4b1e-98b6-554925967217 None None] Provisioning complete for port ba1fc66b-949d-44c9-b64f-200e12ca5e70 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:09.399233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef3b31fc-efa0-4b1e-98b6-554925967217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.403390 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d2e42b7-e415-4941-8ced-4829e5ddeb1b admin admin] Publish callbacks [] for security_group (2eedde5a-d809-4428-b754-3aae2fa47e3b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.453647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b31fc-efa0-4b1e-98b6-554925967217 None None] Port ba1fc66b-949d-44c9-b64f-200e12ca5e70 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:09.463072 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d2e42b7-e415-4941-8ced-4829e5ddeb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2eedde5a-d809-4428-b754-3aae2fa47e3b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.466647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8d2e42b7-e415-4941-8ced-4829e5ddeb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.470696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d2e42b7-e415-4941-8ced-4829e5ddeb1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eedde5a-d809-4428-b754-3aae2fa47e3b HTTP/1.1" status: 204  len: 168 time: 0.1564260
Apr 02 21:14:09.478164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e42b7-e415-4941-8ced-4829e5ddeb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eedde5a-d809-4428-b754-3aae2fa47e3b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:09.525632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.558633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] Update dhcp port {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'fixed_ips': [{'subnet_id': 'd006f3b1-f088-4fff-9ecb-f25c7d5384c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c94bbd0-7359-4aef-bbee-778f0d062c1d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9abe9e62-0d2a-4936-b681-b74c0a6e39d7'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:14:09.611677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.695417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bfa94-d44e-4c5e-ae72-866b65572ec5 req-2cb4ea0b-78af-4111-8b18-796922be31b3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:09.701400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-473bfa94-d44e-4c5e-ae72-866b65572ec5 req-2cb4ea0b-78af-4111-8b18-796922be31b3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 948 time: 0.1153567
Apr 02 21:14:09.789120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-473bfa94-d44e-4c5e-ae72-866b65572ec5 req-3d48d63a-545e-4cd2-926f-40dad35482f3 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/security-groups?id=9921715e-ea5c-422f-8f05-c2c2e74dcb6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724468
Apr 02 21:14:09.832678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] Allocated IP 172.20.0.18 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/0c94bbd0-7359-4aef-bbee-778f0d062c1d/9abe9e62-0d2a-4936-b681-b74c0a6e39d7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:09.883230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60084) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:09.904808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc668fa9-b769-446d-a8d4-1260223cafb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.950614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,segment=NetworkSegment(ad354655-a81b-48e0-b207-49383bc9eecb),segment_id=ad354655-a81b-48e0-b207-49383bc9eecb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:09.987302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] Publish callbacks [] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:09.989903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-2b689248-a0a9-4c11-bc67-67129fba2f29 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:09.992582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-2b689248-a0a9-4c11-bc67-67129fba2f29 tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 948 time: 0.0958254
Apr 02 21:14:09.994660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.111580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d661eb-b75f-4f64-96c6-f96941ef2721 None None] Pushing event updated for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:10.160828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc668fa9-b769-446d-a8d4-1260223cafb2 admin admin] Publish callbacks [] for security_group (67460709-33a8-4b7e-9afb-398d200c45eb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.189254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cc668fa9-b769-446d-a8d4-1260223cafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (67460709-33a8-4b7e-9afb-398d200c45eb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.269500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc668fa9-b769-446d-a8d4-1260223cafb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67460709-33a8-4b7e-9afb-398d200c45eb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:10.274780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Deleting port 6587fb80-2925-40bd-9aef-8ccf7c17008c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:10.275251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.279700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Delete allocated IP 172.20.0.13 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/d006f3b1-f088-4fff-9ecb-f25c7d5384c7) {{(pid=121649) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 02 21:14:10.289880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cc668fa9-b769-446d-a8d4-1260223cafb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bce3f86df37f48908dcd220706b4d1c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4051030
Apr 02 21:14:10.292800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60100) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:10.319200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.24 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/0c94bbd0-7359-4aef-bbee-778f0d062c1d/ba1fc66b-949d-44c9-b64f-200e12ca5e70) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:10.389118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Publish callbacks [] for security_group (67460709-33a8-4b7e-9afb-398d200c45eb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.414504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:10.423836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Publish callbacks [] for security_group (67460709-33a8-4b7e-9afb-398d200c45eb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.458766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] For port 6587fb80-2925-40bd-9aef-8ccf7c17008c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6587fb80-2925-40bd-9aef-8ccf7c17008c,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:10.459287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.493559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:10.494275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.497626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (67460709-33a8-4b7e-9afb-398d200c45eb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.499402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.500618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67460709-33a8-4b7e-9afb-398d200c45eb HTTP/1.1" status: 204  len: 168 time: 0.2066765
Apr 02 21:14:10.513860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Calling delete_port for 6587fb80-2925-40bd-9aef-8ccf7c17008c owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:10.515010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67460709-33a8-4b7e-9afb-398d200c45eb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:10.525086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.525468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.526081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.526425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.526973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.527310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.527638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.527966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.528546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.528868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.529193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.529633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.529965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.530286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.530772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175175bd-5e31-48df-a366-6e2080d9f2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:10.609081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:10.690265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.699815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.789070 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6587fb80-2925-40bd-9aef-8ccf7c17008c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.791499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:10.791902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.819674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6587fb80-2925-40bd-9aef-8ccf7c17008c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:14:10.848670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=ba1fc66b-949d-44c9-b64f-200e12ca5e70,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:10.851415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] In _notify_port_updated(), no bound segment for port ba1fc66b-949d-44c9-b64f-200e12ca5e70 on network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:14:10.856781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:10.857414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.861254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-191a768c-d6b8-4fe0-92d7-bbec6aaabf5a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/ports/ba1fc66b-949d-44c9-b64f-200e12ca5e70 HTTP/1.1" status: 200  len: 921 time: 1.5340910
Apr 02 21:14:10.861720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60110) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:10.893272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Pushing event deleted for resources: {'Port': ['ID=6587fb80-2925-40bd-9aef-8ccf7c17008c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:10.937668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:10.951002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Provisioning complete for port 08904173-2e1c-47a9-9b78-3614874906cc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:10.951641 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (08904173-2e1c-47a9-9b78-3614874906cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.956191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36fc422d-4bca-4147-a704-654344c136c6 req-4f973840-fd7d-4b51-9304-ff5d022b27ca tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1770310-bb84-4579-93de-8db177867c72 HTTP/1.1" status: 200  len: 210 time: 0.0666277
Apr 02 21:14:10.957121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] No DVR routers for this DVR port 6587fb80-2925-40bd-9aef-8ccf7c17008c on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:10.959710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:10.963426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c6426e4-e8d2-4c88-91a7-1fea458a08cf req-ae9c0777-98a2-434b-8d42-bbe65ecfb1be tempest-VolumesBackupsTest-990025423 tempest-VolumesBackupsTest-990025423-project] 10.222.0.15 "DELETE /v2.0/ports/6587fb80-2925-40bd-9aef-8ccf7c17008c HTTP/1.1" status: 204  len: 173 time: 0.9647741
Apr 02 21:14:10.963859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1770310-bb84-4579-93de-8db177867c72', 'name': 'network-vif-deleted', 'tag': '6587fb80-2925-40bd-9aef-8ccf7c17008c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:14:10.966223 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b456238-e9ad-451f-91c5-79a679082a19" -d '{"events": [{"server_uuid": "e1770310-bb84-4579-93de-8db177867c72", "name": "network-vif-deleted", "tag": "6587fb80-2925-40bd-9aef-8ccf7c17008c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:14:10.999097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Port 08904173-2e1c-47a9-9b78-3614874906cc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:11.013498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Provisioning complete for port ba1fc66b-949d-44c9-b64f-200e12ca5e70 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:11.013901 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.032979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port ba1fc66b-949d-44c9-b64f-200e12ca5e70 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:11.033324 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.058579 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4275537f-efc3-4611-a517-7da0abf9a697 x-openstack-request-id: req-4275537f-efc3-4611-a517-7da0abf9a697 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:14:11.059109 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1770310-bb84-4579-93de-8db177867c72", "name": "network-vif-deleted", "tag": "6587fb80-2925-40bd-9aef-8ccf7c17008c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:14:11.059548 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4275537f-efc3-4611-a517-7da0abf9a697 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:14:11.060118 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4275537f-efc3-4611-a517-7da0abf9a697'] response: {'server_uuid': 'e1770310-bb84-4579-93de-8db177867c72', 'name': 'network-vif-deleted', 'tag': '6587fb80-2925-40bd-9aef-8ccf7c17008c', 'status': 'completed', 'code': 200}
Apr 02 21:14:11.066948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cf2b0-95da-45c6-b377-b865f766496b None None] Port ba1fc66b-949d-44c9-b64f-200e12ca5e70 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:11.228158 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.244847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for ba1fc66b-949d-44c9-b64f-200e12ca5e70 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:11.466940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ba1fc66b-949d-44c9-b64f-200e12ca5e70), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.483139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0d56d7ad-f013-4e30-a61c-6a5e9a59a974 None None] Could not find standard attr ID for object ba1fc66b-949d-44c9-b64f-200e12ca5e70. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:14:11.510133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=ba1fc66b-949d-44c9-b64f-200e12ca5e70,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:11.591884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.597022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f130cde-5722-49ff-88f8-f1e605aebc2e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/ba1fc66b-949d-44c9-b64f-200e12ca5e70 HTTP/1.1" status: 204  len: 168 time: 0.7318678
Apr 02 21:14:11.598330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60144) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:11.627974 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bb9cb2-4f17-4e69-aa28-783e7ef1c3e0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:14:11.630257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e9bb9cb2-4f17-4e69-aa28-783e7ef1c3e0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/ba1fc66b-949d-44c9-b64f-200e12ca5e70 HTTP/1.1" status: 404  len: 333 time: 0.0307381
Apr 02 21:14:11.633047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60146) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:11.696842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ce66046-4948-4499-8119-e6e5d336dfe0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (107cb3e6-6ddb-4b86-a7af-782fa11d632c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.727258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ce66046-4948-4499-8119-e6e5d336dfe0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (107cb3e6-6ddb-4b86-a7af-782fa11d632c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.773694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ce66046-4948-4499-8119-e6e5d336dfe0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (107cb3e6-6ddb-4b86-a7af-782fa11d632c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.778088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ce66046-4948-4499-8119-e6e5d336dfe0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.780910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ce66046-4948-4499-8119-e6e5d336dfe0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/security-groups/107cb3e6-6ddb-4b86-a7af-782fa11d632c HTTP/1.1" status: 204  len: 168 time: 0.1468005
Apr 02 21:14:11.782299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60152) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:11.790943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce66046-4948-4499-8119-e6e5d336dfe0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107cb3e6-6ddb-4b86-a7af-782fa11d632c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:11.839301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6810ef8-fc6c-4ff8-9734-4f99fb60df47 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (2edb541b-e795-4fc4-8d9e-3ae96d8b71f2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.862998 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6810ef8-fc6c-4ff8-9734-4f99fb60df47 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (2edb541b-e795-4fc4-8d9e-3ae96d8b71f2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.904494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6810ef8-fc6c-4ff8-9734-4f99fb60df47 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2edb541b-e795-4fc4-8d9e-3ae96d8b71f2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.907169 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6810ef8-fc6c-4ff8-9734-4f99fb60df47 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:11.910742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d6810ef8-fc6c-4ff8-9734-4f99fb60df47 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/security-groups/2edb541b-e795-4fc4-8d9e-3ae96d8b71f2 HTTP/1.1" status: 204  len: 168 time: 0.1250694
Apr 02 21:14:11.911420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60158) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:11.918022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810ef8-fc6c-4ff8-9734-4f99fb60df47 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb541b-e795-4fc4-8d9e-3ae96d8b71f2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:11.970783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet d006f3b1-f088-4fff-9ecb-f25c7d5384c7 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:11.973973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (d006f3b1-f088-4fff-9ecb-f25c7d5384c7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.025283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (d006f3b1-f088-4fff-9ecb-f25c7d5384c7), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.138573 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d006f3b1-f088-4fff-9ecb-f25c7d5384c7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.209387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (d006f3b1-f088-4fff-9ecb-f25c7d5384c7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.236766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=d006f3b1-f088-4fff-9ecb-f25c7d5384c7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:12.240488 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.244365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-54bec24c-5b21-466c-bdf4-2d34359d4e86 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/d006f3b1-f088-4fff-9ecb-f25c7d5384c7 HTTP/1.1" status: 204  len: 168 time: 0.3316686
Apr 02 21:14:12.248324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60184) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:12.253686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:12.262435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75f87d-a310-41c4-a662-d6d929a66ee9 None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:12.401957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:12.407672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.798701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (de41424f-7f2b-4a87-8352-2ec830da0157), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.821813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:12.844978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:12.848102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:12.848730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.880923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6313422
Apr 02 21:14:12.882183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60206) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:12.889101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1855f-a098-42dd-8aee-18ccccfd1126 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=de41424f-7f2b-4a87-8352-2ec830da0157,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:12.893681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'security_group': {'name': 'tempest-secgroup-786770925'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:12.925913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:12.943137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:13.008718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (88df9517-3247-4768-9f0d-0cf2fc2fbb03), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.015141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (88df9517-3247-4768-9f0d-0cf2fc2fbb03), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.045415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.046759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1598032
Apr 02 21:14:13.050222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60220) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:13.051701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2a357-e054-43a2-8b39-ef38b040d9c2 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88df9517-3247-4768-9f0d-0cf2fc2fbb03,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:13.063359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142993823'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:13.090874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c93fc58-2bc5-49ef-b627-39bdc923e969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.113513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.245291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c93fc58-2bc5-49ef-b627-39bdc923e969 admin admin] Publish callbacks [] for security_group (1aa9ccd5-d756-4049-bc98-f3303d819e80), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.249181 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (8d0ed3a5-1a7d-4469-986b-c333046028b7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.250929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c93fc58-2bc5-49ef-b627-39bdc923e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1aa9ccd5-d756-4049-bc98-f3303d819e80), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.257796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8d0ed3a5-1a7d-4469-986b-c333046028b7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.299395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c80c54-fd76-4d95-8539-cec85c7c355e None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:13.301916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.306711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60250) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:13.306990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2552333
Apr 02 21:14:13.313404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275224219'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:13.315232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93fc58-2bc5-49ef-b627-39bdc923e969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa9ccd5-d756-4049-bc98-f3303d819e80,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:13.328226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5c93fc58-2bc5-49ef-b627-39bdc923e969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf695913dab446e3ae21694253a3e58d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3837941
Apr 02 21:14:13.328869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60256) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:13.351581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9067983-f587-45d7-8d32-8efb799b7def tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0ed3a5-1a7d-4469-986b-c333046028b7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:13.391552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.408215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-565261d8-b8a5-461b-b0c0-58068373a970 admin admin] Publish callbacks [] for security_group (1aa9ccd5-d756-4049-bc98-f3303d819e80), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.413926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-92fc161a-08cd-4932-b5cc-9c4aef5ec39b None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:13.414573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92fc161a-08cd-4932-b5cc-9c4aef5ec39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.458270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-565261d8-b8a5-461b-b0c0-58068373a970 admin admin] Publish callbacks [] for security_group (1aa9ccd5-d756-4049-bc98-f3303d819e80), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.536783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-92fc161a-08cd-4932-b5cc-9c4aef5ec39b None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:13.553487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (57f65dee-f4c5-4fc0-8c0f-addff2e19e02), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.557549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-92fc161a-08cd-4932-b5cc-9c4aef5ec39b None None] Provisioning complete for port 08904173-2e1c-47a9-9b78-3614874906cc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:13.558202 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92fc161a-08cd-4932-b5cc-9c4aef5ec39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (08904173-2e1c-47a9-9b78-3614874906cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.559366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57f65dee-f4c5-4fc0-8c0f-addff2e19e02), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.582523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-565261d8-b8a5-461b-b0c0-58068373a970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1aa9ccd5-d756-4049-bc98-f3303d819e80), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.587239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-565261d8-b8a5-461b-b0c0-58068373a970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.592167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-565261d8-b8a5-461b-b0c0-58068373a970 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aa9ccd5-d756-4049-bc98-f3303d819e80 HTTP/1.1" status: 204  len: 168 time: 0.2600873
Apr 02 21:14:13.602193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.606889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60272) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:13.607042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2985511
Apr 02 21:14:13.611731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1713432080', 'security_groups': ['57f65dee-f4c5-4fc0-8c0f-addff2e19e02'], 'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de41424f-7f2b-4a87-8352-2ec830da0157'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:13.619578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17685ce-55a8-4ede-8629-b9c5702f32ec tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f65dee-f4c5-4fc0-8c0f-addff2e19e02,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:13.642596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565261d8-b8a5-461b-b0c0-58068373a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa9ccd5-d756-4049-bc98-f3303d819e80,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:13.676947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6587fb80-2925-40bd-9aef-8ccf7c17008c no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:13.737281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] Update dhcp port {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'fixed_ips': [{'subnet_id': '0c94bbd0-7359-4aef-bbee-778f0d062c1d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de41424f-7f2b-4a87-8352-2ec830da0157'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9abe9e62-0d2a-4936-b681-b74c0a6e39d7'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:14:13.744219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-92fc161a-08cd-4932-b5cc-9c4aef5ec39b None None] Port 08904173-2e1c-47a9-9b78-3614874906cc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:13.747707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 6587fb80-2925-40bd-9aef-8ccf7c17008c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:13.748070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6587fb80-2925-40bd-9aef-8ccf7c17008c not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:13.802376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:13.896382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:14.005990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.023505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] Allocated IP 172.20.0.2 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/de41424f-7f2b-4a87-8352-2ec830da0157/9abe9e62-0d2a-4936-b681-b74c0a6e39d7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:14.036937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] device_id is not set on port ec6ba2a2-303f-4ad4-9616-718c03f228f9 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:14:14.054460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60302) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:14.070883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9aa9636-c843-441a-8ec4-52ef615436ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.150441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,segment=NetworkSegment(ad354655-a81b-48e0-b207-49383bc9eecb),segment_id=ad354655-a81b-48e0-b207-49383bc9eecb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:14.177894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9aa9636-c843-441a-8ec4-52ef615436ac admin admin] Publish callbacks [] for security_group (f268ef4d-f7ef-406c-ac96-2f82e2043d83), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.184264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9aa9636-c843-441a-8ec4-52ef615436ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f268ef4d-f7ef-406c-ac96-2f82e2043d83), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.193015 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] Publish callbacks [] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.202378 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.231129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9aa9636-c843-441a-8ec4-52ef615436ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4502ae88bee43eea3be803e50344e2c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1755586
Apr 02 21:14:14.233712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60328) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:14.239942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa9636-c843-441a-8ec4-52ef615436ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f268ef4d-f7ef-406c-ac96-2f82e2043d83,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:14.273011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.3 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/de41424f-7f2b-4a87-8352-2ec830da0157/ec6ba2a2-303f-4ad4-9616-718c03f228f9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:14.313090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855f604-ac79-4a5a-8f86-12d7e81c4726 None None] Pushing event updated for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:14.320241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93d213fa-3387-47ee-ab38-d14c88116253 admin admin] Publish callbacks [] for security_group (f268ef4d-f7ef-406c-ac96-2f82e2043d83), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.349574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93d213fa-3387-47ee-ab38-d14c88116253 admin admin] Publish callbacks [] for security_group (f268ef4d-f7ef-406c-ac96-2f82e2043d83), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.416004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93d213fa-3387-47ee-ab38-d14c88116253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f268ef4d-f7ef-406c-ac96-2f82e2043d83), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.421935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93d213fa-3387-47ee-ab38-d14c88116253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.423438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-93d213fa-3387-47ee-ab38-d14c88116253 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f268ef4d-f7ef-406c-ac96-2f82e2043d83 HTTP/1.1" status: 204  len: 168 time: 0.1886942
Apr 02 21:14:14.430826 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.432927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d213fa-3387-47ee-ab38-d14c88116253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f268ef4d-f7ef-406c-ac96-2f82e2043d83,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:14.481199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.519122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.563320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:14.566683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:14.574779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:14.599936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=ec6ba2a2-303f-4ad4-9616-718c03f228f9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:14.633927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:14.634502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:14.651498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67e60d54-aa15-44e5-a7f2-3a461631b97b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.0438850
Apr 02 21:14:14.654257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:14.659447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:14.840625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:14.846969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.003550 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de41424f-7f2b-4a87-8352-2ec830da0157 (CIDR: 172.20.0.0/28)
Apr 02 21:14:15.011489 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:14:15.013616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:15.044395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8cffd2e8-4730-49e3-8b80-31287a54adae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3888378
Apr 02 21:14:15.047097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:15.057409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:15.083733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-af06c6e5-7a05-46c6-8fc7-e1ec9654c00b None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:15.084175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af06c6e5-7a05-46c6-8fc7-e1ec9654c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.226239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:15.232678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.242850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af06c6e5-7a05-46c6-8fc7-e1ec9654c00b None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:15.268102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-af06c6e5-7a05-46c6-8fc7-e1ec9654c00b None None] Provisioning complete for port 08904173-2e1c-47a9-9b78-3614874906cc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:15.268549 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af06c6e5-7a05-46c6-8fc7-e1ec9654c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (08904173-2e1c-47a9-9b78-3614874906cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.310409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af06c6e5-7a05-46c6-8fc7-e1ec9654c00b None None] Port 08904173-2e1c-47a9-9b78-3614874906cc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:15.367448 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0c94bbd0-7359-4aef-bbee-778f0d062c1d (CIDR: 172.20.0.16/28)
Apr 02 21:14:15.370615 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:14:15.371106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:15.386537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-424dcc47-1efe-495e-b00a-5ff1f6e91402 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3370163
Apr 02 21:14:15.389262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60374) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:15.394189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'subnet': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:15.435163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5ccb46a7-eb41-4fc7-b7c5-8835c9f5d4df None None] Provisioning complete for port ec6ba2a2-303f-4ad4-9616-718c03f228f9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:15.436136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ccb46a7-eb41-4fc7-b7c5-8835c9f5d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.477182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb46a7-eb41-4fc7-b7c5-8835c9f5d4df None None] Port ec6ba2a2-303f-4ad4-9616-718c03f228f9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:15.508890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Made reservation on behalf of 359e6007027c41689cd67abd2e93ba69 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:15.512728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.749818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.802550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:15.806542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:15.812261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:15.812922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:15.817998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Subnet': ['ID=7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:15.818851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0b10c-c810-4c17-8fb1-5770253e2580 None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:15.847305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-adf6f597-97b6-4477-8919-db6f4e475bbc tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4568992
Apr 02 21:14:15.851506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60406) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:15.863069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1509839858', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88'}], 'security_groups': ['88df9517-3247-4768-9f0d-0cf2fc2fbb03', '8d0ed3a5-1a7d-4469-986b-c333046028b7']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:15.962982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.082489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:16.129504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] Update dhcp port {'port': {'network_id': '1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a', 'fixed_ips': [{'subnet_id': '0c94bbd0-7359-4aef-bbee-778f0d062c1d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de41424f-7f2b-4a87-8352-2ec830da0157', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9abe9e62-0d2a-4936-b681-b74c0a6e39d7'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:14:16.215563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.255359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.398035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Publish callbacks [] for security_group (7e2a8ecf-6167-48a4-90bd-f6ca81e72a50), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.413811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7e2a8ecf-6167-48a4-90bd-f6ca81e72a50), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.416608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:16.471060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0f5b378586b4cec9ca62ed65dd8e2f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3874338
Apr 02 21:14:16.473677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a8ecf-6167-48a4-90bd-f6ca81e72a50,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:16.477054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60438) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:16.484603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:16.485365 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.491472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.492107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.492768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.493111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.493455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.493787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.494383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.494797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.495052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.495398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.495714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.496044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.496374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.496718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.497245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a7bf1-91b0-410a-8bdf-78cbc9d14818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:16.504049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Delete allocated IP 172.20.0.3 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/de41424f-7f2b-4a87-8352-2ec830da0157) {{(pid=121648) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 02 21:14:16.521913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Allocated IP 172.20.0.39 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88/ec6ba2a2-303f-4ad4-9616-718c03f228f9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:16.566139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2c606e6-e544-4df2-8f82-0424bcecd476 admin admin] Publish callbacks [] for security_group (7e2a8ecf-6167-48a4-90bd-f6ca81e72a50), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.598546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2c606e6-e544-4df2-8f82-0424bcecd476 admin admin] Publish callbacks [] for security_group (7e2a8ecf-6167-48a4-90bd-f6ca81e72a50), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.648130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:16.664671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2c606e6-e544-4df2-8f82-0424bcecd476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7e2a8ecf-6167-48a4-90bd-f6ca81e72a50), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.670115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2c606e6-e544-4df2-8f82-0424bcecd476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.671586 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b2c606e6-e544-4df2-8f82-0424bcecd476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e2a8ecf-6167-48a4-90bd-f6ca81e72a50 HTTP/1.1" status: 204  len: 168 time: 0.1929913
Apr 02 21:14:16.686348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c606e6-e544-4df2-8f82-0424bcecd476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a8ecf-6167-48a4-90bd-f6ca81e72a50,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:16.816319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.821550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:16.891308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] Allocated IP 172.20.0.34 (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a/7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88/9abe9e62-0d2a-4936-b681-b74c0a6e39d7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:16.946477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event updated for resources: {'Port': ['ID=ec6ba2a2-303f-4ad4-9616-718c03f228f9,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:16.991081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] In _notify_port_updated(), no bound segment for port ec6ba2a2-303f-4ad4-9616-718c03f228f9 on network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:14:17.003174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:17.004009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.011770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60474) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:17.021680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9fe1265-a291-47a3-865a-cee0e1e223ae tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "PUT /v2.0/ports/ec6ba2a2-303f-4ad4-9616-718c03f228f9 HTTP/1.1" status: 200  len: 960 time: 1.1682866
Apr 02 21:14:17.021819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,segment=NetworkSegment(ad354655-a81b-48e0-b207-49383bc9eecb),segment_id=ad354655-a81b-48e0-b207-49383bc9eecb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:17.057572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] Publish callbacks [] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.066131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.148886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port ec6ba2a2-303f-4ad4-9616-718c03f228f9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:17.149442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.185970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7760f68-c98d-4b3f-b0a6-c403cbf22c19 None None] Pushing event updated for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:17.276093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.294239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for ec6ba2a2-303f-4ad4-9616-718c03f228f9 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:17.479550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ec6ba2a2-303f-4ad4-9616-718c03f228f9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.545121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=ec6ba2a2-303f-4ad4-9616-718c03f228f9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:17.626488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.633405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dcdd55d9-01b9-4873-a584-4c472d202f2f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/ec6ba2a2-303f-4ad4-9616-718c03f228f9 HTTP/1.1" status: 204  len: 168 time: 0.6203561
Apr 02 21:14:17.635893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60514) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:17.667347 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-13523ef3-5cde-4a35-9ff1-fd0a30649ef0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] GET failed (client error): The resource could not be found.
Apr 02 21:14:17.672055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:17.675017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-13523ef3-5cde-4a35-9ff1-fd0a30649ef0 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports/ec6ba2a2-303f-4ad4-9616-718c03f228f9 HTTP/1.1" status: 404  len: 333 time: 0.0377221
Apr 02 21:14:17.748855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-25776c25-93ba-4562-a733-137cd5cfcf02 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (57f65dee-f4c5-4fc0-8c0f-addff2e19e02), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.780740 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-25776c25-93ba-4562-a733-137cd5cfcf02 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (57f65dee-f4c5-4fc0-8c0f-addff2e19e02), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.834613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.842113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-25776c25-93ba-4562-a733-137cd5cfcf02 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (57f65dee-f4c5-4fc0-8c0f-addff2e19e02), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.845508 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-25776c25-93ba-4562-a733-137cd5cfcf02 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.846767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-25776c25-93ba-4562-a733-137cd5cfcf02 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/security-groups/57f65dee-f4c5-4fc0-8c0f-addff2e19e02 HTTP/1.1" status: 204  len: 168 time: 0.1728148
Apr 02 21:14:17.849938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:17.857924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25776c25-93ba-4562-a733-137cd5cfcf02 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f65dee-f4c5-4fc0-8c0f-addff2e19e02,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:17.930048 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-4dfa-4754-bb8b-8f245aec321e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (8d0ed3a5-1a7d-4469-986b-c333046028b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:17.956630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-4dfa-4754-bb8b-8f245aec321e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (8d0ed3a5-1a7d-4469-986b-c333046028b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.014819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-4dfa-4754-bb8b-8f245aec321e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8d0ed3a5-1a7d-4469-986b-c333046028b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.018633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-4dfa-4754-bb8b-8f245aec321e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.024385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60540) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:18.029003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c990e0ab-4dfa-4754-bb8b-8f245aec321e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d0ed3a5-1a7d-4469-986b-c333046028b7 HTTP/1.1" status: 204  len: 168 time: 0.1773951
Apr 02 21:14:18.043264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990e0ab-4dfa-4754-bb8b-8f245aec321e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0ed3a5-1a7d-4469-986b-c333046028b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:18.087228 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be022a9c-a1ac-4ed7-994f-bf3c08383f3c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (88df9517-3247-4768-9f0d-0cf2fc2fbb03), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.116657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:18.117169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.117419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be022a9c-a1ac-4ed7-994f-bf3c08383f3c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (88df9517-3247-4768-9f0d-0cf2fc2fbb03), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.166434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be022a9c-a1ac-4ed7-994f-bf3c08383f3c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (88df9517-3247-4768-9f0d-0cf2fc2fbb03), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.169539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be022a9c-a1ac-4ed7-994f-bf3c08383f3c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.170860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be022a9c-a1ac-4ed7-994f-bf3c08383f3c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/security-groups/88df9517-3247-4768-9f0d-0cf2fc2fbb03 HTTP/1.1" status: 204  len: 168 time: 0.1453755
Apr 02 21:14:18.175074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60548) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:18.183848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be022a9c-a1ac-4ed7-994f-bf3c08383f3c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df9517-3247-4768-9f0d-0cf2fc2fbb03,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:18.213839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:18.226629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Provisioning complete for port 08904173-2e1c-47a9-9b78-3614874906cc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:18.230151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (08904173-2e1c-47a9-9b78-3614874906cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.244028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet de41424f-7f2b-4a87-8352-2ec830da0157 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:18.247600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (de41424f-7f2b-4a87-8352-2ec830da0157), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.278621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Port 08904173-2e1c-47a9-9b78-3614874906cc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:18.282322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-16ae3b28-5514-4a20-baa1-832256760054 None None] Could not find standard attr ID for object ec6ba2a2-303f-4ad4-9616-718c03f228f9. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:14:18.291951 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (de41424f-7f2b-4a87-8352-2ec830da0157), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.373320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:18.385272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (de41424f-7f2b-4a87-8352-2ec830da0157), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.435518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:18.435888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.475982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (de41424f-7f2b-4a87-8352-2ec830da0157), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.516981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=de41424f-7f2b-4a87-8352-2ec830da0157,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:18.523821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.532617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd521d44-5bf1-43e2-81dc-c961435db086 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/de41424f-7f2b-4a87-8352-2ec830da0157 HTTP/1.1" status: 204  len: 168 time: 0.3508921
Apr 02 21:14:18.533076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60560) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:18.564048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:18.593175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet 7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:18.596656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.642694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.661676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc346f-299a-4edc-bb50-bedb4ef3adeb None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:18.732999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bf0bc8b0-8e84-4f5d-bec5-dc3067337980 None None] Could not find standard attr ID for object ec6ba2a2-303f-4ad4-9616-718c03f228f9. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:14:18.747809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.852260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.890086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:18.892148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:18.895624 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8fd0d4c2-4fa0-4969-b63e-372c51e31ef7 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/7e1e9e45-0e50-45e1-afab-e6ff8b5e9c88 HTTP/1.1" status: 204  len: 168 time: 0.3638022
Apr 02 21:14:18.898694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60572) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:18.946316 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ac6c60-0c79-46b6-8c6a-ad7d001e815c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:18.946740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ac6c60-0c79-46b6-8c6a-ad7d001e815c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:18.949849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-57ac6c60-0c79-46b6-8c6a-ad7d001e815c tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/de41424f-7f2b-4a87-8352-2ec830da0157 HTTP/1.1" status: 404  len: 337 time: 0.0492840
Apr 02 21:14:18.952510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60588) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.036195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting subnet 0c94bbd0-7359-4aef-bbee-778f0d062c1d {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:19.040717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (0c94bbd0-7359-4aef-bbee-778f0d062c1d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.108333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (0c94bbd0-7359-4aef-bbee-778f0d062c1d), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.159658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60612) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.242919 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0c94bbd0-7359-4aef-bbee-778f0d062c1d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.350274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (0c94bbd0-7359-4aef-bbee-778f0d062c1d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.383269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.388497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/0c94bbd0-7359-4aef-bbee-778f0d062c1d HTTP/1.1" status: 204  len: 168 time: 0.4335437
Apr 02 21:14:19.388497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dab6b9-780f-42d1-93dc-961fd983ea77 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Subnet': ['ID=0c94bbd0-7359-4aef-bbee-778f0d062c1d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:19.389650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60618) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.432741 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03dcad6-9187-4533-b4e6-50e08402a01a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.436338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03dcad6-9187-4533-b4e6-50e08402a01a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.452061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:19.453693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b03dcad6-9187-4533-b4e6-50e08402a01a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/d006f3b1-f088-4fff-9ecb-f25c7d5384c7 HTTP/1.1" status: 404  len: 337 time: 0.0593348
Apr 02 21:14:19.461001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.490441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.496017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc411145-8df7-4324-bf80-82cff1154f06 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "GET /v2.0/ports?device_id=587ce100-64e2-427d-a27b-942d8ce4d1bd HTTP/1.1" status: 200  len: 205 time: 0.0333183
Apr 02 21:14:19.498565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60622) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.539371 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-3a173f2b-e66f-46ee-a480-895bbb2cb923 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] delete failed (client error): The resource could not be found.
Apr 02 21:14:19.540780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a173f2b-e66f-46ee-a480-895bbb2cb923 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/routers/587ce100-64e2-427d-a27b-942d8ce4d1bd HTTP/1.1" status: 404  len: 336 time: 0.0408978
Apr 02 21:14:19.543581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.583656 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa09bc6-3592-4ce0-8d27-5bd426c08e5e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.584133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa09bc6-3592-4ce0-8d27-5bd426c08e5e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.588256 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6fa09bc6-3592-4ce0-8d27-5bd426c08e5e tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/e5418667-40dc-48d7-834d-3a13936c22db HTTP/1.1" status: 404  len: 337 time: 0.0425806
Apr 02 21:14:19.591454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.610320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ede6f-f385-4687-a011-e5316e6ef5aa None None] Network 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:19.625491 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3872ddfe-b668-4319-b89d-3dd839320463 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.625952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3872ddfe-b668-4319-b89d-3dd839320463 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.629060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3872ddfe-b668-4319-b89d-3dd839320463 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/dd3bf100-3e92-441c-adfa-5e236c6e34a9 HTTP/1.1" status: 404  len: 337 time: 0.0364456
Apr 02 21:14:19.631785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.658869 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb340ac2-f724-4456-be93-3cbc23e1c773 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.660272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb340ac2-f724-4456-be93-3cbc23e1c773 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.664505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.664661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cb340ac2-f724-4456-be93-3cbc23e1c773 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/178b1c12-8f94-4836-863c-822d67d24fda HTTP/1.1" status: 404  len: 337 time: 0.0310879
Apr 02 21:14:19.666919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.706750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e39658d9-4aaf-4e49-a214-7a04e76ce462 None None] Provisioning complete for port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:19.707224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e39658d9-4aaf-4e49-a214-7a04e76ce462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.711740 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d150939-955b-4e98-9aba-82b91dc45e21 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.712344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d150939-955b-4e98-9aba-82b91dc45e21 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.715574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d150939-955b-4e98-9aba-82b91dc45e21 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/db4c300c-0a33-47ae-9151-af198b0f822c HTTP/1.1" status: 404  len: 333 time: 0.0475070
Apr 02 21:14:19.719138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60636) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.806339 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd98a178-3d6b-427d-bc20-f91c2b9d6c1b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.807667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd98a178-3d6b-427d-bc20-f91c2b9d6c1b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.811552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cd98a178-3d6b-427d-bc20-f91c2b9d6c1b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/f8204be0-d885-4761-b97a-1f77aadd0caa HTTP/1.1" status: 404  len: 337 time: 0.0911174
Apr 02 21:14:19.815443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60638) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.858487 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccaac77-f594-414a-b035-c540f0f1005f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.859263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccaac77-f594-414a-b035-c540f0f1005f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.863481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ccaac77-f594-414a-b035-c540f0f1005f tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/fd285af4-4dc4-46cb-83d3-593f06be1c5a HTTP/1.1" status: 404  len: 337 time: 0.0444486
Apr 02 21:14:19.864550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e39658d9-4aaf-4e49-a214-7a04e76ce462 None None] Current status of the port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:19.866115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60640) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.881327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726456c-0e96-4163-9eea-756492312194 None None] DHCP port deletion for 1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:14:19.884338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e39658d9-4aaf-4e49-a214-7a04e76ce462 None None] Provisioning complete for port 08904173-2e1c-47a9-9b78-3614874906cc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:19.885047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e39658d9-4aaf-4e49-a214-7a04e76ce462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (08904173-2e1c-47a9-9b78-3614874906cc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:19.909005 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d575a8-98c5-4df6-9560-ec45d7dcea8b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:19.909773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d575a8-98c5-4df6-9560-ec45d7dcea8b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:19.915567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-97d575a8-98c5-4df6-9560-ec45d7dcea8b tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/7ac01a9a-894a-4655-89c8-95a039c119ae HTTP/1.1" status: 404  len: 333 time: 0.0484700
Apr 02 21:14:19.918894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60642) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:19.944312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Allocated IP 172.35.4.98 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/202447ce-8397-4d0e-ac59-1a60dea2716d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:19.968492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e39658d9-4aaf-4e49-a214-7a04e76ce462 None None] Port 08904173-2e1c-47a9-9b78-3614874906cc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:20.003330 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c8d8ae-f731-4372-922c-49e4cec66145 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:20.003581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c8d8ae-f731-4372-922c-49e4cec66145 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:20.010733 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-56c8d8ae-f731-4372-922c-49e4cec66145 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/1222a1a2-7fbd-4def-8ad0-b80d9423209d HTTP/1.1" status: 404  len: 337 time: 0.0908215
Apr 02 21:14:20.011782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60646) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:20.019536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f726456c-0e96-4163-9eea-756492312194 None None] Deleting port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:20.021031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.039962 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-1049e6b1-19a1-4fcd-ab7f-9eb50fdff2d9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:14:20.040439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1049e6b1-19a1-4fcd-ab7f-9eb50fdff2d9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:14:20.046670 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1049e6b1-19a1-4fcd-ab7f-9eb50fdff2d9 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/subnets/4681e504-489c-403a-81f8-dfd33c37692c HTTP/1.1" status: 404  len: 337 time: 0.0343025
Apr 02 21:14:20.047264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60648) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:20.090738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60650) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:20.122692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f726456c-0e96-4163-9eea-756492312194 None None] For port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,segment=NetworkSegment(ad354655-a81b-48e0-b207-49383bc9eecb),segment_id=ad354655-a81b-48e0-b207-49383bc9eecb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:20.123103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.148791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f726456c-0e96-4163-9eea-756492312194 None None] Calling delete_port for 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:20.264217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (9abe9e62-0d2a-4936-b681-b74c0a6e39d7), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.316423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726456c-0e96-4163-9eea-756492312194 None None] Pushing event deleted for resources: {'Port': ['ID=9abe9e62-0d2a-4936-b681-b74c0a6e39d7,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:20.328240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726456c-0e96-4163-9eea-756492312194 None None] No DVR routers for this DVR port 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:20.339088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.339761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.340282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.340869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.341458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.349950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.350560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.351060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.351709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.352364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.353059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.353710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.354363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.354897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.355277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726456c-0e96-4163-9eea-756492312194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:14:20.405782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.414648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:20.455255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:20.455857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9abe9e62-0d2a-4936-b681-b74c0a6e39d7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:20.494503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.557445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Deleting port 08904173-2e1c-47a9-9b78-3614874906cc {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:20.560364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (08904173-2e1c-47a9-9b78-3614874906cc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.575124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:20.578534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:20.581606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:20.649049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (08904173-2e1c-47a9-9b78-3614874906cc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.657412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Port': ['ID=202447ce-8397-4d0e-ac59-1a60dea2716d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:20.663341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Calling delete_port for 08904173-2e1c-47a9-9b78-3614874906cc owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:20.663576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b608936b-1de0-4608-ab34-1c8627fd7cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.747855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (08904173-2e1c-47a9-9b78-3614874906cc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.777398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Port': ['ID=08904173-2e1c-47a9-9b78-3614874906cc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:20.784171 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.790063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-25587ba7-0aef-43c9-89d9-643f3b8d302a tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/ports/08904173-2e1c-47a9-9b78-3614874906cc HTTP/1.1" status: 204  len: 168 time: 0.7393513
Apr 02 21:14:20.793477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60656) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:20.803911 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for floatingip (f691ae71-fc2d-44ac-a889-bfb3f45534ed), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.872105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.878467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b608936b-1de0-4608-ab34-1c8627fd7cd1 admin admin] Publish callbacks [] for security_group (8425754a-fc70-4fe4-a697-394d4168ef8f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.900720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b608936b-1de0-4608-ab34-1c8627fd7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8425754a-fc70-4fe4-a697-394d4168ef8f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.903273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:20.974956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b608936b-1de0-4608-ab34-1c8627fd7cd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=752dbe7fcf844bb881addb074467167e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8830068
Apr 02 21:14:20.978310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60658) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:20.979203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608936b-1de0-4608-ab34-1c8627fd7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8425754a-fc70-4fe4-a697-394d4168ef8f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:21.048792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.085509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78445688b0>,) {'filters': {'network_id': ['1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:21.109990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78445688b0>, 'ad354655-a81b-48e0-b207-49383bc9eecb') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:21.109990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78445688b0>, 'ad354655-a81b-48e0-b207-49383bc9eecb') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:21.124277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30ad0a75-b17c-40fe-b301-d519fd524dc0 admin admin] Publish callbacks [] for security_group (8425754a-fc70-4fe4-a697-394d4168ef8f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.126186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.130102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (ad354655-a81b-48e0-b207-49383bc9eecb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.134778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.187496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ad354655-a81b-48e0-b207-49383bc9eecb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.191006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30ad0a75-b17c-40fe-b301-d519fd524dc0 admin admin] Publish callbacks [] for security_group (8425754a-fc70-4fe4-a697-394d4168ef8f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.206145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:14:21.206570 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (ad354655-a81b-48e0-b207-49383bc9eecb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:14:21.210240 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:14:21.244153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f691ae71-fc2d-44ac-a889-bfb3f45534ed), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.258221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Port': ['ID=202447ce-8397-4d0e-ac59-1a60dea2716d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:21.270744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.274789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-92f5b7b9-8bed-4e12-bcf5-76d68e8999a6 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1113911
Apr 02 21:14:21.275009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60660) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:21.280495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1057975156'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:21.302194 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.306477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Made reservation on behalf of 8c8b55dfbe11432badea37e1461b90ec for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:21.311663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.321829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.325289 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.329294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] 10.222.0.18 "DELETE /v2.0/networks/1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a HTTP/1.1" status: 204  len: 168 time: 0.5358136
Apr 02 21:14:21.331287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1109b78-694a-4c55-8c32-7e9f0d7ae072 tempest-PortsTestJSON-729514644 tempest-PortsTestJSON-729514644-project] Pushing event deleted for resources: {'Network': ['ID=1f8e4a9c-b0c7-45cb-8e82-e4a446a9710a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:21.333380 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30ad0a75-b17c-40fe-b301-d519fd524dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8425754a-fc70-4fe4-a697-394d4168ef8f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.336962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30ad0a75-b17c-40fe-b301-d519fd524dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.338194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30ad0a75-b17c-40fe-b301-d519fd524dc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8425754a-fc70-4fe4-a697-394d4168ef8f HTTP/1.1" status: 204  len: 168 time: 0.3588123
Apr 02 21:14:21.346631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad0a75-b17c-40fe-b301-d519fd524dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8425754a-fc70-4fe4-a697-394d4168ef8f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:21.495448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for security_group (b99a5bff-2016-48f8-aba2-2dea3251be0c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.500977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b99a5bff-2016-48f8-aba2-2dea3251be0c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.541404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:14:21.544091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a5bff-2016-48f8-aba2-2dea3251be0c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:21.581175 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ec674d71-f462-4791-80a5-21a9884db308), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.581175 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Added segment ec674d71-f462-4791-80a5-21a9884db308 of type vlan for network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f
Apr 02 21:14:21.658183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.695374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.710875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:21.712218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:21.723093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60672) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:21.771375 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4925671
Apr 02 21:14:21.773627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60678) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:21.780812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Request body: {'subnet': {'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:21.826977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4437c-d243-4362-a91a-2efc1fbe117a tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Network': ['ID=1275893f-f64d-4b3a-a1d9-1faa99ebfd9f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:21.843925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:14:21.917303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Made reservation on behalf of 8c8b55dfbe11432badea37e1461b90ec for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:21.920892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.016716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a593a44c-ee72-4906-8d84-082e636b646e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=359e6007027c41689cd67abd2e93ba69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2923536
Apr 02 21:14:22.021385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60686) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:22.119962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7489-99e5-4ef1-878d-335d06dd3dee admin admin] Publish callbacks [] for security_group (2f74306c-3808-473e-b299-3150fde3dd34), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.154190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7489-99e5-4ef1-878d-335d06dd3dee admin admin] Publish callbacks [] for security_group (2f74306c-3808-473e-b299-3150fde3dd34), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.241848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (43e9f827-f462-4c32-bb00-a2ed0e759532), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.328080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7489-99e5-4ef1-878d-335d06dd3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2f74306c-3808-473e-b299-3150fde3dd34), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.330884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7489-99e5-4ef1-878d-335d06dd3dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.332124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bd9e7489-99e5-4ef1-878d-335d06dd3dee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f74306c-3808-473e-b299-3150fde3dd34 HTTP/1.1" status: 204  len: 168 time: 0.3091879
Apr 02 21:14:22.353953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Checking segment: {'id': 'ec674d71-f462-4791-80a5-21a9884db308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:22.354362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network hostable DHCP agents. Network: 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:14:22.358278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Subnet': ['ID=43e9f827-f462-4c32-bb00-a2ed0e759532,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:22.360518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e7489-99e5-4ef1-878d-335d06dd3dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f74306c-3808-473e-b299-3150fde3dd34,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:22.415905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:14:22.428577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:22.433751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:22.434364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.441523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7b0c1-d126-4f24-8a96-6a87699434ea None None] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:22.472376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc7b0185-0e48-4ae8-85b9-b03fdfd13987 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6967137
Apr 02 21:14:22.474852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60700) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:22.480018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1361467855', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:22.504085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (17224fd0-aec7-446b-adeb-aa07dea2f158), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.509604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (17224fd0-aec7-446b-adeb-aa07dea2f158), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.529311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60702) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:22.601958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router_controller (17224fd0-aec7-446b-adeb-aa07dea2f158), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.606454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1275893f-f64d-4b3a-a1d9-1faa99ebfd9f', 'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f', 'project_id': '8c8b55dfbe11432badea37e1461b90ec', 'fixed_ips': [{'subnet_id': '43e9f827-f462-4c32-bb00-a2ed0e759532'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:14:22.607727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.808589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router_gateway (17224fd0-aec7-446b-adeb-aa07dea2f158), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:22.992071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1319094348-network', 'tenant_id': 'b5fe471f4a924fd98ef24aa24abb736c'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:23.000552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Allocated IP 172.20.0.2 (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f/43e9f827-f462-4c32-bb00-a2ed0e759532/2eba62e1-701e-4d36-a1a2-0a6c2ddad50e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:23.040708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Made reservation on behalf of b5fe471f4a924fd98ef24aa24abb736c for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:23.043388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.058562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.175357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b369737-64ae-4a24-8eb0-6dafeb8a6631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.226988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router_gateway (17224fd0-aec7-446b-adeb-aa07dea2f158), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.239935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks [] for security_group (f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.245775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.259367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.305664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:14:23.305936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Publish callbacks [] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.325872 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.329115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:23.332973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (de1a1641-4f53-4519-aa97-a1c1957404fc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.333248 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Added segment de1a1641-4f53-4519-aa97-a1c1957404fc of type vlan for network 146ce8d9-8798-4b34-95b9-d9b14df14138
Apr 02 21:14:23.406854 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (146ce8d9-8798-4b34-95b9-d9b14df14138), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.412759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:23.418341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:23.431809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:23.481170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (146ce8d9-8798-4b34-95b9-d9b14df14138), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.482208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:23.482593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Pushing event updated for resources: {'Port': ['ID=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:23.483178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.531764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9848337
Apr 02 21:14:23.539644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60722) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:23.540773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Allocated IP 172.35.4.90 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e7f5e798-789e-46da-929d-d28fab7a9546) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:23.547466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Request body: {'subnet': {'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1319094348-subnet', 'tenant_id': 'b5fe471f4a924fd98ef24aa24abb736c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:23.586335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Attempting to bind port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:14:23.586722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Attempting to bind port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec674d71-f462-4791-80a5-21a9884db308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:14:23.587129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Attempting to bind port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e on network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:23.594850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:14:23.601891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Checking segment: {'id': 'ec674d71-f462-4791-80a5-21a9884db308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:23.602487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.603088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Bound using segment: {'id': 'ec674d71-f462-4791-80a5-21a9884db308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:14:23.604096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Bound port: 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec674d71-f462-4791-80a5-21a9884db308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:14:23.604881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.606679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e187f2-644f-48cc-8e64-471976108722 admin admin] Pushing event updated for resources: {'Network': ['ID=146ce8d9-8798-4b34-95b9-d9b14df14138,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:23.614861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Made reservation on behalf of b5fe471f4a924fd98ef24aa24abb736c for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:23.619242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.622011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 146ce8d9-8798-4b34-95b9-d9b14df14138 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:14:23.695279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for port (e7f5e798-789e-46da-929d-d28fab7a9546), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.775439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e7f5e798-789e-46da-929d-d28fab7a9546), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.828079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:23.838417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:23.841796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Port': ['ID=e7f5e798-789e-46da-929d-d28fab7a9546,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:23.847743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:23.895717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] For port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:14:23.900203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] For port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,segment=NetworkSegment(ec674d71-f462-4791-80a5-21a9884db308),segment_id=ec674d71-f462-4791-80a5-21a9884db308)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:14:23.907283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60730) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:23.921060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:23.942359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4d0fa89b-c5c3-4a17-8988-7be8046e786c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.037287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad3e1-ad7d-48b4-a999-16cea4103858 None None] Pushing event updated for resources: {'Port': ['ID=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:24.047487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0fa89b-c5c3-4a17-8988-7be8046e786c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:24.054196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Checking segment: {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:24.054692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Network hostable DHCP agents. Network: 146ce8d9-8798-4b34-95b9-d9b14df14138, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:14:24.087324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Network 146ce8d9-8798-4b34-95b9-d9b14df14138 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:14:24.098420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 146ce8d9-8798-4b34-95b9-d9b14df14138) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:24.105524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:24.108507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.109255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a3e312-f0c5-47bf-aef8-7fffa1e2a3f8 None None] Network 146ce8d9-8798-4b34-95b9-d9b14df14138 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:24.135590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2122767043'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:24.166153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b545d7b3-324c-447f-a2b2-62e079ca59bf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6155441
Apr 02 21:14:24.262326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd8013-69f1-4313-9bdf-700f07614b9c None None] Network 146ce8d9-8798-4b34-95b9-d9b14df14138 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:24.292593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:24.298015 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.320644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router_gateway (17224fd0-aec7-446b-adeb-aa07dea2f158), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.322718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.720959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for security_group (7cb79a72-bb3f-424a-93db-fe3610cb735d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.729125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7cb79a72-bb3f-424a-93db-fe3610cb735d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.768477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:14:24.784311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (17224fd0-aec7-446b-adeb-aa07dea2f158), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.806340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7bfdda67-8fa8-4090-9bf8-0fd01790b224), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:24.806340 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment 7bfdda67-8fa8-4090-9bf8-0fd01790b224 of type vlan for network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda
Apr 02 21:14:24.841733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb79a72-bb3f-424a-93db-fe3610cb735d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:24.953559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.013875 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.029521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:25.031703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.143637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2347674
Apr 02 21:14:25.146091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60750) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:25.155736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337481065'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:25.211043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:25.221063 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.221625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c301-1ff3-410e-8860-491efab403a4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=5d7439a3-9a67-4dfe-9aab-f4a7d2308eda,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:25.235092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:14:25.255561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Router 17224fd0-aec7-446b-adeb-aa07dea2f158 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:14:25.294078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:14:25.333633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9a5d15fe-6fc3-447d-9e65-9da45d75f76e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.335213 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment 9a5d15fe-6fc3-447d-9e65-9da45d75f76e of type vlan for network e3aab86a-955b-43ca-8b9f-4e0a9c555925
Apr 02 21:14:25.437845 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e3aab86a-955b-43ca-8b9f-4e0a9c555925), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.442530 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a130b5a6-edb8-4f41-bec4-9c0c6068e8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.514170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e3aab86a-955b-43ca-8b9f-4e0a9c555925), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.528164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:25.529179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.531024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:25.578191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] Sync routers for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:25.613967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.622786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4cf090f6-fb9c-4bbf-81de-0a01217dd76f tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 3.1449497
Apr 02 21:14:25.625410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4771385
Apr 02 21:14:25.625935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60764) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:25.626959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:25.629020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ae4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:25.629224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60766) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:25.641268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:25.681635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0953ee0-dba7-4807-b37c-7f51fcc59e29 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=e3aab86a-955b-43ca-8b9f-4e0a9c555925,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:25.746324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ae4400>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:25.750449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:14:25.789495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:25.790198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ae4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:25.824411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6134cd-9191-4c00-94bc-14bee0e22d6a None None] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:25.891820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ae4400>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:25.892853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1726d1-038c-4c48-a92f-ef9283ee68c4 None None] The sync data for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:25.957188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] Provisioning complete for port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:25.957728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:25.992548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:25.995842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.095665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7650af6-9f7d-497c-b981-257f180b78ef req-c375636b-4212-4cb4-9e82-0c91d1f3a7c5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:26.099002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7650af6-9f7d-497c-b981-257f180b78ef req-c375636b-4212-4cb4-9e82-0c91d1f3a7c5 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.2109725
Apr 02 21:14:26.215606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] Current status of the port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:26.216225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.277720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7650af6-9f7d-497c-b981-257f180b78ef req-c2a33c84-630d-49e0-8997-86f0569f63dd tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1675270
Apr 02 21:14:26.305944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] For port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,segment=NetworkSegment(ec674d71-f462-4791-80a5-21a9884db308),segment_id=ec674d71-f462-4791-80a5-21a9884db308)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:26.323109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.476913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e6add-a9bb-440e-892e-11e7ee655057 None None] Pushing event updated for resources: {'Port': ['ID=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:26.548573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:26.624709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:26.625414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.671567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.729098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.809026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:26.815071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1ee3a8c5-5151-4282-96c1-d76923765472 None None] Provisioning complete for port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:26.815448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a8c5-5151-4282-96c1-d76923765472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:26.844146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:26.879791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': '7bfdda67-8fa8-4090-9bf8-0fd01790b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:26.880062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:14:26.905983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3a8c5-5151-4282-96c1-d76923765472 None None] Current status of the port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:26.933553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:14:26.982796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:26.992680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4a922-01da-4043-b6fc-61b51abe2ef9 None None] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:26.992844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:26.993426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.043562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3dbb7feb-172b-4724-9e56-c9bc9b9aeaca tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4110427
Apr 02 21:14:27.043993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60800) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:27.049934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:27.051705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.105015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d7439a3-9a67-4dfe-9aab-f4a7d2308eda', 'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': 'a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:14:27.106117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.153853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:27.157411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.255595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Allocated IP 2001:db8::2 (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda/a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f/6bfa0afd-995a-4bfd-b397-fbf502626c87) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:27.345971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-928260f9-3a72-45af-b969-79a49ad85dc1 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:27.351674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-928260f9-3a72-45af-b969-79a49ad85dc1 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.21 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.1208861
Apr 02 21:14:27.356078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (603e0068-a6b6-4136-9f11-912a45be722a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.416433 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Publish callbacks [] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.422185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=603e0068-a6b6-4136-9f11-912a45be722a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:27.426137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.450307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:27.453133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:27.480645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:27.535456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': '9a5d15fe-6fc3-447d-9e65-9da45d75f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:27.535970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: e3aab86a-955b-43ca-8b9f-4e0a9c555925, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:14:27.553486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Allocated IP 172.20.0.1 (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f/43e9f827-f462-4c32-bb00-a2ed0e759532/c3a7c387-64a4-4877-8619-51139595d45b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:27.556080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983d585-f910-4f82-9bc5-107cc8c88f98 req-b6ff49c4-83e4-4d60-8e73-874f234eadc2 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:27.558378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2983d585-f910-4f82-9bc5-107cc8c88f98 req-b6ff49c4-83e4-4d60-8e73-874f234eadc2 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.1373804
Apr 02 21:14:27.579303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Pushing event updated for resources: {'Port': ['ID=6bfa0afd-995a-4bfd-b397-fbf502626c87,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:27.586173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Attempting to bind port 6bfa0afd-995a-4bfd-b397-fbf502626c87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:14:27.586551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Attempting to bind port 6bfa0afd-995a-4bfd-b397-fbf502626c87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bfdda67-8fa8-4090-9bf8-0fd01790b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:14:27.587065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Attempting to bind port 6bfa0afd-995a-4bfd-b397-fbf502626c87 on network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:27.598274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:14:27.606911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:14:27.607348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Checking segment: {'id': '7bfdda67-8fa8-4090-9bf8-0fd01790b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:27.607784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.608942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Bound using segment: {'id': '7bfdda67-8fa8-4090-9bf8-0fd01790b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:14:27.609691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Bound port: 6bfa0afd-995a-4bfd-b397-fbf502626c87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfdda67-8fa8-4090-9bf8-0fd01790b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d7439a3-9a67-4dfe-9aab-f4a7d2308eda'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:14:27.610126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.616269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3aab86a-955b-43ca-8b9f-4e0a9c555925) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:27.630138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:27.631352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.639464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84366f6-58af-4f94-80b0-c19362ea7c2a None None] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:27.669197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2983d585-f910-4f82-9bc5-107cc8c88f98 req-db51d16d-4c70-4f15-8802-3ac12969aa1f tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0975840
Apr 02 21:14:27.678141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8b4b13e5-b1a2-44d4-9297-bb3eec2c3207 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6324534
Apr 02 21:14:27.679042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60808) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:27.687098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1799789735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:27.726678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (866c1f81-fdf5-41e5-ba58-0c3108843f74), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.728712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (866c1f81-fdf5-41e5-ba58-0c3108843f74), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.819557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] For port 6bfa0afd-995a-4bfd-b397-fbf502626c87, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:14:27.828660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] For port 6bfa0afd-995a-4bfd-b397-fbf502626c87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bfa0afd-995a-4bfd-b397-fbf502626c87,segment=NetworkSegment(7bfdda67-8fa8-4090-9bf8-0fd01790b224),segment_id=7bfdda67-8fa8-4090-9bf8-0fd01790b224)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:14:27.855061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (866c1f81-fdf5-41e5-ba58-0c3108843f74), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.867365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (866c1f81-fdf5-41e5-ba58-0c3108843f74), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.871961 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.910122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3aab86a-955b-43ca-8b9f-4e0a9c555925', 'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': '603e0068-a6b6-4136-9f11-912a45be722a'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:14:27.910996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.920295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:27.926915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64031344-7bf4-45cf-8875-8938c846baf4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2465496
Apr 02 21:14:27.929287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:28.064358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c97a5e-9842-457a-a173-b87de61ee262 None None] Pushing event updated for resources: {'Port': ['ID=6bfa0afd-995a-4bfd-b397-fbf502626c87,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:28.141177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Allocated IP 2001:db8:1::2 (e3aab86a-955b-43ca-8b9f-4e0a9c555925/603e0068-a6b6-4136-9f11-912a45be722a/4a12e858-48c7-40c4-8452-f5f6195d2f2e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:28.150043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Deleting port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:28.150762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.327797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for port (c3a7c387-64a4-4877-8619-51139595d45b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.377077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c3a7c387-64a4-4877-8619-51139595d45b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.401809 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Publish callbacks [] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.414267 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.448316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:28.460283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:28.463639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:28.469152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] For port 8276a875-ff1a-4096-8a72-2a3dd85f50d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8276a875-ff1a-4096-8a72-2a3dd85f50d2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:28.469593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.534444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Port': ['ID=c3a7c387-64a4-4877-8619-51139595d45b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:28.540040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:28.552375 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.568841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:28.581118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:28.593784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:28.666757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Pushing event updated for resources: {'Port': ['ID=4a12e858-48c7-40c4-8452-f5f6195d2f2e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:28.750745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (17224fd0-aec7-446b-adeb-aa07dea2f158), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.882492 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.888881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Attempting to bind port 4a12e858-48c7-40c4-8452-f5f6195d2f2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:14:28.891412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Attempting to bind port 4a12e858-48c7-40c4-8452-f5f6195d2f2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a5d15fe-6fc3-447d-9e65-9da45d75f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:14:28.891964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Attempting to bind port 4a12e858-48c7-40c4-8452-f5f6195d2f2e on network e3aab86a-955b-43ca-8b9f-4e0a9c555925 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:28.899243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:14:28.899920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Checking segment: {'id': '9a5d15fe-6fc3-447d-9e65-9da45d75f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:28.900687 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.902885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Bound using segment: {'id': '9a5d15fe-6fc3-447d-9e65-9da45d75f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:14:28.903628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Bound port: 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5d15fe-6fc3-447d-9e65-9da45d75f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3aab86a-955b-43ca-8b9f-4e0a9c555925'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:14:28.904273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:28.908688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:28.909326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.036862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f5ac-3837-4e10-a9bd-83786805fc82 req-e4ac01ca-4d2e-48d5-97dd-e6e6d0f34cc6 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:29.039054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a2f5ac-3837-4e10-a9bd-83786805fc82 req-e4ac01ca-4d2e-48d5-97dd-e6e6d0f34cc6 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 945 time: 0.1848733
Apr 02 21:14:29.136526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39403a-050a-410f-8012-d1e5a776f057 req-32adf7f3-c554-4e3b-ac64-5a7a42ffe0d5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:29.138160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d39403a-050a-410f-8012-d1e5a776f057 req-32adf7f3-c554-4e3b-ac64-5a7a42ffe0d5 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.4718449
Apr 02 21:14:29.241356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a2f5ac-3837-4e10-a9bd-83786805fc82 req-2745d97a-8d8e-4586-a05d-39df5e781bfc tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/security-groups?id=d701e522-b4df-4b86-ad9c-73d37d9f3a86&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1851809
Apr 02 21:14:29.280719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8::1 (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda/a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f/dff412da-b4dd-467e-9c93-d0cd313fa01a) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:29.352827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-26fd147e-7924-4d69-8f76-bb51fe1d7135 None None] Provisioning complete for port c3a7c387-64a4-4877-8619-51139595d45b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:29.354295 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-26fd147e-7924-4d69-8f76-bb51fe1d7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c3a7c387-64a4-4877-8619-51139595d45b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.386013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.386575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (91666886-6de4-43f3-9d21-ed560c9d3b96), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.386676 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Floating IP 91666886-6de4-43f3-9d21-ed560c9d3b96 disassociated. External IP: 172.35.4.220, port: 8276a875-ff1a-4096-8a72-2a3dd85f50d2.
Apr 02 21:14:29.387020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Calling delete_port for 8276a875-ff1a-4096-8a72-2a3dd85f50d2 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:29.399708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d39403a-050a-410f-8012-d1e5a776f057 req-bb8542f8-88de-48e7-9efa-af880818760e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2472696
Apr 02 21:14:29.483022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c3a7c387-64a4-4877-8619-51139595d45b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.539332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.595281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.601775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] For port 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:14:29.613250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-26fd147e-7924-4d69-8f76-bb51fe1d7135 None None] Port c3a7c387-64a4-4877-8619-51139595d45b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:29.619274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.646134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] For port 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a12e858-48c7-40c4-8452-f5f6195d2f2e,segment=NetworkSegment(9a5d15fe-6fc3-447d-9e65-9da45d75f76e),segment_id=9a5d15fe-6fc3-447d-9e65-9da45d75f76e)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:14:29.662809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:29.666322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:29.670677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:29.671113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.674551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:29.675946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6bfa0afd-995a-4bfd-b397-fbf502626c87 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:29.684172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:29.741362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d058dc7-ff7d-404c-b3f4-efcdd8d00252 None None] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:29.747788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=dff412da-b4dd-467e-9c93-d0cd313fa01a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:29.933244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Provisioning complete for port 6bfa0afd-995a-4bfd-b397-fbf502626c87 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:29.933615 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.030959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354455a5-7f80-4f5c-85f7-7068d9d88da5 None None] Pushing event updated for resources: {'Port': ['ID=4a12e858-48c7-40c4-8452-f5f6195d2f2e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:30.054441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8276a875-ff1a-4096-8a72-2a3dd85f50d2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.085136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event deleted for resources: {'Port': ['ID=8276a875-ff1a-4096-8a72-2a3dd85f50d2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:30.126642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6bfa0afd-995a-4bfd-b397-fbf502626c87 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:30.127346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.197579 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for port (c3a7c387-64a4-4877-8619-51139595d45b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.209812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c3a7c387-64a4-4877-8619-51139595d45b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.252441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Current status of the port 6bfa0afd-995a-4bfd-b397-fbf502626c87 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:30.252688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.364684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6bfa0afd-995a-4bfd-b397-fbf502626c87 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:30.365397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.367549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.464767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 6bfa0afd-995a-4bfd-b397-fbf502626c87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bfa0afd-995a-4bfd-b397-fbf502626c87,segment=NetworkSegment(7bfdda67-8fa8-4090-9bf8-0fd01790b224),segment_id=7bfdda67-8fa8-4090-9bf8-0fd01790b224)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:30.500304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (17224fd0-aec7-446b-adeb-aa07dea2f158), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.503373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:30.523495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Port': ['ID=c3a7c387-64a4-4877-8619-51139595d45b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:30.578581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-280ace66-b731-42ac-8f59-defb22b21771 req-24bd09ae-ff2b-46db-920b-2f14e3a8c561 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 210 time: 0.1674762
Apr 02 21:14:30.687735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:14:30.688203 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:14:30.720275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8276a875-ff1a-4096-8a72-2a3dd85f50d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:30.802204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4a12e858-48c7-40c4-8452-f5f6195d2f2e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:30.804653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=6bfa0afd-995a-4bfd-b397-fbf502626c87,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:30.809593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 8276a875-ff1a-4096-8a72-2a3dd85f50d2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:30.810079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8276a875-ff1a-4096-8a72-2a3dd85f50d2 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:30.825683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:30.833891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:30.844146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Router fda8d971-be61-4825-a288-952a50c5572c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:30.932503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4a12e858-48c7-40c4-8452-f5f6195d2f2e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:30.933058 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.118746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Router 17224fd0-aec7-446b-adeb-aa07dea2f158 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:31.165308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.173524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4a12e858-48c7-40c4-8452-f5f6195d2f2e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:31.174945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.175456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.176447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.186989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6622c-8ad5-42b6-b1f0-2affd69f1606 req-c96bf164-5191-4e62-bbad-d673fb7924ac tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:31.196842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67a6622c-8ad5-42b6-b1f0-2affd69f1606 req-c96bf164-5191-4e62-bbad-d673fb7924ac tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.6430347
Apr 02 21:14:31.325381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a12e858-48c7-40c4-8452-f5f6195d2f2e,segment=NetworkSegment(9a5d15fe-6fc3-447d-9e65-9da45d75f76e),segment_id=9a5d15fe-6fc3-447d-9e65-9da45d75f76e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:31.326658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=dff412da-b4dd-467e-9c93-d0cd313fa01a,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:31.343103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.426988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:31.428543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:31.467138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4a12e858-48c7-40c4-8452-f5f6195d2f2e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:31.493694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6a13e9e3-d097-4fc9-9d89-1fce193520e1 None None] Current status of the port 6bfa0afd-995a-4bfd-b397-fbf502626c87 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:31.654943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Provisioning complete for port 6bfa0afd-995a-4bfd-b397-fbf502626c87 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:31.655330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:31.706587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 866c1f81-fdf5-41e5-ba58-0c3108843f74 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:14:31.757683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd67e5-4ced-4198-8dfc-1adb0e088a4d None None] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:31.906660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67a6622c-8ad5-42b6-b1f0-2affd69f1606 req-0c3c15a3-e4f9-4417-a4b2-3ebf7db47c69 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7081091
Apr 02 21:14:31.978775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:31.994759 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] Sync routers for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:32.011430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39e1d458-de24-45fe-b97c-86ac5756ad52 req-4b717df4-c25b-4965-a8a8-189ce1d4c80a tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 210 time: 0.1187439
Apr 02 21:14:32.017966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:32.019695 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f24730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.022119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-61fd0238-530e-413f-8936-8d359ee76e74 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/866c1f81-fdf5-41e5-ba58-0c3108843f74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0916777
Apr 02 21:14:32.026178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60946) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:32.063505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:32.077044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:32.084813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c1cb21f9-0473-4763-87b9-56e71147ee13 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "PUT /v2.0/routers/17224fd0-aec7-446b-adeb-aa07dea2f158/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2647407
Apr 02 21:14:32.090030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 60950) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:32.093885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] Sync routers for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:32.097052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Request body: {'port': {'network_id': '1275893f-f64d-4b3a-a1d9-1faa99ebfd9f', 'name': 'tempest-FloatingIPAdminTestJSON-1253660245'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:32.124720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Current status of the port 6bfa0afd-995a-4bfd-b397-fbf502626c87 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:32.136876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:32.137912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845315c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.156534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f24730>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.173117 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] Sync routers for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:32.190299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e990f5f-fe7c-4417-ae2c-735efea6c288 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:32.196954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8e990f5f-fe7c-4417-ae2c-735efea6c288 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports/dff412da-b4dd-467e-9c93-d0cd313fa01a HTTP/1.1" status: 200  len: 911 time: 0.1692276
Apr 02 21:14:32.197835 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:32.198777 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f24730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.199885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 60966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:32.219747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Provisioning complete for port dff412da-b4dd-467e-9c93-d0cd313fa01a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:32.220574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:32.283674 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f24730>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.284522 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7c4da-c9f6-45e6-b105-d6869ec34491 None None] The sync data for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:32.290871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-8c31c4a1-eaef-4caa-9026-ac89045ee3a2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:32.292395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-8c31c4a1-eaef-4caa-9026-ac89045ee3a2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.3441684
Apr 02 21:14:32.299757 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:32.302233 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b72dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.352323 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b72dc0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.369560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Port dff412da-b4dd-467e-9c93-d0cd313fa01a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:32.379038 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:32.379643 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b72dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.424877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] No DVR routers for this DVR port 8276a875-ff1a-4096-8a72-2a3dd85f50d2 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:32.434663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:32.439388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d1b129a-21bf-421c-bddc-dc496ab68fdc req-10e90227-f9c0-472c-b98d-ca6cfa058eee tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.21 "DELETE /v2.0/ports/8276a875-ff1a-4096-8a72-2a3dd85f50d2 HTTP/1.1" status: 204  len: 173 time: 5.0801935
Apr 02 21:14:32.447541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'name': 'network-vif-deleted', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:14:32.449879 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b350f14-35c2-4730-b793-ddb0228b92f3" -d '{"events": [{"server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "name": "network-vif-deleted", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:14:32.476690 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b72dc0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:32.484124 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0729c-caaf-4d8a-b881-5a2a9ea7c48f None None] The sync data for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:32.530847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:32.547644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Made reservation on behalf of 8c8b55dfbe11432badea37e1461b90ec for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:32.565018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:32.643634 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c759b5-49e8-4477-aef6-af74668e89dc x-openstack-request-id: req-21c759b5-49e8-4477-aef6-af74668e89dc {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:14:32.644278 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c962256b-4bd5-4520-863d-008d7e17cc57", "name": "network-vif-deleted", "tag": "8276a875-ff1a-4096-8a72-2a3dd85f50d2", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:14:32.645411 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21c759b5-49e8-4477-aef6-af74668e89dc {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:14:32.649275 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c759b5-49e8-4477-aef6-af74668e89dc'] response: {'server_uuid': 'c962256b-4bd5-4520-863d-008d7e17cc57', 'name': 'network-vif-deleted', 'tag': '8276a875-ff1a-4096-8a72-2a3dd85f50d2', 'status': 'completed', 'code': 200}
Apr 02 21:14:32.767547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4a12e858-48c7-40c4-8452-f5f6195d2f2e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:32.778257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] device_id is not set on port 0ff437d2-2e60-4b4d-bd92-816acefeb383 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:14:32.879145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Provisioning complete for port c3a7c387-64a4-4877-8619-51139595d45b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:32.879552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c3a7c387-64a4-4877-8619-51139595d45b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:32.943081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Deleting port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:32.944225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.049996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f090836f-a199-46cb-8e47-ca0147ed5d7f None None] Port c3a7c387-64a4-4877-8619-51139595d45b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:33.063348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4a12e858-48c7-40c4-8452-f5f6195d2f2e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:33.063348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.115266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Allocated IP 172.20.0.9 (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f/43e9f827-f462-4c32-bb00-a2ed0e759532/0ff437d2-2e60-4b4d-bd92-816acefeb383) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:33.164134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.324583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-77d43631-21f7-4bf6-b1e4-6d282f5eeae5 None None] Provisioning complete for port dff412da-b4dd-467e-9c93-d0cd313fa01a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:33.325142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77d43631-21f7-4bf6-b1e4-6d282f5eeae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.330551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746be4d-8ef5-45ed-a489-cc948e8d4f1f req-bd0bf66b-3f90-4aeb-a597-01f07c348000 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:33.338981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a746be4d-8ef5-45ed-a489-cc948e8d4f1f req-bd0bf66b-3f90-4aeb-a597-01f07c348000 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 946 time: 0.2373075
Apr 02 21:14:33.355901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d8c3fdc-e5f7-4f67-8c46-ad25fdb07669 req-7c8784c3-98ae-4502-b683-6e106907a093 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c962256b-4bd5-4520-863d-008d7e17cc57 HTTP/1.1" status: 200  len: 210 time: 0.0992649
Apr 02 21:14:33.366836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] For port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:33.367621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.433136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a746be4d-8ef5-45ed-a489-cc948e8d4f1f req-6b780bad-f500-40a1-94f2-15a7ccaca816 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b29db6b-53cd-485a-9262-a9aa4ff1ca79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864701
Apr 02 21:14:33.740714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845315c10>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:33.746386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-77d43631-21f7-4bf6-b1e4-6d282f5eeae5 None None] Port dff412da-b4dd-467e-9c93-d0cd313fa01a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:33.750440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8:1::1 (e3aab86a-955b-43ca-8b9f-4e0a9c555925/603e0068-a6b6-4136-9f11-912a45be722a/57435535-2a2a-4c13-992f-f7c59026c7e9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:33.786130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for port (0ff437d2-2e60-4b4d-bd92-816acefeb383), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.798706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] Checking router: fda8d971-be61-4825-a288-952a50c5572c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:14:33.833437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4a12e858-48c7-40c4-8452-f5f6195d2f2e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:33.837588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6bfa0afd-995a-4bfd-b397-fbf502626c87 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:33.838571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-77d43631-21f7-4bf6-b1e4-6d282f5eeae5 None None] Provisioning complete for port 4a12e858-48c7-40c4-8452-f5f6195d2f2e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:33.839191 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-77d43631-21f7-4bf6-b1e4-6d282f5eeae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.910391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:33.911224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845315c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:33.922022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0ff437d2-2e60-4b4d-bd92-816acefeb383), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.930598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.961529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.962177 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:33.962177 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Floating IP da033645-badc-4ec6-8026-aa8c51e29e3d disassociated. External IP: 172.35.4.143, port: f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3.
Apr 02 21:14:33.962467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Calling delete_port for f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:34.001960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:34.002776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event updated for resources: {'Port': ['ID=0ff437d2-2e60-4b4d-bd92-816acefeb383,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:34.003418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.018819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6bfa0afd-995a-4bfd-b397-fbf502626c87 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:34.020433 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.060240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:34.063804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:34.067232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:34.068732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.093623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:34.098217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:34.139192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-77d43631-21f7-4bf6-b1e4-6d282f5eeae5 None None] Current status of the port 4a12e858-48c7-40c4-8452-f5f6195d2f2e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:34.157255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:34.197929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=57435535-2a2a-4c13-992f-f7c59026c7e9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:34.336129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.380495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event deleted for resources: {'Port': ['ID=f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:34.399696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6bfa0afd-995a-4bfd-b397-fbf502626c87 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:34.458523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.527950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:34.528708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.596631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32808) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:34.635249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-539c67dc-89cc-4e49-a348-9c1c7cf57c1c tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5327125
Apr 02 21:14:34.635983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:34.867129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-66921ce1-3b77-4247-ad78-2d8b3f65d71f None None] Provisioning complete for port 0ff437d2-2e60-4b4d-bd92-816acefeb383 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:34.867129 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-66921ce1-3b77-4247-ad78-2d8b3f65d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0ff437d2-2e60-4b4d-bd92-816acefeb383), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:34.947108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-66921ce1-3b77-4247-ad78-2d8b3f65d71f None None] Port 0ff437d2-2e60-4b4d-bd92-816acefeb383 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:34.981042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845315c10>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:34.986061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:34.994070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Deleting port f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:34.994419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.052406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cbb2a-1804-4948-968a-1994651b6210 None None] The sync data for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 is: [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:09:08Z', 'revision_number': 4, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dd3dcf8-fa97-4010-9219-eddd0a0d67a2', 'name': '', 'network_id': 'aee8d11f-d662-404a-a036-49c72755f56d', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'mac_address': 'fa:16:3e:65:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:06Z', 'updated_at': '2022-04-02T21:09:13Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'subnets': [{'id': '6ba539ba-5c0b-4f4d-b834-ca66718b5378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:35.087809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'project_id': '8c8b55dfbe11432badea37e1461b90ec', 'port_id': '0ff437d2-2e60-4b4d-bd92-816acefeb383'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:35.094924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9c01aa5c-5c5a-4836-b3d8-732f5f194ed5 None None] Provisioning complete for port 57435535-2a2a-4c13-992f-f7c59026c7e9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:35.095614 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9c01aa5c-5c5a-4836-b3d8-732f5f194ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.206284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9c01aa5c-5c5a-4836-b3d8-732f5f194ed5 None None] Port 57435535-2a2a-4c13-992f-f7c59026c7e9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:35.223726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.352687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.354404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for floatingip (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.379966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Calling delete_port for f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:35.437727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87c268f9-5a85-4861-9dc0-7acf724c622e req-0f3c6c65-6148-4bc2-a116-2d2abca07c05 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 210 time: 0.0993850
Apr 02 21:14:35.529202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:35.555813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a624096-c857-4819-a3be-c36ab0930875 None None] New status for floating IP 91666886-6de4-43f3-9d21-ed560c9d3b96: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:14:35.558217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] Sync routers for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:35.586940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:35.587935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453cf1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:35.594234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.609286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.622599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.637188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] No DVR routers for this DVR port f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:35.646922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.650636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4141f42-2a42-4ab9-92c5-92a93d68cdf5 req-d3bc10f6-6810-416c-bdd6-573bdb7899b2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "DELETE /v2.0/ports/f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 HTTP/1.1" status: 204  len: 173 time: 3.2174950
Apr 02 21:14:35.660438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'name': 'network-vif-deleted', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:14:35.664615 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaaa1e6-b121-4dda-bd6a-dcab0796f9e9" -d '{"events": [{"server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "name": "network-vif-deleted", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:14:35.680731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:35.791500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:35.812236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=57435535-2a2a-4c13-992f-f7c59026c7e9,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:35.908520 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce83b32-18ec-47c8-b22e-8c066315b841 x-openstack-request-id: req-bce83b32-18ec-47c8-b22e-8c066315b841 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:14:35.908520 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae82f6-fd72-4402-ad18-75441c6d7eec", "name": "network-vif-deleted", "tag": "f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:14:35.908520 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bce83b32-18ec-47c8-b22e-8c066315b841 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:14:35.908520 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce83b32-18ec-47c8-b22e-8c066315b841'] response: {'server_uuid': '1eae82f6-fd72-4402-ad18-75441c6d7eec', 'name': 'network-vif-deleted', 'tag': 'f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3', 'status': 'completed', 'code': 200}
Apr 02 21:14:36.018371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:36.022098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:36.055070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Allocated IP 172.35.4.62 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/626209b3-c6ad-4f12-bc61-36c65887673e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:36.089589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:36.090222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f84c5301-a7c9-4f7c-98b1-4cc81bde1ec3 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:36.156017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:36.340534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 866c1f81-fdf5-41e5-ba58-0c3108843f74 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:36.349760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:36.414126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event deleted for resources: {'Port': ['ID=f7e5114c-5e37-4dd4-8e1e-6ab40bf17bb1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:36.585141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fb154223-858f-4ac6-980d-b076420b111a None None] Provisioning complete for port 57435535-2a2a-4c13-992f-f7c59026c7e9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:36.585760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb154223-858f-4ac6-980d-b076420b111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:36.595490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for port (626209b3-c6ad-4f12-bc61-36c65887673e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:36.602568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:36.610855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-93e1f997-a722-49a2-8f9f-c6d196a910e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/866c1f81-fdf5-41e5-ba58-0c3108843f74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4076538
Apr 02 21:14:36.615611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32828) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:36.645612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for floatingip (91666886-6de4-43f3-9d21-ed560c9d3b96), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:36.650156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:36.653261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6ea1cc4a-5aae-4f10-87dc-969b8ed5eb74 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "DELETE /v2.0/floatingips/91666886-6de4-43f3-9d21-ed560c9d3b96 HTTP/1.1" status: 204  len: 168 time: 2.0532789
Apr 02 21:14:36.660756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] Sync routers for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:36.745498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:36.746288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845332c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:36.758328 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (626209b3-c6ad-4f12-bc61-36c65887673e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:36.793006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fb154223-858f-4ac6-980d-b076420b111a None None] Port 57435535-2a2a-4c13-992f-f7c59026c7e9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:36.795304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845332c70>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:36.801976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e7bf483-f8ad-4724-8910-0a312269943d req-be7989dd-6d8b-4924-a225-8cab6297b12d tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eae82f6-fd72-4402-ad18-75441c6d7eec HTTP/1.1" status: 200  len: 210 time: 0.1060967
Apr 02 21:14:36.806142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:36.846763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:36.847653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845332c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:36.868372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c602a-7519-47f0-a0e0-732340b9f0bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:36.869745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-113c602a-7519-47f0-a0e0-732340b9f0bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports/57435535-2a2a-4c13-992f-f7c59026c7e9 HTTP/1.1" status: 200  len: 913 time: 0.2530100
Apr 02 21:14:36.874312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:36.907915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845332c70>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:36.910264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5790c-c4b9-43c8-af4b-205846a98a08 None None] The sync data for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:36.913233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Pushing event updated for resources: {'Port': ['ID=626209b3-c6ad-4f12-bc61-36c65887673e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:36.922748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:36.925467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:36.939938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:36.945099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453cf1c0>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:36.985627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] Checking router: 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:14:36.999617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:37.001082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453cf1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:37.003738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c063697-e27b-493c-a841-3d2200de4951 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group (d701e522-b4df-4b86-ad9c-73d37d9f3a86), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:37.080970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c063697-e27b-493c-a841-3d2200de4951 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group (d701e522-b4df-4b86-ad9c-73d37d9f3a86), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:37.172492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:37.478012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c063697-e27b-493c-a841-3d2200de4951 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d701e522-b4df-4b86-ad9c-73d37d9f3a86), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:37.481140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c063697-e27b-493c-a841-3d2200de4951 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:37.486311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c063697-e27b-493c-a841-3d2200de4951 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] 10.222.0.18 "DELETE /v2.0/security-groups/d701e522-b4df-4b86-ad9c-73d37d9f3a86 HTTP/1.1" status: 204  len: 168 time: 0.6746697
Apr 02 21:14:37.551182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c063697-e27b-493c-a841-3d2200de4951 tempest-TestServerBasicOps-357366567 tempest-TestServerBasicOps-357366567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d701e522-b4df-4b86-ad9c-73d37d9f3a86,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:37.553101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:37.591786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f3d9-c784-4745-97a5-170a6e42f162 req-2516d53b-4364-4007-a3af-fe77ef6ddced tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:37.593710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c866f3d9-c784-4745-97a5-170a6e42f162 req-2516d53b-4364-4007-a3af-fe77ef6ddced tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2546163
Apr 02 21:14:37.779375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453cf1c0>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:37.822753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c866f3d9-c784-4745-97a5-170a6e42f162 req-92ee8d99-c86c-455f-96c7-7800d0b4edb5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2194016
Apr 02 21:14:37.823489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279ab0c-4ad7-4128-a85c-994ba1142776 None None] The sync data for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 is: [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:09:30Z', 'revision_number': 4, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57ac8972-9263-4eb0-a90a-a77d1e4e0cfe', 'name': '', 'network_id': '506a0cbe-9c07-48c1-9815-b2435759867a', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'mac_address': 'fa:16:3e:e4:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:29Z', 'updated_at': '2022-04-02T21:09:39Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'subnets': [{'id': '7e600805-f23f-45f9-a061-644b1838cbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:37.981321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32860) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:37.989106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321684d3-546a-4189-95dd-e5e13f44147e req-6f7d4c14-e273-4992-bfe6-531014a34d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:37.991585 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-6f7d4c14-e273-4992-bfe6-531014a34d57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.3260832
Apr 02 21:14:38.231776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:38.372350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321684d3-546a-4189-95dd-e5e13f44147e req-e5405310-6016-4848-bf2a-3b6fff28fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:38.374018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-e5405310-6016-4848-bf2a-3b6fff28fd0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2681949
Apr 02 21:14:38.534379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-544d3bd3-a6c5-4bdc-837b-0af8c28be54e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group (1b29db6b-53cd-485a-9262-a9aa4ff1ca79), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:38.556766 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1f489-d4c1-4479-8538-dcd061b1ceb1 None None] New status for floating IP da033645-badc-4ec6-8026-aa8c51e29e3d: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:14:38.626843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-544d3bd3-a6c5-4bdc-837b-0af8c28be54e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group (1b29db6b-53cd-485a-9262-a9aa4ff1ca79), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:38.749144 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:14:38.760508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-dde3be6a-45ab-441d-ba2f-eeeb9db4586c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.3633347
Apr 02 21:14:38.866709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for floatingip (5df5dc2c-ac5b-451a-bb21-d10b1b735c7f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:38.957586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321684d3-546a-4189-95dd-e5e13f44147e req-00867969-2618-4218-adfc-0979e63bc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:38.959870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-00867969-2618-4218-adfc-0979e63bc86b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1891384
Apr 02 21:14:38.960694 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-544d3bd3-a6c5-4bdc-837b-0af8c28be54e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1b29db6b-53cd-485a-9262-a9aa4ff1ca79), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:38.963467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-544d3bd3-a6c5-4bdc-837b-0af8c28be54e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:38.964635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-544d3bd3-a6c5-4bdc-837b-0af8c28be54e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b29db6b-53cd-485a-9262-a9aa4ff1ca79 HTTP/1.1" status: 204  len: 168 time: 0.9717638
Apr 02 21:14:38.974980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:38.986754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d3bd3-a6c5-4bdc-837b-0af8c28be54e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29db6b-53cd-485a-9262-a9aa4ff1ca79,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:39.079842 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-df2a082f-40a1-43b3-b5c6-2ffdee951564 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] show failed (client error): The resource could not be found.
Apr 02 21:14:39.082742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df2a082f-40a1-43b3-b5c6-2ffdee951564 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups/1b29db6b-53cd-485a-9262-a9aa4ff1ca79 HTTP/1.1" status: 404  len: 347 time: 0.0920162
Apr 02 21:14:39.100227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32870) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:39.232433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (626209b3-c6ad-4f12-bc61-36c65887673e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:39.336059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321684d3-546a-4189-95dd-e5e13f44147e req-3ff882e7-8a0c-45a1-9cd7-912d9f5a4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:39.338329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-3ff882e7-8a0c-45a1-9cd7-912d9f5a4dcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3622777
Apr 02 21:14:39.402756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1b6ae-b774-4962-9052-9dc998ad0adf req-3097d6f3-634f-47b7-bb3f-2f17ed634730 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:39.408223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41a1b6ae-b774-4962-9052-9dc998ad0adf req-3097d6f3-634f-47b7-bb3f-2f17ed634730 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.3497365
Apr 02 21:14:39.495804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 57435535-2a2a-4c13-992f-f7c59026c7e9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:39.497847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:39.645468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41a1b6ae-b774-4962-9052-9dc998ad0adf req-34a11f96-ad90-4006-952b-b156df6dae04 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2328053
Apr 02 21:14:39.680549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (fda8d971-be61-4825-a288-952a50c5572c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:39.713804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-21c0f80e-8fb0-41fe-81c6-982fa2d0e628 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3645923
Apr 02 21:14:39.716505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Deleting port ddb58a4c-f19a-410b-bec0-abcb95d79702 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:39.716859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:39.748156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:39.790409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for port (626209b3-c6ad-4f12-bc61-36c65887673e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:39.825084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 57435535-2a2a-4c13-992f-f7c59026c7e9 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:39.856425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (626209b3-c6ad-4f12-bc61-36c65887673e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.300333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.301756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (ddb58a4c-f19a-410b-bec0-abcb95d79702), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.315553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Calling delete_port for ddb58a4c-f19a-410b-bec0-abcb95d79702 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:40.328404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (57435535-2a2a-4c13-992f-f7c59026c7e9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.387753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Deleting port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:40.387753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.398130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Pushing event updated for resources: {'Port': ['ID=626209b3-c6ad-4f12-bc61-36c65887673e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:40.422087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=57435535-2a2a-4c13-992f-f7c59026c7e9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:40.450276 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-321684d3-546a-4189-95dd-e5e13f44147e req-3c1fd165-5ef8-4224-8fea-47db8096897b service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7172749
Apr 02 21:14:40.479750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (5df5dc2c-ac5b-451a-bb21-d10b1b735c7f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.701064 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Floating IP 5df5dc2c-ac5b-451a-bb21-d10b1b735c7f associated. External IP: 172.35.4.62, port: 0ff437d2-2e60-4b4d-bd92-816acefeb383.
Apr 02 21:14:40.759740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] For port 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:40.760394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.795217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Calling delete_port for 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:40.797285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ddb58a4c-f19a-410b-bec0-abcb95d79702), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.807429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.869138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event deleted for resources: {'Port': ['ID=ddb58a4c-f19a-410b-bec0-abcb95d79702,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:40.974228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks [] for floatingip (da033645-badc-4ec6-8026-aa8c51e29e3d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.976933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:40.980501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ee9aa90-b9b9-45a7-bc5f-ae4df4a420db tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "DELETE /v2.0/floatingips/da033645-badc-4ec6-8026-aa8c51e29e3d HTTP/1.1" status: 204  len: 168 time: 1.8753908
Apr 02 21:14:41.061990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e7893-5390-499b-aed7-077eac97752d req-7563f29d-2ce8-48f5-9568-25aac4a1dd23 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:41.077316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-204e7893-5390-499b-aed7-077eac97752d req-7563f29d-2ce8-48f5-9568-25aac4a1dd23 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2740932
Apr 02 21:14:41.229194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Router 17224fd0-aec7-446b-adeb-aa07dea2f158 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:41.308798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-204e7893-5390-499b-aed7-077eac97752d req-22fddb0f-0aec-454d-85c8-1f3bd0ad2c58 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1503043
Apr 02 21:14:41.460804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:41.468813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 866c1f81-fdf5-41e5-ba58-0c3108843f74 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:41.472124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5dd3dcf8-fa97-4010-9219-eddd0a0d67a2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:41.487184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] Sync routers for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:41.522122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:41.522930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456876d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:41.526175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd3dcf8-fa97-4010-9219-eddd0a0d67a2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:41.539430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:41.600744 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-368ccfb1-695b-452e-a4d1-2ef4775e2240 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 6.9495139
Apr 02 21:14:41.602458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32898) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:41.685449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456876d0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:41.717778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:41.718436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456876d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:41.792605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456876d0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:41.797763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd647a-1299-4c20-8da7-ba83cd9a4436 None None] The sync data for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:41.863722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6784079d-cc18-4a22-81b3-90f823f734ee tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] 10.222.0.18 "GET /v2.0/floatingips/5df5dc2c-ac5b-451a-bb21-d10b1b735c7f HTTP/1.1" status: 200  len: 982 time: 0.2598767
Apr 02 21:14:41.866830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32900) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:41.988441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:41.991936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-8a6184fb-2f5d-47c6-8838-b263acf34963 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3213761
Apr 02 21:14:42.006466 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] Sync routers for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:42.009774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a07df86-5d36-4121-96c5-72ea678636ea tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/866c1f81-fdf5-41e5-ba58-0c3108843f74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1344140
Apr 02 21:14:42.012771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 32902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:42.040328 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:42.043034 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af5280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:42.087597 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8bd60e15-1c54-4687-b306-ea014c08f28c tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2247 time: 0.2193909
Apr 02 21:14:42.089222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af5280>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:42.089615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32904) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:42.100677 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:42.101776 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af5280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:42.156860 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af5280>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:42.157780 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f349b0-804b-4509-804e-41ac2df1df72 None None] The sync data for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:42.226830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (fda8d971-be61-4825-a288-952a50c5572c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:42.264189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-05e25463-edf8-42ad-8b29-40c4ca8829d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:42.266118 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-05e25463-edf8-42ad-8b29-40c4ca8829d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.1914952
Apr 02 21:14:42.591299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-3a0c11b7-90af-465d-ae4f-24146f8695b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:42.591299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-3a0c11b7-90af-465d-ae4f-24146f8695b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2803359
Apr 02 21:14:42.639795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b980dd-37a9-49a8-a484-5d328eed80f4 req-da684e4c-2558-4633-992c-a1d9b05b74a1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:42.640879 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96b980dd-37a9-49a8-a484-5d328eed80f4 req-da684e4c-2558-4633-992c-a1d9b05b74a1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1926062
Apr 02 21:14:42.723846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting port 626209b3-c6ad-4f12-bc61-36c65887673e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:42.724827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (626209b3-c6ad-4f12-bc61-36c65887673e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:42.789723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-a9af5248-8061-48de-bed9-d19163bcdd7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.1822817
Apr 02 21:14:42.867337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96b980dd-37a9-49a8-a484-5d328eed80f4 req-1974f16a-4a8d-4e2f-bd20-351462c5e514 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1907964
Apr 02 21:14:42.898957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-e9ffc5ed-b615-498d-a037-3c85b2a1bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:42.900439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-e9ffc5ed-b615-498d-a037-3c85b2a1bc65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1020784
Apr 02 21:14:42.943884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (626209b3-c6ad-4f12-bc61-36c65887673e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:42.944501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for floatingip (626209b3-c6ad-4f12-bc61-36c65887673e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:42.993634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Calling delete_port for 626209b3-c6ad-4f12-bc61-36c65887673e owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:43.100978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-737ba090-db65-4520-b48b-4554dc9299fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:43.102724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-737ba090-db65-4520-b48b-4554dc9299fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1807146
Apr 02 21:14:43.182721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Router fda8d971-be61-4825-a288-952a50c5572c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:43.341660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:43.368503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-0ec278e6-731b-4e6d-830d-a06dab3dfb69 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435148
Apr 02 21:14:43.477101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:43.487192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] Sync routers for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:43.510729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:43.515504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78454244c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:43.576991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (626209b3-c6ad-4f12-bc61-36c65887673e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:43.593954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-079b825f-4cff-46db-9ec8-1fa8ef002929 admin admin] 10.222.0.18 "PUT /v2.0/routers/fda8d971-be61-4825-a288-952a50c5572c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0279348
Apr 02 21:14:43.597065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 32972) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:43.694968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Port': ['ID=626209b3-c6ad-4f12-bc61-36c65887673e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:43.740849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-52e0afcf-659c-4233-8c1d-ae4c820d9b89 req-0c074caf-4193-49ed-abaf-6b1bd5e96110 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3446066
Apr 02 21:14:43.767043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:43.852180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port dff412da-b4dd-467e-9c93-d0cd313fa01a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:43.852732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:43.972929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:43.989570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for dff412da-b4dd-467e-9c93-d0cd313fa01a owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:44.120836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78454244c0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:14:41Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:44.166198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] Checking router: fda8d971-be61-4825-a288-952a50c5572c for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:14:44.183801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] Routers {'fda8d971-be61-4825-a288-952a50c5572c'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:44.184751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78454244c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fda8d971-be61-4825-a288-952a50c5572c'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:44.202870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for floatingip (5df5dc2c-ac5b-451a-bb21-d10b1b735c7f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:44.203203 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Floating IP 5df5dc2c-ac5b-451a-bb21-d10b1b735c7f disassociated (deleted). External IP: 172.35.4.62, port: 0ff437d2-2e60-4b4d-bd92-816acefeb383.
Apr 02 21:14:44.264895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks [] for router (fda8d971-be61-4825-a288-952a50c5572c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:44.354543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dff412da-b4dd-467e-9c93-d0cd313fa01a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:44.463785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=dff412da-b4dd-467e-9c93-d0cd313fa01a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:44.648888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-83c0084e-af12-4355-9fb2-a72e7bd91e56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2921269
Apr 02 21:14:44.660529 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:44.667121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks [] for router_gateway (fda8d971-be61-4825-a288-952a50c5572c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:44.689552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (866c1f81-fdf5-41e5-ba58-0c3108843f74), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:44.715874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] Set router fda8d971-be61-4825-a288-952a50c5572c gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:44.964774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Router 17224fd0-aec7-446b-adeb-aa07dea2f158 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:45.058816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 866c1f81-fdf5-41e5-ba58-0c3108843f74 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:45.066700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78454244c0>, [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:14:41Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.105991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267303c-e5c3-4b4c-af11-c5a48a84ee38 None None] The sync data for ids ['fda8d971-be61-4825-a288-952a50c5572c'] in ncdv-master-1 is: [{'id': 'fda8d971-be61-4825-a288-952a50c5572c', 'name': 'tempest-TestServerBasicOps-427681560-router', 'tenant_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:02Z', 'updated_at': '2022-04-02T21:14:41Z', 'revision_number': 5, 'project_id': '3e69485d6b5e4cd6ba0ffbb3b210952b', 'gw_port': {'id': '82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda8d971-be61-4825-a288-952a50c5572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:04Z', 'updated_at': '2022-04-02T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:45.147265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-34645897-bb67-477a-b18b-534b855802de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:45.149250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-34645897-bb67-477a-b18b-534b855802de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 1128 time: 0.4611776
Apr 02 21:14:45.151866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:45.158552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2f3429ed-9c63-414e-958c-18fe949f445b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/866c1f81-fdf5-41e5-ba58-0c3108843f74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1449137
Apr 02 21:14:45.162916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:45.168693 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] Sync routers for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:45.180706 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:45.181575 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afdb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.216798 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afdb50>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.226929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ffb994b-1722-4fb3-8142-11e1e9de87b7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=866c1f81-fdf5-41e5-ba58-0c3108843f74 HTTP/1.1" status: 200  len: 205 time: 0.0578053
Apr 02 21:14:45.227372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33022) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:45.229662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] Routers {'866c1f81-fdf5-41e5-ba58-0c3108843f74'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:45.230274 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afdb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['866c1f81-fdf5-41e5-ba58-0c3108843f74'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.276941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc1ed-aaf6-4c6c-8561-8bcaca67f054 req-fec6b1ba-76c9-42e5-a9a7-dd4776acd025 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:45.278466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81ecc1ed-aaf6-4c6c-8561-8bcaca67f054 req-fec6b1ba-76c9-42e5-a9a7-dd4776acd025 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.2661026
Apr 02 21:14:45.295484 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afdb50>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.296159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab2ee6-809b-4846-a270-1f18b30e21f8 None None] The sync data for ids ['866c1f81-fdf5-41e5-ba58-0c3108843f74'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:45.296868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Deleting port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:45.297534 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.331322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (866c1f81-fdf5-41e5-ba58-0c3108843f74), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.436620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:45.452711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.469432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] Sync routers for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:45.484259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:45.485048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554d2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.526328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-97dcabbc-91ea-4c21-8bee-e5a665836429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:45.527865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-97dcabbc-91ea-4c21-8bee-e5a665836429 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.3460865
Apr 02 21:14:45.535320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554d2b0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.535864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-81ecc1ed-aaf6-4c6c-8561-8bcaca67f054 req-f491aaa3-0585-4bc1-b6de-7baa45e6d32e tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450378
Apr 02 21:14:45.552826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:45.561349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784554d2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.603871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-7beaa9ae-7d80-44e7-8b83-9a490854f7f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a HTTP/1.1" status: 200  len: 217 time: 0.0635567
Apr 02 21:14:45.605214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f939ec56-d8dd-4355-be77-579605fbc022 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "DELETE /v2.0/floatingips/5df5dc2c-ac5b-451a-bb21-d10b1b735c7f HTTP/1.1" status: 204  len: 168 time: 3.5147011
Apr 02 21:14:45.608982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33024) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:45.615732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784554d2b0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:45.616798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d55f5b-24a2-4a0b-b39c-f8e6e35fa433 None None] The sync data for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:45.624960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (866c1f81-fdf5-41e5-ba58-0c3108843f74), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.630115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (866c1f81-fdf5-41e5-ba58-0c3108843f74), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.641983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:45.667474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] For port 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:45.668356 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.692618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (866c1f81-fdf5-41e5-ba58-0c3108843f74), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.693734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router 866c1f81-fdf5-41e5-ba58-0c3108843f74 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:14:45.697367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Calling delete_port for 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:45.701211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.707137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2d7b3d97-0490-4539-a9e7-df9c32db99dd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/866c1f81-fdf5-41e5-ba58-0c3108843f74 HTTP/1.1" status: 204  len: 168 time: 0.4774778
Apr 02 21:14:45.707137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33026) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:45.729301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-61289504-6784-4b7f-81e9-e1622b5eb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:45.730937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-61289504-6784-4b7f-81e9-e1622b5eb4ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1197360
Apr 02 21:14:45.738978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.848065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet 603e0068-a6b6-4136-9f11-912a45be722a {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:45.861940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (603e0068-a6b6-4136-9f11-912a45be722a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.929067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (603e0068-a6b6-4136-9f11-912a45be722a), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:45.973339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-9849b82a-f436-44ac-a335-c5f0f4e81163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:45.975519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-9849b82a-f436-44ac-a335-c5f0f4e81163 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2314622
Apr 02 21:14:46.048235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (603e0068-a6b6-4136-9f11-912a45be722a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.139483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.142765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (603e0068-a6b6-4136-9f11-912a45be722a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.144189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-18e72f16-c5be-4cbc-a139-aac3109e57a6 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600637
Apr 02 21:14:46.169634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.194376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=603e0068-a6b6-4136-9f11-912a45be722a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:46.204926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.208695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5065e9c7-796c-4b0d-aa76-d434b8cfa1f6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/603e0068-a6b6-4136-9f11-912a45be722a HTTP/1.1" status: 204  len: 168 time: 0.5009141
Apr 02 21:14:46.211459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25419c7b-2bb1-471d-8dbd-36acc738ffa8 None None] Network e3aab86a-955b-43ca-8b9f-4e0a9c555925 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:46.211977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33032) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:46.240263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:46.290924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:46.297113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.357672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.367976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2eda1d8c-3299-4469-845d-58ab61f7e527 req-97030869-7303-4cbf-ad99-6b632704dc21 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135346
Apr 02 21:14:46.459968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Allocated IP 172.35.4.242 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/98d05c35-4521-4afb-8de4-e2fa7766032c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:46.495564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.505877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] DHCP port deletion for e3aab86a-955b-43ca-8b9f-4e0a9c555925 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:14:46.608342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.619017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (fda8d971-be61-4825-a288-952a50c5572c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.630287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] Deleting port 4a12e858-48c7-40c4-8452-f5f6195d2f2e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:46.630672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.679339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.684588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f HTTP/1.1" status: 204  len: 168 time: 0.4714243
Apr 02 21:14:46.686228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1eeba-7cb1-4fb8-966d-065880591521 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:46.688801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:46.688946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66c9fb-bc1f-4a50-9cdc-363517a90de3 None None] Network 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:46.857502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e3aab86a-955b-43ca-8b9f-4e0a9c555925), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.886509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4a12e858-48c7-40c4-8452-f5f6195d2f2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:46.913183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2399-6ceb-41ac-9f2f-2fcb6b09e7b5 req-dacb0cf6-fa4c-4779-98a7-24671660f113 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:46.921163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcba2399-6ceb-41ac-9f2f-2fcb6b09e7b5 req-dacb0cf6-fa4c-4779-98a7-24671660f113 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.2141256
Apr 02 21:14:46.955332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] For port 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a12e858-48c7-40c4-8452-f5f6195d2f2e,segment=NetworkSegment(9a5d15fe-6fc3-447d-9e65-9da45d75f76e),segment_id=9a5d15fe-6fc3-447d-9e65-9da45d75f76e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:46.955913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:46.994666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] Calling delete_port for 4a12e858-48c7-40c4-8452-f5f6195d2f2e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:47.062783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcba2399-6ceb-41ac-9f2f-2fcb6b09e7b5 req-8c195019-9491-43d5-93b3-3fdf894c5216 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389978
Apr 02 21:14:47.087136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 4a12e858-48c7-40c4-8452-f5f6195d2f2e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:47.087821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.159808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (fda8d971-be61-4825-a288-952a50c5572c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.165669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks [] for router_controller (fda8d971-be61-4825-a288-952a50c5572c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.166342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] DHCP port deletion for 5d7439a3-9a67-4dfe-9aab-f4a7d2308eda request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:14:47.181168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4a12e858-48c7-40c4-8452-f5f6195d2f2e is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:47.181390 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.202852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a12e858-48c7-40c4-8452-f5f6195d2f2e,segment=NetworkSegment(9a5d15fe-6fc3-447d-9e65-9da45d75f76e),segment_id=9a5d15fe-6fc3-447d-9e65-9da45d75f76e)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:47.202852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.225965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 4a12e858-48c7-40c4-8452-f5f6195d2f2e owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:47.257449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.276707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4a12e858-48c7-40c4-8452-f5f6195d2f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a12e858-48c7-40c4-8452-f5f6195d2f2e,segment=NetworkSegment(9a5d15fe-6fc3-447d-9e65-9da45d75f76e),segment_id=9a5d15fe-6fc3-447d-9e65-9da45d75f76e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:47.293173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.294054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:47.319342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (fda8d971-be61-4825-a288-952a50c5572c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.320262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda8d971-be61-4825-a288-952a50c5572c {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:14:47.327324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.332225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-835f9351-5f17-4314-b159-de1315ab8616 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fda8d971-be61-4825-a288-952a50c5572c HTTP/1.1" status: 204  len: 168 time: 3.7290568
Apr 02 21:14:47.334240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33042) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:47.368592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.383477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:47.384102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5dd3dcf8-fa97-4010-9219-eddd0a0d67a2 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:47.386171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4a12e858-48c7-40c4-8452-f5f6195d2f2e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.401757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] No DVR routers for this DVR port 4a12e858-48c7-40c4-8452-f5f6195d2f2e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:47.405595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Deleting subnet 6ba539ba-5c0b-4f4d-b834-ca66718b5378 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:47.413683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Publish callbacks [] for subnet (6ba539ba-5c0b-4f4d-b834-ca66718b5378), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.424820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] Deleting port 6bfa0afd-995a-4bfd-b397-fbf502626c87 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:47.425579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.450453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=4a12e858-48c7-40c4-8452-f5f6195d2f2e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:47.493821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port 4a12e858-48c7-40c4-8452-f5f6195d2f2e on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:47.521790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.596855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4a12e858-48c7-40c4-8452-f5f6195d2f2e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:47.660520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6ba539ba-5c0b-4f4d-b834-ca66718b5378), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.663000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cccbd4-50de-41bb-8d6d-e5123c3cf9c4 None None] Pushing event deleted for resources: {'Port': ['ID=4a12e858-48c7-40c4-8452-f5f6195d2f2e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:47.667132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] For port 6bfa0afd-995a-4bfd-b397-fbf502626c87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bfa0afd-995a-4bfd-b397-fbf502626c87,segment=NetworkSegment(7bfdda67-8fa8-4090-9bf8-0fd01790b224),segment_id=7bfdda67-8fa8-4090-9bf8-0fd01790b224)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:47.667464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.670129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-10db85b1-fc10-40c9-954e-b4ebab410767 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:47.672417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-10db85b1-fc10-40c9-954e-b4ebab410767 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.3911300
Apr 02 21:14:47.687038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] Calling delete_port for 6bfa0afd-995a-4bfd-b397-fbf502626c87 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:47.707269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:47.713110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e3aab86a-955b-43ca-8b9f-4e0a9c555925), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.719852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Pushing event updated for resources: {'Port': ['ID=98d05c35-4521-4afb-8de4-e2fa7766032c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:47.746723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:47.746938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4fdd60>,) {'filters': {'network_id': ['e3aab86a-955b-43ca-8b9f-4e0a9c555925']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:47.762543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:47.780177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4fdd60>, '9a5d15fe-6fc3-447d-9e65-9da45d75f76e') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:47.780896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4fdd60>, '9a5d15fe-6fc3-447d-9e65-9da45d75f76e') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:47.801104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (9a5d15fe-6fc3-447d-9e65-9da45d75f76e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.836330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9a5d15fe-6fc3-447d-9e65-9da45d75f76e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.845596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:14:47.846131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (9a5d15fe-6fc3-447d-9e65-9da45d75f76e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:14:47.851487 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:14:47.857124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.883694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (6bfa0afd-995a-4bfd-b397-fbf502626c87), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.902948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6ba539ba-5c0b-4f4d-b834-ca66718b5378), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.943893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] Pushing event deleted for resources: {'Port': ['ID=6bfa0afd-995a-4bfd-b397-fbf502626c87,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:47.961939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84656cd5-b495-4f92-8f93-7ff2b6abe3e9 None None] No DVR routers for this DVR port 6bfa0afd-995a-4bfd-b397-fbf502626c87 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:47.973664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e3aab86a-955b-43ca-8b9f-4e0a9c555925), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.985592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:47.991416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/e3aab86a-955b-43ca-8b9f-4e0a9c555925 HTTP/1.1" status: 204  len: 168 time: 1.3009467
Apr 02 21:14:47.995203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33064) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:48.022968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2fa4-dab4-4d8c-aec3-76fa6ccd2910 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=e3aab86a-955b-43ca-8b9f-4e0a9c555925,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:48.037274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Deleting port d871d984-4afc-4adb-8fe8-d37565f55a01 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:48.038648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.137016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for floatingip (b9305cb7-bf26-49e2-abff-4eea039eceae), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.144991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6ba539ba-5c0b-4f4d-b834-ca66718b5378), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.183143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.204642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba539ba-5c0b-4f4d-b834-ca66718b5378,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:48.291992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb76ad1-dace-4703-9319-f0f6421ba02c None None] Network aee8d11f-d662-404a-a036-49c72755f56d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:48.306058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.309797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-543e944e-9e3b-4efe-b134-18690e511893 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ba539ba-5c0b-4f4d-b834-ca66718b5378 HTTP/1.1" status: 204  len: 168 time: 0.9726019
Apr 02 21:14:48.315415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33080) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:48.349456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.370836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] For port d871d984-4afc-4adb-8fe8-d37565f55a01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d871d984-4afc-4adb-8fe8-d37565f55a01,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:48.371207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.383928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.395461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7846727670>,) {'filters': {'network_id': ['5d7439a3-9a67-4dfe-9aab-f4a7d2308eda']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:48.409088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846727670>, '7bfdda67-8fa8-4090-9bf8-0fd01790b224') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:48.409088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846727670>, '7bfdda67-8fa8-4090-9bf8-0fd01790b224') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:48.421855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (7bfdda67-8fa8-4090-9bf8-0fd01790b224), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.447831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7bfdda67-8fa8-4090-9bf8-0fd01790b224), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.455988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Calling delete_port for d871d984-4afc-4adb-8fe8-d37565f55a01 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:48.461566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:14:48.462183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (7bfdda67-8fa8-4090-9bf8-0fd01790b224), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:14:48.465816 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:14:48.490504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312ab48-c7bb-4f4b-b0ec-ad7b2178aa6e req-9d0fb889-f5b6-41fc-8d96-063be34835f2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:48.492063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f312ab48-c7bb-4f4b-b0ec-ad7b2178aa6e req-9d0fb889-f5b6-41fc-8d96-063be34835f2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 945 time: 0.2985759
Apr 02 21:14:48.497874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (aee8d11f-d662-404a-a036-49c72755f56d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.515275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] DHCP port deletion for aee8d11f-d662-404a-a036-49c72755f56d request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:14:48.606401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (5d7439a3-9a67-4dfe-9aab-f4a7d2308eda), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.618057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] Deleting port 3c921df3-9695-4b69-92f8-4e932dc93c69 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:48.618852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.635440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.654261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/5d7439a3-9a67-4dfe-9aab-f4a7d2308eda HTTP/1.1" status: 204  len: 168 time: 0.6561296
Apr 02 21:14:48.660843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:48.673693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831798461'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:48.724789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471aee8-52a6-480e-bdaa-00e05d1889f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=5d7439a3-9a67-4dfe-9aab-f4a7d2308eda,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:48.737022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:48.748159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:48.768543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.770723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:48.771788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 82c9789b-b9a5-4faf-8f35-8ff7a8b3ea4b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:48.772398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6bfa0afd-995a-4bfd-b397-fbf502626c87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:48.775756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] For port 3c921df3-9695-4b69-92f8-4e932dc93c69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c921df3-9695-4b69-92f8-4e932dc93c69,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:48.775756 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.810328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6bfa0afd-995a-4bfd-b397-fbf502626c87 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:48.810809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6bfa0afd-995a-4bfd-b397-fbf502626c87 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:48.811409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3c921df3-9695-4b69-92f8-4e932dc93c69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:48.827561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:14:48.844766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] Calling delete_port for 3c921df3-9695-4b69-92f8-4e932dc93c69 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:48.849552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (eaa1cf7d-5bca-4a39-9619-f464d35c91fa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.849552 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment eaa1cf7d-5bca-4a39-9619-f464d35c91fa of type vlan for network 57fdf9dd-19d7-4ab7-a108-542d197c861a
Apr 02 21:14:48.857028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f312ab48-c7bb-4f4b-b0ec-ad7b2178aa6e req-424bb09d-bd8b-438e-a344-2460e23742f3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3506608
Apr 02 21:14:48.916366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (57fdf9dd-19d7-4ab7-a108-542d197c861a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.982724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (57fdf9dd-19d7-4ab7-a108-542d197c861a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.993930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:48.995707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:48.999867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3c921df3-9695-4b69-92f8-4e932dc93c69 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:49.000352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.021720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.033476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.036864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Deleting port 3c921df3-9695-4b69-92f8-4e932dc93c69 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:49.037224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.059970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3943696
Apr 02 21:14:49.060540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:49.068998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:49.074453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 3c921df3-9695-4b69-92f8-4e932dc93c69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c921df3-9695-4b69-92f8-4e932dc93c69,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:49.093001 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.103827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.133965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event deleted for resources: {'Port': ['ID=3c921df3-9695-4b69-92f8-4e932dc93c69,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.169091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957df33-fae6-4966-9790-44cd1bcd9ce4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=57fdf9dd-19d7-4ab7-a108-542d197c861a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.208193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d871d984-4afc-4adb-8fe8-d37565f55a01), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.215165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] No DVR routers for this DVR port 3c921df3-9695-4b69-92f8-4e932dc93c69 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:49.227658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:14:49.230436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d871d984-4afc-4adb-8fe8-d37565f55a01'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:14:49.232687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4a0a867-2de9-4d5e-8133-dcadf215b3ae'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:14:49.236225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Pushing event updated for resources: {'Port': ['ID=98d05c35-4521-4afb-8de4-e2fa7766032c,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.272196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cc825-8861-4c00-b1f8-6ca7b96967ac None None] Pushing event deleted for resources: {'Port': ['ID=3c921df3-9695-4b69-92f8-4e932dc93c69,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.313079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event deleted for resources: {'Port': ['ID=d871d984-4afc-4adb-8fe8-d37565f55a01,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.315956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (b9305cb7-bf26-49e2-abff-4eea039eceae), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.339384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] For port 3c921df3-9695-4b69-92f8-4e932dc93c69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c921df3-9695-4b69-92f8-4e932dc93c69,segment=NetworkSegment(fd2eafdb-5846-4956-9507-0e93fcf61a20),segment_id=fd2eafdb-5846-4956-9507-0e93fcf61a20)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:49.339847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.348021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:49.363012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.389341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] No DVR routers for this DVR port d871d984-4afc-4adb-8fe8-d37565f55a01 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:49.392629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.396675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3bc84403-6e64-409d-b5c9-fcb47e01cd8f req-3971eb1a-9a72-4edc-858e-7222aa4f1fc3 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.15 "DELETE /v2.0/ports/d871d984-4afc-4adb-8fe8-d37565f55a01 HTTP/1.1" status: 204  len: 173 time: 1.6870625
Apr 02 21:14:49.402069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'name': 'network-vif-deleted', 'tag': 'd871d984-4afc-4adb-8fe8-d37565f55a01'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:14:49.405065 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead410ce-dee3-43d6-a23e-e62c0dc7887a" -d '{"events": [{"server_uuid": "8b7840fc-ecb4-4758-b217-7e306ad61475", "name": "network-vif-deleted", "tag": "d871d984-4afc-4adb-8fe8-d37565f55a01"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:14:49.407945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Calling delete_port for 3c921df3-9695-4b69-92f8-4e932dc93c69 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:49.413581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.419175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-75555cb7-0095-4a70-b315-222636f04446 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8091271
Apr 02 21:14:49.420174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33092) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:49.485183 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aef31c-010f-428b-a0fe-bd73c49b610b x-openstack-request-id: req-53aef31c-010f-428b-a0fe-bd73c49b610b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:14:49.491075 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7840fc-ecb4-4758-b217-7e306ad61475", "name": "network-vif-deleted", "tag": "d871d984-4afc-4adb-8fe8-d37565f55a01", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:14:49.492320 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53aef31c-010f-428b-a0fe-bd73c49b610b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:14:49.492958 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53aef31c-010f-428b-a0fe-bd73c49b610b'] response: {'server_uuid': '8b7840fc-ecb4-4758-b217-7e306ad61475', 'name': 'network-vif-deleted', 'tag': 'd871d984-4afc-4adb-8fe8-d37565f55a01', 'status': 'completed', 'code': 200}
Apr 02 21:14:49.691797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3c921df3-9695-4b69-92f8-4e932dc93c69), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.732970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c921df3-9695-4b69-92f8-4e932dc93c69,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.734003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:49.737287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] No DVR routers for this DVR port 3c921df3-9695-4b69-92f8-4e932dc93c69 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:49.765060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (ad5eb6a4-9765-4d2e-bf43-2522894beceb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.834871 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.872053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (aee8d11f-d662-404a-a036-49c72755f56d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:49.888500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=ad5eb6a4-9765-4d2e-bf43-2522894beceb,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:49.930982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844563e80>,) {'filters': {'network_id': ['aee8d11f-d662-404a-a036-49c72755f56d']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:49.941021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:49.945942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 57fdf9dd-19d7-4ab7-a108-542d197c861a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:14:49.948368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844563e80>, 'fd2eafdb-5846-4956-9507-0e93fcf61a20') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:49.948368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844563e80>, 'fd2eafdb-5846-4956-9507-0e93fcf61a20') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:49.965948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (fd2eafdb-5846-4956-9507-0e93fcf61a20), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.000127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fd2eafdb-5846-4956-9507-0e93fcf61a20), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.019550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:14:50.021714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (fd2eafdb-5846-4956-9507-0e93fcf61a20), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:14:50.025969 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:14:50.052776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:14:50.083879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57fdf9dd-19d7-4ab7-a108-542d197c861a) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:50.089591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:50.090170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.096670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd3651-3524-43fb-9b21-c7dd4ddd7961 None None] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:50.125496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d6928997-8e6d-4d36-9a56-524a3f83c390 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0605030
Apr 02 21:14:50.126124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33108) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:50.137244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2101625737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:50.141502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c567af2-36a9-4e2d-96b9-2573e1af5bcb req-b93c1963-b1b4-4833-b70e-cdf1eca87dda tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7840fc-ecb4-4758-b217-7e306ad61475 HTTP/1.1" status: 200  len: 210 time: 0.0837333
Apr 02 21:14:50.165913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (aee8d11f-d662-404a-a036-49c72755f56d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.172513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.184896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aee8d11f-d662-404a-a036-49c72755f56d HTTP/1.1" status: 204  len: 168 time: 1.8579099
Apr 02 21:14:50.184896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33116) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:50.185188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.195646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (0213586e-4068-473a-b00d-e5ab8d7fe382), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.197906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (0213586e-4068-473a-b00d-e5ab8d7fe382), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.282723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf4f23-dfb9-4b7d-8744-4f6dbc3be9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee8d11f-d662-404a-a036-49c72755f56d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:50.314983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57fdf9dd-19d7-4ab7-a108-542d197c861a', 'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': 'ad5eb6a4-9765-4d2e-bf43-2522894beceb'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:14:50.321640 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.349837 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (0213586e-4068-473a-b00d-e5ab8d7fe382), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.368744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (0213586e-4068-473a-b00d-e5ab8d7fe382), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.408948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.412743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67f5fb78-98fa-42c9-ab0b-dd14a4d18bff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2833879
Apr 02 21:14:50.413906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:50.426402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'port': {'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a', 'name': 'tempest-RoutersIpV6Test-1526714056'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:50.444179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Allocated IP 172.35.4.31 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/dc207395-dea2-4416-8c2e-fe5ed37dce59) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:50.534290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Allocated IP 2001:db8::2 (57fdf9dd-19d7-4ab7-a108-542d197c861a/ad5eb6a4-9765-4d2e-bf43-2522894beceb/7b857935-185f-4ce8-b851-b74b9059330c) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:50.730995 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Publish callbacks [] for port (7b857935-185f-4ce8-b851-b74b9059330c), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.743024 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (7b857935-185f-4ce8-b851-b74b9059330c), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.787504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:50.792103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:50.798099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (fae05949-8ede-4448-9d14-72e016559e44), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.799396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:50.809553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Pushing event updated for resources: {'Port': ['ID=7b857935-185f-4ce8-b851-b74b9059330c,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:50.870618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Attempting to bind port 7b857935-185f-4ce8-b851-b74b9059330c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:14:50.870992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Attempting to bind port 7b857935-185f-4ce8-b851-b74b9059330c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:14:50.871446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Attempting to bind port 7b857935-185f-4ce8-b851-b74b9059330c on network 57fdf9dd-19d7-4ab7-a108-542d197c861a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:50.876624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:14:50.877002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Checking segment: {'id': 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:50.877432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.877835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Bound using segment: {'id': 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:14:50.878327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Bound port: 7b857935-185f-4ce8-b851-b74b9059330c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '57fdf9dd-19d7-4ab7-a108-542d197c861a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:14:50.878788 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7b857935-185f-4ce8-b851-b74b9059330c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:50.952269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] For port 7b857935-185f-4ce8-b851-b74b9059330c, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:14:50.955535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] For port 7b857935-185f-4ce8-b851-b74b9059330c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b857935-185f-4ce8-b851-b74b9059330c,segment=NetworkSegment(eaa1cf7d-5bca-4a39-9619-f464d35c91fa),segment_id=eaa1cf7d-5bca-4a39-9619-f464d35c91fa)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:14:50.962959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7b857935-185f-4ce8-b851-b74b9059330c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.005406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:51.008976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.016554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks [] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.031383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289dcac-de36-40db-882d-c1276a76aab0 None None] Pushing event updated for resources: {'Port': ['ID=7b857935-185f-4ce8-b851-b74b9059330c,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:51.042165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] device_id is not set on port 1f07aa4f-0796-47e0-896c-d8be647180e7 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:14:51.112810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Deleting port dcef0581-282c-4708-b7cd-4f68c8b8290e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:51.113099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.137586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.215818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:51.226819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:51.235651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:51.297497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] For port dcef0581-282c-4708-b7cd-4f68c8b8290e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcef0581-282c-4708-b7cd-4f68c8b8290e,segment=NetworkSegment(d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a),segment_id=d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:51.298024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.331569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Calling delete_port for dcef0581-282c-4708-b7cd-4f68c8b8290e owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:51.353331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Pushing event updated for resources: {'Port': ['ID=dc207395-dea2-4416-8c2e-fe5ed37dce59,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:51.362240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8::1f1 (57fdf9dd-19d7-4ab7-a108-542d197c861a/ad5eb6a4-9765-4d2e-bf43-2522894beceb/1f07aa4f-0796-47e0-896c-d8be647180e7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:51.612519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks [] for floatingip (407d5cfb-0b48-45b5-b9e9-2ecc79dc49e4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.671044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dcef0581-282c-4708-b7cd-4f68c8b8290e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.712704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Pushing event deleted for resources: {'Port': ['ID=dcef0581-282c-4708-b7cd-4f68c8b8290e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:51.778444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.843787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08eb1-9f94-4b89-9973-b0a0176c9fda req-843735bd-abbc-4741-b58a-faee60a1dff4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:51.845479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f08eb1-9f94-4b89-9973-b0a0176c9fda req-843735bd-abbc-4741-b58a-faee60a1dff4 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1919076
Apr 02 21:14:51.852036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:51.864737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d871d984-4afc-4adb-8fe8-d37565f55a01 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:51.924205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: d871d984-4afc-4adb-8fe8-d37565f55a01 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:51.924948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d871d984-4afc-4adb-8fe8-d37565f55a01 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:52.056982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f08eb1-9f94-4b89-9973-b0a0176c9fda req-28810143-bfe9-41e2-81fc-f2324951e908 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014706
Apr 02 21:14:52.079292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.175967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:52.179047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks [] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.187118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.188870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=1f07aa4f-0796-47e0-896c-d8be647180e7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:52.198856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:52.203384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:52.207437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:52.208210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.285725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (fae05949-8ede-4448-9d14-72e016559e44), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.298167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-40e142fd-ee89-4d1a-a338-684cb79582f3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.8832619
Apr 02 21:14:52.306618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33190) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:52.386098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Pushing event updated for resources: {'Port': ['ID=dc207395-dea2-4416-8c2e-fe5ed37dce59,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:52.425347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (407d5cfb-0b48-45b5-b9e9-2ecc79dc49e4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.499124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5b061-19f5-45db-8613-e96475826d00 None None] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:52.515592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.519622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d190e501-45c8-4c50-aab5-bdbf8b6ccc67 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0983491
Apr 02 21:14:52.520314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33192) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:52.601183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-809fe6c8-87fc-4c93-aa09-e238b2d6ad68 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2432 time: 0.0780113
Apr 02 21:14:52.601882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33204) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:52.622708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Router fae05949-8ede-4448-9d14-72e016559e44 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:14:52.633189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] Provisioning complete for port 7b857935-185f-4ce8-b851-b74b9059330c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:52.633795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7b857935-185f-4ce8-b851-b74b9059330c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.747310 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba9f2ff3-c593-4342-b94d-c672c59d19af tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.1438904
Apr 02 21:14:52.751018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33208) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:52.791209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:52.799230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15e4a903-7011-463c-b27c-00deae8349ab admin admin] 10.222.0.18 "PUT /v2.0/routers/fae05949-8ede-4448-9d14-72e016559e44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6089511
Apr 02 21:14:52.800537 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] Sync routers for ids ['fae05949-8ede-4448-9d14-72e016559e44'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:52.803112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33210) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:52.818134 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] Routers {'fae05949-8ede-4448-9d14-72e016559e44'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:52.819062 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460f7190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fae05949-8ede-4448-9d14-72e016559e44'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:52.974292 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] Set router fae05949-8ede-4448-9d14-72e016559e44 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:52.975666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks [] for router (fae05949-8ede-4448-9d14-72e016559e44), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:52.985946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7b857935-185f-4ce8-b851-b74b9059330c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:53.043155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] Current status of the port 7b857935-185f-4ce8-b851-b74b9059330c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:53.043651 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7b857935-185f-4ce8-b851-b74b9059330c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.082917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.101143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] For port 7b857935-185f-4ce8-b851-b74b9059330c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b857935-185f-4ce8-b851-b74b9059330c,segment=NetworkSegment(eaa1cf7d-5bca-4a39-9619-f464d35c91fa),segment_id=eaa1cf7d-5bca-4a39-9619-f464d35c91fa)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:53.114302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7b857935-185f-4ce8-b851-b74b9059330c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:53.114723 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7b857935-185f-4ce8-b851-b74b9059330c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.115611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Deleting port dc207395-dea2-4416-8c2e-fe5ed37dce59 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:53.116088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.116374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7b857935-185f-4ce8-b851-b74b9059330c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.244867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks [] for router_gateway (fae05949-8ede-4448-9d14-72e016559e44), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.246319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dacfc0a8-97e9-4bf7-8109-cd8e84a95913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.323357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e75c9-ac8b-4557-8de0-8c0c38a7f627 None None] Pushing event updated for resources: {'Port': ['ID=7b857935-185f-4ce8-b851-b74b9059330c,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:53.355902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea887e-cb6c-4759-b5ce-9fd8371420b3 req-468ca35b-3c80-41e0-bf9a-8c08b9230cfd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:53.358498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aeea887e-cb6c-4759-b5ce-9fd8371420b3 req-468ca35b-3c80-41e0-bf9a-8c08b9230cfd tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.1677375
Apr 02 21:14:53.363568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.380501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks [] for floatingip (dc207395-dea2-4416-8c2e-fe5ed37dce59), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.385196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Deleting port 2abef0a2-42a4-4606-8df1-0baf2c742e21 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:53.385533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.409245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7b857935-185f-4ce8-b851-b74b9059330c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:53.414810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Calling delete_port for dc207395-dea2-4416-8c2e-fe5ed37dce59 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:53.503051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aeea887e-cb6c-4759-b5ce-9fd8371420b3 req-e1fbd65e-7f34-4852-a356-4898ea6901f2 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271241
Apr 02 21:14:53.528617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] For port 2abef0a2-42a4-4606-8df1-0baf2c742e21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2abef0a2-42a4-4606-8df1-0baf2c742e21,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:53.528990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.543411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Calling delete_port for 2abef0a2-42a4-4606-8df1-0baf2c742e21 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:53.555900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ef979d3a-b48e-48e5-a603-2bc923fa8f76 None None] Provisioning complete for port 1f07aa4f-0796-47e0-896c-d8be647180e7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:53.556282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef979d3a-b48e-48e5-a603-2bc923fa8f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.617224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ef979d3a-b48e-48e5-a603-2bc923fa8f76 None None] Port 1f07aa4f-0796-47e0-896c-d8be647180e7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:53.619446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460f7190>, [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166'}], 'enable_snat': True}, 'gw_port_id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:14:51Z', 'revision_number': 5, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port': {'id': '2abef0a2-42a4-4606-8df1-0baf2c742e21', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae05949-8ede-4448-9d14-72e016559e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:12Z', 'updated_at': '2022-04-02T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:53.643896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ef979d3a-b48e-48e5-a603-2bc923fa8f76 None None] Provisioning complete for port 7b857935-185f-4ce8-b851-b74b9059330c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:53.644285 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef979d3a-b48e-48e5-a603-2bc923fa8f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7b857935-185f-4ce8-b851-b74b9059330c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.675262 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] Checking router: fae05949-8ede-4448-9d14-72e016559e44 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:14:53.685971 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] Routers {'fae05949-8ede-4448-9d14-72e016559e44'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:53.686861 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460f7190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fae05949-8ede-4448-9d14-72e016559e44'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:53.763336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.780294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.786375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ef979d3a-b48e-48e5-a603-2bc923fa8f76 None None] Current status of the port 7b857935-185f-4ce8-b851-b74b9059330c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:53.873257 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] Set router fae05949-8ede-4448-9d14-72e016559e44 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:14:53.896618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-983420e8-63e3-4cf8-b87f-046925794ae6 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:53.905648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-983420e8-63e3-4cf8-b87f-046925794ae6 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 814 time: 0.3108220
Apr 02 21:14:53.928970 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2abef0a2-42a4-4606-8df1-0baf2c742e21), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.935946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3bfb6734-2722-4748-9aab-177cdac4a642 None None] Provisioning complete for port 1f07aa4f-0796-47e0-896c-d8be647180e7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:53.936329 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6734-2722-4748-9aab-177cdac4a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:53.947565 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460f7190>, [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:14:53Z', 'revision_number': 6, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:53.961613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-351faefc-b75d-458d-ab76-984fd25bc3b2 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/quotas/b5fe471f4a924fd98ef24aa24abb736c HTTP/1.1" status: 200  len: 375 time: 0.0569725
Apr 02 21:14:53.991026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eab3f-7dba-446d-8477-c24a9de41532 None None] The sync data for ids ['fae05949-8ede-4448-9d14-72e016559e44'] in ncdv-master-1 is: [{'id': 'fae05949-8ede-4448-9d14-72e016559e44', 'name': 'tempest-TestServerBasicOps-1457644158-router', 'tenant_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:11Z', 'updated_at': '2022-04-02T21:14:53Z', 'revision_number': 6, 'project_id': 'a44918b6e8e14b59a0ff928f20a37bed', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:54.012891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Pushing event deleted for resources: {'Port': ['ID=2abef0a2-42a4-4606-8df1-0baf2c742e21,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:54.029939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb6734-2722-4748-9aab-177cdac4a642 None None] Port 1f07aa4f-0796-47e0-896c-d8be647180e7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:54.056841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=1f07aa4f-0796-47e0-896c-d8be647180e7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:54.071117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-40ca68b3-6242-4051-a589-bdc167445c2a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1073472
Apr 02 21:14:54.076664 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (fae05949-8ede-4448-9d14-72e016559e44), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.099207 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc207395-dea2-4416-8c2e-fe5ed37dce59), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.198481 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (fae05949-8ede-4448-9d14-72e016559e44), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.198818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Pushing event deleted for resources: {'Port': ['ID=dc207395-dea2-4416-8c2e-fe5ed37dce59,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:54.201189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks [] for router_controller (fae05949-8ede-4448-9d14-72e016559e44), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.261763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (fae05949-8ede-4448-9d14-72e016559e44), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.262648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae05949-8ede-4448-9d14-72e016559e44 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:14:54.268027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.271620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2026900b-64eb-4983-9e43-9988adb75cad admin admin] 10.222.0.18 "DELETE /v2.0/routers/fae05949-8ede-4448-9d14-72e016559e44 HTTP/1.1" status: 204  len: 168 time: 1.4638517
Apr 02 21:14:54.271879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33246) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:54.352969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Deleting subnet 501d4400-3f28-4680-b21c-258472c5eca1 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:14:54.362050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Publish callbacks [] for subnet (501d4400-3f28-4680-b21c-258472c5eca1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.367033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4816afb4-337b-4c91-96ab-7e33edc6b5d9 None None] Provisioning complete for port 1f07aa4f-0796-47e0-896c-d8be647180e7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:54.367512 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4816afb4-337b-4c91-96ab-7e33edc6b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.401440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-6639b854-af56-431e-98ab-b6b0d2a9b062 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:54.403014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-6639b854-af56-431e-98ab-b6b0d2a9b062 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.0977163
Apr 02 21:14:54.410900 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (501d4400-3f28-4680-b21c-258472c5eca1), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.426588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4816afb4-337b-4c91-96ab-7e33edc6b5d9 None None] Port 1f07aa4f-0796-47e0-896c-d8be647180e7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:54.562983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (501d4400-3f28-4680-b21c-258472c5eca1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.615697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Deleting port d4a0a867-2de9-4d5e-8133-dcadf215b3ae {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:54.616039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.630304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (0213586e-4068-473a-b00d-e5ab8d7fe382), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.680487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-469ddc27-933c-4a00-9568-d814a84700ee service neutron] 10.222.0.18 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6096134
Apr 02 21:14:54.685806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks [] for floatingip (407d5cfb-0b48-45b5-b9e9-2ecc79dc49e4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.688351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.689481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-97edc6e6-031e-43cc-af8f-6c8f7e9b6ff4 tempest-FloatingIPAdminTestJSON-830569595 tempest-FloatingIPAdminTestJSON-830569595-project] 10.222.0.18 "DELETE /v2.0/floatingips/407d5cfb-0b48-45b5-b9e9-2ecc79dc49e4 HTTP/1.1" status: 204  len: 168 time: 1.9374559
Apr 02 21:14:54.699711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33250) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:54.704584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (501d4400-3f28-4680-b21c-258472c5eca1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.753838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501d4400-3f28-4680-b21c-258472c5eca1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:54.759456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.765935 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15550b10-f16a-4827-ae3d-dde81742b771 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/501d4400-3f28-4680-b21c-258472c5eca1 HTTP/1.1" status: 204  len: 168 time: 0.4907887
Apr 02 21:14:54.768178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702bae34-1e47-485b-9f87-ceb9fdaec53c None None] Network 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:14:54.779765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33258) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:54.801958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] For port d4a0a867-2de9-4d5e-8133-dcadf215b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:54.801958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:54.818061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Calling delete_port for d4a0a867-2de9-4d5e-8133-dcadf215b3ae owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:54.968109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974f290-a7b2-47ea-8e96-9b0f269bb6a4 req-677b32e4-2824-4b5c-9e30-4feecf5d2a06 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:54.972401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7974f290-a7b2-47ea-8e96-9b0f269bb6a4 req-677b32e4-2824-4b5c-9e30-4feecf5d2a06 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b178f6-4dca-4aeb-84ae-389b11f090d3 HTTP/1.1" status: 200  len: 945 time: 0.3628557
Apr 02 21:14:54.997704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7b857935-185f-4ce8-b851-b74b9059330c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:14:55.071380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] DHCP port deletion for 73caa8c4-7b0a-4385-92fb-6bf226eed7f1 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:14:55.079872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7b857935-185f-4ce8-b851-b74b9059330c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:55.080186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7b857935-185f-4ce8-b851-b74b9059330c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.082117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-b737568b-1b79-40bf-b5a3-420509353d92 service neutron] 10.222.0.18 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3896902
Apr 02 21:14:55.089537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7974f290-a7b2-47ea-8e96-9b0f269bb6a4 req-e46e6297-b4f5-47f4-8ddd-d143fb517f57 tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.18 "GET /v2.0/security-groups?id=81d11a77-b3df-45bd-99d3-6932b5480a9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098676
Apr 02 21:14:55.090174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d4a0a867-2de9-4d5e-8133-dcadf215b3ae), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.100245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (73caa8c4-7b0a-4385-92fb-6bf226eed7f1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.139602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Pushing event deleted for resources: {'Port': ['ID=d4a0a867-2de9-4d5e-8133-dcadf215b3ae,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:55.151326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33262) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:55.182309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.205629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] Deleting port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:55.206003 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.248374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] No DVR routers for this DVR port d4a0a867-2de9-4d5e-8133-dcadf215b3ae on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:55.254786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.267668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6a40e24-1234-43fa-b9ff-954bd85c2e6a req-2e1861e7-b6d9-4242-abe8-b30e3b26a5fa tempest-ServerRescueNegativeTestJSON-1832764052 tempest-ServerRescueNegativeTestJSON-1832764052-project] 10.222.0.21 "DELETE /v2.0/ports/d4a0a867-2de9-4d5e-8133-dcadf215b3ae HTTP/1.1" status: 204  len: 173 time: 0.8520317
Apr 02 21:14:55.269825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'name': 'network-vif-deleted', 'tag': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:14:55.275200 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624af03e-a03e-4553-811e-a6ca9e77e2df" -d '{"events": [{"server_uuid": "f1b178f6-4dca-4aeb-84ae-389b11f090d3", "name": "network-vif-deleted", "tag": "d4a0a867-2de9-4d5e-8133-dcadf215b3ae"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:14:55.308596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7b857935-185f-4ce8-b851-b74b9059330c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:14:55.358326 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe2c5b9-34cc-47ec-91ea-ff4936bdbfdc x-openstack-request-id: req-2fe2c5b9-34cc-47ec-91ea-ff4936bdbfdc {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:14:55.358625 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b178f6-4dca-4aeb-84ae-389b11f090d3", "name": "network-vif-deleted", "tag": "d4a0a867-2de9-4d5e-8133-dcadf215b3ae", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:14:55.358886 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fe2c5b9-34cc-47ec-91ea-ff4936bdbfdc {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:14:55.359310 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe2c5b9-34cc-47ec-91ea-ff4936bdbfdc'] response: {'server_uuid': 'f1b178f6-4dca-4aeb-84ae-389b11f090d3', 'name': 'network-vif-deleted', 'tag': 'd4a0a867-2de9-4d5e-8133-dcadf215b3ae', 'status': 'completed', 'code': 200}
Apr 02 21:14:55.414626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] For port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,segment=NetworkSegment(d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a),segment_id=d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:55.415144 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.460121 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99cd30b6-1d7a-476f-a526-818d1af31e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.483519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2abef0a2-42a4-4606-8df1-0baf2c742e21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:55.495395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] Calling delete_port for 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:55.548442 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dadb6163-5cdd-4c2b-80a7-2c904be7369d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3265dbc2dbab442dbb562ef4a3652650&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3963029
Apr 02 21:14:55.551250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33272) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:55.663796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38628fde-c1e3-4b3f-a292-3d07e7c1d35a req-901fb405-70b5-4feb-9916-d913b1e47360 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 210 time: 0.0914252
Apr 02 21:14:55.677683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b75-0aa5-4859-a0c9-ed0a10212bae admin admin] Publish callbacks [] for security_group (9921715e-ea5c-422f-8f05-c2c2e74dcb6d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.687364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2abef0a2-42a4-4606-8df1-0baf2c742e21 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:55.687661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2abef0a2-42a4-4606-8df1-0baf2c742e21 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:55.688229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dcef0581-282c-4708-b7cd-4f68c8b8290e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:55.711510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b75-0aa5-4859-a0c9-ed0a10212bae admin admin] Publish callbacks [] for security_group (9921715e-ea5c-422f-8f05-c2c2e74dcb6d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.735131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: dcef0581-282c-4708-b7cd-4f68c8b8290e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:55.736052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dcef0581-282c-4708-b7cd-4f68c8b8290e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:55.781109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b75-0aa5-4859-a0c9-ed0a10212bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9921715e-ea5c-422f-8f05-c2c2e74dcb6d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.783830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b75-0aa5-4859-a0c9-ed0a10212bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.785098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b73f4b75-0aa5-4859-a0c9-ed0a10212bae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9921715e-ea5c-422f-8f05-c2c2e74dcb6d HTTP/1.1" status: 204  len: 168 time: 0.2323358
Apr 02 21:14:55.797896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4b75-0aa5-4859-a0c9-ed0a10212bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9921715e-ea5c-422f-8f05-c2c2e74dcb6d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:55.803720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Deleting port 98d05c35-4521-4afb-8de4-e2fa7766032c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:55.806773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.820494 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.845566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] No DVR routers for this DVR port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:55.871667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d7d9c-77a7-451c-b0b5-2e6e97872374 None None] Pushing event deleted for resources: {'Port': ['ID=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:55.961167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.961956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for floatingip (98d05c35-4521-4afb-8de4-e2fa7766032c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:55.993642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Calling delete_port for 98d05c35-4521-4afb-8de4-e2fa7766032c owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:56.010563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Deleting port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:56.010899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.144288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.157000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] For port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68, host ncdv-master-1, got binding levels [] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:56.157378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.164405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.165339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (0213586e-4068-473a-b00d-e5ab8d7fe382), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.194729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Calling delete_port for 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:56.203817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33290) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:56.233955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 was not found and therefore no delete operation was performed {{(pid=121648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:14:56.266617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (73cd57ee-d9ea-436a-87ec-e4a38fb07b68), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.306705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] No DVR routers for this DVR port 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:14:56.309134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=1f07aa4f-0796-47e0-896c-d8be647180e7,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:56.411888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Pushing event deleted for resources: {'Port': ['ID=73cd57ee-d9ea-436a-87ec-e4a38fb07b68,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:56.495851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (73caa8c4-7b0a-4385-92fb-6bf226eed7f1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.505554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (98d05c35-4521-4afb-8de4-e2fa7766032c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.555720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844231dc0>,) {'filters': {'network_id': ['73caa8c4-7b0a-4385-92fb-6bf226eed7f1']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:56.558460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Pushing event deleted for resources: {'Port': ['ID=98d05c35-4521-4afb-8de4-e2fa7766032c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:56.566933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:56.572380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844231dc0>, 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:56.572839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844231dc0>, 'd522c4f6-a3f9-40aa-b66b-5c06d9eaed7a') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:56.577233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:56.614007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.663319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.680563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.718940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:56.781177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:56.781526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 73cd57ee-d9ea-436a-87ec-e4a38fb07b68 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:56.801823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:14:56.802575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (d522c4f6-a3f9-40aa-b66b-5c06d9eaed7a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:14:56.805093 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:14:56.855519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a0a867-2de9-4d5e-8133-dcadf215b3ae no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:14:56.880567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d4a0a867-2de9-4d5e-8133-dcadf215b3ae {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:14:56.881335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a0a867-2de9-4d5e-8133-dcadf215b3ae not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:14:56.933073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5897b55f-d28e-4753-b41b-0ff8d349c2ab req-4e61ce9a-d057-428f-9290-4d41ee30f02e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 210 time: 0.1239839
Apr 02 21:14:56.962447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks [] for floatingip (b9305cb7-bf26-49e2-abff-4eea039eceae), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.965552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:56.966902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f8e843b7-3340-4527-8b4d-3dfa1cdbcd26 tempest-FloatingIPAdminTestJSON-186567444 tempest-FloatingIPAdminTestJSON-186567444-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/b9305cb7-bf26-49e2-abff-4eea039eceae HTTP/1.1" status: 204  len: 168 time: 2.2663054
Apr 02 21:14:56.972299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33312) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:56.985261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (73caa8c4-7b0a-4385-92fb-6bf226eed7f1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.028927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.032607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/73caa8c4-7b0a-4385-92fb-6bf226eed7f1 HTTP/1.1" status: 204  len: 168 time: 2.2520576
Apr 02 21:14:57.053862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401223d-9687-4463-ba60-36daba6980ff admin admin] Pushing event deleted for resources: {'Network': ['ID=73caa8c4-7b0a-4385-92fb-6bf226eed7f1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:57.084726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-36c3fd03-0c8e-4180-b347-4a9790e8f639 None None] Provisioning complete for port 1f07aa4f-0796-47e0-896c-d8be647180e7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:14:57.085213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-36c3fd03-0c8e-4180-b347-4a9790e8f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.138025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 0213586e-4068-473a-b00d-e5ab8d7fe382 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:14:57.147083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting port 0ff437d2-2e60-4b4d-bd92-816acefeb383 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:57.147816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-36c3fd03-0c8e-4180-b347-4a9790e8f639 None None] Port 1f07aa4f-0796-47e0-896c-d8be647180e7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:14:57.148330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0ff437d2-2e60-4b4d-bd92-816acefeb383), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.186924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-b5843fa2-d1b9-497d-a8e6-963a05aa9b5a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:57.188567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-b5843fa2-d1b9-497d-a8e6-963a05aa9b5a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.15 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 814 time: 0.3238537
Apr 02 21:14:57.204215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Request body: {'port': {'device_id': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138', 'admin_state_up': True, 'tenant_id': 'b5fe471f4a924fd98ef24aa24abb736c'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:57.319719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0ff437d2-2e60-4b4d-bd92-816acefeb383), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.322628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:14:57.334378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] Sync routers for ids ['0213586e-4068-473a-b00d-e5ab8d7fe382'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:14:57.335377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2d4b5f11-dea1-4eeb-882c-6ad757c3afd6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/0213586e-4068-473a-b00d-e5ab8d7fe382/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0275102
Apr 02 21:14:57.336238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33316) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:57.353963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] Routers {'0213586e-4068-473a-b00d-e5ab8d7fe382'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:57.354611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845720670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0213586e-4068-473a-b00d-e5ab8d7fe382'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:57.362166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33318) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:57.374916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Calling delete_port for 0ff437d2-2e60-4b4d-bd92-816acefeb383 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:57.403110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec33d4-8180-4ff7-874d-7d11e5995da2 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:57.404780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845720670>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:57.410611 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88ec33d4-8180-4ff7-874d-7d11e5995da2 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports/1f07aa4f-0796-47e0-896c-d8be647180e7 HTTP/1.1" status: 200  len: 984 time: 0.0682900
Apr 02 21:14:57.410611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33320) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:57.421668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] Routers {'0213586e-4068-473a-b00d-e5ab8d7fe382'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:14:57.422525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845720670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0213586e-4068-473a-b00d-e5ab8d7fe382'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:57.473404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845720670>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:14:57.474956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf7ad53-f701-4e46-9ee8-8a17d918b1c3 None None] The sync data for ids ['0213586e-4068-473a-b00d-e5ab8d7fe382'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:14:57.490714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b58b990-67f9-4293-96c3-8d4197c4c334 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e69485d6b5e4cd6ba0ffbb3b210952b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1268260
Apr 02 21:14:57.494274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Made reservation on behalf of b5fe471f4a924fd98ef24aa24abb736c for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:14:57.498510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.502053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33322) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:57.648180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4e87721-4ec3-43b8-b78e-7a89b30da70f admin admin] Publish callbacks [] for security_group (1e995f36-7698-4e32-b4be-a4e6bf077d20), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.731320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4e87721-4ec3-43b8-b78e-7a89b30da70f admin admin] Publish callbacks [] for security_group (1e995f36-7698-4e32-b4be-a4e6bf077d20), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.761908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Allocated IP 172.20.0.14 (146ce8d9-8798-4b34-95b9-d9b14df14138/4d0fa89b-c5c3-4a17-8988-7be8046e786c/6bd2b363-0b40-48fc-a62c-c4ba112f7195) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:14:57.773822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0ff437d2-2e60-4b4d-bd92-816acefeb383), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.798432 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.809736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Port': ['ID=0ff437d2-2e60-4b4d-bd92-816acefeb383,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:57.916698 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4e87721-4ec3-43b8-b78e-7a89b30da70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1e995f36-7698-4e32-b4be-a4e6bf077d20), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.919248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4e87721-4ec3-43b8-b78e-7a89b30da70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:57.920478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b4e87721-4ec3-43b8-b78e-7a89b30da70f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e995f36-7698-4e32-b4be-a4e6bf077d20 HTTP/1.1" status: 204  len: 168 time: 0.4173954
Apr 02 21:14:58.062988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks [] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.124320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e87721-4ec3-43b8-b78e-7a89b30da70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e995f36-7698-4e32-b4be-a4e6bf077d20,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:58.150728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a1e80c9-d412-4484-a842-9f21ad5bfc1b req-cab8cf00-bdfc-4d7a-982e-43947d4a171a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 210 time: 0.0435414
Apr 02 21:14:58.226355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.274273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Network 146ce8d9-8798-4b34-95b9-d9b14df14138 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:14:58.281827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:14:58.288065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:14:58.314947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.318833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-04148261-d6f6-4f11-b598-ecec856e33d9 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "DELETE /v2.0/ports/0ff437d2-2e60-4b4d-bd92-816acefeb383 HTTP/1.1" status: 204  len: 168 time: 1.3452716
Apr 02 21:14:58.321377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Pushing event updated for resources: {'Port': ['ID=6bd2b363-0b40-48fc-a62c-c4ba112f7195,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:58.328052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33344) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:58.353398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33346) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:58.388616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:58.389239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.433475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-31aaaedf-b500-4954-bdad-c714e53e1ba1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2363310
Apr 02 21:14:58.446692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e93ac7-34a1-4aa2-b679-f892a261faa4 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:58.448227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5e93ac7-34a1-4aa2-b679-f892a261faa4 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "GET /v2.0/ports?device_id=17224fd0-aec7-446b-adeb-aa07dea2f158 HTTP/1.1" status: 200  len: 913 time: 0.1192102
Apr 02 21:14:58.453826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Request body: {'port': {'device_id': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:14:58.455705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33348) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:58.470748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ed5f87fe-035b-44ca-aed2-e9c0d319c191 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a44918b6e8e14b59a0ff928f20a37bed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1162710
Apr 02 21:14:58.492953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:14:58.535898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (0213586e-4068-473a-b00d-e5ab8d7fe382), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.578950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.611085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Deleting port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:58.611419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.630488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-904bd109-87d9-4d95-8846-bbb83c043541 admin admin] Publish callbacks [] for security_group (40728e4b-909d-42b9-bc9f-aefd20987513), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.709628 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.726724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-904bd109-87d9-4d95-8846-bbb83c043541 admin admin] Publish callbacks [] for security_group (40728e4b-909d-42b9-bc9f-aefd20987513), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.886871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] For port 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:14:58.887231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.917895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Calling delete_port for 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:58.963762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-904bd109-87d9-4d95-8846-bbb83c043541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (40728e4b-909d-42b9-bc9f-aefd20987513), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.966412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-904bd109-87d9-4d95-8846-bbb83c043541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:58.968497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-904bd109-87d9-4d95-8846-bbb83c043541 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40728e4b-909d-42b9-bc9f-aefd20987513 HTTP/1.1" status: 204  len: 168 time: 0.4736545
Apr 02 21:14:58.972607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 1f07aa4f-0796-47e0-896c-d8be647180e7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:14:58.972961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.017889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bd109-87d9-4d95-8846-bbb83c043541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40728e4b-909d-42b9-bc9f-aefd20987513,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:59.105590 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.122901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 1f07aa4f-0796-47e0-896c-d8be647180e7 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:14:59.185416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (17224fd0-aec7-446b-adeb-aa07dea2f158), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.199497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd2b363-0b40-48fc-a62c-c4ba112f7195 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:14:59.210267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Publish callbacks [] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.276873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Transition to ACTIVE for port object 6bd2b363-0b40-48fc-a62c-c4ba112f7195 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:14:59.279200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (57ac8972-9263-4eb0-a90a-a77d1e4e0cfe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.291661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.320274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ac8972-9263-4eb0-a90a-a77d1e4e0cfe,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:59.443188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.506999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1f07aa4f-0796-47e0-896c-d8be647180e7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.516213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd2b363-0b40-48fc-a62c-c4ba112f7195,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:59.610629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=1f07aa4f-0796-47e0-896c-d8be647180e7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:14:59.735774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Attempting to bind port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:14:59.738077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Attempting to bind port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:14:59.738077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Attempting to bind port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 on network 146ce8d9-8798-4b34-95b9-d9b14df14138 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:59.745968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 on network 146ce8d9-8798-4b34-95b9-d9b14df14138 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:14:59.760394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Attempting to bind port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 on network 146ce8d9-8798-4b34-95b9-d9b14df14138 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:14:59.773798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:14:59.774287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Checking segment: {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:14:59.774766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Bound using segment: {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:14:59.775307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Bound port: 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:14:59.775761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.847851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41b12-b404-49bd-8505-8a02001f2540 req-c2387d5b-3831-425c-a482-47f6ceee2913 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:14:59.849926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39f41b12-b404-49bd-8505-8a02001f2540 req-c2387d5b-3831-425c-a482-47f6ceee2913 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 944 time: 0.5690074
Apr 02 21:14:59.858460 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.941509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (0213586e-4068-473a-b00d-e5ab8d7fe382), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:14:59.954833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] For port 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:14:59.960009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] For port 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:14:59.996003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39f41b12-b404-49bd-8505-8a02001f2540 req-1b44f9e2-811d-47a6-a921-94589a7acaef tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992985
Apr 02 21:15:00.240434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 0213586e-4068-473a-b00d-e5ab8d7fe382 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:00.288846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:00.343773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:00.344390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:00.345809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] 10.222.0.15 "PUT /v2.0/ports/6bd2b363-0b40-48fc-a62c-c4ba112f7195 HTTP/1.1" status: 200  len: 1092 time: 1.8961840
Apr 02 21:15:00.346427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'tag': '6bd2b363-0b40-48fc-a62c-c4ba112f7195'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:00.348893 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e40b305-938d-45de-9e45-c835e9161a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8a56c3-afa0-4089-be5b-a45a7dbea62b", "tag": "6bd2b363-0b40-48fc-a62c-c4ba112f7195"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:00.352013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting port c3a7c387-64a4-4877-8619-51139595d45b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:00.352366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c3a7c387-64a4-4877-8619-51139595d45b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:00.384225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87665e-3afd-46f5-a2ac-add604e9ead8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd2b363-0b40-48fc-a62c-c4ba112f7195,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:00.420307 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd380ff-a984-4286-9756-2c37c6b58a53 x-openstack-request-id: req-5dd380ff-a984-4286-9756-2c37c6b58a53 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:00.420549 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8a56c3-afa0-4089-be5b-a45a7dbea62b", "tag": "6bd2b363-0b40-48fc-a62c-c4ba112f7195", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:00.420779 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dd380ff-a984-4286-9756-2c37c6b58a53 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:00.421164 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd380ff-a984-4286-9756-2c37c6b58a53'] response: {'name': 'network-changed', 'server_uuid': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'tag': '6bd2b363-0b40-48fc-a62c-c4ba112f7195', 'status': 'completed', 'code': 200}
Apr 02 21:15:00.529352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-d94b09f8-739a-4d13-b163-ecc37f046e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:00.530890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-d94b09f8-739a-4d13-b163-ecc37f046e5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 1126 time: 0.1089821
Apr 02 21:15:00.540699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:00.582978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-948d4949-8b16-4b5c-9f69-616e2c53353b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195 HTTP/1.1" status: 200  len: 217 time: 0.0443034
Apr 02 21:15:00.700687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:00.701501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b60-6631-438d-b646-f1f252678d10 req-641fd3b4-04c8-47c7-9078-7d06e18dd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:00.702970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-641fd3b4-04c8-47c7-9078-7d06e18dd4a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 200  len: 854 time: 0.1143413
Apr 02 21:15:00.707830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d4e98ff-29f5-466f-b49c-a1d876e3e16b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/0213586e-4068-473a-b00d-e5ab8d7fe382/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2664812
Apr 02 21:15:00.710507 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] Sync routers for ids ['0213586e-4068-473a-b00d-e5ab8d7fe382'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:00.712473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33398) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:00.720350 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] Routers {'0213586e-4068-473a-b00d-e5ab8d7fe382'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:00.720994 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c489a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0213586e-4068-473a-b00d-e5ab8d7fe382'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:00.745848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c3a7c387-64a4-4877-8619-51139595d45b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:00.755202 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c489a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:00.759034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Calling delete_port for c3a7c387-64a4-4877-8619-51139595d45b owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:00.763655 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] Routers {'0213586e-4068-473a-b00d-e5ab8d7fe382'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:00.764446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c489a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['0213586e-4068-473a-b00d-e5ab8d7fe382'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:00.778558 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-1cbb3b5c-d336-4f33-b929-8d23fccc6452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=146ce8d9-8798-4b34-95b9-d9b14df14138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647762
Apr 02 21:15:00.804967 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c489a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:00.806079 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67ff35-de93-4a75-a836-3066b5c5c16d None None] The sync data for ids ['0213586e-4068-473a-b00d-e5ab8d7fe382'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:00.895852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:00.907281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] Sync routers for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:00.922531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:00.923807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461d6790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:00.929092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eeb37895-2b28-4e80-b546-81ef1130df10 admin admin] 10.222.0.18 "PUT /v2.0/routers/59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7231777
Apr 02 21:15:00.932289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33402) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:01.004035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-da238999-bfe9-4933-bae4-52dc761c2772 service neutron] 10.222.0.15 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874063
Apr 02 21:15:01.055017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c3a7c387-64a4-4877-8619-51139595d45b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.085219 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-0651b3fc-1168-4093-b94f-63beffaefc85 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] remove_router_interface failed (client error): The resource could not be found.
Apr 02 21:15:01.088833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Port': ['ID=c3a7c387-64a4-4877-8619-51139595d45b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:01.092060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:01.094592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0651b3fc-1168-4093-b94f-63beffaefc85 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/0213586e-4068-473a-b00d-e5ab8d7fe382/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3796539
Apr 02 21:15:01.097450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33406) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:01.128365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks [] for router (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.256881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0a07b60-6631-438d-b646-f1f252678d10 req-692f3072-3828-4e10-a875-51c6cc55d27b service neutron] 10.222.0.15 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298682
Apr 02 21:15:01.302792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33428) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:01.309199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-91d8c8c7-fc7e-4e20-a4ad-991bd81e7b57 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=0213586e-4068-473a-b00d-e5ab8d7fe382 HTTP/1.1" status: 200  len: 205 time: 0.2105289
Apr 02 21:15:01.369360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461d6790>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:14:59Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:01.396103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] Checking router: 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:15:01.405744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] Routers {'59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:01.406534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461d6790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:01.411113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (0213586e-4068-473a-b00d-e5ab8d7fe382), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.477757 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks [] for router_gateway (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.497028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b305-938d-45de-9e45-c835e9161a1a req-d7f28bfa-df6e-4497-8c93-76e8938c5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:01.498782 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-d7f28bfa-df6e-4497-8c93-76e8938c5ebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 1126 time: 0.1867135
Apr 02 21:15:01.502829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d923-80c4-45fa-ba03-2b1eadceb76d req-cc215a68-4497-49b0-bd51-5acbcb1c7ebf tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:01.504745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0681d923-80c4-45fa-ba03-2b1eadceb76d req-cc215a68-4497-49b0-bd51-5acbcb1c7ebf tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 944 time: 0.2371640
Apr 02 21:15:01.537569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] Set router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:01.627427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (0213586e-4068-473a-b00d-e5ab8d7fe382), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.632428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (17224fd0-aec7-446b-adeb-aa07dea2f158), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.640570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0681d923-80c4-45fa-ba03-2b1eadceb76d req-9cee6c99-754a-471f-9336-a6579fe49ded tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271126
Apr 02 21:15:01.644820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Deleting port 36fcdb1e-d957-47ec-b148-169d5cb9a309 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:01.645186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.663407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (0213586e-4068-473a-b00d-e5ab8d7fe382), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.725733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (0213586e-4068-473a-b00d-e5ab8d7fe382), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.726268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router 0213586e-4068-473a-b00d-e5ab8d7fe382 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:15:01.734008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.738088 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f3e23231-92a8-49ee-aed2-d1562a83d783 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/0213586e-4068-473a-b00d-e5ab8d7fe382 HTTP/1.1" status: 204  len: 168 time: 0.4342632
Apr 02 21:15:01.738773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33430) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:01.742386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461d6790>, [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:14:59Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:01.748877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b305-938d-45de-9e45-c835e9161a1a req-6ccd815d-9703-41f7-af04-ffd1886e88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:01.750251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-6ccd815d-9703-41f7-af04-ffd1886e88a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 915 time: 0.2229924
Apr 02 21:15:01.773018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5037-f03c-4f84-9458-268129a92e29 None None] The sync data for ids ['59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9'] in ncdv-master-1 is: [{'id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'name': 'tempest-ServerRescueNegativeTestJSON-1217638678-router', 'tenant_id': 'e9e9483710f0424b9c347c74a9da708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:09:24Z', 'updated_at': '2022-04-02T21:14:59Z', 'revision_number': 5, 'project_id': 'e9e9483710f0424b9c347c74a9da708a', 'gw_port': {'id': '36fcdb1e-d957-47ec-b148-169d5cb9a309', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:09:26Z', 'updated_at': '2022-04-02T21:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:01.814294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] For port 36fcdb1e-d957-47ec-b148-169d5cb9a309, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36fcdb1e-d957-47ec-b148-169d5cb9a309,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:01.814841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.832078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Calling delete_port for 36fcdb1e-d957-47ec-b148-169d5cb9a309 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:01.835784 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-d83226ca-eeb0-4fe4-8ccb-91056772b971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195 HTTP/1.1" status: 200  len: 217 time: 0.0665438
Apr 02 21:15:01.856777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet ad5eb6a4-9765-4d2e-bf43-2522894beceb {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:01.877202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (ad5eb6a4-9765-4d2e-bf43-2522894beceb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.925760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ad5eb6a4-9765-4d2e-bf43-2522894beceb), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:01.930337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b305-938d-45de-9e45-c835e9161a1a req-0d940112-8b40-46f2-9421-de7439e088df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:01.931825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-0d940112-8b40-46f2-9421-de7439e088df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 200  len: 854 time: 0.0886610
Apr 02 21:15:01.986468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-faebe785-ac61-4200-9f9b-c4f641869ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=146ce8d9-8798-4b34-95b9-d9b14df14138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365360
Apr 02 21:15:02.043281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Router 17224fd0-aec7-446b-adeb-aa07dea2f158 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:02.101632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ad5eb6a4-9765-4d2e-bf43-2522894beceb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.155299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-6b221a77-078c-411f-8029-5419591d569d service neutron] 10.222.0.15 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604524
Apr 02 21:15:02.199609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (36fcdb1e-d957-47ec-b148-169d5cb9a309), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.242212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Pushing event deleted for resources: {'Port': ['ID=36fcdb1e-d957-47ec-b148-169d5cb9a309,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:02.263340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:02.273216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c5b84ca6-b5b1-4dd9-930c-7640a70364b8 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "PUT /v2.0/routers/17224fd0-aec7-446b-adeb-aa07dea2f158/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8130515
Apr 02 21:15:02.277448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e40b305-938d-45de-9e45-c835e9161a1a req-d7b07a54-8881-4ee2-a653-b5fff326bb24 service neutron] 10.222.0.15 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132848
Apr 02 21:15:02.277750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33444) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:02.278674 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] Sync routers for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:02.295990 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:02.297249 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460de1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:02.338797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.341315 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ad5eb6a4-9765-4d2e-bf43-2522894beceb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.345446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460de1f0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:02.359840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.360512 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] Routers {'17224fd0-aec7-446b-adeb-aa07dea2f158'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:02.361337 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460de1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['17224fd0-aec7-446b-adeb-aa07dea2f158'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:02.363028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/ad5eb6a4-9765-4d2e-bf43-2522894beceb HTTP/1.1" status: 204  len: 168 time: 0.6224489
Apr 02 21:15:02.364846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a55b2-a064-4bfc-ad4b-d5967fd73d49 None None] Network 57fdf9dd-19d7-4ab7-a108-542d197c861a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:02.382693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33446) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:02.384892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660e242-936e-4c0d-b027-f918e6b9860c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5eb6a4-9765-4d2e-bf43-2522894beceb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:02.423856 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460de1f0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:02.425354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06488c19-dbda-490f-a655-af3b26f0e129 None None] The sync data for ids ['17224fd0-aec7-446b-adeb-aa07dea2f158'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:02.461643 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router (17224fd0-aec7-446b-adeb-aa07dea2f158), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.544270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.548762 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (57fdf9dd-19d7-4ab7-a108-542d197c861a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.550760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks [] for router_controller (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.577824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] DHCP port deletion for 57fdf9dd-19d7-4ab7-a108-542d197c861a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:02.584385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router_gateway (17224fd0-aec7-446b-adeb-aa07dea2f158), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.635388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] Deleting port 7b857935-185f-4ce8-b851-b74b9059330c {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:02.635612 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7b857935-185f-4ce8-b851-b74b9059330c), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.639357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.640347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:15:02.649763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting port e7f5e798-789e-46da-929d-d28fab7a9546 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:02.650284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e7f5e798-789e-46da-929d-d28fab7a9546), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.653367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.657863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6e0b294-0e46-4c40-b2c8-894180ec299b admin admin] 10.222.0.18 "DELETE /v2.0/routers/59adbc91-9fc7-4c77-b3ea-ae35c1a24ef9 HTTP/1.1" status: 204  len: 168 time: 1.7243347
Apr 02 21:15:02.658476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33448) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:02.734315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7b857935-185f-4ce8-b851-b74b9059330c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:02.763803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e7f5e798-789e-46da-929d-d28fab7a9546), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.777092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] For port 7b857935-185f-4ce8-b851-b74b9059330c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b857935-185f-4ce8-b851-b74b9059330c,segment=NetworkSegment(eaa1cf7d-5bca-4a39-9619-f464d35c91fa),segment_id=eaa1cf7d-5bca-4a39-9619-f464d35c91fa)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:02.777500 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7b857935-185f-4ce8-b851-b74b9059330c), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.778249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Calling delete_port for e7f5e798-789e-46da-929d-d28fab7a9546 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:02.789388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Deleting subnet 7e600805-f23f-45f9-a061-644b1838cbcd {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:02.794488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 7b857935-185f-4ce8-b851-b74b9059330c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:02.795079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7b857935-185f-4ce8-b851-b74b9059330c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.796688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] Calling delete_port for 7b857935-185f-4ce8-b851-b74b9059330c owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:02.817124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Publish callbacks [] for subnet (7e600805-f23f-45f9-a061-644b1838cbcd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.897645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 7b857935-185f-4ce8-b851-b74b9059330c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b857935-185f-4ce8-b851-b74b9059330c,segment=NetworkSegment(eaa1cf7d-5bca-4a39-9619-f464d35c91fa),segment_id=eaa1cf7d-5bca-4a39-9619-f464d35c91fa)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:02.898196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7b857935-185f-4ce8-b851-b74b9059330c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.902679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7b857935-185f-4ce8-b851-b74b9059330c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:02.903074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7b857935-185f-4ce8-b851-b74b9059330c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.903399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (7e600805-f23f-45f9-a061-644b1838cbcd), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.966370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 7b857935-185f-4ce8-b851-b74b9059330c owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:02.976513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0e747-685b-427c-9d64-231d04722f0a req-6291dc8b-baa9-4348-8672-6dcdbfdfd7e2 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:02.978140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:02.982224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (7b857935-185f-4ce8-b851-b74b9059330c), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:02.985869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0bc0e747-685b-427c-9d64-231d04722f0a req-6291dc8b-baa9-4348-8672-6dcdbfdfd7e2 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 944 time: 0.2035868
Apr 02 21:15:03.037570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] Pushing event deleted for resources: {'Port': ['ID=7b857935-185f-4ce8-b851-b74b9059330c,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.039597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:03.039728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 57ac8972-9263-4eb0-a90a-a77d1e4e0cfe not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:03.045399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2656d2a-2cd8-48f4-b33d-f21f7d8d0fdf None None] No DVR routers for this DVR port 7b857935-185f-4ce8-b851-b74b9059330c on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:03.071567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7e600805-f23f-45f9-a061-644b1838cbcd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.108063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0bc0e747-685b-427c-9d64-231d04722f0a req-b4a425ae-0253-4854-b036-d6d736341300 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211312
Apr 02 21:15:03.124834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e7f5e798-789e-46da-929d-d28fab7a9546), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.138502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7b857935-185f-4ce8-b851-b74b9059330c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.163441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (7e600805-f23f-45f9-a061-644b1838cbcd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.164338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Port': ['ID=e7f5e798-789e-46da-929d-d28fab7a9546,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.170200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=7b857935-185f-4ce8-b851-b74b9059330c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.206248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port 7b857935-185f-4ce8-b851-b74b9059330c on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:03.214466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.218079 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e600805-f23f-45f9-a061-644b1838cbcd HTTP/1.1" status: 204  len: 168 time: 0.5575907
Apr 02 21:15:03.219352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b0045-c767-4984-ab9d-256dcda122f4 None None] Network 506a0cbe-9c07-48c1-9815-b2435759867a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:03.219590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f87218-acc6-44b3-b6a3-ed2ac9246589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e600805-f23f-45f9-a061-644b1838cbcd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.222644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33470) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:03.266316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (17224fd0-aec7-446b-adeb-aa07dea2f158), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.378001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (57fdf9dd-19d7-4ab7-a108-542d197c861a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.381254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (17224fd0-aec7-446b-adeb-aa07dea2f158), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.383490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router_controller (17224fd0-aec7-446b-adeb-aa07dea2f158), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.388111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (506a0cbe-9c07-48c1-9815-b2435759867a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.410668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845e425b0>,) {'filters': {'network_id': ['57fdf9dd-19d7-4ab7-a108-542d197c861a']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:03.424915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845e425b0>, 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:03.425322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845e425b0>, 'eaa1cf7d-5bca-4a39-9619-f464d35c91fa') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:03.446853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] DHCP port deletion for 506a0cbe-9c07-48c1-9815-b2435759867a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:03.448496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (17224fd0-aec7-446b-adeb-aa07dea2f158), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.455711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Fanout notify agent at l3_agent the message router_deleted on router 17224fd0-aec7-446b-adeb-aa07dea2f158 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:15:03.455896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (eaa1cf7d-5bca-4a39-9619-f464d35c91fa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.470683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.470683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73558693-6442-46fd-a1d6-77f7cc46a570 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "DELETE /v2.0/routers/17224fd0-aec7-446b-adeb-aa07dea2f158 HTTP/1.1" status: 204  len: 168 time: 1.1813514
Apr 02 21:15:03.470843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (eaa1cf7d-5bca-4a39-9619-f464d35c91fa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.470937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33478) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:03.477253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:15:03.477645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (eaa1cf7d-5bca-4a39-9619-f464d35c91fa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:15:03.480657 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:15:03.522985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] Deleting port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:03.523457 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.525150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting subnet 43e9f827-f462-4c32-bb00-a2ed0e759532 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:03.528412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for subnet (43e9f827-f462-4c32-bb00-a2ed0e759532), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.539932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Deleting port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:03.540184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.555934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (57fdf9dd-19d7-4ab7-a108-542d197c861a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.574359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.575763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (43e9f827-f462-4c32-bb00-a2ed0e759532), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.577619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/57fdf9dd-19d7-4ab7-a108-542d197c861a HTTP/1.1" status: 204  len: 168 time: 1.1931894
Apr 02 21:15:03.581304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33480) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:03.586488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912272299'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:03.597899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] For port 3d629d0f-fd80-4cb2-ac16-c55e934381e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d629d0f-fd80-4cb2-ac16-c55e934381e3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:03.598581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.626320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b0277-a5ed-424c-9441-19dffd055d78 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=57fdf9dd-19d7-4ab7-a108-542d197c861a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.648535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] For port 3d629d0f-fd80-4cb2-ac16-c55e934381e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d629d0f-fd80-4cb2-ac16-c55e934381e3,segment=NetworkSegment(751e838c-6be5-4614-8782-9d1c07aa317e),segment_id=751e838c-6be5-4614-8782-9d1c07aa317e)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:03.648925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.665579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:03.669221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.672916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Calling delete_port for 3d629d0f-fd80-4cb2-ac16-c55e934381e3 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:03.676146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (43e9f827-f462-4c32-bb00-a2ed0e759532), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.740540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:03.741208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (43e9f827-f462-4c32-bb00-a2ed0e759532), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.757213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d99e5619-fd7b-41f9-a194-e8349cd89b92), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.757582 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment d99e5619-fd7b-41f9-a194-e8349cd89b92 of type vlan for network 4a54f413-a1aa-41ed-9fd1-a690c533dc40
Apr 02 21:15:03.773282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] Calling delete_port for 3d629d0f-fd80-4cb2-ac16-c55e934381e3 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:03.773645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Subnet': ['ID=43e9f827-f462-4c32-bb00-a2ed0e759532,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.775677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.781503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c370452a-725b-488f-bd48-fc04562b32d3 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "DELETE /v2.0/subnets/43e9f827-f462-4c32-bb00-a2ed0e759532 HTTP/1.1" status: 204  len: 168 time: 0.3073566
Apr 02 21:15:03.781672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33482) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:03.795517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32b63e-2ea1-4854-bca8-1f509ba980ac None None] Network 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:03.865759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.932679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:03.932913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.950114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:03.976193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] Pushing event deleted for resources: {'Port': ['ID=3d629d0f-fd80-4cb2-ac16-c55e934381e3,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:03.982563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052f767-52c2-45cb-adeb-6e89b1dffba5 None None] No DVR routers for this DVR port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:04.042902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] For port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,segment=NetworkSegment(ec674d71-f462-4791-80a5-21a9884db308),segment_id=ec674d71-f462-4791-80a5-21a9884db308)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:04.043277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.061668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Calling delete_port for 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:04.063796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] DHCP port deletion for 1275893f-f64d-4b3a-a1d9-1faa99ebfd9f request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:04.143891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] Deleting port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:04.144550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.147032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4a54f413-a1aa-41ed-9fd1-a690c533dc40), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.154514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3d629d0f-fd80-4cb2-ac16-c55e934381e3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.182466 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.187018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d629d0f-fd80-4cb2-ac16-c55e934381e3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:04.196447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] No DVR routers for this DVR port 3d629d0f-fd80-4cb2-ac16-c55e934381e3 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:04.221271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] No DVR routers for this DVR port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:04.249934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] For port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,segment=NetworkSegment(ec674d71-f462-4791-80a5-21a9884db308),segment_id=ec674d71-f462-4791-80a5-21a9884db308)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:04.250374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.259020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4a54f413-a1aa-41ed-9fd1-a690c533dc40), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.261037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Port': ['ID=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:04.264110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:04.264871 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.268051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] Calling delete_port for 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:04.356220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.384062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (506a0cbe-9c07-48c1-9815-b2435759867a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.387257 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (2eba62e1-701e-4d36-a1a2-0a6c2ddad50e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.389178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8068919
Apr 02 21:15:04.392247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844c16460>,) {'filters': {'network_id': ['1275893f-f64d-4b3a-a1d9-1faa99ebfd9f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:04.394798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33488) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:04.403661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7027b2b-de60-4349-b894-765ebda78c62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=4a54f413-a1aa-41ed-9fd1-a690c533dc40,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:04.406296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:04.418704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e8a7490>,) {'filters': {'network_id': ['506a0cbe-9c07-48c1-9815-b2435759867a']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:04.423423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:04.426273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] Pushing event deleted for resources: {'Port': ['ID=2eba62e1-701e-4d36-a1a2-0a6c2ddad50e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:04.434548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e97cc-0d0d-497c-9217-1d7def580f58 None None] No DVR routers for this DVR port 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:04.434890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e7b7-0cdb-44b0-bab2-487f39d36483 req-964a82e6-dcfe-44a8-8205-0ffa68de260e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:04.436389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7963e7b7-0cdb-44b0-bab2-487f39d36483 req-964a82e6-dcfe-44a8-8205-0ffa68de260e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 944 time: 0.2290442
Apr 02 21:15:04.441030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e8a7490>, '751e838c-6be5-4614-8782-9d1c07aa317e') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:04.441336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e8a7490>, '751e838c-6be5-4614-8782-9d1c07aa317e') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:04.472637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (751e838c-6be5-4614-8782-9d1c07aa317e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.498898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (751e838c-6be5-4614-8782-9d1c07aa317e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.507250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:15:04.507912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (751e838c-6be5-4614-8782-9d1c07aa317e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:15:04.537668 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:15:04.615885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (506a0cbe-9c07-48c1-9815-b2435759867a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.626817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7963e7b7-0cdb-44b0-bab2-487f39d36483 req-1b97824f-1ff0-4530-8eb5-e162a72432f3 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900040
Apr 02 21:15:04.628061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.637239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/506a0cbe-9c07-48c1-9815-b2435759867a HTTP/1.1" status: 204  len: 168 time: 1.4133935
Apr 02 21:15:04.651588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85270e-d02f-450d-8a19-f984c90493f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=506a0cbe-9c07-48c1-9815-b2435759867a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:04.666361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 36fcdb1e-d957-47ec-b148-169d5cb9a309 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:04.691832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 36fcdb1e-d957-47ec-b148-169d5cb9a309 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:04.692868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 36fcdb1e-d957-47ec-b148-169d5cb9a309 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:04.693355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:04.713923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:04.714275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2eba62e1-701e-4d36-a1a2-0a6c2ddad50e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:04.714765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d629d0f-fd80-4cb2-ac16-c55e934381e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:04.734501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 3d629d0f-fd80-4cb2-ac16-c55e934381e3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:04.734855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d629d0f-fd80-4cb2-ac16-c55e934381e3 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:04.740856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844c16460>, 'ec674d71-f462-4791-80a5-21a9884db308') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:04.741157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844c16460>, 'ec674d71-f462-4791-80a5-21a9884db308') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:04.767514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (ec674d71-f462-4791-80a5-21a9884db308), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.810256 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ec674d71-f462-4791-80a5-21a9884db308), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.818616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:04.824524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:15:04.824931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (ec674d71-f462-4791-80a5-21a9884db308), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:15:04.829494 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:15:04.871497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0339ca1e-ea89-4560-96c6-f32d33f1cdf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9e9483710f0424b9c347c74a9da708a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0493543
Apr 02 21:15:04.871726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33506) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:04.901574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:04.904988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.909783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (1275893f-f64d-4b3a-a1d9-1faa99ebfd9f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.928609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.931318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a80dac51-c266-4593-ad86-742f11b8d288 admin admin] Publish callbacks [] for security_group (81d11a77-b3df-45bd-99d3-6932b5480a9e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:04.932086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "DELETE /v2.0/networks/1275893f-f64d-4b3a-a1d9-1faa99ebfd9f HTTP/1.1" status: 204  len: 168 time: 1.1495438
Apr 02 21:15:04.935275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:04.950636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621144-db8e-4b9d-bb2c-3614a658f350 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Network': ['ID=1275893f-f64d-4b3a-a1d9-1faa99ebfd9f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:04.990657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a80dac51-c266-4593-ad86-742f11b8d288 admin admin] Publish callbacks [] for security_group (81d11a77-b3df-45bd-99d3-6932b5480a9e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.108853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Deleting port 202447ce-8397-4d0e-ac59-1a60dea2716d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:05.109316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.112115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a80dac51-c266-4593-ad86-742f11b8d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81d11a77-b3df-45bd-99d3-6932b5480a9e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.115297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a80dac51-c266-4593-ad86-742f11b8d288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.118810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a80dac51-c266-4593-ad86-742f11b8d288 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81d11a77-b3df-45bd-99d3-6932b5480a9e HTTP/1.1" status: 204  len: 168 time: 0.2438893
Apr 02 21:15:05.124767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (d65bb6cc-753a-488d-a5bd-40f409de01a2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.143603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dac51-c266-4593-ad86-742f11b8d288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d11a77-b3df-45bd-99d3-6932b5480a9e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:05.198026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=d65bb6cc-753a-488d-a5bd-40f409de01a2,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:05.206825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': 'd99e5619-fd7b-41f9-a194-e8349cd89b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:05.207282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 4a54f413-a1aa-41ed-9fd1-a690c533dc40, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:05.211750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.212298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for floatingip (202447ce-8397-4d0e-ac59-1a60dea2716d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.227124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:05.227293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Calling delete_port for 202447ce-8397-4d0e-ac59-1a60dea2716d owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:05.237666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a54f413-a1aa-41ed-9fd1-a690c533dc40) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:05.242598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:05.243191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.249666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0fcc6-0993-483b-a6b5-7559c4abd172 None None] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:05.288234 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cee80756-924f-46e0-9741-830d185f7b09 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8919284
Apr 02 21:15:05.290937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:05.295299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1097971623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:05.355027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (c813c6ec-ea2a-4210-8819-9e639971d0fd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.356091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (c813c6ec-ea2a-4210-8819-9e639971d0fd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.453557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (202447ce-8397-4d0e-ac59-1a60dea2716d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.457718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a54f413-a1aa-41ed-9fd1-a690c533dc40', 'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': 'd65bb6cc-753a-488d-a5bd-40f409de01a2'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:05.459431 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.463520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (c813c6ec-ea2a-4210-8819-9e639971d0fd), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.473754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (c813c6ec-ea2a-4210-8819-9e639971d0fd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.497766 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.499523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d503cb0a-9949-42fb-92fb-13f17983715e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2076182
Apr 02 21:15:05.502289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:05.513339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Pushing event deleted for resources: {'Port': ['ID=202447ce-8397-4d0e-ac59-1a60dea2716d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:05.576430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks [] for floatingip (f691ae71-fc2d-44ac-a889-bfb3f45534ed), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.579400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.584215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-95de780d-856f-466f-9675-252d99ddf102 tempest-FloatingIPAdminTestJSON-1554300880 tempest-FloatingIPAdminTestJSON-1554300880-project] 10.222.0.18 "DELETE /v2.0/floatingips/f691ae71-fc2d-44ac-a889-bfb3f45534ed HTTP/1.1" status: 204  len: 168 time: 0.6479580
Apr 02 21:15:05.623411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Allocated IP 2001:db8::2 (4a54f413-a1aa-41ed-9fd1-a690c533dc40/d65bb6cc-753a-488d-a5bd-40f409de01a2/d5619135-11a2-4b70-a405-0e7a2d98875e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:05.820223 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Publish callbacks [] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.829467 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.874463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:05.875664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:05.887951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bfd9e-d791-465c-ad9c-2472ac39170e req-46359936-dd75-44cc-9845-9c290626b3b3 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:05.889034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:05.889441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-578bfd9e-d791-465c-ad9c-2472ac39170e req-46359936-dd75-44cc-9845-9c290626b3b3 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 944 time: 0.1761045
Apr 02 21:15:05.891630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:05.901818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6bd2b363-0b40-48fc-a62c-c4ba112f7195 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:15:05.903623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Pushing event updated for resources: {'Port': ['ID=d5619135-11a2-4b70-a405-0e7a2d98875e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:05.935136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.971150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Attempting to bind port d5619135-11a2-4b70-a405-0e7a2d98875e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:05.971533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Attempting to bind port d5619135-11a2-4b70-a405-0e7a2d98875e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd99e5619-fd7b-41f9-a194-e8349cd89b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:05.971905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Attempting to bind port d5619135-11a2-4b70-a405-0e7a2d98875e on network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:05.982987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:05.983385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Checking segment: {'id': 'd99e5619-fd7b-41f9-a194-e8349cd89b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:05.983800 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:05.984312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Bound using segment: {'id': 'd99e5619-fd7b-41f9-a194-e8349cd89b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:05.984817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Bound port: d5619135-11a2-4b70-a405-0e7a2d98875e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e5619-fd7b-41f9-a194-e8349cd89b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4a54f413-a1aa-41ed-9fd1-a690c533dc40'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:05.985540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.071046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-578bfd9e-d791-465c-ad9c-2472ac39170e req-ce354b0c-5862-41ad-a5d4-3b11f41680d4 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712053
Apr 02 21:15:06.102036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-608efd92-961f-426d-960a-c25bcab7e16a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c8b55dfbe11432badea37e1461b90ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2263417
Apr 02 21:15:06.105055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:06.151325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] For port d5619135-11a2-4b70-a405-0e7a2d98875e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:06.160475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] For port d5619135-11a2-4b70-a405-0e7a2d98875e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5619135-11a2-4b70-a405-0e7a2d98875e,segment=NetworkSegment(d99e5619-fd7b-41f9-a194-e8349cd89b92),segment_id=d99e5619-fd7b-41f9-a194-e8349cd89b92)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:06.160475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:06.180593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.185839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6892-1974-4983-b6e7-d475c27fbd17 admin admin] Publish callbacks [] for security_group (b99a5bff-2016-48f8-aba2-2dea3251be0c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.217333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '6bd2b363-0b40-48fc-a62c-c4ba112f7195', 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138', 'port_id': '6bd2b363-0b40-48fc-a62c-c4ba112f7195', 'mac_address': 'fa:16:3e:b3:9e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0fa89b-c5c3-4a17-8988-7be8046e786c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:15:06.229768 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6892-1974-4983-b6e7-d475c27fbd17 admin admin] Publish callbacks [] for security_group (b99a5bff-2016-48f8-aba2-2dea3251be0c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.296024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33560) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:06.315913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b679d-ae5f-4056-9c8e-39aa9aa2f735 None None] Pushing event updated for resources: {'Port': ['ID=d5619135-11a2-4b70-a405-0e7a2d98875e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:06.321227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:06.322033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.331871 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6892-1974-4983-b6e7-d475c27fbd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b99a5bff-2016-48f8-aba2-2dea3251be0c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.332107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8::1 (4a54f413-a1aa-41ed-9fd1-a690c533dc40/d65bb6cc-753a-488d-a5bd-40f409de01a2/97259030-099f-406f-ac05-552f51547b40) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:06.337708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6892-1974-4983-b6e7-d475c27fbd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.340778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0c4b6892-1974-4983-b6e7-d475c27fbd17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b99a5bff-2016-48f8-aba2-2dea3251be0c HTTP/1.1" status: 204  len: 168 time: 0.2335751
Apr 02 21:15:06.350180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd2b363-0b40-48fc-a62c-c4ba112f7195 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:06.376131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6892-1974-4983-b6e7-d475c27fbd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a5bff-2016-48f8-aba2-2dea3251be0c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:06.380548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:06.387155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.543248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (97259030-099f-406f-ac05-552f51547b40), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.585416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b363-0b40-48fc-a62c-c4ba112f7195,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:06.648364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (97259030-099f-406f-ac05-552f51547b40), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.703311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:06.707670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:06.711424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:06.712061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (c813c6ec-ea2a-4210-8819-9e639971d0fd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.728940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6bd2b363-0b40-48fc-a62c-c4ba112f7195'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:06.758048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1257474393-network', 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:06.775062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=97259030-099f-406f-ac05-552f51547b40,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:06.805651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:06.810122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.844074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.933680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97259030-099f-406f-ac05-552f51547b40), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.935264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33586) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:06.959848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b02405-8d15-4257-b6bd-cfec1acfbc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.974742 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks [] for security_group (7ef83d8f-cfe1-478b-a224-7163d493d5cd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:06.981189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ef83d8f-cfe1-478b-a224-7163d493d5cd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.006395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:07.037680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef83d8f-cfe1-478b-a224-7163d493d5cd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:07.041703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (af573e14-ec96-474f-9b93-804aee090d0d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.042053 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Added segment af573e14-ec96-474f-9b93-804aee090d0d of type vlan for network 93717f05-9f3d-4b28-ad7c-0deb3583263c
Apr 02 21:15:07.098846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (93717f05-9f3d-4b28-ad7c-0deb3583263c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.143087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b02405-8d15-4257-b6bd-cfec1acfbc14 admin admin] Publish callbacks [] for security_group (3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.148727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b02405-8d15-4257-b6bd-cfec1acfbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.154226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (93717f05-9f3d-4b28-ad7c-0deb3583263c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.155195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:07.155971 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.217617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (97259030-099f-406f-ac05-552f51547b40), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.222293 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97259030-099f-406f-ac05-552f51547b40), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.223888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (c813c6ec-ea2a-4210-8819-9e639971d0fd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.249217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.9521375
Apr 02 21:15:07.254600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:07.260631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6b02405-8d15-4257-b6bd-cfec1acfbc14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bb427cd9c5c418096b9d92b54993b92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3242576
Apr 02 21:15:07.265223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Request body: {'subnet': {'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1257474393-subnet', 'tenant_id': '596094c632d2408d8963534a88f04156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:07.273442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33592) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:07.297421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02405-8d15-4257-b6bd-cfec1acfbc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:07.303207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5866-7397-4b87-aaa5-7858ed172a75 admin admin] Pushing event updated for resources: {'Network': ['ID=93717f05-9f3d-4b28-ad7c-0deb3583263c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:07.325087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e811dc-6be2-4e66-97e5-69676ad8bdca req-b526a9e9-f349-4bea-ad20-8e7eeb278496 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:07.333115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90e811dc-6be2-4e66-97e5-69676ad8bdca req-b526a9e9-f349-4bea-ad20-8e7eeb278496 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 945 time: 0.1738677
Apr 02 21:15:07.336668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:07.351902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=97259030-099f-406f-ac05-552f51547b40,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:07.361621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:07.364276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.399470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90e811dc-6be2-4e66-97e5-69676ad8bdca req-e47d74dc-af8a-4d5d-bd91-bbface0b7752 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602009
Apr 02 21:15:07.436880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a3393b2-0764-4172-b008-8aabcb70b118 admin admin] Publish callbacks [] for security_group (3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.523822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a3393b2-0764-4172-b008-8aabcb70b118 admin admin] Publish callbacks [] for security_group (3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.553745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:07.563205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:07.615750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0479f-d204-4fd3-9304-d2fc26e90fc5 None None] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:07.708539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a3393b2-0764-4172-b008-8aabcb70b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.711536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a3393b2-0764-4172-b008-8aabcb70b118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.715379 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a3393b2-0764-4172-b008-8aabcb70b118 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25 HTTP/1.1" status: 204  len: 168 time: 0.4359088
Apr 02 21:15:07.734951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] Provisioning complete for port d5619135-11a2-4b70-a405-0e7a2d98875e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:07.735335 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.764815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3393b2-0764-4172-b008-8aabcb70b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eabe6b6-d673-4bfd-942b-4c9ff3bd7f25,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:07.808270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (55483cd3-d80f-418a-a5d4-c4e48086a4cc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.857647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33602) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:07.857987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] Current status of the port d5619135-11a2-4b70-a405-0e7a2d98875e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:07.858446 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:07.861759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router c813c6ec-ea2a-4210-8819-9e639971d0fd is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:15:07.872099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55483cd3-d80f-418a-a5d4-c4e48086a4cc,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:07.903181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6bd2b363-0b40-48fc-a62c-c4ba112f7195 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:07.964485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:07.964837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Network hostable DHCP agents. Network: 93717f05-9f3d-4b28-ad7c-0deb3583263c, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:07.978615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] For port d5619135-11a2-4b70-a405-0e7a2d98875e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5619135-11a2-4b70-a405-0e7a2d98875e,segment=NetworkSegment(d99e5619-fd7b-41f9-a194-e8349cd89b92),segment_id=d99e5619-fd7b-41f9-a194-e8349cd89b92)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:07.990213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.010233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:08.017546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:08.026294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33606) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:08.026617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bdafdb7e-c153-44b9-995d-72b87c9493c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/c813c6ec-ea2a-4210-8819-9e639971d0fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5222731
Apr 02 21:15:08.033543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93717f05-9f3d-4b28-ad7c-0deb3583263c) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:08.056256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:08.057975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.097257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f64af-5306-43b1-a316-0147e0a15c66 None None] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:08.101466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d61cb87-6f8f-4998-8126-042ca849adc8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.8408134
Apr 02 21:15:08.108562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] Sync routers for ids ['c813c6ec-ea2a-4210-8819-9e639971d0fd'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:08.128050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149421ba-abbd-4860-b9c7-13cb061cb08d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:08.130699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-149421ba-abbd-4860-b9c7-13cb061cb08d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports/97259030-099f-406f-ac05-552f51547b40 HTTP/1.1" status: 200  len: 911 time: 0.1030662
Apr 02 21:15:08.133527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33612) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:08.153496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c66b-cd74-4234-bb0f-b857969e8fa2 None None] Pushing event updated for resources: {'Port': ['ID=d5619135-11a2-4b70-a405-0e7a2d98875e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:08.226439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] Routers {'c813c6ec-ea2a-4210-8819-9e639971d0fd'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:08.233565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78444b5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c813c6ec-ea2a-4210-8819-9e639971d0fd'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:08.259510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6364ab4-26c8-4309-afa7-8c69af241c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.293520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78444b5370>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:08.315486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:15:08.325347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:08.326050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.344004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] Routers {'c813c6ec-ea2a-4210-8819-9e639971d0fd'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:08.345416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78444b5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c813c6ec-ea2a-4210-8819-9e639971d0fd'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:08.359835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33614) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:08.382930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9cbca487-2512-4d2f-b6c1-0863d3043587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.411184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78444b5370>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:08.412199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05790bc2-768f-4c93-9312-6d05f9e3b1a4 None None] The sync data for ids ['c813c6ec-ea2a-4210-8819-9e639971d0fd'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:08.459848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f5e7c4bc-55b1-4ff0-9e7d-a5cb8410abb5 None None] Provisioning complete for port d5619135-11a2-4b70-a405-0e7a2d98875e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:08.460232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c4bc-55b1-4ff0-9e7d-a5cb8410abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.466954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04477246-6ec0-4ba2-a8c2-7c08262a994f None None] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:08.625526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6364ab4-26c8-4309-afa7-8c69af241c22 admin admin] Publish callbacks [] for security_group (73e3dc8b-1455-495a-a739-c0a3a5ee9ff3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.636403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a6364ab4-26c8-4309-afa7-8c69af241c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (73e3dc8b-1455-495a-a739-c0a3a5ee9ff3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.660067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9cbca487-2512-4d2f-b6c1-0863d3043587 admin admin] Publish callbacks [] for security_group (9688fed2-ebb4-4007-bd22-81b240713595), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.672886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9cbca487-2512-4d2f-b6c1-0863d3043587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9688fed2-ebb4-4007-bd22-81b240713595), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.688857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6364ab4-26c8-4309-afa7-8c69af241c22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1f1bda071d042bfaa92c36f88a0582f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8293436
Apr 02 21:15:08.696158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33624) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:08.705920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8dd8f-f17f-4646-8f8b-8baf3a43b958 req-535da37b-5421-4a8d-a58e-3c1bf0f66f97 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:08.713933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3fb8dd8f-f17f-4646-8f8b-8baf3a43b958 req-535da37b-5421-4a8d-a58e-3c1bf0f66f97 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 945 time: 0.2230237
Apr 02 21:15:08.738857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6364ab4-26c8-4309-afa7-8c69af241c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3dc8b-1455-495a-a739-c0a3a5ee9ff3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:08.777550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:08.781688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.799925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9cbca487-2512-4d2f-b6c1-0863d3043587 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4acc20488de487ab9946c2c61ca614e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4388182
Apr 02 21:15:08.800574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:08.810378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca487-2512-4d2f-b6c1-0863d3043587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9688fed2-ebb4-4007-bd22-81b240713595,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:08.825365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd25c-8ab1-4297-bf44-becdae24978c admin admin] Publish callbacks [] for security_group (73e3dc8b-1455-495a-a739-c0a3a5ee9ff3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.829294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (c813c6ec-ea2a-4210-8819-9e639971d0fd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.854910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3fb8dd8f-f17f-4646-8f8b-8baf3a43b958 req-76a5fc49-f162-45ca-9816-a58d97b46e10 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299500
Apr 02 21:15:08.868659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d5619135-11a2-4b70-a405-0e7a2d98875e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:08.950471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce2-4cac-4f2e-87f3-ef538d3de92d admin admin] Publish callbacks [] for security_group (9688fed2-ebb4-4007-bd22-81b240713595), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.959561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd25c-8ab1-4297-bf44-becdae24978c admin admin] Publish callbacks [] for security_group (73e3dc8b-1455-495a-a739-c0a3a5ee9ff3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.977853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b363-0b40-48fc-a62c-c4ba112f7195'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:08.981715 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8592b1-88c8-4990-84d4-19590bda2319" -d '{"events": [{"server_uuid": "3e8a56c3-afa0-4089-be5b-a45a7dbea62b", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b363-0b40-48fc-a62c-c4ba112f7195"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:08.988511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce2-4cac-4f2e-87f3-ef538d3de92d admin admin] Publish callbacks [] for security_group (9688fed2-ebb4-4007-bd22-81b240713595), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:08.989223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7c4bc-55b1-4ff0-9e7d-a5cb8410abb5 None None] Current status of the port d5619135-11a2-4b70-a405-0e7a2d98875e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:09.006685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:09.023031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.058615 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce2-4cac-4f2e-87f3-ef538d3de92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9688fed2-ebb4-4007-bd22-81b240713595), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.061786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dce2-4cac-4f2e-87f3-ef538d3de92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.066239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1eb7dce2-4cac-4f2e-87f3-ef538d3de92d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9688fed2-ebb4-4007-bd22-81b240713595 HTTP/1.1" status: 204  len: 168 time: 0.2579706
Apr 02 21:15:09.069470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f5e7c4bc-55b1-4ff0-9e7d-a5cb8410abb5 None None] Provisioning complete for port 97259030-099f-406f-ac05-552f51547b40 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:09.069981 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c4bc-55b1-4ff0-9e7d-a5cb8410abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97259030-099f-406f-ac05-552f51547b40), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.076889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7dce2-4cac-4f2e-87f3-ef538d3de92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688fed2-ebb4-4007-bd22-81b240713595,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:09.093981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd25c-8ab1-4297-bf44-becdae24978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (73e3dc8b-1455-495a-a739-c0a3a5ee9ff3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.096525 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89322d0-dfe8-41b9-b1ab-baf7dd478177 x-openstack-request-id: req-e89322d0-dfe8-41b9-b1ab-baf7dd478177 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:09.097463 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8a56c3-afa0-4089-be5b-a45a7dbea62b", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b363-0b40-48fc-a62c-c4ba112f7195", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:09.097463 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e89322d0-dfe8-41b9-b1ab-baf7dd478177 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:09.097463 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89322d0-dfe8-41b9-b1ab-baf7dd478177'] response: {'server_uuid': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b363-0b40-48fc-a62c-c4ba112f7195', 'code': 200}
Apr 02 21:15:09.098974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd25c-8ab1-4297-bf44-becdae24978c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.100249 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bbfcd25c-8ab1-4297-bf44-becdae24978c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73e3dc8b-1455-495a-a739-c0a3a5ee9ff3 HTTP/1.1" status: 204  len: 168 time: 0.4019580
Apr 02 21:15:09.154327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7c4bc-55b1-4ff0-9e7d-a5cb8410abb5 None None] Port 97259030-099f-406f-ac05-552f51547b40 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:09.159476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d5619135-11a2-4b70-a405-0e7a2d98875e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:09.159861 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.161721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b363-0b40-48fc-a62c-c4ba112f7195,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:09.163277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcd25c-8ab1-4297-bf44-becdae24978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3dc8b-1455-495a-a739-c0a3a5ee9ff3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:09.238741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331e26-2af5-4e04-96e0-6b02cb0ed0a9 req-a5f75227-bc64-4da8-a49b-9025bae7fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:09.241309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc331e26-2af5-4e04-96e0-6b02cb0ed0a9 req-a5f75227-bc64-4da8-a49b-9025bae7fd98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 1128 time: 0.0738313
Apr 02 21:15:09.278395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d5619135-11a2-4b70-a405-0e7a2d98875e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:09.285746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a608b1e6-f850-4b98-a1df-5db1fbfbc8fd None None] Provisioning complete for port 97259030-099f-406f-ac05-552f51547b40 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:09.286129 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a608b1e6-f850-4b98-a1df-5db1fbfbc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97259030-099f-406f-ac05-552f51547b40), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.327221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dc331e26-2af5-4e04-96e0-6b02cb0ed0a9 req-1191c4e9-16cb-4fc8-9886-ad8c37508009 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786774
Apr 02 21:15:09.347872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-00b38dbb-6109-4dec-b652-b924dc3aec7d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:09.356076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-00b38dbb-6109-4dec-b652-b924dc3aec7d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2949212
Apr 02 21:15:09.375258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-555f93cd-7ef1-4149-b5dc-4fd2d776d012 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0178888
Apr 02 21:15:09.432875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-a2b2214d-467b-4a47-9ac9-256a23606ab0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0525689
Apr 02 21:15:09.518101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a608b1e6-f850-4b98-a1df-5db1fbfbc8fd None None] Port 97259030-099f-406f-ac05-552f51547b40 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:09.608830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d6612c52-24a6-4ace-ab5d-f324999edd49 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525428
Apr 02 21:15:09.681382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 97259030-099f-406f-ac05-552f51547b40 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:09.681741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (97259030-099f-406f-ac05-552f51547b40), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.774071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-ab4e7945-707e-42d2-ac86-f7e0640ac0c5 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571620
Apr 02 21:15:09.808374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (97259030-099f-406f-ac05-552f51547b40), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:09.826757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 97259030-099f-406f-ac05-552f51547b40 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:10.050673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1939ecff-c098-4fae-ad29-72e795a57e76 req-23995245-b71b-4499-ade3-b54b88e90d4a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 210 time: 0.0456533
Apr 02 21:15:10.087459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3875d7-c32d-46b7-b93d-c3af95dc22e1 req-bc822e61-ede0-45bf-8d4c-1a7056b1f11a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:10.089940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd3875d7-c32d-46b7-b93d-c3af95dc22e1 req-bc822e61-ede0-45bf-8d4c-1a7056b1f11a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 946 time: 0.0862494
Apr 02 21:15:10.161394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (97259030-099f-406f-ac05-552f51547b40), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.170844 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd3875d7-c32d-46b7-b93d-c3af95dc22e1 req-8dced2b4-51ac-43ba-b32b-0e120114f4ae tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738575
Apr 02 21:15:10.211599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=97259030-099f-406f-ac05-552f51547b40,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:10.252719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33688) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:10.357024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (c813c6ec-ea2a-4210-8819-9e639971d0fd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.565282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router c813c6ec-ea2a-4210-8819-9e639971d0fd has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:10.580616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-853046604'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:10.603581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:10.607683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.617961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.673540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:10.684908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:10.686847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] Sync routers for ids ['c813c6ec-ea2a-4210-8819-9e639971d0fd'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:10.692976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ee982501-27af-45a6-b32a-dfc9c1154f7f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/c813c6ec-ea2a-4210-8819-9e639971d0fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5532453
Apr 02 21:15:10.704654 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] Routers {'c813c6ec-ea2a-4210-8819-9e639971d0fd'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:10.705072 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d80f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c813c6ec-ea2a-4210-8819-9e639971d0fd'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:10.733123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1625c980-2fdd-4e6d-96fa-ad57d16ee68e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=c813c6ec-ea2a-4210-8819-9e639971d0fd HTTP/1.1" status: 200  len: 205 time: 0.0466721
Apr 02 21:15:10.737058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:10.754185 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d80f40>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:10.765274 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] Routers {'c813c6ec-ea2a-4210-8819-9e639971d0fd'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:10.766362 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d80f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c813c6ec-ea2a-4210-8819-9e639971d0fd'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:10.812685 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d80f40>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:10.813452 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab09a0b-6ca6-4533-b80f-6b552da934ec None None] The sync data for ids ['c813c6ec-ea2a-4210-8819-9e639971d0fd'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:10.817736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for security_group (5f1ea929-2d8b-44ea-b4a9-1aaccd614051), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.827067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5f1ea929-2d8b-44ea-b4a9-1aaccd614051), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.854076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (c813c6ec-ea2a-4210-8819-9e639971d0fd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.858304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:10.865329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ea929-2d8b-44ea-b4a9-1aaccd614051,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:10.885481 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b0a82a4c-9408-4ea6-b717-4fcb475c1d6a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.886585 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Added segment b0a82a4c-9408-4ea6-b717-4fcb475c1d6a of type vlan for network eeb93323-7554-49dc-8729-b7a40cff9c2b
Apr 02 21:15:10.935427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (eeb93323-7554-49dc-8729-b7a40cff9c2b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.960967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (eeb93323-7554-49dc-8729-b7a40cff9c2b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:10.966638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:10.967224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.007774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7539301
Apr 02 21:15:11.022723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33738) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:11.028978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:11.042512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607372b-cd55-46bf-828b-39122f6f9167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Network': ['ID=eeb93323-7554-49dc-8729-b7a40cff9c2b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:11.057764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:11.375006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (c813c6ec-ea2a-4210-8819-9e639971d0fd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.380524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (c813c6ec-ea2a-4210-8819-9e639971d0fd), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.422449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9052d11d-263b-4aa7-a106-09bb3667100d req-87994bfb-f116-4092-9869-d60cfce9119d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 210 time: 0.0495884
Apr 02 21:15:11.446613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eadec4-4efe-4461-a861-778930ed0d5a req-b8202595-1078-4344-b76a-8fd44987f931 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:11.448170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96eadec4-4efe-4461-a861-778930ed0d5a req-b8202595-1078-4344-b76a-8fd44987f931 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 946 time: 0.1423335
Apr 02 21:15:11.473522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-8af53707-d6fb-4c8b-aae8-a80c5f709ea2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:11.475346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-8af53707-d6fb-4c8b-aae8-a80c5f709ea2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2015219
Apr 02 21:15:11.494024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:11.507751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (c813c6ec-ea2a-4210-8819-9e639971d0fd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.508472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router c813c6ec-ea2a-4210-8819-9e639971d0fd {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:15:11.517667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.519460 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-63a877c5-7ede-4dab-9f45-92ec126cedb9 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/c813c6ec-ea2a-4210-8819-9e639971d0fd HTTP/1.1" status: 204  len: 168 time: 0.7807274
Apr 02 21:15:11.522192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33760) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:11.578181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:11.581785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.604319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet d65bb6cc-753a-488d-a5bd-40f409de01a2 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:11.605265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96eadec4-4efe-4461-a861-778930ed0d5a req-f78f736f-388a-4159-b75a-0656d32d8d69 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427553
Apr 02 21:15:11.615998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (d65bb6cc-753a-488d-a5bd-40f409de01a2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.659637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:11.663398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.708029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (d65bb6cc-753a-488d-a5bd-40f409de01a2), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.823799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.2 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/8f191590-0383-4d7c-87db-54e9c472575b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:11.853346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d65bb6cc-753a-488d-a5bd-40f409de01a2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.955210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (69b87f8d-5b83-481f-869b-22a82702cfea), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.965216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (d65bb6cc-753a-488d-a5bd-40f409de01a2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:11.994338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (8f191590-0383-4d7c-87db-54e9c472575b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.015936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.019319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/d65bb6cc-753a-488d-a5bd-40f409de01a2 HTTP/1.1" status: 204  len: 168 time: 0.4961312
Apr 02 21:15:12.022983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:12.024866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956e595-7fdf-4bdf-8aab-ed05088a1f65 None None] Network 4a54f413-a1aa-41ed-9fd1-a690c533dc40 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:12.040484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8f191590-0383-4d7c-87db-54e9c472575b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.051687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=69b87f8d-5b83-481f-869b-22a82702cfea,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:12.076091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.076410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.076784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.077125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.077459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.077793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.078127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.078456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.078782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.079109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.079438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.079764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.080096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.080420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.080767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:12.089176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:12.089549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network hostable DHCP agents. Network: eeb93323-7554-49dc-8729-b7a40cff9c2b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:12.105522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:12.109679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:12.112836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:12.147924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=8f191590-0383-4d7c-87db-54e9c472575b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:12.149849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ab3c4-66c8-4763-b29f-5183daa71828 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=d65bb6cc-753a-488d-a5bd-40f409de01a2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:12.171353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4a54f413-a1aa-41ed-9fd1-a690c533dc40), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.175585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:12.193129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eeb93323-7554-49dc-8729-b7a40cff9c2b) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:12.200137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:12.200967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.204322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd20801-c42c-4f7a-9bdd-a7de086828f6 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:12.220319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4e0c6bc7-48cd-46f2-97d0-f6d682770543 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7347400
Apr 02 21:15:12.224698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:12.225693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.238208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Request body: {'port': {'device_id': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:12.252073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88f78fcd-0154-4213-a752-a34ce8580249 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2283287
Apr 02 21:15:12.255192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:12.261963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'name': 'tempest-NetworksTestDHCPv6-347259466'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:12.319484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] DHCP port deletion for 4a54f413-a1aa-41ed-9fd1-a690c533dc40 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:12.337742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port d5619135-11a2-4b70-a405-0e7a2d98875e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:12.338226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.358214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f191590-0383-4d7c-87db-54e9c472575b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.408824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] Deleting port d5619135-11a2-4b70-a405-0e7a2d98875e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:12.409211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.413146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '69b87f8d-5b83-481f-869b-22a82702cfea'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:12.413973 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.494981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port d5619135-11a2-4b70-a405-0e7a2d98875e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5619135-11a2-4b70-a405-0e7a2d98875e,segment=NetworkSegment(d99e5619-fd7b-41f9-a194-e8349cd89b92),segment_id=d99e5619-fd7b-41f9-a194-e8349cd89b92)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:12.495627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.530483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for d5619135-11a2-4b70-a405-0e7a2d98875e owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:12.565357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] For port d5619135-11a2-4b70-a405-0e7a2d98875e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5619135-11a2-4b70-a405-0e7a2d98875e,segment=NetworkSegment(d99e5619-fd7b-41f9-a194-e8349cd89b92),segment_id=d99e5619-fd7b-41f9-a194-e8349cd89b92)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:12.566061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.665788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] Calling delete_port for d5619135-11a2-4b70-a405-0e7a2d98875e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:12.734565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:12.738353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.754918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d5619135-11a2-4b70-a405-0e7a2d98875e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:12.793447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa21a0-7614-4de7-8ec8-42cdf2d564b1 req-5c7b4e0b-9b2b-4987-82a0-0943662b6164 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:12.795184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12aa21a0-7614-4de7-8ec8-42cdf2d564b1 req-5c7b4e0b-9b2b-4987-82a0-0943662b6164 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 931 time: 0.1550601
Apr 02 21:15:12.796644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 297e6fd8-0023-485d-b59a-d8fef2c131a3 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:12.868649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.893234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No active binding found for port d5619135-11a2-4b70-a405-0e7a2d98875e {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 21:15:12.893234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] The host ncdv-master-1 is not matching for port d5619135-11a2-4b70-a405-0e7a2d98875e host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:15:12.893735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d5619135-11a2-4b70-a405-0e7a2d98875e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:12.898883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/69b87f8d-5b83-481f-869b-22a82702cfea/214bca72-7b5c-4719-9223-37492dede7db) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:12.950288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port d5619135-11a2-4b70-a405-0e7a2d98875e on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:12.952103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=d5619135-11a2-4b70-a405-0e7a2d98875e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:12.961947 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d5619135-11a2-4b70-a405-0e7a2d98875e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:12.966826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12aa21a0-7614-4de7-8ec8-42cdf2d564b1 req-e32e5a96-fe87-4586-bd19-b719e9af6e16 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637344
Apr 02 21:15:13.019228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] No DVR routers for this DVR port d5619135-11a2-4b70-a405-0e7a2d98875e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:13.021701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d4fa9-b4ff-4c74-9f95-356745b45e0f None None] Pushing event deleted for resources: {'Port': ['ID=d5619135-11a2-4b70-a405-0e7a2d98875e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:13.071449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4a54f413-a1aa-41ed-9fd1-a690c533dc40), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.076173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f191590-0383-4d7c-87db-54e9c472575b {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:13.084503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Publish callbacks [] for port (8f191590-0383-4d7c-87db-54e9c472575b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.098091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Transition to ACTIVE for port object 8f191590-0383-4d7c-87db-54e9c472575b will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:15:13.101607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8f191590-0383-4d7c-87db-54e9c472575b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.102346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844b05280>,) {'filters': {'network_id': ['4a54f413-a1aa-41ed-9fd1-a690c533dc40']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:13.115423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844b05280>, 'd99e5619-fd7b-41f9-a194-e8349cd89b92') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:13.115703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844b05280>, 'd99e5619-fd7b-41f9-a194-e8349cd89b92') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:13.138813 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (d99e5619-fd7b-41f9-a194-e8349cd89b92), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.153403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d99e5619-fd7b-41f9-a194-e8349cd89b92), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.160068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Publish callbacks [] for port (214bca72-7b5c-4719-9223-37492dede7db), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.163858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:15:13.164273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (d99e5619-fd7b-41f9-a194-e8349cd89b92), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:15:13.167528 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:15:13.174643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (214bca72-7b5c-4719-9223-37492dede7db), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.178465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f191590-0383-4d7c-87db-54e9c472575b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:13.215746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:13.218545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:13.225407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:13.233881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Pushing event updated for resources: {'Port': ['ID=214bca72-7b5c-4719-9223-37492dede7db,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:13.234556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Attempting to bind port 8f191590-0383-4d7c-87db-54e9c472575b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:13.234959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Attempting to bind port 8f191590-0383-4d7c-87db-54e9c472575b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:13.235355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Attempting to bind port 8f191590-0383-4d7c-87db-54e9c472575b on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:13.241633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Port 8f191590-0383-4d7c-87db-54e9c472575b on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:15:13.241633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Attempting to bind port 8f191590-0383-4d7c-87db-54e9c472575b on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:13.246597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:13.247012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:13.247453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:13.247966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Bound port: 8f191590-0383-4d7c-87db-54e9c472575b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:13.248390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f191590-0383-4d7c-87db-54e9c472575b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.278049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4a54f413-a1aa-41ed-9fd1-a690c533dc40), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.310301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Attempting to bind port 214bca72-7b5c-4719-9223-37492dede7db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:13.310688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Attempting to bind port 214bca72-7b5c-4719-9223-37492dede7db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:13.310865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::2cd (eeb93323-7554-49dc-8729-b7a40cff9c2b/69b87f8d-5b83-481f-869b-22a82702cfea/297e6fd8-0023-485d-b59a-d8fef2c131a3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:13.311065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Attempting to bind port 214bca72-7b5c-4719-9223-37492dede7db on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:13.313985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.317411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:13.317800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:13.318526 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.318957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:13.319588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Bound port: 214bca72-7b5c-4719-9223-37492dede7db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:13.319993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/4a54f413-a1aa-41ed-9fd1-a690c533dc40 HTTP/1.1" status: 204  len: 168 time: 1.2957761
Apr 02 21:15:13.320103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (214bca72-7b5c-4719-9223-37492dede7db), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.320470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] For port 8f191590-0383-4d7c-87db-54e9c472575b, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:13.321368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441079-0da5-4607-9f30-a657b9815a33 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=4a54f413-a1aa-41ed-9fd1-a690c533dc40,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:13.326104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] For port 8f191590-0383-4d7c-87db-54e9c472575b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f191590-0383-4d7c-87db-54e9c472575b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:13.326701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:13.333321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1658666778', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:13.334981 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8f191590-0383-4d7c-87db-54e9c472575b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.377530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:13.378159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.380192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f191590-0383-4d7c-87db-54e9c472575b HTTP/1.1" status: 200  len: 1091 time: 1.1503382
Apr 02 21:15:13.380696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'tag': '8f191590-0383-4d7c-87db-54e9c472575b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:13.382950 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "508fbb35-494f-4d1c-9e93-4796909dbdfd", "tag": "8f191590-0383-4d7c-87db-54e9c472575b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:13.403770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] For port 214bca72-7b5c-4719-9223-37492dede7db, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:13.408174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] For port 214bca72-7b5c-4719-9223-37492dede7db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214bca72-7b5c-4719-9223-37492dede7db,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:13.412615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2cdee-12b6-4b81-85a4-b1130ff4d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f191590-0383-4d7c-87db-54e9c472575b,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:13.417155 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (214bca72-7b5c-4719-9223-37492dede7db), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.427087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.429519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.459574 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f05aa6-23b7-4abf-ae96-55817357a2aa x-openstack-request-id: req-b8f05aa6-23b7-4abf-ae96-55817357a2aa {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:13.459862 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508fbb35-494f-4d1c-9e93-4796909dbdfd", "tag": "8f191590-0383-4d7c-87db-54e9c472575b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:13.461043 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8f05aa6-23b7-4abf-ae96-55817357a2aa {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:13.461043 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f05aa6-23b7-4abf-ae96-55817357a2aa'] response: {'name': 'network-changed', 'server_uuid': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'tag': '8f191590-0383-4d7c-87db-54e9c472575b', 'status': 'completed', 'code': 200}
Apr 02 21:15:13.513712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (680b1940-7b42-4f86-a14f-a202ecbb0aa5), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.538193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1907b0-c6ae-46cc-b59e-450f7a5121c0 None None] Pushing event updated for resources: {'Port': ['ID=214bca72-7b5c-4719-9223-37492dede7db,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:13.557358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-7679b4d7-da18-4570-afc8-5d3ed0921b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:13.558988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-7679b4d7-da18-4570-afc8-5d3ed0921b08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 1125 time: 0.0948546
Apr 02 21:15:13.611915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-4ea9eca5-cb10-4b9e-89a3-b976a1fd0ba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f191590-0383-4d7c-87db-54e9c472575b HTTP/1.1" status: 200  len: 217 time: 0.0448651
Apr 02 21:15:13.674107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-fd97946c-0192-4576-879a-4da6695f6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:13.675740 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-fd97946c-0192-4576-879a-4da6695f6d1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0520310
Apr 02 21:15:13.717556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-27565d20-666b-4ee3-b641-e2c45268f580 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298879
Apr 02 21:15:13.779722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_gateway (680b1940-7b42-4f86-a14f-a202ecbb0aa5), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.843504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-bf313a93-ce80-4833-86eb-8f6fd03116b7 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171126
Apr 02 21:15:13.887665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (297e6fd8-0023-485d-b59a-d8fef2c131a3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:13.967146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46f69727-1c91-4100-aee7-3a444ff98c05 req-b8d083fc-13fb-49f5-9a38-abc134d54157 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149065
Apr 02 21:15:13.973424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (297e6fd8-0023-485d-b59a-d8fef2c131a3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.040661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:14.070966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-3d2a9004-b6e9-4133-a62e-9005a91343c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.072515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-3d2a9004-b6e9-4133-a62e-9005a91343c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 1125 time: 0.0511868
Apr 02 21:15:14.079463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=297e6fd8-0023-485d-b59a-d8fef2c131a3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:14.083748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:14.087166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:14.092278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.093017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.163351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dce4a870-b39e-47f6-aa71-4026d0df68f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9067559
Apr 02 21:15:14.166633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33870) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:14.190427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_gateway (680b1940-7b42-4f86-a14f-a202ecbb0aa5), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.199375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-e1dbe2db-6956-4afd-88a7-622a7c6ee7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.201054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-e1dbe2db-6956-4afd-88a7-622a7c6ee7d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.1216898
Apr 02 21:15:14.218828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.234908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703188-11ae-4e7e-a0f5-2f98b4e5e3ac req-88b8835c-60e3-4dec-af14-c693c195b5c1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.236947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47703188-11ae-4e7e-a0f5-2f98b4e5e3ac req-88b8835c-60e3-4dec-af14-c693c195b5c1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 943 time: 0.1588225
Apr 02 21:15:14.266005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-a3062cda-00c2-43ab-ab79-93182af2393f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f191590-0383-4d7c-87db-54e9c472575b HTTP/1.1" status: 200  len: 217 time: 0.0449486
Apr 02 21:15:14.335374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad565508-12cb-4972-a704-25493a3d81c9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.340761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad565508-12cb-4972-a704-25493a3d81c9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.342438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ad565508-12cb-4972-a704-25493a3d81c9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1748641
Apr 02 21:15:14.349432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:14.363793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-30d7aeb0-1619-4d2e-9621-eea03b79e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:14.365530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-30d7aeb0-1619-4d2e-9621-eea03b79e02c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0881782
Apr 02 21:15:14.400260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47703188-11ae-4e7e-a0f5-2f98b4e5e3ac req-cb743abd-4034-441e-aaf4-900043cdd528 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281049
Apr 02 21:15:14.413020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-e05a78f0-03bd-4ed0-ae6a-15c8b653e76e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336919
Apr 02 21:15:14.448744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 172.35.4.120 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/145ff549-cce2-4a11-a42f-16404a29cbbf) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:14.464199 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.585106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-4cdca0bd-84fb-417c-8b15-13b2e7ac915e service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686063
Apr 02 21:15:14.707179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 297e6fd8-0023-485d-b59a-d8fef2c131a3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:14.707685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (297e6fd8-0023-485d-b59a-d8fef2c131a3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.751004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 214bca72-7b5c-4719-9223-37492dede7db up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:14.763305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3eb9746-ba33-4815-9d2f-eb39988c8ff2 req-24b0158b-bf4d-4ec7-9e1e-858532417f0b service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695807
Apr 02 21:15:14.793340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (145ff549-cce2-4a11-a42f-16404a29cbbf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.834323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449003f-4154-404f-9f58-8584b01c02ab None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:14.854373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 214bca72-7b5c-4719-9223-37492dede7db triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:14.854868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (214bca72-7b5c-4719-9223-37492dede7db), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.900751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (297e6fd8-0023-485d-b59a-d8fef2c131a3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.912562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (145ff549-cce2-4a11-a42f-16404a29cbbf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.956784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Provisioning complete for port 214bca72-7b5c-4719-9223-37492dede7db triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:14.957086 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (214bca72-7b5c-4719-9223-37492dede7db), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:14.967223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=145ff549-cce2-4a11-a42f-16404a29cbbf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:14.969793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 297e6fd8-0023-485d-b59a-d8fef2c131a3 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:14.992616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:14.994954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:15.041499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:15.072696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 214bca72-7b5c-4719-9223-37492dede7db is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:15.073084 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (214bca72-7b5c-4719-9223-37492dede7db), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.148869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Current status of the port 214bca72-7b5c-4719-9223-37492dede7db is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:15.149562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (214bca72-7b5c-4719-9223-37492dede7db), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.155023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 214bca72-7b5c-4719-9223-37492dede7db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214bca72-7b5c-4719-9223-37492dede7db,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:15.165387 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (214bca72-7b5c-4719-9223-37492dede7db), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.252673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:15:15.253348 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:15:15.281901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=214bca72-7b5c-4719-9223-37492dede7db,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:15.303285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (297e6fd8-0023-485d-b59a-d8fef2c131a3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.343161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=297e6fd8-0023-485d-b59a-d8fef2c131a3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:15.378697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.385926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33894) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:15.386476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-70e3aee2-f5b4-45b6-8088-2c696b25c83d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/297e6fd8-0023-485d-b59a-d8fef2c131a3 HTTP/1.1" status: 204  len: 168 time: 1.0336821
Apr 02 21:15:15.568923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470cbef-20a2-48c7-a420-705ea1c57167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:15.570283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470cbef-20a2-48c7-a420-705ea1c57167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:15.571556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_gateway (680b1940-7b42-4f86-a14f-a202ecbb0aa5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.571663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7470cbef-20a2-48c7-a420-705ea1c57167 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1846137
Apr 02 21:15:15.576390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33908) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:15.626484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20392f7-6687-4030-802e-794fa60b969f req-c7f8d8a9-97a3-4e37-9085-292e8d69eb2e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:15.634120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e20392f7-6687-4030-802e-794fa60b969f req-c7f8d8a9-97a3-4e37-9085-292e8d69eb2e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 943 time: 0.1238194
Apr 02 21:15:15.648822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 69b87f8d-5b83-481f-869b-22a82702cfea {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:15.654765 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (69b87f8d-5b83-481f-869b-22a82702cfea), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.702050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (69b87f8d-5b83-481f-869b-22a82702cfea), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.749451 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:15:15.796246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (69b87f8d-5b83-481f-869b-22a82702cfea), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.831321 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a9047275-37b8-48c1-b1f8-bf5db3a74395 None None] Current status of the port 214bca72-7b5c-4719-9223-37492dede7db is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:15.874160 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (69b87f8d-5b83-481f-869b-22a82702cfea), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.928720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=69b87f8d-5b83-481f-869b-22a82702cfea,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:15.955753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.961522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-54e74ab5-32d4-4836-8b69-69e6989c8ecf None None] Provisioning complete for port 214bca72-7b5c-4719-9223-37492dede7db triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:15.961905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54e74ab5-32d4-4836-8b69-69e6989c8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (214bca72-7b5c-4719-9223-37492dede7db), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:15.962885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71e5d461-2c1f-46e8-8610-6fed85796029 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/69b87f8d-5b83-481f-869b-22a82702cfea HTTP/1.1" status: 204  len: 168 time: 0.3847334
Apr 02 21:15:15.967040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33920) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:16.074413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c8f04d57-df65-4a56-8f18-11d6a21a2a72 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0955186
Apr 02 21:15:16.075119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33924) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:16.081421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:16.083886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34527c2b-ecd6-4d24-a2ee-dd39613100c4 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:16.107497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddabc9-4deb-4196-80fc-fb833e0ceaa0 req-c024ae99-8b9e-40da-b4f3-351f6d6e2a10 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:16.115145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08ddabc9-4deb-4196-80fc-fb833e0ceaa0 req-c024ae99-8b9e-40da-b4f3-351f6d6e2a10 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2517781
Apr 02 21:15:16.130470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-54e74ab5-32d4-4836-8b69-69e6989c8ecf None None] Current status of the port 214bca72-7b5c-4719-9223-37492dede7db is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:16.169043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e20392f7-6687-4030-802e-794fa60b969f req-4fb20751-d79b-4868-8c23-b7f7d4ecd437 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5340483
Apr 02 21:15:16.175295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-54e74ab5-32d4-4836-8b69-69e6989c8ecf None None] Could not find standard attr ID for object 297e6fd8-0023-485d-b59a-d8fef2c131a3. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:16.231987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08ddabc9-4deb-4196-80fc-fb833e0ceaa0 req-ebf65209-a9c5-4518-b938-309df55edf7a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159422
Apr 02 21:15:16.260088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:16.265452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.313551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.332940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:16.386475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] Deleting port 214bca72-7b5c-4719-9223-37492dede7db {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:16.387092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (214bca72-7b5c-4719-9223-37492dede7db), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.469276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (191e9147-b290-42bf-b39f-545b3eee72bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.470757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41e6e-35b5-4903-95e1-0de77e56e927 req-bae97ece-26be-4232-922c-18c219ce84c4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:16.470899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] For port 214bca72-7b5c-4719-9223-37492dede7db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214bca72-7b5c-4719-9223-37492dede7db,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:16.471340 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (214bca72-7b5c-4719-9223-37492dede7db), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.473590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58a41e6e-35b5-4903-95e1-0de77e56e927 req-bae97ece-26be-4232-922c-18c219ce84c4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1521411
Apr 02 21:15:16.487365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] Calling delete_port for 214bca72-7b5c-4719-9223-37492dede7db owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:16.522695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:16.527463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:16.533609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:16.535027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.555013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=191e9147-b290-42bf-b39f-545b3eee72bd,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:16.564725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.565136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.565621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.565920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.566289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.566668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.567000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.567330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.567653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.568018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.568353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.568724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.569045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.569614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.569738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:16.575896 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f1e66df0-d85f-4b5b-9fd7-b1c3dab87b02 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4998114
Apr 02 21:15:16.578624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:16.581066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58a41e6e-35b5-4903-95e1-0de77e56e927 req-ee7c83af-bbec-40e7-946e-6106d43fde5f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857749
Apr 02 21:15:16.586263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'name': 'tempest-NetworksTestDHCPv6-2128232171'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:16.591203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 680b1940-7b42-4f86-a14f-a202ecbb0aa5 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:15:16.605656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (214bca72-7b5c-4719-9223-37492dede7db), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.652360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] Pushing event deleted for resources: {'Port': ['ID=214bca72-7b5c-4719-9223-37492dede7db,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:16.675636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade182d-6715-452b-955c-9ef9b12797b2 None None] No DVR routers for this DVR port 214bca72-7b5c-4719-9223-37492dede7db on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:16.700270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b11f4-1703-43a9-8749-db078d06a0ae None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:16.752043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 214bca72-7b5c-4719-9223-37492dede7db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:16.779938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 214bca72-7b5c-4719-9223-37492dede7db {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:16.780516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 214bca72-7b5c-4719-9223-37492dede7db not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:16.813579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:16.831342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] Sync routers for ids ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:16.865515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.865931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5700e5-c8ff-46ca-857c-ad5ff9251e74 req-210851e3-44b4-4262-8355-63d7c3e6e12b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:16.868527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4f49944-5bd4-435e-8de7-ce4ea21debcb tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.5387671
Apr 02 21:15:16.868713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5700e5-c8ff-46ca-857c-ad5ff9251e74 req-210851e3-44b4-4262-8355-63d7c3e6e12b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1455843
Apr 02 21:15:16.869827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:16.909126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:16.912956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:16.944953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port bac3eeb2-95e2-4091-af93-9030c55c9346 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:16.954035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a5700e5-c8ff-46ca-857c-ad5ff9251e74 req-6b112643-25f4-46d9-be2f-798a95995b63 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801454
Apr 02 21:15:17.050145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-63406f47-d81f-4938-81ef-4747f67b9b7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/routers/680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 200  len: 885 time: 0.1768439
Apr 02 21:15:17.052538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:17.054716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f191590-0383-4d7c-87db-54e9c472575b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:15:17.079982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] Routers {'680b1940-7b42-4f86-a14f-a202ecbb0aa5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:17.080761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452d2970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:17.122004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2124-7429-4735-b6b6-7c15bd276617 req-45c98bd2-6e2c-4dce-9e5e-4f3b4e39a81b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:17.123569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6df2124-7429-4735-b6b6-7c15bd276617 req-45c98bd2-6e2c-4dce-9e5e-4f3b4e39a81b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0737057
Apr 02 21:15:17.132147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452d2970>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:17.139812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f3 (eeb93323-7554-49dc-8729-b7a40cff9c2b/191e9147-b290-42bf-b39f-545b3eee72bd/bac3eeb2-95e2-4091-af93-9030c55c9346) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:17.185072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b6df2124-7429-4735-b6b6-7c15bd276617 req-46a8d651-29b1-4014-9acc-5476397b7f3b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555325
Apr 02 21:15:17.196519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '191e9147-b290-42bf-b39f-545b3eee72bd'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:17.197514 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:17.250088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] Routers {'680b1940-7b42-4f86-a14f-a202ecbb0aa5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:17.250654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452d2970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:17.309438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452d2970>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:17.310100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438403e0-f451-4b71-9d7f-88b5d67aa178 None None] The sync data for ids ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:17.395895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8f191590-0383-4d7c-87db-54e9c472575b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f191590-0383-4d7c-87db-54e9c472575b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:17.436126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8f191590-0383-4d7c-87db-54e9c472575b', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': '8f191590-0383-4d7c-87db-54e9c472575b', 'mac_address': 'fa:16:3e:56:ea:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:15:17.495314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6709e0-9995-4329-add0-430be67fad6b req-e23b5929-f39e-4575-aed8-549938c94c23 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:17.496983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af6709e0-9995-4329-add0-430be67fad6b req-e23b5929-f39e-4575-aed8-549938c94c23 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 943 time: 0.2317479
Apr 02 21:15:17.505865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8f191590-0383-4d7c-87db-54e9c472575b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:17.506326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f191590-0383-4d7c-87db-54e9c472575b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:17.520870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (bac3eeb2-95e2-4091-af93-9030c55c9346), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:17.522178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f191590-0383-4d7c-87db-54e9c472575b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:17.546169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8f191590-0383-4d7c-87db-54e9c472575b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f191590-0383-4d7c-87db-54e9c472575b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:17.552965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8f191590-0383-4d7c-87db-54e9c472575b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:17.595453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-563efa73-ee33-4eba-aae1-2914fe3539e3 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.5395908
Apr 02 21:15:17.598500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:17.603866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1658666778'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:17.612392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af6709e0-9995-4329-add0-430be67fad6b req-40965a85-1731-4ae9-8150-ebbbcfcfa0aa tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988467
Apr 02 21:15:17.623244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-ca35cb4e-d18b-4e96-85a8-05fe73379993 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:17.625435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-ca35cb4e-d18b-4e96-85a8-05fe73379993 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.1558800
Apr 02 21:15:17.653051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8f191590-0383-4d7c-87db-54e9c472575b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:17.654721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-6a28ea91-29a2-450a-b046-8cf1efb0f646 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/quotas/e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 375 time: 0.0122213
Apr 02 21:15:17.659271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bac3eeb2-95e2-4091-af93-9030c55c9346), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:17.712603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/191e9147-b290-42bf-b39f-545b3eee72bd/e7d35f0c-7b7e-4344-b83b-74afb9a5d80b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:17.751382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:17.765512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:17.770656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-c99800b9-73cc-49a5-951d-267ceb4b9eb2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1078990
Apr 02 21:15:17.771755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:17.776930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:17.777542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:17.782807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=bac3eeb2-95e2-4091-af93-9030c55c9346,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:17.869318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:17.908166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-4b1a783a-d9a8-41fa-a725-c66f0ed88427 service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294689
Apr 02 21:15:17.920006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.036950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-58871d02-762a-4e7a-ac28-e3abd76295d6 service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215763
Apr 02 21:15:18.043367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Publish callbacks [] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.058396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.140642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:18.145388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:18.179300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:18.186388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Pushing event updated for resources: {'Port': ['ID=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:18.258622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7d78cb4b-99d4-4522-8a50-27e61f0c1268 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6786239
Apr 02 21:15:18.262064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:18.307490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Attempting to bind port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:18.308022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Attempting to bind port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:18.308492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Attempting to bind port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:18.317429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:18.317784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:18.318263 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.318737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:18.319323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Bound port: e7d35f0c-7b7e-4344-b83b-74afb9a5d80b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:18.319784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.375469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9ba6e-a268-4bf0-ba7f-7a689b780c20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:18.381403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9ba6e-a268-4bf0-ba7f-7a689b780c20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:18.383008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8df9ba6e-a268-4bf0-ba7f-7a689b780c20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1196239
Apr 02 21:15:18.386169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 33984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:18.387372 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7aee46d0-0335-4a50-a660-863dd4663763 req-ff7b0679-5d62-4e7d-98b1-c24438c13605 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 210 time: 0.0654547
Apr 02 21:15:18.420597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] For port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:18.424310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] For port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:18.435520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.517093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040025ea-053f-4777-ada8-814ecbc7c24e None None] Pushing event updated for resources: {'Port': ['ID=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:18.527657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port bac3eeb2-95e2-4091-af93-9030c55c9346 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:18.528056 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bac3eeb2-95e2-4091-af93-9030c55c9346), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.550671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.569359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.631349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bac3eeb2-95e2-4091-af93-9030c55c9346), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.648246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for bac3eeb2-95e2-4091-af93-9030c55c9346 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:18.715066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router 680b1940-7b42-4f86-a14f-a202ecbb0aa5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:18.837419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d93f82-f63b-48a1-a14d-d928314473d8 req-09cf705b-51aa-41d0-95c6-498a362d6a45 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:18.839252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7d93f82-f63b-48a1-a14d-d928314473d8 req-09cf705b-51aa-41d0-95c6-498a362d6a45 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 944 time: 0.1151149
Apr 02 21:15:18.878421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:18.887896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:18.889382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30d4d8e3-5069-47b1-a685-ef469452eb65 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 200  len: 892 time: 1.2890913
Apr 02 21:15:18.891932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 33996) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:18.905432 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] Sync routers for ids ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:18.928966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] Routers {'680b1940-7b42-4f86-a14f-a202ecbb0aa5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:18.929884 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cb90a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:18.965308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f191590-0383-4d7c-87db-54e9c472575b up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:19.025076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7d93f82-f63b-48a1-a14d-d928314473d8 req-08c9714f-5176-464d-b54f-920252e3ee98 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171942
Apr 02 21:15:19.026878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bac3eeb2-95e2-4091-af93-9030c55c9346), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.044146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 8f191590-0383-4d7c-87db-54e9c472575b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:15:19.049911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cb90a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:19.052261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8f191590-0383-4d7c-87db-54e9c472575b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:19.052391 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8f191590-0383-4d7c-87db-54e9c472575b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.066992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c793ce13-d380-4adc-95ab-74df714af353 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/routers/680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 200  len: 892 time: 0.1671343
Apr 02 21:15:19.068753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34000) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:19.073043 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] Routers {'680b1940-7b42-4f86-a14f-a202ecbb0aa5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:19.074154 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cb90a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:14:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:19.101709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=bac3eeb2-95e2-4091-af93-9030c55c9346,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:19.111013 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00e54277-2a53-46ee-9eda-87c5f39050bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 200  len: 205 time: 0.0410812
Apr 02 21:15:19.113521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:19.156801 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cb90a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:19.158005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa715c-865a-496f-af95-0a4d8d060591 None None] The sync data for ids ['680b1940-7b42-4f86-a14f-a202ecbb0aa5'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:19.175057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.178416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1de4b801-c1f9-4843-8215-56f10b14262d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/bac3eeb2-95e2-4091-af93-9030c55c9346 HTTP/1.1" status: 204  len: 168 time: 0.7906797
Apr 02 21:15:19.190481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8f191590-0383-4d7c-87db-54e9c472575b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:19.190881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f191590-0383-4d7c-87db-54e9c472575b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.191014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34004) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:19.233943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f191590-0383-4d7c-87db-54e9c472575b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:19.236462 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccd7e6c-146e-4b60-9171-9246d8271324" -d '{"events": [{"server_uuid": "508fbb35-494f-4d1c-9e93-4796909dbdfd", "name": "network-vif-plugged", "status": "completed", "tag": "8f191590-0383-4d7c-87db-54e9c472575b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:19.267324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8f191590-0383-4d7c-87db-54e9c472575b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f191590-0383-4d7c-87db-54e9c472575b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:19.275357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8f191590-0383-4d7c-87db-54e9c472575b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.321437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a124229-bc94-44d9-b7b9-a2ae7b2f9b76 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:19.322965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a124229-bc94-44d9-b7b9-a2ae7b2f9b76 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:19.326903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9a124229-bc94-44d9-b7b9-a2ae7b2f9b76 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1325541
Apr 02 21:15:19.328293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:19.346744 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645d518-5f12-40ef-9730-ce82cf5e74a8 x-openstack-request-id: req-0645d518-5f12-40ef-9730-ce82cf5e74a8 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:19.347008 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508fbb35-494f-4d1c-9e93-4796909dbdfd", "name": "network-vif-plugged", "status": "completed", "tag": "8f191590-0383-4d7c-87db-54e9c472575b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:19.347270 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0645d518-5f12-40ef-9730-ce82cf5e74a8 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:19.348283 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0645d518-5f12-40ef-9730-ce82cf5e74a8'] response: {'server_uuid': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f191590-0383-4d7c-87db-54e9c472575b', 'code': 200}
Apr 02 21:15:19.349312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8f191590-0383-4d7c-87db-54e9c472575b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:19.406047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 191e9147-b290-42bf-b39f-545b3eee72bd {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:19.414379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.428343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (191e9147-b290-42bf-b39f-545b3eee72bd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.492370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (191e9147-b290-42bf-b39f-545b3eee72bd), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.588793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb73fe87-186d-4443-b240-64cf1bbb4d21 req-7697e690-ea21-42a6-b372-0ed6756d9cf4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 210 time: 0.0517828
Apr 02 21:15:19.660922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5d00-9172-4487-8420-9136f9f12fd2 req-1f06b9e7-bb53-4cc1-a895-66f84c335b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:19.663304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-848c5d00-9172-4487-8420-9136f9f12fd2 req-1f06b9e7-bb53-4cc1-a895-66f84c335b30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 1127 time: 0.2731061
Apr 02 21:15:19.725195 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (191e9147-b290-42bf-b39f-545b3eee72bd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.787742 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_gateway (680b1940-7b42-4f86-a14f-a202ecbb0aa5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.809756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (191e9147-b290-42bf-b39f-545b3eee72bd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.848050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=191e9147-b290-42bf-b39f-545b3eee72bd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:19.854361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:19.859995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9c2ebcf-0668-4374-aa57-eb0eae86d3ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/191e9147-b290-42bf-b39f-545b3eee72bd HTTP/1.1" status: 204  len: 168 time: 0.5295289
Apr 02 21:15:19.861141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34026) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:19.864443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-848c5d00-9172-4487-8420-9136f9f12fd2 req-dca08742-5914-43a1-b4dc-8a0f9c82c71b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929207
Apr 02 21:15:19.949962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d88cc28-0043-4432-af5d-046eea0a0fbc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0879519
Apr 02 21:15:19.952675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:19.958113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:19.971779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a794c6a0-e168-4e27-a1b5-6e997426b11a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:19.973326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a794c6a0-e168-4e27-a1b5-6e997426b11a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.2775912
Apr 02 21:15:19.979991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192f682-932c-4836-b7cc-63ada9d69b9a None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:19.987326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'port': {'device_id': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'admin_state_up': True, 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:20.033450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 145ff549-cce2-4a11-a42f-16404a29cbbf {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:20.033796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (145ff549-cce2-4a11-a42f-16404a29cbbf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.056347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] Provisioning complete for port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:20.056862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.092304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:20.096711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.187005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] Current status of the port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:20.187939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.243051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] For port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:20.248478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.259359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (145ff549-cce2-4a11-a42f-16404a29cbbf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.274845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:20.275165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:20.278142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.298724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87986e-f473-4d32-9e85-107e9f0a59dc req-b4a33fbb-7d99-44ed-b20e-ba91de22391b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:20.300220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd87986e-f473-4d32-9e85-107e9f0a59dc req-b4a33fbb-7d99-44ed-b20e-ba91de22391b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 945 time: 0.1473088
Apr 02 21:15:20.307929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 145ff549-cce2-4a11-a42f-16404a29cbbf owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:20.333587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (407008c2-d2f4-4d18-9c03-8abd63948cd6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.336233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8f22-44fe-4727-9182-1e05c0c8048d None None] Pushing event updated for resources: {'Port': ['ID=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:20.357973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Deleting port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:20.358437 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.385728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:20.391048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:20.395396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:20.395989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.410804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=407008c2-d2f4-4d18-9c03-8abd63948cd6,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:20.416935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4fab8751-c04d-475f-a85a-276c85a31c84 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4630172
Apr 02 21:15:20.419280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:20.424601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'name': 'tempest-NetworksTestDHCPv6-311493519'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:20.451672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] For port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:20.452329 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.467705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Calling delete_port for e7d35f0c-7b7e-4344-b83b-74afb9a5d80b owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:20.475948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd87986e-f473-4d32-9e85-107e9f0a59dc req-be5e5ea0-aa96-44f0-aaaf-9de22fdd1464 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653409
Apr 02 21:15:20.554945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:20.561098 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e7d35f0c-7b7e-4344-b83b-74afb9a5d80b), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.564595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.583138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 714619a0-9c70-4938-b2f3-3cdb618ee9e9 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:20.585846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Allocated IP 172.20.0.9 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/97ef2fec-e36f-410f-8236-562ad8528080) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:20.596980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Pushing event deleted for resources: {'Port': ['ID=e7d35f0c-7b7e-4344-b83b-74afb9a5d80b,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:20.600811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] No DVR routers for this DVR port e7d35f0c-7b7e-4344-b83b-74afb9a5d80b on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:20.620208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.620695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.621178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.621589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.622069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.622582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.622912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.623315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.623713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.624111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.624537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.624990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.625388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.625784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.626232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28593b20-1e75-42c3-9c89-e85258e1ffb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:20.637947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d13ac6-17ae-48b0-a0cf-c87bbfba229d None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:20.693716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (145ff549-cce2-4a11-a42f-16404a29cbbf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.747746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=145ff549-cce2-4a11-a42f-16404a29cbbf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:20.754514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '407008c2-d2f4-4d18-9c03-8abd63948cd6'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:20.755629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.778923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-580c1d24-5c78-436b-b800-5ad88f020142 req-c35ae64e-ec5c-452b-baf1-30f27d1da506 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 210 time: 0.0447509
Apr 02 21:15:20.809587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::c0 (eeb93323-7554-49dc-8729-b7a40cff9c2b/407008c2-d2f4-4d18-9c03-8abd63948cd6/714619a0-9c70-4938-b2f3-3cdb618ee9e9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:20.877276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (680b1940-7b42-4f86-a14f-a202ecbb0aa5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.975748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (714619a0-9c70-4938-b2f3-3cdb618ee9e9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.994555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:20.998131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (97ef2fec-e36f-410f-8236-562ad8528080), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.000529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (680b1940-7b42-4f86-a14f-a202ecbb0aa5), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.024124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (714619a0-9c70-4938-b2f3-3cdb618ee9e9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.089438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/407008c2-d2f4-4d18-9c03-8abd63948cd6/a0d00de6-737a-4c26-b4c9-ad43c3704272) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:21.097041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (680b1940-7b42-4f86-a14f-a202ecbb0aa5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.097935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router 680b1940-7b42-4f86-a14f-a202ecbb0aa5 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:15:21.107038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.107357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:21.108238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9ab4830c-bd5c-421a-b0e2-a825e3074fc4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 204  len: 168 time: 1.9939642
Apr 02 21:15:21.111797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34062) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:21.111934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:21.118005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-280106124'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:21.118575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:21.125231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:21.125921 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.131710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=714619a0-9c70-4938-b2f3-3cdb618ee9e9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:21.137537 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.156299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:21.159036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2843b7a2-9385-4edc-aafb-6c4f41566ea0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:21.162700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5705b190-773a-495f-ae64-fa5a60408706 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7423000
Apr 02 21:15:21.165569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34064) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:21.184051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:21.186849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.218841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:21.222242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:21.224674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:21.227032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:21.269846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699b6ca-2f45-4391-836e-aeaf14b34289 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:21.271723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0699b6ca-2f45-4391-836e-aeaf14b34289 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.1049786
Apr 02 21:15:21.275058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34066) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:21.302552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:21.336785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5b6dcd6f-abf6-4480-84a4-06f919380155), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.337112 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment 5b6dcd6f-abf6-4480-84a4-06f919380155 of type vlan for network 8639933b-ad01-4d41-b852-06ca6d32b004
Apr 02 21:15:21.348949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:21.349651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.412997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 714619a0-9c70-4938-b2f3-3cdb618ee9e9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:21.413621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (714619a0-9c70-4938-b2f3-3cdb618ee9e9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.423439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-76851e82-bb0c-4ccd-b7aa-3c31b6b81647 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4423463
Apr 02 21:15:21.425758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8639933b-ad01-4d41-b852-06ca6d32b004), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.450052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Request body: {'port': {'device_id': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:21.546814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (714619a0-9c70-4938-b2f3-3cdb618ee9e9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.547519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8639933b-ad01-4d41-b852-06ca6d32b004), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.552548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:21.553066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.579263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 714619a0-9c70-4938-b2f3-3cdb618ee9e9 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:21.610610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97ef2fec-e36f-410f-8236-562ad8528080), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.611714 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Publish callbacks [] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.617824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5020001
Apr 02 21:15:21.637381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.638321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34080) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:21.645663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:21.693810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49623044-1bb7-4f2c-ab8d-a6ef52187957 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=8639933b-ad01-4d41-b852-06ca6d32b004,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:21.717877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8639933b-ad01-4d41-b852-06ca6d32b004 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:21.750227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640057-14a5-4dfb-a98b-6c339da1f557 req-794dd7e6-1c41-49fc-9827-6bfacb1058d6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:21.752206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86640057-14a5-4dfb-a98b-6c339da1f557 req-794dd7e6-1c41-49fc-9827-6bfacb1058d6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 945 time: 0.1546080
Apr 02 21:15:21.767605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:21.782125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:21.785962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.797568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:21.801392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:21.810557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Pushing event updated for resources: {'Port': ['ID=a0d00de6-737a-4c26-b4c9-ad43c3704272,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:21.820781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e6a451fd-dfc8-4bfe-94a3-b2c1db231413 None None] Provisioning complete for port 97ef2fec-e36f-410f-8236-562ad8528080 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:21.821059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e6a451fd-dfc8-4bfe-94a3-b2c1db231413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97ef2fec-e36f-410f-8236-562ad8528080), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:21.908729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86640057-14a5-4dfb-a98b-6c339da1f557 req-1ec6be95-d9f2-45e9-9dc1-1e33afa643c1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460228
Apr 02 21:15:22.070047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53328-4906-4d4f-be89-792706ab50e2 req-6189f8da-7fd7-4dff-b4ca-d22034960d28 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:22.077500 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc53328-4906-4d4f-be89-792706ab50e2 req-6189f8da-7fd7-4dff-b4ca-d22034960d28 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 931 time: 0.1769052
Apr 02 21:15:22.100698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (714619a0-9c70-4938-b2f3-3cdb618ee9e9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.142239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ef2fec-e36f-410f-8236-562ad8528080 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:22.159106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Publish callbacks [] for port (97ef2fec-e36f-410f-8236-562ad8528080), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.166473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=714619a0-9c70-4938-b2f3-3cdb618ee9e9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:22.176606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e6a451fd-dfc8-4bfe-94a3-b2c1db231413 None None] Port 97ef2fec-e36f-410f-8236-562ad8528080 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:22.180661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Transition to ACTIVE for port object 97ef2fec-e36f-410f-8236-562ad8528080 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:15:22.188189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.227245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.232535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1295a669-186f-47df-886e-6ec24c2274f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/714619a0-9c70-4938-b2f3-3cdb618ee9e9 HTTP/1.1" status: 204  len: 168 time: 0.9542332
Apr 02 21:15:22.242139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:22.268776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Attempting to bind port a0d00de6-737a-4c26-b4c9-ad43c3704272 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:22.271301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Attempting to bind port a0d00de6-737a-4c26-b4c9-ad43c3704272 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:22.271301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Attempting to bind port a0d00de6-737a-4c26-b4c9-ad43c3704272 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:22.285718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:22.286175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:22.286683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.287200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:22.287635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fc53328-4906-4d4f-be89-792706ab50e2 req-67d409fa-fbe5-496b-8430-1a1dbb507d86 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092586
Apr 02 21:15:22.287876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Bound port: a0d00de6-737a-4c26-b4c9-ad43c3704272, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:22.288361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.404593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] For port a0d00de6-737a-4c26-b4c9-ad43c3704272, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:22.408738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] For port a0d00de6-737a-4c26-b4c9-ad43c3704272, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0d00de6-737a-4c26-b4c9-ad43c3704272,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:22.423441 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.458895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7c375c2d-0266-414f-a51c-821271d74de2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.533084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc6d16-0c78-468e-bb31-6aba55233dbc None None] Pushing event updated for resources: {'Port': ['ID=a0d00de6-737a-4c26-b4c9-ad43c3704272,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:22.574529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=7c375c2d-0266-414f-a51c-821271d74de2,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:22.585859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': '5b6dcd6f-abf6-4480-84a4-06f919380155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:22.586401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 8639933b-ad01-4d41-b852-06ca6d32b004, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:22.620021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 8639933b-ad01-4d41-b852-06ca6d32b004 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:22.632781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8639933b-ad01-4d41-b852-06ca6d32b004) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:22.644701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2a188-97a2-4059-8f89-ebc26c5b7e66 None None] Network 8639933b-ad01-4d41-b852-06ca6d32b004 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:22.646356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:22.648108 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.680569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c539069-c9ea-48bd-a673-204d293206db tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0403509
Apr 02 21:15:22.682494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:22.689720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-965889159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:22.729805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (fe76c582-f7f6-428f-92d3-4f31a245c7cf), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.731112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (fe76c582-f7f6-428f-92d3-4f31a245c7cf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.834735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Pushing event updated for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:22.846905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd0643-5498-4e83-b987-36c2e62d3075 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:22.848843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd0643-5498-4e83-b987-36c2e62d3075 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:22.851912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8639933b-ad01-4d41-b852-06ca6d32b004', 'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': '7c375c2d-0266-414f-a51c-821271d74de2'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:22.854994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-34cd0643-5498-4e83-b987-36c2e62d3075 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6118078
Apr 02 21:15:22.863274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.871846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (fe76c582-f7f6-428f-92d3-4f31a245c7cf), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.875399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34124) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:22.888865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (fe76c582-f7f6-428f-92d3-4f31a245c7cf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.939155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:22.941017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cef3534e-078f-44b9-9fa4-e4485c901aff tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2568254
Apr 02 21:15:22.945615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34126) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:23.045224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Attempting to bind port 97ef2fec-e36f-410f-8236-562ad8528080 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:23.045563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Attempting to bind port 97ef2fec-e36f-410f-8236-562ad8528080 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:23.045892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Attempting to bind port 97ef2fec-e36f-410f-8236-562ad8528080 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:23.052209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Port 97ef2fec-e36f-410f-8236-562ad8528080 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:15:23.052486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Attempting to bind port 97ef2fec-e36f-410f-8236-562ad8528080 on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:23.060568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-fbdfbdde-cae6-46f3-977d-80d403f8cda4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:23.062727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-fbdfbdde-cae6-46f3-977d-80d403f8cda4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2902000
Apr 02 21:15:23.068266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:23.068647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:23.069035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:23.069472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Bound port: 97ef2fec-e36f-410f-8236-562ad8528080, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:23.069831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97ef2fec-e36f-410f-8236-562ad8528080), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.112293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-dff30c37-5569-4b2b-95bb-33b9ddb03d79 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0237381
Apr 02 21:15:23.119419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Allocated IP 2001:db8::2 (8639933b-ad01-4d41-b852-06ca6d32b004/7c375c2d-0266-414f-a51c-821271d74de2/f6147036-af9a-4c95-b561-027aea1eb514) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:23.159425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 407008c2-d2f4-4d18-9c03-8abd63948cd6 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:23.167639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (407008c2-d2f4-4d18-9c03-8abd63948cd6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.202179 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1ee-e01d-47ed-a382-0fe80817182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.346763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:23.354413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Publish callbacks [] for port (f6147036-af9a-4c95-b561-027aea1eb514), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.356636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-41b69785-2d91-4452-a333-3c305ee70d50 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2340674
Apr 02 21:15:23.360868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97ef2fec-e36f-410f-8236-562ad8528080,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:23.364641 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (f6147036-af9a-4c95-b561-027aea1eb514), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.375830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.398776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:23.399603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.401252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] 10.222.0.15 "PUT /v2.0/ports/97ef2fec-e36f-410f-8236-562ad8528080 HTTP/1.1" status: 200  len: 1091 time: 1.9700069
Apr 02 21:15:23.409770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:23.413618 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c3cc5-4576-4588-9700-e58a292a85d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "tag": "97ef2fec-e36f-410f-8236-562ad8528080"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:23.423916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Pushing event updated for resources: {'Port': ['ID=f6147036-af9a-4c95-b561-027aea1eb514,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:23.466754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Network 8639933b-ad01-4d41-b852-06ca6d32b004 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:23.474666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:23.481370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:23.541547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-42c67c59-0474-41ac-8704-621d80360b47 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:15:23.542641 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-42c67c59-0474-41ac-8704-621d80360b47 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1757734
Apr 02 21:15:23.568854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f04f69-2426-43f0-b8c8-e6eaecc86eff service neutron] Pushing event updated for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:23.594363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Attempting to bind port f6147036-af9a-4c95-b561-027aea1eb514 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:23.594842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Attempting to bind port f6147036-af9a-4c95-b561-027aea1eb514 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b6dcd6f-abf6-4480-84a4-06f919380155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:23.595211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Attempting to bind port f6147036-af9a-4c95-b561-027aea1eb514 on network 8639933b-ad01-4d41-b852-06ca6d32b004 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:23.606411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:23.607363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Checking segment: {'id': '5b6dcd6f-abf6-4480-84a4-06f919380155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:23.608018 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.608622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Bound using segment: {'id': '5b6dcd6f-abf6-4480-84a4-06f919380155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:23.609316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Bound port: f6147036-af9a-4c95-b561-027aea1eb514, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6dcd6f-abf6-4480-84a4-06f919380155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8639933b-ad01-4d41-b852-06ca6d32b004'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:23.609927 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6147036-af9a-4c95-b561-027aea1eb514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.627605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-0de5bc7f-ccce-4d66-9a15-7cdbee9adbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:23.629314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-0de5bc7f-ccce-4d66-9a15-7cdbee9adbb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 1125 time: 0.1774404
Apr 02 21:15:23.708611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] For port f6147036-af9a-4c95-b561-027aea1eb514, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:23.713252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] For port f6147036-af9a-4c95-b561-027aea1eb514, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6147036-af9a-4c95-b561-027aea1eb514,segment=NetworkSegment(5b6dcd6f-abf6-4480-84a4-06f919380155),segment_id=5b6dcd6f-abf6-4480-84a4-06f919380155)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:23.721652 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f6147036-af9a-4c95-b561-027aea1eb514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:23.739604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-6dd7c72f-61ad-4ab3-8f74-5a4b20574541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97ef2fec-e36f-410f-8236-562ad8528080 HTTP/1.1" status: 200  len: 217 time: 0.1002724
Apr 02 21:15:23.822495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a01dab-bef6-480f-bca4-042fb308c759 None None] Pushing event updated for resources: {'Port': ['ID=f6147036-af9a-4c95-b561-027aea1eb514,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:23.833990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-8c7111d6-5bc9-4f05-a37b-a04b0b505f73 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804494
Apr 02 21:15:23.846734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-5fe49c47-08ab-46e4-bacb-9f45e2b1420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:23.848803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-5fe49c47-08ab-46e4-bacb-9f45e2b1420e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1028991
Apr 02 21:15:23.967858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-534a84f0-0246-4774-a0a1-f2da586bffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:23.969450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-534a84f0-0246-4774-a0a1-f2da586bffbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1098292
Apr 02 21:15:24.001765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (407008c2-d2f4-4d18-9c03-8abd63948cd6), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.042367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5de81beb-30dd-45cc-9dfe-ad3722d3c86e req-e8b66af3-9199-4cb0-ba24-6c1271db72a0 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075362
Apr 02 21:15:24.136533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cdbb6-f26b-4944-a8a8-bb96bc9744f5 req-906b94bc-4798-4641-9bbe-f7ff038bfe5e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:24.140596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d4cdbb6-f26b-4944-a8a8-bb96bc9744f5 req-906b94bc-4798-4641-9bbe-f7ff038bfe5e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 943 time: 0.1997077
Apr 02 21:15:24.170052 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.199472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-0c615eae-35f8-49d5-b6c6-03685f9605d1 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210379
Apr 02 21:15:24.258420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c57d636a-659d-4737-b089-e1d07747469f None None] Provisioning complete for port a0d00de6-737a-4c26-b4c9-ad43c3704272 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:24.259697 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c57d636a-659d-4737-b089-e1d07747469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.387877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820e6831-7b32-4247-8fce-0c79c0d13fdb req-415fa2c8-ab80-481f-953a-7e4bbb6c980c service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818078
Apr 02 21:15:24.447589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c57d636a-659d-4737-b089-e1d07747469f None None] Current status of the port a0d00de6-737a-4c26-b4c9-ad43c3704272 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:24.448141 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c57d636a-659d-4737-b089-e1d07747469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.452846 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2897340e-2aa9-48e6-b17c-a7f366b856e2 x-openstack-request-id: req-2897340e-2aa9-48e6-b17c-a7f366b856e2 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:24.458818 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "tag": "97ef2fec-e36f-410f-8236-562ad8528080", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:24.461105 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2897340e-2aa9-48e6-b17c-a7f366b856e2 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:24.467537 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2897340e-2aa9-48e6-b17c-a7f366b856e2'] response: {'name': 'network-changed', 'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080', 'status': 'completed', 'code': 200}
Apr 02 21:15:24.537809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c57d636a-659d-4737-b089-e1d07747469f None None] For port a0d00de6-737a-4c26-b4c9-ad43c3704272, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0d00de6-737a-4c26-b4c9-ad43c3704272,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:24.554402 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c57d636a-659d-4737-b089-e1d07747469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.637786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (407008c2-d2f4-4d18-9c03-8abd63948cd6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.700951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d4cdbb6-f26b-4944-a8a8-bb96bc9744f5 req-fe4d69ce-b7d7-479f-b55a-4fa7d73513b3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5343485
Apr 02 21:15:24.704212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-44d6939b-f489-4b36-b8a8-dd9d70e3f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:24.723459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-44d6939b-f489-4b36-b8a8-dd9d70e3f67e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 1125 time: 0.2062712
Apr 02 21:15:24.737110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d636a-659d-4737-b089-e1d07747469f None None] Pushing event updated for resources: {'Port': ['ID=a0d00de6-737a-4c26-b4c9-ad43c3704272,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:24.798678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8ca0e04b-48e0-494c-9db7-7d718b57e05a None None] Could not find standard attr ID for object bac3eeb2-95e2-4091-af93-9030c55c9346. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:24.917406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (407008c2-d2f4-4d18-9c03-8abd63948cd6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:24.971848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-ee2d1088-97da-401a-8c6d-55916ed06f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:24.974235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-ee2d1088-97da-401a-8c6d-55916ed06f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2419727
Apr 02 21:15:25.013765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.024082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/407008c2-d2f4-4d18-9c03-8abd63948cd6 HTTP/1.1" status: 204  len: 168 time: 2.1470280
Apr 02 21:15:25.039579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0d00de6-737a-4c26-b4c9-ad43c3704272 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:25.061854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-236277bc-fba7-4f28-b9af-513972dadc96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97ef2fec-e36f-410f-8236-562ad8528080 HTTP/1.1" status: 200  len: 217 time: 0.0800278
Apr 02 21:15:25.062314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34198) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:25.094527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8::1 (8639933b-ad01-4d41-b852-06ca6d32b004/7c375c2d-0266-414f-a51c-821271d74de2/ba09e68f-fa07-4912-8eed-d3ccca37cff9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:25.219013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a0d00de6-737a-4c26-b4c9-ad43c3704272 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:25.219655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.249972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b9d67b0a-eba3-4605-91e0-99f1f7c78e89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1857960
Apr 02 21:15:25.282795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:25.311978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f9742-66f5-4fd7-971f-9c439a766e98 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:25.348125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.378735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e3aee351-5173-4bd7-819c-c4f12a005b29 None None] Could not find standard attr ID for object 714619a0-9c70-4938-b2f3-3cdb618ee9e9. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:25.423440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-10ba06e0-07c5-4d49-8989-41ec4421f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:25.425168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-10ba06e0-07c5-4d49-8989-41ec4421f9e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.3550456
Apr 02 21:15:25.434422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c01601-b8ea-47b3-b940-f4f5be331eef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=407008c2-d2f4-4d18-9c03-8abd63948cd6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:25.442820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.466552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba11-b3a4-45ed-940a-5f1cc8c8974a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.534609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=ba09e68f-fa07-4912-8eed-d3ccca37cff9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:25.555620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ae36e-b259-4509-b7ac-d5f2c76c0fee tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:25.557234 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-371ae36e-b259-4509-b7ac-d5f2c76c0fee tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2692780
Apr 02 21:15:25.560274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34242) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:25.605377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 8639933b-ad01-4d41-b852-06ca6d32b004 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:25.609631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-c3c15646-d023-40e4-b99a-f6d8ec7b03a1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:25.629600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-c3c15646-d023-40e4-b99a-f6d8ec7b03a1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2701285
Apr 02 21:15:25.636771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:25.640009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:25.641361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (fe76c582-f7f6-428f-92d3-4f31a245c7cf), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.663743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-f9788229-4146-4787-9943-0c9acf1d9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:25.665334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-f9788229-4146-4787-9943-0c9acf1d9e07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2264049
Apr 02 21:15:25.667103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-e23483b6-f86d-416a-b444-a09059f6f2e5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0367219
Apr 02 21:15:25.730707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a0d00de6-737a-4c26-b4c9-ad43c3704272 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:25.731232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6147036-af9a-4c95-b561-027aea1eb514 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:25.785403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6ddfb-8e24-4c59-bf8f-1cf013a92c5c None None] Network 8639933b-ad01-4d41-b852-06ca6d32b004 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:25.860668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e828e6-dea2-4e2e-b22a-4159990fc2f0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:25.863487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-20e828e6-dea2-4e2e-b22a-4159990fc2f0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2989128
Apr 02 21:15:25.872385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34260) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:25.876080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] Provisioning complete for port f6147036-af9a-4c95-b561-027aea1eb514 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:25.876494 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6147036-af9a-4c95-b561-027aea1eb514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.881822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.920272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f6147036-af9a-4c95-b561-027aea1eb514 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:25.920677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6147036-af9a-4c95-b561-027aea1eb514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:25.953804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:25.958011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a8ea943b-cbcd-4801-a9ea-d36a6ab8c480 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0574360
Apr 02 21:15:25.969622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-c3bb5f12-03ad-4652-a143-ff7363c41c52 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2950568
Apr 02 21:15:25.979200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34270) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:25.986758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:26.126668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-0e223592-4be4-467c-b4c3-d2fc9bc29a59 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4505348
Apr 02 21:15:26.192159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:26.195667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.196069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] Current status of the port f6147036-af9a-4c95-b561-027aea1eb514 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:26.196502 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6147036-af9a-4c95-b561-027aea1eb514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.220581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] Deleting port a0d00de6-737a-4c26-b4c9-ad43c3704272 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:26.220882 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.233637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85cc6-e36a-42cb-96ae-72fb740d4731 req-48d90ebc-573a-444e-8787-f1ec2da1e32b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:26.235445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc85cc6-e36a-42cb-96ae-72fb740d4731 req-48d90ebc-573a-444e-8787-f1ec2da1e32b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 943 time: 0.1545019
Apr 02 21:15:26.326257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] For port a0d00de6-737a-4c26-b4c9-ad43c3704272, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0d00de6-737a-4c26-b4c9-ad43c3704272,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:26.326685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.350960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] Calling delete_port for a0d00de6-737a-4c26-b4c9-ad43c3704272 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:26.362378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efc85cc6-e36a-42cb-96ae-72fb740d4731 req-ddd644ea-4aca-432e-a3ea-c19a94a509a3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159394
Apr 02 21:15:26.385990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.392155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-6631a023-1f26-4254-a1ed-eb98a9635f88 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4219599
Apr 02 21:15:26.406467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.407404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (fe76c582-f7f6-428f-92d3-4f31a245c7cf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.464036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a84c3cc5-4576-4588-9700-e58a292a85d9 req-7c613ba1-f1bd-471b-8b8d-2ff85404eeb0 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3298309
Apr 02 21:15:26.503044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=ba09e68f-fa07-4912-8eed-d3ccca37cff9,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:26.540287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] For port f6147036-af9a-4c95-b561-027aea1eb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6147036-af9a-4c95-b561-027aea1eb514,segment=NetworkSegment(5b6dcd6f-abf6-4480-84a4-06f919380155),segment_id=5b6dcd6f-abf6-4480-84a4-06f919380155)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:26.541443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f6147036-af9a-4c95-b561-027aea1eb514 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:26.541832 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6147036-af9a-4c95-b561-027aea1eb514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.559572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f6147036-af9a-4c95-b561-027aea1eb514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.613143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 8639933b-ad01-4d41-b852-06ca6d32b004 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:26.616249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:26.650151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-16d52a3a-79d5-4140-adc9-cb8ccd7b4d03 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416406
Apr 02 21:15:26.729529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259092fc-ab42-43f5-91de-c60adff977fa None None] Pushing event updated for resources: {'Port': ['ID=f6147036-af9a-4c95-b561-027aea1eb514,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:26.739228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ab8cd888-aa31-4989-adea-c0a20c23172e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.740822 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.746905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (a0d00de6-737a-4c26-b4c9-ad43c3704272), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.777598 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:15:26.777979 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:15:26.782493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] Pushing event deleted for resources: {'Port': ['ID=a0d00de6-737a-4c26-b4c9-ad43c3704272,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:26.796138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-07f0b094-0a9f-4352-b078-0ab900be41e7 None None] Provisioning complete for port f6147036-af9a-4c95-b561-027aea1eb514 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:26.796653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-07f0b094-0a9f-4352-b078-0ab900be41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6147036-af9a-4c95-b561-027aea1eb514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.834246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:26.843585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d01d6-40cb-4690-9c96-9c44dc143037 None None] No DVR routers for this DVR port a0d00de6-737a-4c26-b4c9-ad43c3704272 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:26.848225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:26.851411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router fe76c582-f7f6-428f-92d3-4f31a245c7cf is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:15:26.853947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:26.854592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:26.879527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=ab8cd888-aa31-4989-adea-c0a20c23172e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:26.889665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4caa6efd-21bb-4870-8388-c4d1e429903d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9092743
Apr 02 21:15:26.895343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab131c5-6202-4454-b485-a36c5fee4d89 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:26.899345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34280) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:26.904954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': 'ab8cd888-aa31-4989-adea-c0a20c23172e', 'ip_address': '2001:db8::42d5:3082:724a:d934'}], 'name': 'tempest-NetworksTestDHCPv6-1636855811'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:27.024074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52270fdb-cba7-4743-ab82-7a237234e9de req-fc8f8cfc-a2f2-4a7f-aaa6-1601475a1d89 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 210 time: 0.0396166
Apr 02 21:15:27.050207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:27.067075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-71ceb4c6-caa6-417b-bd4f-974c70f833cd tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/fe76c582-f7f6-428f-92d3-4f31a245c7cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1205227
Apr 02 21:15:27.067966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:27.080100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] Sync routers for ids ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:27.107077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-07f0b094-0a9f-4352-b078-0ab900be41e7 None None] Current status of the port f6147036-af9a-4c95-b561-027aea1eb514 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:27.124255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] Routers {'fe76c582-f7f6-428f-92d3-4f31a245c7cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:27.125070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455bcf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:27.138532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:27.153656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4608b7-1397-4133-a8ce-6161bfeb745f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:27.158832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a4608b7-1397-4133-a8ce-6161bfeb745f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports/ba09e68f-fa07-4912-8eed-d3ccca37cff9 HTTP/1.1" status: 200  len: 911 time: 0.0896213
Apr 02 21:15:27.159892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34288) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:27.166329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c375c2d-0266-414f-a51c-821271d74de2'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:27.200434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455bcf40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:27.231822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-07f0b094-0a9f-4352-b078-0ab900be41e7 None None] Provisioning complete for port ba09e68f-fa07-4912-8eed-d3ccca37cff9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:27.232212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-07f0b094-0a9f-4352-b078-0ab900be41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.237497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] Routers {'fe76c582-f7f6-428f-92d3-4f31a245c7cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:27.238179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455bcf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:27.264515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.291370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 24bb0236-71f6-4abd-8616-764abcc438a5 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:27.339926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455bcf40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:27.365490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae74bd3-fcc9-41bd-bae8-0e7faf3d7739 None None] The sync data for ids ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:27.406470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': 'ab8cd888-aa31-4989-adea-c0a20c23172e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:27.406992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.435736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.639155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dad2d-03fb-42a3-af23-fd353798b14d req-b021063c-2639-463b-9fa1-5679799e13f8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:27.641210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de3dad2d-03fb-42a3-af23-fd353798b14d req-b021063c-2639-463b-9fa1-5679799e13f8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 943 time: 0.1657727
Apr 02 21:15:27.654194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::42d5:3082:724a:d934 (eeb93323-7554-49dc-8729-b7a40cff9c2b/ab8cd888-aa31-4989-adea-c0a20c23172e/24bb0236-71f6-4abd-8616-764abcc438a5) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:27.734461 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-de3dad2d-03fb-42a3-af23-fd353798b14d req-70ff30cf-92ed-48bf-adb1-a30f40d721ed tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823114
Apr 02 21:15:27.773903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-07f0b094-0a9f-4352-b078-0ab900be41e7 None None] Port ba09e68f-fa07-4912-8eed-d3ccca37cff9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:27.797207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f6147036-af9a-4c95-b561-027aea1eb514 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:27.894618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f8b2c314-6813-464d-9be2-cbfc962344ac None None] Provisioning complete for port ba09e68f-fa07-4912-8eed-d3ccca37cff9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:27.895008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c314-6813-464d-9be2-cbfc962344ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.895935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (24bb0236-71f6-4abd-8616-764abcc438a5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.960071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (24bb0236-71f6-4abd-8616-764abcc438a5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:27.981013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6147036-af9a-4c95-b561-027aea1eb514 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:28.032809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:28.036394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:28.040265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:28.045607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:28.046229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.062254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=24bb0236-71f6-4abd-8616-764abcc438a5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:28.073361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-27de2ec8-dd31-4f5b-bb82-560667744069 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.1727915
Apr 02 21:15:28.075877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34334) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:28.090524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97ef2fec-e36f-410f-8236-562ad8528080 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:15:28.162111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62115adf-fd3a-4342-a31d-4b15426b7309 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:28.168619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62115adf-fd3a-4342-a31d-4b15426b7309 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0912733
Apr 02 21:15:28.171257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:28.189957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.206681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2c314-6813-464d-9be2-cbfc962344ac None None] Port ba09e68f-fa07-4912-8eed-d3ccca37cff9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:28.228422 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.236422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:28.237667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.239799 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/ports/ba09e68f-fa07-4912-8eed-d3ccca37cff9 HTTP/1.1" status: 200  len: 911 time: 1.0786078
Apr 02 21:15:28.242016 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb51a52c-6b75-4840-87ae-90e4e7b7f74d req-a2b24dce-0375-4a97-876c-e3c045af164b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 210 time: 0.0445597
Apr 02 21:15:28.273624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34348) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:28.279635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/ab8cd888-aa31-4989-adea-c0a20c23172e/d3f1651a-cd57-412b-916a-888a0ea7b245) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:28.356042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 24bb0236-71f6-4abd-8616-764abcc438a5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:28.357071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (24bb0236-71f6-4abd-8616-764abcc438a5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.375340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97ef2fec-e36f-410f-8236-562ad8528080,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:28.379390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f6147036-af9a-4c95-b561-027aea1eb514 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:28.379617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6147036-af9a-4c95-b561-027aea1eb514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.398637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1459203-289d-4ace-988d-f50a80d1fcac tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=ba09e68f-fa07-4912-8eed-d3ccca37cff9,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:28.461322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '97ef2fec-e36f-410f-8236-562ad8528080', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': '97ef2fec-e36f-410f-8236-562ad8528080', 'mac_address': 'fa:16:3e:5f:11:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:15:28.555933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 97ef2fec-e36f-410f-8236-562ad8528080 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:28.556234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97ef2fec-e36f-410f-8236-562ad8528080), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.592847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ef2fec-e36f-410f-8236-562ad8528080 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:28.652289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97ef2fec-e36f-410f-8236-562ad8528080,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:28.667502 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.726994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Publish callbacks [] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.746140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (fe76c582-f7f6-428f-92d3-4f31a245c7cf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.751980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f6147036-af9a-4c95-b561-027aea1eb514 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:28.754599 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.761961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:28.772173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.812103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:28.834347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:28.841121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:28.853571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Pushing event updated for resources: {'Port': ['ID=d3f1651a-cd57-412b-916a-888a0ea7b245,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:28.858656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0d00de6-737a-4c26-b4c9-ad43c3704272 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:28.916386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a0d00de6-737a-4c26-b4c9-ad43c3704272 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:28.916813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0d00de6-737a-4c26-b4c9-ad43c3704272 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:28.933636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Attempting to bind port d3f1651a-cd57-412b-916a-888a0ea7b245 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:28.934576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Attempting to bind port d3f1651a-cd57-412b-916a-888a0ea7b245 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:28.935611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Attempting to bind port d3f1651a-cd57-412b-916a-888a0ea7b245 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:28.947101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:28.947492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:28.947902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:28.948303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:28.948816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Bound port: d3f1651a-cd57-412b-916a-888a0ea7b245, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:28.949300 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.033691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['97ef2fec-e36f-410f-8236-562ad8528080'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:29.049068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] For port d3f1651a-cd57-412b-916a-888a0ea7b245, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:29.087483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] For port d3f1651a-cd57-412b-916a-888a0ea7b245, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3f1651a-cd57-412b-916a-888a0ea7b245,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:29.087767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-6e69bac0-f2b2-4685-a666-94784aefa824 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:29.089331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-6e69bac0-f2b2-4685-a666-94784aefa824 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.7046628
Apr 02 21:15:29.101356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.105062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:29.134631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (24bb0236-71f6-4abd-8616-764abcc438a5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.144840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2b19-fe3a-4b6d-bda5-bb6372d89463 req-321b10d7-c532-4610-b15c-aafcc1edbd65 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:29.147371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b49b2b19-fe3a-4b6d-bda5-bb6372d89463 req-321b10d7-c532-4610-b15c-aafcc1edbd65 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 944 time: 0.2263861
Apr 02 21:15:29.180128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port ba09e68f-fa07-4912-8eed-d3ccca37cff9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:29.181158 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.244255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 24bb0236-71f6-4abd-8616-764abcc438a5 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:29.261578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00af3-c6de-4457-9cdd-65f9feeb4272 None None] Pushing event updated for resources: {'Port': ['ID=d3f1651a-cd57-412b-916a-888a0ea7b245,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:29.389260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.395344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b49b2b19-fe3a-4b6d-bda5-bb6372d89463 req-f9e49c45-6506-4cd7-bb0e-8a80d25d810c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345026
Apr 02 21:15:29.422877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa2f2d8e-27d1-4572-9165-c9f4699976f7 req-01cbbab9-1541-4c7f-b179-19ea76b89cbb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 210 time: 0.0403585
Apr 02 21:15:29.440733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:29.444220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.445411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.475820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for ba09e68f-fa07-4912-8eed-d3ccca37cff9 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:29.667097 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (24bb0236-71f6-4abd-8616-764abcc438a5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.683692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.9 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/49d2525c-825c-4b83-8f7e-fac6ff834641) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:29.707081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=24bb0236-71f6-4abd-8616-764abcc438a5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:29.712001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ba09e68f-fa07-4912-8eed-d3ccca37cff9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.740273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.741474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=ba09e68f-fa07-4912-8eed-d3ccca37cff9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:29.745960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-278626ad-5445-45b8-bb5e-ece891f74414 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/24bb0236-71f6-4abd-8616-764abcc438a5 HTTP/1.1" status: 204  len: 168 time: 1.5733612
Apr 02 21:15:29.752243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34388) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:29.837232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387697ff-fa9f-4f88-9278-b2224639334d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:29.838496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387697ff-fa9f-4f88-9278-b2224639334d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:29.844534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-387697ff-fa9f-4f88-9278-b2224639334d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0903480
Apr 02 21:15:29.845431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34390) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:29.965873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet ab8cd888-aa31-4989-adea-c0a20c23172e {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:29.973999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (ab8cd888-aa31-4989-adea-c0a20c23172e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:29.994306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3f1651a-cd57-412b-916a-888a0ea7b245 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:30.033721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.039936 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ab8cd888-aa31-4989-adea-c0a20c23172e), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.057586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d3f1651a-cd57-412b-916a-888a0ea7b245 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:30.058414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.091276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97ef2fec-e36f-410f-8236-562ad8528080 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:30.190392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.193275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 97ef2fec-e36f-410f-8236-562ad8528080 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:15:30.203379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 97ef2fec-e36f-410f-8236-562ad8528080 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:30.203603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ab8cd888-aa31-4989-adea-c0a20c23172e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.203718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97ef2fec-e36f-410f-8236-562ad8528080), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.209621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:30.230532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (fe76c582-f7f6-428f-92d3-4f31a245c7cf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.234984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d3f1651a-cd57-412b-916a-888a0ea7b245 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:30.235384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.309099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:30.316532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:30.322937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=49d2525c-825c-4b83-8f7e-fac6ff834641,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:30.325861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:30.403553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:30.404230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.412013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ab8cd888-aa31-4989-adea-c0a20c23172e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.468333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:15:30.468919 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:15:30.481857 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8cd888-aa31-4989-adea-c0a20c23172e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:30.483664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 97ef2fec-e36f-410f-8236-562ad8528080 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:30.485082 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97ef2fec-e36f-410f-8236-562ad8528080), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.487239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.493413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d737df8e-838d-4798-ae8b-57435353400d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/ab8cd888-aa31-4989-adea-c0a20c23172e HTTP/1.1" status: 204  len: 168 time: 0.6409595
Apr 02 21:15:30.495075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-caee8bd5-702c-4294-bba9-91631d300b92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3955388
Apr 02 21:15:30.495565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34402) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:30.507736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Request body: {'port': {'device_id': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:30.570761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:30.577411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1fbf4eaf-8738-4986-b4f7-14cc034dc5d0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0775905
Apr 02 21:15:30.577607 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86404189-6ea8-402c-b2a0-d354f73f8c04" -d '{"events": [{"server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "name": "network-vif-plugged", "status": "completed", "tag": "97ef2fec-e36f-410f-8236-562ad8528080"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:30.581167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34406) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:30.594410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:30.605068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router fe76c582-f7f6-428f-92d3-4f31a245c7cf has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:30.637483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97ef2fec-e36f-410f-8236-562ad8528080,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:30.654437 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.681430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de6971-cf1c-4c8c-877c-dd70463852a2 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:30.684744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.720116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ced2-ee3c-4209-aa82-0f9c68f19eb2 req-ab776c8a-09c0-4c8c-85a7-11d2b446b59b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:30.721904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a17ced2-ee3c-4209-aa82-0f9c68f19eb2 req-ab776c8a-09c0-4c8c-85a7-11d2b446b59b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 944 time: 0.1296577
Apr 02 21:15:30.806379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21b5e0-9585-4a2a-a597-847ded173308 req-8eb09a6c-79ad-4f41-a7ee-3f72a25ca206 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:30.813576 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db21b5e0-9585-4a2a-a597-847ded173308 req-8eb09a6c-79ad-4f41-a7ee-3f72a25ca206 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 931 time: 0.2348919
Apr 02 21:15:30.837373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34412) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:30.848979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] Provisioning complete for port d3f1651a-cd57-412b-916a-888a0ea7b245 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:30.849511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.851389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:30.853708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:30.865838 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-039289a5-07cd-439b-9ec7-9159211a46d1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/fe76c582-f7f6-428f-92d3-4f31a245c7cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5907090
Apr 02 21:15:30.872223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:30.874152 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] Sync routers for ids ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:30.882388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:30.885709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:30.890956 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] Routers {'fe76c582-f7f6-428f-92d3-4f31a245c7cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:30.891484 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:30.918180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a17ced2-ee3c-4209-aa82-0f9c68f19eb2 req-b98e3abc-ca8e-4407-8126-1da41b3d603f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644380
Apr 02 21:15:30.931274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb4b6b55-daf8-4e7b-9385-ef49bb6afcae tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe76c582-f7f6-428f-92d3-4f31a245c7cf HTTP/1.1" status: 200  len: 205 time: 0.0577424
Apr 02 21:15:30.948946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34418) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:30.980798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db21b5e0-9585-4a2a-a597-847ded173308 req-c16691ef-9f96-45c8-a249-9ceec19a4b09 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659091
Apr 02 21:15:30.998562 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af5c40>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:31.007558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] Current status of the port d3f1651a-cd57-412b-916a-888a0ea7b245 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:31.008132 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.020758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] Routers {'fe76c582-f7f6-428f-92d3-4f31a245c7cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:31.021403 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:31.025143 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b81b9f-4360-4433-9890-770b2d2cc3ba x-openstack-request-id: req-82b81b9f-4360-4433-9890-770b2d2cc3ba {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:31.025435 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "name": "network-vif-plugged", "status": "completed", "tag": "97ef2fec-e36f-410f-8236-562ad8528080", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:31.025862 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b81b9f-4360-4433-9890-770b2d2cc3ba {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:31.026271 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b81b9f-4360-4433-9890-770b2d2cc3ba'] response: {'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080', 'code': 200}
Apr 02 21:15:31.041462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:31.117676 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af5c40>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:31.118626 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896e2c9-a9dd-430f-83e8-7eaca673340f None None] The sync data for ids ['fe76c582-f7f6-428f-92d3-4f31a245c7cf'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:31.125324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] For port d3f1651a-cd57-412b-916a-888a0ea7b245, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3f1651a-cd57-412b-916a-888a0ea7b245,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:31.134674 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.141339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d3f1651a-cd57-412b-916a-888a0ea7b245 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:31.141740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.173673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b738bf-af81-4968-b9d3-cec1275b6cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.201415 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7f7b50ff-96f6-4396-8b5d-120df10acd87), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.224779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] Deleting port d3f1651a-cd57-412b-916a-888a0ea7b245 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:31.225168 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.241008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (fe76c582-f7f6-428f-92d3-4f31a245c7cf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.241322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3e3b9-280c-4899-800d-9932510a47ed None None] Pushing event updated for resources: {'Port': ['ID=d3f1651a-cd57-412b-916a-888a0ea7b245,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:31.265434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:31.272431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:31.279697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:31.280492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.294596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=7f7b50ff-96f6-4396-8b5d-120df10acd87,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:31.316578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c727c60b-0504-4657-a441-f081022c0c1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7339051
Apr 02 21:15:31.318292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34422) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:31.323116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '7f7b50ff-96f6-4396-8b5d-120df10acd87', 'ip_address': '2001:db8::fa18:1945:44c8:2700'}], 'name': 'tempest-NetworksTestDHCPv6-1369853290'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:31.342658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:15:31.343033 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:15:31.366909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] For port d3f1651a-cd57-412b-916a-888a0ea7b245, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3f1651a-cd57-412b-916a-888a0ea7b245,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:31.368137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.369787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaa730-f024-4dec-a15f-713feb4f515e req-b403b563-c55d-4f9c-8bad-067eb992d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:31.371323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3faaa730-f024-4dec-a15f-713feb4f515e req-b403b563-c55d-4f9c-8bad-067eb992d471 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 1127 time: 0.2200537
Apr 02 21:15:31.383013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] Calling delete_port for d3f1651a-cd57-412b-916a-888a0ea7b245 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:31.395198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b738bf-af81-4968-b9d3-cec1275b6cdf admin admin] Publish callbacks [] for security_group (5cf1077e-ef46-4f9d-ae3f-8b4c66653078), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.404039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b738bf-af81-4968-b9d3-cec1275b6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5cf1077e-ef46-4f9d-ae3f-8b4c66653078), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.468568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d7b738bf-af81-4968-b9d3-cec1275b6cdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d72eede125774117930b0fdb575ecb04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6287942
Apr 02 21:15:31.470944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b738bf-af81-4968-b9d3-cec1275b6cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf1077e-ef46-4f9d-ae3f-8b4c66653078,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:31.473665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34424) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:31.476687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (fe76c582-f7f6-428f-92d3-4f31a245c7cf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.480154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (fe76c582-f7f6-428f-92d3-4f31a245c7cf), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.487326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d3f1651a-cd57-412b-916a-888a0ea7b245), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.522670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:31.524368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] Pushing event deleted for resources: {'Port': ['ID=d3f1651a-cd57-412b-916a-888a0ea7b245,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:31.528625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3f8d9-8a68-4727-9a6b-c09e965aa65d None None] No DVR routers for this DVR port d3f1651a-cd57-412b-916a-888a0ea7b245 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:31.556655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849328f8-171c-4ee8-862a-c1d034b2bf48 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:31.584107 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (fe76c582-f7f6-428f-92d3-4f31a245c7cf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.584685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router fe76c582-f7f6-428f-92d3-4f31a245c7cf {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:15:31.588020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a7eacb8-5078-4de4-a7b9-fc8d31a59f21 admin admin] Publish callbacks [] for security_group (5cf1077e-ef46-4f9d-ae3f-8b4c66653078), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.589540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3faaa730-f024-4dec-a15f-713feb4f515e req-d70477a6-7773-4f32-9bf0-af690787697e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803803
Apr 02 21:15:31.596225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.597238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa85d218-c4c8-42c5-9d43-a45722e68570 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/fe76c582-f7f6-428f-92d3-4f31a245c7cf HTTP/1.1" status: 204  len: 168 time: 0.6464474
Apr 02 21:15:31.601767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34426) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:31.624930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a7eacb8-5078-4de4-a7b9-fc8d31a59f21 admin admin] Publish callbacks [] for security_group (5cf1077e-ef46-4f9d-ae3f-8b4c66653078), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.646045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d2525c-825c-4b83-8f7e-fac6ff834641 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:31.650139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.657980 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Publish callbacks [] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.664830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet 7c375c2d-0266-414f-a51c-821271d74de2 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:31.671111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (7c375c2d-0266-414f-a51c-821271d74de2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.684352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port e0004862-d240-426c-b436-f44e4fea2e00 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:31.689896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '7f7b50ff-96f6-4396-8b5d-120df10acd87'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:31.691801 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.693349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Port d3f1651a-cd57-412b-916a-888a0ea7b245 update to ACTIVE by agent not found {{(pid=121650) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Apr 02 21:15:31.714325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Transition to ACTIVE for port object 49d2525c-825c-4b83-8f7e-fac6ff834641 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:15:31.720303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.743684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a7eacb8-5078-4de4-a7b9-fc8d31a59f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5cf1077e-ef46-4f9d-ae3f-8b4c66653078), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.746335 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a7eacb8-5078-4de4-a7b9-fc8d31a59f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.749942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5a7eacb8-5078-4de4-a7b9-fc8d31a59f21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cf1077e-ef46-4f9d-ae3f-8b4c66653078 HTTP/1.1" status: 204  len: 168 time: 0.2729239
Apr 02 21:15:31.763182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7c375c2d-0266-414f-a51c-821271d74de2), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.783971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eacb8-5078-4de4-a7b9-fc8d31a59f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf1077e-ef46-4f9d-ae3f-8b4c66653078,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:31.824795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Pushing event updated for resources: {'Port': ['ID=49d2525c-825c-4b83-8f7e-fac6ff834641,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:31.900852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/7f7b50ff-96f6-4396-8b5d-120df10acd87/1c6674d9-5d9e-442c-94a5-79058bc355fc) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:31.942282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7c375c2d-0266-414f-a51c-821271d74de2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:31.963934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3f1651a-cd57-412b-916a-888a0ea7b245 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:31.972903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Attempting to bind port 49d2525c-825c-4b83-8f7e-fac6ff834641 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:31.973243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Attempting to bind port 49d2525c-825c-4b83-8f7e-fac6ff834641 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:31.973968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Attempting to bind port 49d2525c-825c-4b83-8f7e-fac6ff834641 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:31.984513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Port 49d2525c-825c-4b83-8f7e-fac6ff834641 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:15:31.984846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Attempting to bind port 49d2525c-825c-4b83-8f7e-fac6ff834641 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:31.992381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d3f1651a-cd57-412b-916a-888a0ea7b245 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:31.993050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d3f1651a-cd57-412b-916a-888a0ea7b245 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:31.993924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:31.994264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:31.994651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:31.995088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Bound port: 49d2525c-825c-4b83-8f7e-fac6ff834641, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:31.995449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.073143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d99fb-a581-4c27-8963-07581773ff6a req-41acd2de-04c9-42fb-987f-a27001f0d9e7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:32.075777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-788d99fb-a581-4c27-8963-07581773ff6a req-41acd2de-04c9-42fb-987f-a27001f0d9e7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 945 time: 0.0652466
Apr 02 21:15:32.140443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7c375c2d-0266-414f-a51c-821271d74de2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.182485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-788d99fb-a581-4c27-8963-07581773ff6a req-ec33b8eb-85d5-4fc4-bf7f-5219f9a87f0e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011236
Apr 02 21:15:32.185773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Publish callbacks [] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.193937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.199575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=7c375c2d-0266-414f-a51c-821271d74de2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:32.213359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] For port 49d2525c-825c-4b83-8f7e-fac6ff834641, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:32.217311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] For port 49d2525c-825c-4b83-8f7e-fac6ff834641, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49d2525c-825c-4b83-8f7e-fac6ff834641,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:32.225359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.231329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-103977ad-9a19-47f9-a6db-5f5fef5b8a62 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/7c375c2d-0266-414f-a51c-821271d74de2 HTTP/1.1" status: 204  len: 168 time: 0.6262748
Apr 02 21:15:32.231510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.232846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34444) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:32.250351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c201ed7-8662-4bba-987e-e4677689fffa None None] Network 8639933b-ad01-4d41-b852-06ca6d32b004 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:32.279620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::fa18:1945:44c8:2700 (eeb93323-7554-49dc-8729-b7a40cff9c2b/7f7b50ff-96f6-4396-8b5d-120df10acd87/e0004862-d240-426c-b436-f44e4fea2e00) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:32.288218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d5146-e5a5-43fe-92cb-3a19a6d7c75b req-b23598a8-a314-4727-90f5-6a5af469856e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:32.289881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff9d5146-e5a5-43fe-92cb-3a19a6d7c75b req-b23598a8-a314-4727-90f5-6a5af469856e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 943 time: 0.2019463
Apr 02 21:15:32.295018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:32.295733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.297126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] 10.222.0.21 "PUT /v2.0/ports/49d2525c-825c-4b83-8f7e-fac6ff834641 HTTP/1.1" status: 200  len: 1091 time: 1.7940474
Apr 02 21:15:32.297586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'tag': '49d2525c-825c-4b83-8f7e-fac6ff834641'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:32.299944 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "23eec316-b113-4eb9-9745-5ce00e697e7e", "tag": "49d2525c-825c-4b83-8f7e-fac6ff834641"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:32.372014 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8639933b-ad01-4d41-b852-06ca6d32b004), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.385797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:32.389471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fc36b-4cf9-4aa7-aedb-f032a33147fe service neutron] Pushing event updated for resources: {'Port': ['ID=49d2525c-825c-4b83-8f7e-fac6ff834641,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:32.397565 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06227aee-5558-458d-a881-383668b58a7a x-openstack-request-id: req-06227aee-5558-458d-a881-383668b58a7a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:32.397921 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eec316-b113-4eb9-9745-5ce00e697e7e", "tag": "49d2525c-825c-4b83-8f7e-fac6ff834641", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:32.398113 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06227aee-5558-458d-a881-383668b58a7a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:32.398508 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06227aee-5558-458d-a881-383668b58a7a'] response: {'name': 'network-changed', 'server_uuid': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'tag': '49d2525c-825c-4b83-8f7e-fac6ff834641', 'status': 'completed', 'code': 200}
Apr 02 21:15:32.404181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Pushing event updated for resources: {'Port': ['ID=1c6674d9-5d9e-442c-94a5-79058bc355fc,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:32.407772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:32.411137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:32.485040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff9d5146-e5a5-43fe-92cb-3a19a6d7c75b req-9b43d9ec-5f4a-4233-81d4-d3b4d73fee4c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690555
Apr 02 21:15:32.500511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-670e619f-8142-4b97-adea-542baeb7ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:32.510094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-670e619f-8142-4b97-adea-542baeb7ec1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 1125 time: 0.1028199
Apr 02 21:15:32.535109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Attempting to bind port 1c6674d9-5d9e-442c-94a5-79058bc355fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:32.536015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Attempting to bind port 1c6674d9-5d9e-442c-94a5-79058bc355fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:32.536578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Attempting to bind port 1c6674d9-5d9e-442c-94a5-79058bc355fc on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:32.543703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port f6147036-af9a-4c95-b561-027aea1eb514 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:32.544165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f6147036-af9a-4c95-b561-027aea1eb514), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.551363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:32.552939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:32.554215 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.554980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:32.555727 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Bound port: 1c6674d9-5d9e-442c-94a5-79058bc355fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:32.556559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.562643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-09f0881c-f702-4005-b6ae-a67d0f93e483 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d2525c-825c-4b83-8f7e-fac6ff834641 HTTP/1.1" status: 200  len: 217 time: 0.0490186
Apr 02 21:15:32.622423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (e0004862-d240-426c-b436-f44e4fea2e00), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.638786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-b78de2fd-fc6b-4019-94f2-846a8059680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:32.640630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-b78de2fd-fc6b-4019-94f2-846a8059680a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0675268
Apr 02 21:15:32.647242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port f6147036-af9a-4c95-b561-027aea1eb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6147036-af9a-4c95-b561-027aea1eb514,segment=NetworkSegment(5b6dcd6f-abf6-4480-84a4-06f919380155),segment_id=5b6dcd6f-abf6-4480-84a4-06f919380155)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:32.647697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f6147036-af9a-4c95-b561-027aea1eb514), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.666006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for f6147036-af9a-4c95-b561-027aea1eb514 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:32.670957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] DHCP port deletion for 8639933b-ad01-4d41-b852-06ca6d32b004 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:32.682111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] For port 1c6674d9-5d9e-442c-94a5-79058bc355fc, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:32.683841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-1ef555c8-e6cc-4dcf-a5a3-aada8657a4f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355484
Apr 02 21:15:32.707741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] For port 1c6674d9-5d9e-442c-94a5-79058bc355fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6674d9-5d9e-442c-94a5-79058bc355fc,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:32.738556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e0004862-d240-426c-b436-f44e4fea2e00), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.741629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.815480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:32.821718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:32.823576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=e0004862-d240-426c-b436-f44e4fea2e00,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:32.825927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:32.831203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:32.833084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.840296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f6147036-af9a-4c95-b561-027aea1eb514), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:32.842757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-8cab6e9c-8489-491a-ad7b-cea3a11ad6b5 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506479
Apr 02 21:15:32.881732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=f6147036-af9a-4c95-b561-027aea1eb514,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:32.894557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e0ad9ac3-631a-4eba-b943-ceefa20a8d93 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5723765
Apr 02 21:15:32.894557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port f6147036-af9a-4c95-b561-027aea1eb514 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:32.894901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34462) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:32.976736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d6457362-5079-45ad-8e7a-e57ec13a2ffc req-89ad8e2b-5793-4b61-9d37-900ab4d43cbe service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238894
Apr 02 21:15:33.056508 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8639933b-ad01-4d41-b852-06ca6d32b004), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.066648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe24ae-2e9a-4611-9a08-94951698972a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.072019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe24ae-2e9a-4611-9a08-94951698972a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.076546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6bbe24ae-2e9a-4611-9a08-94951698972a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1805542
Apr 02 21:15:33.082237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34464) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:33.133776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f16471-8490-4c3f-b496-9ed2e3460857 None None] Pushing event updated for resources: {'Port': ['ID=1c6674d9-5d9e-442c-94a5-79058bc355fc,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:33.135477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78448a5280>,) {'filters': {'network_id': ['8639933b-ad01-4d41-b852-06ca6d32b004']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:33.148809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448a5280>, '5b6dcd6f-abf6-4480-84a4-06f919380155') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:33.149183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448a5280>, '5b6dcd6f-abf6-4480-84a4-06f919380155') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:33.152240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-c26edf0a-3565-4004-858a-748bc03bd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.153982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-c26edf0a-3565-4004-858a-748bc03bd408 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 1125 time: 0.0960402
Apr 02 21:15:33.183086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Deleting port f6147036-af9a-4c95-b561-027aea1eb514 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:33.183821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f6147036-af9a-4c95-b561-027aea1eb514), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.221853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (5b6dcd6f-abf6-4480-84a4-06f919380155), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.267195 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5b6dcd6f-abf6-4480-84a4-06f919380155), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.269744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] For port f6147036-af9a-4c95-b561-027aea1eb514, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:33.270435 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f6147036-af9a-4c95-b561-027aea1eb514), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.294213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:15:33.294689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (5b6dcd6f-abf6-4480-84a4-06f919380155), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:15:33.298296 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:15:33.300940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Calling delete_port for f6147036-af9a-4c95-b561-027aea1eb514 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:33.307959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Port f6147036-af9a-4c95-b561-027aea1eb514 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:15:33.310194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-4a46fbdb-4552-40fa-95a9-3ec9941843ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.311719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-4a46fbdb-4552-40fa-95a9-3ec9941843ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.1483054
Apr 02 21:15:33.311988 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (f6147036-af9a-4c95-b561-027aea1eb514), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.358307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] Pushing event deleted for resources: {'Port': ['ID=f6147036-af9a-4c95-b561-027aea1eb514,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:33.360421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1132513-d2cc-4a1b-9ff5-c32c5adcb7a6 None None] No DVR routers for this DVR port f6147036-af9a-4c95-b561-027aea1eb514 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:33.398422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-1fa94afe-e0e0-4b41-8599-e670b1b6e411 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d2525c-825c-4b83-8f7e-fac6ff834641 HTTP/1.1" status: 200  len: 217 time: 0.0764363
Apr 02 21:15:33.559677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-099cd8f5-09e3-44ea-b0b7-625240487e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.560218 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-099cd8f5-09e3-44ea-b0b7-625240487e86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.1542282
Apr 02 21:15:33.561501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port e0004862-d240-426c-b436-f44e4fea2e00 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:33.561920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e0004862-d240-426c-b436-f44e4fea2e00), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.596678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876600d7-d3f3-4c09-a845-fa90279b2791 req-3096f002-c752-49da-862e-7d52f026b71e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.598390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-876600d7-d3f3-4c09-a845-fa90279b2791 req-3096f002-c752-49da-862e-7d52f026b71e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 945 time: 0.3062549
Apr 02 21:15:33.602400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8639933b-ad01-4d41-b852-06ca6d32b004), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.614108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-97ae885c-01b1-4a65-b90b-e44da7a0c8d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428462
Apr 02 21:15:33.642503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.646243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/8639933b-ad01-4d41-b852-06ca6d32b004 HTTP/1.1" status: 204  len: 168 time: 1.4128039
Apr 02 21:15:33.653533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e6b4-95f9-45cd-85c0-b093782b4359 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=8639933b-ad01-4d41-b852-06ca6d32b004,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:33.659351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34476) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:33.664281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-813814328', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:33.753250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.754039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-1535a2b3-4475-4b1a-b200-2353ce1ab33f service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270096
Apr 02 21:15:33.754211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.762922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-876600d7-d3f3-4c09-a845-fa90279b2791 req-347b8bcd-2ecb-4646-a5b9-405edbba5150 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582541
Apr 02 21:15:33.776440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421f9a-e6ff-4168-af24-d75e0bf4a3b9 req-0d3fc59c-e6c9-429a-8098-841e80bac3ae tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:33.778106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e0004862-d240-426c-b436-f44e4fea2e00), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.779020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59421f9a-e6ff-4168-af24-d75e0bf4a3b9 req-0d3fc59c-e6c9-429a-8098-841e80bac3ae tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 943 time: 0.1684022
Apr 02 21:15:33.798235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for e0004862-d240-426c-b436-f44e4fea2e00 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:33.857668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.889876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.912022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:33.917151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-43ceaca5-d5db-4aeb-a37f-f9517aa737bf tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.2530270
Apr 02 21:15:33.919571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34492) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:33.933263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1145563410'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:33.992943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:33.996359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.020360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c6674d9-5d9e-442c-94a5-79058bc355fc up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:34.083284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1c6674d9-5d9e-442c-94a5-79058bc355fc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:34.083659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.087222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf534378-930d-4524-9f93-9a7cb30f492e req-6ea34382-4726-469c-981c-5d6f716de4a3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 267 time: 0.1471231
Apr 02 21:15:34.181843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e0004862-d240-426c-b436-f44e4fea2e00), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.187717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:34.196411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1c6674d9-5d9e-442c-94a5-79058bc355fc is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:34.197161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.245356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 1c6674d9-5d9e-442c-94a5-79058bc355fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6674d9-5d9e-442c-94a5-79058bc355fc,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:34.247344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=e0004862-d240-426c-b436-f44e4fea2e00,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:34.257830 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.267942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3e13721f-5e57-4241-b5b2-8db30440c0b7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.268609 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment 3e13721f-5e57-4241-b5b2-8db30440c0b7 of type vlan for network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55
Apr 02 21:15:34.287078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf534378-930d-4524-9f93-9a7cb30f492e req-38282922-0cff-43ac-83df-e95275e7fa3e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:34.295854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf534378-930d-4524-9f93-9a7cb30f492e req-38282922-0cff-43ac-83df-e95275e7fa3e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 945 time: 0.2031543
Apr 02 21:15:34.302350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'port': {'security_groups': []}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:34.314401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59421f9a-e6ff-4168-af24-d75e0bf4a3b9 req-9f2b7fde-4355-419e-8627-285f00ad0e46 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256492
Apr 02 21:15:34.326223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddad7bc1-4f2e-47c1-a376-6bbc0f6ff0bc req-bde06d7d-1dfb-472d-9ec2-234b4a7bdfdd service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5640972
Apr 02 21:15:34.363521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6147036-af9a-4c95-b561-027aea1eb514 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:34.405414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f6147036-af9a-4c95-b561-027aea1eb514 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:34.405758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6147036-af9a-4c95-b561-027aea1eb514 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:34.412830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=1c6674d9-5d9e-442c-94a5-79058bc355fc,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:34.423281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.429398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-804866e6-2509-47d6-b138-71c9553c5902 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/e0004862-d240-426c-b436-f44e4fea2e00 HTTP/1.1" status: 204  len: 168 time: 1.3436432
Apr 02 21:15:34.429835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34496) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:34.457972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.484497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97ef2fec-e36f-410f-8236-562ad8528080), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.497505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508f6ef-3ca0-4b3f-8a08-8ef66e35df75 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:34.498888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508f6ef-3ca0-4b3f-8a08-8ef66e35df75 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:34.503858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b508f6ef-3ca0-4b3f-8a08-8ef66e35df75 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0723529
Apr 02 21:15:34.504382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34500) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:34.563582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 7f7b50ff-96f6-4396-8b5d-120df10acd87 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:34.565106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.568361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (7f7b50ff-96f6-4396-8b5d-120df10acd87), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.573227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:34.574051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.601590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4acecc72-0cae-4a9d-b61a-bdc023c75222 None None] Provisioning complete for port 1c6674d9-5d9e-442c-94a5-79058bc355fc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:34.609249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4acecc72-0cae-4a9d-b61a-bdc023c75222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.624484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7f7b50ff-96f6-4396-8b5d-120df10acd87), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.747520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8265276
Apr 02 21:15:34.748954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34504) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:34.749841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4acecc72-0cae-4a9d-b61a-bdc023c75222 None None] Current status of the port 1c6674d9-5d9e-442c-94a5-79058bc355fc is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:34.759594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7f7b50ff-96f6-4396-8b5d-120df10acd87), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.771836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:34.839820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ab0af-eb90-4f74-9e32-a1f1abe96c7d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=a24fb6a8-0ea1-403a-832a-15e6b2cbbb55,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:34.852222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:34.866653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97ef2fec-e36f-410f-8236-562ad8528080,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:34.909449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (97ef2fec-e36f-410f-8236-562ad8528080), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.922830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.937131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a', '97ef2fec-e36f-410f-8236-562ad8528080'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:34.939578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2843b7a2-9385-4edc-aafb-6c4f41566ea0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:34.949812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:34.953221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:34.979138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7f7b50ff-96f6-4396-8b5d-120df10acd87), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.021555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e78ae29d-cdba-44f6-8e05-226c4158917c None None] Could not find standard attr ID for object 24bb0236-71f6-4abd-8616-764abcc438a5. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:35.023260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.023952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.030882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7b50ff-96f6-4396-8b5d-120df10acd87,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:35.031551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf534378-930d-4524-9f93-9a7cb30f492e req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "PUT /v2.0/ports/97ef2fec-e36f-410f-8236-562ad8528080 HTTP/1.1" status: 200  len: 904 time: 0.7339778
Apr 02 21:15:35.033255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:35.039940 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "tag": "97ef2fec-e36f-410f-8236-562ad8528080"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:35.054939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b6576-468c-438c-aba9-0770789b68fd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=6']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:35.093078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['97ef2fec-e36f-410f-8236-562ad8528080'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:35.119851 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f0d595-a2d0-4259-9371-d4ef3dc8d725 x-openstack-request-id: req-68f0d595-a2d0-4259-9371-d4ef3dc8d725 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:35.120603 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "tag": "97ef2fec-e36f-410f-8236-562ad8528080", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:35.121171 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68f0d595-a2d0-4259-9371-d4ef3dc8d725 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:35.121735 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f0d595-a2d0-4259-9371-d4ef3dc8d725'] response: {'name': 'network-changed', 'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080', 'status': 'completed', 'code': 200}
Apr 02 21:15:35.132708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.145321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b2520fe8-53ec-4df1-a68e-7e4c3443aacb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/7f7b50ff-96f6-4396-8b5d-120df10acd87 HTTP/1.1" status: 204  len: 168 time: 0.6369805
Apr 02 21:15:35.146168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:35.230877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5b82fbd6-0f76-44c5-8e57-3bb8ca807c2c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0833292
Apr 02 21:15:35.231651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34524) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:35.239332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:35.301534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-2ccac5ca-5667-4d04-9d8d-9f4b98782c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.304046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-2ccac5ca-5667-4d04-9d8d-9f4b98782c6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 1089 time: 0.1570184
Apr 02 21:15:35.324593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3fb1-6238-4a3f-a956-55c0d0757181 req-1fc7eb6b-1f54-48dc-9336-3d0f0a8c2be8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.327207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c40e3fb1-6238-4a3f-a956-55c0d0757181 req-1fc7eb6b-1f54-48dc-9336-3d0f0a8c2be8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 907 time: 0.1836102
Apr 02 21:15:35.403270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:35.409076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.424641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c05a6-061d-4f50-a191-18392377fd11 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:35.500584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-928461cf-17d8-4169-9dd3-08c71cf32d2c None None] Could not find standard attr ID for object e0004862-d240-426c-b436-f44e4fea2e00. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:35.564699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-928461cf-17d8-4169-9dd3-08c71cf32d2c None None] Provisioning complete for port 97ef2fec-e36f-410f-8236-562ad8528080 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:35.565029 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-928461cf-17d8-4169-9dd3-08c71cf32d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97ef2fec-e36f-410f-8236-562ad8528080), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.602304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (2434aec9-1bbd-4251-a017-b656349f356e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.617752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-a1e68e94-1fc7-4cb4-a996-cf5a4e23bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.619800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-a1e68e94-1fc7-4cb4-a996-cf5a4e23bfbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2913818
Apr 02 21:15:35.636405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320aaeb-59f5-44c1-8576-e3375465a869 req-7fb462a2-a439-470e-bcdf-d966ce8de3fb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.637914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4320aaeb-59f5-44c1-8576-e3375465a869 req-7fb462a2-a439-470e-bcdf-d966ce8de3fb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 943 time: 0.1279004
Apr 02 21:15:35.658792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-928461cf-17d8-4169-9dd3-08c71cf32d2c None None] Current status of the port 97ef2fec-e36f-410f-8236-562ad8528080 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:35.711201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-defe139e-462d-44a4-a853-ba3e1276257b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97ef2fec-e36f-410f-8236-562ad8528080 HTTP/1.1" status: 200  len: 217 time: 0.0689268
Apr 02 21:15:35.719994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (87377947-855c-4737-8d65-2ffe82299076), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.733959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:35.741829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bc70d-7246-4857-8c71-eb747a022508 req-a8666005-704f-4b6b-907d-30ec719bf03d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.743345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a4bc70d-7246-4857-8c71-eb747a022508 req-a8666005-704f-4b6b-907d-30ec719bf03d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2542155
Apr 02 21:15:35.743983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=2434aec9-1bbd-4251-a017-b656349f356e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:35.789996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] Deleting port 1c6674d9-5d9e-442c-94a5-79058bc355fc {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:35.790465 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.818105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:35.821620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4320aaeb-59f5-44c1-8576-e3375465a869 req-a87b0385-7731-4420-b00f-4f7a681b932c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389108
Apr 02 21:15:35.825721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:35.829402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.829932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:35.855564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=87377947-855c-4737-8d65-2ffe82299076,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:35.861703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:35.862073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: a24fb6a8-0ea1-403a-832a-15e6b2cbbb55, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:35.880251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-23cd2553-e935-48ff-be91-4c47887692a5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6453955
Apr 02 21:15:35.882992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34536) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:35.894784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '87377947-855c-4737-8d65-2ffe82299076', 'ip_address': '2001:db8::c867:3df8:6218:b661'}], 'name': 'tempest-NetworksTestDHCPv6-167934207'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:35.895990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-02c8cf3b-9914-4702-a036-bceee526b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:35.897654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-02c8cf3b-9914-4702-a036-bceee526b961 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.1739571
Apr 02 21:15:35.942461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c6674d9-5d9e-442c-94a5-79058bc355fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:35.961837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a4bc70d-7246-4857-8c71-eb747a022508 req-a541af1c-4dca-418a-a205-446d5fe4d696 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916332
Apr 02 21:15:35.975050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:36.011133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] For port 1c6674d9-5d9e-442c-94a5-79058bc355fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6674d9-5d9e-442c-94a5-79058bc355fc,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:36.011543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.026841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] Calling delete_port for 1c6674d9-5d9e-442c-94a5-79058bc355fc owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:36.039575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a24fb6a8-0ea1-403a-832a-15e6b2cbbb55) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:36.056645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:36.057243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.063597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-d51dd01d-4e18-4959-8ef8-b341c221d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:36.065208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-d51dd01d-4e18-4959-8ef8-b341c221d168 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1597466
Apr 02 21:15:36.094664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ff6f5a5b-c99d-4fe8-9475-ff6fc6fb1638 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3439512
Apr 02 21:15:36.098122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34542) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:36.123965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:36.126983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c22621-46ad-45d2-b11a-0303791fe137 None None] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:36.128783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.150970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbef0a-9d99-45a7-894c-0b136e896a66 req-24f2f111-8010-4420-82b8-6f53674833dc tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:36.153359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7dbbef0a-9d99-45a7-894c-0b136e896a66 req-24f2f111-8010-4420-82b8-6f53674833dc tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1007574
Apr 02 21:15:36.158558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port db5cd9f4-c0d5-4287-b59f-4a8d60fd0535 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:36.223360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1c6674d9-5d9e-442c-94a5-79058bc355fc is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:36.223760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.281370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7dbbef0a-9d99-45a7-894c-0b136e896a66 req-dc6a71eb-1fb2-463b-853e-a39ddfd95967 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172330
Apr 02 21:15:36.315652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-6e077e84-d5d0-42bb-a581-b8c7d5007c20 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436011
Apr 02 21:15:36.324635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 1c6674d9-5d9e-442c-94a5-79058bc355fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6674d9-5d9e-442c-94a5-79058bc355fc,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:36.330213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.340689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:36.341839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.375008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (1c6674d9-5d9e-442c-94a5-79058bc355fc), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.411723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] No DVR routers for this DVR port 1c6674d9-5d9e-442c-94a5-79058bc355fc on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:36.413232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::c867:3df8:6218:b661 (eeb93323-7554-49dc-8729-b7a40cff9c2b/87377947-855c-4737-8d65-2ffe82299076/db5cd9f4-c0d5-4287-b59f-4a8d60fd0535) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:36.435177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de66c74-a709-4a2a-8afe-046afb6953d5 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:36.513343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=1c6674d9-5d9e-442c-94a5-79058bc355fc,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:36.560248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beee2e0-c6f6-4b54-affc-ad6be9a1dfa3 None None] Pushing event deleted for resources: {'Port': ['ID=1c6674d9-5d9e-442c-94a5-79058bc355fc,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:36.621721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (db5cd9f4-c0d5-4287-b59f-4a8d60fd0535), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.647048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224282e5-c0c1-41da-91e3-176917e59057 req-8a6ace34-dded-409d-9c1d-219d0bbcaab2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:36.649022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-224282e5-c0c1-41da-91e3-176917e59057 req-8a6ace34-dded-409d-9c1d-219d0bbcaab2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1797917
Apr 02 21:15:36.665801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db5cd9f4-c0d5-4287-b59f-4a8d60fd0535), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.688850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.705426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Allocated IP 2001:db8::2 (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55/2434aec9-1bbd-4251-a017-b656349f356e/bdc878f0-e60b-4831-8b46-59505dedc231) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:36.709040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a6c3ca96-186b-4352-bfe4-2bac4bc11edc req-4d796871-f617-48ac-b521-a74a1d7dd136 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3256800
Apr 02 21:15:36.715634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:36.718796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:36.726539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:36.731602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:36.732502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.741306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=db5cd9f4-c0d5-4287-b59f-4a8d60fd0535,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:36.763485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e3f5854c-c0d5-4d4d-a5b1-04dfa738bef1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.8797386
Apr 02 21:15:36.765983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:36.814699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-224282e5-c0c1-41da-91e3-176917e59057 req-3d6253a5-84aa-4196-9c76-4ffb78908744 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403413
Apr 02 21:15:36.822063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc9b53-2957-4bc1-bef2-3dba9ba9f53c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:36.824506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a2fc9b53-2957-4bc1-bef2-3dba9ba9f53c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0565915
Apr 02 21:15:36.825479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '87377947-855c-4737-8d65-2ffe82299076'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:36.826328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:36.829691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34560) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:37.000872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdcd78-88ec-4916-85b4-10227807ed50 req-8673bab7-b392-432e-96b5-673335e133c4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:37.002358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fbdcd78-88ec-4916-85b4-10227807ed50 req-8673bab7-b392-432e-96b5-673335e133c4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 943 time: 0.0570202
Apr 02 21:15:37.008877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66648826-4072-45f2-b8e6-5a58213d3ddc req-4fd600c0-206c-468a-b35e-e55f315b9fdb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:37.010000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Publish callbacks [] for port (bdc878f0-e60b-4831-8b46-59505dedc231), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.010536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66648826-4072-45f2-b8e6-5a58213d3ddc req-4fd600c0-206c-468a-b35e-e55f315b9fdb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0782428
Apr 02 21:15:37.021470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port db5cd9f4-c0d5-4287-b59f-4a8d60fd0535 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:37.021988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (db5cd9f4-c0d5-4287-b59f-4a8d60fd0535), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.026751 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.049541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49d2525c-825c-4b83-8f7e-fac6ff834641 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:15:37.051305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/87377947-855c-4737-8d65-2ffe82299076/31b7989e-735d-454f-bca6-3f5bb202fae4) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:37.097337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:37.104329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:37.110304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:37.129589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66648826-4072-45f2-b8e6-5a58213d3ddc req-8842b44a-f46b-4db3-9705-939b9a1d771d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109524
Apr 02 21:15:37.139443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Pushing event updated for resources: {'Port': ['ID=bdc878f0-e60b-4831-8b46-59505dedc231,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:37.157688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6fbdcd78-88ec-4916-85b4-10227807ed50 req-2d54fecc-b21b-426a-bf08-85cd84e8d905 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473267
Apr 02 21:15:37.159380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8::1 (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55/2434aec9-1bbd-4251-a017-b656349f356e/24924bd8-cfaf-4ddb-95de-725ed584e6b8) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:37.178784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (db5cd9f4-c0d5-4287-b59f-4a8d60fd0535), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.205663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for db5cd9f4-c0d5-4287-b59f-4a8d60fd0535 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:37.356725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.398965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:15:37.409779 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db5cd9f4-c0d5-4287-b59f-4a8d60fd0535), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.438760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.461883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=db5cd9f4-c0d5-4287-b59f-4a8d60fd0535,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:37.513995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:37.519750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:37.526810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.527060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:37.528349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.530317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bddf67ea-d640-4b73-918f-e45150229917 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/db5cd9f4-c0d5-4287-b59f-4a8d60fd0535 HTTP/1.1" status: 204  len: 168 time: 0.6992619
Apr 02 21:15:37.535270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34586) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:37.573306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Attempting to bind port bdc878f0-e60b-4831-8b46-59505dedc231 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:37.573973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Attempting to bind port bdc878f0-e60b-4831-8b46-59505dedc231 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:37.575318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Attempting to bind port bdc878f0-e60b-4831-8b46-59505dedc231 on network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:37.577197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=24924bd8-cfaf-4ddb-95de-725ed584e6b8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:37.611809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:37.612312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Checking segment: {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:37.613694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.614275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Bound using segment: {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:37.614886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Bound port: bdc878f0-e60b-4831-8b46-59505dedc231, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:37.615683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.674063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.730528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 49d2525c-825c-4b83-8f7e-fac6ff834641, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49d2525c-825c-4b83-8f7e-fac6ff834641,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:37.758630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '49d2525c-825c-4b83-8f7e-fac6ff834641', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': '49d2525c-825c-4b83-8f7e-fac6ff834641', 'mac_address': 'fa:16:3e:1d:5d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:15:37.786619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] For port bdc878f0-e60b-4831-8b46-59505dedc231, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:37.789097 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Publish callbacks [] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.793403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] For port bdc878f0-e60b-4831-8b46-59505dedc231, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc878f0-e60b-4831-8b46-59505dedc231,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:37.821892 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.824652 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.887098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:37.891502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 49d2525c-825c-4b83-8f7e-fac6ff834641 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:37.892013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:37.905884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:37.908861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:37.916557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d2525c-825c-4b83-8f7e-fac6ff834641 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:37.928899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Pushing event updated for resources: {'Port': ['ID=31b7989e-735d-454f-bca6-3f5bb202fae4,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:37.944851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f728d5-8a4a-4885-bd46-fae66584b75c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:37.946169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f728d5-8a4a-4885-bd46-fae66584b75c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:37.950287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8f728d5-8a4a-4885-bd46-fae66584b75c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4131427
Apr 02 21:15:37.950474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34598) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:37.994043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 49d2525c-825c-4b83-8f7e-fac6ff834641, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49d2525c-825c-4b83-8f7e-fac6ff834641,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:38.005270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.012182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-6b982d1e-7f6d-483f-b367-4d7785159c01 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:38.013763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-6b982d1e-7f6d-483f-b367-4d7785159c01 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.5324950
Apr 02 21:15:38.015193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.016423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.029020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.040316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 87377947-855c-4737-8d65-2ffe82299076 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:38.044409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (87377947-855c-4737-8d65-2ffe82299076), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.049656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613bf3-6bef-4ee7-b6eb-ab780b44fd58 None None] Pushing event updated for resources: {'Port': ['ID=bdc878f0-e60b-4831-8b46-59505dedc231,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:38.054081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Attempting to bind port 31b7989e-735d-454f-bca6-3f5bb202fae4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:38.054813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Attempting to bind port 31b7989e-735d-454f-bca6-3f5bb202fae4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:38.054945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Attempting to bind port 31b7989e-735d-454f-bca6-3f5bb202fae4 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:38.070088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-f12ad2f8-3099-4d16-9e43-c6aa654c5b0e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/quotas/e25481b7efed4632bcd054e2cec3b161 HTTP/1.1" status: 200  len: 375 time: 0.0416956
Apr 02 21:15:38.082675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:38.083138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:38.083609 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.084072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:38.084678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Bound port: 31b7989e-735d-454f-bca6-3f5bb202fae4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:38.085145 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.089687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=24924bd8-cfaf-4ddb-95de-725ed584e6b8,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:38.103611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (87377947-855c-4737-8d65-2ffe82299076), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.149363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=49d2525c-825c-4b83-8f7e-fac6ff834641,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:38.165639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:38.168892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:38.212721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-1cd7c076-ec0c-410c-92c4-a2a12ae966b5 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1304798
Apr 02 21:15:38.214427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] For port 31b7989e-735d-454f-bca6-3f5bb202fae4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:38.219278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] For port 31b7989e-735d-454f-bca6-3f5bb202fae4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31b7989e-735d-454f-bca6-3f5bb202fae4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:38.232968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.335942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (87377947-855c-4737-8d65-2ffe82299076), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.346441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352d449-f5a5-4ddc-b3fa-d8617678f4d9 None None] Pushing event updated for resources: {'Port': ['ID=31b7989e-735d-454f-bca6-3f5bb202fae4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:38.366237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['49d2525c-825c-4b83-8f7e-fac6ff834641'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:38.448405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-4f19205c-37a5-4f7b-b8db-9a1016b26059 service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059660
Apr 02 21:15:38.527851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (87377947-855c-4737-8d65-2ffe82299076), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.594593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=87377947-855c-4737-8d65-2ffe82299076,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:38.596697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.602848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1eba1e99-58ea-4e30-9ba5-ecc5bf1fc12d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/87377947-855c-4737-8d65-2ffe82299076 HTTP/1.1" status: 204  len: 168 time: 0.6490967
Apr 02 21:15:38.604076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34606) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:38.612885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242f06c-5ba7-4bef-9c0c-68163bae6b43 req-275256bb-6a6b-4fdd-b9cd-b44f323b7eb2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:38.615918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8242f06c-5ba7-4bef-9c0c-68163bae6b43 req-275256bb-6a6b-4fdd-b9cd-b44f323b7eb2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 944 time: 0.2282112
Apr 02 21:15:38.690099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f9184091-8f2c-44dd-beea-fb75f8681576 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0857677
Apr 02 21:15:38.692736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34608) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:38.746952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8242f06c-5ba7-4bef-9c0c-68163bae6b43 req-d0e82819-9c04-475c-9917-e6498e4a37d8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130669
Apr 02 21:15:38.753099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:15:38.767595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-25d17d7a-61de-4fa1-957f-baa6df1ededb service neutron] 10.222.0.18 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3061883
Apr 02 21:15:38.838129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f546bb-7edb-47d2-bda9-f47da2d9a647 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:38.840916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64f546bb-7edb-47d2-bda9-f47da2d9a647 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1395373
Apr 02 21:15:38.841773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34610) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:38.895286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:38.903251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0073597e-f502-4511-9ef4-e369095c0300 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8041213
Apr 02 21:15:38.906429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34612) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:38.911839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1259100319'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:38.918229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:38.939267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:38.940435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f334f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:38.941306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0960104-d827-4ed5-8fe8-ca35fa861abc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:38.945268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f0960104-d827-4ed5-8fe8-ca35fa861abc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1000326
Apr 02 21:15:38.945921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:38.948817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34614) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:38.949603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.980548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:38.993365 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5236bb85-3eaf-45b6-b1d2-e8e3d73827a6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:38.993868 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment 5236bb85-3eaf-45b6-b1d2-e8e3d73827a6 of type vlan for network 4dbe98fe-9f24-43f9-b848-cf61041d72cc
Apr 02 21:15:39.039967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58eeef22-5c08-4411-9642-296175dbd5c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0899663
Apr 02 21:15:39.045297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34618) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:39.048546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4dbe98fe-9f24-43f9-b848-cf61041d72cc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.055163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:39.089353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4dbe98fe-9f24-43f9-b848-cf61041d72cc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.096590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:39.099689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.129140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:39.178151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-771cb6c2-a73b-4f72-87d0-fe9127aff24e req-7e3ef1f1-a1bc-426c-9d97-eec112d75f54 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 210 time: 0.0651786
Apr 02 21:15:39.215225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3082011
Apr 02 21:15:39.219385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34622) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:39.231992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:39.234176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:39.244280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.580299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f334f0>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:37Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:37Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:39.664433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (1bd16811-ca2a-4bec-9ed7-aea3ce861879), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.678905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:15:39.679608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Updating router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:15:39.749976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.757635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=1bd16811-ca2a-4bec-9ed7-aea3ce861879,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:39.829978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:39.837119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:39.845916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:39.847480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:39.858841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf16cd-497d-4ae5-8a58-bd1d7ca9d170 None None] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:39.898736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-13355607-aa88-4a12-a660-31c23057a479 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8523324
Apr 02 21:15:39.912141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34650) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:39.920277 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '1bd16811-ca2a-4bec-9ed7-aea3ce861879', 'ip_address': '2001:db8::2d98:4115:c519:f16a'}], 'name': 'tempest-NetworksTestDHCPv6-1847482032'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:40.057245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63843667-0150-400a-a5d8-0053829f097c req-3871cece-2eb0-44d6-bbcd-626b46adb402 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:40.059014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63843667-0150-400a-a5d8-0053829f097c req-3871cece-2eb0-44d6-bbcd-626b46adb402 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 944 time: 0.1536033
Apr 02 21:15:40.159963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb454d1-a5c2-419e-aa79-fdef4a2c9d0e tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=4dbe98fe-9f24-43f9-b848-cf61041d72cc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:40.187930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63843667-0150-400a-a5d8-0053829f097c req-a751a31c-893e-4403-b184-4920fcccc5bd tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222336
Apr 02 21:15:40.198101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bdc878f0-e60b-4831-8b46-59505dedc231 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:40.200595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:40.320982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:40.324258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:40.325257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] Provisioning complete for port bdc878f0-e60b-4831-8b46-59505dedc231 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:40.325854 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:40.356541 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fdf9eb4b-417b-48a0-a598-704dbb2b390b req-a66aaefe-fcd7-43b6-b261-07de7f3b0003 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 210 time: 0.0574915
Apr 02 21:15:40.369351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd777e6-7cbf-49f8-99d6-aba0d61e3e3e None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:40.474637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:40.685707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:40.725399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:40.907458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bdc878f0-e60b-4831-8b46-59505dedc231 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:40.907837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:40.935388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (a24cc219-b2f7-4679-ac32-5e5832028bba), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:40.968973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] Current status of the port bdc878f0-e60b-4831-8b46-59505dedc231 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:40.969296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:40.973001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-d15a759e-04d1-48af-ac60-085f9a555f8f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:40.974471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-d15a759e-04d1-48af-ac60-085f9a555f8f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 811 time: 0.3520277
Apr 02 21:15:40.990199 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Publish callbacks [] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.001026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Request body: {'port': {'device_id': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'admin_state_up': True, 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:41.007366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.057156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] For port bdc878f0-e60b-4831-8b46-59505dedc231, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc878f0-e60b-4831-8b46-59505dedc231,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:41.068960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.080822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=a24cc219-b2f7-4679-ac32-5e5832028bba,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:41.105819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49d2525c-825c-4b83-8f7e-fac6ff834641 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:41.114730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a103b9-85d7-4d80-b168-3bc9dfa2ca5c None None] Pushing event updated for resources: {'Port': ['ID=24924bd8-cfaf-4ddb-95de-725ed584e6b8,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:41.165829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::2d98:4115:c519:f16a (eeb93323-7554-49dc-8729-b7a40cff9c2b/1bd16811-ca2a-4bec-9ed7-aea3ce861879/6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:41.176808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:41.177161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 4dbe98fe-9f24-43f9-b848-cf61041d72cc, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:41.226457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bdc878f0-e60b-4831-8b46-59505dedc231 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:41.227629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31b7989e-735d-454f-bca6-3f5bb202fae4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:41.309067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:41.310358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Attempting to bind port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:41.310743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Attempting to bind port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:41.311165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Attempting to bind port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 on network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:41.327406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Made reservation on behalf of e25481b7efed4632bcd054e2cec3b161 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:41.331393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.331758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Provisioning complete for port 31b7989e-735d-454f-bca6-3f5bb202fae4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:41.332135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.336376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4dbe98fe-9f24-43f9-b848-cf61041d72cc) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:41.337608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1bef7-f328-4873-85ad-09da5bbe62e1 None None] Pushing event updated for resources: {'Port': ['ID=bdc878f0-e60b-4831-8b46-59505dedc231,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:41.342120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:41.342723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.359916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:41.360301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Checking segment: {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:41.360912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.361466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Bound using segment: {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:41.362130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Bound port: 24924bd8-cfaf-4ddb-95de-725ed584e6b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e13721f-5e57-4241-b5b2-8db30440c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:41.363659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.372713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca9df236-f83e-4bea-944b-53f68f09c7cc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1523139
Apr 02 21:15:41.393218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 49d2525c-825c-4b83-8f7e-fac6ff834641 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:15:41.406635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0fe997-c674-4fd0-91c8-ab5d0d459b6d None None] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:41.417240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34696) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:41.492848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 49d2525c-825c-4b83-8f7e-fac6ff834641 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:41.493231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.562514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3057a4-f976-4f84-a5ae-299ad74c22df req-03e2f691-7721-440f-9a77-6d4514005844 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:41.566148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0073314-b836-41b7-99f8-f0193e39a1e7 req-66d64a5d-b00d-4881-afd4-7db45e0e1732 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 210 time: 0.0658622
Apr 02 21:15:41.590452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f3057a4-f976-4f84-a5ae-299ad74c22df req-03e2f691-7721-440f-9a77-6d4514005844 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 944 time: 0.2577407
Apr 02 21:15:41.599182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 31b7989e-735d-454f-bca6-3f5bb202fae4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:41.599571 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.693913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.703158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-a43013dd-22f9-4f9c-bd73-24e7a4d6e024 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2566533
Apr 02 21:15:41.857650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] For port 24924bd8-cfaf-4ddb-95de-725ed584e6b8, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:41.892210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Current status of the port 31b7989e-735d-454f-bca6-3f5bb202fae4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:41.892686 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.918136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Allocated IP 172.20.0.6 (31fced4c-1a00-48a4-a6cd-17c45563c707/b80c1bed-4f75-41dd-bc3d-1e9f62e14945/df6786e4-d893-4c02-ae92-279c5fe823fc) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:41.927361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.943012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] For port 31b7989e-735d-454f-bca6-3f5bb202fae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31b7989e-735d-454f-bca6-3f5bb202fae4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:41.969376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:41.974726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] For port 24924bd8-cfaf-4ddb-95de-725ed584e6b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24924bd8-cfaf-4ddb-95de-725ed584e6b8,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:41.979483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-f0d97236-246e-4726-93c2-86c1ceb1c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:41.981722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-f0d97236-246e-4726-93c2-86c1ceb1c6bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.1894958
Apr 02 21:15:42.006603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:42.020149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:42.023990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:42.033076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:42.034115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.039588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f3057a4-f976-4f84-a5ae-299ad74c22df req-e4676bdd-89fb-41bd-a387-f02a8912cf29 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4482222
Apr 02 21:15:42.063979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:42.107912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-08b0f98e-323d-4065-b1f7-3c01e6fcc487 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.1896036
Apr 02 21:15:42.108365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34704) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:42.113651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '1bd16811-ca2a-4bec-9ed7-aea3ce861879', 'ip_address': '2001:db8::2d98:4115:c519:f16a'}], 'name': 'tempest-NetworksTestDHCPv6-468369032'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:42.117791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Could not find standard attr ID for object db5cd9f4-c0d5-4287-b59f-4a8d60fd0535. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:42.126535 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.166355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:42.166943 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.262564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-e961355e-c607-4f11-8849-e976e156edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:42.264710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-e961355e-c607-4f11-8849-e976e156edd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2469189
Apr 02 21:15:42.306117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 49d2525c-825c-4b83-8f7e-fac6ff834641 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:42.307214 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.333763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.388876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-3ba5dbf6-4e5c-4a14-85c7-0b2a33eec0a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.1152329
Apr 02 21:15:42.394468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.487013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-1f10c819-7e35-4a2c-8847-4308afe0091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:42.489589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-1f10c819-7e35-4a2c-8847-4308afe0091f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0933933
Apr 02 21:15:42.510525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31f1eb-2ba5-4d14-9bab-24f078e00ba2 None None] Pushing event updated for resources: {'Port': ['ID=31b7989e-735d-454f-bca6-3f5bb202fae4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:42.594536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Allocated IP 2001:db8:1::2 (4dbe98fe-9f24-43f9-b848-cf61041d72cc/a24cc219-b2f7-4679-ac32-5e5832028bba/6c180020-b986-4d8c-af01-5c526f0e01ba) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:42.601017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:42.601590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f334f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:42.616629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 31b7989e-735d-454f-bca6-3f5bb202fae4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:42.620526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2525c-825c-4b83-8f7e-fac6ff834641'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:42.622338 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f964fb1-ad51-4d1d-b81c-14542de91653" -d '{"events": [{"server_uuid": "23eec316-b113-4eb9-9745-5ce00e697e7e", "name": "network-vif-plugged", "status": "completed", "tag": "49d2525c-825c-4b83-8f7e-fac6ff834641"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:42.662938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.667764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-de87a8fc-ca65-443e-b3b6-faf8483d0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:42.673359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-de87a8fc-ca65-443e-b3b6-faf8483d0aff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1706014
Apr 02 21:15:42.719290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:42.748946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:42.802616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:42.808374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2843b7a2-9385-4edc-aafb-6c4f41566ea0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:42.823511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:42.824890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Provisioning complete for port 31b7989e-735d-454f-bca6-3f5bb202fae4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:42.825237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:42.837478 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23820fde-8a15-4f22-967a-e28b7b10d187 x-openstack-request-id: req-23820fde-8a15-4f22-967a-e28b7b10d187 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:42.837779 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eec316-b113-4eb9-9745-5ce00e697e7e", "name": "network-vif-plugged", "status": "completed", "tag": "49d2525c-825c-4b83-8f7e-fac6ff834641", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:42.845671 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23820fde-8a15-4f22-967a-e28b7b10d187 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:42.846178 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23820fde-8a15-4f22-967a-e28b7b10d187'] response: {'server_uuid': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2525c-825c-4b83-8f7e-fac6ff834641', 'code': 200}
Apr 02 21:15:42.889998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:42.906059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bdc878f0-e60b-4831-8b46-59505dedc231 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:42.910274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 49d2525c-825c-4b83-8f7e-fac6ff834641, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49d2525c-825c-4b83-8f7e-fac6ff834641,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:43.008104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:43.050062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:43.050722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.078006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-463a550c-07dd-4326-b9d5-77e2f2019586 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307910
Apr 02 21:15:43.081675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8de8f-9d75-43c1-8358-27cc9588def8 req-ee830a3b-0a59-40cf-945e-4065f8a2aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:43.087116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03f8de8f-9d75-43c1-8358-27cc9588def8 req-ee830a3b-0a59-40cf-945e-4065f8a2aa88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 1126 time: 0.2296813
Apr 02 21:15:43.106102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900f1cf-99fd-4a47-a33c-e6a8734b56a2 req-06121280-8dee-4ce5-baaf-45b04be17fce tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:43.108092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6900f1cf-99fd-4a47-a33c-e6a8734b56a2 req-06121280-8dee-4ce5-baaf-45b04be17fce tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 931 time: 0.3751779
Apr 02 21:15:43.194429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-d88976d0-23ab-4b62-93e4-62591cfcb80d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2062485
Apr 02 21:15:43.199575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03f8de8f-9d75-43c1-8358-27cc9588def8 req-e8255ea8-b929-4ba1-beb0-96e62b4f1966 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996790
Apr 02 21:15:43.212866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Request body: {'port': {'device_id': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:43.222694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.224202 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Publish callbacks [] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.277103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port b84e6f3d-f1d3-4bc6-bdf7-8d522f9eebc3 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:43.317029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a103b9-85d7-4d80-b168-3bc9dfa2ca5c None None] Pushing event updated for resources: {'Port': ['ID=24924bd8-cfaf-4ddb-95de-725ed584e6b8,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:43.332789 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.337279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6900f1cf-99fd-4a47-a33c-e6a8734b56a2 req-6ed2710b-dd01-45fb-a894-dea5e875b889 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994729
Apr 02 21:15:43.340147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8:1::1 (4dbe98fe-9f24-43f9-b848-cf61041d72cc/a24cc219-b2f7-4679-ac32-5e5832028bba/0807164b-ac5b-48d4-a8c9-9972a8528f58) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:43.349032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a2b4c-4310-4867-aa60-5a0f1ebfbe10 req-65298d43-7145-4b32-b1de-e3c7f5c4c6c2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:43.350617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a7a2b4c-4310-4867-aa60-5a0f1ebfbe10 req-65298d43-7145-4b32-b1de-e3c7f5c4c6c2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 945 time: 0.1695681
Apr 02 21:15:43.365157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.370252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-decd5f94-a5af-47d1-95f7-eb672c33ee66 req-5fc23c0e-3973-412d-b3c8-3f2356ceff7e service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896152
Apr 02 21:15:43.530440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a7a2b4c-4310-4867-aa60-5a0f1ebfbe10 req-d1e2c44c-75ef-4605-9273-974f33ce6b90 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721735
Apr 02 21:15:43.601936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.604441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.606302 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:15:43.606761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:15:43.640710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-10d734bf-4441-493e-90ef-aa7e1defae4b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.5312200
Apr 02 21:15:43.642789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34730) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:43.650477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:43.684987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:43.694897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:43.696169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.724495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6786e4-d893-4c02-ae92-279c5fe823fc {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:43.738093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Publish callbacks [] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.750474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:43.754180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:43.755772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Transition to ACTIVE for port object df6786e4-d893-4c02-ae92-279c5fe823fc will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:15:43.761279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:43.761881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.762713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.771933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6365c-4f47-47b0-952e-1af8115a583e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:43.775176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=49d2525c-825c-4b83-8f7e-fac6ff834641,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:43.779704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6365c-4f47-47b0-952e-1af8115a583e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:43.782052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-31e6365c-4f47-47b0-952e-1af8115a583e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.1378672
Apr 02 21:15:43.787334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:43.819047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:43.870304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=0807164b-ac5b-48d4-a8c9-9972a8528f58,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:43.893860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:43.915775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Attempting to bind port df6786e4-d893-4c02-ae92-279c5fe823fc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:43.916177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Attempting to bind port df6786e4-d893-4c02-ae92-279c5fe823fc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:43.916544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Attempting to bind port df6786e4-d893-4c02-ae92-279c5fe823fc on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:43.921227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Port df6786e4-d893-4c02-ae92-279c5fe823fc on network 31fced4c-1a00-48a4-a6cd-17c45563c707 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:15:43.921578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Attempting to bind port df6786e4-d893-4c02-ae92-279c5fe823fc on network 31fced4c-1a00-48a4-a6cd-17c45563c707 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:43.927892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:43.928732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Checking segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:43.929076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Bound using segment: {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:43.929485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Bound port: df6786e4-d893-4c02-ae92-279c5fe823fc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b3fbaf-e234-4d63-87f3-5411c58dfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:43.929863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:43.965526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bdc878f0-e60b-4831-8b46-59505dedc231 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:43.966022 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.054010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:44.054605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.063033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:44.069457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:44.094958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.107710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Attempting to bind port 6c180020-b986-4d8c-af01-5c526f0e01ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:44.108077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Attempting to bind port 6c180020-b986-4d8c-af01-5c526f0e01ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:44.108440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Attempting to bind port 6c180020-b986-4d8c-af01-5c526f0e01ba on network 4dbe98fe-9f24-43f9-b848-cf61041d72cc {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:44.157878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:44.158555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.166760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] 10.222.0.15 "PUT /v2.0/ports/df6786e4-d893-4c02-ae92-279c5fe823fc HTTP/1.1" status: 200  len: 1091 time: 0.9600623
Apr 02 21:15:44.167345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:44.179982 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537" -d '{"events": [{"name": "network-changed", "server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:44.217395 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.246785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.287013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Pushing event updated for resources: {'Port': ['ID=6c180020-b986-4d8c-af01-5c526f0e01ba,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:44.303979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Current status of the port 31b7989e-735d-454f-bca6-3f5bb202fae4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:44.326723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:44.327048 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1533bc0-4c8a-4bef-a397-a05e12489e16 x-openstack-request-id: req-d1533bc0-4c8a-4bef-a397-a05e12489e16 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:44.327155 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:44.327603 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1533bc0-4c8a-4bef-a397-a05e12489e16 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:44.328073 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1533bc0-4c8a-4bef-a397-a05e12489e16'] response: {'name': 'network-changed', 'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'status': 'completed', 'code': 200}
Apr 02 21:15:44.340078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:44.340742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Checking segment: {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:44.341143 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.341373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Bound using segment: {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:44.343328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Bound port: 6c180020-b986-4d8c-af01-5c526f0e01ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:44.343328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.461528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d6e47-4224-484d-98d5-a3505f1bae9a service neutron] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:44.473749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-baf91439-6000-44da-b1a1-db97a8df93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:44.476795 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-baf91439-6000-44da-b1a1-db97a8df93bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 1125 time: 0.1831377
Apr 02 21:15:44.486864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bdc878f0-e60b-4831-8b46-59505dedc231 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:44.488407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31b7989e-735d-454f-bca6-3f5bb202fae4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:44.551259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-ecd83342-98ac-4282-86fb-35b3e2b74291 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6786e4-d893-4c02-ae92-279c5fe823fc HTTP/1.1" status: 200  len: 217 time: 0.0651453
Apr 02 21:15:44.619978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Provisioning complete for port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:44.619978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.652577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-088a91ad-4a9f-48fe-a515-14dacecb7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:44.654978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-088a91ad-4a9f-48fe-a515-14dacecb7c7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0975182
Apr 02 21:15:44.658153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10a44-7a92-4fa0-80ee-61de87df13e2 req-37583b6f-e761-4635-a557-af92853c17db tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:44.659758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fe10a44-7a92-4fa0-80ee-61de87df13e2 req-37583b6f-e761-4635-a557-af92853c17db tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 943 time: 0.1396489
Apr 02 21:15:44.662960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.724534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] For port 6c180020-b986-4d8c-af01-5c526f0e01ba, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:44.765372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714742e9-3035-4d9c-9683-61374d028bca req-70399489-3509-4a56-b041-877aa49add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:44.767238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-70399489-3509-4a56-b041-877aa49add44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0897040
Apr 02 21:15:44.773212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 31b7989e-735d-454f-bca6-3f5bb202fae4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:44.773597 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.775279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144131-78e8-41a0-b7b6-53149f03a671 req-283448d4-39d2-41b3-b050-0f6fef64dd3a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:44.777398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d144131-78e8-41a0-b7b6-53149f03a671 req-283448d4-39d2-41b3-b050-0f6fef64dd3a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 945 time: 0.1202457
Apr 02 21:15:44.820854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fe10a44-7a92-4fa0-80ee-61de87df13e2 req-290b6f59-c235-4887-a2a0-f1f5765b946b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438308
Apr 02 21:15:44.841772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.884434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] For port 6c180020-b986-4d8c-af01-5c526f0e01ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c180020-b986-4d8c-af01-5c526f0e01ba,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:44.888600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:44.892143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Current status of the port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:44.892741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.921178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.923301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.927297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96970f6c-45be-419d-bab2-6ce5a7fa8173 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb HTTP/1.1" status: 204  len: 168 time: 1.1391575
Apr 02 21:15:44.929358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.930328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.932204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34760) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:44.935155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d144131-78e8-41a0-b7b6-53149f03a671 req-60315bde-1eeb-4598-bb82-3853258e6f75 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264179
Apr 02 21:15:44.941943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-4aa6c9dc-117f-4312-a03a-f132cf0f0ebd service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636126
Apr 02 21:15:44.951121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f334f0>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:37Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:41Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:44.962828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:44.993193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] For port 24924bd8-cfaf-4ddb-95de-725ed584e6b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24924bd8-cfaf-4ddb-95de-725ed584e6b8,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:45.003866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0afdca-403f-4d6d-9be2-438af89ce425 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:37Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:41Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:45.059530 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:45.077601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1728432-1f6e-42f0-93d4-ada7e0c86739 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.079191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1728432-1f6e-42f0-93d4-ada7e0c86739 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.081919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1728432-1f6e-42f0-93d4-ada7e0c86739 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1452816
Apr 02 21:15:45.090468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34764) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:45.090944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Could not find standard attr ID for object db5cd9f4-c0d5-4287-b59f-4a8d60fd0535. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:45.185841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-714742e9-3035-4d9c-9683-61374d028bca req-c3b705c9-c32e-4120-9b97-d7e2ce9e0210 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379379
Apr 02 21:15:45.205890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 31b7989e-735d-454f-bca6-3f5bb202fae4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:45.220341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=0807164b-ac5b-48d4-a8c9-9972a8528f58,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:45.239536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Provisioning complete for port bdc878f0-e60b-4831-8b46-59505dedc231 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:45.240411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:45.333388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dfaf0-917e-444c-8e9b-0d8c61f55a00 None None] Pushing event updated for resources: {'Port': ['ID=6c180020-b986-4d8c-af01-5c526f0e01ba,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:45.357827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-767c98f0-2120-4552-bd7c-1d8f032099ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.361566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-767c98f0-2120-4552-bd7c-1d8f032099ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 1125 time: 0.0917950
Apr 02 21:15:45.546536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Pushing event updated for resources: {'Port': ['ID=24924bd8-cfaf-4ddb-95de-725ed584e6b8,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:45.579076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-0234741c-8050-4a4c-814a-7d6138955094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.588877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-0234741c-8050-4a4c-814a-7d6138955094 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2183149
Apr 02 21:15:45.636348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-908c74f0-2924-4ac9-9380-a833daa32485 None None] Current status of the port bdc878f0-e60b-4831-8b46-59505dedc231 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:45.665148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-2a7f8027-b5bf-4f6d-ba69-6851fdbf52a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6786e4-d893-4c02-ae92-279c5fe823fc HTTP/1.1" status: 200  len: 217 time: 0.0710318
Apr 02 21:15:45.731200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-74c4927d-bc24-452e-8a0e-07a078cb913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.733162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-74c4927d-bc24-452e-8a0e-07a078cb913b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0595069
Apr 02 21:15:45.777136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-61cd9e8b-14b0-4b17-b4e9-5c025fc9b7cc None None] Provisioning complete for port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:45.777813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61cd9e8b-14b0-4b17-b4e9-5c025fc9b7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:45.805511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-1d2f4f90-40a5-4e2e-8b69-5b830af69c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.807960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-1d2f4f90-40a5-4e2e-8b69-5b830af69c84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0642116
Apr 02 21:15:45.834316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 1bd16811-ca2a-4bec-9ed7-aea3ce861879 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:45.842704 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (1bd16811-ca2a-4bec-9ed7-aea3ce861879), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:45.896382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f217-a2db-43df-bad9-1a8d15f476a4 req-fc6628fa-0b86-4e3b-882a-0f56e347acc2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:45.897561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-61cd9e8b-14b0-4b17-b4e9-5c025fc9b7cc None None] Current status of the port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:45.901945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-61cd9e8b-14b0-4b17-b4e9-5c025fc9b7cc None None] Could not find standard attr ID for object 6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:15:45.905220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0218f217-a2db-43df-bad9-1a8d15f476a4 req-fc6628fa-0b86-4e3b-882a-0f56e347acc2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 945 time: 0.8154404
Apr 02 21:15:45.969550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1bd16811-ca2a-4bec-9ed7-aea3ce861879), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:45.993511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:46.043901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:46.049525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-a772767f-d21f-4e3d-a857-5614d3856b48 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331929
Apr 02 21:15:46.061552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9b9d8-b282-4644-bf38-c98419e4d87a req-7d3fdc46-09b9-49fd-a435-646988bc45fb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:46.070699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b9b9d8-b282-4644-bf38-c98419e4d87a req-7d3fdc46-09b9-49fd-a435-646988bc45fb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 943 time: 0.1009095
Apr 02 21:15:46.193284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0218f217-a2db-43df-bad9-1a8d15f476a4 req-5c5682ce-6b98-409f-ae76-9f3123916da4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869759
Apr 02 21:15:46.221123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17b9b9d8-b282-4644-bf38-c98419e4d87a req-647db11f-0a10-4ce4-8c11-6662f3adf731 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490364
Apr 02 21:15:46.230185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1bd16811-ca2a-4bec-9ed7-aea3ce861879), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.258025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5bd20b38-a6eb-4099-bf92-3a7ce3a2c537 req-0c098f9f-e57e-4a28-9cb3-c6bacb65c551 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777372
Apr 02 21:15:46.308190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:46.332936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-5aa19be5-ece4-492d-83ae-78c667c4b4ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3780046
Apr 02 21:15:46.500572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1bd16811-ca2a-4bec-9ed7-aea3ce861879), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.539269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd16811-ca2a-4bec-9ed7-aea3ce861879,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:46.551629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d864-34db-4a5b-9676-ef22a74f5591 req-998b1236-fa65-4e94-a314-f04eb478f059 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:46.554158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aee6d864-34db-4a5b-9676-ef22a74f5591 req-998b1236-fa65-4e94-a314-f04eb478f059 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 945 time: 0.0757656
Apr 02 21:15:46.554295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.559554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c82f12c-b485-4411-ad9e-b5787063b934 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:46.561300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-da069289-4d98-4e29-bfee-5dd86fc1ccb0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/1bd16811-ca2a-4bec-9ed7-aea3ce861879 HTTP/1.1" status: 204  len: 168 time: 1.4465709
Apr 02 21:15:46.561947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34806) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:46.622344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8c9d5208-940e-4ce1-8243-fd0b0664a16a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0567324
Apr 02 21:15:46.623504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:46.626087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34810) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:46.631550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:46.640783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2d26d5b8-701c-40b0-b737-25be8a65dc87 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2111998
Apr 02 21:15:46.640783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c9008-ce8e-4368-be6b-5700568202dd req-7dccf948-cf47-40b8-ac85-3dc02c4b7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:46.642165 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-7dccf948-cf47-40b8-ac85-3dc02c4b7687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 1128 time: 0.1881287
Apr 02 21:15:46.644040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:46.650362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1894827586'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:46.655492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aee6d864-34db-4a5b-9676-ef22a74f5591 req-e231f872-77e5-4e32-8ba1-5e2901247213 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912316
Apr 02 21:15:46.662410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1149b8-76cf-407a-9324-7a3a2d77c9ee None None] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:46.769766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:46.773036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.790641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] Provisioning complete for port 6c180020-b986-4d8c-af01-5c526f0e01ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:46.791047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.856240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:46.868272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:46.871810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.881766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (29047450-f520-4e64-a02f-5e5f3e31197f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.882120 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment 29047450-f520-4e64-a02f-5e5f3e31197f of type vlan for network 27e7e93b-93c5-454d-bde1-112452a58711
Apr 02 21:15:46.894823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:46.956794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c9008-ce8e-4368-be6b-5700568202dd req-82b405d6-6262-4a42-b911-6a43e6a5659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:46.958272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-82b405d6-6262-4a42-b911-6a43e6a5659e service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2813303
Apr 02 21:15:46.969376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] Current status of the port 6c180020-b986-4d8c-af01-5c526f0e01ba is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:46.969772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:46.986373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (27e7e93b-93c5-454d-bde1-112452a58711), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.008207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34818) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:47.018881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] For port 6c180020-b986-4d8c-af01-5c526f0e01ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c180020-b986-4d8c-af01-5c526f0e01ba,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:47.028982 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.037714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] Deleting port 31b7989e-735d-454f-bca6-3f5bb202fae4 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:47.038089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.056996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-7787f14f-d715-48ea-819c-3f3605f078c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a HTTP/1.1" status: 200  len: 217 time: 0.0676091
Apr 02 21:15:47.130702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c9008-ce8e-4368-be6b-5700568202dd req-8ec9b816-3b3a-46f9-b586-f9ff753b2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:47.132227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-8ec9b816-3b3a-46f9-b586-f9ff753b2b25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0648534
Apr 02 21:15:47.132903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (27e7e93b-93c5-454d-bde1-112452a58711), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.138512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:47.139177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.170931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31013-81d4-47f5-a057-b8def7c812b8 None None] Pushing event updated for resources: {'Port': ['ID=6c180020-b986-4d8c-af01-5c526f0e01ba,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:47.183238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] For port 31b7989e-735d-454f-bca6-3f5bb202fae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31b7989e-735d-454f-bca6-3f5bb202fae4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:47.184290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.200614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] Calling delete_port for 31b7989e-735d-454f-bca6-3f5bb202fae4 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:47.240721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65207db8-9d76-4cae-954b-b7e719337e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.254222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6053138
Apr 02 21:15:47.254728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:47.303661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:47.341811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8751-84cb-4869-94af-209eb4fda1c1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=27e7e93b-93c5-454d-bde1-112452a58711,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:47.376274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 27e7e93b-93c5-454d-bde1-112452a58711 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:47.406665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65207db8-9d76-4cae-954b-b7e719337e96 admin admin] Publish callbacks [] for security_group (bdba4c95-283c-4b55-802d-66054cd08887), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.415002 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-65207db8-9d76-4cae-954b-b7e719337e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bdba4c95-283c-4b55-802d-66054cd08887), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.502201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (31b7989e-735d-454f-bca6-3f5bb202fae4), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.504744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Provisioning complete for port 6c180020-b986-4d8c-af01-5c526f0e01ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:47.505424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.511985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c9008-ce8e-4368-be6b-5700568202dd req-7ea2b628-698b-4244-9105-51202b4b0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:47.513806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-7ea2b628-698b-4244-9105-51202b4b0a51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3719170
Apr 02 21:15:47.521610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65207db8-9d76-4cae-954b-b7e719337e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba4c95-283c-4b55-802d-66054cd08887,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:47.529333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-65207db8-9d76-4cae-954b-b7e719337e96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f523714f06e1427cb2532d3bf68366b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5195794
Apr 02 21:15:47.532049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34826) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:47.544191 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:47.562966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:47.567942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:47.601605 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e4d2979-6a5a-4120-b669-c689fd3a2d65 admin admin] Publish callbacks [] for security_group (bdba4c95-283c-4b55-802d-66054cd08887), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.630159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e4d2979-6a5a-4120-b669-c689fd3a2d65 admin admin] Publish callbacks [] for security_group (bdba4c95-283c-4b55-802d-66054cd08887), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.634656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (0e805757-6078-4004-8214-a62e694e92d1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.704550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e4d2979-6a5a-4120-b669-c689fd3a2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bdba4c95-283c-4b55-802d-66054cd08887), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.707850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e4d2979-6a5a-4120-b669-c689fd3a2d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.711387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5e4d2979-6a5a-4120-b669-c689fd3a2d65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdba4c95-283c-4b55-802d-66054cd08887 HTTP/1.1" status: 204  len: 168 time: 0.1760769
Apr 02 21:15:47.724815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d2979-6a5a-4120-b669-c689fd3a2d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba4c95-283c-4b55-802d-66054cd08887,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:47.762318 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:47.804557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6c180020-b986-4d8c-af01-5c526f0e01ba up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:47.851140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=0e805757-6078-4004-8214-a62e694e92d1,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:47.913758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] Pushing event deleted for resources: {'Port': ['ID=31b7989e-735d-454f-bca6-3f5bb202fae4,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:47.916490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e674981-c174-4a79-8748-8d33e6b0fd70 None None] No DVR routers for this DVR port 31b7989e-735d-454f-bca6-3f5bb202fae4 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:47.929026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:47.949142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6c180020-b986-4d8c-af01-5c526f0e01ba triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:47.949656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.024189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35873b-5839-4a5a-af9c-a48b2ff32cce req-af63f1fe-d3ef-4ecd-977e-ce28487d834c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:48.027671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:48.028081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b35873b-5839-4a5a-af9c-a48b2ff32cce req-af63f1fe-d3ef-4ecd-977e-ce28487d834c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 945 time: 0.2610445
Apr 02 21:15:48.036318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-e1682456-c496-4aaa-86a6-4e4b8d41e7b5 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4695446
Apr 02 21:15:48.038243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:48.041655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:48.042250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.050520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-efca52bf-9873-4243-94d5-5d445afb5f5b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:48.051433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:48.054162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-efca52bf-9873-4243-94d5-5d445afb5f5b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 945 time: 0.1976125
Apr 02 21:15:48.055872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74b240-027c-4682-9cb5-d7e7a8fe78cf None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:48.057563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.079353 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7700>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:43Z', 'revision_number': 3, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:48.120755 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:15:48.121335 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Updating router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 port 0807164b-ac5b-48d4-a8c9-9972a8528f58 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:15:48.158820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df6786e4-d893-4c02-ae92-279c5fe823fc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:15:48.164305 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.295811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:48.312334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'mac_address': 'fa:16:3e:45:dc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:15:48.372518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port df6786e4-d893-4c02-ae92-279c5fe823fc is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:48.373073 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.404837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f52ef-1a92-491c-bd55-c91d0f5fcb84 req-47e75331-a262-4415-94b2-928a43b3f561 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:48.413063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b35873b-5839-4a5a-af9c-a48b2ff32cce req-8fc5f5ee-e84a-49bd-9386-1a6dd9b443af tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3578842
Apr 02 21:15:48.420882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a28f52ef-1a92-491c-bd55-c91d0f5fcb84 req-47e75331-a262-4415-94b2-928a43b3f561 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 943 time: 0.9462998
Apr 02 21:15:48.444586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6c180020-b986-4d8c-af01-5c526f0e01ba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:48.446110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 24924bd8-cfaf-4ddb-95de-725ed584e6b8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:48.471596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port 49d2525c-825c-4b83-8f7e-fac6ff834641 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:48.471930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.479085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '0e805757-6078-4004-8214-a62e694e92d1'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:48.480322 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.552627 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Publish callbacks [] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.559357 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.616145 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Pushing event updated for resources: {'Port': ['ID=0807164b-ac5b-48d4-a8c9-9972a8528f58,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:48.630702 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.631357 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.631974 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.632503 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.633002 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.633569 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.634054 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.634658 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.635139 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.635614 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.636106 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.636614 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.637109 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.637656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.638221 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:15:48.662017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/0e805757-6078-4004-8214-a62e694e92d1/6da5f574-b832-440e-acb1-0a96163130d4) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:48.689239 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (74f5b496-6631-4321-856e-4ec97db20fc3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.716102 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Attempting to bind port 0807164b-ac5b-48d4-a8c9-9972a8528f58 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:48.716791 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Attempting to bind port 0807164b-ac5b-48d4-a8c9-9972a8528f58 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:48.717363 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Attempting to bind port 0807164b-ac5b-48d4-a8c9-9972a8528f58 on network 4dbe98fe-9f24-43f9-b848-cf61041d72cc {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:48.723936 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:48.724617 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Checking segment: {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:48.725232 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.725782 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Bound using segment: {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:48.726612 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Bound port: 0807164b-ac5b-48d4-a8c9-9972a8528f58, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:48.727214 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.753674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6cd7de19-2634-49a9-aaa1-37cbfccf77b6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1263509
Apr 02 21:15:48.762977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:48.798319 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] For port 0807164b-ac5b-48d4-a8c9-9972a8528f58, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:48.803304 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] For port 0807164b-ac5b-48d4-a8c9-9972a8528f58, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0807164b-ac5b-48d4-a8c9-9972a8528f58,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:48.815454 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.819336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '0e805757-6078-4004-8214-a62e694e92d1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-486667194'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:48.915977 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea911ae3-f25a-41ee-90a6-601055e18633 None None] Pushing event updated for resources: {'Port': ['ID=0807164b-ac5b-48d4-a8c9-9972a8528f58,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:48.930355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a28f52ef-1a92-491c-bd55-c91d0f5fcb84 req-10e6afc0-b4fb-4c05-a0b4-e4d6297f97c1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5084517
Apr 02 21:15:48.934471 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Publish callbacks [] for port (6da5f574-b832-440e-acb1-0a96163130d4), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.970168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6786e4-d893-4c02-ae92-279c5fe823fc {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:48.988163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (6da5f574-b832-440e-acb1-0a96163130d4), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:48.996751 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:48.997779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:49.075655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:49.092497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=74f5b496-6631-4321-856e-4ec97db20fc3,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:49.092729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Current status of the port 6c180020-b986-4d8c-af01-5c526f0e01ba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:49.099625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:49.103378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:49.106947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:49.107314 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.111045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:49.132113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f69c9008-ce8e-4368-be6b-5700568202dd req-48265ed4-2e46-4cdb-a7a0-3a37f0145514 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7510426
Apr 02 21:15:49.159015 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.165330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Pushing event updated for resources: {'Port': ['ID=6da5f574-b832-440e-acb1-0a96163130d4,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:49.173165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:49.177001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 27e7e93b-93c5-454d-bde1-112452a58711, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:49.206647 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:49.244315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 27e7e93b-93c5-454d-bde1-112452a58711 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:49.257894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port 49d2525c-825c-4b83-8f7e-fac6ff834641, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49d2525c-825c-4b83-8f7e-fac6ff834641,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:49.258374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.260712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27e7e93b-93c5-454d-bde1-112452a58711) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:49.264540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:49.273519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:49.274523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.282958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for 49d2525c-825c-4b83-8f7e-fac6ff834641 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:49.354730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a3f4e7fd-72cd-453d-b4a2-796536723192 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0933373
Apr 02 21:15:49.355498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34860) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:49.376692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:49.414744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Provisioning complete for port 0807164b-ac5b-48d4-a8c9-9972a8528f58 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:49.416000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.420277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339bd10-823a-4955-bd21-c22f304a1dbe None None] Network 27e7e93b-93c5-454d-bde1-112452a58711 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:49.437607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Attempting to bind port 6da5f574-b832-440e-acb1-0a96163130d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:49.459694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Attempting to bind port 6da5f574-b832-440e-acb1-0a96163130d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:49.460977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Attempting to bind port 6da5f574-b832-440e-acb1-0a96163130d4 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:49.485352 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (49d2525c-825c-4b83-8f7e-fac6ff834641), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.532992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=49d2525c-825c-4b83-8f7e-fac6ff834641,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:49.553488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b', '49d2525c-825c-4b83-8f7e-fac6ff834641'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:49.557938 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7700>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:43Z', 'revision_number': 3, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:48Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:49.571779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['df6786e4-d893-4c02-ae92-279c5fe823fc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:49.574465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:49.574979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:49.575678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.576314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:49.577315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Bound port: 6da5f574-b832-440e-acb1-0a96163130d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:49.578398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da5f574-b832-440e-acb1-0a96163130d4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.602996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3d022d1-1175-4314-a0d9-e52fee443c55 req-3296f6f4-ec86-44a5-be38-f733f827eef4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=23eec316-b113-4eb9-9745-5ce00e697e7e HTTP/1.1" status: 200  len: 210 time: 0.0542419
Apr 02 21:15:49.614239 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7dc5-95bc-49ae-8993-7dde91d3abd7 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:43Z', 'revision_number': 3, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:48Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:49.657430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.670900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port 49d2525c-825c-4b83-8f7e-fac6ff834641 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:49.700369 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:49.707194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c7e5b96-f7df-4727-923b-14cb5adb7374 req-53493a72-6112-40c6-a91f-b79bc13ec70b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "DELETE /v2.0/ports/49d2525c-825c-4b83-8f7e-fac6ff834641 HTTP/1.1" status: 204  len: 173 time: 1.6455998
Apr 02 21:15:49.707981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'name': 'network-vif-deleted', 'tag': '49d2525c-825c-4b83-8f7e-fac6ff834641'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:49.711395 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f88968-1c09-45b0-9731-29ee07f4d2c7" -d '{"events": [{"server_uuid": "23eec316-b113-4eb9-9745-5ce00e697e7e", "name": "network-vif-deleted", "tag": "49d2525c-825c-4b83-8f7e-fac6ff834641"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:49.830122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 6563c52f-9b0f-40f6-9890-52a54bfc70cd yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:15:49.832339 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b2075-85f1-4fcc-b2ae-523ad26258cf x-openstack-request-id: req-350b2075-85f1-4fcc-b2ae-523ad26258cf {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:49.832680 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eec316-b113-4eb9-9745-5ce00e697e7e", "name": "network-vif-deleted", "tag": "49d2525c-825c-4b83-8f7e-fac6ff834641", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:49.832945 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-350b2075-85f1-4fcc-b2ae-523ad26258cf {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:49.833363 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350b2075-85f1-4fcc-b2ae-523ad26258cf'] response: {'server_uuid': '23eec316-b113-4eb9-9745-5ce00e697e7e', 'name': 'network-vif-deleted', 'tag': '49d2525c-825c-4b83-8f7e-fac6ff834641', 'status': 'completed', 'code': 200}
Apr 02 21:15:50.059115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] For port 6da5f574-b832-440e-acb1-0a96163130d4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:50.093755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-27e7e93b-93c5-454d-bde1-112452a58711', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:50.094627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:50.135169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] For port 6da5f574-b832-440e-acb1-0a96163130d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6da5f574-b832-440e-acb1-0a96163130d4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:50.142342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:50.173151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Current status of the port 0807164b-ac5b-48d4-a8c9-9972a8528f58 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:50.173538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:50.226756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e66db-8fb7-4ca8-a7f2-1edf97a92ce6 req-d26334fd-c25e-4812-a3f6-fd4f4b3f1bcb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:50.228689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-195e66db-8fb7-4ca8-a7f2-1edf97a92ce6 req-d26334fd-c25e-4812-a3f6-fd4f4b3f1bcb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 944 time: 0.1483867
Apr 02 21:15:50.325202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-195e66db-8fb7-4ca8-a7f2-1edf97a92ce6 req-205a3bf4-4037-4914-a14d-0b4d14ee9cd4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906549
Apr 02 21:15:50.384525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Allocated IP 2001:db8:2::2 (27e7e93b-93c5-454d-bde1-112452a58711/74f5b496-6631-4321-856e-4ec97db20fc3/8c2aa1df-45d1-4147-82f2-09e3b7d9e02d) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:50.411185 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da5f574-b832-440e-acb1-0a96163130d4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:50.425300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31b7989e-735d-454f-bca6-3f5bb202fae4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:50.531071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 31b7989e-735d-454f-bca6-3f5bb202fae4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:50.531746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31b7989e-735d-454f-bca6-3f5bb202fae4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:50.683715 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:15:50.684415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:15:50.768704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34894) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:50.769307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5ac4ef6f-7e36-4a26-bf02-e1dea555c14f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.9622099
Apr 02 21:15:50.798772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0807164b-ac5b-48d4-a8c9-9972a8528f58 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:50.884636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6190d-b78e-4229-9d4b-7bdfeb929c6b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:50.887582 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73b6190d-b78e-4229-9d4b-7bdfeb929c6b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1168616
Apr 02 21:15:50.887859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] For port 0807164b-ac5b-48d4-a8c9-9972a8528f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0807164b-ac5b-48d4-a8c9-9972a8528f58,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:50.893300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34898) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:50.907867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:50.918439 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:50.938509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dfe72-5bf7-4604-95b3-27213c15ec43 None None] Pushing event updated for resources: {'Port': ['ID=6da5f574-b832-440e-acb1-0a96163130d4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:51.034251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca9357-8883-46c3-9a64-f0e8d4835d3e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:51.035692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca9357-8883-46c3-9a64-f0e8d4835d3e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:51.039713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-beca9357-8883-46c3-9a64-f0e8d4835d3e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1431096
Apr 02 21:15:51.040934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34900) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:51.141323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 0e805757-6078-4004-8214-a62e694e92d1 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:15:51.145522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (0e805757-6078-4004-8214-a62e694e92d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.202240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-18e53302-0b8e-4754-a7e7-d5d9c1851358 None None] Provisioning complete for port 0807164b-ac5b-48d4-a8c9-9972a8528f58 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:51.202727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-18e53302-0b8e-4754-a7e7-d5d9c1851358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.204154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478044-592a-4de5-a51e-dd5b8b67b69a None None] Pushing event updated for resources: {'Port': ['ID=0807164b-ac5b-48d4-a8c9-9972a8528f58,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:51.208603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (0e805757-6078-4004-8214-a62e694e92d1), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.238129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0807164b-ac5b-48d4-a8c9-9972a8528f58 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:51.238513 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.273853 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Publish callbacks [] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.323102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0e805757-6078-4004-8214-a62e694e92d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.326018 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.408589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Network 27e7e93b-93c5-454d-bde1-112452a58711 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:51.413495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (0e805757-6078-4004-8214-a62e694e92d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.414119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:51.415967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Pushing event updated for resources: {'Port': ['ID=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:51.418588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:51.436369 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.458056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/0e805757-6078-4004-8214-a62e694e92d1 HTTP/1.1" status: 204  len: 168 time: 0.4140904
Apr 02 21:15:51.459521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34924) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:51.476919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf86f24-49ce-47aa-a3a6-1be836054991 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=0e805757-6078-4004-8214-a62e694e92d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:51.530499 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0807164b-ac5b-48d4-a8c9-9972a8528f58 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:51.560620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-18e53302-0b8e-4754-a7e7-d5d9c1851358 None None] Current status of the port 0807164b-ac5b-48d4-a8c9-9972a8528f58 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:51.560834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a024bf15-acd9-4955-97a1-f008d3abdafd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0956953
Apr 02 21:15:51.561594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34926) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:51.567233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:51.577758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Attempting to bind port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:51.578071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Attempting to bind port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:51.578446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Attempting to bind port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d on network 27e7e93b-93c5-454d-bde1-112452a58711 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:51.585108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:51.585494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Checking segment: {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:51.586609 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.586609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Bound using segment: {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:51.586923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Bound port: 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:51.587555 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.595860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8:2::1 (27e7e93b-93c5-454d-bde1-112452a58711/74f5b496-6631-4321-856e-4ec97db20fc3/92109a13-3936-4db2-a25f-e9953f72316c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:51.618566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-bf166013-b64e-409a-80af-7849a7c6ca6a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:51.625394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-bf166013-b64e-409a-80af-7849a7c6ca6a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2324193
Apr 02 21:15:51.666332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] For port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:51.666603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-1fbca9e6-3d22-482f-8673-0bea16eff828 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0402391
Apr 02 21:15:51.670975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] For port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,segment=NetworkSegment(29047450-f520-4e64-a02f-5e5f3e31197f),segment_id=29047450-f520-4e64-a02f-5e5f3e31197f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:51.680818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.743613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:51.756828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'network': {'name': 'tempest-network-smoke--320150700', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'port_security_enabled': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:51.820160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Made reservation on behalf of 73f99ad4a6bf4ec5ad3d7d4045018511 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:51.826732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.831952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-f9f678cf-030e-445c-b994-530397452f06 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1645100
Apr 02 21:15:51.834173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fbb13-c3c2-4a35-b545-c2f36516dbd8 None None] Pushing event updated for resources: {'Port': ['ID=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:51.834315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:51.836156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (92109a13-3936-4db2-a25f-e9953f72316c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.844953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.885494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.943270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (92109a13-3936-4db2-a25f-e9953f72316c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:51.997232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 27e7e93b-93c5-454d-bde1-112452a58711 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:52.008601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:52.012227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2219a-918d-45b7-9f37-1e2b6d3593c8 req-d4d38d27-5d81-45db-8d56-e064940d28c4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:52.015558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:52.016245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.019170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87f2219a-918d-45b7-9f37-1e2b6d3593c8 req-d4d38d27-5d81-45db-8d56-e064940d28c4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 944 time: 0.1605551
Apr 02 21:15:52.096118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-f2ea6b63-37e7-45eb-a266-0d338158928a service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266157
Apr 02 21:15:52.127654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=92109a13-3936-4db2-a25f-e9953f72316c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:52.165972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87f2219a-918d-45b7-9f37-1e2b6d3593c8 req-5016ffc5-3fb2-4c52-8956-23fa2cf4cb34 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458387
Apr 02 21:15:52.179687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df6786e4-d893-4c02-ae92-279c5fe823fc up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:52.200289 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (29144ff2-381b-4e51-a37c-8208e5617816), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.224816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (29144ff2-381b-4e51-a37c-8208e5617816), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.281879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa27d7-62d9-4bab-b43a-d26b0d312f0e None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:52.291407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-542b0e5e-061f-480e-9824-54d1f27def52 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936622
Apr 02 21:15:52.297919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29144ff2-381b-4e51-a37c-8208e5617816,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:52.310856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (92109a13-3936-4db2-a25f-e9953f72316c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.326360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:52.337242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (6967f935-c810-45f7-9d7e-3d18d1c06daa), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.385475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.385823 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Added segment 6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f of type vlan for network 43e3ac47-3107-4275-88f5-cd9d12c97ac5
Apr 02 21:15:52.434992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:52.435803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] Provisioning complete for port 6da5f574-b832-440e-acb1-0a96163130d4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:52.436189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6da5f574-b832-440e-acb1-0a96163130d4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.443851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:52.446906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:52.447503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.474683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=6967f935-c810-45f7-9d7e-3d18d1c06daa,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:52.479746 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (43e3ac47-3107-4275-88f5-cd9d12c97ac5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.488934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ed8253a0-abeb-4869-b905-dc6cf7087500 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9267535
Apr 02 21:15:52.493238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34932) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:52.497919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2068043439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:52.513668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port df6786e4-d893-4c02-ae92-279c5fe823fc completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:15:52.518264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port df6786e4-d893-4c02-ae92-279c5fe823fc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:52.518901 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.605614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (64e16d95-c14e-4b32-a916-a1401813b8ee), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.608059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (64e16d95-c14e-4b32-a916-a1401813b8ee), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.623791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:15:52.629487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (43e3ac47-3107-4275-88f5-cd9d12c97ac5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.634732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:52.635551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.669255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc81c2e7-9707-4d32-ace0-52d89d446d3f req-8e45ec71-1f48-47d6-ac14-a027feab1e68 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 210 time: 0.0517523
Apr 02 21:15:52.733039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] Current status of the port 6da5f574-b832-440e-acb1-0a96163130d4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:52.733838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da5f574-b832-440e-acb1-0a96163130d4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.751547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (92109a13-3936-4db2-a25f-e9953f72316c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.755455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34938) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:52.755985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0130603
Apr 02 21:15:52.762178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'admin_state_up': True, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:52.762676 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:15:52.785964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (92109a13-3936-4db2-a25f-e9953f72316c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.786804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.850168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a46c9d-1451-4c8c-a463-5555328a429f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Network': ['ID=43e3ac47-3107-4275-88f5-cd9d12c97ac5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:52.854879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router_controller (64e16d95-c14e-4b32-a916-a1401813b8ee), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.864213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (64e16d95-c14e-4b32-a916-a1401813b8ee), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.871009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (798a92ef-287c-4101-9f3d-c9f207753315), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.872898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (798a92ef-287c-4101-9f3d-c9f207753315), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.890494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:52.896186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] For port 6da5f574-b832-440e-acb1-0a96163130d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6da5f574-b832-440e-acb1-0a96163130d4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:52.900921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:52.902800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=92109a13-3936-4db2-a25f-e9953f72316c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:52.907106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b8f2cd1-f201-4ec3-80b1-f7d5750a8d74 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4126897
Apr 02 21:15:52.908050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:52.962506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:52.997080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da5f574-b832-440e-acb1-0a96163130d4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.068025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] Deleting port 6da5f574-b832-440e-acb1-0a96163130d4 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:15:53.068394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6da5f574-b832-440e-acb1-0a96163130d4), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.077841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_controller (798a92ef-287c-4101-9f3d-c9f207753315), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.117808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port df6786e4-d893-4c02-ae92-279c5fe823fc is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:53.118416 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.164335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49d2525c-825c-4b83-8f7e-fac6ff834641 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:53.228767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:53.231042 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b34a8-17ce-40e6-a702-58ab295b8215" -d '{"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-plugged", "status": "completed", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:53.248586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 49d2525c-825c-4b83-8f7e-fac6ff834641 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:53.248828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49d2525c-825c-4b83-8f7e-fac6ff834641 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:53.340131 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6894b8f-5066-40a2-80fb-d9de0aaf7ced x-openstack-request-id: req-e6894b8f-5066-40a2-80fb-d9de0aaf7ced {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:15:53.340951 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-plugged", "status": "completed", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:15:53.340951 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6894b8f-5066-40a2-80fb-d9de0aaf7ced {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:15:53.341385 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6894b8f-5066-40a2-80fb-d9de0aaf7ced'] response: {'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'code': 200}
Apr 02 21:15:53.350895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e2014-a7b2-4523-8a55-f5f277301a8e None None] Pushing event updated for resources: {'Port': ['ID=6da5f574-b832-440e-acb1-0a96163130d4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:53.359392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:53.365031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc5aa-b615-457b-b56d-f2db4392da66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.377980 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.384969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:53.385758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.416597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 27e7e93b-93c5-454d-bde1-112452a58711 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:53.440740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767bca40-5a6d-4355-a23a-e9da1e9c25f0 None None] Network 27e7e93b-93c5-454d-bde1-112452a58711 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:53.484228 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (798a92ef-287c-4101-9f3d-c9f207753315), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.485810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.487854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] For port 6da5f574-b832-440e-acb1-0a96163130d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6da5f574-b832-440e-acb1-0a96163130d4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:53.488280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6da5f574-b832-440e-acb1-0a96163130d4), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.489168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:53.534839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] Calling delete_port for 6da5f574-b832-440e-acb1-0a96163130d4 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:15:53.614686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Provisioning complete for port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:53.615066 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.617907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:53.668744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbe51-e005-4067-9a93-4b4427cdfc7d req-c76d4b0a-2b82-44ef-b23a-b175f43ee970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:53.670189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecddbe51-e005-4067-9a93-4b4427cdfc7d req-c76d4b0a-2b82-44ef-b23a-b175f43ee970 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 1127 time: 0.2523074
Apr 02 21:15:53.677378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46baac-dadb-49fb-8aa9-7d1a248600a4 req-83988654-4cf5-436a-843d-6dc90e864cf8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:53.684211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e46baac-dadb-49fb-8aa9-7d1a248600a4 req-83988654-4cf5-436a-843d-6dc90e864cf8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.2690787
Apr 02 21:15:53.756554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:15:53.813629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4f95a194-5eef-4559-86e5-d5caca3a2ec5 req-789dc2c1-3445-4984-9518-8716590898ed tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 210 time: 0.0373309
Apr 02 21:15:53.815805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::1 (eeb93323-7554-49dc-8729-b7a40cff9c2b/6967f935-c810-45f7-9d7e-3d18d1c06daa/2be35399-36eb-40c2-8c82-d0f6dfe43968) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:53.835788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e46baac-dadb-49fb-8aa9-7d1a248600a4 req-7f6dac0d-c661-43c3-bed6-e8d05dc41957 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453373
Apr 02 21:15:53.838179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecddbe51-e005-4067-9a93-4b4427cdfc7d req-6e2d5518-3c45-4c86-ab0c-a934274353ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492531
Apr 02 21:15:53.981682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:53.982927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:54.019113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-146eddc3-f9d6-4aad-8ba0-677f2dc4a2ec tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6562803
Apr 02 21:15:54.020169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:54.029409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-791643231'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:54.031544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:54.033360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:54.034616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.078461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (798a92ef-287c-4101-9f3d-c9f207753315), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.111179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:54.112491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784539e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:54.115425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.117018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.117308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (6da5f574-b832-440e-acb1-0a96163130d4), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.119919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:54.125965 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.137204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] No DVR routers for this DVR port 6da5f574-b832-440e-acb1-0a96163130d4 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:15:54.187510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=2be35399-36eb-40c2-8c82-d0f6dfe43968,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:54.206919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:15:54.213528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:54.218948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:54.229609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:54.230341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (64e16d95-c14e-4b32-a916-a1401813b8ee), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.240432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a3f2f1f5-9008-47ca-9dac-c307b7626699), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.240889 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added segment a3f2f1f5-9008-47ca-9dac-c307b7626699 of type vlan for network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2
Apr 02 21:15:54.287037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-18086d75-095b-42cf-984e-83e08780300b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:54.288966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-18086d75-095b-42cf-984e-83e08780300b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2691886
Apr 02 21:15:54.291185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (91c973f0-cad8-4daf-bf87-27dbb4ff3df2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.330215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:54.333578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651397d-ca94-47f2-857f-806f88fe3901 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:54.357399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,segment=NetworkSegment(29047450-f520-4e64-a02f-5e5f3e31197f),segment_id=29047450-f520-4e64-a02f-5e5f3e31197f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:15:54.371078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486e2b-3b02-4d47-b04e-3fc154780821 None None] Pushing event deleted for resources: {'Port': ['ID=6da5f574-b832-440e-acb1-0a96163130d4,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:54.378820 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.379625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0807164b-ac5b-48d4-a8c9-9972a8528f58 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:54.380513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (91c973f0-cad8-4daf-bf87-27dbb4ff3df2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.387049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:54.387668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.392745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Current status of the port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:54.393711 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.509303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:54.511690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Network': ['ID=91c973f0-cad8-4daf-bf87-27dbb4ff3df2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:54.521072 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.525836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b2254f97-55fd-40d0-9e56-c422a1ec881c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5027752
Apr 02 21:15:54.526942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:54.540505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'subnet': {'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:54.541728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:15:54.542290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.35.4.3 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f1eb4be8-6881-45eb-a3ce-0cf42eb39fca) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:54.544485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:54.651201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.698665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:54.722587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Made reservation on behalf of 81bf4fa12da74e6c8f6c5aa3ddd40d26 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:54.727475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.793429 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:15:54.793788 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:15:54.796923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.4 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:54.832734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0807164b-ac5b-48d4-a8c9-9972a8528f58 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:54.833114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:54.982342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '6967f935-c810-45f7-9d7e-3d18d1c06daa'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:54.983229 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.184615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0807164b-ac5b-48d4-a8c9-9972a8528f58 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:55.211688 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.219817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dbc1-1d21-4015-b2b6-d939578c92a4 req-18c02b79-47b2-47d5-8f44-579929816616 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:55.221997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5d5dbc1-1d21-4015-b2b6-d939578c92a4 req-18c02b79-47b2-47d5-8f44-579929816616 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1611543
Apr 02 21:15:55.276871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784539e340>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:52Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:15:52Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:55.277917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.323987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.333339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34c1e96c-8fba-4661-957d-5025b0a54adb req-5082ac35-9356-4769-b80c-5b8eb1eb03df tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 210 time: 0.0496712
Apr 02 21:15:55.352724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.354105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (64e16d95-c14e-4b32-a916-a1401813b8ee), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.408313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:55.417314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:15:55.417776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Updating router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 port 92109a13-3936-4db2-a25f-e9953f72316c binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:15:55.424005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.441638 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb8984c3-5817-47a1-a139-3e233955aa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.457557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (1ee9f084-8b45-4780-aba2-bc2f1bf04e9e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.497070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9104fb42-82bf-41a7-90c7-c6406875506b None None] Current status of the port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:55.507725 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (92109a13-3936-4db2-a25f-e9953f72316c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.511115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:55.511289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/6967f935-c810-45f7-9d7e-3d18d1c06daa/a97818d9-c8a9-43fb-9388-047a5688d597) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:55.527081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:55.529776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:55.539883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=2be35399-36eb-40c2-8c82-d0f6dfe43968,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:55.550214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c5d5dbc1-1d21-4015-b2b6-d939578c92a4 req-afe3cf14-66a4-4e49-95a6-a24f5fbadfa7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3132944
Apr 02 21:15:55.564677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.586442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:15:55.591634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:55.604513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:55.609533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:55.614731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Subnet': ['ID=1ee9f084-8b45-4780-aba2-bc2f1bf04e9e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:55.620033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:55.626727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:55.631226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:55.654327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Checking segment: {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:55.654327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network hostable DHCP agents. Network: 91c973f0-cad8-4daf-bf87-27dbb4ff3df2, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:55.721325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:55.721695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.723217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:55.756603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:55.764371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:55.764371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.771134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91c973f0-cad8-4daf-bf87-27dbb4ff3df2) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:55.776246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:55.776977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.788910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-68800bb8-6383-4b90-847c-faddc2360150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4878888
Apr 02 21:15:55.794056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-56537a4c-d40d-4bb8-b218-b75a91ca55fa None None] Provisioning complete for port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:55.794056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-56537a4c-d40d-4bb8-b218-b75a91ca55fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:55.805556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Request body: {'port': {'device_id': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:55.808671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e2eaae79-ec85-480f-99a6-786e5b1bd974 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2732389
Apr 02 21:15:55.808778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a52ad9-07ac-48d3-89fb-49ffc5ab7976 None None] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:55.810513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34968) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:55.934527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (798a92ef-287c-4101-9f3d-c9f207753315), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.159161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (798a92ef-287c-4101-9f3d-c9f207753315), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.231217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Publish callbacks [] for port (a97818d9-c8a9-43fb-9388-047a5688d597), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.279276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Router 64e16d95-c14e-4b32-a916-a1401813b8ee is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:15:56.279916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.295893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.316737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router 798a92ef-287c-4101-9f3d-c9f207753315 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:15:56.371080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:56.371916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.412939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:56.442770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:56.442770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:56.454380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:56.475460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Pushing event updated for resources: {'Port': ['ID=a97818d9-c8a9-43fb-9388-047a5688d597,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:56.477926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6da5f574-b832-440e-acb1-0a96163130d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:15:56.534048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:56.536557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-56537a4c-d40d-4bb8-b218-b75a91ca55fa None None] Current status of the port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:15:56.547972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6da5f574-b832-440e-acb1-0a96163130d4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:15:56.548316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6da5f574-b832-440e-acb1-0a96163130d4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:15:56.549887 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Sync routers for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:56.566845 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:56.572004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78459c6eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:56.600047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:15:56.604419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b87a3f4d-1a9e-46af-9575-cc61c1001a2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "PUT /v2.0/routers/64e16d95-c14e-4b32-a916-a1401813b8ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6952586
Apr 02 21:15:56.626592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34976) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:56.629438 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.640762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Sync routers for ids ['64e16d95-c14e-4b32-a916-a1401813b8ee'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:15:56.645455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:56.646364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3b89f9bb-21b3-47f6-8aaf-f93ac25688b6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 3.8898120
Apr 02 21:15:56.698737 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Publish callbacks [] for port (92109a13-3936-4db2-a25f-e9953f72316c), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.727576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-56537a4c-d40d-4bb8-b218-b75a91ca55fa None None] Provisioning complete for port 92109a13-3936-4db2-a25f-e9953f72316c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:56.727950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-56537a4c-d40d-4bb8-b218-b75a91ca55fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (92109a13-3936-4db2-a25f-e9953f72316c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.737166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (92109a13-3936-4db2-a25f-e9953f72316c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.781000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Routers {'64e16d95-c14e-4b32-a916-a1401813b8ee'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:56.781546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784553c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['64e16d95-c14e-4b32-a916-a1401813b8ee'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:56.790180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75612-4485-4766-8ddb-e32a2f7b4233 req-a9edf64d-0efc-4e9f-b6bc-145c5c03bee9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:56.791760 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b75612-4485-4766-8ddb-e32a2f7b4233 req-a9edf64d-0efc-4e9f-b6bc-145c5c03bee9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 931 time: 0.3037531
Apr 02 21:15:56.795375 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:56.796018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Attempting to bind port a97818d9-c8a9-43fb-9388-047a5688d597 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:56.796341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Attempting to bind port a97818d9-c8a9-43fb-9388-047a5688d597 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:56.796808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Attempting to bind port a97818d9-c8a9-43fb-9388-047a5688d597 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:56.797954 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:56.835493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb7eae-8e38-4515-bc78-b0a69163f10e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:56.839281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-83cb7eae-8e38-4515-bc78-b0a69163f10e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports/2be35399-36eb-40c2-8c82-d0f6dfe43968 HTTP/1.1" status: 200  len: 911 time: 0.1895156
Apr 02 21:15:56.841328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:56.896142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c7b75612-4485-4766-8ddb-e32a2f7b4233 req-91f35ab6-9fb4-4c26-9903-0337c29d693b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886595
Apr 02 21:15:56.926827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efe5c56-bab4-4f30-9028-da9bf904d647 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:56.932758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efe5c56-bab4-4f30-9028-da9bf904d647 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:56.934551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9efe5c56-bab4-4f30-9028-da9bf904d647 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.0923207
Apr 02 21:15:56.938170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 34984) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:56.952348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926ef56-bea0-4823-aecf-33d208f05f1c req-c233d898-5cc0-4636-ad00-c8033e80b44b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:56.955595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a926ef56-bea0-4823-aecf-33d208f05f1c req-c233d898-5cc0-4636-ad00-c8033e80b44b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.2278094
Apr 02 21:15:56.964477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b123e-ed28-4f79-a3a0-e4de6e80d699 None None] Pushing event updated for resources: {'Port': ['ID=92109a13-3936-4db2-a25f-e9953f72316c,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:57.015235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:57.015726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:57.016330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.016815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:57.017414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Bound port: a97818d9-c8a9-43fb-9388-047a5688d597, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:57.017905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.024227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Allocated IP 2001:db8:3::2 (91c973f0-cad8-4daf-bf87-27dbb4ff3df2/1ee9f084-8b45-4780-aba2-bc2f1bf04e9e/f2762142-adb4-4d56-8aad-ffecae0b1a5f) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:57.059541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-56537a4c-d40d-4bb8-b218-b75a91ca55fa None None] Port 92109a13-3936-4db2-a25f-e9953f72316c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:57.065063 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78459c6eb0>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:15:55Z', 'revision_number': 3, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:57.065751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.105832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34986) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:57.106053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-42fb232b-2a75-429b-8ee8-cadf855531dc tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=73f99ad4a6bf4ec5ad3d7d4045018511&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4600289
Apr 02 21:15:57.129306 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Checking router: 798a92ef-287c-4101-9f3d-c9f207753315 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:15:57.130098 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Updating router 798a92ef-287c-4101-9f3d-c9f207753315 port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:15:57.142338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Set router 64e16d95-c14e-4b32-a916-a1401813b8ee gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:57.197941 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.327479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a926ef56-bea0-4823-aecf-33d208f05f1c req-d25dc3ff-0fb6-4e55-8280-b8bf40c3e6e2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3270137
Apr 02 21:15:57.363011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Attempting to bind port 92109a13-3936-4db2-a25f-e9953f72316c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:57.363408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Attempting to bind port 92109a13-3936-4db2-a25f-e9953f72316c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:57.363781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Attempting to bind port 92109a13-3936-4db2-a25f-e9953f72316c on network 27e7e93b-93c5-454d-bde1-112452a58711 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:57.383577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f53056-07c2-4c27-a687-af62f3e2e577 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:57.387720 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79f53056-07c2-4c27-a687-af62f3e2e577 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2782385
Apr 02 21:15:57.389694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:57.389890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Checking segment: {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:57.390278 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.390915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34990) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:57.394684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Bound using segment: {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:57.396824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Bound port: 92109a13-3936-4db2-a25f-e9953f72316c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29047450-f520-4e64-a02f-5e5f3e31197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:57.397243 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (92109a13-3936-4db2-a25f-e9953f72316c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.413098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] For port a97818d9-c8a9-43fb-9388-047a5688d597, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:57.468712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1dba6241-c470-4368-bdc4-c9955698c012 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0724952
Apr 02 21:15:57.470363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 34994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:57.476872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-686356639', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:15:57.498856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:15:57.514971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Publish callbacks [] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.516098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] For port a97818d9-c8a9-43fb-9388-047a5688d597, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a97818d9-c8a9-43fb-9388-047a5688d597,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:57.534986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Transition to ACTIVE for port object bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:15:57.553943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.650478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Pushing event updated for resources: {'Port': ['ID=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:57.670100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Made reservation on behalf of 73f99ad4a6bf4ec5ad3d7d4045018511 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:15:57.683738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.693586 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.700025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Publish callbacks [] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.715492 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Publish callbacks [] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.728191 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.756557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-506ecce9-7c11-4f69-8f8d-539d7011983f None None] Provisioning complete for port 92109a13-3936-4db2-a25f-e9953f72316c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:57.756969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-506ecce9-7c11-4f69-8f8d-539d7011983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (92109a13-3936-4db2-a25f-e9953f72316c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.760187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.796107 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377843aa-b4e8-420e-8602-4fbde78059e6 None None] Pushing event updated for resources: {'Port': ['ID=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:57.841779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Attempting to bind port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:57.842147 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Attempting to bind port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:57.842506 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Attempting to bind port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:57.857651 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] For port 92109a13-3936-4db2-a25f-e9953f72316c, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:57.862421 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:57.862927 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:57.863762 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.864159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:57.864672 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Bound port: f1eb4be8-6881-45eb-a3ce-0cf42eb39fca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:57.865049 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.900958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-506ecce9-7c11-4f69-8f8d-539d7011983f None None] Port 92109a13-3936-4db2-a25f-e9953f72316c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:15:57.906222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] For port 92109a13-3936-4db2-a25f-e9953f72316c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92109a13-3936-4db2-a25f-e9953f72316c,segment=NetworkSegment(29047450-f520-4e64-a02f-5e5f3e31197f),segment_id=29047450-f520-4e64-a02f-5e5f3e31197f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:57.951156 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] For port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:57.958271 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] For port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:57.960068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (1ca008d1-ceb8-4bea-b38b-fa844a7b2add), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.970520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (92109a13-3936-4db2-a25f-e9953f72316c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.970751 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:57.981920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e4b49-29e6-4974-b202-45767f3e4e12 None None] Pushing event updated for resources: {'Port': ['ID=a97818d9-c8a9-43fb-9388-047a5688d597,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:57.986131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:58.053948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Pushing event updated for resources: {'Port': ['ID=f2762142-adb4-4d56-8aad-ffecae0b1a5f,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:58.089450 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:58.091493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:58.096122 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78459c6eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:58.101972 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377843aa-b4e8-420e-8602-4fbde78059e6 None None] Pushing event updated for resources: {'Port': ['ID=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:58.161001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Subnet': ['ID=1ca008d1-ceb8-4bea-b38b-fa844a7b2add,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:58.177192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b123e-ed28-4f79-a3a0-e4de6e80d699 None None] Pushing event updated for resources: {'Port': ['ID=92109a13-3936-4db2-a25f-e9953f72316c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:58.183308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:58.194755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Allocated IP 2001:db8:3::1 (91c973f0-cad8-4daf-bf87-27dbb4ff3df2/1ee9f084-8b45-4780-aba2-bc2f1bf04e9e/b0aeed3c-254a-4ad8-808d-88204bf5fbb2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:15:58.221506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Checking segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:58.221970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network hostable DHCP agents. Network: 43e3ac47-3107-4275-88f5-cd9d12c97ac5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:15:58.236055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdf719-246f-4c42-8df8-4cc547ee626a req-16923880-9e03-4784-9d1c-5227c78ba0e5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:58.248479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31bdf719-246f-4c42-8df8-4cc547ee626a req-16923880-9e03-4784-9d1c-5227c78ba0e5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 943 time: 0.2293494
Apr 02 21:15:58.273527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Attempting to bind port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:58.273919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Attempting to bind port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:58.276632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Attempting to bind port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:58.287470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:15:58.289300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784539e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:58.344755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:15:58.390111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43e3ac47-3107-4275-88f5-cd9d12c97ac5) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:58.405584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:58.406190 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:58.425070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31bdf719-246f-4c42-8df8-4cc547ee626a req-e7a44579-21eb-4c0e-8f4e-f0209bf5c6d8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525724
Apr 02 21:15:58.432551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:15:58.433044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Attempting to bind port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:58.455261 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:58.482025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2c589-f4fd-420c-b150-8fdbf5a91810 req-8ee0791a-247f-46be-aa33-1a644381747c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:58.485241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a3c0023b-1f19-46cf-92a4-fb6b699b29fa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0105662
Apr 02 21:15:58.485391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46c2c589-f4fd-420c-b150-8fdbf5a91810 req-8ee0791a-247f-46be-aa33-1a644381747c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.8116844
Apr 02 21:15:58.488646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:58.488982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:58.489376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:58.489822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Bound port: bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:58.490174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:58.492482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35002) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:15:58.585646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:58.672762 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46c2c589-f4fd-420c-b150-8fdbf5a91810 req-07e51c28-390f-489e-a368-0f5d89a2f60e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801221
Apr 02 21:15:58.733885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] For port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:15:58.758395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Attempting to bind port f2762142-adb4-4d56-8aad-ffecae0b1a5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:15:58.759192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Attempting to bind port f2762142-adb4-4d56-8aad-ffecae0b1a5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:15:58.759370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Attempting to bind port f2762142-adb4-4d56-8aad-ffecae0b1a5f on network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:15:58.766270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff00b96-401f-4c62-b639-6044d6fecec7 None None] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:15:58.787155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] For port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:15:58.806869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:15:58.816404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:58.822146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (64e16d95-c14e-4b32-a916-a1401813b8ee), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:58.863844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78459c6eb0>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:15:55Z', 'revision_number': 3, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:58.897678 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e83ef-fb9e-48d1-bbe0-243373b5b2b1 None None] The sync data for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 is: [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:15:55Z', 'revision_number': 3, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:15:59.032111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:15:59.032560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Checking segment: {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:15:59.032959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.033394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Bound using segment: {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:15:59.033941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Bound port: f2762142-adb4-4d56-8aad-ffecae0b1a5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:15:59.034373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.053691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784553c670>, [{'id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'name': 'tempest-NetworksTestDHCPv6-router-2068043439', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:15:54Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None, '_interfaces': [{'id': '2be35399-36eb-40c2-8c82-d0f6dfe43968', 'name': '', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'mac_address': 'fa:16:3e:41:7b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '6967f935-c810-45f7-9d7e-3d18d1c06daa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:53Z', 'updated_at': '2022-04-02T21:15:54Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'subnets': [{'id': '6967f935-c810-45f7-9d7e-3d18d1c06daa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:15:59.110981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Checking router: 64e16d95-c14e-4b32-a916-a1401813b8ee for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:15:59.111335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Updating router 64e16d95-c14e-4b32-a916-a1401813b8ee port 2be35399-36eb-40c2-8c82-d0f6dfe43968 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:15:59.162994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] Provisioning complete for port 92109a13-3936-4db2-a25f-e9953f72316c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:15:59.165060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (92109a13-3936-4db2-a25f-e9953f72316c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.224077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:15:59.224992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.230724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.379812 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.531286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a97818d9-c8a9-43fb-9388-047a5688d597 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:15:59.561741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.604801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.676975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:15:59.731347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:15:59.743359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:59.743982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.745442 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] 10.222.0.21 "PUT /v2.0/ports/bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 HTTP/1.1" status: 200  len: 1091 time: 3.9460299
Apr 02 21:15:59.746183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'tag': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:15:59.748599 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01969c94-8787-4ced-8d97-83d4b0208634" -d '{"events": [{"name": "network-changed", "server_uuid": "aeae56db-b55b-4c39-8c34-6e06ac357c58", "tag": "bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:15:59.775773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:15:59.776637 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.779194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:59.817150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26147458-293d-45c4-95af-9337c258d982 req-fda353bd-0271-4d34-a380-13b3613baa1f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:15:59.819654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26147458-293d-45c4-95af-9337c258d982 req-fda353bd-0271-4d34-a380-13b3613baa1f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 943 time: 0.2333832
Apr 02 21:15:59.822120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:15:59.863875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d933f80-22f1-47e4-a54c-de1a28a5c52e service neutron] Pushing event updated for resources: {'Port': ['ID=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:15:59.911260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26147458-293d-45c4-95af-9337c258d982 req-92b97d15-6cb8-49d8-af0c-564d874ca056 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842049
Apr 02 21:16:00.032243 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da2beb1-3788-4ba4-a8f3-b767de3118e7 x-openstack-request-id: req-7da2beb1-3788-4ba4-a8f3-b767de3118e7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:00.032727 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeae56db-b55b-4c39-8c34-6e06ac357c58", "tag": "bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:00.033055 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7da2beb1-3788-4ba4-a8f3-b767de3118e7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:00.033633 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da2beb1-3788-4ba4-a8f3-b767de3118e7'] response: {'name': 'network-changed', 'server_uuid': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'tag': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9', 'status': 'completed', 'code': 200}
Apr 02 21:16:00.145959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b20c13-44ff-4514-8183-19e1d5db5f9a req-95993be8-7114-4687-8307-c5c85c6aea8a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:00.147617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4b20c13-44ff-4514-8183-19e1d5db5f9a req-95993be8-7114-4687-8307-c5c85c6aea8a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.2713258
Apr 02 21:16:00.184023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] For port f2762142-adb4-4d56-8aad-ffecae0b1a5f, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:00.199026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-6bb44699-1c2b-4d82-955c-6a20c3dd2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:00.204339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-6bb44699-1c2b-4d82-955c-6a20c3dd2203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 1125 time: 0.3371685
Apr 02 21:16:00.286136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-e98c88ac-6c02-4975-913a-6c3ec9e630d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 HTTP/1.1" status: 200  len: 217 time: 0.0699432
Apr 02 21:16:00.295833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] For port f2762142-adb4-4d56-8aad-ffecae0b1a5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2762142-adb4-4d56-8aad-ffecae0b1a5f,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:00.296742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b4b20c13-44ff-4514-8183-19e1d5db5f9a req-5afe00cd-4a86-4dd2-9374-ed217e870087 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393521
Apr 02 21:16:00.324738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] Current status of the port 92109a13-3936-4db2-a25f-e9953f72316c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:00.324925 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (92109a13-3936-4db2-a25f-e9953f72316c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.351116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.394937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Allocated IP 172.20.0.2 (43e3ac47-3107-4275-88f5-cd9d12c97ac5/1ca008d1-ceb8-4bea-b38b-fa844a7b2add/ed1e1290-9fbb-4a56-a8fd-697e24623496) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:00.396055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-25bf8060-eb21-47b6-889a-1144a503b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:00.397802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-25bf8060-eb21-47b6-889a-1144a503b8cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0990753
Apr 02 21:16:00.417548 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Publish callbacks [] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.437868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.475933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-5831507d-b968-4334-be6c-7d408470d4e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499840
Apr 02 21:16:00.479897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.499917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] For port 92109a13-3936-4db2-a25f-e9953f72316c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92109a13-3936-4db2-a25f-e9953f72316c,segment=NetworkSegment(29047450-f520-4e64-a02f-5e5f3e31197f),segment_id=29047450-f520-4e64-a02f-5e5f3e31197f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:00.540728 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (92109a13-3936-4db2-a25f-e9953f72316c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.555117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a9b31-73be-4e43-92f8-72cf1e5531e3 None None] Pushing event updated for resources: {'Port': ['ID=f2762142-adb4-4d56-8aad-ffecae0b1a5f,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:00.565814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a97818d9-c8a9-43fb-9388-047a5688d597 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:00.566455 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.695471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-0245f5b2-256a-49d5-b267-7ecd80ee474e service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093954
Apr 02 21:16:00.778224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50016b-c9b7-456b-b7d1-4d532da4e012 None None] Pushing event updated for resources: {'Port': ['ID=2be35399-36eb-40c2-8c82-d0f6dfe43968,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:00.836099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784539e340>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:52Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:15:57Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:00.929044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-005ab198-86b1-4217-8ece-436c19fdc79c None None] Provisioning complete for port 2be35399-36eb-40c2-8c82-d0f6dfe43968 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:00.929649 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-005ab198-86b1-4217-8ece-436c19fdc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:00.938758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4987e-5684-4ebe-b319-ab7e5907f8f5 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:15:52Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:15:57Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:01.005502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Attempting to bind port 2be35399-36eb-40c2-8c82-d0f6dfe43968 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:01.020310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Attempting to bind port 2be35399-36eb-40c2-8c82-d0f6dfe43968 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:01.020310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Attempting to bind port 2be35399-36eb-40c2-8c82-d0f6dfe43968 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:01.021659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 2be35399-36eb-40c2-8c82-d0f6dfe43968 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:01.021999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.102446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:01.102836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:01.103249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.103656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:01.104157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Bound port: 2be35399-36eb-40c2-8c82-d0f6dfe43968, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:01.104593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.163632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5f110-dded-4adf-8cf6-4a14bdd7fe8d None None] Pushing event updated for resources: {'Port': ['ID=92109a13-3936-4db2-a25f-e9953f72316c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:01.173285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e511c-6eee-4875-9ae2-5e3ecec1c738 req-e9ee893d-d3af-4766-942b-3d264d37b29f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:01.180887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-005ab198-86b1-4217-8ece-436c19fdc79c None None] Port 2be35399-36eb-40c2-8c82-d0f6dfe43968 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:01.183668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da4e511c-6eee-4875-9ae2-5e3ecec1c738 req-e9ee893d-d3af-4766-942b-3d264d37b29f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 943 time: 0.1473887
Apr 02 21:16:01.213873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Publish callbacks [] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.241315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da4e511c-6eee-4875-9ae2-5e3ecec1c738 req-9b969776-a61d-48fc-98be-fe38d922fda6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565722
Apr 02 21:16:01.302586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a97818d9-c8a9-43fb-9388-047a5688d597 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:01.303391 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.307241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] For port 2be35399-36eb-40c2-8c82-d0f6dfe43968, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:01.337368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.20.0.1 (43e3ac47-3107-4275-88f5-cd9d12c97ac5/1ca008d1-ceb8-4bea-b38b-fa844a7b2add/732087a7-9909-4b55-bd3f-f7239c2ba586) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:01.412661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.427516 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031f14-a502-4e49-979e-27b7b8f1df8f req-07433441-1a6a-4d80-96dd-85599a58ab7a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:01.430681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0031f14-a502-4e49-979e-27b7b8f1df8f req-07433441-1a6a-4d80-96dd-85599a58ab7a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.5430448
Apr 02 21:16:01.482517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.489819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 2be35399-36eb-40c2-8c82-d0f6dfe43968 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:01.508324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0055640-2ab7-44a9-b2a4-e3e34b5f7de2 req-b2542020-ec99-49c9-af6d-65ea2212b414 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6195216
Apr 02 21:16:01.539030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.558273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-005ab198-86b1-4217-8ece-436c19fdc79c None None] Provisioning complete for port a97818d9-c8a9-43fb-9388-047a5688d597 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:01.566544 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-005ab198-86b1-4217-8ece-436c19fdc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.592341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.593647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:01.597619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:01.608957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:01.631578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] For port 2be35399-36eb-40c2-8c82-d0f6dfe43968, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2be35399-36eb-40c2-8c82-d0f6dfe43968,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:01.675552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=732087a7-9909-4b55-bd3f-f7239c2ba586,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:01.675915 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.685657 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.706232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port a97818d9-c8a9-43fb-9388-047a5688d597, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a97818d9-c8a9-43fb-9388-047a5688d597,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:01.708709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0031f14-a502-4e49-979e-27b7b8f1df8f req-2cd33634-b3e3-4ace-bd92-10baa1176228 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342892
Apr 02 21:16:01.712070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:01.712201 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (798a92ef-287c-4101-9f3d-c9f207753315), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.715354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:01.723108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:01.724911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.725704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.735960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:01.771070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Pushing event updated for resources: {'Port': ['ID=ed1e1290-9fbb-4a56-a8fd-697e24623496,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:01.974454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event updated for resources: {'Port': ['ID=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:01.995468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.001458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969c94-8787-4ced-8d97-83d4b0208634 req-c9aa2b27-3a06-4baa-af93-4ba70240e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:02.003134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-c9aa2b27-3a06-4baa-af93-4ba70240e589 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 1125 time: 0.4026952
Apr 02 21:16:02.021844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Attempting to bind port ed1e1290-9fbb-4a56-a8fd-697e24623496 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:02.021844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Attempting to bind port ed1e1290-9fbb-4a56-a8fd-697e24623496 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:02.021844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Attempting to bind port ed1e1290-9fbb-4a56-a8fd-697e24623496 on network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:02.125244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:02.126460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Checking segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:02.126460 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.127085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Bound using segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:02.127661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Bound port: ed1e1290-9fbb-4a56-a8fd-697e24623496, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:02.128176 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.131612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f1eb4be8-6881-45eb-a3ce-0cf42eb39fca up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:02.213090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Routers {'64e16d95-c14e-4b32-a916-a1401813b8ee'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:02.213701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784553c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['64e16d95-c14e-4b32-a916-a1401813b8ee'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:02.246370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:02.255459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:02.258478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969c94-8787-4ced-8d97-83d4b0208634 req-a77fab8d-faef-4661-8b34-4eb54d545b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:02.260588 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-a77fab8d-faef-4661-8b34-4eb54d545b78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.2480721
Apr 02 21:16:02.283970 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2be35399-36eb-40c2-8c82-d0f6dfe43968), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.340609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50016b-c9b7-456b-b7d1-4d532da4e012 None None] Pushing event updated for resources: {'Port': ['ID=2be35399-36eb-40c2-8c82-d0f6dfe43968,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:02.344662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-37e0b7f9-0c73-41a1-8e1a-890b0aebfee0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 HTTP/1.1" status: 200  len: 217 time: 0.0694478
Apr 02 21:16:02.382448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-005ab198-86b1-4217-8ece-436c19fdc79c None None] Current status of the port a97818d9-c8a9-43fb-9388-047a5688d597 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:02.467841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=2be35399-36eb-40c2-8c82-d0f6dfe43968,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:02.521977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] Set router 64e16d95-c14e-4b32-a916-a1401813b8ee gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:02.529976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ea928a5f-51c7-4db8-95cb-640f17d9d6cf None None] Could not find standard attr ID for object 2be35399-36eb-40c2-8c82-d0f6dfe43968. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:16:02.555815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.586859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc517d-9e33-4261-84e4-eee7a3cb6de6 req-c51bb3da-24a4-49c3-a4b0-0bea8e1c9d71 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:02.588780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fbc517d-9e33-4261-84e4-eee7a3cb6de6 req-c51bb3da-24a4-49c3-a4b0-0bea8e1c9d71 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 943 time: 0.1225295
Apr 02 21:16:02.589557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.589690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:02.589963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.612685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] For port ed1e1290-9fbb-4a56-a8fd-697e24623496, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:02.634083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=a97818d9-c8a9-43fb-9388-047a5688d597,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:02.639748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (64e16d95-c14e-4b32-a916-a1401813b8ee), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.644965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6778325-4ed2-47d7-a894-b2a9def8243b None None] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:02.690508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] For port ed1e1290-9fbb-4a56-a8fd-697e24623496, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed1e1290-9fbb-4a56-a8fd-697e24623496,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:02.728168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (798a92ef-287c-4101-9f3d-c9f207753315), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.738292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969c94-8787-4ced-8d97-83d4b0208634 req-4d349a33-f72b-4ad7-8c62-c077f24b6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:02.740530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-4d349a33-f72b-4ad7-8c62-c077f24b6c75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.3698039
Apr 02 21:16:02.755715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fbc517d-9e33-4261-84e4-eee7a3cb6de6 req-18efd0e1-4ed0-4c75-b8c0-6e22c4013f88 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526668
Apr 02 21:16:02.757957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=732087a7-9909-4b55-bd3f-f7239c2ba586,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:02.777260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.882925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:02.883365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-ae692e93-04a2-4e60-8da9-6f5622e3fbe5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497692
Apr 02 21:16:02.885094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:02.895647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] Provisioning complete for port f2762142-adb4-4d56-8aad-ffecae0b1a5f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:02.896105 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:02.917159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:02.976608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407b07e-1d19-4b16-a9bf-b5200a25fb53 req-78cfcb16-2b4f-4d24-8b07-d598bbf206ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:02.983752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6407b07e-1d19-4b16-a9bf-b5200a25fb53 req-78cfcb16-2b4f-4d24-8b07-d598bbf206ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1781588
Apr 02 21:16:03.027056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router 798a92ef-287c-4101-9f3d-c9f207753315 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:03.028048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d4f8-9f39-4045-8393-12f3738173c3 None None] Pushing event updated for resources: {'Port': ['ID=ed1e1290-9fbb-4a56-a8fd-697e24623496,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:03.094865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:03.095348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.139966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:03.166326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.167166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f2762142-adb4-4d56-8aad-ffecae0b1a5f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:03.202912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:03.228160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-21b644a1-6d22-4ed1-aaae-e7e38898e1a0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "PUT /v2.0/routers/798a92ef-287c-4101-9f3d-c9f207753315/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7336161
Apr 02 21:16:03.229998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35050) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:03.238568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Sync routers for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:03.241177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1385130502', 'description': 'tempest-secgroup_access--1385130502 description', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:03.256502 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:03.257481 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b2511c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:03.270543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.317232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] Current status of the port f2762142-adb4-4d56-8aad-ffecae0b1a5f is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:03.317645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.388637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:03.398805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (23abab80-1fef-42c0-98b8-b8a35fdbd86f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.413408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (23abab80-1fef-42c0-98b8-b8a35fdbd86f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.457420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] For port f2762142-adb4-4d56-8aad-ffecae0b1a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2762142-adb4-4d56-8aad-ffecae0b1a5f,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:03.474098 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.492439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.499445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2683349
Apr 02 21:16:03.504749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35052) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:03.509560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2063870440', 'description': 'tempest-secgroup_general--2063870440 description', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:03.535721 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:03.560875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db6020-0211-47c5-a7c7-331f1a321d83 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23abab80-1fef-42c0-98b8-b8a35fdbd86f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:03.568980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.575406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784553c670>, [{'id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'name': 'tempest-NetworksTestDHCPv6-router-2068043439', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:15:54Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None, '_interfaces': [{'id': '2be35399-36eb-40c2-8c82-d0f6dfe43968', 'name': '', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'mac_address': 'fa:16:3e:41:7b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '6967f935-c810-45f7-9d7e-3d18d1c06daa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:53Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'subnets': [{'id': '6967f935-c810-45f7-9d7e-3d18d1c06daa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:03.614606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6ab30-31a0-49a0-8fec-df94ac24a89d None None] Pushing event updated for resources: {'Port': ['ID=f2762142-adb4-4d56-8aad-ffecae0b1a5f,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:03.620041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd0d2-1d9b-47a7-8d33-a7d71e1fb99f None None] The sync data for ids ['64e16d95-c14e-4b32-a916-a1401813b8ee'] in ncdv-master-1 is: [{'id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'name': 'tempest-NetworksTestDHCPv6-router-2068043439', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:15:54Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None, '_interfaces': [{'id': '2be35399-36eb-40c2-8c82-d0f6dfe43968', 'name': '', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'mac_address': 'fa:16:3e:41:7b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '6967f935-c810-45f7-9d7e-3d18d1c06daa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:53Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'subnets': [{'id': '6967f935-c810-45f7-9d7e-3d18d1c06daa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:03.632054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f2762142-adb4-4d56-8aad-ffecae0b1a5f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:03.633149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.645016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Router 64e16d95-c14e-4b32-a916-a1401813b8ee has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:03.717395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:03.742964 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-afb55e2c-183b-4a9d-83c3-7ef0479bfd6d tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9310739
Apr 02 21:16:03.747794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6407b07e-1d19-4b16-a9bf-b5200a25fb53 req-e2d572a3-ac34-4b89-b1db-e523573a79c1 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7630100
Apr 02 21:16:03.748165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (da066d06-5176-47a6-a9f8-7b3c745a72e8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.754803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:03.759890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35054) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:03.770270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-2aab7637-faf7-4538-abad-52f43c2b9f7b service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8728378
Apr 02 21:16:03.779127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:03.803066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-52b1fddc-1c62-40ed-8973-efc46c05385e None None] Provisioning complete for port f2762142-adb4-4d56-8aad-ffecae0b1a5f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:03.803449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-52b1fddc-1c62-40ed-8973-efc46c05385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.878676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:03.879323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784454fa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:03.882841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (da066d06-5176-47a6-a9f8-7b3c745a72e8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:03.885504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f2762142-adb4-4d56-8aad-ffecae0b1a5f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:03.886618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 92109a13-3936-4db2-a25f-e9953f72316c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:03.983851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:03.990577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2289f305-c38e-4a39-aed1-774e6d3cecf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "PUT /v2.0/routers/64e16d95-c14e-4b32-a916-a1401813b8ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0334678
Apr 02 21:16:03.995031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35060) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:04.022954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da066d06-5176-47a6-a9f8-7b3c745a72e8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:04.101167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01969c94-8787-4ced-8d97-83d4b0208634 req-e0711092-bde4-4cba-9172-2d7bfce3a77f service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2662113
Apr 02 21:16:04.108760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.118007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01f8aad9-0758-454e-8a93-f4090ccc6eb5 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.6104312
Apr 02 21:16:04.119608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:04.152051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'security_group_rule': {'security_group_id': '23abab80-1fef-42c0-98b8-b8a35fdbd86f', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:04.156427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:04.163221 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b2511c0>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:02Z', 'revision_number': 2, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:04.190192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f07a8-cbe0-46d4-9b8c-3f06b52f0b5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:04.206034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f07a8-cbe0-46d4-9b8c-3f06b52f0b5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:04.209931 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bd5f07a8-cbe0-46d4-9b8c-3f06b52f0b5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2138052
Apr 02 21:16:04.211031 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Checking router: 798a92ef-287c-4101-9f3d-c9f207753315 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:04.211569 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Updating router 798a92ef-287c-4101-9f3d-c9f207753315 port 732087a7-9909-4b55-bd3f-f7239c2ba586 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:16:04.215372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35064) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:04.247112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group_rule (cc41bcde-ceff-45b2-b0e0-6e5b31516c3d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.266222 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.334643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-e1fe0ac2-1d31-4062-8839-db3e67de4ebc req-49d1a8f8-da28-4fc7-9849-29dbb5c69c60 service neutron] (121648) timed out ('10.222.0.18', 55672) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:16:04.367814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group_rule (cc41bcde-ceff-45b2-b0e0-6e5b31516c3d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.378111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 6967f935-c810-45f7-9d7e-3d18d1c06daa {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:04.389064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (6967f935-c810-45f7-9d7e-3d18d1c06daa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.426657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (cc41bcde-ceff-45b2-b0e0-6e5b31516c3d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.483677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c233d-3423-43c1-bc71-a354c1e8184c req-c15af429-24b3-493e-b3ba-bd1e7221e35a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:04.485708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc8c233d-3423-43c1-bc71-a354c1e8184c req-c15af429-24b3-493e-b3ba-bd1e7221e35a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 943 time: 0.6044219
Apr 02 21:16:04.503573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6967f935-c810-45f7-9d7e-3d18d1c06daa), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.511965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df6786e4-d893-4c02-ae92-279c5fe823fc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:16:04.522198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.528764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3986666
Apr 02 21:16:04.552392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 92109a13-3936-4db2-a25f-e9953f72316c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:04.553989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (92109a13-3936-4db2-a25f-e9953f72316c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.557164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82501d-68b7-47b1-aa75-06534254653f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc41bcde-ceff-45b2-b0e0-6e5b31516c3d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:04.690578 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:16:04.752753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-52b1fddc-1c62-40ed-8973-efc46c05385e None None] Current status of the port f2762142-adb4-4d56-8aad-ffecae0b1a5f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:04.819961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc8c233d-3423-43c1-bc71-a354c1e8184c req-6d81efec-297a-4f1a-9d69-5f7d2dca692b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052623
Apr 02 21:16:04.885314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6967f935-c810-45f7-9d7e-3d18d1c06daa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:04.936899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c1fbf-6292-42d0-a843-fbd61be290cc None None] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:04.987323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d9883447-dd43-45b3-a94b-c5545e288481 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1385130502&fields=id&tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511 HTTP/1.1" status: 200  len: 267 time: 0.1903548
Apr 02 21:16:05.017671 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Publish callbacks [] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.032204 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.069212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679735c4-3251-4ecc-8fae-5889606c051d req-7b63f763-5aa0-44b4-8a37-a04b6559677b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:05.071149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-679735c4-3251-4ecc-8fae-5889606c051d req-7b63f763-5aa0-44b4-8a37-a04b6559677b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1107380
Apr 02 21:16:05.080023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6967f935-c810-45f7-9d7e-3d18d1c06daa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.104172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.104884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.extraroute_db [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=121648) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 02 21:16:05.112779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:05.113320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/6967f935-c810-45f7-9d7e-3d18d1c06daa HTTP/1.1" status: 204  len: 168 time: 0.8968990
Apr 02 21:16:05.151608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-bdf3b75d-040d-4e50-94a3-a1d8523b90a3 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--2063870440&fields=id&tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511 HTTP/1.1" status: 200  len: 267 time: 0.1429937
Apr 02 21:16:05.152486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87259-9f88-484f-8451-d5f103f2ad64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=6967f935-c810-45f7-9d7e-3d18d1c06daa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:05.153555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f501f2b-f058-4f70-a71d-0bf6b00f5864 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:05.171290 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Attempting to bind port 732087a7-9909-4b55-bd3f-f7239c2ba586 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:05.171661 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Attempting to bind port 732087a7-9909-4b55-bd3f-f7239c2ba586 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:05.172716 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Attempting to bind port 732087a7-9909-4b55-bd3f-f7239c2ba586 on network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:05.180765 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:05.181496 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Checking segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:05.184716 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.186219 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Bound using segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:05.186899 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Bound port: 732087a7-9909-4b55-bd3f-f7239c2ba586, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:05.188269 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.193625 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca22f5-00cb-4ff2-8242-d0fc83ac6a70 None None] Pushing event updated for resources: {'Port': ['ID=732087a7-9909-4b55-bd3f-f7239c2ba586,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:05.237121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:05.276937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.extraroute_db [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Removed routes are [] {{(pid=121648) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 02 21:16:05.277428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.281633 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] For port 732087a7-9909-4b55-bd3f-f7239c2ba586, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:05.287586 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] For port 732087a7-9909-4b55-bd3f-f7239c2ba586, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=732087a7-9909-4b55-bd3f-f7239c2ba586,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:05.292256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-679735c4-3251-4ecc-8fae-5889606c051d req-a93a2088-f659-49db-bb36-a62403d1235c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108827
Apr 02 21:16:05.297283 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.331141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-17bf6416-c36e-4118-bf55-f11d50cdba22 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:05.333424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:16:05.334188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-17bf6416-c36e-4118-bf55-f11d50cdba22 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/networks?id=43e3ac47-3107-4275-88f5-cd9d12c97ac5 HTTP/1.1" status: 200  len: 796 time: 0.1610947
Apr 02 21:16:05.344314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'port_id': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'mac_address': 'fa:16:3e:45:dc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:16:05.356738 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:05.357369 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b2511c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:05.363227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-b1c26682-95e1-417b-ac2c-1699aaa606c7 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/quotas/73f99ad4a6bf4ec5ad3d7d4045018511 HTTP/1.1" status: 200  len: 375 time: 0.0128474
Apr 02 21:16:05.371968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-52b1fddc-1c62-40ed-8973-efc46c05385e None None] Provisioning complete for port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:05.372355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-52b1fddc-1c62-40ed-8973-efc46c05385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.447712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 92109a13-3936-4db2-a25f-e9953f72316c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:05.469974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d1d33a8a-79f2-41fb-860b-8441ad491520 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1011229
Apr 02 21:16:05.471217 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:05.505845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a50d4c33-ac48-40d9-93fe-9b5a5c83dec9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.3901420
Apr 02 21:16:05.508807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35084) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:05.592060 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca22f5-00cb-4ff2-8242-d0fc83ac6a70 None None] Pushing event updated for resources: {'Port': ['ID=732087a7-9909-4b55-bd3f-f7239c2ba586,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:05.621989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:16:05.624004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-52b1fddc-1c62-40ed-8973-efc46c05385e None None] Port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:05.726674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port df6786e4-d893-4c02-ae92-279c5fe823fc is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:05.727303 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:05.736570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-aeac8c1c-3acb-482f-ba56-547886a01435 service neutron] 10.222.0.18 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2570901
Apr 02 21:16:05.758227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:05.768809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df6786e4-d893-4c02-ae92-279c5fe823fc {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:05.776032 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b2511c0>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:05Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:05.849507 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce63f2e-2e98-4864-a5b7-e24bd703dc9e None None] The sync data for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 is: [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:05Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:05.902228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:05.904377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ed1e1290-9fbb-4a56-a8fd-697e24623496 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:05.911473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-a4e445ce-8de3-4dbe-9cfb-24fed262dd4f service neutron] 10.222.0.18 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738868
Apr 02 21:16:05.980821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.093746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:06.120639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9', 'mac_address': 'fa:16:3e:02:0c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:16:06.134133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Provisioning complete for port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:06.134515 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.150798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784454fa30>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0aeed3c-254a-4ad8-808d-88204bf5fbb2', 'name': '', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:fe:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:57Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:06.197152 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router (64e16d95-c14e-4b32-a916-a1401813b8ee), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.238088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['df6786e4-d893-4c02-ae92-279c5fe823fc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:06.304565 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Sync routers for ids ['64e16d95-c14e-4b32-a916-a1401813b8ee'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:06.314871 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Routers {'64e16d95-c14e-4b32-a916-a1401813b8ee'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:06.316012 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b251400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['64e16d95-c14e-4b32-a916-a1401813b8ee'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:06.350314 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.353237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:06.353608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Updating router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:16:06.359725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.374744 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49d92ecc-07d5-4ced-b27b-5d0db6ab80a9 req-c8d36669-e432-44b6-b8ad-beb8b11116d0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 210 time: 0.0937386
Apr 02 21:16:06.511504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:06.511921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.570221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (64e16d95-c14e-4b32-a916-a1401813b8ee), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.577855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router_controller (64e16d95-c14e-4b32-a916-a1401813b8ee), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.634336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882fcf-12e0-4cfd-9932-92b70b31691d req-79da5432-93fc-47e3-a8a4-4ff97e3a152f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:06.638099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1882fcf-12e0-4cfd-9932-92b70b31691d req-79da5432-93fc-47e3-a8a4-4ff97e3a152f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 944 time: 0.1388087
Apr 02 21:16:06.666114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:06.712485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:06.713982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:06.721467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:06.748152 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1882fcf-12e0-4cfd-9932-92b70b31691d req-0ab77449-34e5-4a02-9c6a-6ba88ef848c3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993311
Apr 02 21:16:06.749547 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.755298 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.786919 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Set router 64e16d95-c14e-4b32-a916-a1401813b8ee gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:06.843339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55967432-6c64-4577-921c-20354ec3cd9a req-13a932de-bc5f-4849-b23e-09f3a19d7309 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:06.847845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55967432-6c64-4577-921c-20354ec3cd9a req-13a932de-bc5f-4849-b23e-09f3a19d7309 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 943 time: 0.6603138
Apr 02 21:16:06.848844 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (64e16d95-c14e-4b32-a916-a1401813b8ee), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.849590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Fanout notify agent at l3_agent the message router_deleted on router 64e16d95-c14e-4b32-a916-a1401813b8ee {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:16:06.900617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:06.901692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:06.903190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1bee5bb7-4888-4003-9853-d47e066447a4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/routers/64e16d95-c14e-4b32-a916-a1401813b8ee HTTP/1.1" status: 204  len: 168 time: 1.3933554
Apr 02 21:16:06.905462 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b251400>, [{'id': '64e16d95-c14e-4b32-a916-a1401813b8ee', 'name': 'tempest-NetworksTestDHCPv6-router-2068043439', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:02Z', 'revision_number': 3, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:06.906374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35100) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:06.920181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:07.003483 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Checking router: 64e16d95-c14e-4b32-a916-a1401813b8ee for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:07.029534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:07.029948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 02 21:16:07.030981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64e16d95-c14e-4b32-a916-a1401813b8ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent'). {{(pid=121651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 02 21:16:07.033096 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522d19-00a5-4c2b-81bb-3ae712b20aef None None] The sync data for ids ['64e16d95-c14e-4b32-a916-a1401813b8ee'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:07.037332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Provisioning complete for port ed1e1290-9fbb-4a56-a8fd-697e24623496 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:07.037711 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.112588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:07.126195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] Deleting port a97818d9-c8a9-43fb-9388-047a5688d597 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:07.126630 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.139867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55967432-6c64-4577-921c-20354ec3cd9a req-c8b306f0-d1ea-4d21-a857-57047c1cf91b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2877192
Apr 02 21:16:07.150519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:07.154370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.226722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ed1e1290-9fbb-4a56-a8fd-697e24623496 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:07.227099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.229188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:07.408941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:07.416940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.424165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35118) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:07.428435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f1fc3514-829f-492c-b56e-707506819753 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 953 time: 3.6674361
Apr 02 21:16:07.685879 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0cfe02b7-c596-46ce-800d-99ba1bd2c81f req-9c9dd06e-91fd-4578-bb40-2c77af0c7e07 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 210 time: 0.1315763
Apr 02 21:16:07.770284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (82650661-ee23-4cdb-af0f-4ea303455ae7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.816846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-27e22d87-03e8-4420-a7ee-9525f9ac69b5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 953 time: 0.3914857
Apr 02 21:16:07.819653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35126) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:07.824949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'routes': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:07.826424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:07.833806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:07.838649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:07.839495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.864040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=82650661-ee23-4cdb-af0f-4ea303455ae7,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:07.872509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-97c58c4c-c916-4128-b8d6-e31cb71c2877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9617496
Apr 02 21:16:07.874544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35128) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:07.884583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:07.921356 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (e4c50c28-4caf-42eb-84ee-cc16dff2d552), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:07.922597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (e4c50c28-4caf-42eb-84ee-cc16dff2d552), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.004811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router_controller (e4c50c28-4caf-42eb-84ee-cc16dff2d552), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.013349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (e4c50c28-4caf-42eb-84ee-cc16dff2d552), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.039939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Current status of the port ed1e1290-9fbb-4a56-a8fd-697e24623496 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:08.040596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.046576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.049190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b651735a-f57b-478f-967b-66f05308e93d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1726160
Apr 02 21:16:08.051526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35140) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:08.100687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783b2a2-367d-4dec-99d1-b76666e17aaa req-800c2fdb-5627-4137-bb95-96ae011f4910 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:08.100988 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5783b2a2-367d-4dec-99d1-b76666e17aaa req-800c2fdb-5627-4137-bb95-96ae011f4910 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 944 time: 0.1824508
Apr 02 21:16:08.113819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] For port a97818d9-c8a9-43fb-9388-047a5688d597, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a97818d9-c8a9-43fb-9388-047a5688d597,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:08.114281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.155853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] For port ed1e1290-9fbb-4a56-a8fd-697e24623496, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed1e1290-9fbb-4a56-a8fd-697e24623496,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:08.201942 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.207765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] Calling delete_port for a97818d9-c8a9-43fb-9388-047a5688d597 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:08.301124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1e433-5704-4d70-9a59-288e38c25144 None None] Pushing event updated for resources: {'Port': ['ID=ed1e1290-9fbb-4a56-a8fd-697e24623496,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:08.304210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df6786e4-d893-4c02-ae92-279c5fe823fc up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:08.482991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5783b2a2-367d-4dec-99d1-b76666e17aaa req-22a34fd5-897e-4b86-90a7-5f9d51327b41 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3758790
Apr 02 21:16:08.493552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04607b-2e18-435d-81d5-8ba9047a6db3 req-851ed332-185f-415d-8ba9-a6adda2f2cfa tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:08.503736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a04607b-2e18-435d-81d5-8ba9047a6db3 req-851ed332-185f-415d-8ba9-a6adda2f2cfa tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 944 time: 0.2174933
Apr 02 21:16:08.599230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.615976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-35f0fad0-8a8f-4aa6-b204-f5c29be4c8da tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:08.616325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Provisioning complete for port 732087a7-9909-4b55-bd3f-f7239c2ba586 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:08.616520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.619083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-35f0fad0-8a8f-4aa6-b204-f5c29be4c8da tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.15 "GET /v2.0/networks?id=43e3ac47-3107-4275-88f5-cd9d12c97ac5 HTTP/1.1" status: 200  len: 796 time: 0.4182329
Apr 02 21:16:08.630390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a04607b-2e18-435d-81d5-8ba9047a6db3 req-f7fff4fd-cbad-42ad-97fe-3da81d9850a6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256797
Apr 02 21:16:08.692701 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (a97818d9-c8a9-43fb-9388-047a5688d597), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:08.742691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] No DVR routers for this DVR port a97818d9-c8a9-43fb-9388-047a5688d597 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:08.772318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ed1e1290-9fbb-4a56-a8fd-697e24623496 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:08.777533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f1eb4be8-6881-45eb-a3ce-0cf42eb39fca up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:08.808421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61fdab-ea94-4b88-89bb-80c2a4b7b778 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:08.841523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-0a4bc770-c04c-439e-b83c-5d0276bc1452 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511 HTTP/1.1" status: 200  len: 478 time: 0.2093325
Apr 02 21:16:08.857758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'port': {'device_id': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'admin_state_up': True, 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'security_groups': ['23abab80-1fef-42c0-98b8-b8a35fdbd86f', 'da066d06-5176-47a6-a9f8-7b3c745a72e8']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:08.959380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8817a697-8dc4-47ce-aaf2-6c398e9bfd98 req-d60e93a3-e8b6-429b-ae9d-db0850dd4469 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 210 time: 0.1163826
Apr 02 21:16:08.970115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::1 (eeb93323-7554-49dc-8729-b7a40cff9c2b/82650661-ee23-4cdb-af0f-4ea303455ae7/48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:09.042798 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Publish callbacks [] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.091031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc419c9-afef-4520-8009-cd6b51d75eca None None] Pushing event deleted for resources: {'Port': ['ID=a97818d9-c8a9-43fb-9388-047a5688d597,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:09.100773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.130987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '82650661-ee23-4cdb-af0f-4ea303455ae7'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:09.131848 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.136733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.150726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.extraroute_db [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added routes are [] {{(pid=121648) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 02 21:16:09.151082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.extraroute_db [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=121648) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 02 21:16:09.199477 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.223325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Made reservation on behalf of 73f99ad4a6bf4ec5ad3d7d4045018511 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:09.224162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port df6786e4-d893-4c02-ae92-279c5fe823fc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:09.224312 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.229593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.269274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:09.275311 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.278010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:09.282184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:09.282912 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (e4c50c28-4caf-42eb-84ee-cc16dff2d552), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.379063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313db00-d23d-4e7b-8973-62738d88571a None None] Pushing event updated for resources: {'Port': ['ID=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:09.435449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:09.569200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Attempting to bind port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:09.569588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Attempting to bind port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:09.569962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Attempting to bind port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 on network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:09.590020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:09.590429 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.597408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:09.597798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Checking segment: {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:09.598208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.598723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Bound using segment: {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:09.599269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Bound port: b0aeed3c-254a-4ad8-808d-88204bf5fbb2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f2f1f5-9008-47ca-9dac-c307b7626699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:09.599673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.601632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Current status of the port 732087a7-9909-4b55-bd3f-f7239c2ba586 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:09.602012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.712308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.20.0.14 (43e3ac47-3107-4275-88f5-cd9d12c97ac5/1ca008d1-ceb8-4bea-b38b-fa844a7b2add/9721df02-c2e2-4957-a3be-57a586573989) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:09.738721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.784150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] For port 732087a7-9909-4b55-bd3f-f7239c2ba586, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=732087a7-9909-4b55-bd3f-f7239c2ba586,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:09.841093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.892004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9286-ae82-43f6-8320-56ea4dcab69e req-5d14b38d-99c9-491f-83c6-a60fb150ddf8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:09.903873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port df6786e4-d893-4c02-ae92-279c5fe823fc is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:09.904272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:09.904627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f69f9286-ae82-43f6-8320-56ea4dcab69e req-5d14b38d-99c9-491f-83c6-a60fb150ddf8 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 944 time: 0.2178490
Apr 02 21:16:09.914812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/82650661-ee23-4cdb-af0f-4ea303455ae7/3b4760ad-e460-49be-81f3-896ed1597458) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:09.960689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Provisioning complete for port ed1e1290-9fbb-4a56-a8fd-697e24623496 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:09.960689 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.018851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.020972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:10.037279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d370-e62c-4d4c-876b-aeda582f86e5 req-fe276cbb-50b5-481a-9b99-1a4e307da278 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:10.039037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a711d370-e62c-4d4c-876b-aeda582f86e5 req-fe276cbb-50b5-481a-9b99-1a4e307da278 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 944 time: 0.2881787
Apr 02 21:16:10.048070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.052349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:10.054949 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8871546-73e4-4d79-b114-05140193a2d8" -d '{"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-plugged", "status": "completed", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:10.071166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.078964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] For port b0aeed3c-254a-4ad8-808d-88204bf5fbb2, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:10.134324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f69f9286-ae82-43f6-8320-56ea4dcab69e req-e1651f15-cfca-4539-8777-efabc139e866 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278314
Apr 02 21:16:10.151166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Pushing event updated for resources: {'Port': ['ID=732087a7-9909-4b55-bd3f-f7239c2ba586,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:10.228766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:10.237549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] For port b0aeed3c-254a-4ad8-808d-88204bf5fbb2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:10.271873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:10.273216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f2762142-adb4-4d56-8aad-ffecae0b1a5f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:10.328475 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.337386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d38af5d6-ccac-4188-9b87-f6202c57db17 req-b32217ec-e8a9-4925-859a-09db6fb28a95 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 210 time: 0.1014354
Apr 02 21:16:10.418160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a711d370-e62c-4d4c-876b-aeda582f86e5 req-7974a563-ee70-4277-8a91-27c759688c5d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621564
Apr 02 21:16:10.460493 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.460732 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ff855-384b-4030-af9a-1c34877228a8 x-openstack-request-id: req-e00ff855-384b-4030-af9a-1c34877228a8 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:10.460909 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-plugged", "status": "completed", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:10.461277 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e00ff855-384b-4030-af9a-1c34877228a8 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:10.461957 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00ff855-384b-4030-af9a-1c34877228a8'] response: {'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'code': 200}
Apr 02 21:16:10.473078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.473926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (e4c50c28-4caf-42eb-84ee-cc16dff2d552), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.490599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (9721df02-c2e2-4957-a3be-57a586573989), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.503324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:10.504015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784454fa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:10.523868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:10.727632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:10.740858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:10.770022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9721df02-c2e2-4957-a3be-57a586573989), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.780626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:10.838367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313db00-d23d-4e7b-8973-62738d88571a None None] Pushing event updated for resources: {'Port': ['ID=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:10.843074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f2762142-adb4-4d56-8aad-ffecae0b1a5f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:10.844355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.879619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:10.888520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:10.900486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:10.905473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f28974d7-7608-4a2f-ac41-65c0af4fd365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 703 time: 3.0818591
Apr 02 21:16:10.913000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35164) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:10.919836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0154b-53a6-4e38-a68a-68c881d6bf94 None None] Current status of the port ed1e1290-9fbb-4a56-a8fd-697e24623496 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:10.923597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:10.926279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:10.936920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:10.991256 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Publish callbacks [] for port (3b4760ad-e460-49be-81f3-896ed1597458), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.013636 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3b4760ad-e460-49be-81f3-896ed1597458), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.024422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=9721df02-c2e2-4957-a3be-57a586573989,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:11.062887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:11.068836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:11.071175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:11.090304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Router e4c50c28-4caf-42eb-84ee-cc16dff2d552 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:16:11.251111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Pushing event updated for resources: {'Port': ['ID=3b4760ad-e460-49be-81f3-896ed1597458,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:11.282550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:11.290505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] Provisioning complete for port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:11.290888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.295483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:11.307118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.332804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f58f0828-bdbe-4ce9-a82b-97fd4ef3b527 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 703 time: 0.4175708
Apr 02 21:16:11.333430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35170) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:11.438185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f2762142-adb4-4d56-8aad-ffecae0b1a5f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:11.460416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-d5b89dd1-b7ee-4636-ba81-98462ee10ee4 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 2.6037610
Apr 02 21:16:11.471397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Request body: {'port': {'device_id': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:11.497335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Attempting to bind port 3b4760ad-e460-49be-81f3-896ed1597458 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:11.508995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Attempting to bind port 3b4760ad-e460-49be-81f3-896ed1597458 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:11.510051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Attempting to bind port 3b4760ad-e460-49be-81f3-896ed1597458 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:11.527308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:11.527711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:11.528107 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.529073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:11.529231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Bound port: 3b4760ad-e460-49be-81f3-896ed1597458, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:11.529591 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3b4760ad-e460-49be-81f3-896ed1597458), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.578747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:16:11.665962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:11.666518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.819944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 732087a7-9909-4b55-bd3f-f7239c2ba586 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:11.955901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] Current status of the port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:11.956339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:11.965471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:11.990615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-18066998-f13c-423d-a1e2-006c09b14bff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "PUT /v2.0/routers/e4c50c28-4caf-42eb-84ee-cc16dff2d552/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9378216
Apr 02 21:16:11.997767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35176) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:11.999608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Sync routers for ids ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:12.006172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8365-3973-4baf-96cb-bf7d57c84015 req-4e100c1d-71ce-491c-8bb0-356b9d0ffd10 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.016856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfcd8365-3973-4baf-96cb-bf7d57c84015 req-4e100c1d-71ce-491c-8bb0-356b9d0ffd10 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.6780148
Apr 02 21:16:12.024245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] For port 3b4760ad-e460-49be-81f3-896ed1597458, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:12.038685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 732087a7-9909-4b55-bd3f-f7239c2ba586 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:12.038685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.087027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784454fa30>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 7, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0aeed3c-254a-4ad8-808d-88204bf5fbb2', 'name': '', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:fe:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:57Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:12.089649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5ab90-98ea-4eee-b242-639c9b40d695 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.091479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-24c5ab90-98ea-4eee-b242-639c9b40d695 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports/48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 HTTP/1.1" status: 200  len: 911 time: 0.0717340
Apr 02 21:16:12.099136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35178) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:12.125617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Routers {'e4c50c28-4caf-42eb-84ee-cc16dff2d552'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:12.126261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452b2550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:12.128666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:12.129064 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.152400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccb272-0c13-4b66-8f32-d2e156a6babc None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 7, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0aeed3c-254a-4ad8-808d-88204bf5fbb2', 'name': '', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:fe:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:57Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 4, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:12.190392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:12.200275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9721df02-c2e2-4957-a3be-57a586573989), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.211788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b934e1-2771-466f-b834-e4a10607c65e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.217385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b934e1-2771-466f-b834-e4a10607c65e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.222708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a7b934e1-2771-466f-b834-e4a10607c65e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.1219256
Apr 02 21:16:12.248674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35180) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:12.260253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfcd8365-3973-4baf-96cb-bf7d57c84015 req-67fb60b9-1f92-4855-b056-3bb61d8d8d03 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390506
Apr 02 21:16:12.386078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] For port 3b4760ad-e460-49be-81f3-896ed1597458, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b4760ad-e460-49be-81f3-896ed1597458,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:12.412592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.416519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] For port b0aeed3c-254a-4ad8-808d-88204bf5fbb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:12.440803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7c2c7-ef39-435b-a700-840b52da674d req-1b02a925-6ad6-4a40-a4df-852858289f4d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.442388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30a7c2c7-ef39-435b-a700-840b52da674d req-1b02a925-6ad6-4a40-a4df-852858289f4d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 971 time: 0.9317496
Apr 02 21:16:12.458842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3b4760ad-e460-49be-81f3-896ed1597458), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.472067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:12.472975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3834-4986-49bf-8cb8-6902228afbfd req-d2e3d34c-55bd-45bf-88a5-0ac72aae1959 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.474791 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc84152-5f59-4c40-8731-9bc1a477d24d" -d '{"events": [{"server_uuid": "aeae56db-b55b-4c39-8c34-6e06ac357c58", "name": "network-vif-plugged", "status": "completed", "tag": "bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:12.477189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e90c3834-4986-49bf-8cb8-6902228afbfd req-d2e3d34c-55bd-45bf-88a5-0ac72aae1959 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 945 time: 0.1335845
Apr 02 21:16:12.508779 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.566766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Set router e4c50c28-4caf-42eb-84ee-cc16dff2d552 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:12.589162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e90c3834-4986-49bf-8cb8-6902228afbfd req-0038c396-c7a5-46ea-a59d-7a5ba4a9b64c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961342
Apr 02 21:16:12.674963 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa37085-9f1d-4e22-89d6-b3481b6ea438 x-openstack-request-id: req-8fa37085-9f1d-4e22-89d6-b3481b6ea438 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:12.675524 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeae56db-b55b-4c39-8c34-6e06ac357c58", "name": "network-vif-plugged", "status": "completed", "tag": "bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:12.675954 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fa37085-9f1d-4e22-89d6-b3481b6ea438 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:12.679991 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa37085-9f1d-4e22-89d6-b3481b6ea438'] response: {'server_uuid': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9', 'code': 200}
Apr 02 21:16:12.715410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:12.729076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e9ec9b58-2ad1-4d55-9d09-b67399d91fa3 None None] Provisioning complete for port 9721df02-c2e2-4957-a3be-57a586573989 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:12.733188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9b58-2ad1-4d55-9d09-b67399d91fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9721df02-c2e2-4957-a3be-57a586573989), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:12.838546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce1b0c-12ce-4a57-a879-757f0da8bea6 req-44f63ce6-528f-4207-abf7-39a028534e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:12.840430 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42ce1b0c-12ce-4a57-a879-757f0da8bea6 req-44f63ce6-528f-4207-abf7-39a028534e28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 1127 time: 0.1034827
Apr 02 21:16:12.987961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42ce1b0c-12ce-4a57-a879-757f0da8bea6 req-ae053f50-972a-4c1b-9b53-de24a6c413e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326027
Apr 02 21:16:13.015468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec9b58-2ad1-4d55-9d09-b67399d91fa3 None None] Port 9721df02-c2e2-4957-a3be-57a586573989 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:13.036150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 732087a7-9909-4b55-bd3f-f7239c2ba586 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:13.037297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ed1e1290-9fbb-4a56-a8fd-697e24623496 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:13.218371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1af042-6fcd-4b95-b73a-10d9cf66af6c None None] Pushing event updated for resources: {'Port': ['ID=3b4760ad-e460-49be-81f3-896ed1597458,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:13.361082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ed1e1290-9fbb-4a56-a8fd-697e24623496 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:13.361467 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:13.367268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30a7c2c7-ef39-435b-a700-840b52da674d req-e2cd1971-6c2c-4a78-b101-ac484355ae07 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.8568058
Apr 02 21:16:13.425636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f825afe-394b-49f3-b2e5-1ee318518c0e None None] Pushing event updated for resources: {'Port': ['ID=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:13.466682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452b2550>, [{'id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:07Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None, '_interfaces': [{'id': '48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1', 'name': '', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'mac_address': 'fa:16:3e:58:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '82650661-ee23-4cdb-af0f-4ea303455ae7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:08Z', 'updated_at': '2022-04-02T21:16:10Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'subnets': [{'id': '82650661-ee23-4cdb-af0f-4ea303455ae7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:13.528697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2716f62-55e7-41b0-a25e-08f19000af2d req-fbe7d75d-eb52-445c-967b-32e5ee3fb1dd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:13.544270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2716f62-55e7-41b0-a25e-08f19000af2d req-fbe7d75d-eb52-445c-967b-32e5ee3fb1dd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1555159
Apr 02 21:16:13.631540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b2716f62-55e7-41b0-a25e-08f19000af2d req-9450253c-e21c-48aa-ba28-e8b300ea2f3e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803704
Apr 02 21:16:13.643412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:13.758775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:13.775157 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:13.775973 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846188340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:13.798726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Checking router: e4c50c28-4caf-42eb-84ee-cc16dff2d552 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:13.799194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Updating router e4c50c28-4caf-42eb-84ee-cc16dff2d552 port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:16:13.813516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (e4c50c28-4caf-42eb-84ee-cc16dff2d552), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:13.886472 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:13.888614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ed1e1290-9fbb-4a56-a8fd-697e24623496 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:13.975438 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:13.997404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2be35399-36eb-40c2-8c82-d0f6dfe43968 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:14.056805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000100c8-bff1-462d-a78e-7ee62ca16327 req-e0323088-1ddb-4670-8673-3ca66417bb03 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:14.058376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000100c8-bff1-462d-a78e-7ee62ca16327 req-e0323088-1ddb-4670-8673-3ca66417bb03 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 945 time: 0.2807798
Apr 02 21:16:14.153714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-000100c8-bff1-462d-a78e-7ee62ca16327 req-bdd49241-5f6b-4249-bbbf-3ee6ce534762 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848298
Apr 02 21:16:14.256997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9721df02-c2e2-4957-a3be-57a586573989 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:14.285887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Publish callbacks [] for port (9721df02-c2e2-4957-a3be-57a586573989), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.335510 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Publish callbacks [] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.339860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2be35399-36eb-40c2-8c82-d0f6dfe43968 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:14.340250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2be35399-36eb-40c2-8c82-d0f6dfe43968 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:14.341349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a97818d9-c8a9-43fb-9388-047a5688d597 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:14.347172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.417878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be518ff1-9cbb-4d96-a21b-618b804185e7 None None] Pushing event updated for resources: {'Port': ['ID=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:14.437758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a97818d9-c8a9-43fb-9388-047a5688d597 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:14.446391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a97818d9-c8a9-43fb-9388-047a5688d597 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:14.497150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] Provisioning complete for port 3b4760ad-e460-49be-81f3-896ed1597458 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:14.497528 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3b4760ad-e460-49be-81f3-896ed1597458), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.592095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.593945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Attempting to bind port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:14.594323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Attempting to bind port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:14.594679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Attempting to bind port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:14.601026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:14.601353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:14.601735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.602129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:14.602601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Bound port: 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:14.602986 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.608086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Transition to ACTIVE for port object 9721df02-c2e2-4957-a3be-57a586573989 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:16:14.617807 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846188340>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 7, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0aeed3c-254a-4ad8-808d-88204bf5fbb2', 'name': '', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:fe:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:57Z', 'updated_at': '2022-04-02T21:16:12Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:14.637722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9721df02-c2e2-4957-a3be-57a586573989), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.692893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:14.716720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5d56-8710-4891-b3b6-3b438f2ef31f req-a5235cd2-be2a-4af1-a31f-0772de38b059 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:14.717336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] For port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:14.723030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] For port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:14.731892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:14.732568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846188340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:14.745742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78af5d56-8710-4891-b3b6-3b438f2ef31f req-a5235cd2-be2a-4af1-a31f-0772de38b059 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 971 time: 0.1781759
Apr 02 21:16:14.785469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:14.857701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Routers {'e4c50c28-4caf-42eb-84ee-cc16dff2d552'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:14.858342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452b2550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:14.916503 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:14.924909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78af5d56-8710-4891-b3b6-3b438f2ef31f req-b4713879-bf67-4793-b259-192b6f1345ce tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1755273
Apr 02 21:16:15.031933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] Set router e4c50c28-4caf-42eb-84ee-cc16dff2d552 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:15.043392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Pushing event updated for resources: {'Port': ['ID=9721df02-c2e2-4957-a3be-57a586573989,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:15.187655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.188017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.188369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.188758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.189136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.189480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.189879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.190139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.190472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.190806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.191141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.191721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.192363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.193160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.193792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:15.213203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3b4760ad-e460-49be-81f3-896ed1597458 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:15.311281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a74c6-7450-42d4-b234-c782a48d25aa req-a8eb53c5-fce1-4564-be2a-3f304ae2dff7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:15.314428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-780a74c6-7450-42d4-b234-c782a48d25aa req-a8eb53c5-fce1-4564-be2a-3f304ae2dff7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.4876256
Apr 02 21:16:15.385284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:15.385908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.396495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabee0c8-5cc3-4797-a9ab-ef166f0c5b70 req-d344b84d-73d7-4312-b084-a31a4f2f18c9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:15.400727 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846188340>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 7, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0aeed3c-254a-4ad8-808d-88204bf5fbb2', 'name': '', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:fe:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:57Z', 'updated_at': '2022-04-02T21:16:12Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:15.410959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aabee0c8-5cc3-4797-a9ab-ef166f0c5b70 req-d344b84d-73d7-4312-b084-a31a4f2f18c9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 945 time: 0.1048529
Apr 02 21:16:15.426174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] Current status of the port 3b4760ad-e460-49be-81f3-896ed1597458 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:15.432959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3b4760ad-e460-49be-81f3-896ed1597458), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.482134 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad0b0e-c671-4afb-8120-1270df7ac7c1 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 7, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0aeed3c-254a-4ad8-808d-88204bf5fbb2', 'name': '', 'network_id': '91c973f0-cad8-4daf-bf87-27dbb4ff3df2', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:fe:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:57Z', 'updated_at': '2022-04-02T21:16:12Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '1ee9f084-8b45-4780-aba2-bc2f1bf04e9e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:15.500749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aabee0c8-5cc3-4797-a9ab-ef166f0c5b70 req-697e0eb9-a22e-4e1a-8648-3c4e30ddde59 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884714
Apr 02 21:16:15.545354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Attempting to bind port 9721df02-c2e2-4957-a3be-57a586573989 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:15.545751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Attempting to bind port 9721df02-c2e2-4957-a3be-57a586573989 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:15.546132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Attempting to bind port 9721df02-c2e2-4957-a3be-57a586573989 on network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:15.579261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-780a74c6-7450-42d4-b234-c782a48d25aa req-15bc4a87-a1d9-4c7b-9a2b-00bbf36a5c18 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474291
Apr 02 21:16:15.581352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Port 9721df02-c2e2-4957-a3be-57a586573989 on network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:16:15.581672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Attempting to bind port 9721df02-c2e2-4957-a3be-57a586573989 on network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:15.592036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:15.592524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Checking segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:15.592788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Bound using segment: {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:15.593229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Bound port: 9721df02-c2e2-4957-a3be-57a586573989, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:15.593655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9721df02-c2e2-4957-a3be-57a586573989), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.634106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be518ff1-9cbb-4d96-a21b-618b804185e7 None None] Pushing event updated for resources: {'Port': ['ID=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:15.683300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3b4760ad-e460-49be-81f3-896ed1597458 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:15.683863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3b4760ad-e460-49be-81f3-896ed1597458), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.711863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:15.712379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.722683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] For port 3b4760ad-e460-49be-81f3-896ed1597458, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b4760ad-e460-49be-81f3-896ed1597458,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:15.766011 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3b4760ad-e460-49be-81f3-896ed1597458), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.782699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d999e-abf0-4ac0-9219-927c08e61b71 req-2ea85ba8-157f-409d-976b-e5cce8c6e746 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:15.795821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d35d999e-abf0-4ac0-9219-927c08e61b71 req-2ea85ba8-157f-409d-976b-e5cce8c6e746 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 945 time: 0.1283476
Apr 02 21:16:15.843230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:15.843595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:15.845394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada32e5-6904-4aa5-8ec8-811a75bf58db None None] Pushing event updated for resources: {'Port': ['ID=3b4760ad-e460-49be-81f3-896ed1597458,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:15.851833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452b2550>, [{'id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:07Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None, '_interfaces': [{'id': '48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1', 'name': '', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'mac_address': 'fa:16:3e:58:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '82650661-ee23-4cdb-af0f-4ea303455ae7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:08Z', 'updated_at': '2022-04-02T21:16:14Z', 'revision_number': 4, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'subnets': [{'id': '82650661-ee23-4cdb-af0f-4ea303455ae7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:15.857552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:15.905354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d35d999e-abf0-4ac0-9219-927c08e61b71 req-540c5be5-4fef-4f08-80ba-4358c43291ff tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049776
Apr 02 21:16:15.930303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dee8d7-ecf0-499c-9941-47b1f8dd7ab3 None None] The sync data for ids ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'] in ncdv-master-1 is: [{'id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:07Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 2, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None, '_interfaces': [{'id': '48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1', 'name': '', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'mac_address': 'fa:16:3e:58:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '82650661-ee23-4cdb-af0f-4ea303455ae7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:08Z', 'updated_at': '2022-04-02T21:16:14Z', 'revision_number': 4, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'subnets': [{'id': '82650661-ee23-4cdb-af0f-4ea303455ae7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:15.938644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port b0aeed3c-254a-4ad8-808d-88204bf5fbb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:15.939710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.012255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for b0aeed3c-254a-4ad8-808d-88204bf5fbb2 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:16.024622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] Provisioning complete for port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:16.025346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.102187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3b4760ad-e460-49be-81f3-896ed1597458 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:16.103700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b0aeed3c-254a-4ad8-808d-88204bf5fbb2 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:16.125017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] For port 9721df02-c2e2-4957-a3be-57a586573989, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:16.179578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] Current status of the port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:16.180362 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.188506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f03f8-b47a-4ea5-bd06-eb75b7b3d88b req-209c5608-871f-45d6-8609-be2298f769ea tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:16.208697 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a5f03f8-b47a-4ea5-bd06-eb75b7b3d88b req-209c5608-871f-45d6-8609-be2298f769ea tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 983 time: 0.1492691
Apr 02 21:16:16.237712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:16.243133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.278475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] For port 9721df02-c2e2-4957-a3be-57a586573989, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9721df02-c2e2-4957-a3be-57a586573989,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:16.296909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] For port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:16.340331 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.377112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a5f03f8-b47a-4ea5-bd06-eb75b7b3d88b req-dc340d30-bc67-4a9a-84a8-277d2e66a097 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1676543
Apr 02 21:16:16.401648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9721df02-c2e2-4957-a3be-57a586573989), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.516082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:16.516082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.516082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] 10.222.0.15 "PUT /v2.0/ports/9721df02-c2e2-4957-a3be-57a586573989 HTTP/1.1" status: 200  len: 1131 time: 5.0466571
Apr 02 21:16:16.577718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0875211-392d-4e2b-8479-bfbf018630a3 None None] Pushing event updated for resources: {'Port': ['ID=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:16.581272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b0aeed3c-254a-4ad8-808d-88204bf5fbb2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:16.603496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'tag': '9721df02-c2e2-4957-a3be-57a586573989'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:16.605811 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29186e7-8f7c-4da4-a85d-45934b71e8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "tag": "9721df02-c2e2-4957-a3be-57a586573989"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:16.645861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-68cadb73-43c3-4c51-8d77-13ccd79fa36d None None] Provisioning complete for port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:16.645861 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68cadb73-43c3-4c51-8d77-13ccd79fa36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:16.650079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c962ae3-bd38-45ff-96cd-3a78042ecf51 service neutron] Pushing event updated for resources: {'Port': ['ID=9721df02-c2e2-4957-a3be-57a586573989,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:16.857099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5630dc-0bc3-43c8-aa23-2a3503d0f77d req-6b0ccb8f-7992-4195-8d3e-81592c94fdf7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:16.869123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be5630dc-0bc3-43c8-aa23-2a3503d0f77d req-6b0ccb8f-7992-4195-8d3e-81592c94fdf7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1434433
Apr 02 21:16:16.956033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:16.965976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-68cadb73-43c3-4c51-8d77-13ccd79fa36d None None] Current status of the port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:16.995718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be5630dc-0bc3-43c8-aa23-2a3503d0f77d req-4437f5a4-1a16-4f8c-be83-bbe5283882d2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245055
Apr 02 21:16:17.092323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:17.092789 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:17.221439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:17.222595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3b4760ad-e460-49be-81f3-896ed1597458 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:17.292200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3b4760ad-e460-49be-81f3-896ed1597458 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:17.292987 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3b4760ad-e460-49be-81f3-896ed1597458), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:17.325850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64ef4-dc27-4609-ab49-3a0f052afb1f req-aa1ddc31-2df9-44be-a5ba-b87d11669b1f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:17.333564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6d64ef4-dc27-4609-ab49-3a0f052afb1f req-aa1ddc31-2df9-44be-a5ba-b87d11669b1f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 945 time: 0.7591245
Apr 02 21:16:17.348852 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e7834-9975-4774-a651-7bc6f9311873 x-openstack-request-id: req-7b2e7834-9975-4774-a651-7bc6f9311873 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:17.349214 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "tag": "9721df02-c2e2-4957-a3be-57a586573989", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:17.349442 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b2e7834-9975-4774-a651-7bc6f9311873 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:17.349848 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2e7834-9975-4774-a651-7bc6f9311873'] response: {'name': 'network-changed', 'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'tag': '9721df02-c2e2-4957-a3be-57a586573989', 'status': 'completed', 'code': 200}
Apr 02 21:16:17.363648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-52348e6e-a342-40f9-b3e5-adaaea5475ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:17.365372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-52348e6e-a342-40f9-b3e5-adaaea5475ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1165 time: 0.7550454
Apr 02 21:16:17.375576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:17.406197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3b4760ad-e460-49be-81f3-896ed1597458 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:17.501994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-f7e0bd77-5113-407c-98c3-2ba6b7bfc807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9721df02-c2e2-4957-a3be-57a586573989 HTTP/1.1" status: 200  len: 217 time: 0.1041603
Apr 02 21:16:17.510169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:17.548749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a7584-2b68-4729-86cc-a5b830faf2d4 req-f76fdea3-0b01-4aaa-8f2d-4f8174ea3552 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:17.566930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d6a7584-2b68-4729-86cc-a5b830faf2d4 req-f76fdea3-0b01-4aaa-8f2d-4f8174ea3552 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 983 time: 0.1036205
Apr 02 21:16:17.587946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-da0ce266-98c9-4843-83da-dcafde8dbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:17.589474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-da0ce266-98c9-4843-83da-dcafde8dbcb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ca008d1-ceb8-4bea-b38b-fa844a7b2add HTTP/1.1" status: 200  len: 834 time: 0.0760167
Apr 02 21:16:17.679516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6d64ef4-dc27-4609-ab49-3a0f052afb1f req-f638c615-65d4-4cf6-8c7d-241702198431 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3446236
Apr 02 21:16:17.682490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b0aeed3c-254a-4ad8-808d-88204bf5fbb2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:17.784409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d6a7584-2b68-4729-86cc-a5b830faf2d4 req-145dfafd-3ae8-4c62-8e95-de15a904fc84 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2161763
Apr 02 21:16:17.814622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=b0aeed3c-254a-4ad8-808d-88204bf5fbb2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:17.836496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-505c4753-b8a6-409a-8dcd-fd1ce3f7c3a6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:17.838344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-505c4753-b8a6-409a-8dcd-fd1ce3f7c3a6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 945 time: 0.1462567
Apr 02 21:16:17.858141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (e4c50c28-4caf-42eb-84ee-cc16dff2d552), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:17.865305 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:17.894999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-e1b0aa6f-3c8e-4ac4-8c66-251d10640081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:17.897019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-e1b0aa6f-3c8e-4ac4-8c66-251d10640081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43e3ac47-3107-4275-88f5-cd9d12c97ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2974701
Apr 02 21:16:17.987622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:17.988218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:18.167917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:18.168327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:18.199334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:18.202631 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:18.388047 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:18.406226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b', 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:18.429648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:18.500715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:18.505970 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:18.511740 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-44ba7bfd-6460-4f40-b3cb-598a46cff3d3 req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "DELETE /v2.0/ports/bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 HTTP/1.1" status: 204  len: 173 time: 0.6631527
Apr 02 21:16:18.513531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'name': 'network-vif-deleted', 'tag': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:18.517920 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c5d330-203e-4eef-8e36-cb67c8f2967d" -d '{"events": [{"server_uuid": "aeae56db-b55b-4c39-8c34-6e06ac357c58", "name": "network-vif-deleted", "tag": "bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:18.524336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.524938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.525709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.526219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.527012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.527512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.528571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.529661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.530155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.530654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.531195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.531735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.532230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.533511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.534018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb634131-4d8b-4e54-8dd1-fd4108bdd42c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:18.639811 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41049369-21b7-476d-adf5-43a8b38819db x-openstack-request-id: req-41049369-21b7-476d-adf5-43a8b38819db {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:18.644740 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeae56db-b55b-4c39-8c34-6e06ac357c58", "name": "network-vif-deleted", "tag": "bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:18.645547 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41049369-21b7-476d-adf5-43a8b38819db {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:18.646072 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41049369-21b7-476d-adf5-43a8b38819db'] response: {'server_uuid': 'aeae56db-b55b-4c39-8c34-6e06ac357c58', 'name': 'network-vif-deleted', 'tag': 'bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9', 'status': 'completed', 'code': 200}
Apr 02 21:16:18.711063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Router e4c50c28-4caf-42eb-84ee-cc16dff2d552 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:18.720403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa9628-e510-4439-8833-d7f0c5b9344b req-36fe7c59-8c29-4f40-b1fb-667f7be8a64b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:18.729053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5efa9628-e510-4439-8833-d7f0c5b9344b req-36fe7c59-8c29-4f40-b1fb-667f7be8a64b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.5498965
Apr 02 21:16:18.776779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-934cc998-c451-4b84-9e4b-a046910a1260 service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6931629
Apr 02 21:16:18.832144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49a09512-7866-4d9a-92c2-cda0710a5bfd req-ea112f76-cf8c-44e9-9ba5-661aee91bbe4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeae56db-b55b-4c39-8c34-6e06ac357c58 HTTP/1.1" status: 200  len: 210 time: 0.0310915
Apr 02 21:16:18.945117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:18.953474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35234) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:18.954163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a68797ee-709d-4802-ac98-b6437f3d2a3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "PUT /v2.0/routers/e4c50c28-4caf-42eb-84ee-cc16dff2d552/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7039418
Apr 02 21:16:18.956474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b283ea-761e-4003-9695-e77944c42639 None None] Sync routers for ids ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:18.979326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] Routers {'e4c50c28-4caf-42eb-84ee-cc16dff2d552'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:18.980112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443f8b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:19.015317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f4081-71f0-434e-a292-ddc13523bfd1 req-c5b7fe78-809d-4a29-b7ec-53a04b5aba2a tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.023323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c7f4081-71f0-434e-a292-ddc13523bfd1 req-c5b7fe78-809d-4a29-b7ec-53a04b5aba2a tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 983 time: 0.1211562
Apr 02 21:16:19.039580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5efa9628-e510-4439-8833-d7f0c5b9344b req-25206110-a9b4-4607-83d3-1a620399c39b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932673
Apr 02 21:16:19.131907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c7f4081-71f0-434e-a292-ddc13523bfd1 req-8dab8ad8-9556-497b-b221-f16ce0982893 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1076086
Apr 02 21:16:19.139860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77c3a055-5df6-4d77-86e7-991976a71b24 req-95c9849b-a146-4d52-b42f-1aa7ffdcdd94 service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509665
Apr 02 21:16:19.143066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:19.159676 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80813b1-e98a-4eeb-8f73-9f22b6316274 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.161590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80813b1-e98a-4eeb-8f73-9f22b6316274 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.163798 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d80813b1-e98a-4eeb-8f73-9f22b6316274 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1994190
Apr 02 21:16:19.166532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35236) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:19.181792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] Set router e4c50c28-4caf-42eb-84ee-cc16dff2d552 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:19.229208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 82650661-ee23-4cdb-af0f-4ea303455ae7 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:19.233214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (82650661-ee23-4cdb-af0f-4ea303455ae7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.293629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (82650661-ee23-4cdb-af0f-4ea303455ae7), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.295131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443f8b80>, [{'id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:07Z', 'updated_at': '2022-04-02T21:16:16Z', 'revision_number': 3, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:19.341503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b283ea-761e-4003-9695-e77944c42639 None None] Checking router: e4c50c28-4caf-42eb-84ee-cc16dff2d552 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:19.361675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] Routers {'e4c50c28-4caf-42eb-84ee-cc16dff2d552'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:19.362488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443f8b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:19.366036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:19.372541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a07d3de4-31e6-4cfb-a62e-5207a5ef1365 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0350955
Apr 02 21:16:19.374719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-5e0d0071-42c8-451d-9a1d-ad6751751a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.377083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-5e0d0071-42c8-451d-9a1d-ad6751751a88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1165 time: 0.1293161
Apr 02 21:16:19.377246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35238) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:19.381860 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:19.396189 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:19.397716 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846aeff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:19.474515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] Set router e4c50c28-4caf-42eb-84ee-cc16dff2d552 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:19.534785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet 1ee9f084-8b45-4780-aba2-bc2f1bf04e9e {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:19.539146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-dc3b637f-ac0e-4336-8d1b-455300907f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.540888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-dc3b637f-ac0e-4336-8d1b-455300907f60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43e3ac47-3107-4275-88f5-cd9d12c97ac5 HTTP/1.1" status: 200  len: 897 time: 0.1584985
Apr 02 21:16:19.566197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-36b283ea-761e-4003-9695-e77944c42639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443f8b80>, [{'id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:07Z', 'updated_at': '2022-04-02T21:16:16Z', 'revision_number': 3, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:19.589508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (82650661-ee23-4cdb-af0f-4ea303455ae7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.604706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-dd068d51-eb77-4cea-b5f2-c90e53bf4ae6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9721df02-c2e2-4957-a3be-57a586573989 HTTP/1.1" status: 200  len: 217 time: 0.0569839
Apr 02 21:16:19.617451 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (1ee9f084-8b45-4780-aba2-bc2f1bf04e9e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.627258 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:19.704196 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (1ee9f084-8b45-4780-aba2-bc2f1bf04e9e), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.737913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-7b685d89-f51d-4b7a-9ac3-3bdf50ad3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.738770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-7b685d89-f51d-4b7a-9ac3-3bdf50ad3bb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ca008d1-ceb8-4bea-b38b-fa844a7b2add HTTP/1.1" status: 200  len: 834 time: 0.1277564
Apr 02 21:16:19.790074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b283ea-761e-4003-9695-e77944c42639 None None] The sync data for ids ['e4c50c28-4caf-42eb-84ee-cc16dff2d552'] in ncdv-master-1 is: [{'id': 'e4c50c28-4caf-42eb-84ee-cc16dff2d552', 'name': 'tempest-NetworksTestDHCPv6-router-212853975', 'tenant_id': 'fe5466912d1443d2adaba29a98b9f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:07Z', 'updated_at': '2022-04-02T21:16:16Z', 'revision_number': 3, 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:19.853200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-4a28bd99-45fb-4173-a85b-54681d46cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:19.855482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-4a28bd99-45fb-4173-a85b-54681d46cf5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43e3ac47-3107-4275-88f5-cd9d12c97ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1043608
Apr 02 21:16:19.867134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1ee9f084-8b45-4780-aba2-bc2f1bf04e9e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.928486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (82650661-ee23-4cdb-af0f-4ea303455ae7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:19.996236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=82650661-ee23-4cdb-af0f-4ea303455ae7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:20.017824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-87a3e5bb-9e85-4b55-b6fe-89b4831244f6 service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549044
Apr 02 21:16:20.020479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.029766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c0541-70fb-4090-9f91-c9c4b5d5a8d4 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:20.038172 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d938774b-554e-416d-8ea6-125ffea2dd16 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/82650661-ee23-4cdb-af0f-4ea303455ae7 HTTP/1.1" status: 204  len: 168 time: 0.8657260
Apr 02 21:16:20.041163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35248) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:20.247706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (1ee9f084-8b45-4780-aba2-bc2f1bf04e9e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.300196 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846aeff40>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:17Z', 'revision_number': 8, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:20.338732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.344549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/1ee9f084-8b45-4780-aba2-bc2f1bf04e9e HTTP/1.1" status: 204  len: 168 time: 0.9643960
Apr 02 21:16:20.344549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766369a-5859-4beb-9ee9-1fcca5539bc5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee9f084-8b45-4780-aba2-bc2f1bf04e9e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:20.346444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35264) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:20.358389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94553bc8-1e15-4018-a78a-2dffa8cb92e4 None None] Network 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:20.363683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:20.364160 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:20.383546 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:20.385261 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846aeff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:20.401563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a29186e7-8f7c-4da4-a85d-45934b71e8c3 req-abb59903-4d60-4b8c-8e46-e442755ea48b service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3759007
Apr 02 21:16:20.438450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-52ad88ca-74e1-404d-810f-257c4f61f635 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:20.441808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (91c973f0-cad8-4daf-bf87-27dbb4ff3df2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.444678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-52ad88ca-74e1-404d-810f-257c4f61f635 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2685349
Apr 02 21:16:20.462930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35266) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:20.470822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b54490c-ae72-4059-aba0-0889b83056f6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.4284525
Apr 02 21:16:20.519436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdce9ef-5e41-4036-b6aa-2cf1d812018d req-73c82e75-03dd-4f24-a223-bc67653e252c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:20.521103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfdce9ef-5e41-4036-b6aa-2cf1d812018d req-73c82e75-03dd-4f24-a223-bc67653e252c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.3430946
Apr 02 21:16:20.577324 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:20.588942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Deleting port 3b4760ad-e460-49be-81f3-896ed1597458 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:20.589319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3b4760ad-e460-49be-81f3-896ed1597458), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.644511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router (e4c50c28-4caf-42eb-84ee-cc16dff2d552), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.654054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-b8257f39-b9bd-4dfe-9893-7235758bb465 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.1943526
Apr 02 21:16:20.692024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] For port 3b4760ad-e460-49be-81f3-896ed1597458, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b4760ad-e460-49be-81f3-896ed1597458,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:20.695862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3b4760ad-e460-49be-81f3-896ed1597458), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.706339 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfdce9ef-5e41-4036-b6aa-2cf1d812018d req-f31f21a3-5230-4299-8440-d2b9c22f7078 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759484
Apr 02 21:16:20.713787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] DHCP port deletion for 91c973f0-cad8-4daf-bf87-27dbb4ff3df2 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:20.725199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Calling delete_port for 3b4760ad-e460-49be-81f3-896ed1597458 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:20.732695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port f2762142-adb4-4d56-8aad-ffecae0b1a5f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:20.733280 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.834064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:20.857270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:20.857641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 48a893c4-bde3-48fc-9bfb-2fb5a6de0ef1 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:20.859159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3b4760ad-e460-49be-81f3-896ed1597458 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:20.875707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port f2762142-adb4-4d56-8aad-ffecae0b1a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2762142-adb4-4d56-8aad-ffecae0b1a5f,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:20.877700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:20.953183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for f2762142-adb4-4d56-8aad-ffecae0b1a5f owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:20.990554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] Deleting port f2762142-adb4-4d56-8aad-ffecae0b1a5f {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:20.990937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.075986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3b4760ad-e460-49be-81f3-896ed1597458 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:21.076717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3b4760ad-e460-49be-81f3-896ed1597458), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.125939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] For port f2762142-adb4-4d56-8aad-ffecae0b1a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2762142-adb4-4d56-8aad-ffecae0b1a5f,segment=NetworkSegment(a3f2f1f5-9008-47ca-9dac-c307b7626699),segment_id=a3f2f1f5-9008-47ca-9dac-c307b7626699)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:21.125939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.137181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249623e-f9dc-4dd6-ba6f-ac28b19134c0 req-6b97aa45-b789-4075-a8a0-1c3fc76391fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:21.144432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8249623e-f9dc-4dd6-ba6f-ac28b19134c0 req-6b97aa45-b789-4075-a8a0-1c3fc76391fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 983 time: 0.3052859
Apr 02 21:16:21.166059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (3b4760ad-e460-49be-81f3-896ed1597458), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.189443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] No DVR routers for this DVR port 3b4760ad-e460-49be-81f3-896ed1597458 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:21.210535 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846aeff40>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:17Z', 'revision_number': 8, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:21.211401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] Calling delete_port for f2762142-adb4-4d56-8aad-ffecae0b1a5f owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:21.220350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Pushing event deleted for resources: {'Port': ['ID=3b4760ad-e460-49be-81f3-896ed1597458,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:21.229071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.229421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.229764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.230101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.230431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.231605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.231945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.232335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.232695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.233024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.233354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.233682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.234008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.234381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.234713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbfb1c-a74e-43e8-b33f-3b1630c65d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:16:21.333866 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09f7b8-ce31-4cab-9ceb-b664e41c1cf1 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:17Z', 'revision_number': 8, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92109a13-3936-4db2-a25f-e9953f72316c', 'name': '', 'network_id': '27e7e93b-93c5-454d-bde1-112452a58711', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:5e:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:51Z', 'updated_at': '2022-04-02T21:16:00Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '74f5b496-6631-4321-856e-4ec97db20fc3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:21.368512 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.391870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-918c7924-49bb-43ba-a857-0e42176d6640 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7368715
Apr 02 21:16:21.400842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f2762142-adb4-4d56-8aad-ffecae0b1a5f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.417232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] Pushing event deleted for resources: {'Port': ['ID=f2762142-adb4-4d56-8aad-ffecae0b1a5f,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:21.424189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port f2762142-adb4-4d56-8aad-ffecae0b1a5f on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:21.424710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869fcc4-fbc9-450c-bd7a-07e0d7a7af36 None None] No DVR routers for this DVR port f2762142-adb4-4d56-8aad-ffecae0b1a5f on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:21.443548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (e4c50c28-4caf-42eb-84ee-cc16dff2d552), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.455881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router_controller (e4c50c28-4caf-42eb-84ee-cc16dff2d552), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.462130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8249623e-f9dc-4dd6-ba6f-ac28b19134c0 req-1a6a994a-8fb7-4932-8ea4-e0fbeb55119c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3080182
Apr 02 21:16:21.481960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=f2762142-adb4-4d56-8aad-ffecae0b1a5f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:21.565176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-e5ec1884-755d-40b5-9cc5-7bb3858c60d9 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724024
Apr 02 21:16:21.616721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (91c973f0-cad8-4daf-bf87-27dbb4ff3df2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.654609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (e4c50c28-4caf-42eb-84ee-cc16dff2d552), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.655265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Fanout notify agent at l3_agent the message router_deleted on router e4c50c28-4caf-42eb-84ee-cc16dff2d552 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:16:21.659380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844b857c0>,) {'filters': {'network_id': ['91c973f0-cad8-4daf-bf87-27dbb4ff3df2']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:21.676786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844b857c0>, 'a3f2f1f5-9008-47ca-9dac-c307b7626699') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:21.677531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844b857c0>, 'a3f2f1f5-9008-47ca-9dac-c307b7626699') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:21.688745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (a3f2f1f5-9008-47ca-9dac-c307b7626699), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.703673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.706090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fbff9dd4-c0f1-4fc3-8533-c2cee30bc98f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/routers/e4c50c28-4caf-42eb-84ee-cc16dff2d552 HTTP/1.1" status: 204  len: 168 time: 1.2416911
Apr 02 21:16:21.708731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35270) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:21.715738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a3f2f1f5-9008-47ca-9dac-c307b7626699), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.741733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:16:21.743456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (a3f2f1f5-9008-47ca-9dac-c307b7626699), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:16:21.753367 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:16:21.757441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c5c69ac1-efa4-486a-8872-dd9621dde8e9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0472801
Apr 02 21:16:21.796286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-4d3d9b09-f44b-4982-bcf8-b6c62b52f760 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247281
Apr 02 21:16:21.796811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35274) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:21.876294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d288b7-1b62-4740-b088-ffdf9e2c0e7d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:21.878653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-62d288b7-1b62-4740-b088-ffdf9e2c0e7d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0807765
Apr 02 21:16:21.881013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35278) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:21.930300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-887b1805-353f-4950-9a9e-40d5a98b7009 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0481493
Apr 02 21:16:21.935481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35280) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:21.940566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:21.983167 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (91c973f0-cad8-4daf-bf87-27dbb4ff3df2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:21.999135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:22.003424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/91c973f0-cad8-4daf-bf87-27dbb4ff3df2 HTTP/1.1" status: 204  len: 168 time: 1.6504886
Apr 02 21:16:22.005725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35282) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:22.018845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8340d4-e367-401d-b4bf-0b53f5685106 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=91c973f0-cad8-4daf-bf87-27dbb4ff3df2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:22.030113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f102223-2ca7-4920-aa43-1e41e72ccb84 req-e92fafdf-9c52-4eb1-a017-d925de2f5e2d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:22.046495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f102223-2ca7-4920-aa43-1e41e72ccb84 req-e92fafdf-9c52-4eb1-a017-d925de2f5e2d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1119542
Apr 02 21:16:22.107652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6f102223-2ca7-4920-aa43-1e41e72ccb84 req-b617c57a-4fe4-4f77-aa37-d9fac1b8d788 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601399
Apr 02 21:16:22.148558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:22.150996 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:22.241476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9721df02-c2e2-4957-a3be-57a586573989 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:16:22.269807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-127e80e8-726b-4de3-90cb-3e8d9beb48fb req-44a938bd-9be9-4a59-9dab-c181224f2ea3 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 210 time: 0.1336250
Apr 02 21:16:22.420121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9721df02-c2e2-4957-a3be-57a586573989, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9721df02-c2e2-4957-a3be-57a586573989,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:22.463615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '9721df02-c2e2-4957-a3be-57a586573989', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'port_id': '9721df02-c2e2-4957-a3be-57a586573989', 'mac_address': 'fa:16:3e:5b:f6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:16:22.513720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9721df02-c2e2-4957-a3be-57a586573989 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:22.515488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9721df02-c2e2-4957-a3be-57a586573989), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:22.561019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9721df02-c2e2-4957-a3be-57a586573989 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:22.602740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9721df02-c2e2-4957-a3be-57a586573989, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9721df02-c2e2-4957-a3be-57a586573989,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:22.636507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9721df02-c2e2-4957-a3be-57a586573989), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:22.753327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5d83c-3ca0-4852-940b-4d6fd9cbc9ad req-0dc51b1c-505c-4d22-bcc3-f717e058bc2d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:22.756223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7b5d83c-3ca0-4852-940b-4d6fd9cbc9ad req-0dc51b1c-505c-4d22-bcc3-f717e058bc2d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 983 time: 0.1570532
Apr 02 21:16:22.775447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9721df02-c2e2-4957-a3be-57a586573989,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:22.830744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f2762142-adb4-4d56-8aad-ffecae0b1a5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:22.850414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7b5d83c-3ca0-4852-940b-4d6fd9cbc9ad req-1ecf6f17-fd06-4b9d-8474-b0b23849fc56 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0856807
Apr 02 21:16:22.882820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f2762142-adb4-4d56-8aad-ffecae0b1a5f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:22.883592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f2762142-adb4-4d56-8aad-ffecae0b1a5f not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:22.884252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b0aeed3c-254a-4ad8-808d-88204bf5fbb2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:22.897751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:16:22.900420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (d6c36a85-6da1-4908-965a-8be095bbcfe4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:22.919963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: b0aeed3c-254a-4ad8-808d-88204bf5fbb2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:22.925107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b0aeed3c-254a-4ad8-808d-88204bf5fbb2 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:22.943006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:22.949556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:22.955374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:22.955675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:22.960397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab1994-ea2a-499f-9c69-057309ae9ea8 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:22.983583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=d6c36a85-6da1-4908-965a-8be095bbcfe4,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:22.990714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0c8e776d-772f-4ec8-b5dd-6860fff3ac63 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0539825
Apr 02 21:16:22.993803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35302) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:22.999099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:23.075794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.081393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['9721df02-c2e2-4957-a3be-57a586573989'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:23.179144 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55fcff77-7b07-4d56-96e1-cc4fe202cf6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.190047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': 'd6c36a85-6da1-4908-965a-8be095bbcfe4'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:23.190963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.224717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:23.231678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.335769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:23.339376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d916-44fe-42f3-a848-af51b165905f req-f8b9cf16-a003-423a-a973-3b98bbc37641 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:23.343228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e986d916-44fe-42f3-a848-af51b165905f req-f8b9cf16-a003-423a-a973-3b98bbc37641 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.0987606
Apr 02 21:16:23.401009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:23.401354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device bc1ef5d0-0b2d-489a-9af3-c90c36e2c6c9 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:23.484492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e986d916-44fe-42f3-a848-af51b165905f req-6c9f829d-96d5-40b5-ae6b-829c0966ef2c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986412
Apr 02 21:16:23.541657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Allocated IP 2001:db8::f816:3eff:fee7:5624 (eeb93323-7554-49dc-8729-b7a40cff9c2b/d6c36a85-6da1-4908-965a-8be095bbcfe4/f40dbda6-7302-45af-8b31-c18162618387) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:23.632700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 92109a13-3936-4db2-a25f-e9953f72316c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:23.633212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (92109a13-3936-4db2-a25f-e9953f72316c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.693803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-275e08bc-8fdc-4b57-907c-25462ff1e54a req-38c535e2-c030-4d3f-9144-ec7d33d36d09 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 210 time: 0.3221786
Apr 02 21:16:23.773705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Publish callbacks [] for port (f40dbda6-7302-45af-8b31-c18162618387), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.784134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.791898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ff25b81e-0677-40c4-a031-8bc5f57a4b55), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.811045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 92109a13-3936-4db2-a25f-e9953f72316c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92109a13-3936-4db2-a25f-e9953f72316c,segment=NetworkSegment(29047450-f520-4e64-a02f-5e5f3e31197f),segment_id=29047450-f520-4e64-a02f-5e5f3e31197f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:23.811045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (92109a13-3936-4db2-a25f-e9953f72316c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.838061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 92109a13-3936-4db2-a25f-e9953f72316c owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:23.842058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:23.846210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:23.851429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:23.904500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=ff25b81e-0677-40c4-a031-8bc5f57a4b55,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:23.915829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:23.917157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Pushing event updated for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:23.917470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:23.934851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Attempting to bind port f40dbda6-7302-45af-8b31-c18162618387 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:23.935354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Attempting to bind port f40dbda6-7302-45af-8b31-c18162618387 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:23.935821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Attempting to bind port f40dbda6-7302-45af-8b31-c18162618387 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:23.937121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:23.938067 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.943020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:23.943882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:23.945016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.945599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:23.946190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Bound port: f40dbda6-7302-45af-8b31-c18162618387, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:23.946736 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f40dbda6-7302-45af-8b31-c18162618387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:23.963545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-d615afc0-f679-47cb-867a-4605cfb0d8f0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:23.966003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-d615afc0-f679-47cb-867a-4605cfb0d8f0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2965016
Apr 02 21:16:23.992756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:24.089767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:24.089961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90f5acb6-9f46-428c-84d8-663d1320e768 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0922759
Apr 02 21:16:24.090308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35312) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:24.091927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40dbda6-7302-45af-8b31-c18162618387,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:24.097668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:2e:45:0e', 'name': 'tempest-NetworksTestDHCPv6-1550344885'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:24.100383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45d63e-0943-40a7-96ed-5600773319b0 req-d7f7f67d-6254-44eb-8e28-7d80fbd66778 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:24.102791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e45d63e-0943-40a7-96ed-5600773319b0 req-d7f7f67d-6254-44eb-8e28-7d80fbd66778 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 984 time: 0.1260667
Apr 02 21:16:24.104625 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:24.208668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d029e-0ee1-4c86-8697-78ffb643a2e4 None None] Pushing event updated for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:24.223465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e45d63e-0943-40a7-96ed-5600773319b0 req-5c25ae5c-febb-4905-80aa-fc4ffc0063dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1118715
Apr 02 21:16:24.247502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (92109a13-3936-4db2-a25f-e9953f72316c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:24.251832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:24.256675 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:24.305347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=92109a13-3936-4db2-a25f-e9953f72316c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:24.418307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:24.501676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:24.625499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.11 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/49516587-f70d-491b-9822-ca1c6a6cd7bf) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:24.702979 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:24.888681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:24.910037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-40b4f9e6-2c8d-4eea-aaa7-402d3a65cabf req-e0b863d0-e1aa-48aa-acd2-a534dd7be890 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 210 time: 0.0347753
Apr 02 21:16:24.971083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f40dbda6-7302-45af-8b31-c18162618387 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:25.034691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:25.041895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d7625472-ae13-4576-ae9b-7e26d913dc4a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9338708
Apr 02 21:16:25.044659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35320) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:25.062319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 99058b46-33dd-470b-ac02-fb54b2d161da yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:16:25.096056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:25.110377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet 74f5b496-6631-4321-856e-4ec97db20fc3 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:25.114818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (74f5b496-6631-4321-856e-4ec97db20fc3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.145894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:25.146709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fce130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:15:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:25.174059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (74f5b496-6631-4321-856e-4ec97db20fc3), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.248098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.281835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699da72b-2294-4623-bb10-7809bf9efa01 req-e5eac209-69bf-45cd-8017-15227aaf13f3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:25.284173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-699da72b-2294-4623-bb10-7809bf9efa01 req-e5eac209-69bf-45cd-8017-15227aaf13f3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.5727746
Apr 02 21:16:25.329520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (74f5b496-6631-4321-856e-4ec97db20fc3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.371026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1353b64c-2ce3-4ad3-b201-e77a5c02ad91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.381697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:25.382270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.388663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:25.410060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.425506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-699da72b-2294-4623-bb10-7809bf9efa01 req-7d356830-6c94-4207-9980-926f4ab9318d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303585
Apr 02 21:16:25.458019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 172.20.0.6 (eeb93323-7554-49dc-8729-b7a40cff9c2b/ff25b81e-0677-40c4-a031-8bc5f57a4b55/99058b46-33dd-470b-ac02-fb54b2d161da) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:25.500038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:25.537250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd9cdc-5aa7-457a-88e4-3edd3bd47e23 req-61b855f9-dc0b-4014-839e-63357f2514a9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:25.545710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dd9cdc-5aa7-457a-88e4-3edd3bd47e23 req-61b855f9-dc0b-4014-839e-63357f2514a9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 984 time: 0.1264901
Apr 02 21:16:25.636837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dd9cdc-5aa7-457a-88e4-3edd3bd47e23 req-3648b6fc-cab5-4863-9611-8aea30e2ed23 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0869956
Apr 02 21:16:25.657197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (74f5b496-6631-4321-856e-4ec97db20fc3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.675039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.684383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/74f5b496-6631-4321-856e-4ec97db20fc3 HTTP/1.1" status: 204  len: 168 time: 0.6322336
Apr 02 21:16:25.685303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35324) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:25.726421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e283a8-2222-41af-ae83-f7b964395448 None None] Network 27e7e93b-93c5-454d-bde1-112452a58711 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:25.729685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5b7f4-9546-4226-9682-2f27f6de6e77 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=74f5b496-6631-4321-856e-4ec97db20fc3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:25.822149 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (27e7e93b-93c5-454d-bde1-112452a58711), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.923867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:25.924874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:25.964058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6184de-5273-4974-84ac-7a291cd51e9f None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:26.030672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fe2e:450e (eeb93323-7554-49dc-8729-b7a40cff9c2b/d6c36a85-6da1-4908-965a-8be095bbcfe4/99058b46-33dd-470b-ac02-fb54b2d161da) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:26.053623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:26.067319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,segment=NetworkSegment(29047450-f520-4e64-a02f-5e5f3e31197f),segment_id=29047450-f520-4e64-a02f-5e5f3e31197f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:26.068020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.099772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:26.100032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:26.110045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:26.165793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:26.166508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.170596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:26.171147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f40dbda6-7302-45af-8b31-c18162618387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.176206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=49516587-f70d-491b-9822-ca1c6a6cd7bf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:26.221886 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8c2aa1df-45d1-4147-82f2-09e3b7d9e02d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.237673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edd7aa-0327-47fb-831a-bb5367c49613 req-06b4c611-f79c-44c7-91fe-fbaab1149997 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:26.239289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56edd7aa-0327-47fb-831a-bb5367c49613 req-06b4c611-f79c-44c7-91fe-fbaab1149997 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 932 time: 0.1941271
Apr 02 21:16:26.249074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-5c08210c-0b87-4912-87dc-7b8584e35066 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2724757
Apr 02 21:16:26.255838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:26.257559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=8c2aa1df-45d1-4147-82f2-09e3b7d9e02d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:26.268483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Request body: {'port': {'device_id': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:26.369938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (27e7e93b-93c5-454d-bde1-112452a58711), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.395886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845affdf0>,) {'filters': {'network_id': ['27e7e93b-93c5-454d-bde1-112452a58711']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:26.408918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56edd7aa-0327-47fb-831a-bb5367c49613 req-abbe06a1-446e-4c67-af54-47c908a34f86 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569095
Apr 02 21:16:26.410488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845affdf0>, '29047450-f520-4e64-a02f-5e5f3e31197f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:26.411466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845affdf0>, '29047450-f520-4e64-a02f-5e5f3e31197f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:26.436059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (29047450-f520-4e64-a02f-5e5f3e31197f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.448198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (99058b46-33dd-470b-ac02-fb54b2d161da), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.449754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.465866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (29047450-f520-4e64-a02f-5e5f3e31197f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.486323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:16:26.486738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (29047450-f520-4e64-a02f-5e5f3e31197f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:16:26.491297 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:16:26.504835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9721df02-c2e2-4957-a3be-57a586573989 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:26.507868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff53faaf-69fb-438b-abe3-f1cf8352779a None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:26.508291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff53faaf-69fb-438b-abe3-f1cf8352779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.606859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40dbda6-7302-45af-8b31-c18162618387,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:26.631223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (27e7e93b-93c5-454d-bde1-112452a58711), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.643333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c4bf2-6873-4c2b-a35c-4137b7c9f3a5 req-04ac426f-9cf2-4c57-92e3-db69e2fbaf17 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:26.644971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-511c4bf2-6873-4c2b-a35c-4137b7c9f3a5 req-04ac426f-9cf2-4c57-92e3-db69e2fbaf17 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.0644860
Apr 02 21:16:26.649914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.655680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/27e7e93b-93c5-454d-bde1-112452a58711 HTTP/1.1" status: 204  len: 168 time: 0.9472926
Apr 02 21:16:26.656645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:26.733801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c6f4e-54e1-480e-ad1b-d1097437f700 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=27e7e93b-93c5-454d-bde1-112452a58711,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:26.743778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.809405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-511c4bf2-6873-4c2b-a35c-4137b7c9f3a5 req-dd6026df-c150-4062-a036-703075c8a56e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240163
Apr 02 21:16:26.854693 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:26.959190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 9721df02-c2e2-4957-a3be-57a586573989 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:16:26.981071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a0870-b228-4c00-9ccf-c31e42a2085c None None] DHCP port deletion for 27e7e93b-93c5-454d-bde1-112452a58711 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:27.023989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 9721df02-c2e2-4957-a3be-57a586573989 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:27.023989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9721df02-c2e2-4957-a3be-57a586573989), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.072180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (99058b46-33dd-470b-ac02-fb54b2d161da), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.076947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:27.080570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49516587-f70d-491b-9822-ca1c6a6cd7bf {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:27.107499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be902e-9673-46cf-83dc-6177c56c0037 req-d5b280f8-bb6d-47c2-9980-df2482499d3a tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.111196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fce130>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:24Z', 'revision_number': 9, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:27.113759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77be902e-9673-46cf-83dc-6177c56c0037 req-d5b280f8-bb6d-47c2-9980-df2482499d3a tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 984 time: 0.1478088
Apr 02 21:16:27.124886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Publish callbacks [] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.146926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Transition to ACTIVE for port object 49516587-f70d-491b-9822-ca1c6a6cd7bf will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:16:27.191714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.205719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': 'd6c36a85-6da1-4908-965a-8be095bbcfe4', 'ip_address': '2001:db8::f816:3eff:fee7:5624'}, {'subnet_id': 'ff25b81e-0677-40c4-a031-8bc5f57a4b55'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f40dbda6-7302-45af-8b31-c18162618387'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:16:27.210801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff53faaf-69fb-438b-abe3-f1cf8352779a None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:27.250377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:27.279866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:27.280660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fce130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:27.312340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:27.320850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-77be902e-9673-46cf-83dc-6177c56c0037 req-d86cc7de-53bb-407b-8376-3c5654dfd6aa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1668715
Apr 02 21:16:27.321543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=99058b46-33dd-470b-ac02-fb54b2d161da,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:27.342366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:27.354959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:27.396112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:27.508191 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f40dbda6-7302-45af-8b31-c18162618387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.569340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.571044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.586112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Pushing event updated for resources: {'Port': ['ID=49516587-f70d-491b-9822-ca1c6a6cd7bf,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:27.597628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Attempting to bind port 49516587-f70d-491b-9822-ca1c6a6cd7bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:27.598311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Attempting to bind port 49516587-f70d-491b-9822-ca1c6a6cd7bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:27.599817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Attempting to bind port 49516587-f70d-491b-9822-ca1c6a6cd7bf on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:27.606689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Port 49516587-f70d-491b-9822-ca1c6a6cd7bf on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:16:27.607158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Attempting to bind port 49516587-f70d-491b-9822-ca1c6a6cd7bf on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:27.612495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 9721df02-c2e2-4957-a3be-57a586573989 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:27.613123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9721df02-c2e2-4957-a3be-57a586573989), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.614414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49abb08-7f6b-48ef-adf4-fb54f7adabfb req-b8beff29-ad0a-4386-953b-deac28d9c347 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.616244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e49abb08-7f6b-48ef-adf4-fb54f7adabfb req-b8beff29-ad0a-4386-953b-deac28d9c347 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 944 time: 0.0815382
Apr 02 21:16:27.624325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0b9c5e66-c7cd-406d-b9c5-66ecc0566485 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.5331769
Apr 02 21:16:27.625546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:27.626570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:27.627371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:27.627921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Bound port: 49516587-f70d-491b-9822-ca1c6a6cd7bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:27.628390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.635796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:27.677539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9721df02-c2e2-4957-a3be-57a586573989'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:27.680082 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b77bea-85c3-45d8-8610-10929d7e2670" -d '{"events": [{"server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "name": "network-vif-plugged", "status": "completed", "tag": "9721df02-c2e2-4957-a3be-57a586573989"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:27.711787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e49abb08-7f6b-48ef-adf4-fb54f7adabfb req-03079e32-6c16-4e91-8da3-180dfa8b457e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890906
Apr 02 21:16:27.740650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.784825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 9721df02-c2e2-4957-a3be-57a586573989, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9721df02-c2e2-4957-a3be-57a586573989,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:27.786930 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7fbddc-2866-46ba-9df8-507bb9d091f5 x-openstack-request-id: req-aa7fbddc-2866-46ba-9df8-507bb9d091f5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:27.787416 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "name": "network-vif-plugged", "status": "completed", "tag": "9721df02-c2e2-4957-a3be-57a586573989", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:27.787832 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa7fbddc-2866-46ba-9df8-507bb9d091f5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:27.788495 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7fbddc-2866-46ba-9df8-507bb9d091f5'] response: {'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9721df02-c2e2-4957-a3be-57a586573989', 'code': 200}
Apr 02 21:16:27.807313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9cffd9-c0ea-49b5-93d1-8945bd1dfd5f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.825709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9cffd9-c0ea-49b5-93d1-8945bd1dfd5f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.827050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9721df02-c2e2-4957-a3be-57a586573989), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.841758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:27.841984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cb9cffd9-c0ea-49b5-93d1-8945bd1dfd5f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.1913419
Apr 02 21:16:27.863627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] For port 49516587-f70d-491b-9822-ca1c6a6cd7bf, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:27.871214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] For port 49516587-f70d-491b-9822-ca1c6a6cd7bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:27.883392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.947538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Pushing event updated for resources: {'Port': ['ID=49516587-f70d-491b-9822-ca1c6a6cd7bf,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:27.971374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.972939 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:27.976983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-ac9ac9fa-59f3-4a84-818f-84cb3b37d7ab service neutron] 10.222.0.21 "PUT /v2.0/ports/49516587-f70d-491b-9822-ca1c6a6cd7bf HTTP/1.1" status: 200  len: 1092 time: 1.7136333
Apr 02 21:16:27.977842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'tag': '49516587-f70d-491b-9822-ca1c6a6cd7bf'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:27.982686 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4747f8-3526-4b56-b80a-4b130933a54d", "tag": "49516587-f70d-491b-9822-ca1c6a6cd7bf"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:27.990532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ebdb8-699e-4597-89ef-96f061f4132a req-08a864c2-44a7-4379-ba24-b1f9b2bae5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:27.992345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-016ebdb8-699e-4597-89ef-96f061f4132a req-08a864c2-44a7-4379-ba24-b1f9b2bae5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1167 time: 0.1494217
Apr 02 21:16:28.051893 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34133fa-6be8-4867-9ff3-60287ae537f3 x-openstack-request-id: req-a34133fa-6be8-4867-9ff3-60287ae537f3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:28.052707 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4747f8-3526-4b56-b80a-4b130933a54d", "tag": "49516587-f70d-491b-9822-ca1c6a6cd7bf", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:28.053088 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a34133fa-6be8-4867-9ff3-60287ae537f3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:28.053625 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34133fa-6be8-4867-9ff3-60287ae537f3'] response: {'name': 'network-changed', 'server_uuid': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'tag': '49516587-f70d-491b-9822-ca1c6a6cd7bf', 'status': 'completed', 'code': 200}
Apr 02 21:16:28.083611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=9721df02-c2e2-4957-a3be-57a586573989,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:28.115246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-7264cbd4-d0ee-4d3b-8281-1ed3178b4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:28.117391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-7264cbd4-d0ee-4d3b-8281-1ed3178b4783 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 1126 time: 0.0775075
Apr 02 21:16:28.165278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 99058b46-33dd-470b-ac02-fb54b2d161da {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:28.165618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (99058b46-33dd-470b-ac02-fb54b2d161da), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.178992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-016ebdb8-699e-4597-89ef-96f061f4132a req-9e40ecca-1360-4f69-8a4c-8683e6dfa6dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1716433
Apr 02 21:16:28.192239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] Allocated IP 172.20.0.2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/ff25b81e-0677-40c4-a031-8bc5f57a4b55/f40dbda6-7302-45af-8b31-c18162618387) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:28.196981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-bf5a3d40-bd90-4bde-a429-020cdbb5f749 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf HTTP/1.1" status: 200  len: 217 time: 0.0662296
Apr 02 21:16:28.214251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719cba9-52b6-44f1-a8e5-db456d358319 req-8f8b93e4-afa7-4ac0-92eb-55b900c31163 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:28.219592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c719cba9-52b6-44f1-a8e5-db456d358319 req-8f8b93e4-afa7-4ac0-92eb-55b900c31163 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.2235789
Apr 02 21:16:28.252996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fce130>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:24Z', 'revision_number': 9, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:28.298072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-10f8f6ba-5495-4c8f-91f1-0d7619876ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:28.300327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-10f8f6ba-5495-4c8f-91f1-0d7619876ca7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0906680
Apr 02 21:16:28.314779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80ce4a-d665-458d-90e4-e361e1940847 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:24Z', 'revision_number': 9, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '0807164b-ac5b-48d4-a8c9-9972a8528f58', 'name': '', 'network_id': '4dbe98fe-9f24-43f9-b848-cf61041d72cc', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:a0:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:42Z', 'updated_at': '2022-04-02T21:15:50Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': 'a24cc219-b2f7-4679-ac32-5e5832028bba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:28.363100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (99058b46-33dd-470b-ac02-fb54b2d161da), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.379812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-4db8d411-aaff-4d3f-acd2-8f0463b88430 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703535
Apr 02 21:16:28.391185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c719cba9-52b6-44f1-a8e5-db456d358319 req-97e88b50-2079-4672-8170-03b0139fe5ce tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326547
Apr 02 21:16:28.424533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 99058b46-33dd-470b-ac02-fb54b2d161da owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:28.434058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40dbda6-7302-45af-8b31-c18162618387,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:28.471401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] Publish callbacks [] for port (f40dbda6-7302-45af-8b31-c18162618387), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.480404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.509659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 0807164b-ac5b-48d4-a8c9-9972a8528f58 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:28.510452 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.588929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-1a10d5fd-345c-4051-948c-567570330f05 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985672
Apr 02 21:16:28.613105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d4bb5-cc07-4b66-9b10-7c4c6ea0a31a None None] Pushing event updated for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:28.658261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255458f-185f-48b3-a10e-cebd9fc72679 req-06a06165-540c-4fb0-9a03-9709d96b30b3 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:28.665765 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2255458f-185f-48b3-a10e-cebd9fc72679 req-06a06165-540c-4fb0-9a03-9709d96b30b3 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 985 time: 0.1648345
Apr 02 21:16:28.733087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.793304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cb221f2-d26d-4a32-aba2-9091f40a411a req-591341e3-de67-40fb-8bb7-3722d8bd5ece service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1915905
Apr 02 21:16:28.799184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (99058b46-33dd-470b-ac02-fb54b2d161da), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:28.835280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2255458f-185f-48b3-a10e-cebd9fc72679 req-2eafc641-f0e4-4f80-ac0a-6f8b80a42844 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1684716
Apr 02 21:16:28.880400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=99058b46-33dd-470b-ac02-fb54b2d161da,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:28.946913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f40dbda6-7302-45af-8b31-c18162618387 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:29.065419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-72322b84-3820-4941-8272-d7c590cfcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.068136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-72322b84-3820-4941-8272-d7c590cfcf07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 1126 time: 0.1705620
Apr 02 21:16:29.069769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:29.069977 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:29.195818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 0807164b-ac5b-48d4-a8c9-9972a8528f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0807164b-ac5b-48d4-a8c9-9972a8528f58,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:29.196193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:29.213063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-a215a9ce-e97d-4610-b415-d9ee55965de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.215075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-a215a9ce-e97d-4610-b415-d9ee55965de8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.1407323
Apr 02 21:16:29.239999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 0807164b-ac5b-48d4-a8c9-9972a8528f58 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:29.271273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc8be9-aa4d-4c30-9658-9c0ccd488081 req-a920c018-a5f3-4871-9533-3d99bd462cb6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.272901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4cc8be9-aa4d-4c30-9658-9c0ccd488081 req-a920c018-a5f3-4871-9533-3d99bd462cb6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 944 time: 0.3705633
Apr 02 21:16:29.299410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:29.304311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5619e439-879c-4a5e-a51c-2ec8eb3c1c5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/99058b46-33dd-470b-ac02-fb54b2d161da HTTP/1.1" status: 204  len: 168 time: 1.4500108
Apr 02 21:16:29.307690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35378) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:29.320807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:29.339988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 92109a13-3936-4db2-a25f-e9953f72316c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:29.378280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 92109a13-3936-4db2-a25f-e9953f72316c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:29.378765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 92109a13-3936-4db2-a25f-e9953f72316c not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:29.379646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:29.391382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-78536559-925d-4658-8b7b-5542e03003f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf HTTP/1.1" status: 200  len: 217 time: 0.1538575
Apr 02 21:16:29.433399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:29.433879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c2aa1df-45d1-4147-82f2-09e3b7d9e02d not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:29.490054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:29.572334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4cc8be9-aa4d-4c30-9658-9c0ccd488081 req-95b6fb9e-6f40-4a67-8b4c-d20446eda559 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934465
Apr 02 21:16:29.629186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8991ffd-f656-4b31-af4b-4a504ec0271b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.630849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8991ffd-f656-4b31-af4b-4a504ec0271b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.632728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8991ffd-f656-4b31-af4b-4a504ec0271b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.634570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f8991ffd-f656-4b31-af4b-4a504ec0271b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3240895
Apr 02 21:16:29.637201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35392) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:29.716982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-bd9d2a7d-abd4-46e0-970b-ccf542b3d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.729028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-bd9d2a7d-abd4-46e0-970b-ccf542b3d01c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.3249395
Apr 02 21:16:29.763825 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:16:29.788476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-5890a6a7-c3d1-4f31-a146-a18252812a72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543709
Apr 02 21:16:29.793504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet d6c36a85-6da1-4908-965a-8be095bbcfe4 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:29.800120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (d6c36a85-6da1-4908-965a-8be095bbcfe4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:29.814619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4722-3e31-4e05-b5bf-882f30855857 req-10f29f9f-acae-455c-bbe5-bc1d7fb8f08f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:29.816440 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-889e4722-3e31-4e05-b5bf-882f30855857 req-10f29f9f-acae-455c-bbe5-bc1d7fb8f08f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1633232
Apr 02 21:16:29.873772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (d6c36a85-6da1-4908-965a-8be095bbcfe4), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.005724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-6ca5f485-e853-4e6a-ba2c-eb02616fb47a service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881814
Apr 02 21:16:30.042362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-889e4722-3e31-4e05-b5bf-882f30855857 req-372872d4-f265-4b8b-8e85-f8cbd0acf8b6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891241
Apr 02 21:16:30.103667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d2e5568a-f99d-4446-a0a0-3de9744af952 None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:30.103977 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e5568a-f99d-4446-a0a0-3de9744af952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.148041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0807164b-ac5b-48d4-a8c9-9972a8528f58), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.166554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2faf9e-05b7-404c-99d9-3cb4cfddbabf req-47660800-4b88-46f7-8ee6-983ccb04abef service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492074
Apr 02 21:16:30.238829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=0807164b-ac5b-48d4-a8c9-9972a8528f58,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:30.265716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb65896-351d-4c44-b1d1-182646ae7b5f req-fd40401e-5d50-445d-aa07-7db75645aea3 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:30.267531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdb65896-351d-4c44-b1d1-182646ae7b5f req-fd40401e-5d50-445d-aa07-7db75645aea3 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 985 time: 0.2794907
Apr 02 21:16:30.280084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5568a-f99d-4446-a0a0-3de9744af952 None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:30.379051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d6c36a85-6da1-4908-965a-8be095bbcfe4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.501478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-446d582f-0b94-43e2-90b8-476a4a17daa9 None None] Could not find standard attr ID for object 99058b46-33dd-470b-ac02-fb54b2d161da. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:16:30.554293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.569686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (d6c36a85-6da1-4908-965a-8be095bbcfe4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.622087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c36a85-6da1-4908-965a-8be095bbcfe4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:30.628690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.635273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35404) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:30.645744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0b5e9fe-f08d-4ea8-8443-12b012ca4b2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/d6c36a85-6da1-4908-965a-8be095bbcfe4 HTTP/1.1" status: 204  len: 168 time: 1.0072033
Apr 02 21:16:30.650413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdb65896-351d-4c44-b1d1-182646ae7b5f req-7214c86d-1c50-4252-b605-37443b2f3047 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3619051
Apr 02 21:16:30.775644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet ff25b81e-0677-40c4-a031-8bc5f57a4b55 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:30.788158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (ff25b81e-0677-40c4-a031-8bc5f57a4b55), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.855400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ff25b81e-0677-40c4-a031-8bc5f57a4b55), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:30.867102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6f416-2675-42fe-9708-4c6c460e5805 req-f10a0acf-9eb9-4778-8ff1-bd3a661b8402 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:30.869972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e165a7b3-236e-48f2-998b-f5765cd7d0ea None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:30.876986 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4f6f416-2675-42fe-9708-4c6c460e5805 req-f10a0acf-9eb9-4778-8ff1-bd3a661b8402 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 944 time: 0.1653278
Apr 02 21:16:31.010820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1287d8-4242-4c8e-aa24-6bb534538188 req-6dd0d1e0-de53-48f8-a2b5-b9bed3d195f1 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:31.018424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f1287d8-4242-4c8e-aa24-6bb534538188 req-6dd0d1e0-de53-48f8-a2b5-b9bed3d195f1 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 985 time: 0.1646521
Apr 02 21:16:31.037096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ff25b81e-0677-40c4-a031-8bc5f57a4b55), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.040592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:31.084713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4f6f416-2675-42fe-9708-4c6c460e5805 req-2b9387bf-abf0-4aab-84b5-d167d7c6ac08 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064655
Apr 02 21:16:31.123624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ff25b81e-0677-40c4-a031-8bc5f57a4b55), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.156418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=ff25b81e-0677-40c4-a031-8bc5f57a4b55,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:31.161650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.168172 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c3e7e4a6-c993-4ffe-be11-1015f2945083 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/ff25b81e-0677-40c4-a031-8bc5f57a4b55 HTTP/1.1" status: 204  len: 168 time: 0.5318367
Apr 02 21:16:31.170132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:31.179392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f1287d8-4242-4c8e-aa24-6bb534538188 req-b9e80db2-2976-4f8b-86a6-afcaffe9b736 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1600118
Apr 02 21:16:31.207773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:31.212883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4233bdd-db91-4ded-8fab-7db80e2139c7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5557444
Apr 02 21:16:31.215595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35424) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:31.223314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c17dd3e7-9bd1-4d94-942c-165dd4737187 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0521283
Apr 02 21:16:31.223802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35426) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:31.230285 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:31.246877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:31.247519 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d2aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:31.248578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:31.273666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49516587-f70d-491b-9822-ca1c6a6cd7bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:16:31.316569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet a24cc219-b2f7-4679-ac32-5e5832028bba {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:31.326313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (a24cc219-b2f7-4679-ac32-5e5832028bba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.369812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca7b0a-3f72-452a-8f3c-9fc27a9508b7 req-d0a48f25-881e-4a49-956a-125ee060dd9d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:31.371449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eca7b0a-3f72-452a-8f3c-9fc27a9508b7 req-d0a48f25-881e-4a49-956a-125ee060dd9d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.2021894
Apr 02 21:16:31.393035 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:31.400364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5368a8-6486-4806-9770-21b603875db9 req-53ea9dad-9cd3-4224-bf5e-a119a27fd3f8 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:31.407937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa5368a8-6486-4806-9770-21b603875db9 req-53ea9dad-9cd3-4224-bf5e-a119a27fd3f8 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1167 time: 0.1442931
Apr 02 21:16:31.415770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:31.419782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.428421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (a24cc219-b2f7-4679-ac32-5e5832028bba), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.474777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa5368a8-6486-4806-9770-21b603875db9 req-9e614548-717d-4d4c-a13a-ec2b83bf6520 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.536238 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eca7b0a-3f72-452a-8f3c-9fc27a9508b7 req-1a3caefd-5f9e-47a9-a478-dce5e1bddb8f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400487
Apr 02 21:16:31.604292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a24cc219-b2f7-4679-ac32-5e5832028bba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.615635 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:16:31.703238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa5368a8-6486-4806-9770-21b603875db9 req-9e614548-717d-4d4c-a13a-ec2b83bf6520 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Publish callbacks [] for security_group (4e293231-344e-4840-a6de-7b1363382a16), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.717385 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d2aa30>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:29Z', 'revision_number': 10, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:31.717666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fa5368a8-6486-4806-9770-21b603875db9 req-9e614548-717d-4d4c-a13a-ec2b83bf6520 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e293231-344e-4840-a6de-7b1363382a16), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.746905 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:31.753276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 49516587-f70d-491b-9822-ca1c6a6cd7bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:31.757455 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:31.758301 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d2aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:31.773741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '49516587-f70d-491b-9822-ca1c6a6cd7bf', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': '49516587-f70d-491b-9822-ca1c6a6cd7bf', 'mac_address': 'fa:16:3e:09:db:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:16:31.812891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (a24cc219-b2f7-4679-ac32-5e5832028bba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.871199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa5368a8-6486-4806-9770-21b603875db9 req-9e614548-717d-4d4c-a13a-ec2b83bf6520 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.4576902
Apr 02 21:16:31.872946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=a24cc219-b2f7-4679-ac32-5e5832028bba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:31.876999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614548-717d-4d4c-a13a-ec2b83bf6520 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e293231-344e-4840-a6de-7b1363382a16,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:31.883704 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:31.889052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35430) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:31.898666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-15775ba9-7801-41a5-a1f2-fdd3fa6dd5f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/a24cc219-b2f7-4679-ac32-5e5832028bba HTTP/1.1" status: 204  len: 168 time: 0.6798174
Apr 02 21:16:31.900181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e529ae3-37c6-43a0-bf50-1c8a76f93246 None None] Network 4dbe98fe-9f24-43f9-b848-cf61041d72cc requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:31.903188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35432) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:31.918922 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:31.950138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:16:31.964814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 49516587-f70d-491b-9822-ca1c6a6cd7bf is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:31.968868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.020754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49516587-f70d-491b-9822-ca1c6a6cd7bf {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:32.053263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 49516587-f70d-491b-9822-ca1c6a6cd7bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:32.062836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.154291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5bfe6-cffd-4da3-b7cd-1b84db386ecf None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:32.174140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=49516587-f70d-491b-9822-ca1c6a6cd7bf,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:32.193851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b18d6-3c33-44b9-b2bf-5796ea630679 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:32.197332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5cfd7c04-aa4f-403b-813f-aaab17943b02 None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:32.198090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cfd7c04-aa4f-403b-813f-aaab17943b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.199537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-396b18d6-3c33-44b9-b2bf-5796ea630679 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1162 time: 0.3040450
Apr 02 21:16:32.200180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35436) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:32.222512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '9721df02-c2e2-4957-a3be-57a586573989', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:32.271641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] DHCP port deletion for 4dbe98fe-9f24-43f9-b848-cf61041d72cc request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:32.303283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.349304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9105-a76d-4f8a-af3b-ea1ab4eabd93 req-9e10c6ef-831c-476c-8ee7-8f6cbc21552c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:32.353111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab5b9105-a76d-4f8a-af3b-ea1ab4eabd93 req-9e10c6ef-831c-476c-8ee7-8f6cbc21552c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 945 time: 0.1443822
Apr 02 21:16:32.379102 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d2aa30>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:29Z', 'revision_number': 10, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:32.405062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['49516587-f70d-491b-9822-ca1c6a6cd7bf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:32.435769 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0cbaea-b452-46f5-ab0d-55c8885633d0 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:29Z', 'revision_number': 10, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None, '_interfaces': [{'id': '24924bd8-cfaf-4ddb-95de-725ed584e6b8', 'name': '', 'network_id': 'a24fb6a8-0ea1-403a-832a-15e6b2cbbb55', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'mac_address': 'fa:16:3e:11:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '2434aec9-1bbd-4251-a017-b656349f356e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:36Z', 'updated_at': '2022-04-02T21:15:44Z', 'revision_number': 5, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'subnets': [{'id': '2434aec9-1bbd-4251-a017-b656349f356e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:32.437416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f40dbda6-7302-45af-8b31-c18162618387), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.459188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd7c04-aa4f-403b-813f-aaab17943b02 None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:32.473399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4dbe98fe-9f24-43f9-b848-cf61041d72cc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.482627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-e075be99-f4ba-47f0-9273-5fa4e2c21656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:32.484728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-e075be99-f4ba-47f0-9273-5fa4e2c21656 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 1127 time: 0.5684178
Apr 02 21:16:32.504122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab5b9105-a76d-4f8a-af3b-ea1ab4eabd93 req-9190103a-0d21-40e8-817f-14fecebb069c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351268
Apr 02 21:16:32.511165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] Deleting port 6c180020-b986-4d8c-af01-5c526f0e01ba {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:32.511165 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.665060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-a7830aa6-39b2-481d-aeb4-05315e57964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:32.666566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-a7830aa6-39b2-481d-aeb4-05315e57964c service neutron] 10.222.0.15 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1699848
Apr 02 21:16:32.690523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 6c180020-b986-4d8c-af01-5c526f0e01ba {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:32.690882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.691256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] For port 6c180020-b986-4d8c-af01-5c526f0e01ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c180020-b986-4d8c-af01-5c526f0e01ba,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:32.692293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.701100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.716233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] Calling delete_port for 6c180020-b986-4d8c-af01-5c526f0e01ba owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:32.737523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-ee1d905b-8313-4fc5-8494-daf73d5b8042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6786e4-d893-4c02-ae92-279c5fe823fc HTTP/1.1" status: 200  len: 217 time: 0.0594499
Apr 02 21:16:32.820734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.824954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfeaf-4c59-410d-8250-0e311e180498 req-a97c5bec-ef88-492e-8f02-4326b61ee144 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:32.826832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55ddfeaf-4c59-410d-8250-0e311e180498 req-a97c5bec-ef88-492e-8f02-4326b61ee144 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1975448
Apr 02 21:16:32.837791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] No DVR routers for this DVR port 6c180020-b986-4d8c-af01-5c526f0e01ba on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:32.878589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef36c5b-0c6f-4854-bf2c-4a34ea91b773 None None] Pushing event deleted for resources: {'Port': ['ID=6c180020-b986-4d8c-af01-5c526f0e01ba,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:32.896402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40dbda6-7302-45af-8b31-c18162618387,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:32.928938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.35.4.188 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/0b82fc55-9930-4dec-9fde-13d058bde6b3) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:32.938182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0807164b-ac5b-48d4-a8c9-9972a8528f58 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:32.968639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (f40dbda6-7302-45af-8b31-c18162618387), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.977648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0807164b-ac5b-48d4-a8c9-9972a8528f58 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:32.978000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0807164b-ac5b-48d4-a8c9-9972a8528f58 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:32.978148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 6c180020-b986-4d8c-af01-5c526f0e01ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c180020-b986-4d8c-af01-5c526f0e01ba,segment=NetworkSegment(5236bb85-3eaf-45b6-b1d2-e8e3d73827a6),segment_id=5236bb85-3eaf-45b6-b1d2-e8e3d73827a6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:32.978402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:32.978529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6c180020-b986-4d8c-af01-5c526f0e01ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:33.000973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6c180020-b986-4d8c-af01-5c526f0e01ba {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:33.001451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6c180020-b986-4d8c-af01-5c526f0e01ba not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:33.005748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-f07a9510-d004-4e80-8422-1a991b7cf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:33.007182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-f07a9510-d004-4e80-8422-1a991b7cf39c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.2538822
Apr 02 21:16:33.036166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55ddfeaf-4c59-410d-8250-0e311e180498 req-df8d3ddf-9175-4afc-b905-ab3dbea797d4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015302
Apr 02 21:16:33.047252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 6c180020-b986-4d8c-af01-5c526f0e01ba owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:33.156609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-f65f0ed1-e0b3-44ec-8108-47d607c45468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:33.158749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-f65f0ed1-e0b3-44ec-8108-47d607c45468 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1129396
Apr 02 21:16:33.205579 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6c180020-b986-4d8c-af01-5c526f0e01ba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.264144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=6c180020-b986-4d8c-af01-5c526f0e01ba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:33.277971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port 6c180020-b986-4d8c-af01-5c526f0e01ba on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:33.350808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-edeaedfc-085e-4872-8aad-e5e27a011a16 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803246
Apr 02 21:16:33.352417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.389815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4dbe98fe-9f24-43f9-b848-cf61041d72cc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.396392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c94c3292-f1bd-4dd5-80a2-e148393ac2fd None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:33.396903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c94c3292-f1bd-4dd5-80a2-e148393ac2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.415127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (74c01ab5-dd60-49a7-8af6-65c4e1e4e924), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.433806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844a40df0>,) {'filters': {'network_id': ['4dbe98fe-9f24-43f9-b848-cf61041d72cc']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:33.470496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844a40df0>, '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:33.470795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844a40df0>, '5236bb85-3eaf-45b6-b1d2-e8e3d73827a6') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:33.480588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c94c3292-f1bd-4dd5-80a2-e148393ac2fd None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:33.485548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (5236bb85-3eaf-45b6-b1d2-e8e3d73827a6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.504387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5236bb85-3eaf-45b6-b1d2-e8e3d73827a6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.517493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:16:33.517897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (5236bb85-3eaf-45b6-b1d2-e8e3d73827a6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:16:33.520926 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:16:33.523893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fcf3ab6f-1c1c-4e5d-8496-21df57642551 req-f38195e7-a648-4c72-bda0-8192c5311291 service neutron] 10.222.0.15 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413112
Apr 02 21:16:33.529002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:33.531892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=8']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:33.539317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=74c01ab5-dd60-49a7-8af6-65c4e1e4e924,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:33.545442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:33.552959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:33.554440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.556676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c17f27-6283-4fd9-85fa-e4dd5f17f8d3 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:33.573956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.593954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1268a785-5b6f-48cd-83ec-b4f2197ddb9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3491640
Apr 02 21:16:33.595429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35444) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:33.603587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:33.623088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4dbe98fe-9f24-43f9-b848-cf61041d72cc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.643212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.647406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/4dbe98fe-9f24-43f9-b848-cf61041d72cc HTTP/1.1" status: 204  len: 168 time: 1.7430382
Apr 02 21:16:33.649270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfb75a-8559-4e9b-b72d-2b217baedb02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=4dbe98fe-9f24-43f9-b848-cf61041d72cc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:33.651653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35446) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:33.740511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:33.807395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:33.818501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:33.821144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:33.830455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531c5e1-b5cd-4046-85ca-968c332ba6af req-7cb27469-dfaa-4466-95b5-3cf1b3af4e6a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:33.832007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a531c5e1-b5cd-4046-85ca-968c332ba6af req-7cb27469-dfaa-4466-95b5-3cf1b3af4e6a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 945 time: 0.2223365
Apr 02 21:16:33.881292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=0b82fc55-9930-4dec-9fde-13d058bde6b3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:33.903801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:33.907255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.004178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-84eb5668-d75b-4e4f-b4ba-752bf6bf48d2 None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:34.004934 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-84eb5668-d75b-4e4f-b4ba-752bf6bf48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.044409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a531c5e1-b5cd-4046-85ca-968c332ba6af req-2be41345-2005-49e4-814d-dbfad20da4d7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846647
Apr 02 21:16:34.099297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.106826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-84eb5668-d75b-4e4f-b4ba-752bf6bf48d2 None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:34.274248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df6786e4-d893-4c02-ae92-279c5fe823fc no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:34.295943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b19e9-9d66-47b5-a4d6-d32b70160774 req-ace67752-3bbc-4534-a63a-6b1fc1c5f738 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:34.297405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-133b19e9-9d66-47b5-a4d6-d32b70160774 req-ace67752-3bbc-4534-a63a-6b1fc1c5f738 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 945 time: 0.1490841
Apr 02 21:16:34.355649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port df6786e4-d893-4c02-ae92-279c5fe823fc is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:34.356089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.382404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:34.383983 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb599da-b8ac-4083-8100-af472cadb6a5" -d '{"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:34.404405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-133b19e9-9d66-47b5-a4d6-d32b70160774 req-d051c23d-0cef-43d1-a6b3-99801caba6db tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877440
Apr 02 21:16:34.428828 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3386872-613e-4ae6-a7de-f926b63160da x-openstack-request-id: req-c3386872-613e-4ae6-a7de-f926b63160da {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:34.429304 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:34.429718 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3386872-613e-4ae6-a7de-f926b63160da {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:34.430251 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3386872-613e-4ae6-a7de-f926b63160da'] response: {'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'code': 200}
Apr 02 21:16:34.434678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:34.440844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (e43b8e52-3d9a-4190-bc2b-40a300da2466), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.444666 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.473621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port 24924bd8-cfaf-4ddb-95de-725ed584e6b8 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:34.473961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.503944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:34.526663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:34.534037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:34.541859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:34.542458 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.543042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1198dae7-866c-491b-a3f4-ca1b74a6b0fe None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:34.559728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=e43b8e52-3d9a-4190-bc2b-40a300da2466,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:34.564865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for floatingip (29ffec71-0345-4f1f-88bf-a436157e392f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.571385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port 24924bd8-cfaf-4ddb-95de-725ed584e6b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24924bd8-cfaf-4ddb-95de-725ed584e6b8,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:34.571839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.587388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for 24924bd8-cfaf-4ddb-95de-725ed584e6b8 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:34.594286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f9d3a707-bd9a-464c-ab9d-d567b717910f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9928863
Apr 02 21:16:34.594966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35454) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:34.599914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:33:75:63', 'name': 'tempest-NetworksTestDHCPv6-1117791682'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:34.647189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.729663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '74c01ab5-dd60-49a7-8af6-65c4e1e4e924', 'ip_address': '2001:db8::f816:3eff:fee7:5624'}, {'subnet_id': 'e43b8e52-3d9a-4190-bc2b-40a300da2466'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f40dbda6-7302-45af-8b31-c18162618387'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:16:34.769169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f40dbda6-7302-45af-8b31-c18162618387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.791921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:34.834287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.838768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.887809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f40dbda6-7302-45af-8b31-c18162618387 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:34.893033 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=0b82fc55-9930-4dec-9fde-13d058bde6b3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:34.926389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.933610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (29ffec71-0345-4f1f-88bf-a436157e392f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:34.956258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 98ccda9a-ce03-4142-957b-b0ab82f56c08 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:16:34.960816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (24924bd8-cfaf-4ddb-95de-725ed584e6b8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.003680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] Allocated IP 172.20.0.2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/e43b8e52-3d9a-4190-bc2b-40a300da2466/f40dbda6-7302-45af-8b31-c18162618387) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:35.007939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:35.008757 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.017228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=24924bd8-cfaf-4ddb-95de-725ed584e6b8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:35.057533 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Floating IP 29ffec71-0345-4f1f-88bf-a436157e392f associated. External IP: 172.35.4.188, port: 9721df02-c2e2-4957-a3be-57a586573989.
Apr 02 21:16:35.148327 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.183892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:35.193107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40dbda6-7302-45af-8b31-c18162618387,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:35.224053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] Publish callbacks [] for port (f40dbda6-7302-45af-8b31-c18162618387), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.230019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.274540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74acad-8972-41c9-8a7b-26a2e47e4475 req-b81ee2ab-702c-40fb-a8b6-088fe6aa097f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:35.280420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f74acad-8972-41c9-8a7b-26a2e47e4475 req-b81ee2ab-702c-40fb-a8b6-088fe6aa097f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 945 time: 0.1377957
Apr 02 21:16:35.327388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49516587-f70d-491b-9822-ca1c6a6cd7bf up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:35.369523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dfb63-972f-424f-ba54-2762279b1f1d None None] Pushing event updated for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:35.404594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f74acad-8972-41c9-8a7b-26a2e47e4475 req-ac4db326-de31-4b8b-971c-d0dbdb52ad45 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165974
Apr 02 21:16:35.440482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 49516587-f70d-491b-9822-ca1c6a6cd7bf completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:16:35.464676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 49516587-f70d-491b-9822-ca1c6a6cd7bf triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:35.468662 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.511144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:35.523434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 172.20.0.11 (eeb93323-7554-49dc-8729-b7a40cff9c2b/e43b8e52-3d9a-4190-bc2b-40a300da2466/98ccda9a-ce03-4142-957b-b0ab82f56c08) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:35.535334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fe33:7563 (eeb93323-7554-49dc-8729-b7a40cff9c2b/74c01ab5-dd60-49a7-8af6-65c4e1e4e924/98ccda9a-ce03-4142-957b-b0ab82f56c08) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:35.539695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router 798a92ef-287c-4101-9f3d-c9f207753315 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:35.647341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 49516587-f70d-491b-9822-ca1c6a6cd7bf is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:35.647740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.695377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:35.706361 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-49aec825-f61d-4fe5-bb79-40999b24ae1c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0533795
Apr 02 21:16:35.709583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 49516587-f70d-491b-9822-ca1c6a6cd7bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:35.710586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35462) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:35.718964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:35.727047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.735216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:35.745510 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] Sync routers for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:35.757959 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:35.758980 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d2a700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:35.761915 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.794531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting subnet 2434aec9-1bbd-4251-a017-b656349f356e {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:35.802408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9d93f71-1d4e-4eca-8a6f-794d6cd258a8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.5847666
Apr 02 21:16:35.803389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'tag': '9721df02-c2e2-4957-a3be-57a586573989'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:35.807181 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636a8c52-865c-437d-ba1f-d3d103c2d224" -d '{"events": [{"name": "network-changed", "server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "tag": "9721df02-c2e2-4957-a3be-57a586573989"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:35.830561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35466) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:35.847702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=49516587-f70d-491b-9822-ca1c6a6cd7bf,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:35.855326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:35.860692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784433f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:35.870635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (2434aec9-1bbd-4251-a017-b656349f356e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:35.921759 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663007b2-72d4-4b8f-a587-df179fc17d3a x-openstack-request-id: req-663007b2-72d4-4b8f-a587-df179fc17d3a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:35.922393 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "tag": "9721df02-c2e2-4957-a3be-57a586573989", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:35.922924 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-663007b2-72d4-4b8f-a587-df179fc17d3a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:35.923539 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663007b2-72d4-4b8f-a587-df179fc17d3a'] response: {'name': 'network-changed', 'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'tag': '9721df02-c2e2-4957-a3be-57a586573989', 'status': 'completed', 'code': 200}
Apr 02 21:16:36.019593 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:36.023163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:36.099096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784433f850>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 11, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:36.127840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.129195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.129859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.131046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.131875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.132602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.133257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.133901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.134542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.136762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:36.137650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02a9a2c3-d0dd-40e2-bfe6-59c483a4e6c2 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6407 time: 0.3056524
Apr 02 21:16:36.140491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35470) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:36.147038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:36.147587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784433f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:36.293254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.294051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.294566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.295087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.295607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.296948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.297573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.298083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.298922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.299439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.301658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7bfe4168-80b5-48b5-bc2c-3c3334b4c0da tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6485 time: 0.1585145
Apr 02 21:16:36.304885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35472) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:36.459107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e782745-8194-4bb0-a08c-e53efdca55e0 req-d03f1d24-dc75-4f75-a74a-427107160e4a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.460835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e782745-8194-4bb0-a08c-e53efdca55e0 req-d03f1d24-dc75-4f75-a74a-427107160e4a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 943 time: 0.8620274
Apr 02 21:16:36.499247 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d2a700>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '29ffec71-0345-4f1f-88bf-a436157e392f', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'port_id': '9721df02-c2e2-4957-a3be-57a586573989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'mac_address': 'fa:16:3e:5b:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:16:34Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 0, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:36.532950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (2434aec9-1bbd-4251-a017-b656349f356e), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:36.536252 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] Checking router: 798a92ef-287c-4101-9f3d-c9f207753315 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:36.536854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:36.546878 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:36.547847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d2a700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:36.608289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49516587-f70d-491b-9822-ca1c6a6cd7bf'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:36.611593 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966cbad6-b9c1-4983-bbe3-2554fe3f6fe6" -d '{"events": [{"server_uuid": "4e4747f8-3526-4b56-b80a-4b130933a54d", "name": "network-vif-plugged", "status": "completed", "tag": "49516587-f70d-491b-9822-ca1c6a6cd7bf"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:36.616468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784433f850>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 11, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:36.646849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e782745-8194-4bb0-a08c-e53efdca55e0 req-f17cafa0-0433-42a5-832a-910f56f942e2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596057
Apr 02 21:16:36.658666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-8a498e17-c866-4137-abf7-9b87a11aa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.660263 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-8a498e17-c866-4137-abf7-9b87a11aa33b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1167 time: 0.2220113
Apr 02 21:16:36.663502 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:36.663664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (98ccda9a-ce03-4142-957b-b0ab82f56c08), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:36.672756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b43fc-cb8f-43e5-af09-4b2c5c3d953d None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 11, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:36.691462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2322e077-ae62-4f46-9417-bca4592793a6 None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:36.691919 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2322e077-ae62-4f46-9417-bca4592793a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:36.763348 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe97b77-0eba-4f9a-a97b-35a098bb3a0f x-openstack-request-id: req-1fe97b77-0eba-4f9a-a97b-35a098bb3a0f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:36.763962 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4747f8-3526-4b56-b80a-4b130933a54d", "name": "network-vif-plugged", "status": "completed", "tag": "49516587-f70d-491b-9822-ca1c6a6cd7bf", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:36.764327 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fe97b77-0eba-4f9a-a97b-35a098bb3a0f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:36.764942 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe97b77-0eba-4f9a-a97b-35a098bb3a0f'] response: {'server_uuid': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49516587-f70d-491b-9822-ca1c6a6cd7bf', 'code': 200}
Apr 02 21:16:36.820338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (2434aec9-1bbd-4251-a017-b656349f356e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:36.864318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2322e077-ae62-4f46-9417-bca4592793a6 None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:36.874735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (98ccda9a-ce03-4142-957b-b0ab82f56c08), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:36.898633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-6bf379f7-2149-4e03-b95b-04ca80b1d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:36.899916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-6bf379f7-2149-4e03-b95b-04ca80b1d506 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43e3ac47-3107-4275-88f5-cd9d12c97ac5 HTTP/1.1" status: 200  len: 897 time: 0.2231770
Apr 02 21:16:36.932199 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d2a700>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '29ffec71-0345-4f1f-88bf-a436157e392f', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'port_id': '9721df02-c2e2-4957-a3be-57a586573989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'mac_address': 'fa:16:3e:5b:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:16:34Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 0, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:36.967467 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a612c9-744e-4161-ba77-0103efb1e8d7 None None] The sync data for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 is: [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '29ffec71-0345-4f1f-88bf-a436157e392f', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'port_id': '9721df02-c2e2-4957-a3be-57a586573989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'mac_address': 'fa:16:3e:5b:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:16:34Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 0, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:36.986081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:37.001626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:37.006320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:37.012286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=98ccda9a-ce03-4142-957b-b0ab82f56c08,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:37.040986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (2434aec9-1bbd-4251-a017-b656349f356e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.085217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-b4344c96-4843-4060-819d-195868903dfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9721df02-c2e2-4957-a3be-57a586573989 HTTP/1.1" status: 200  len: 1000 time: 0.1615810
Apr 02 21:16:37.091171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Subnet': ['ID=2434aec9-1bbd-4251-a017-b656349f356e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:37.115607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54852-fff3-4e9d-9a8f-0d0c35232a57 req-bc263522-1d55-4f66-ace4-035f87a1b78b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.128512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfe54852-fff3-4e9d-9a8f-0d0c35232a57 req-bc263522-1d55-4f66-ace4-035f87a1b78b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.1372478
Apr 02 21:16:37.131746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade208-9f46-4a18-984b-38792691e59e req-6aab6cbc-f463-43f4-a7ec-e2bbe1ed69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.133295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25ade208-9f46-4a18-984b-38792691e59e req-6aab6cbc-f463-43f4-a7ec-e2bbe1ed69c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 1128 time: 0.1484869
Apr 02 21:16:37.150899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.155797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ce657487-e597-4c21-bcdc-ec8d0b8bd9aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/2434aec9-1bbd-4251-a017-b656349f356e HTTP/1.1" status: 204  len: 168 time: 1.4440615
Apr 02 21:16:37.164218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21080345-eb16-40a3-a21c-a75fb0489b31 None None] Network a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:37.168291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35480) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:37.210443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f40dbda6-7302-45af-8b31-c18162618387 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:37.331445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfe54852-fff3-4e9d-9a8f-0d0c35232a57 req-9499c4c0-9c9c-47d2-b5af-4569e5d22f3c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070909
Apr 02 21:16:37.334053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.335058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.340206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-25ade208-9f46-4a18-984b-38792691e59e req-13a6c951-2343-4ad7-8798-6043e70dc955 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951456
Apr 02 21:16:37.347347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.360704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-6564a690-ed35-45d3-8976-fad539a7fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.362255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-6564a690-ed35-45d3-8976-fad539a7fe0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ca008d1-ceb8-4bea-b38b-fa844a7b2add HTTP/1.1" status: 200  len: 834 time: 0.2665915
Apr 02 21:16:37.392359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0ea57282-b2cd-4042-ba58-cd473da9168b tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2865 time: 1.0836635
Apr 02 21:16:37.393130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35482) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:37.430935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-42f8cab4-4af4-49ee-8055-86725204568a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.8355687
Apr 02 21:16:37.431562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35484) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:37.432320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:37.432729 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.483285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686b9bd-851a-4d2d-8a45-39ee8e9dfa05 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.484029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686b9bd-851a-4d2d-8a45-39ee8e9dfa05 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.502368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3686b9bd-851a-4d2d-8a45-39ee8e9dfa05 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=798a92ef-287c-4101-9f3d-c9f207753315 HTTP/1.1" status: 200  len: 2062 time: 0.1078165
Apr 02 21:16:37.547440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaedb2-f70d-4ea5-b6a5-e29e07969963 None None] New status for floating IP 29ffec71-0345-4f1f-88bf-a436157e392f: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:16:37.550756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4037976-d263-4f1f-acd1-50d73f5daf83 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.558055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4037976-d263-4f1f-acd1-50d73f5daf83 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.563825 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4037976-d263-4f1f-acd1-50d73f5daf83 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.1257613
Apr 02 21:16:37.563825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:37.571607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-5c3a820a-4bae-4325-ac92-9634c9c852da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.573073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-5c3a820a-4bae-4325-ac92-9634c9c852da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43e3ac47-3107-4275-88f5-cd9d12c97ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2018523
Apr 02 21:16:37.577889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Deleting port bdc878f0-e60b-4831-8b46-59505dedc231 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:37.578233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.599680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] DHCP port deletion for a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:37.622970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:37.697535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 24924bd8-cfaf-4ddb-95de-725ed584e6b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:37.699750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e29318c9-54bc-46d3-a876-e753a237134f None None] Provisioning complete for port 98ccda9a-ce03-4142-957b-b0ab82f56c08 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:37.700121 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e29318c9-54bc-46d3-a876-e753a237134f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (98ccda9a-ce03-4142-957b-b0ab82f56c08), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.758248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 24924bd8-cfaf-4ddb-95de-725ed584e6b8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:37.758514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 24924bd8-cfaf-4ddb-95de-725ed584e6b8 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:37.765440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] For port bdc878f0-e60b-4831-8b46-59505dedc231, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc878f0-e60b-4831-8b46-59505dedc231,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:37.765819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.767563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e29318c9-54bc-46d3-a876-e753a237134f None None] Port 98ccda9a-ce03-4142-957b-b0ab82f56c08 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:37.805252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Calling delete_port for bdc878f0-e60b-4831-8b46-59505dedc231 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:37.820638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] Deleting port bdc878f0-e60b-4831-8b46-59505dedc231 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:37.820944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.872341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-495f9c34-3ae6-40db-8d6b-ed5b79402d70 service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2920280
Apr 02 21:16:37.890780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] For port bdc878f0-e60b-4831-8b46-59505dedc231, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc878f0-e60b-4831-8b46-59505dedc231,segment=NetworkSegment(3e13721f-5e57-4241-b5b2-8db30440c0b7),segment_id=3e13721f-5e57-4241-b5b2-8db30440c0b7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:37.890944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.905198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] Calling delete_port for bdc878f0-e60b-4831-8b46-59505dedc231 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:37.942498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5f831-a98d-4e9f-a107-43d489a4601d req-c3d8c3a0-e089-49bf-a613-c00206126d96 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:37.943961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58b5f831-a98d-4e9f-a107-43d489a4601d req-c3d8c3a0-e089-49bf-a613-c00206126d96 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 943 time: 0.2025979
Apr 02 21:16:37.950577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 98ccda9a-ce03-4142-957b-b0ab82f56c08 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:37.950908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (98ccda9a-ce03-4142-957b-b0ab82f56c08), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:37.985151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.013701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] Pushing event deleted for resources: {'Port': ['ID=bdc878f0-e60b-4831-8b46-59505dedc231,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:38.018132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bf5ed-7493-4369-b7ab-84ab4bfbee6d None None] No DVR routers for this DVR port bdc878f0-e60b-4831-8b46-59505dedc231 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:38.070143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bdc878f0-e60b-4831-8b46-59505dedc231), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.122750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Port': ['ID=bdc878f0-e60b-4831-8b46-59505dedc231,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:38.132931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-636a8c52-865c-437d-ba1f-d3d103c2d224 req-d9e531ff-be04-4924-87b7-6ac5dc3a7ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522612
Apr 02 21:16:38.136110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No DVR routers for this DVR port bdc878f0-e60b-4831-8b46-59505dedc231 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:38.167727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-58b5f831-a98d-4e9f-a107-43d489a4601d req-e3a88952-57d7-413d-8191-9bd32de2a780 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098269
Apr 02 21:16:38.194416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (98ccda9a-ce03-4142-957b-b0ab82f56c08), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.221772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 98ccda9a-ce03-4142-957b-b0ab82f56c08 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:38.249460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.276276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ec77cd0>,) {'filters': {'network_id': ['a24fb6a8-0ea1-403a-832a-15e6b2cbbb55']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:38.287070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device df6786e4-d893-4c02-ae92-279c5fe823fc no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:38.300133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb594c34-a9cf-49c8-8cf1-19249dc162a5 req-42056351-273e-4c61-87e7-661d872bbf8e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.302105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb594c34-a9cf-49c8-8cf1-19249dc162a5 req-42056351-273e-4c61-87e7-661d872bbf8e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0630496
Apr 02 21:16:38.314055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ec77cd0>, '3e13721f-5e57-4241-b5b2-8db30440c0b7') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:38.314375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ec77cd0>, '3e13721f-5e57-4241-b5b2-8db30440c0b7') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:38.327485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (3e13721f-5e57-4241-b5b2-8db30440c0b7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.357575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb594c34-a9cf-49c8-8cf1-19249dc162a5 req-e0406217-e3ac-43a1-b8e1-64df316ffca6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485842
Apr 02 21:16:38.376889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3e13721f-5e57-4241-b5b2-8db30440c0b7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.379924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port df6786e4-d893-4c02-ae92-279c5fe823fc is: DOWN; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:38.393472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:16:38.394180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (3e13721f-5e57-4241-b5b2-8db30440c0b7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:16:38.402111 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:16:38.496892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5bd3-ce0e-4ce0-b872-cd710f90f469 req-4c070428-02d9-4857-a7cb-9afcd7ec416e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.498405 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10dc5bd3-ce0e-4ce0-b872-cd710f90f469 req-4c070428-02d9-4857-a7cb-9afcd7ec416e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0548072
Apr 02 21:16:38.531569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a24fb6a8-0ea1-403a-832a-15e6b2cbbb55), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.547407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10dc5bd3-ce0e-4ce0-b872-cd710f90f469 req-d6ee81ea-7f10-4df8-ab45-66e6946745f6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426157
Apr 02 21:16:38.559288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.565886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35500) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:38.566035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/networks/a24fb6a8-0ea1-403a-832a-15e6b2cbbb55 HTTP/1.1" status: 204  len: 168 time: 1.3907723
Apr 02 21:16:38.570687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'routes': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:38.573370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ef798-26cf-413a-a9da-3194df5b53dc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Pushing event deleted for resources: {'Network': ['ID=a24fb6a8-0ea1-403a-832a-15e6b2cbbb55,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:38.623825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba9087-d223-4a16-8dbf-aaaa7496b171 req-2d14d75f-d902-420a-a3a6-3aa73297fabb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.625575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53ba9087-d223-4a16-8dbf-aaaa7496b171 req-2d14d75f-d902-420a-a3a6-3aa73297fabb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.2021718
Apr 02 21:16:38.663318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (98ccda9a-ce03-4142-957b-b0ab82f56c08), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.713830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=98ccda9a-ce03-4142-957b-b0ab82f56c08,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:38.726598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53ba9087-d223-4a16-8dbf-aaaa7496b171 req-bfd1d585-6341-4aee-bd13-1a7c304beda7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934205
Apr 02 21:16:38.839850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bdc878f0-e60b-4831-8b46-59505dedc231 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:38.841259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.844800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b0dcd83-9c1e-49e4-afef-640e384de871 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/98ccda9a-ce03-4142-957b-b0ab82f56c08 HTTP/1.1" status: 204  len: 168 time: 1.2804244
Apr 02 21:16:38.847330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:38.855099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b866-19ef-48cf-a19d-a163eec6578b req-d2ef69ab-54b9-46d6-99fa-8063556597f2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.857872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a43b866-19ef-48cf-a19d-a163eec6578b req-d2ef69ab-54b9-46d6-99fa-8063556597f2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2146862
Apr 02 21:16:38.860611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.extraroute_db [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Added routes are [] {{(pid=121649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 02 21:16:38.860611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.extraroute_db [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Removed routes are [] {{(pid=121649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 02 21:16:38.860892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:38.872548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: bdc878f0-e60b-4831-8b46-59505dedc231 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:38.873049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bdc878f0-e60b-4831-8b46-59505dedc231 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:38.921269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2553de72-9200-4f8a-b176-284457b82ee9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.923528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2553de72-9200-4f8a-b176-284457b82ee9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.925197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2553de72-9200-4f8a-b176-284457b82ee9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:38.928496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2553de72-9200-4f8a-b176-284457b82ee9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0784941
Apr 02 21:16:38.930582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:38.999006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 74c01ab5-dd60-49a7-8af6-65c4e1e4e924 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:39.007647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (74c01ab5-dd60-49a7-8af6-65c4e1e4e924), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.032484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a43b866-19ef-48cf-a19d-a163eec6578b req-41128a94-3601-4a9d-af29-7f243b020cc2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1628358
Apr 02 21:16:39.077565 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (74c01ab5-dd60-49a7-8af6-65c4e1e4e924), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.154564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.158474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.208534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (74c01ab5-dd60-49a7-8af6-65c4e1e4e924), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.242009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:39.244134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9b8aa-b27d-415a-982e-d24b5f4bb880 req-31020c3a-25b2-46c4-929b-eaa73b1a8d2c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:39.246753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18b9b8aa-b27d-415a-982e-d24b5f4bb880 req-31020c3a-25b2-46c4-929b-eaa73b1a8d2c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1174607
Apr 02 21:16:39.316364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18b9b8aa-b27d-415a-982e-d24b5f4bb880 req-e31def05-574f-4350-b250-e914b69757e9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625112
Apr 02 21:16:39.317874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (74c01ab5-dd60-49a7-8af6-65c4e1e4e924), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.325348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:39.332384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.333513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5252bb3f-40b4-45c3-bf97-53a2c2f02524 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 704 time: 0.7662587
Apr 02 21:16:39.336898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35512) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:39.337266 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] Sync routers for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:39.346468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=74c01ab5-dd60-49a7-8af6-65c4e1e4e924,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:39.354604 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:39.355893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d9f520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:39.358348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.359119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266592bb-3f79-4d4e-af38-48381d9c8cff None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:39.362288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b4517b0-4699-4aaf-bf75-eef2043fd422 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/74c01ab5-dd60-49a7-8af6-65c4e1e4e924 HTTP/1.1" status: 204  len: 168 time: 0.4299512
Apr 02 21:16:39.364405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35514) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:39.374978 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62ed9a93-6188-46f4-a845-a3cd1a3870d0 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 205 time: 0.0367229
Apr 02 21:16:39.375232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35518) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:39.489214 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:39.493941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.499275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet e43b8e52-3d9a-4190-bc2b-40a300da2466 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:39.512520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (e43b8e52-3d9a-4190-bc2b-40a300da2466), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.555237 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d9f520>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 11, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:39.592687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] Checking router: f4d3aa0c-7edf-41cc-a955-a1e781af9a07 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:39.602035 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] Routers {'f4d3aa0c-7edf-41cc-a955-a1e781af9a07'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:39.602669 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d9f520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:39.653729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (e43b8e52-3d9a-4190-bc2b-40a300da2466), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.674503 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] Set router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:39.731995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d9f520>, [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 11, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:39.760490 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b40c50-e5fb-49b1-975f-b0baa72ada65 None None] The sync data for ids ['f4d3aa0c-7edf-41cc-a955-a1e781af9a07'] in ncdv-master-1 is: [{'id': 'f4d3aa0c-7edf-41cc-a955-a1e781af9a07', 'name': 'tempest-RoutersIpV6Test-router-813814328', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:33Z', 'updated_at': '2022-04-02T21:16:34Z', 'revision_number': 11, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:39.799000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.807850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff2a4d-fed3-4d1a-9fad-38f5ad6d78eb req-be057dd0-9ff8-4a5c-836c-b831a114d12e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:39.809613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3ff2a4d-fed3-4d1a-9fad-38f5ad6d78eb req-be057dd0-9ff8-4a5c-836c-b831a114d12e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2368343
Apr 02 21:16:39.811552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:39.911172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d063ec-6f55-4fc6-8ce0-9b08825f6af4 req-331b59c6-1538-4bb3-9d85-55225d073a3a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:39.913308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37d063ec-6f55-4fc6-8ce0-9b08825f6af4 req-331b59c6-1538-4bb3-9d85-55225d073a3a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.0824926
Apr 02 21:16:39.926208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e43b8e52-3d9a-4190-bc2b-40a300da2466), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.008793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f4d3aa0c-7edf-41cc-a955-a1e781af9a07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.010229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router f4d3aa0c-7edf-41cc-a955-a1e781af9a07 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:16:40.017715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37d063ec-6f55-4fc6-8ce0-9b08825f6af4 req-49654c25-9bbc-4a71-b606-c9cb29b29e24 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939381
Apr 02 21:16:40.034880 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.036164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-056f32b0-f500-4d5d-8287-b9ed7c266bbc tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 204  len: 168 time: 0.6574752
Apr 02 21:16:40.043967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35526) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:40.055693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3ff2a4d-fed3-4d1a-9fad-38f5ad6d78eb req-9d4f94fb-002d-4a06-8d3a-00c603c8423f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2353008
Apr 02 21:16:40.060102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (e43b8e52-3d9a-4190-bc2b-40a300da2466), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.067789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-647865539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:40.118092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (d2452924-5337-473e-93d9-c075d9de1d62), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.119314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (d2452924-5337-473e-93d9-c075d9de1d62), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.285057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (d2452924-5337-473e-93d9-c075d9de1d62), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.292189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (d2452924-5337-473e-93d9-c075d9de1d62), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.308710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4f29bd5a-d2db-4a95-9e4f-0efe88bd8221 None None] Provisioning complete for port f40dbda6-7302-45af-8b31-c18162618387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:40.309431 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4f29bd5a-d2db-4a95-9e4f-0efe88bd8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f40dbda6-7302-45af-8b31-c18162618387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.346498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.350418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1aba3686-e303-43d7-8b11-b8a106f98de8 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3019457
Apr 02 21:16:40.350599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35540) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:40.355064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:40.415611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4f29bd5a-d2db-4a95-9e4f-0efe88bd8221 None None] Current status of the port f40dbda6-7302-45af-8b31-c18162618387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:40.444283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-f14a7a02-740d-4157-8410-f191659c326b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:40.445786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-f14a7a02-740d-4157-8410-f191659c326b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2562883
Apr 02 21:16:40.460842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=e43b8e52-3d9a-4190-bc2b-40a300da2466,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:40.467938 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.473595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b0bab343-6d9f-4159-8641-d7a9ff7a8811 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/e43b8e52-3d9a-4190-bc2b-40a300da2466 HTTP/1.1" status: 204  len: 168 time: 1.1057374
Apr 02 21:16:40.474358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35542) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:40.476262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19308990-272a-4a71-8e03-f77d8f66b4cb None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:40.515032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b976eeb4-db83-4c46-b927-f33e5254f877 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0391200
Apr 02 21:16:40.518075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35544) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:40.523835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:40.526590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-5fe4664d-73a7-4df9-834e-bb6d5d6c215b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0407066
Apr 02 21:16:40.616526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:40.620354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.650188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:40.651294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (d2452924-5337-473e-93d9-c075d9de1d62), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.669784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (d2452924-5337-473e-93d9-c075d9de1d62), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.698531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-c9a218b9-70df-46ac-80bb-c3ea9f40e108 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1331210
Apr 02 21:16:40.701471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] Deleting port f40dbda6-7302-45af-8b31-c18162618387 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:40.702113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f40dbda6-7302-45af-8b31-c18162618387), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.770645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] For port f40dbda6-7302-45af-8b31-c18162618387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40dbda6-7302-45af-8b31-c18162618387,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:40.771061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f40dbda6-7302-45af-8b31-c18162618387), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.785493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] Calling delete_port for f40dbda6-7302-45af-8b31-c18162618387 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:40.829933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b02ac5ee-8c74-4105-b100-9a61bec27de2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.861027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f40dbda6-7302-45af-8b31-c18162618387 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:40.863871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-08606ea6-61c9-4062-ad83-f098e5669d72 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323605
Apr 02 21:16:40.882155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Router d2452924-5337-473e-93d9-c075d9de1d62 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:16:40.891123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:40.894705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:40.899837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:40.900539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.911518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=b02ac5ee-8c74-4105-b100-9a61bec27de2,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:40.920284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (f40dbda6-7302-45af-8b31-c18162618387), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:40.926946 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-31d2b113-4da4-446a-9aac-c0dff59a56f1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4071953
Apr 02 21:16:40.931185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:40.936173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:40.936351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No active binding found for port f40dbda6-7302-45af-8b31-c18162618387 {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 21:16:40.936938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] The host ncdv-master-1 is not matching for port f40dbda6-7302-45af-8b31-c18162618387 host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:16:40.937513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f40dbda6-7302-45af-8b31-c18162618387 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:40.964186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] No DVR routers for this DVR port f40dbda6-7302-45af-8b31-c18162618387 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:40.968833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcead2d0-e395-4aad-9711-0ad603f65c63 None None] Pushing event deleted for resources: {'Port': ['ID=f40dbda6-7302-45af-8b31-c18162618387,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:40.986454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff719e-05ff-4ea7-b457-ac68b059bc67 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:41.014612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:41.022108 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.023257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-10a6f655-c37c-4092-a7c5-a2d48126b563 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "PUT /v2.0/routers/d2452924-5337-473e-93d9-c075d9de1d62 HTTP/1.1" status: 200  len: 697 time: 0.6717517
Apr 02 21:16:41.029960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35550) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.030408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] Sync routers for ids ['d2452924-5337-473e-93d9-c075d9de1d62'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:41.077124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] Routers {'d2452924-5337-473e-93d9-c075d9de1d62'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:41.077124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78441ffbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d2452924-5337-473e-93d9-c075d9de1d62'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:41.077532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:41.081458 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.139527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-457f949c-d9d4-42d7-ae09-6546473ab4bc service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2675352
Apr 02 21:16:41.147994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-507ccb59-3f36-4b37-a09e-becbe3e6fd5f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/routers/d2452924-5337-473e-93d9-c075d9de1d62 HTTP/1.1" status: 200  len: 703 time: 0.1169562
Apr 02 21:16:41.150776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35554) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.153894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] Set router d2452924-5337-473e-93d9-c075d9de1d62 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:41.185308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9a85113-1d84-4e00-9ea1-624893638054 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2452924-5337-473e-93d9-c075d9de1d62 HTTP/1.1" status: 200  len: 205 time: 0.0333617
Apr 02 21:16:41.187771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35556) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.223661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78441ffbe0>, [{'id': 'd2452924-5337-473e-93d9-c075d9de1d62', 'name': 'tempest-RoutersIpV6Test-router-647865539', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:40Z', 'updated_at': '2022-04-02T21:16:40Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:41.257049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] Checking router: d2452924-5337-473e-93d9-c075d9de1d62 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:16:41.271903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] Routers {'d2452924-5337-473e-93d9-c075d9de1d62'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:41.272540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c504-49da-47ca-81e1-2f4766735f76 req-00666b7d-203b-4f2e-b65c-0025984e48c6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:41.272680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78441ffbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d2452924-5337-473e-93d9-c075d9de1d62'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:41.274279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77e7c504-49da-47ca-81e1-2f4766735f76 req-00666b7d-203b-4f2e-b65c-0025984e48c6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0966475
Apr 02 21:16:41.304719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (d2452924-5337-473e-93d9-c075d9de1d62), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.430440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-77e7c504-49da-47ca-81e1-2f4766735f76 req-d0d5d40e-d316-4b7c-b8c0-32fb9a180ea7 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471293
Apr 02 21:16:41.508938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-15554aa3-8f59-436c-b589-5bdc51ec581a req-a0b1424a-d0f2-49b2-9eb3-cb5290473c90 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 210 time: 0.0978885
Apr 02 21:16:41.545303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] Set router d2452924-5337-473e-93d9-c075d9de1d62 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:16:41.561410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (d2452924-5337-473e-93d9-c075d9de1d62), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.564177 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router_controller (d2452924-5337-473e-93d9-c075d9de1d62), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.633027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:16:41.634821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (68eba8d6-c948-451d-b999-bf993b5bd435), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.640667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78441ffbe0>, [{'id': 'd2452924-5337-473e-93d9-c075d9de1d62', 'name': 'tempest-RoutersIpV6Test-router-647865539', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:40Z', 'updated_at': '2022-04-02T21:16:40Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:41.643704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (d2452924-5337-473e-93d9-c075d9de1d62), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.644501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Fanout notify agent at l3_agent the message router_deleted on router d2452924-5337-473e-93d9-c075d9de1d62 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:16:41.653249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': 'b02ac5ee-8c74-4105-b100-9a61bec27de2'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:41.654115 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.660725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.661958 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0e274fd4-015d-407b-a89e-c0a8649c3c10 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/d2452924-5337-473e-93d9-c075d9de1d62 HTTP/1.1" status: 204  len: 168 time: 0.4723744
Apr 02 21:16:41.665377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.682770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df93109-95b2-4d54-a456-b16669b2aa4e None None] The sync data for ids ['d2452924-5337-473e-93d9-c075d9de1d62'] in ncdv-master-1 is: [{'id': 'd2452924-5337-473e-93d9-c075d9de1d62', 'name': 'tempest-RoutersIpV6Test-router-647865539', 'tenant_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:16:40Z', 'updated_at': '2022-04-02T21:16:40Z', 'revision_number': 2, 'project_id': '81bf4fa12da74e6c8f6c5aa3ddd40d26', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:41.699860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:41.704118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:41.707650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:41.707921 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:41.723325 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c149923-f488-4014-b5b2-899e98086948 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2452924-5337-473e-93d9-c075d9de1d62 HTTP/1.1" status: 200  len: 205 time: 0.0554860
Apr 02 21:16:41.725541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.733477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=68eba8d6-c948-451d-b999-bf993b5bd435,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:41.746908 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bb387a8b-5f7d-4dbc-beb1-784977c60ae0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8146122
Apr 02 21:16:41.749672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35572) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.755916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:16:91:3a', 'name': 'tempest-NetworksTestDHCPv6-1741488334'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:41.785821 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-9adbc04c-8b7e-4e26-ba23-5afaf64b776a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:41.789763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9adbc04c-8b7e-4e26-ba23-5afaf64b776a tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/d2452924-5337-473e-93d9-c075d9de1d62 HTTP/1.1" status: 404  len: 336 time: 0.0603323
Apr 02 21:16:41.792502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35574) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.824567 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-979f2098-9cda-4387-adb4-d140a63809ce tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:41.825077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979f2098-9cda-4387-adb4-d140a63809ce tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:41.831529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-979f2098-9cda-4387-adb4-d140a63809ce tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/1ee9f084-8b45-4780-aba2-bc2f1bf04e9e HTTP/1.1" status: 404  len: 337 time: 0.0349381
Apr 02 21:16:41.831529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35576) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.858969 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-961863be-9a80-4ae3-9509-e4b3e2a8657b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:41.859426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961863be-9a80-4ae3-9509-e4b3e2a8657b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:41.865882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-961863be-9a80-4ae3-9509-e4b3e2a8657b tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/74f5b496-6631-4321-856e-4ec97db20fc3 HTTP/1.1" status: 404  len: 337 time: 0.0334105
Apr 02 21:16:41.866501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35578) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.896500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:41.909152 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d230d57-4a44-4d19-a453-0bddc1c6d6b6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:41.910932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d230d57-4a44-4d19-a453-0bddc1c6d6b6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:41.918312 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5d230d57-4a44-4d19-a453-0bddc1c6d6b6 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/a24cc219-b2f7-4679-ac32-5e5832028bba HTTP/1.1" status: 404  len: 337 time: 0.0492015
Apr 02 21:16:41.919816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35580) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.977431 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67de8d6-c60b-4ef9-aa2b-c392d28859d5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:41.978010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67de8d6-c60b-4ef9-aa2b-c392d28859d5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:41.988246 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d67de8d6-c60b-4ef9-aa2b-c392d28859d5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/2434aec9-1bbd-4251-a017-b656349f356e HTTP/1.1" status: 404  len: 337 time: 0.0674183
Apr 02 21:16:41.989048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35582) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:41.990871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Allocated IP 172.20.0.2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/b02ac5ee-8c74-4105-b100-9a61bec27de2/c5383a74-cc82-4bfd-bf06-0e648063d418) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:41.996323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.000061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Allocated IP 2001:db8::f816:3eff:fe5d:75c0 (eeb93323-7554-49dc-8729-b7a40cff9c2b/68eba8d6-c948-451d-b999-bf993b5bd435/c5383a74-cc82-4bfd-bf06-0e648063d418) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:42.024892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port a286a1ed-02f2-468a-a82e-394adcb69e12 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:16:42.039451 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bd870b84-7513-4b52-99f0-a844f7499596 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 200  len: 205 time: 0.0492468
Apr 02 21:16:42.040096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.097610 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-9e504284-9cdf-41db-ac0a-5775d09e298f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:42.100406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9e504284-9cdf-41db-ac0a-5775d09e298f tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/f4d3aa0c-7edf-41cc-a955-a1e781af9a07 HTTP/1.1" status: 404  len: 336 time: 0.0576587
Apr 02 21:16:42.101712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35588) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.132395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-45bc3e98-d0de-4050-bc6f-34edb6314ec5 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe76c582-f7f6-428f-92d3-4f31a245c7cf HTTP/1.1" status: 200  len: 205 time: 0.0294967
Apr 02 21:16:42.134874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.178669 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-06d6788c-4de5-4944-817d-df4896382e02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:42.182193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35592) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.184988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06d6788c-4de5-4944-817d-df4896382e02 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/fe76c582-f7f6-428f-92d3-4f31a245c7cf HTTP/1.1" status: 404  len: 336 time: 0.0488639
Apr 02 21:16:42.192846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Publish callbacks [] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.199137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.219152 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7290ac6c-6bfe-46e4-bac7-61f7d31d48aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:42.219604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7290ac6c-6bfe-46e4-bac7-61f7d31d48aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:42.222768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7290ac6c-6bfe-46e4-bac7-61f7d31d48aa tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/7c375c2d-0266-414f-a51c-821271d74de2 HTTP/1.1" status: 404  len: 337 time: 0.0395331
Apr 02 21:16:42.225477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35594) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.242975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:42.248438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:42.256880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-51601cd1-385b-4fb0-a04d-a6b03623e9e4 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 200  len: 205 time: 0.0281270
Apr 02 21:16:42.257307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:42.260000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35596) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.285435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Pushing event updated for resources: {'Port': ['ID=c5383a74-cc82-4bfd-bf06-0e648063d418,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:42.304441 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-baa69132-35de-4b58-ae7f-b83756628e30 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:42.308036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-baa69132-35de-4b58-ae7f-b83756628e30 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/680b1940-7b42-4f86-a14f-a202ecbb0aa5 HTTP/1.1" status: 404  len: 336 time: 0.0444653
Apr 02 21:16:42.308178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35598) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.342551 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f1b3f1fb-5f6c-40bd-babc-4e2115fe2d50 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=c813c6ec-ea2a-4210-8819-9e639971d0fd HTTP/1.1" status: 200  len: 205 time: 0.0311422
Apr 02 21:16:42.342788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Attempting to bind port c5383a74-cc82-4bfd-bf06-0e648063d418 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:42.342788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Attempting to bind port c5383a74-cc82-4bfd-bf06-0e648063d418 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:42.342788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Attempting to bind port c5383a74-cc82-4bfd-bf06-0e648063d418 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:42.343825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.346244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:42.346624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:42.347027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.347413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:42.347883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Bound port: c5383a74-cc82-4bfd-bf06-0e648063d418, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:42.348264 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.388387 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-e07fd22a-8515-4a14-b613-9a3ca7e517f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:42.389650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e07fd22a-8515-4a14-b613-9a3ca7e517f1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/c813c6ec-ea2a-4210-8819-9e639971d0fd HTTP/1.1" status: 404  len: 336 time: 0.0445659
Apr 02 21:16:42.392659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35602) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.411665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] For port c5383a74-cc82-4bfd-bf06-0e648063d418, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:42.415448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] For port c5383a74-cc82-4bfd-bf06-0e648063d418, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5383a74-cc82-4bfd-bf06-0e648063d418,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:42.423104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.424848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 172.20.0.6 (eeb93323-7554-49dc-8729-b7a40cff9c2b/b02ac5ee-8c74-4105-b100-9a61bec27de2/a286a1ed-02f2-468a-a82e-394adcb69e12) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:42.427661 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf1b63a-bef3-469f-a6d0-5281b3bf0d56 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:42.428113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf1b63a-bef3-469f-a6d0-5281b3bf0d56 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:42.431408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bdf1b63a-bef3-469f-a6d0-5281b3bf0d56 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/d65bb6cc-753a-488d-a5bd-40f409de01a2 HTTP/1.1" status: 404  len: 337 time: 0.0377300
Apr 02 21:16:42.433959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35604) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.445095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fe16:913a (eeb93323-7554-49dc-8729-b7a40cff9c2b/68eba8d6-c948-451d-b999-bf993b5bd435/a286a1ed-02f2-468a-a82e-394adcb69e12) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:42.484478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88cde1ec-22e1-417a-a19f-2472b2fa29f7 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=0213586e-4068-473a-b00d-e5ab8d7fe382 HTTP/1.1" status: 200  len: 205 time: 0.0494139
Apr 02 21:16:42.487672 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35608) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.553771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9efcb-cd1b-491b-ac58-4b00c9059a11 None None] Pushing event updated for resources: {'Port': ['ID=c5383a74-cc82-4bfd-bf06-0e648063d418,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:42.593669 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-5f8e7fda-124a-47df-9ab4-fbe8154e1c04 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:42.594900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5f8e7fda-124a-47df-9ab4-fbe8154e1c04 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/0213586e-4068-473a-b00d-e5ab8d7fe382 HTTP/1.1" status: 404  len: 336 time: 0.1056247
Apr 02 21:16:42.649886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35612) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.733117 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-76619a2f-aa34-42c0-8939-8381bab7ba80 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:42.733475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76619a2f-aa34-42c0-8939-8381bab7ba80 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:42.752224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35614) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.753902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76619a2f-aa34-42c0-8939-8381bab7ba80 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/ad5eb6a4-9765-4d2e-bf43-2522894beceb HTTP/1.1" status: 404  len: 337 time: 0.0931039
Apr 02 21:16:42.756163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad914f94-79c1-413f-b8ed-7cf881fb4252 req-8b5da18c-fe6c-4e15-8e93-45a34855916c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 210 time: 0.0578489
Apr 02 21:16:42.851195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:42.851352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0e27e54-c504-47be-9bbc-3aa4c099a1a1 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "GET /v2.0/ports?device_id=866c1f81-fdf5-41e5-ba58-0c3108843f74 HTTP/1.1" status: 200  len: 205 time: 0.0869043
Apr 02 21:16:42.874338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-ac7eb72f-9f84-40b1-8ad0-0d86567f15ff tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:42.875908 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-ac7eb72f-9f84-40b1-8ad0-0d86567f15ff tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2799606
Apr 02 21:16:42.889335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:42.891437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-e0efd29c-6c29-4e19-9619-597087278d33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3223135
Apr 02 21:16:42.894916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (a286a1ed-02f2-468a-a82e-394adcb69e12), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:42.941861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5383a74-cc82-4bfd-bf06-0e648063d418 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:42.955333 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-ff666b22-3e47-479e-897b-b1be6f32e445 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:42.956756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ff666b22-3e47-479e-897b-b1be6f32e445 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/routers/866c1f81-fdf5-41e5-ba58-0c3108843f74 HTTP/1.1" status: 404  len: 336 time: 0.0937548
Apr 02 21:16:42.966471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35618) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:43.001993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac94da0-3199-40c2-8858-2801167d4d94 req-39540afe-0ed1-4851-a74c-c50cb474683a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.004166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ac94da0-3199-40c2-8858-2801167d4d94 req-39540afe-0ed1-4851-a74c-c50cb474683a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.4194248
Apr 02 21:16:43.022635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:43.033292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:43.033765 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.040275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.046332 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1e8745-ced6-4e52-b6e2-36cfb900a319 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:43.046887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1e8745-ced6-4e52-b6e2-36cfb900a319 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:43.053023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2f1e8745-ced6-4e52-b6e2-36cfb900a319 tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/603e0068-a6b6-4136-9f11-912a45be722a HTTP/1.1" status: 404  len: 337 time: 0.0815406
Apr 02 21:16:43.056360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:43.124377 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-06799849-5b5c-4c9b-b99e-52645727fe8c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:16:43.125109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06799849-5b5c-4c9b-b99e-52645727fe8c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:43.127042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:43.127507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.129907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06799849-5b5c-4c9b-b99e-52645727fe8c tempest-RoutersIpV6Test-425281025 tempest-RoutersIpV6Test-425281025-project] 10.222.0.18 "DELETE /v2.0/subnets/a1d9ba88-4ba3-49d1-b324-3bf63a1f1e5f HTTP/1.1" status: 404  len: 337 time: 0.0721421
Apr 02 21:16:43.131577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-7c4f8883-54d0-4f1a-88c3-50d8e11959a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.134065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-7c4f8883-54d0-4f1a-88c3-50d8e11959a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 1127 time: 0.1923339
Apr 02 21:16:43.157676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a286a1ed-02f2-468a-a82e-394adcb69e12), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.181724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port c5383a74-cc82-4bfd-bf06-0e648063d418, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5383a74-cc82-4bfd-bf06-0e648063d418,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:43.187371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.230647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ac94da0-3199-40c2-8858-2801167d4d94 req-d039e37c-9b2b-41be-a9af-734c0c3f4ce4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916811
Apr 02 21:16:43.282486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:43.284359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:43.288485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=c5383a74-cc82-4bfd-bf06-0e648063d418,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:43.289613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:43.324283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=a286a1ed-02f2-468a-a82e-394adcb69e12,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:43.325585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.4 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/c8296092-bf50-473d-b19c-ff200d218ef3) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:43.404395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.405396 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.425896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-88399c3d-e73f-41a9-83a6-46438d134bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.428383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-88399c3d-e73f-41a9-83a6-46438d134bb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2681744
Apr 02 21:16:43.454069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e49e18ed-3936-42a3-b095-bec2215bb835 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.7026308
Apr 02 21:16:43.472605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:43.533588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (c8296092-bf50-473d-b19c-ff200d218ef3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.543771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-a6f48f83-c75c-459a-bfae-c1cd81ae6eb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0 HTTP/1.1" status: 200  len: 217 time: 0.1092510
Apr 02 21:16:43.575431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:43.602301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.613047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-a837e1bd-ac78-446b-98b8-ad2b685e6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.614531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-a837e1bd-ac78-446b-98b8-ad2b685e6e5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0630376
Apr 02 21:16:43.620432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b', '49516587-f70d-491b-9822-ca1c6a6cd7bf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:43.632976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc88f84-99a1-4d6b-8ec0-65823736c403 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.638291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc88f84-99a1-4d6b-8ec0-65823736c403 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.643066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fc88f84-99a1-4d6b-8ec0-65823736c403 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.1663051
Apr 02 21:16:43.648014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35636) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:43.664357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:43.671360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:43.681846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:43.757619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.758345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.787501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port a286a1ed-02f2-468a-a82e-394adcb69e12 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:43.787733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a286a1ed-02f2-468a-a82e-394adcb69e12), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:43.788883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=c8296092-bf50-473d-b19c-ff200d218ef3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:43.808921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-a13b49ba-4b0a-4dd6-a3b7-93349982961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:43.810472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-a13b49ba-4b0a-4dd6-a3b7-93349982961b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1868215
Apr 02 21:16:43.812646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-14edab79-514e-40c0-8f4f-5f11bc6478b9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9278138
Apr 02 21:16:43.842639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Request body: {'port': {'device_id': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:43.948598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d94674-e68d-47f6-9f5d-ca196d57b170 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:43.983276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a286a1ed-02f2-468a-a82e-394adcb69e12), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.005633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-b587f64c-570d-4408-a874-918aca8279c8 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822138
Apr 02 21:16:44.006544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for a286a1ed-02f2-468a-a82e-394adcb69e12 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:44.036092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2ceabecf-af0d-418d-a1a6-352d1fe01099 None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:44.036346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ceabecf-af0d-418d-a1a6-352d1fe01099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.164955 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a98949-8fa7-4f90-a04f-42ccfd0fcb63 req-60ff5c40-f6a5-422c-a196-b203ebaecff1 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524205
Apr 02 21:16:44.169163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2ceabecf-af0d-418d-a1a6-352d1fe01099 None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:44.289876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a286a1ed-02f2-468a-a82e-394adcb69e12), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.320871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-75acd5df-def5-4587-a585-8cc06cc1567a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81bf4fa12da74e6c8f6c5aa3ddd40d26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7442486
Apr 02 21:16:44.324409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=a286a1ed-02f2-468a-a82e-394adcb69e12,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:44.324841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35644) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:44.393677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.429996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e39e-d770-44e3-a5a0-93b1aa2152e1 req-23e8b2aa-e41f-4916-badd-f4c73db76973 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:44.431735 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ae9e39e-d770-44e3-a5a0-93b1aa2152e1 req-23e8b2aa-e41f-4916-badd-f4c73db76973 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 931 time: 0.5215435
Apr 02 21:16:44.442430 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.444158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097aba8-c747-44ac-9876-b315d0311200 req-0c329366-6f07-4ef1-839a-828857b85e66 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:44.451769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7097aba8-c747-44ac-9876-b315d0311200 req-0c329366-6f07-4ef1-839a-828857b85e66 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1292801
Apr 02 21:16:44.493590 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-089db36f-c1b8-4291-8a0c-662ef5dc365c admin admin] Publish callbacks [] for security_group (7cb79a72-bb3f-424a-93db-fe3610cb735d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.532978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.536491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-323cc431-a88d-440a-a6b5-db3ff01cdf2d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/a286a1ed-02f2-468a-a82e-394adcb69e12 HTTP/1.1" status: 204  len: 168 time: 0.8868570
Apr 02 21:16:44.539944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35646) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:44.554456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7097aba8-c747-44ac-9876-b315d0311200 req-132497c7-7db0-456a-abc2-f2391f5139b6 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018207
Apr 02 21:16:44.592927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-089db36f-c1b8-4291-8a0c-662ef5dc365c admin admin] Publish callbacks [] for security_group (7cb79a72-bb3f-424a-93db-fe3610cb735d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.605136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea36403-a493-4452-b876-77bef1fbbaf2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:44.606690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea36403-a493-4452-b876-77bef1fbbaf2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:44.608517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea36403-a493-4452-b876-77bef1fbbaf2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:44.612939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ea36403-a493-4452-b876-77bef1fbbaf2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0719855
Apr 02 21:16:44.613523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35648) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:44.617711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5ae9e39e-d770-44e3-a5a0-93b1aa2152e1 req-2d05821d-437e-4827-abf4-56160eb9e5f6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578579
Apr 02 21:16:44.684535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 68eba8d6-c948-451d-b999-bf993b5bd435 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:44.689828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (68eba8d6-c948-451d-b999-bf993b5bd435), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.724195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-089db36f-c1b8-4291-8a0c-662ef5dc365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7cb79a72-bb3f-424a-93db-fe3610cb735d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.726819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-089db36f-c1b8-4291-8a0c-662ef5dc365c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.727971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-089db36f-c1b8-4291-8a0c-662ef5dc365c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cb79a72-bb3f-424a-93db-fe3610cb735d HTTP/1.1" status: 204  len: 168 time: 0.4006071
Apr 02 21:16:44.740703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (68eba8d6-c948-451d-b999-bf993b5bd435), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.767209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089db36f-c1b8-4291-8a0c-662ef5dc365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb79a72-bb3f-424a-93db-fe3610cb735d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:44.872299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8296092-bf50-473d-b19c-ff200d218ef3 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:44.877716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (68eba8d6-c948-451d-b999-bf993b5bd435), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.884070 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Publish callbacks [] for port (c8296092-bf50-473d-b19c-ff200d218ef3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.890133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5383a74-cc82-4bfd-bf06-0e648063d418 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:44.899951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Transition to ACTIVE for port object c8296092-bf50-473d-b19c-ff200d218ef3 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:16:44.908500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.966736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (68eba8d6-c948-451d-b999-bf993b5bd435), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.979127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:44.979505 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:44.990170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Pushing event updated for resources: {'Port': ['ID=c8296092-bf50-473d-b19c-ff200d218ef3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:44.997159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.000984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/68eba8d6-c948-451d-b999-bf993b5bd435 HTTP/1.1" status: 204  len: 168 time: 0.3857839
Apr 02 21:16:45.004854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35654) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:45.032424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c5278-665c-4615-8efa-d9ea5ace5399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=68eba8d6-c948-451d-b999-bf993b5bd435,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:45.072293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4171855f-a916-48c5-a215-a862dae5f1f4 None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:45.072699 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4171855f-a916-48c5-a215-a862dae5f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.114323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet b02ac5ee-8c74-4105-b100-9a61bec27de2 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:45.120872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (b02ac5ee-8c74-4105-b100-9a61bec27de2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.149984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:45.200007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (b02ac5ee-8c74-4105-b100-9a61bec27de2), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.210593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4171855f-a916-48c5-a215-a862dae5f1f4 None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:45.214919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4171855f-a916-48c5-a215-a862dae5f1f4 None None] Could not find standard attr ID for object a286a1ed-02f2-468a-a82e-394adcb69e12. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:16:45.239620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Attempting to bind port c8296092-bf50-473d-b19c-ff200d218ef3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:45.239959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Attempting to bind port c8296092-bf50-473d-b19c-ff200d218ef3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:45.240284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Attempting to bind port c8296092-bf50-473d-b19c-ff200d218ef3 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:45.250027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Port c8296092-bf50-473d-b19c-ff200d218ef3 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:16:45.250893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Attempting to bind port c8296092-bf50-473d-b19c-ff200d218ef3 on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:45.263233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:45.263609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:45.263823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:45.264256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Bound port: c8296092-bf50-473d-b19c-ff200d218ef3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:45.264732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.323375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef7b06-f435-4bf8-9b9f-1d7a9eeed75d None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:45.336370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b02ac5ee-8c74-4105-b100-9a61bec27de2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.347425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c397de4d-87dc-462f-b4ac-fac2e5793c44 None None] Could not find standard attr ID for object a286a1ed-02f2-468a-a82e-394adcb69e12. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:16:45.399435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] For port c8296092-bf50-473d-b19c-ff200d218ef3, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:45.402755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] For port c8296092-bf50-473d-b19c-ff200d218ef3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8296092-bf50-473d-b19c-ff200d218ef3,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:45.412841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.485340 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (b02ac5ee-8c74-4105-b100-9a61bec27de2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.496049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:45.497304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.498715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-79eafe33-c898-405d-ad57-6255404e984f service neutron] 10.222.0.21 "PUT /v2.0/ports/c8296092-bf50-473d-b19c-ff200d218ef3 HTTP/1.1" status: 200  len: 1091 time: 1.6709881
Apr 02 21:16:45.499175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'tag': 'c8296092-bf50-473d-b19c-ff200d218ef3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:45.502394 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95429afc-5cea-430a-a6e4-a78c3d62e8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0b096d4a-2acb-43b8-a508-f3c6516021a7", "tag": "c8296092-bf50-473d-b19c-ff200d218ef3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:45.526123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eafe33-c898-405d-ad57-6255404e984f service neutron] Pushing event updated for resources: {'Port': ['ID=c8296092-bf50-473d-b19c-ff200d218ef3,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:45.531560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=b02ac5ee-8c74-4105-b100-9a61bec27de2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:45.535250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.540737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f3261454-8b35-4071-96b9-9b54f75c7cde tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/b02ac5ee-8c74-4105-b100-9a61bec27de2 HTTP/1.1" status: 204  len: 168 time: 0.5322309
Apr 02 21:16:45.542503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35674) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:45.602476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-83d593c8-5dcb-4ac3-ac57-1e0d4d62f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:45.609504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-83d593c8-5dcb-4ac3-ac57-1e0d4d62f997 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 1125 time: 0.0697422
Apr 02 21:16:45.614821 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-059e0e98-f1e2-4fc1-95e9-c0b18fcf5f18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0706725
Apr 02 21:16:45.617564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35680) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:45.622415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:45.633968 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37bcc6b-24b9-47b1-8fed-2132ac744527 x-openstack-request-id: req-d37bcc6b-24b9-47b1-8fed-2132ac744527 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:45.634556 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b096d4a-2acb-43b8-a508-f3c6516021a7", "tag": "c8296092-bf50-473d-b19c-ff200d218ef3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:45.634823 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d37bcc6b-24b9-47b1-8fed-2132ac744527 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:45.635348 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37bcc6b-24b9-47b1-8fed-2132ac744527'] response: {'name': 'network-changed', 'server_uuid': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'tag': 'c8296092-bf50-473d-b19c-ff200d218ef3', 'status': 'completed', 'code': 200}
Apr 02 21:16:45.695253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-6e0f0b30-c9c4-4671-bf77-ed8607c2fa4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8296092-bf50-473d-b19c-ff200d218ef3 HTTP/1.1" status: 200  len: 217 time: 0.0780690
Apr 02 21:16:45.726709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35684) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:45.770805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:45.774580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:45.802721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-f31785f5-2432-44dd-985e-913b8f21b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:45.804224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-f31785f5-2432-44dd-985e-913b8f21b45e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0987718
Apr 02 21:16:45.837403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cc876-5d20-4003-85ea-670919eccf8e req-8e65744a-1a9d-44c1-a9e3-e37429dd2551 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:45.838979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a52cc876-5d20-4003-85ea-670919eccf8e req-8e65744a-1a9d-44c1-a9e3-e37429dd2551 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1527481
Apr 02 21:16:45.861818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab71a9c-a3ba-45f4-8e9f-a776116a6e0b req-b36333b2-b122-4819-904d-50622f31322f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:45.863371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ab71a9c-a3ba-45f4-8e9f-a776116a6e0b req-b36333b2-b122-4819-904d-50622f31322f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 943 time: 0.1499691
Apr 02 21:16:45.868626 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-2a51f3a1-20aa-4fdc-8b38-6185ddd94b57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574944
Apr 02 21:16:45.911304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1466441653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:45.969907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a52cc876-5d20-4003-85ea-670919eccf8e req-b2e53b43-166f-4b00-84ea-411696d23e61 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221092
Apr 02 21:16:46.013112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-b5a1b3eb-95ce-452c-976f-d6f20761e90f service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381245
Apr 02 21:16:46.024584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ab71a9c-a3ba-45f4-8e9f-a776116a6e0b req-2eefca8f-0d3f-41bf-8530-9cef783742bb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497757
Apr 02 21:16:46.027767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (d5566d43-1000-4b18-a98d-56508eb10135), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.029285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (d5566d43-1000-4b18-a98d-56508eb10135), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.103261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4438e71e-680d-4aa1-bf4d-1df38b5a3c12), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.118435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2fa4fd91-0a4f-4c5a-9571-13d3839f273e req-0d592bb3-ceea-448a-a3b6-2841834d6e5f service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976028
Apr 02 21:16:46.170978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router_controller (d5566d43-1000-4b18-a98d-56508eb10135), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.183577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (d5566d43-1000-4b18-a98d-56508eb10135), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.198765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea762601-966d-4f2f-9658-c3735bd49ae6 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:46.223903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:46.225383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-56787d37-233b-498e-8311-d5e87a0d941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:46.226696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.227135 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-56787d37-233b-498e-8311-d5e87a0d941e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 1125 time: 0.0570760
Apr 02 21:16:46.227891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-badd801b-880b-42b1-a97a-f22f04b1bb68 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4970369
Apr 02 21:16:46.230661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35690) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:46.231162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:46.233181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=4438e71e-680d-4aa1-bf4d-1df38b5a3c12,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:46.236755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:46.237352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.244089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-839729039'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:46.256519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-15a9701b-f894-4dac-bb1f-755b200923ab tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6377749
Apr 02 21:16:46.259155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35692) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:46.264439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:46.290129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5930ed60-a8ab-4616-80f8-8ecc89015f59 None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:46.290814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5930ed60-a8ab-4616-80f8-8ecc89015f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.324989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Made reservation on behalf of 9c1889b2ec3b47ba8d9acf747c541c88 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:46.328309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.346397 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.389436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:46.393778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-748cb050-27b6-44bf-bb33-b1cb42339d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:46.395067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.395332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-748cb050-27b6-44bf-bb33-b1cb42339d65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.1625383
Apr 02 21:16:46.412146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5930ed60-a8ab-4616-80f8-8ecc89015f59 None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:46.452124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-4cc3b46b-0653-49e3-b0ea-cd4f93027d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8296092-bf50-473d-b19c-ff200d218ef3 HTTP/1.1" status: 200  len: 217 time: 0.0466223
Apr 02 21:16:46.525739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-c70455e1-07d1-4eb2-8bf7-8004e94ca7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:46.527219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-c70455e1-07d1-4eb2-8bf7-8004e94ca7d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0656462
Apr 02 21:16:46.574608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-616a727d-8484-495a-8594-a98f43312c48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371411
Apr 02 21:16:46.579065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for security_group (d969616f-d382-4033-bb31-7f5ee937fe67), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.608043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d969616f-d382-4033-bb31-7f5ee937fe67), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.635414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab25046-37aa-496f-8530-bc3536d20986 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:46.664875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:16:46.670207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-40a5b2c2-8032-4d9f-b96e-5ab319ed5947 None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:46.670588 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40a5b2c2-8032-4d9f-b96e-5ab319ed5947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.705770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3c4d64d2-7662-4767-bca9-dd47e23bd53f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.706121 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Added segment 3c4d64d2-7662-4767-bca9-dd47e23bd53f of type vlan for network 675af338-bdb1-424e-964e-87364684a442
Apr 02 21:16:46.709405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d969616f-d382-4033-bb31-7f5ee937fe67,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:46.763205 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-6794f4a7-2e05-41cf-9b6a-a9cf8861fa6b service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816287
Apr 02 21:16:46.777950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (675af338-bdb1-424e-964e-87364684a442), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.812765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:16:46.825669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-40a5b2c2-8032-4d9f-b96e-5ab319ed5947 None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:46.867311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (675af338-bdb1-424e-964e-87364684a442), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.872249 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:46.872943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:46.939650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7079272
Apr 02 21:16:46.946622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35694) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:46.951393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'subnet': {'network_id': '675af338-bdb1-424e-964e-87364684a442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:47.000908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca56f5-a562-4cfd-8305-d35d7882aaba tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Network': ['ID=675af338-bdb1-424e-964e-87364684a442,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:47.007009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95429afc-5cea-430a-a6e4-a78c3d62e8ca req-64192825-3a32-4ced-add7-33f61bc7e3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335470
Apr 02 21:16:47.014617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 675af338-bdb1-424e-964e-87364684a442 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:16:47.148950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7803543f-171f-4fad-9961-bb95eb09093d None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:47.149332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7803543f-171f-4fad-9961-bb95eb09093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:47.151097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86227d1-b9dd-4021-a4b8-754ba4e4a9e1 req-6456dfdc-176c-4ac1-a1ac-f1bc862cbe20 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:47.152698 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e86227d1-b9dd-4021-a4b8-754ba4e4a9e1 req-6456dfdc-176c-4ac1-a1ac-f1bc862cbe20 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0702243
Apr 02 21:16:47.207068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e86227d1-b9dd-4021-a4b8-754ba4e4a9e1 req-dab4c5dc-2e8c-4862-89c3-af910404d456 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477104
Apr 02 21:16:47.243424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7803543f-171f-4fad-9961-bb95eb09093d None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:47.524426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-31877cc2-8c81-4e7d-a6e4-8241d93a3bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1891389
Apr 02 21:16:47.530996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b894-7174-43ea-90ed-79267234f72f req-b58f59ca-4c79-4e30-aad3-74efc18f9d57 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:47.532399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8f5b894-7174-43ea-90ed-79267234f72f req-b58f59ca-4c79-4e30-aad3-74efc18f9d57 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 943 time: 0.1962326
Apr 02 21:16:47.551723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Made reservation on behalf of 9c1889b2ec3b47ba8d9acf747c541c88 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:47.554913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:47.590048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:47.721110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8f5b894-7174-43ea-90ed-79267234f72f req-d75c5847-f91c-4617-bb22-2d2aef7d3b3a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819737
Apr 02 21:16:47.755380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-9976da5c-d9a9-4cc9-8b51-ef1059cd9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:47.756897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-9976da5c-d9a9-4cc9-8b51-ef1059cd9bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 1128 time: 0.2072446
Apr 02 21:16:47.844282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:47.988099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port c5383a74-cc82-4bfd-bf06-0e648063d418, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5383a74-cc82-4bfd-bf06-0e648063d418,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:48.008416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7199dae4-ebd8-4a5d-88d7-4b7076635467), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.014966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-cdad3159-6abe-49d3-9f3d-b04a17e59e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.016445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-cdad3159-6abe-49d3-9f3d-b04a17e59e0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 915 time: 0.2388494
Apr 02 21:16:48.092920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.102568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-2d12b59b-9550-499e-bf1f-3ac3ec77a05e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195 HTTP/1.1" status: 200  len: 217 time: 0.0779288
Apr 02 21:16:48.106492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.158299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Subnet': ['ID=7199dae4-ebd8-4a5d-88d7-4b7076635467,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:48.189661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f01b13e7-83c7-408e-8d0b-cbf26ec455cd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.247229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Checking segment: {'id': '3c4d64d2-7662-4767-bca9-dd47e23bd53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '675af338-bdb1-424e-964e-87364684a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:48.247596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network hostable DHCP agents. Network: 675af338-bdb1-424e-964e-87364684a442, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:16:48.272200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:48.273100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=c5383a74-cc82-4bfd-bf06-0e648063d418,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:48.279853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-310413f2-105e-43ee-97ee-fee9eecc2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.281964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-310413f2-105e-43ee-97ee-fee9eecc2fae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 200  len: 854 time: 0.1622322
Apr 02 21:16:48.285766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:48.288870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=f01b13e7-83c7-408e-8d0b-cbf26ec455cd,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:48.298720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.299313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.302592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d917e03-a0b6-467c-94e4-ceb7fe486b0f None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:48.330248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-632e4f9b-684f-4108-ba66-55dd4758d840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=146ce8d9-8798-4b34-95b9-d9b14df14138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425007
Apr 02 21:16:48.331783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network 675af338-bdb1-424e-964e-87364684a442 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:16:48.351118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5275e097-8ba4-4b29-b30a-562b18d6961f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0905552
Apr 02 21:16:48.360137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9f8d4-47de-4b18-9fe6-7c8e3dc82e6b req-33dbcc64-1e1e-4dca-b41f-1ff219309d21 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.361683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cf9f8d4-47de-4b18-9fe6-7c8e3dc82e6b req-33dbcc64-1e1e-4dca-b41f-1ff219309d21 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0585179
Apr 02 21:16:48.362162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35706) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:48.365454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 675af338-bdb1-424e-964e-87364684a442) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:48.367859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:a2:35:49', 'name': 'tempest-NetworksTestDHCPv6-1679358925'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:48.377060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.377645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.387797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e5162-83b2-43d9-9d7e-92c98f3c8b10 None None] Network 675af338-bdb1-424e-964e-87364684a442 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:48.433444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-708572d3-144b-4e29-8cc1-a015b101f2d0 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4835880
Apr 02 21:16:48.434441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35708) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:48.440995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'network': {'name': 'tempest-router-network01--1217388184'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:48.481146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cf9f8d4-47de-4b18-9fe6-7c8e3dc82e6b req-8eea5040-f616-47b5-82ca-8006260034b2 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974901
Apr 02 21:16:48.492914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-4ace48e9-4c6a-4d6a-a8a5-454b5ba5d24e service neutron] 10.222.0.15 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561718
Apr 02 21:16:48.497227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Made reservation on behalf of 9c1889b2ec3b47ba8d9acf747c541c88 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:48.504748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.530034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:48.540776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-675af338-bdb1-424e-964e-87364684a442', 'network_id': '675af338-bdb1-424e-964e-87364684a442', 'project_id': '9c1889b2ec3b47ba8d9acf747c541c88', 'fixed_ips': [{'subnet_id': '7199dae4-ebd8-4a5d-88d7-4b7076635467'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:48.542112 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.572944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:16:48.622216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.622789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2d597e24-8de2-4f11-a3d2-ae5f0d50d523), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.623143 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Added segment 2d597e24-8de2-4f11-a3d2-ae5f0d50d523 of type vlan for network 28e9eced-056b-4900-a9e5-9e22d88d6765
Apr 02 21:16:48.642096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 831bcf70-d2c2-4ee8-ae24-77813b9649f2 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:16:48.684367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4be5108-43e5-4ff3-a937-abb31ba3cd39 req-c17228f0-8f2a-48b5-badd-5f84d5dc18ba service neutron] 10.222.0.15 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762214
Apr 02 21:16:48.686063 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (28e9eced-056b-4900-a9e5-9e22d88d6765), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.715926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (28e9eced-056b-4900-a9e5-9e22d88d6765), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.723985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.725089 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.793899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Network': ['ID=28e9eced-056b-4900-a9e5-9e22d88d6765,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:48.825151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-34e920ae-6b05-438b-a075-45dea9488bd9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3881395
Apr 02 21:16:48.827604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35712) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:48.835352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'network': {'name': 'tempest-router-network02--1645937791'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:48.842910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 172.20.0.13 (eeb93323-7554-49dc-8729-b7a40cff9c2b/4438e71e-680d-4aa1-bf4d-1df38b5a3c12/831bcf70-d2c2-4ee8-ae24-77813b9649f2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:48.853552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fea2:3549 (eeb93323-7554-49dc-8729-b7a40cff9c2b/f01b13e7-83c7-408e-8d0b-cbf26ec455cd/831bcf70-d2c2-4ee8-ae24-77813b9649f2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:48.856522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:16:48.884446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5383a74-cc82-4bfd-bf06-0e648063d418 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:48.904838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Made reservation on behalf of 9c1889b2ec3b47ba8d9acf747c541c88 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:48.908216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.932826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023f44-57fa-49a5-a51d-f0a0a98c3704 req-d90b9f59-c75f-4803-87fc-bfa57553df5f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:48.933999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e023f44-57fa-49a5-a51d-f0a0a98c3704 req-d90b9f59-c75f-4803-87fc-bfa57553df5f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 943 time: 0.0924001
Apr 02 21:16:48.953979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:16:48.962137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': 'f01b13e7-83c7-408e-8d0b-cbf26ec455cd', 'ip_address': '2001:db8::f816:3eff:fe5d:75c0'}, {'subnet_id': '4438e71e-680d-4aa1-bf4d-1df38b5a3c12'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c5383a74-cc82-4bfd-bf06-0e648063d418'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:16:48.971629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ee7ae17e-3116-4b3c-8dc1-256fa799bf89), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:48.971964 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Added segment ee7ae17e-3116-4b3c-8dc1-256fa799bf89 of type vlan for network ea2c8b93-494f-43e3-a2dc-95543d418c9a
Apr 02 21:16:49.018624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (831bcf70-d2c2-4ee8-ae24-77813b9649f2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.028732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ea2c8b93-494f-43e3-a2dc-95543d418c9a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.033875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e023f44-57fa-49a5-a51d-f0a0a98c3704 req-2469fa35-c91d-4274-8332-50b46c442083 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898864
Apr 02 21:16:49.057317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (831bcf70-d2c2-4ee8-ae24-77813b9649f2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.068047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ea2c8b93-494f-43e3-a2dc-95543d418c9a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.069564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.072978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:49.073568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.076478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Allocated IP 172.20.0.2 (675af338-bdb1-424e-964e-87364684a442/7199dae4-ebd8-4a5d-88d7-4b7076635467/ba9ca2ee-3af7-4764-86d7-60ea193bec0d) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:49.113074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:49.116240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:49.130752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:49.130974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2983265
Apr 02 21:16:49.131959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:49.131959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.136730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=831bcf70-d2c2-4ee8-ae24-77813b9649f2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:49.140831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:49.148856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'subnet': {'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:49.186605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:49.186850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.200555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b38f8f-6d87-462b-b2f4-d2293950625f tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Network': ['ID=ea2c8b93-494f-43e3-a2dc-95543d418c9a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:49.208630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-005cd206-f561-4968-8a44-82920b548948 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 0.8447416
Apr 02 21:16:49.210369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35716) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:49.266266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5186c8d-b992-48af-869e-1b2c0cc263fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:49.271960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5186c8d-b992-48af-869e-1b2c0cc263fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:49.273623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b5186c8d-b992-48af-869e-1b2c0cc263fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1785 time: 0.0621250
Apr 02 21:16:49.276343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:49.277142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Made reservation on behalf of 9c1889b2ec3b47ba8d9acf747c541c88 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:49.280655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.349345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ea2c8b93-494f-43e3-a2dc-95543d418c9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:16:49.369286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8296092-bf50-473d-b19c-ff200d218ef3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:16:49.399988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 831bcf70-d2c2-4ee8-ae24-77813b9649f2 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:49.400609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (831bcf70-d2c2-4ee8-ae24-77813b9649f2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.497891 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] Allocated IP 172.20.0.2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/4438e71e-680d-4aa1-bf4d-1df38b5a3c12/c5383a74-cc82-4bfd-bf06-0e648063d418) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:49.502242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (831bcf70-d2c2-4ee8-ae24-77813b9649f2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.519030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 831bcf70-d2c2-4ee8-ae24-77813b9649f2 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:49.527380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (03a3cdac-1006-4c12-aa49-bb1c6f654880), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.613405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Checking segment: {'id': '2d597e24-8de2-4f11-a3d2-ae5f0d50d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:49.614111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network hostable DHCP agents. Network: 28e9eced-056b-4900-a9e5-9e22d88d6765, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:16:49.628760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Subnet': ['ID=03a3cdac-1006-4c12-aa49-bb1c6f654880,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:49.642339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:16:49.654186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28e9eced-056b-4900-a9e5-9e22d88d6765) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:49.659448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:49.659684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:49.660062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.673972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbd710-ff3f-489f-93b9-767786a4fe6e req-97b3d7ab-0bcd-4a7b-81c9-986f37cdcbba tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:49.676688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c520b-16d5-40f1-a4dc-a7475506d63e None None] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:49.676974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79fbd710-ff3f-489f-93b9-767786a4fe6e req-97b3d7ab-0bcd-4a7b-81c9-986f37cdcbba tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0909081
Apr 02 21:16:49.679272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Publish callbacks [] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.686397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-06cc43e3-0176-4348-8efa-d8109919befe tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5440099
Apr 02 21:16:49.688965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35726) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:49.693823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'subnet': {'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:49.737026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.755739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8296092-bf50-473d-b19c-ff200d218ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8296092-bf50-473d-b19c-ff200d218ef3,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:49.771128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79fbd710-ff3f-489f-93b9-767786a4fe6e req-71903dd3-7b27-424b-acf2-fb992c93a719 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875626
Apr 02 21:16:49.825745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Made reservation on behalf of 9c1889b2ec3b47ba8d9acf747c541c88 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:49.830374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.839625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c8296092-bf50-473d-b19c-ff200d218ef3', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': 'c8296092-bf50-473d-b19c-ff200d218ef3', 'mac_address': 'fa:16:3e:a0:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:16:49.842283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Network 675af338-bdb1-424e-964e-87364684a442 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:49.851115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (831bcf70-d2c2-4ee8-ae24-77813b9649f2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.868777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:49.874442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] For port c5383a74-cc82-4bfd-bf06-0e648063d418, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5383a74-cc82-4bfd-bf06-0e648063d418,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:49.878069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:49.892643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=831bcf70-d2c2-4ee8-ae24-77813b9649f2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:49.895854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Pushing event updated for resources: {'Port': ['ID=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:49.978726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-28e9eced-056b-4900-a9e5-9e22d88d6765', 'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765', 'project_id': '9c1889b2ec3b47ba8d9acf747c541c88', 'fixed_ips': [{'subnet_id': '03a3cdac-1006-4c12-aa49-bb1c6f654880'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:49.979563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:49.996388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.002905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-002501fc-9f1f-454e-99d4-520a5843fb1d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/831bcf70-d2c2-4ee8-ae24-77813b9649f2 HTTP/1.1" status: 204  len: 168 time: 0.7233212
Apr 02 21:16:50.003400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35728) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:50.013748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8296092-bf50-473d-b19c-ff200d218ef3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:50.014169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.020308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] Publish callbacks [] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.040352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.052001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Attempting to bind port ba9ca2ee-3af7-4764-86d7-60ea193bec0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:50.052241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Attempting to bind port ba9ca2ee-3af7-4764-86d7-60ea193bec0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c4d64d2-7662-4767-bca9-dd47e23bd53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '675af338-bdb1-424e-964e-87364684a442'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:50.052616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Attempting to bind port ba9ca2ee-3af7-4764-86d7-60ea193bec0d on network 675af338-bdb1-424e-964e-87364684a442 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:50.058284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.075158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf92b9-f8cb-4b6c-a4b0-b25ba73c89aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:50.076866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf92b9-f8cb-4b6c-a4b0-b25ba73c89aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:50.077883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8296092-bf50-473d-b19c-ff200d218ef3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:16:50.079271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf92b9-f8cb-4b6c-a4b0-b25ba73c89aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:50.083504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c4bf92b9-f8cb-4b6c-a4b0-b25ba73c89aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0766499
Apr 02 21:16:50.084090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35732) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:50.126039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Subnet': ['ID=98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:50.139222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Checking segment: {'id': 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:50.139595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network hostable DHCP agents. Network: ea2c8b93-494f-43e3-a2dc-95543d418c9a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:16:50.156123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:50.157377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Checking segment: {'id': '3c4d64d2-7662-4767-bca9-dd47e23bd53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '675af338-bdb1-424e-964e-87364684a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:50.157960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.158272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Bound using segment: {'id': '3c4d64d2-7662-4767-bca9-dd47e23bd53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '675af338-bdb1-424e-964e-87364684a442'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:50.159080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Bound port: ba9ca2ee-3af7-4764-86d7-60ea193bec0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d64d2-7662-4767-bca9-dd47e23bd53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '675af338-bdb1-424e-964e-87364684a442'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:50.159607 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.177155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network ea2c8b93-494f-43e3-a2dc-95543d418c9a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:16:50.209260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea2c8b93-494f-43e3-a2dc-95543d418c9a) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:50.218398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:50.219233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.237997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3355c38-75c1-4a62-b0b5-6b51eb855935 None None] Network ea2c8b93-494f-43e3-a2dc-95543d418c9a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:50.240789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18afe8-e77e-439b-8403-32cf10080115 req-3c0bb043-4094-4cd8-96f4-fd7c19b2ff0f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:50.242485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f18afe8-e77e-439b-8403-32cf10080115 req-3c0bb043-4094-4cd8-96f4-fd7c19b2ff0f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 943 time: 0.0867829
Apr 02 21:16:50.248508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf190591-a453-4f4b-8593-7d26fda23298 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5569570
Apr 02 21:16:50.249791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:50.269799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8296092-bf50-473d-b19c-ff200d218ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8296092-bf50-473d-b19c-ff200d218ef3,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:50.323780 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.325547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af74e04-14a7-4e8f-948a-0cbe887e043d None None] Pushing event updated for resources: {'Port': ['ID=c5383a74-cc82-4bfd-bf06-0e648063d418,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:50.446423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 4438e71e-680d-4aa1-bf4d-1df38b5a3c12 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:50.456150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (4438e71e-680d-4aa1-bf4d-1df38b5a3c12), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.462767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f18afe8-e77e-439b-8403-32cf10080115 req-f78e02f0-0d63-46e3-9de9-911f258f6641 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141380
Apr 02 21:16:50.494193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Allocated IP 172.20.0.2 (28e9eced-056b-4900-a9e5-9e22d88d6765/03a3cdac-1006-4c12-aa49-bb1c6f654880/2c292d37-6ffc-45ae-9b8e-7b659c46c851) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:50.535520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (4438e71e-680d-4aa1-bf4d-1df38b5a3c12), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.638084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.651550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4438e71e-680d-4aa1-bf4d-1df38b5a3c12), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.686707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c8296092-bf50-473d-b19c-ff200d218ef3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:50.690074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] For port ba9ca2ee-3af7-4764-86d7-60ea193bec0d, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:50.698664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8296092-bf50-473d-b19c-ff200d218ef3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:50.739794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] For port ba9ca2ee-3af7-4764-86d7-60ea193bec0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,segment=NetworkSegment(3c4d64d2-7662-4767-bca9-dd47e23bd53f),segment_id=3c4d64d2-7662-4767-bca9-dd47e23bd53f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:50.743355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (4438e71e-680d-4aa1-bf4d-1df38b5a3c12), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.778663 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.782274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=4438e71e-680d-4aa1-bf4d-1df38b5a3c12,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:50.784510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.793693 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-539eb516-ef5d-48a2-9b9a-21554694e283 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/4438e71e-680d-4aa1-bf4d-1df38b5a3c12 HTTP/1.1" status: 204  len: 168 time: 0.7084417
Apr 02 21:16:50.803007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ea2c8b93-494f-43e3-a2dc-95543d418c9a', 'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a', 'project_id': '9c1889b2ec3b47ba8d9acf747c541c88', 'fixed_ips': [{'subnet_id': '98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:50.804053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.804183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35738) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:50.923901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5383a74-cc82-4bfd-bf06-0e648063d418 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:50.946312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet f01b13e7-83c7-408e-8d0b-cbf26ec455cd {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:50.954744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (f01b13e7-83c7-408e-8d0b-cbf26ec455cd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:50.986103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d275a3f-37c2-4863-a6e7-1f9bc1c02dea req-f31a45df-589f-4fd7-b83f-0f22b9552d15 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:50.987591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d275a3f-37c2-4863-a6e7-1f9bc1c02dea req-f31a45df-589f-4fd7-b83f-0f22b9552d15 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1039071
Apr 02 21:16:51.029043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f01b13e7-83c7-408e-8d0b-cbf26ec455cd), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.061580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d275a3f-37c2-4863-a6e7-1f9bc1c02dea req-6e17f4db-3312-458a-9b5f-b7e8be6ccc5c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674000
Apr 02 21:16:51.105852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec600a6d-ac51-47a6-a36d-bbe4ddcbbd68 None None] Pushing event updated for resources: {'Port': ['ID=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:51.192645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f01b13e7-83c7-408e-8d0b-cbf26ec455cd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.298001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f01b13e7-83c7-408e-8d0b-cbf26ec455cd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.352100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=f01b13e7-83c7-408e-8d0b-cbf26ec455cd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:51.358111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.362001 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-26bf8794-236b-4740-9fbf-9188174f3ef3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/f01b13e7-83c7-408e-8d0b-cbf26ec455cd HTTP/1.1" status: 204  len: 168 time: 0.5561059
Apr 02 21:16:51.365397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35746) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:51.412984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01681dcb-1726-4758-8d4a-3680ab7faa8b None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:51.416497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c4d88016-9aa0-4a7b-b7bf-cdaae61e0c2a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0482051
Apr 02 21:16:51.418318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35750) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:51.464787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Publish callbacks [] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.474971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d058981-845c-4056-8201-463b37bac31c req-b5ed0ee1-f212-43ad-975d-fc80a910a0ed tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.477212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ad8cc-d674-4d20-8003-adcc87d771db tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.480572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fa1ad8cc-d674-4d20-8003-adcc87d771db tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0598021
Apr 02 21:16:51.482102 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d058981-845c-4056-8201-463b37bac31c req-b5ed0ee1-f212-43ad-975d-fc80a910a0ed tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1598642
Apr 02 21:16:51.485667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35752) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:51.515368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099294a2-9b9b-4811-a560-549f290ce8ca req-6caffa6e-57e3-4bcc-908f-f84eef42833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.516944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-6caffa6e-57e3-4bcc-908f-f84eef42833b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.1280925
Apr 02 21:16:51.531230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:51.531862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.533528 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.573942 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d058981-845c-4056-8201-463b37bac31c req-a2ebbcec-ed3b-4fdd-a457-91d1177ed1cd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910499
Apr 02 21:16:51.605297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a5624-4b9e-4c19-8a86-ebfb5a96f5b2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.607922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b79a5624-4b9e-4c19-8a86-ebfb5a96f5b2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1200364
Apr 02 21:16:51.608423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Allocated IP 172.20.0.1 (28e9eced-056b-4900-a9e5-9e22d88d6765/03a3cdac-1006-4c12-aa49-bb1c6f654880/970d5b4e-439a-476a-add7-db9def2ba4c3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:51.610865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35758) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:51.628437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Allocated IP 172.20.0.2 (ea2c8b93-494f-43e3-a2dc-95543d418c9a/98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5/1b8c07d7-c263-4561-8afb-94eeb1d567dd) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:51.672595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099294a2-9b9b-4811-a560-549f290ce8ca req-58b94fe5-0d5e-41f0-9adc-b7b0391fddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.675266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fa225e0b-3c3d-4c6a-ae0f-cc8ba55bc2cc None None] Provisioning complete for port c5383a74-cc82-4bfd-bf06-0e648063d418 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:51.675855 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fa225e0b-3c3d-4c6a-ae0f-cc8ba55bc2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.675993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-58b94fe5-0d5e-41f0-9adc-b7b0391fddad service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.1508396
Apr 02 21:16:51.687302 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dac91af2-b55a-440f-991c-ce1d50594df6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0753033
Apr 02 21:16:51.703386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35760) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:51.709481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5bfc271c-7807-469f-98ce-83a0a01653eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:51.723078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:51.742557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:51.745930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Pushing event updated for resources: {'Port': ['ID=2c292d37-6ffc-45ae-9b8e-7b659c46c851,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:51.748476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:51.857833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.868367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ea6f-ee3a-425f-ac9a-f079df6691ed req-19f2cadd-08ee-45f9-9e73-7aa58b975f97 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.869989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efe8ea6f-ee3a-425f-ac9a-f079df6691ed req-19f2cadd-08ee-45f9-9e73-7aa58b975f97 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 944 time: 0.3092923
Apr 02 21:16:51.878917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-3d67ce79-69cf-4bef-8402-15e25cd989f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.1881917
Apr 02 21:16:51.914779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfc271c-7807-469f-98ce-83a0a01653eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:51.918627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5bfc271c-7807-469f-98ce-83a0a01653eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.921746 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfc271c-7807-469f-98ce-83a0a01653eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:51.922677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfc271c-7807-469f-98ce-83a0a01653eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:51.938935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Attempting to bind port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:51.939305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Attempting to bind port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d597e24-8de2-4f11-a3d2-ae5f0d50d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:51.939674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Attempting to bind port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 on network 28e9eced-056b-4900-a9e5-9e22d88d6765 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:51.942398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.951409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:51.953101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Checking segment: {'id': '2d597e24-8de2-4f11-a3d2-ae5f0d50d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:51.953731 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.954423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Bound using segment: {'id': '2d597e24-8de2-4f11-a3d2-ae5f0d50d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:51.955513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Bound port: 2c292d37-6ffc-45ae-9b8e-7b659c46c851, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d597e24-8de2-4f11-a3d2-ae5f0d50d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '28e9eced-056b-4900-a9e5-9e22d88d6765'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:51.956238 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:51.975140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5bfc271c-7807-469f-98ce-83a0a01653eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2705507
Apr 02 21:16:51.980094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:51.986303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-664a777a-9bc3-48de-8aa7-a2e1b94badae tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:51.990936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099294a2-9b9b-4811-a560-549f290ce8ca req-7a4db71f-7b41-4ece-83b0-698f8eb527a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:51.992598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-7a4db71f-7b41-4ece-83b0-698f8eb527a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.0900850
Apr 02 21:16:52.004374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efe8ea6f-ee3a-425f-ac9a-f079df6691ed req-3732fdb1-47bb-49ae-8672-76f27711fc70 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223795
Apr 02 21:16:52.023355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:52.026401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:52.026970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:52.030805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:52.071207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:52.072937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Port': ['ID=970d5b4e-439a-476a-add7-db9def2ba4c3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:52.088566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.145758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099294a2-9b9b-4811-a560-549f290ce8ca req-cc866657-e514-45e6-b9d4-5e3c18ba4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:52.147507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-cc866657-e514-45e6-b9d4-5e3c18ba4dd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1398716
Apr 02 21:16:52.164214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] For port 2c292d37-6ffc-45ae-9b8e-7b659c46c851, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:52.169197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664a777a-9bc3-48de-8aa7-a2e1b94badae tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:52.169950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] For port 2c292d37-6ffc-45ae-9b8e-7b659c46c851, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c292d37-6ffc-45ae-9b8e-7b659c46c851,segment=NetworkSegment(2d597e24-8de2-4f11-a3d2-ae5f0d50d523),segment_id=2d597e24-8de2-4f11-a3d2-ae5f0d50d523)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:52.173434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-664a777a-9bc3-48de-8aa7-a2e1b94badae tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.175137 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-664a777a-9bc3-48de-8aa7-a2e1b94badae tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:52.175854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664a777a-9bc3-48de-8aa7-a2e1b94badae tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:52.177734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fa225e0b-3c3d-4c6a-ae0f-cc8ba55bc2cc None None] Current status of the port c5383a74-cc82-4bfd-bf06-0e648063d418 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:52.191308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.207610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-664a777a-9bc3-48de-8aa7-a2e1b94badae tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2260370
Apr 02 21:16:52.210587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35764) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:52.219674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4d715f23-c406-4dad-80f3-03e1878236fe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:52.240956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Publish callbacks [] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.269682 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.284906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.299368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-f2a1b582-333f-4be6-b2ba-ecc380e7d709 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417089
Apr 02 21:16:52.344399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e597800-3d08-4788-93f4-44b1f78e460f None None] Pushing event updated for resources: {'Port': ['ID=2c292d37-6ffc-45ae-9b8e-7b659c46c851,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:52.383588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Network ea2c8b93-494f-43e3-a2dc-95543d418c9a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:52.388239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:52.398354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:52.455199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Pushing event updated for resources: {'Port': ['ID=1b8c07d7-c263-4561-8afb-94eeb1d567dd,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:52.478239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-099294a2-9b9b-4811-a560-549f290ce8ca req-dcb6e0b4-e250-49aa-80dd-494fdfb9db81 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672118
Apr 02 21:16:52.509376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e099907-5be7-4feb-b0ea-b63ac7f38ad6 None None] Network 675af338-bdb1-424e-964e-87364684a442 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:52.520978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d715f23-c406-4dad-80f3-03e1878236fe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:52.525312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d715f23-c406-4dad-80f3-03e1878236fe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.525968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] Deleting port c5383a74-cc82-4bfd-bf06-0e648063d418 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:52.526343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.526705 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d715f23-c406-4dad-80f3-03e1878236fe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:52.527136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d715f23-c406-4dad-80f3-03e1878236fe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:52.531783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Attempting to bind port 1b8c07d7-c263-4561-8afb-94eeb1d567dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:52.532946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Attempting to bind port 1b8c07d7-c263-4561-8afb-94eeb1d567dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:52.532946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Attempting to bind port 1b8c07d7-c263-4561-8afb-94eeb1d567dd on network ea2c8b93-494f-43e3-a2dc-95543d418c9a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:52.564768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:52.565146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Checking segment: {'id': 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:52.565550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.565949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Bound using segment: {'id': 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:52.566532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Bound port: 1b8c07d7-c263-4561-8afb-94eeb1d567dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ea2c8b93-494f-43e3-a2dc-95543d418c9a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:52.566802 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.710973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] For port c5383a74-cc82-4bfd-bf06-0e648063d418, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5383a74-cc82-4bfd-bf06-0e648063d418,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:52.711391 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.725358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] Calling delete_port for c5383a74-cc82-4bfd-bf06-0e648063d418 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:52.847951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] Provisioning complete for port ba9ca2ee-3af7-4764-86d7-60ea193bec0d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:52.848482 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:52.855429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aff144-b34a-47da-ac5c-78332e4f5a31 req-ab67e321-c6b9-4815-a734-7a198489fc69 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:52.857819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82aff144-b34a-47da-ac5c-78332e4f5a31 req-ab67e321-c6b9-4815-a734-7a198489fc69 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1869013
Apr 02 21:16:52.927779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d715f23-c406-4dad-80f3-03e1878236fe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7159829
Apr 02 21:16:52.930917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35772) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:52.936427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-37c668da-98f9-4aa7-a01d-12b8ebb9adaf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:52.942317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82aff144-b34a-47da-ac5c-78332e4f5a31 req-a8192128-3285-46a8-9c6a-bf91d58314b0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692070
Apr 02 21:16:53.006289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ba9ca2ee-3af7-4764-86d7-60ea193bec0d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:53.013920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] For port 1b8c07d7-c263-4561-8afb-94eeb1d567dd, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:53.018075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (c5383a74-cc82-4bfd-bf06-0e648063d418), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.110722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] For port 1b8c07d7-c263-4561-8afb-94eeb1d567dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8c07d7-c263-4561-8afb-94eeb1d567dd,segment=NetworkSegment(ee7ae17e-3116-4b3c-8dc1-256fa799bf89),segment_id=ee7ae17e-3116-4b3c-8dc1-256fa799bf89)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:53.141871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c668da-98f9-4aa7-a01d-12b8ebb9adaf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:53.145841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-37c668da-98f9-4aa7-a01d-12b8ebb9adaf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.147432 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c668da-98f9-4aa7-a01d-12b8ebb9adaf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:53.147945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c668da-98f9-4aa7-a01d-12b8ebb9adaf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:53.200662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-37c668da-98f9-4aa7-a01d-12b8ebb9adaf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2686422
Apr 02 21:16:53.204168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35776) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:53.212281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1c0f338e-f5d0-4342-bbce-936258d8ee90 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:53.307998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] No DVR routers for this DVR port c5383a74-cc82-4bfd-bf06-0e648063d418 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:53.309883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ade42b-1e8d-40e6-968f-5bc4bb4afbf3 req-7747771e-71c3-4332-804d-c690d91fdeee tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:53.311558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3ade42b-1e8d-40e6-968f-5bc4bb4afbf3 req-7747771e-71c3-4332-804d-c690d91fdeee tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 944 time: 0.1897817
Apr 02 21:16:53.313511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a0c0-de05-473b-b97c-f7b4a757b352 None None] Pushing event deleted for resources: {'Port': ['ID=c5383a74-cc82-4bfd-bf06-0e648063d418,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:53.342793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.345839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.354532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.372915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8296092-bf50-473d-b19c-ff200d218ef3 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:53.392765 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-25370d65-d65e-4091-882e-4a93cc209cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.398694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] Current status of the port ba9ca2ee-3af7-4764-86d7-60ea193bec0d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:53.399085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.495183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f338e-f5d0-4342-bbce-936258d8ee90 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:53.495183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c0f338e-f5d0-4342-bbce-936258d8ee90 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.495183 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0f338e-f5d0-4342-bbce-936258d8ee90 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:53.495183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0f338e-f5d0-4342-bbce-936258d8ee90 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:53.497719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Port': ['ID=970d5b4e-439a-476a-add7-db9def2ba4c3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:53.504758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.512285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3ade42b-1e8d-40e6-968f-5bc4bb4afbf3 req-0cdab63f-e81d-498c-b478-289b8e253945 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868961
Apr 02 21:16:53.530786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ba9ca2ee-3af7-4764-86d7-60ea193bec0d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:53.531794 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.546500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] For port ba9ca2ee-3af7-4764-86d7-60ea193bec0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,segment=NetworkSegment(3c4d64d2-7662-4767-bca9-dd47e23bd53f),segment_id=3c4d64d2-7662-4767-bca9-dd47e23bd53f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:53.556914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35780) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:53.562373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-057fa34e-4a54-4f59-9957-d167677a3a41 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:53.567524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a8d0f-506f-414d-82f5-93145c961271 None None] Pushing event updated for resources: {'Port': ['ID=1b8c07d7-c263-4561-8afb-94eeb1d567dd,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:53.567878 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c0f338e-f5d0-4342-bbce-936258d8ee90 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3599877
Apr 02 21:16:53.576952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.633668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c8296092-bf50-473d-b19c-ff200d218ef3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:16:53.649006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c8296092-bf50-473d-b19c-ff200d218ef3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:53.649650 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.652909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3c3f-743e-4e98-b347-296ce1195a73 None None] Pushing event updated for resources: {'Port': ['ID=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:53.678175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:53.681169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:53.749120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057fa34e-4a54-4f59-9957-d167677a3a41 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:53.755951 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-057fa34e-4a54-4f59-9957-d167677a3a41 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.758443 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-057fa34e-4a54-4f59-9957-d167677a3a41 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:53.759024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057fa34e-4a54-4f59-9957-d167677a3a41 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:16:53.785526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-360bf4b1-b8a0-4fcb-9a9d-b403fb956c1a None None] Provisioning complete for port ba9ca2ee-3af7-4764-86d7-60ea193bec0d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:53.785904 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-360bf4b1-b8a0-4fcb-9a9d-b403fb956c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.789968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-057fa34e-4a54-4f59-9957-d167677a3a41 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2311683
Apr 02 21:16:53.790237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:53.820671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ba9ca2ee-3af7-4764-86d7-60ea193bec0d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:53.821646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2c292d37-6ffc-45ae-9b8e-7b659c46c851 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:53.843023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58a458fb-f43b-41f4-a33d-41810a17fa51 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0430532
Apr 02 21:16:53.844131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35784) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:53.903654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8296092-bf50-473d-b19c-ff200d218ef3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:53.904031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:53.914078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Router d5566d43-1000-4b18-a98d-56508eb10135 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:16:53.929305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3356f28-b892-45bf-868a-c3fc489cca64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:53.934324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35786) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:53.934982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d3356f28-b892-45bf-868a-c3fc489cca64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0889828
Apr 02 21:16:53.947991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8296092-bf50-473d-b19c-ff200d218ef3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:53.950574 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4046dda-bf0c-45b5-9745-2ae676215a45" -d '{"events": [{"server_uuid": "0b096d4a-2acb-43b8-a508-f3c6516021a7", "name": "network-vif-plugged", "status": "completed", "tag": "c8296092-bf50-473d-b19c-ff200d218ef3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:53.970365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8296092-bf50-473d-b19c-ff200d218ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8296092-bf50-473d-b19c-ff200d218ef3,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:53.995002 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.006036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-97e8fc60-5aa1-4525-a87e-e17ba3e5bf05 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0636368
Apr 02 21:16:54.006997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35792) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:54.009567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:54.009567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.019925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:54.056017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-360bf4b1-b8a0-4fcb-9a9d-b403fb956c1a None None] Current status of the port ba9ca2ee-3af7-4764-86d7-60ea193bec0d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:54.083664 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594f434-3aae-48ab-b6b7-1aaa36c7fc2f x-openstack-request-id: req-d594f434-3aae-48ab-b6b7-1aaa36c7fc2f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:54.083869 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b096d4a-2acb-43b8-a508-f3c6516021a7", "name": "network-vif-plugged", "status": "completed", "tag": "c8296092-bf50-473d-b19c-ff200d218ef3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:54.084125 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d594f434-3aae-48ab-b6b7-1aaa36c7fc2f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:54.084551 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d594f434-3aae-48ab-b6b7-1aaa36c7fc2f'] response: {'server_uuid': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8296092-bf50-473d-b19c-ff200d218ef3', 'code': 200}
Apr 02 21:16:54.088785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290fd42-9d58-4403-a651-1a70e12dc4e2 None None] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:54.166289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:54.176814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c949fbe-e9e3-438a-b568-1804813daeec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9223192
Apr 02 21:16:54.177752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35794) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:54.178611 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] Sync routers for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:54.189531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:54.192436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.196201 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:54.196848 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e27fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:54.203524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f83bd-5166-48a9-9f7d-7a4e19ace6bc req-ca22cb4f-2a7a-4595-a1ef-5cbf4a0fe86f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:54.212222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a6f83bd-5166-48a9-9f7d-7a4e19ace6bc req-ca22cb4f-2a7a-4595-a1ef-5cbf4a0fe86f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1252103
Apr 02 21:16:54.217062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8296092-bf50-473d-b19c-ff200d218ef3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:54.245543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Provisioning complete for port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:54.245921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.259321 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e27fa0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:54.268028 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:54.268671 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e27fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:54.275679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab9d4-67b5-4d1e-98d5-ebc6282a5d3d req-873f0bf8-acb3-4ad3-9cf1-d8f209eaa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:54.277718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-478ab9d4-67b5-4d1e-98d5-ebc6282a5d3d req-873f0bf8-acb3-4ad3-9cf1-d8f209eaa248 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 1127 time: 0.1642509
Apr 02 21:16:54.302463 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e27fa0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:54.303108 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00518bcf-09ef-40f3-a9af-76922cfb0bee None None] The sync data for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:54.307299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a6f83bd-5166-48a9-9f7d-7a4e19ace6bc req-2dfa1cbf-8dbd-417a-a45e-e41f93c7be25 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709612
Apr 02 21:16:54.407715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:54.408108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.447287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Current status of the port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:54.447701 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.484412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 2c292d37-6ffc-45ae-9b8e-7b659c46c851, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c292d37-6ffc-45ae-9b8e-7b659c46c851,segment=NetworkSegment(2d597e24-8de2-4f11-a3d2-ae5f0d50d523),segment_id=2d597e24-8de2-4f11-a3d2-ae5f0d50d523)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:54.492443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:54.528692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-478ab9d4-67b5-4d1e-98d5-ebc6282a5d3d req-02b4f203-8479-4e0f-beda-de936ae0909e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343423
Apr 02 21:16:54.591396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=2c292d37-6ffc-45ae-9b8e-7b659c46c851,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:54.615245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5383a74-cc82-4bfd-bf06-0e648063d418 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:16:54.618881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:16:54.619245 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:16:54.656923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c5383a74-cc82-4bfd-bf06-0e648063d418 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:16:54.657403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c5383a74-cc82-4bfd-bf06-0e648063d418 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:16:54.706487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1df20-d39b-4020-87ee-8e70cf0e05ed req-478decd2-7581-4286-83d2-aadb86fa9fd1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:54.708659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dda1df20-d39b-4020-87ee-8e70cf0e05ed req-478decd2-7581-4286-83d2-aadb86fa9fd1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 945 time: 0.0693574
Apr 02 21:16:54.728109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdc53f-ed1e-45fc-95a8-57abca8df221 req-8997cb94-ef4f-4d5d-9c41-e335b18d3367 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:54.729930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cffdc53f-ed1e-45fc-95a8-57abca8df221 req-8997cb94-ef4f-4d5d-9c41-e335b18d3367 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.3327985
Apr 02 21:16:54.788364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dda1df20-d39b-4020-87ee-8e70cf0e05ed req-26d5ab90-a6cb-46cc-9b43-9c610fea056a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647233
Apr 02 21:16:54.982478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ba9ca2ee-3af7-4764-86d7-60ea193bec0d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:55.012656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b00b28-48a8-4f71-8675-b43b9f1d941a None None] Network ea2c8b93-494f-43e3-a2dc-95543d418c9a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:55.112241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ba9ca2ee-3af7-4764-86d7-60ea193bec0d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:55.112657 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.200022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-deac4649-8ab8-4e76-b364-86495bb39328 None None] Current status of the port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:55.230401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cffdc53f-ed1e-45fc-95a8-57abca8df221 req-539c5ba7-2edf-4fff-abf2-5fe1319ed52c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4880385
Apr 02 21:16:55.300149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:16:55.304843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ba9ca2ee-3af7-4764-86d7-60ea193bec0d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:55.306087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2c292d37-6ffc-45ae-9b8e-7b659c46c851 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:55.336735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (9054122a-4a51-4c30-b46d-537d0b8478f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.380528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Provisioning complete for port 1b8c07d7-c263-4561-8afb-94eeb1d567dd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:55.381131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.405003 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-632cd9c4-1d94-4638-9525-1bd275234e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.409107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:55.410309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f97e3-0a77-4357-8b46-891403d60f4a req-6398f5fd-4287-4a81-bf07-b0e0b03b4553 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:55.410919 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-8441eaeb-4e2b-4dd3-9c45-884d1345411e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:16:55.416206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8441eaeb-4e2b-4dd3-9c45-884d1345411e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.2336674
Apr 02 21:16:55.417750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35804) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:55.419005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-148f97e3-0a77-4357-8b46-891403d60f4a req-6398f5fd-4287-4a81-bf07-b0e0b03b4553 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0934353
Apr 02 21:16:55.421908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:55.425346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:55.425989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.435099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8b7b6-c51b-4d0d-a338-8ccdfa80dcc7 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:55.478993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=9054122a-4a51-4c30-b46d-537d0b8478f1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:55.497167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-148f97e3-0a77-4357-8b46-891403d60f4a req-ab3b3305-c324-49b4-af3e-f222de83d116 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771604
Apr 02 21:16:55.535136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7b99066c-9b39-49e1-87e4-8f4522780c1a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5205512
Apr 02 21:16:55.535262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35808) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:55.540223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:a7:45:02', 'name': 'tempest-NetworksTestDHCPv6-849677521'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:55.545137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:55.545507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.623111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Current status of the port 1b8c07d7-c263-4561-8afb-94eeb1d567dd is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:55.623702 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.666776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '9054122a-4a51-4c30-b46d-537d0b8478f1'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:55.667873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.676917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:55.715469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] For port 1b8c07d7-c263-4561-8afb-94eeb1d567dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8c07d7-c263-4561-8afb-94eeb1d567dd,segment=NetworkSegment(ee7ae17e-3116-4b3c-8dc1-256fa799bf89),segment_id=ee7ae17e-3116-4b3c-8dc1-256fa799bf89)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:55.743330 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.755786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aef070-1de3-4430-8c79-5189097c2fca req-16cbb418-74ed-4d29-b2e7-51b017414234 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:55.757471 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33aef070-1de3-4430-8c79-5189097c2fca req-16cbb418-74ed-4d29-b2e7-51b017414234 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0817733
Apr 02 21:16:55.792297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.818710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 70e11d5a-5ae8-4cc1-93ee-1a316157578f yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:16:55.854406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:55.855486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1b8c07d7-c263-4561-8afb-94eeb1d567dd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:55.896664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Provisioning complete for port 970d5b4e-439a-476a-add7-db9def2ba4c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:55.897040 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:55.924440 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33aef070-1de3-4430-8c79-5189097c2fca req-2f0f5b88-789e-49a3-a16e-bfe09640e9e9 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1397049
Apr 02 21:16:55.950796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe990c8-1c0c-4bab-a592-5256211d000b req-fc5e02cf-e05c-48b8-ab5a-73ecca128b78 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:55.952613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fe990c8-1c0c-4bab-a592-5256211d000b req-fc5e02cf-e05c-48b8-ab5a-73ecca128b78 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 945 time: 0.0739257
Apr 02 21:16:55.962414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Pushing event updated for resources: {'Port': ['ID=1b8c07d7-c263-4561-8afb-94eeb1d567dd,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:55.994057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Port 970d5b4e-439a-476a-add7-db9def2ba4c3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:56.000394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Allocated IP 2001:db8::f816:3eff:fe9e:f16f (eeb93323-7554-49dc-8729-b7a40cff9c2b/9054122a-4a51-4c30-b46d-537d0b8478f1/a94a5811-0ec2-4bf7-a65f-df3636065428) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:56.018412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7fe990c8-1c0c-4bab-a592-5256211d000b req-0dca0266-9095-42b3-b878-fa55496b16d9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572720
Apr 02 21:16:56.053362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1b8c07d7-c263-4561-8afb-94eeb1d567dd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:56.053744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.057815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Provisioning complete for port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:56.058184 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.126369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed741a-31a0-4094-8669-5830535c2466 req-8933d950-5c0e-49f4-b95e-d782bce76e6f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:56.128212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2ed741a-31a0-4094-8669-5830535c2466 req-8933d950-5c0e-49f4-b95e-d782bce76e6f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1177001
Apr 02 21:16:56.131982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.154107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c531a-ec10-47dd-b674-e1d884956f6a req-ae74685e-8ba6-4ae8-9b5d-462f553a4098 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:56.155615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b90c531a-ec10-47dd-b674-e1d884956f6a req-ae74685e-8ba6-4ae8-9b5d-462f553a4098 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.0669079
Apr 02 21:16:56.208782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b90c531a-ec10-47dd-b674-e1d884956f6a req-2da7290d-b8c4-467b-8f21-92145d275d92 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469284
Apr 02 21:16:56.253717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2ed741a-31a0-4094-8669-5830535c2466 req-50e4a0f4-c674-4ece-bb7c-888301b3d66b tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193469
Apr 02 21:16:56.374431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ccff1-7c0c-4d5c-856c-b28a1df481f5 req-8c2b135b-188f-470c-8d63-ec1fc21f27ed tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:56.385918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d3ccff1-7c0c-4d5c-856c-b28a1df481f5 req-8c2b135b-188f-470c-8d63-ec1fc21f27ed tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 945 time: 0.0800514
Apr 02 21:16:56.453686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1b8c07d7-c263-4561-8afb-94eeb1d567dd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:56.460193 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Publish callbacks [] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.463077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6e0778f8-5671-4e60-a864-02f5c98c2fad None None] Current status of the port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:56.466699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d3ccff1-7c0c-4d5c-856c-b28a1df481f5 req-5a320c4f-c514-4d2e-87d4-89447c74f904 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791297
Apr 02 21:16:56.472287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.550496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Pushing event updated for resources: {'Port': ['ID=a94a5811-0ec2-4bf7-a65f-df3636065428,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:56.551822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fea7:4502 (eeb93323-7554-49dc-8729-b7a40cff9c2b/9054122a-4a51-4c30-b46d-537d0b8478f1/70e11d5a-5ae8-4cc1-93ee-1a316157578f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:56.568979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:56.570817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:56.576248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:56.588689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting port 970d5b4e-439a-476a-add7-db9def2ba4c3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:56.589295 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.633767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aa8ed896-d20a-4102-a393-4c4e8c722d35 None None] Provisioning complete for port 1b8c07d7-c263-4561-8afb-94eeb1d567dd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:56.633767 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed896-d20a-4102-a393-4c4e8c722d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.711149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Attempting to bind port a94a5811-0ec2-4bf7-a65f-df3636065428 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:16:56.711754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Attempting to bind port a94a5811-0ec2-4bf7-a65f-df3636065428 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:16:56.712213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Attempting to bind port a94a5811-0ec2-4bf7-a65f-df3636065428 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:16:56.713002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc6b1-4514-43e9-9185-9aaa935f4bbe req-9d8b5f24-06cc-40da-8c25-0f01adc28f3c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:56.714507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f61fc6b1-4514-43e9-9185-9aaa935f4bbe req-9d8b5f24-06cc-40da-8c25-0f01adc28f3c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1531706
Apr 02 21:16:56.720409 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.726421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:16:56.727057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:16:56.728154 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.728703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:16:56.729502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Bound port: a94a5811-0ec2-4bf7-a65f-df3636065428, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:16:56.731374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.735784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.757108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Calling delete_port for 970d5b4e-439a-476a-add7-db9def2ba4c3 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:56.796210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f61fc6b1-4514-43e9-9185-9aaa935f4bbe req-288b5bd2-e27b-4024-a6ea-d406dba10b64 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740974
Apr 02 21:16:56.859296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] For port a94a5811-0ec2-4bf7-a65f-df3636065428, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:16:56.860719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242399e3-253d-4d7a-a519-6d9bb822e47f req-9ecda293-181f-4872-8af7-1b37f1c7ac59 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:56.862211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-242399e3-253d-4d7a-a519-6d9bb822e47f req-9ecda293-181f-4872-8af7-1b37f1c7ac59 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 945 time: 0.1095262
Apr 02 21:16:56.865105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (70e11d5a-5ae8-4cc1-93ee-1a316157578f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.875619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ed896-d20a-4102-a393-4c4e8c722d35 None None] Current status of the port 1b8c07d7-c263-4561-8afb-94eeb1d567dd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:56.881351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] For port a94a5811-0ec2-4bf7-a65f-df3636065428, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94a5811-0ec2-4bf7-a65f-df3636065428,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:16:56.896260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1b8c07d7-c263-4561-8afb-94eeb1d567dd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:16:56.898779 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.929830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-242399e3-253d-4d7a-a519-6d9bb822e47f req-459e9ab1-0684-4778-98ba-5030f71eb086 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610681
Apr 02 21:16:56.942296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (70e11d5a-5ae8-4cc1-93ee-1a316157578f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.964923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aa8ed896-d20a-4102-a393-4c4e8c722d35 None None] Provisioning complete for port 970d5b4e-439a-476a-add7-db9def2ba4c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:56.965299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed896-d20a-4102-a393-4c4e8c722d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:56.984022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:56.988230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:56.992811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:56.998491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:56.999134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.019863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (970d5b4e-439a-476a-add7-db9def2ba4c3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.040725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5043650
Apr 02 21:16:57.044121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35830) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:57.059307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Port': ['ID=970d5b4e-439a-476a-add7-db9def2ba4c3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:57.074274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ed896-d20a-4102-a393-4c4e8c722d35 None None] Port 970d5b4e-439a-476a-add7-db9def2ba4c3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:16:57.080672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f7a9a-1b08-413b-92f5-8eada14b3b5d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=70e11d5a-5ae8-4cc1-93ee-1a316157578f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:57.081744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9467a-eb51-4649-bb3a-686f411e17d7 None None] Pushing event updated for resources: {'Port': ['ID=a94a5811-0ec2-4bf7-a65f-df3636065428,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:57.095279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1b8c07d7-c263-4561-8afb-94eeb1d567dd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:57.095660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.148888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6aa01-b9aa-4c29-b93b-c82df4730e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:57.162087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6aa01-b9aa-4c29-b93b-c82df4730e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:57.165003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d0d6aa01-b9aa-4c29-b93b-c82df4730e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1138904
Apr 02 21:16:57.169109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35832) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:57.228233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1b8c07d7-c263-4561-8afb-94eeb1d567dd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:57.246912 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.294705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 70e11d5a-5ae8-4cc1-93ee-1a316157578f {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:57.295419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (70e11d5a-5ae8-4cc1-93ee-1a316157578f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.418466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (70e11d5a-5ae8-4cc1-93ee-1a316157578f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.432359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 70e11d5a-5ae8-4cc1-93ee-1a316157578f owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:57.442120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Router d5566d43-1000-4b18-a98d-56508eb10135 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:16:57.534783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:16:57.541133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-752083de-8cf0-4506-ae90-455868fa9ed1 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1215956
Apr 02 21:16:57.545213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35836) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:57.551835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] Sync routers for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:16:57.561953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:57.562694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78445b3a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:57.584229 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (70e11d5a-5ae8-4cc1-93ee-1a316157578f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.587461 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-0fc1d100-16f8-4f4f-8921-2ff9fcfb1cb9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] delete failed (client error): The resource could not be found.
Apr 02 21:16:57.588943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0fc1d100-16f8-4f4f-8921-2ff9fcfb1cb9 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1630094394 HTTP/1.1" status: 404  len: 335 time: 0.0428011
Apr 02 21:16:57.592950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35838) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:57.597669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-73c26444-84ad-44c0-9639-b74754732f5b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5566d43-1000-4b18-a98d-56508eb10135'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:57.606647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78445b3a00>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:57.614353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=70e11d5a-5ae8-4cc1-93ee-1a316157578f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:57.616231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:16:57.616953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78445b3a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:57.649907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.653315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6b39785d-da8b-42fa-87b0-6c093b86a157 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/70e11d5a-5ae8-4cc1-93ee-1a316157578f HTTP/1.1" status: 204  len: 168 time: 0.4831481
Apr 02 21:16:57.655732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:57.657962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78445b3a00>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:16:57.659151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc27462-9d22-457b-888b-c7d163aaa8b2 None None] The sync data for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:16:57.713063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c23b38-d5a7-4caf-90b8-c7cc88f8fbd0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:57.714365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c23b38-d5a7-4caf-90b8-c7cc88f8fbd0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:57.718322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c0c23b38-d5a7-4caf-90b8-c7cc88f8fbd0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0586264
Apr 02 21:16:57.718818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35844) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:57.771479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 9054122a-4a51-4c30-b46d-537d0b8478f1 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:16:57.775013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (9054122a-4a51-4c30-b46d-537d0b8478f1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.823285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (9054122a-4a51-4c30-b46d-537d0b8478f1), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:57.933509 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (9054122a-4a51-4c30-b46d-537d0b8478f1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.020063 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (9054122a-4a51-4c30-b46d-537d0b8478f1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.039422 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.042936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/9054122a-4a51-4c30-b46d-537d0b8478f1 HTTP/1.1" status: 204  len: 168 time: 0.3234391
Apr 02 21:16:58.046824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35850) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:58.071478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be1f7f-9e6b-4aa6-a327-ae596e960b8b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=9054122a-4a51-4c30-b46d-537d0b8478f1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:58.115404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214954-5e15-47b4-90e8-a0c65e190dc9 req-e95fa511-cacd-41ea-bc7c-a74ca54b996f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:58.115635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a67aaff0-1819-4c9b-9dfb-64c426363287 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0620954
Apr 02 21:16:58.115742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f214954-5e15-47b4-90e8-a0c65e190dc9 req-e95fa511-cacd-41ea-bc7c-a74ca54b996f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 945 time: 0.0840600
Apr 02 21:16:58.115742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:58.120320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:58.224891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-73c26444-84ad-44c0-9639-b74754732f5b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router_gateway (d5566d43-1000-4b18-a98d-56508eb10135), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.247036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc02a-7b2e-42f0-8ff4-893edb008536 req-c9f7f6dc-ef87-4004-b053-830bdb8a9bbb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:58.248556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48fcc02a-7b2e-42f0-8ff4-893edb008536 req-c9f7f6dc-ef87-4004-b053-830bdb8a9bbb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.2136650
Apr 02 21:16:58.256933 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f214954-5e15-47b4-90e8-a0c65e190dc9 req-0260abe5-3a0d-47ea-892c-0cfbab302702 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326976
Apr 02 21:16:58.263681 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-73c26444-84ad-44c0-9639-b74754732f5b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] update failed (client error): The resource could not be found.
Apr 02 21:16:58.271219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73c26444-84ad-44c0-9639-b74754732f5b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135 HTTP/1.1" status: 404  len: 339 time: 0.6775131
Apr 02 21:16:58.271477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35854) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:58.290320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d6e1c-c6e0-497c-8b3d-84a0ec66bcbc None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:58.311080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2580114-235e-41ac-a916-7f3f687897be req-2d9f6ec4-b66c-4e55-9f7c-6aaed020b1c4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:58.313310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2580114-235e-41ac-a916-7f3f687897be req-2d9f6ec4-b66c-4e55-9f7c-6aaed020b1c4 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 945 time: 0.1296787
Apr 02 21:16:58.357231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48fcc02a-7b2e-42f0-8ff4-893edb008536 req-753efbce-0b52-41e3-a396-78ce37932fc3 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970693
Apr 02 21:16:58.358508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:58.363025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.399436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] Provisioning complete for port a94a5811-0ec2-4bf7-a65f-df3636065428 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:16:58.399935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.444323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port c8296092-bf50-473d-b19c-ff200d218ef3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:58.444323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.559182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:16:58.587213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port c8296092-bf50-473d-b19c-ff200d218ef3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8296092-bf50-473d-b19c-ff200d218ef3,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:58.587816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.602129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for c8296092-bf50-473d-b19c-ff200d218ef3 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:58.602535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] Current status of the port a94a5811-0ec2-4bf7-a65f-df3636065428 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:16:58.603552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.659031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] For port a94a5811-0ec2-4bf7-a65f-df3636065428, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94a5811-0ec2-4bf7-a65f-df3636065428,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:58.666331 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.700362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] Deleting port a94a5811-0ec2-4bf7-a65f-df3636065428 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:16:58.700939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.770582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a90015-d218-4edb-8d1d-21aeb2dae96b req-2d0a479c-9b04-471e-ab8f-9261c52a0b04 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:58.781584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04a90015-d218-4edb-8d1d-21aeb2dae96b req-2d0a479c-9b04-471e-ab8f-9261c52a0b04 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1019897
Apr 02 21:16:58.808234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.810716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91697e-98e8-4f37-aa7b-73cab3c72544 None None] Pushing event updated for resources: {'Port': ['ID=a94a5811-0ec2-4bf7-a65f-df3636065428,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:58.817693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] For port a94a5811-0ec2-4bf7-a65f-df3636065428, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94a5811-0ec2-4bf7-a65f-df3636065428,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:16:58.818216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.833493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] Calling delete_port for a94a5811-0ec2-4bf7-a65f-df3636065428 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:16:58.845631 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.888392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04a90015-d218-4edb-8d1d-21aeb2dae96b req-db0dbc26-27a7-415a-a1c6-644d081b57ce tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667593
Apr 02 21:16:58.889506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c8296092-bf50-473d-b19c-ff200d218ef3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.909250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b', '49516587-f70d-491b-9822-ca1c6a6cd7bf', 'c8296092-bf50-473d-b19c-ff200d218ef3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:16:58.924324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=c8296092-bf50-473d-b19c-ff200d218ef3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:58.974158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port c8296092-bf50-473d-b19c-ff200d218ef3 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:58.978007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-8fe999d6-3c2e-4d11-a676-989db9a5a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:58.978201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:58.979483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-8fe999d6-3c2e-4d11-a676-989db9a5a80d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25481b7efed4632bcd054e2cec3b161&device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 1126 time: 0.3080518
Apr 02 21:16:58.984566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2580114-235e-41ac-a916-7f3f687897be req-6cf67b92-28fe-47c0-af78-ab2a6bf32b6b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "DELETE /v2.0/ports/c8296092-bf50-473d-b19c-ff200d218ef3 HTTP/1.1" status: 204  len: 173 time: 0.6649992
Apr 02 21:16:58.985895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'name': 'network-vif-deleted', 'tag': 'c8296092-bf50-473d-b19c-ff200d218ef3'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:16:58.994504 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c6354e-d3bb-4cbd-af42-6f59797f82ea" -d '{"events": [{"server_uuid": "0b096d4a-2acb-43b8-a508-f3c6516021a7", "name": "network-vif-deleted", "tag": "c8296092-bf50-473d-b19c-ff200d218ef3"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:16:58.999023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (a94a5811-0ec2-4bf7-a65f-df3636065428), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.030914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] Pushing event deleted for resources: {'Port': ['ID=a94a5811-0ec2-4bf7-a65f-df3636065428,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:59.049601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca773bca-7952-4ff0-b327-89d169a4e547 None None] No DVR routers for this DVR port a94a5811-0ec2-4bf7-a65f-df3636065428 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:16:59.055797 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6d528-0e5b-4433-9594-b73f5090f704 x-openstack-request-id: req-08d6d528-0e5b-4433-9594-b73f5090f704 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:16:59.055797 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b096d4a-2acb-43b8-a508-f3c6516021a7", "name": "network-vif-deleted", "tag": "c8296092-bf50-473d-b19c-ff200d218ef3", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:16:59.055797 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08d6d528-0e5b-4433-9594-b73f5090f704 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:16:59.055797 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d6d528-0e5b-4433-9594-b73f5090f704'] response: {'server_uuid': '0b096d4a-2acb-43b8-a508-f3c6516021a7', 'name': 'network-vif-deleted', 'tag': 'c8296092-bf50-473d-b19c-ff200d218ef3', 'status': 'completed', 'code': 200}
Apr 02 21:16:59.144338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:16:59.155459 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (c92fa9d6-780c-4a91-9620-14ae438af65f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.253358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:59.264250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-7c80da38-8c0a-4d59-a3eb-edaa960c4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:59.266344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-7c80da38-8c0a-4d59-a3eb-edaa960c4118 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 200  len: 912 time: 0.2709107
Apr 02 21:16:59.267167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:59.273268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:59.273851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.279096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0da6c-ab1c-45be-8afa-ff753327064e None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:16:59.353471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=c92fa9d6-780c-4a91-9620-14ae438af65f,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:59.366781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3259d19e-6c11-4705-bbdc-0576a87b62c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2501748
Apr 02 21:16:59.368330 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5f1d5f5-7dec-4c22-a627-fa5ea5ae8a0b req-cf86c4c9-b40f-4944-858d-ceb18ea37d7b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b096d4a-2acb-43b8-a508-f3c6516021a7 HTTP/1.1" status: 200  len: 210 time: 0.0278678
Apr 02 21:16:59.369315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:16:59.374256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:ce:be:c0', 'name': 'tempest-NetworksTestDHCPv6-1104479188'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:16:59.388028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Allocated IP 172.20.0.1 (675af338-bdb1-424e-964e-87364684a442/7199dae4-ebd8-4a5d-88d7-4b7076635467/fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:59.406813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-332e718c-e697-4ede-8342-f48eb49d61ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 200  len: 998 time: 0.1232150
Apr 02 21:16:59.430004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.465152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': 'c92fa9d6-780c-4a91-9620-14ae438af65f'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:16:59.465962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.519153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:16:59.642026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.648870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Allocated IP 2001:db8::f816:3eff:fe6c:9849 (eeb93323-7554-49dc-8729-b7a40cff9c2b/c92fa9d6-780c-4a91-9620-14ae438af65f/60038f73-323d-4759-a913-1063436eca86) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:59.675642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 2a77c06e-6ce2-43a2-b428-58170e5b2256 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:16:59.824588 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Publish callbacks [] for port (60038f73-323d-4759-a913-1063436eca86), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.832358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (60038f73-323d-4759-a913-1063436eca86), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:16:59.888769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:16:59.889895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fece:bec0 (eeb93323-7554-49dc-8729-b7a40cff9c2b/c92fa9d6-780c-4a91-9620-14ae438af65f/2a77c06e-6ce2-43a2-b428-58170e5b2256) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:16:59.892677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:16:59.897576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:16:59.907821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-3264f38f-2a59-40f2-957e-e7190396f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:16:59.909335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-3264f38f-2a59-40f2-957e-e7190396f2fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 200  len: 850 time: 0.4918382
Apr 02 21:16:59.935310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Pushing event updated for resources: {'Port': ['ID=60038f73-323d-4759-a913-1063436eca86,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:16:59.980033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.001598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-bfe69ca3-3afd-41d8-bb38-d69053cc90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:00.003395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-bfe69ca3-3afd-41d8-bb38-d69053cc90e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31fced4c-1a00-48a4-a6cd-17c45563c707&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0861909
Apr 02 21:17:00.015027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Attempting to bind port 60038f73-323d-4759-a913-1063436eca86 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:00.016497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Attempting to bind port 60038f73-323d-4759-a913-1063436eca86 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:00.016968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Attempting to bind port 60038f73-323d-4759-a913-1063436eca86 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:00.029351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:00.029763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:00.030207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.030661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:00.042673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Bound port: 60038f73-323d-4759-a913-1063436eca86, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:00.042673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (60038f73-323d-4759-a913-1063436eca86), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.101446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.149772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8567c11-9ad4-4127-b656-d106cc81d17f req-48f156cd-3673-44ca-9088-7995ea4aef1a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:00.151212 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8567c11-9ad4-4127-b656-d106cc81d17f req-48f156cd-3673-44ca-9088-7995ea4aef1a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1214390
Apr 02 21:17:00.184188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network 675af338-bdb1-424e-964e-87364684a442 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:00.189467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-1ec9c826-a62c-4e0d-bf17-416413cc3945 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772296
Apr 02 21:17:00.191733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (2a77c06e-6ce2-43a2-b428-58170e5b2256), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.193042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:00.194900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] For port 60038f73-323d-4759-a913-1063436eca86, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:00.198843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] For port 60038f73-323d-4759-a913-1063436eca86, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60038f73-323d-4759-a913-1063436eca86,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:00.200494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:00.213530 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (60038f73-323d-4759-a913-1063436eca86), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.216838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Port': ['ID=fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:00.243606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8567c11-9ad4-4127-b656-d106cc81d17f req-16473d98-d6d6-4784-8bb8-f4483442e548 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816886
Apr 02 21:17:00.279430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2a77c06e-6ce2-43a2-b428-58170e5b2256), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.299470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.307336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a3470-f642-49c4-97e8-234a11c8c32d None None] Pushing event updated for resources: {'Port': ['ID=60038f73-323d-4759-a913-1063436eca86,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:00.350823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:00.354497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:00.359325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:00.364815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:00.366106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.388098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=2a77c06e-6ce2-43a2-b428-58170e5b2256,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:00.409051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bc581761-65b6-4b47-a96d-9c9b5fb1bd45 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0385373
Apr 02 21:17:00.411497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35884) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:00.494423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9858c-e753-484a-baf8-894221d34980 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:00.507519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9858c-e753-484a-baf8-894221d34980 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:00.509612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e7b9858c-e753-484a-baf8-894221d34980 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0970476
Apr 02 21:17:00.512343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35888) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:00.608172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a13580c1-a676-4ff4-9acf-109c2305e57c req-740ab7a8-f060-4fa0-8b39-c419eebead74 service neutron] 10.222.0.21 "GET /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4042861
Apr 02 21:17:00.609753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.616777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6b6d373e-eb41-4ba0-99e6-66b1cd080793 None None] Provisioning complete for port fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:00.617156 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b6d373e-eb41-4ba0-99e6-66b1cd080793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.671135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 2a77c06e-6ce2-43a2-b428-58170e5b2256 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:00.671680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2a77c06e-6ce2-43a2-b428-58170e5b2256), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.702481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d373e-eb41-4ba0-99e6-66b1cd080793 None None] Port fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:17:00.808135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2a77c06e-6ce2-43a2-b428-58170e5b2256), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:00.828681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 2a77c06e-6ce2-43a2-b428-58170e5b2256 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:00.919381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516984-9d5e-49d3-9c3d-3a87fd53e76f req-b82b98fb-dcb6-4d12-9e93-9d5547db8558 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:00.933476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39516984-9d5e-49d3-9c3d-3a87fd53e76f req-b82b98fb-dcb6-4d12-9e93-9d5547db8558 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.1611652
Apr 02 21:17:00.957872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 60038f73-323d-4759-a913-1063436eca86 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:00.997609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2a77c06e-6ce2-43a2-b428-58170e5b2256), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.028135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=2a77c06e-6ce2-43a2-b428-58170e5b2256,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:01.043048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 60038f73-323d-4759-a913-1063436eca86 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:01.043488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (60038f73-323d-4759-a913-1063436eca86), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.061370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.065062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39516984-9d5e-49d3-9c3d-3a87fd53e76f req-bc0f89d1-285d-4f69-b145-fb56c4a02375 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146994
Apr 02 21:17:01.065663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-345fda31-115a-4755-832d-381e045ec36f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/2a77c06e-6ce2-43a2-b428-58170e5b2256 HTTP/1.1" status: 204  len: 168 time: 0.5523148
Apr 02 21:17:01.068074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35892) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:01.112798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.118214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.131521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6900a49-4aed-44a6-9fab-16979291d2ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:01.132651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6900a49-4aed-44a6-9fab-16979291d2ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:01.136571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b6900a49-4aed-44a6-9fab-16979291d2ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0650492
Apr 02 21:17:01.136805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35894) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:01.138373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 60038f73-323d-4759-a913-1063436eca86 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:01.138959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (60038f73-323d-4759-a913-1063436eca86), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.174961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 60038f73-323d-4759-a913-1063436eca86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60038f73-323d-4759-a913-1063436eca86,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:01.183138 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (60038f73-323d-4759-a913-1063436eca86), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.204481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.205152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet c92fa9d6-780c-4a91-9620-14ae438af65f {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:01.208752 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (c92fa9d6-780c-4a91-9620-14ae438af65f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.261901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=60038f73-323d-4759-a913-1063436eca86,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:01.272035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event updated for resources: {'Port': ['ID=fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:01.301007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (c92fa9d6-780c-4a91-9620-14ae438af65f), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.432893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Network 675af338-bdb1-424e-964e-87364684a442 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:01.436344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:01.483313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (c92fa9d6-780c-4a91-9620-14ae438af65f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.542244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024283-3740-43b9-9138-e1f4bda51ffa req-15038bcd-31fc-42fa-9ea5-d35c3dd07c39 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:01.544066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f024283-3740-43b9-9138-e1f4bda51ffa req-15038bcd-31fc-42fa-9ea5-d35c3dd07c39 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1763880
Apr 02 21:17:01.613438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (c92fa9d6-780c-4a91-9620-14ae438af65f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.634664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f024283-3740-43b9-9138-e1f4bda51ffa req-7793ade0-3d9b-4522-9f51-307bcb2419c0 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803676
Apr 02 21:17:01.636531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Router d5566d43-1000-4b18-a98d-56508eb10135 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:17:01.689487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=c92fa9d6-780c-4a91-9620-14ae438af65f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:01.691901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.697838 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-817b5bea-b4ef-43e5-ac78-52e2a43e6a22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/c92fa9d6-780c-4a91-9620-14ae438af65f HTTP/1.1" status: 204  len: 168 time: 0.5600281
Apr 02 21:17:01.699928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35904) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:01.753049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a71ef0b3-ef5c-43e6-b429-d49486396b5e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0519791
Apr 02 21:17:01.755418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35906) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:01.776495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48be1a-d6d5-41af-b225-8dffb57335f6 req-e8c75ade-54c3-4323-aacd-3699a3c63800 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:01.781636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad48be1a-d6d5-41af-b225-8dffb57335f6 req-e8c75ade-54c3-4323-aacd-3699a3c63800 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 946 time: 0.1529431
Apr 02 21:17:01.788191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:17:01.796248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f242aea-45a5-4d3d-887f-0e402556b3e3 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5234001
Apr 02 21:17:01.797570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35908) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:01.799088 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] Sync routers for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:17:01.817204 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:01.818490 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:01.823802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce80e58d-7205-4990-9f52-eb47e4cc6483 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:01.864697 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ddc0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:01.869849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad48be1a-d6d5-41af-b225-8dffb57335f6 req-612b00b0-d22a-4eb4-a697-43f243e98796 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630994
Apr 02 21:17:01.878036 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:01.879453 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:01.885656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5be8ae-bd6b-4ef6-a01e-7ffdad120e57 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:01.891490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35910) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:01.891722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ee5be8ae-bd6b-4ef6-a01e-7ffdad120e57 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1352229
Apr 02 21:17:01.905636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9634f69b-b04f-4e0f-8431-001ad76602d6 None None] Provisioning complete for port fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:01.906609 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9634f69b-b04f-4e0f-8431-001ad76602d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.925962 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e3ddc0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:01.926858 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0145a86-316a-4886-89da-795cf8393d3c None None] The sync data for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:17:01.950388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c70fdb84-c7fb-4329-a3da-a40a48e4220b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router (d5566d43-1000-4b18-a98d-56508eb10135), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.965418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9634f69b-b04f-4e0f-8431-001ad76602d6 None None] Port fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:17:01.982703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9634f69b-b04f-4e0f-8431-001ad76602d6 None None] Provisioning complete for port 60038f73-323d-4759-a913-1063436eca86 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:01.983085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9634f69b-b04f-4e0f-8431-001ad76602d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (60038f73-323d-4759-a913-1063436eca86), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:01.989310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57f7d3-1ade-4b62-abe1-f927faeedf17 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:01.993445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d57f7d3-1ade-4b62-abe1-f927faeedf17 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0977066
Apr 02 21:17:01.994691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35912) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:02.050585 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-c70fdb84-c7fb-4329-a3da-a40a48e4220b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:17:02.054839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c70fdb84-c7fb-4329-a3da-a40a48e4220b tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135 HTTP/1.1" status: 409  len: 376 time: 0.2563262
Apr 02 21:17:02.055429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:02.059556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6180c685-1ecc-450d-9a7a-379ec8997d64 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0632560
Apr 02 21:17:02.063813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 35916) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:02.068170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:02.081778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:02.090559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9634f69b-b04f-4e0f-8431-001ad76602d6 None None] Current status of the port 60038f73-323d-4759-a913-1063436eca86 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:02.142134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] Deleting port 60038f73-323d-4759-a913-1063436eca86 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:02.142512 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (60038f73-323d-4759-a913-1063436eca86), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:02.215978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] For port 60038f73-323d-4759-a913-1063436eca86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60038f73-323d-4759-a913-1063436eca86,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:02.216309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (60038f73-323d-4759-a913-1063436eca86), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:02.228603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] Calling delete_port for 60038f73-323d-4759-a913-1063436eca86 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:02.307994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (60038f73-323d-4759-a913-1063436eca86), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:02.337135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] Pushing event deleted for resources: {'Port': ['ID=60038f73-323d-4759-a913-1063436eca86,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:02.340783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f10521-c129-4413-aa28-1eda411d1ac4 None None] No DVR routers for this DVR port 60038f73-323d-4759-a913-1063436eca86 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:02.364228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a17af3-4eb5-4e0d-8403-ca692240ff73 req-b49599f4-3ad1-427a-bd7b-d474993a2b38 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:02.365716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76a17af3-4eb5-4e0d-8403-ca692240ff73 req-b49599f4-3ad1-427a-bd7b-d474993a2b38 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.2167983
Apr 02 21:17:02.397259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:02.400516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:02.540652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76a17af3-4eb5-4e0d-8403-ca692240ff73 req-1e24f271-9325-4c93-ac4e-721bbffe2269 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663125
Apr 02 21:17:02.553831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-951123e1-908e-43d2-a71b-6f6a97ab4267 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:02.555314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-951123e1-908e-43d2-a71b-6f6a97ab4267 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.2878020
Apr 02 21:17:02.769293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa73f3-7e07-48df-aa51-12d6dd0d6d38 req-5b3557a7-260a-4de8-b22e-eed811b05919 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:02.770862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9fa73f3-7e07-48df-aa51-12d6dd0d6d38 req-5b3557a7-260a-4de8-b22e-eed811b05919 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0568049
Apr 02 21:17:02.824097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9fa73f3-7e07-48df-aa51-12d6dd0d6d38 req-c8ba84f5-7ca1-41be-8f38-4fcf7a850b34 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472569
Apr 02 21:17:02.868161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 60038f73-323d-4759-a913-1063436eca86 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:02.889116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 60038f73-323d-4759-a913-1063436eca86 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:02.889560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 60038f73-323d-4759-a913-1063436eca86 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:02.998135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6ecc0-1d9a-451a-a76e-76601273c641 req-cc75f9e0-3bab-405a-a656-cb8d437c4ad5 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:02.999714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9df6ecc0-1d9a-451a-a76e-76601273c641 req-cc75f9e0-3bab-405a-a656-cb8d437c4ad5 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 946 time: 0.0547738
Apr 02 21:17:03.053049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9df6ecc0-1d9a-451a-a76e-76601273c641 req-b895be90-c00a-42e1-81d4-9c0b0a5db38c tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438464
Apr 02 21:17:03.171253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port 49516587-f70d-491b-9822-ca1c6a6cd7bf {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:03.172409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.195276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdd80-df20-4d19-a41e-3d3245d49b6b req-5974005d-d10d-4d69-bd56-82c346409bce tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:03.196757 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27cdd80-df20-4d19-a41e-3d3245d49b6b req-5974005d-d10d-4d69-bd56-82c346409bce tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1826274
Apr 02 21:17:03.378951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:17:03.400231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (51bb855d-f078-4279-ab00-6f57092c0bfe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.419460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.420752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8296092-bf50-473d-b19c-ff200d218ef3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:03.422235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port 49516587-f70d-491b-9822-ca1c6a6cd7bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49516587-f70d-491b-9822-ca1c6a6cd7bf,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:03.422515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.440610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: c8296092-bf50-473d-b19c-ff200d218ef3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:03.441021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8296092-bf50-473d-b19c-ff200d218ef3 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:03.448714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27cdd80-df20-4d19-a41e-3d3245d49b6b req-4ce03394-712c-4d18-8090-86d5beb7d943 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2205210
Apr 02 21:17:03.533179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for 49516587-f70d-491b-9822-ca1c6a6cd7bf owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:03.542629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-a6c4b1b0-5bf0-4dbb-9b78-c544c7b3fb0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:03.544093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-a6c4b1b0-5bf0-4dbb-9b78-c544c7b3fb0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 946 time: 0.3079503
Apr 02 21:17:03.547777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:03.565680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:03.580703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604a028-489f-42d1-aecc-c5595a4258ba None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:03.594161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:03.594753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.613807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=51bb855d-f078-4279-ab00-6f57092c0bfe,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:03.679315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-da903573-4664-472d-8aac-3fc3bd66ebf5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.6148434
Apr 02 21:17:03.679982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35940) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:03.689028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:48:1b:d3', 'name': 'tempest-NetworksTestDHCPv6-846271902'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:03.727495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '51bb855d-f078-4279-ab00-6f57092c0bfe'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:03.729359 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.817786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:03.823061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.853897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0b6f3-3d6d-4358-8861-4aeabd3df192 req-d321d79d-ff11-41c7-b67c-a2581b15c55d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:03.855439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1c0b6f3-3d6d-4358-8861-4aeabd3df192 req-d321d79d-ff11-41c7-b67c-a2581b15c55d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4747f8-3526-4b56-b80a-4b130933a54d HTTP/1.1" status: 200  len: 946 time: 0.1997056
Apr 02 21:17:03.860677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 7a3852a2-2ecc-443e-9508-cf3fd3d7b916 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:03.901655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Deleting port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:03.901977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:03.946397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Allocated IP 2001:db8::f816:3eff:febe:3de4 (eeb93323-7554-49dc-8729-b7a40cff9c2b/51bb855d-f078-4279-ab00-6f57092c0bfe/63957b6d-9272-4b8b-b106-7e5c42a28967) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:04.024696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (49516587-f70d-491b-9822-ca1c6a6cd7bf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.037803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b', '49516587-f70d-491b-9822-ca1c6a6cd7bf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:04.065389 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1c0b6f3-3d6d-4358-8861-4aeabd3df192 req-8b975ed3-55cc-42ab-93a4-ab1e09d94fc6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771739
Apr 02 21:17:04.075508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=49516587-f70d-491b-9822-ca1c6a6cd7bf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:04.122545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] For port 6bd2b363-0b40-48fc-a62c-c4ba112f7195, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd2b363-0b40-48fc-a62c-c4ba112f7195,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:04.122921 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.174757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Calling delete_port for 6bd2b363-0b40-48fc-a62c-c4ba112f7195 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:04.178513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port 49516587-f70d-491b-9822-ca1c6a6cd7bf on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:04.184122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.188033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1756c4e2-5ae2-479d-bc6f-941651cede64 req-3c74dd11-382d-4645-b865-27bbfda73902 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "DELETE /v2.0/ports/49516587-f70d-491b-9822-ca1c6a6cd7bf HTTP/1.1" status: 204  len: 173 time: 1.6234183
Apr 02 21:17:04.189983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'name': 'network-vif-deleted', 'tag': '49516587-f70d-491b-9822-ca1c6a6cd7bf'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:04.192352 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7f216-056b-4acf-bf9f-4097730d08b0" -d '{"events": [{"server_uuid": "4e4747f8-3526-4b56-b80a-4b130933a54d", "name": "network-vif-deleted", "tag": "49516587-f70d-491b-9822-ca1c6a6cd7bf"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:04.323438 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Publish callbacks [] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.333211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.355422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63d9de-2a51-4d3a-a79e-351ba5bbc870 req-5981ed72-c42e-4225-9955-0a997216308f tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:04.367573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd63d9de-2a51-4d3a-a79e-351ba5bbc870 req-5981ed72-c42e-4225-9955-0a997216308f tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e8a56c3-afa0-4089-be5b-a45a7dbea62b HTTP/1.1" status: 200  len: 946 time: 0.1710942
Apr 02 21:17:04.372665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting port fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:04.373006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.392925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Pushing event updated for resources: {'Port': ['ID=63957b6d-9272-4b8b-b106-7e5c42a28967,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:04.409634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fe48:1bd3 (eeb93323-7554-49dc-8729-b7a40cff9c2b/51bb855d-f078-4279-ab00-6f57092c0bfe/7a3852a2-2ecc-443e-9508-cf3fd3d7b916) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:04.411735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:04.413683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:04.418041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:04.426636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-f7241cc4-2cca-4756-bf2c-2a7a9820e2fa tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:04.433418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-f7241cc4-2cca-4756-bf2c-2a7a9820e2fa tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8 HTTP/1.1" status: 200  len: 943 time: 0.1289570
Apr 02 21:17:04.521055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd63d9de-2a51-4d3a-a79e-351ba5bbc870 req-bb1ef863-c580-4af4-a48d-e9c254b70fe4 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524634
Apr 02 21:17:04.564497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.584642 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93028c25-6555-42ab-acc7-f9f5c9cfa60b x-openstack-request-id: req-93028c25-6555-42ab-acc7-f9f5c9cfa60b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:04.584934 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4747f8-3526-4b56-b80a-4b130933a54d", "name": "network-vif-deleted", "tag": "49516587-f70d-491b-9822-ca1c6a6cd7bf", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:04.585193 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93028c25-6555-42ab-acc7-f9f5c9cfa60b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:04.585599 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93028c25-6555-42ab-acc7-f9f5c9cfa60b'] response: {'server_uuid': '4e4747f8-3526-4b56-b80a-4b130933a54d', 'name': 'network-vif-deleted', 'tag': '49516587-f70d-491b-9822-ca1c6a6cd7bf', 'status': 'completed', 'code': 200}
Apr 02 21:17:04.592393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6bd2b363-0b40-48fc-a62c-c4ba112f7195), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.597567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Calling delete_port for fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:04.657159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6bd2b363-0b40-48fc-a62c-c4ba112f7195'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:04.662000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Deleting port df6786e4-d893-4c02-ae92-279c5fe823fc {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:04.662774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.667527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Pushing event deleted for resources: {'Port': ['ID=6bd2b363-0b40-48fc-a62c-c4ba112f7195,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:04.691627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Attempting to bind port 63957b6d-9272-4b8b-b106-7e5c42a28967 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:04.691627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Attempting to bind port 63957b6d-9272-4b8b-b106-7e5c42a28967 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:04.691627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Attempting to bind port 63957b6d-9272-4b8b-b106-7e5c42a28967 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:04.697544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:04.698360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:04.698568 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.699055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:04.699629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Bound port: 63957b6d-9272-4b8b-b106-7e5c42a28967, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:04.700128 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.772098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] For port 63957b6d-9272-4b8b-b106-7e5c42a28967, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:04.777677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] For port 63957b6d-9272-4b8b-b106-7e5c42a28967, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63957b6d-9272-4b8b-b106-7e5c42a28967,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:04.778198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] No DVR routers for this DVR port 6bd2b363-0b40-48fc-a62c-c4ba112f7195 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:04.782427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.783623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (7a3852a2-2ecc-443e-9508-cf3fd3d7b916), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.786186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16f4f65b-9ea1-4be4-8e2b-b73af3a31c84 req-df0a1add-52d1-49df-a1bc-ad0bcd869c0e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.15 "DELETE /v2.0/ports/6bd2b363-0b40-48fc-a62c-c4ba112f7195 HTTP/1.1" status: 204  len: 173 time: 1.2337468
Apr 02 21:17:04.788170 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.807997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] For port df6786e4-d893-4c02-ae92-279c5fe823fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df6786e4-d893-4c02-ae92-279c5fe823fc,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:04.808691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.828259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Calling delete_port for df6786e4-d893-4c02-ae92-279c5fe823fc owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:04.871473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd25a6f-cf73-4a1e-b0df-6f7d21b8788f None None] Pushing event updated for resources: {'Port': ['ID=63957b6d-9272-4b8b-b106-7e5c42a28967,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:04.923213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7a3852a2-2ecc-443e-9508-cf3fd3d7b916), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.980020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:04.981513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:04.986377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:04.992754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:04.998137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:04.999042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:05.015132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Port': ['ID=fa65c402-2d4e-40b7-8203-1bb0ce2bbaa9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:05.027455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=7a3852a2-2ecc-443e-9508-cf3fd3d7b916,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:05.039642 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15621f2d-12f7-41f9-aad3-d86ab58915fa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3574111
Apr 02 21:17:05.042472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35974) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:05.184900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ef17e-a877-43f2-821f-0a5d5897eb59 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:05.191513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ef17e-a877-43f2-821f-0a5d5897eb59 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:05.193552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-993ef17e-a877-43f2-821f-0a5d5897eb59 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1500702
Apr 02 21:17:05.195928 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (df6786e4-d893-4c02-ae92-279c5fe823fc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:05.197835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 35980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:05.210380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2843b7a2-9385-4edc-aafb-6c4f41566ea0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:05.284656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:05.326143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (d5566d43-1000-4b18-a98d-56508eb10135), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:05.365940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'Port': ['ID=df6786e4-d893-4c02-ae92-279c5fe823fc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:05.543594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] No DVR routers for this DVR port df6786e4-d893-4c02-ae92-279c5fe823fc on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:05.549778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:05.554278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e16433f9-9a40-4457-880f-f132c61f1db3 req-54714c49-46db-4865-8658-6716f8a907ef tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "DELETE /v2.0/ports/df6786e4-d893-4c02-ae92-279c5fe823fc HTTP/1.1" status: 204  len: 173 time: 1.1195304
Apr 02 21:17:05.560309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-deleted', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:05.572166 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbca27f-f6f7-4a20-b43f-22ea1ff17c5b" -d '{"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-deleted", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:05.613333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 7a3852a2-2ecc-443e-9508-cf3fd3d7b916 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:05.613333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7a3852a2-2ecc-443e-9508-cf3fd3d7b916), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:05.734561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7a3852a2-2ecc-443e-9508-cf3fd3d7b916), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:05.748800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 7a3852a2-2ecc-443e-9508-cf3fd3d7b916 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:05.782070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Router d5566d43-1000-4b18-a98d-56508eb10135 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:17:05.795125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-c7471973-161d-44f6-aff9-2e2d71a8826f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:05.796786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-c7471973-161d-44f6-aff9-2e2d71a8826f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.3274240
Apr 02 21:17:05.852628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-a6dadd46-fd2a-4cb3-bdaf-c78e72d7d2ad tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0493076
Apr 02 21:17:05.902408 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f74581d-d159-4b3c-81f7-84e3ded373c6 x-openstack-request-id: req-1f74581d-d159-4b3c-81f7-84e3ded373c6 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:05.902898 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8", "name": "network-vif-deleted", "tag": "df6786e4-d893-4c02-ae92-279c5fe823fc", "status": "failed", "code": 422}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:05.903056 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f74581d-d159-4b3c-81f7-84e3ded373c6 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:05.903535 ncdv-master-1 neutron-server[121649]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1f74581d-d159-4b3c-81f7-84e3ded373c6']: {'server_uuid': '76eddfd3-3de5-4778-b1d3-fd2ce95ccbd8', 'name': 'network-vif-deleted', 'tag': 'df6786e4-d893-4c02-ae92-279c5fe823fc', 'status': 'failed', 'code': 422} returned with failed status
Apr 02 21:17:05.938766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:17:05.954166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-828ea478-d55a-4ddb-a441-37d7f8fa2ce8 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8975558
Apr 02 21:17:05.955376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] Sync routers for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:17:05.957426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36006) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:05.973318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:05.974217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78445cbd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:05.979350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7a3852a2-2ecc-443e-9508-cf3fd3d7b916), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.021898 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-1eaf3651-fefc-4d6e-baf1-8d327807b8c5 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] show failed (client error): The resource could not be found.
Apr 02 21:17:06.027008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36008) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:06.027349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1eaf3651-fefc-4d6e-baf1-8d327807b8c5 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-808336049 HTTP/1.1" status: 404  len: 334 time: 0.0671446
Apr 02 21:17:06.027928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78445cbd60>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:06.041647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9bb55416-faab-4f17-8b85-3b30557116c7 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:06.042672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] Routers {'d5566d43-1000-4b18-a98d-56508eb10135'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:06.043423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78445cbd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d5566d43-1000-4b18-a98d-56508eb10135'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:06.066621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-30d7e647-f7f4-42a7-aed9-266d38692bfe tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1622739
Apr 02 21:17:06.096778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78445cbd60>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:06.097592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24047acc-ac51-4050-91ed-6293b9d83c6f None None] The sync data for ids ['d5566d43-1000-4b18-a98d-56508eb10135'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:17:06.104413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=7a3852a2-2ecc-443e-9508-cf3fd3d7b916,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:06.152383 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-9bb55416-faab-4f17-8b85-3b30557116c7 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] update failed (client error): The resource could not be found.
Apr 02 21:17:06.153962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9bb55416-faab-4f17-8b85-3b30557116c7 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1898440411 HTTP/1.1" status: 404  len: 335 time: 0.1248260
Apr 02 21:17:06.155433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.159646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-33c2147e-ff34-4008-b482-a50f4f6ec143 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/7a3852a2-2ecc-443e-9508-cf3fd3d7b916 HTTP/1.1" status: 204  len: 168 time: 0.9606752
Apr 02 21:17:06.161259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36012) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:06.169075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36014) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:06.237376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c416a0d-ff55-4185-97a0-3914ce4089d5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:06.238999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c416a0d-ff55-4185-97a0-3914ce4089d5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:06.241264 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2c416a0d-ff55-4185-97a0-3914ce4089d5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0709851
Apr 02 21:17:06.249240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36018) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:06.314930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting subnet 98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:06.329301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-36414aee-60d2-4661-9d5d-bd152624ee3f service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480040
Apr 02 21:17:06.333596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.384805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 51bb855d-f078-4279-ab00-6f57092c0bfe {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:06.388490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.392326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (51bb855d-f078-4279-ab00-6f57092c0bfe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.429286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88030109-ec3f-48d2-adff-86c203f1ceb2 req-de98250d-4b7d-4c08-8bfb-c6e384a9d613 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:06.433029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88030109-ec3f-48d2-adff-86c203f1ceb2 req-de98250d-4b7d-4c08-8bfb-c6e384a9d613 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 907 time: 0.1464748
Apr 02 21:17:06.484705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] Provisioning complete for port 63957b6d-9272-4b8b-b106-7e5c42a28967 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:06.485095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.490386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (51bb855d-f078-4279-ab00-6f57092c0bfe), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.513217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.587509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'name': 'network-vif-deleted', 'tag': '6bd2b363-0b40-48fc-a62c-c4ba112f7195'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:06.588978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.590749 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af638c16-3bd5-4629-89bf-38c25ba76456" -d '{"events": [{"server_uuid": "3e8a56c3-afa0-4089-be5b-a45a7dbea62b", "name": "network-vif-deleted", "tag": "6bd2b363-0b40-48fc-a62c-c4ba112f7195"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:06.614605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] Current status of the port 63957b6d-9272-4b8b-b106-7e5c42a28967 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:06.615009 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.630122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Subnet': ['ID=98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:06.636269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.641554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-730fd751-70c3-41b3-bcb7-5db528348b17 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/subnets/98b1a20f-9ce3-46d0-9df5-8c4ed8d874e5 HTTP/1.1" status: 204  len: 168 time: 0.4792380
Apr 02 21:17:06.642365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-fb04ee86-acf1-417f-8f37-e1575ccfa206 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3081229
Apr 02 21:17:06.645456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36032) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:06.663862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554bbe5-eee2-4607-bea2-97fc801b7585 None None] Network ea2c8b93-494f-43e3-a2dc-95543d418c9a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:06.666805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] For port 63957b6d-9272-4b8b-b106-7e5c42a28967, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63957b6d-9272-4b8b-b106-7e5c42a28967,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:06.691528 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.707751 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89626777-b4d9-443f-aa0e-e7d6c8cb202d x-openstack-request-id: req-89626777-b4d9-443f-aa0e-e7d6c8cb202d {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:06.708290 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8a56c3-afa0-4089-be5b-a45a7dbea62b", "name": "network-vif-deleted", "tag": "6bd2b363-0b40-48fc-a62c-c4ba112f7195", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:06.708652 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89626777-b4d9-443f-aa0e-e7d6c8cb202d {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:06.710687 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89626777-b4d9-443f-aa0e-e7d6c8cb202d'] response: {'server_uuid': '3e8a56c3-afa0-4089-be5b-a45a7dbea62b', 'name': 'network-vif-deleted', 'tag': '6bd2b363-0b40-48fc-a62c-c4ba112f7195', 'status': 'completed', 'code': 200}
Apr 02 21:17:06.714260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting subnet 03a3cdac-1006-4c12-aa49-bb1c6f654880 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:06.717568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (03a3cdac-1006-4c12-aa49-bb1c6f654880), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.756404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (51bb855d-f078-4279-ab00-6f57092c0bfe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.766096 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:17:06.773916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (03a3cdac-1006-4c12-aa49-bb1c6f654880), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.827172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec10dfc-ec71-4654-b843-fb1a1d65944e None None] Pushing event updated for resources: {'Port': ['ID=63957b6d-9272-4b8b-b106-7e5c42a28967,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:06.894600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (51bb855d-f078-4279-ab00-6f57092c0bfe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.939723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e28c6dbf-e8d8-411d-8379-35c040635c64 None None] Could not find standard attr ID for object 7a3852a2-2ecc-443e-9508-cf3fd3d7b916. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:06.959759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (03a3cdac-1006-4c12-aa49-bb1c6f654880), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:06.983334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=51bb855d-f078-4279-ab00-6f57092c0bfe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:06.984226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] DHCP port deletion for ea2c8b93-494f-43e3-a2dc-95543d418c9a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:07.003143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.028849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36038) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:07.035233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b2bd2da4-36c9-4f5d-856e-ab011399f3a2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/51bb855d-f078-4279-ab00-6f57092c0bfe HTTP/1.1" status: 204  len: 168 time: 0.7621334
Apr 02 21:17:07.054707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 63957b6d-9272-4b8b-b106-7e5c42a28967 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:07.059746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] Deleting port 1b8c07d7-c263-4561-8afb-94eeb1d567dd {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:07.060307 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.069002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4e2a0b3-0ca5-4c2e-a237-a2f520ec9de8 req-fe6d36e2-2f43-4ebc-b528-d9068bfebecc tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 210 time: 0.0607939
Apr 02 21:17:07.121897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6b9c74c-80f6-4bda-8070-53e403598520 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0890996
Apr 02 21:17:07.122021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:07.127432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:07.156982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (03a3cdac-1006-4c12-aa49-bb1c6f654880), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.217226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] For port 1b8c07d7-c263-4561-8afb-94eeb1d567dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8c07d7-c263-4561-8afb-94eeb1d567dd,segment=NetworkSegment(ee7ae17e-3116-4b3c-8dc1-256fa799bf89),segment_id=ee7ae17e-3116-4b3c-8dc1-256fa799bf89)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:07.217634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.231572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] Calling delete_port for 1b8c07d7-c263-4561-8afb-94eeb1d567dd owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:07.239141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f3e9c-3167-4ff4-b5ef-da4751893a14 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:07.345767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:07.354409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.412826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 63957b6d-9272-4b8b-b106-7e5c42a28967 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:07.413421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.493240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49516587-f70d-491b-9822-ca1c6a6cd7bf no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:07.521926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 49516587-f70d-491b-9822-ca1c6a6cd7bf {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:07.522302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 49516587-f70d-491b-9822-ca1c6a6cd7bf not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:07.604105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 63957b6d-9272-4b8b-b106-7e5c42a28967 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:07.623412 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (1b8c07d7-c263-4561-8afb-94eeb1d567dd), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.639120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:07.674905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Subnet': ['ID=03a3cdac-1006-4c12-aa49-bb1c6f654880,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:07.677934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.682233 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0d95bd5-8afb-4b2e-97d3-b59c18315dac tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/subnets/03a3cdac-1006-4c12-aa49-bb1c6f654880 HTTP/1.1" status: 204  len: 168 time: 1.0321753
Apr 02 21:17:07.684632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:07.714197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a532d-0a73-4f4c-8b46-e6cbdc454a1e None None] Network 28e9eced-056b-4900-a9e5-9e22d88d6765 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:07.737854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] Pushing event deleted for resources: {'Port': ['ID=1b8c07d7-c263-4561-8afb-94eeb1d567dd,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:07.772144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d55c0-a9d3-444f-bbc6-e2731186a320 None None] No DVR routers for this DVR port 1b8c07d7-c263-4561-8afb-94eeb1d567dd on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:07.802872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ea2c8b93-494f-43e3-a2dc-95543d418c9a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.883736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] Deleting port 63957b6d-9272-4b8b-b106-7e5c42a28967 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:07.884399 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.916400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ea2c8b93-494f-43e3-a2dc-95543d418c9a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:07.944333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7846389c10>,) {'filters': {'network_id': ['ea2c8b93-494f-43e3-a2dc-95543d418c9a']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:07.969321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846389c10>, 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:07.969321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846389c10>, 'ee7ae17e-3116-4b3c-8dc1-256fa799bf89') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:07.983070 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (ee7ae17e-3116-4b3c-8dc1-256fa799bf89), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.005169 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ee7ae17e-3116-4b3c-8dc1-256fa799bf89), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.013867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:08.014131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] DHCP port deletion for 28e9eced-056b-4900-a9e5-9e22d88d6765 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:08.015768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (ee7ae17e-3116-4b3c-8dc1-256fa799bf89), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:08.019550 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:08.028244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] For port 63957b6d-9272-4b8b-b106-7e5c42a28967, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63957b6d-9272-4b8b-b106-7e5c42a28967,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:08.028709 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.066492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] Calling delete_port for 63957b6d-9272-4b8b-b106-7e5c42a28967 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:08.071194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf05261-5247-4a06-8271-02eae36240cf req-ed36c1ba-44ba-46df-8e44-87505d0216d4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:08.072922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0bf05261-5247-4a06-8271-02eae36240cf req-ed36c1ba-44ba-46df-8e44-87505d0216d4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 907 time: 0.1346009
Apr 02 21:17:08.079927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-80c4c61a-0af3-42c6-9969-f333d929ba8e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:08.081453 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-80c4c61a-0af3-42c6-9969-f333d929ba8e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 907 time: 0.1531906
Apr 02 21:17:08.087484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ea2c8b93-494f-43e3-a2dc-95543d418c9a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.108117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.108340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36078) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:08.109254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/networks/ea2c8b93-494f-43e3-a2dc-95543d418c9a HTTP/1.1" status: 204  len: 168 time: 0.4226091
Apr 02 21:17:08.128660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff920a29-0e14-415b-b418-2c57ec664e04 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Network': ['ID=ea2c8b93-494f-43e3-a2dc-95543d418c9a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:08.148968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] Deleting port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:08.149338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.191140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ed2ab16-9e20-467d-aa0e-fdcedfdeea7c req-d6ae5627-af75-4e81-9219-63ccf5448b68 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 210 time: 0.0324814
Apr 02 21:17:08.224556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (63957b6d-9272-4b8b-b106-7e5c42a28967), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.231419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] For port 2c292d37-6ffc-45ae-9b8e-7b659c46c851, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c292d37-6ffc-45ae-9b8e-7b659c46c851,segment=NetworkSegment(2d597e24-8de2-4f11-a3d2-ae5f0d50d523),segment_id=2d597e24-8de2-4f11-a3d2-ae5f0d50d523)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:08.231818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.253291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (28e9eced-056b-4900-a9e5-9e22d88d6765), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.268193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] Pushing event deleted for resources: {'Port': ['ID=63957b6d-9272-4b8b-b106-7e5c42a28967,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:08.270163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207184c1-7e26-4a80-8037-1c01406fbc9f None None] No DVR routers for this DVR port 63957b6d-9272-4b8b-b106-7e5c42a28967 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:08.271723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] Calling delete_port for 2c292d37-6ffc-45ae-9b8e-7b659c46c851 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:08.375808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.418955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6bd2b363-0b40-48fc-a62c-c4ba112f7195 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:08.423370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] Pushing event deleted for resources: {'Port': ['ID=2c292d37-6ffc-45ae-9b8e-7b659c46c851,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:08.426286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786383dd-27ac-484c-a75c-e3100a463206 None None] No DVR routers for this DVR port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:08.431440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3548650f-4970-49c8-b1f8-8904623cf605 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:08.433181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3548650f-4970-49c8-b1f8-8904623cf605 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.1463466
Apr 02 21:17:08.448369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 6bd2b363-0b40-48fc-a62c-c4ba112f7195 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:08.449053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6bd2b363-0b40-48fc-a62c-c4ba112f7195 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:08.461717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:08.474577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Deleting port 97ef2fec-e36f-410f-8236-562ad8528080 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:08.475172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (97ef2fec-e36f-410f-8236-562ad8528080), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.509329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:08.509765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.597216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:08.602196 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.670139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] For port 2c292d37-6ffc-45ae-9b8e-7b659c46c851, host ncdv-master-1, got binding levels [] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:08.670554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.700689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Calling delete_port for 2c292d37-6ffc-45ae-9b8e-7b659c46c851 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:08.703858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] For port 97ef2fec-e36f-410f-8236-562ad8528080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97ef2fec-e36f-410f-8236-562ad8528080,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:08.704222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (97ef2fec-e36f-410f-8236-562ad8528080), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.723068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:17:08.729473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 was not found and therefore no delete operation was performed {{(pid=121648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:17:08.732250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.739907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2c292d37-6ffc-45ae-9b8e-7b659c46c851), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.745097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Calling delete_port for 97ef2fec-e36f-410f-8236-562ad8528080 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:08.751667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.5 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/cd8b887a-a1aa-4929-bb9c-4a89a1e075eb) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:08.812374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Port': ['ID=2c292d37-6ffc-45ae-9b8e-7b659c46c851,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:08.814411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] No DVR routers for this DVR port 2c292d37-6ffc-45ae-9b8e-7b659c46c851 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:08.820608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:08.830830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:08.841559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b65122-7c52-489f-bf58-199f0143559e None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:08.881907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:08.882421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.889412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:08.907420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 63957b6d-9272-4b8b-b106-7e5c42a28967 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:08.921212 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.931548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5a9f0d0-1074-4757-91d9-b5dcdaf39eb5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.8083992
Apr 02 21:17:08.932732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 63957b6d-9272-4b8b-b106-7e5c42a28967 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:08.933093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 63957b6d-9272-4b8b-b106-7e5c42a28967 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:08.933525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1b8c07d7-c263-4561-8afb-94eeb1d567dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:08.935335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36082) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:08.942063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:d8:ac:ac', 'name': 'tempest-NetworksTestDHCPv6-637119532'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:08.963697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1b8c07d7-c263-4561-8afb-94eeb1d567dd {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:08.964060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1b8c07d7-c263-4561-8afb-94eeb1d567dd not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:08.964580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2c292d37-6ffc-45ae-9b8e-7b659c46c851 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:08.976412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (28e9eced-056b-4900-a9e5-9e22d88d6765), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:08.988409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2c292d37-6ffc-45ae-9b8e-7b659c46c851 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:08.988787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2c292d37-6ffc-45ae-9b8e-7b659c46c851 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:09.027921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784425a580>,) {'filters': {'network_id': ['28e9eced-056b-4900-a9e5-9e22d88d6765']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:09.029069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': 'f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:09.030672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.031497 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.050647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:09.088130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784425a580>, '2d597e24-8de2-4f11-a3d2-ae5f0d50d523') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:09.088814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784425a580>, '2d597e24-8de2-4f11-a3d2-ae5f0d50d523') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:09.100915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:09.106540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (2d597e24-8de2-4f11-a3d2-ae5f0d50d523), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.111297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:09.118713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:09.123675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:09.137795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (97ef2fec-e36f-410f-8236-562ad8528080), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.203869 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (2d597e24-8de2-4f11-a3d2-ae5f0d50d523), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.208846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:09.209645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.214135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:09.216952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:09.217657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (2d597e24-8de2-4f11-a3d2-ae5f0d50d523), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.251127 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-3ccdb513-22ee-4e56-b24c-5db86cd6d927 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8063281
Apr 02 21:17:09.297155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Request body: {'port': {'device_id': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:09.330110 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:09.364621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Allocated IP 2001:db8::f816:3eff:fed9:38d9 (eeb93323-7554-49dc-8729-b7a40cff9c2b/f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9/d1c204c5-1961-4a76-898d-cde3becde8d4) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:09.405709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'Port': ['ID=97ef2fec-e36f-410f-8236-562ad8528080,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:09.441528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] No DVR routers for this DVR port 97ef2fec-e36f-410f-8236-562ad8528080 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:09.447823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.452761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f1ae81a-bf4b-401f-8dd3-e8e2287e4406 req-12be4029-9876-4e29-9b7a-51b8e8f0ae32 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "DELETE /v2.0/ports/97ef2fec-e36f-410f-8236-562ad8528080 HTTP/1.1" status: 204  len: 173 time: 1.3618307
Apr 02 21:17:09.454497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'name': 'network-vif-deleted', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:09.473694 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8f2ef-a473-4a2d-9af3-ca1aacbea817" -d '{"events": [{"server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "name": "network-vif-deleted", "tag": "97ef2fec-e36f-410f-8236-562ad8528080"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:09.477557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (28e9eced-056b-4900-a9e5-9e22d88d6765), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.478465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.486771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.522329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 06dbcf48-07b7-4bd2-b99d-cdae5f1084a9 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:09.530629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.539382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/networks/28e9eced-056b-4900-a9e5-9e22d88d6765 HTTP/1.1" status: 204  len: 168 time: 1.4307013
Apr 02 21:17:09.541330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b84b8-f85b-40fd-8240-f1e148e58fad tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Network': ['ID=28e9eced-056b-4900-a9e5-9e22d88d6765,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:09.556104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36090) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:09.623661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581bc87-4aab-47c1-981f-29950a938fea req-87ccfc49-27c4-4838-9185-2ebd243bd454 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:09.626383 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c581bc87-4aab-47c1-981f-29950a938fea req-87ccfc49-27c4-4838-9185-2ebd243bd454 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 931 time: 0.2352638
Apr 02 21:17:09.691568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting subnet 7199dae4-ebd8-4a5d-88d7-4b7076635467 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:09.698817 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (7199dae4-ebd8-4a5d-88d7-4b7076635467), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.755524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (7199dae4-ebd8-4a5d-88d7-4b7076635467), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.793606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c581bc87-4aab-47c1-981f-29950a938fea req-f1bd00ba-27f8-4ed5-8022-a89f57a9c150 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521881
Apr 02 21:17:09.914349 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54672bba-9b40-4259-92da-6d71952f85e2 x-openstack-request-id: req-54672bba-9b40-4259-92da-6d71952f85e2 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:09.917541 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d9530c-b3bf-45b7-9ccd-97479fa1cb08", "name": "network-vif-deleted", "tag": "97ef2fec-e36f-410f-8236-562ad8528080", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:09.917850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Publish callbacks [] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.926818 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54672bba-9b40-4259-92da-6d71952f85e2 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:09.927331 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54672bba-9b40-4259-92da-6d71952f85e2'] response: {'server_uuid': 'f1d9530c-b3bf-45b7-9ccd-97479fa1cb08', 'name': 'network-vif-deleted', 'tag': '97ef2fec-e36f-410f-8236-562ad8528080', 'status': 'completed', 'code': 200}
Apr 02 21:17:09.931283 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:09.974431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:09.978281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:09.984153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:09.992590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ed6f64c-7709-42b6-9d6f-c662163ae723 req-440079a0-7412-4fa9-a842-7a793fbb3670 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d9530c-b3bf-45b7-9ccd-97479fa1cb08 HTTP/1.1" status: 200  len: 210 time: 0.0808144
Apr 02 21:17:10.030935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7199dae4-ebd8-4a5d-88d7-4b7076635467), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.058631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fed8:acac (eeb93323-7554-49dc-8729-b7a40cff9c2b/f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9/06dbcf48-07b7-4bd2-b99d-cdae5f1084a9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:10.075469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Pushing event updated for resources: {'Port': ['ID=d1c204c5-1961-4a76-898d-cde3becde8d4,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:10.112059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Attempting to bind port d1c204c5-1961-4a76-898d-cde3becde8d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:10.113121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Attempting to bind port d1c204c5-1961-4a76-898d-cde3becde8d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:10.113570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Attempting to bind port d1c204c5-1961-4a76-898d-cde3becde8d4 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:10.124813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:10.125772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:10.126416 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.126779 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (7199dae4-ebd8-4a5d-88d7-4b7076635467), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.127050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:10.127636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Bound port: d1c204c5-1961-4a76-898d-cde3becde8d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:10.128127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.153733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Subnet': ['ID=7199dae4-ebd8-4a5d-88d7-4b7076635467,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:10.160552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.164867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0af4f888-fecd-4da5-8e61-2a24e2a9381e tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/subnets/7199dae4-ebd8-4a5d-88d7-4b7076635467 HTTP/1.1" status: 204  len: 168 time: 0.6023240
Apr 02 21:17:10.169031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36108) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:10.174018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514188e-da7b-49a2-b354-7266c3ea34d2 None None] Network 675af338-bdb1-424e-964e-87364684a442 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:10.231416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8b887a-a1aa-4929-bb9c-4a89a1e075eb {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:10.240958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Publish callbacks [] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.259682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] For port d1c204c5-1961-4a76-898d-cde3becde8d4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:10.263639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] For port d1c204c5-1961-4a76-898d-cde3becde8d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1c204c5-1961-4a76-898d-cde3becde8d4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:10.268224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Transition to ACTIVE for port object cd8b887a-a1aa-4929-bb9c-4a89a1e075eb will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:17:10.273565 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (675af338-bdb1-424e-964e-87364684a442), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.276334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.287404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.300271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (06dbcf48-07b7-4bd2-b99d-cdae5f1084a9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.331725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Deleting port ba9ca2ee-3af7-4764-86d7-60ea193bec0d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:10.332026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.361032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Pushing event updated for resources: {'Port': ['ID=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:10.378250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5505c6-b8ae-400a-9939-0e3741667e5f None None] Pushing event updated for resources: {'Port': ['ID=d1c204c5-1961-4a76-898d-cde3becde8d4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:10.437684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] For port ba9ca2ee-3af7-4764-86d7-60ea193bec0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,segment=NetworkSegment(3c4d64d2-7662-4767-bca9-dd47e23bd53f),segment_id=3c4d64d2-7662-4767-bca9-dd47e23bd53f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:10.438134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.438269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (06dbcf48-07b7-4bd2-b99d-cdae5f1084a9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.461177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] DHCP port deletion for 675af338-bdb1-424e-964e-87364684a442 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:10.461883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Calling delete_port for ba9ca2ee-3af7-4764-86d7-60ea193bec0d owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:10.485749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Attempting to bind port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:10.486089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Attempting to bind port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:10.486422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Attempting to bind port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:10.502640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:10.508115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:17:10.508435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Attempting to bind port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:10.514656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:10.519194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:10.525170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:10.525844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.528754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=06dbcf48-07b7-4bd2-b99d-cdae5f1084a9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:10.532544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:10.532889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:10.533270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:10.533718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Bound port: cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:10.534143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.563286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.585836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d3c1615c-4854-4c68-9c8b-832222f2ba85 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.6493456
Apr 02 21:17:10.588562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36110) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:10.592084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Port': ['ID=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:10.596114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] No DVR routers for this DVR port ba9ca2ee-3af7-4764-86d7-60ea193bec0d on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:10.656734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] For port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:10.662373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] For port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:10.678489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.701662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a31124-4d9b-4e5e-bef6-75eeb0806c9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:10.709946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a31124-4d9b-4e5e-bef6-75eeb0806c9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:10.712089 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15a31124-4d9b-4e5e-bef6-75eeb0806c9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1225934
Apr 02 21:17:10.737197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (675af338-bdb1-424e-964e-87364684a442), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.737586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:10.758535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:10.759975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.762167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] 10.222.0.15 "PUT /v2.0/ports/cd8b887a-a1aa-4929-bb9c-4a89a1e075eb HTTP/1.1" status: 200  len: 1091 time: 1.5027897
Apr 02 21:17:10.770062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'tag': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:10.771755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f0068b0>,) {'filters': {'network_id': ['675af338-bdb1-424e-964e-87364684a442']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:10.774351 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c351b6f-2b7b-489a-b08a-d085b3344257" -d '{"events": [{"name": "network-changed", "server_uuid": "5a263231-bf3c-4b10-a7b8-37853a186b7f", "tag": "cd8b887a-a1aa-4929-bb9c-4a89a1e075eb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:10.775153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Deleting port ba9ca2ee-3af7-4764-86d7-60ea193bec0d {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:10.776643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.785754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0068b0>, '3c4d64d2-7662-4767-bca9-dd47e23bd53f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:10.786494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0068b0>, '3c4d64d2-7662-4767-bca9-dd47e23bd53f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:10.800161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (3c4d64d2-7662-4767-bca9-dd47e23bd53f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.819802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3c4d64d2-7662-4767-bca9-dd47e23bd53f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.839111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:10.839370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (3c4d64d2-7662-4767-bca9-dd47e23bd53f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:10.848213 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:10.922491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] For port ba9ca2ee-3af7-4764-86d7-60ea193bec0d, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:10.922948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.935088 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ad887-ebc2-4a13-a453-af9913cf75d8 x-openstack-request-id: req-f66ad887-ebc2-4a13-a453-af9913cf75d8 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:10.935891 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a263231-bf3c-4b10-a7b8-37853a186b7f", "tag": "cd8b887a-a1aa-4929-bb9c-4a89a1e075eb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:10.936317 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f66ad887-ebc2-4a13-a453-af9913cf75d8 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:10.937474 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66ad887-ebc2-4a13-a453-af9913cf75d8'] response: {'name': 'network-changed', 'server_uuid': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'tag': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb', 'status': 'completed', 'code': 200}
Apr 02 21:17:10.939660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Calling delete_port for ba9ca2ee-3af7-4764-86d7-60ea193bec0d owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:10.943373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Port ba9ca2ee-3af7-4764-86d7-60ea193bec0d was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:17:10.945558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (ba9ca2ee-3af7-4764-86d7-60ea193bec0d), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.979943 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (675af338-bdb1-424e-964e-87364684a442), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:10.983119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1c204c5-1961-4a76-898d-cde3becde8d4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:10.986879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] No DVR routers for this DVR port ba9ca2ee-3af7-4764-86d7-60ea193bec0d on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:10.990438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f62ea-e6f7-4a51-b968-a7b08cc9253d service neutron] Pushing event updated for resources: {'Port': ['ID=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:11.001982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.005968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/networks/675af338-bdb1-424e-964e-87364684a442 HTTP/1.1" status: 204  len: 168 time: 0.8358223
Apr 02 21:17:11.010255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36120) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:11.018924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477476e0-960d-4ea9-9bd5-ab31e9659948 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Pushing event deleted for resources: {'Network': ['ID=675af338-bdb1-424e-964e-87364684a442,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:11.037353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14e99-e31c-428b-a5e5-9788a8342971 req-7cd2d516-3061-41fb-b3cd-829a94b6b6a5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:11.039035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67e14e99-e31c-428b-a5e5-9788a8342971 req-7cd2d516-3061-41fb-b3cd-829a94b6b6a5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 943 time: 0.1052461
Apr 02 21:17:11.051180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fcffbf3a-9748-48aa-9282-30b321e97944 tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5566d43-1000-4b18-a98d-56508eb10135 HTTP/1.1" status: 200  len: 205 time: 0.0362129
Apr 02 21:17:11.052263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36124) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:11.068077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0676a4-b37b-42b8-829f-8d7541f9220e None None] Pushing event deleted for resources: {'Port': ['ID=ba9ca2ee-3af7-4764-86d7-60ea193bec0d,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:11.107276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d1c204c5-1961-4a76-898d-cde3becde8d4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:11.107893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.111214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-8e971151-da34-485b-91da-6dc04df8f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:11.114822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-8e971151-da34-485b-91da-6dc04df8f8da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 1125 time: 0.2833738
Apr 02 21:17:11.135824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67e14e99-e31c-428b-a5e5-9788a8342971 req-d7a3bc68-14d8-46c9-acf2-62ee24ff54c6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886922
Apr 02 21:17:11.174252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 06dbcf48-07b7-4bd2-b99d-cdae5f1084a9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:11.174520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (06dbcf48-07b7-4bd2-b99d-cdae5f1084a9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.214168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d1c204c5-1961-4a76-898d-cde3becde8d4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:11.214857 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.223745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-2c24f17b-dea3-4e4a-92fc-08e88bbe1622 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb HTTP/1.1" status: 200  len: 217 time: 0.0683157
Apr 02 21:17:11.230335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router (d5566d43-1000-4b18-a98d-56508eb10135), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.258497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d1c204c5-1961-4a76-898d-cde3becde8d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1c204c5-1961-4a76-898d-cde3becde8d4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:11.265963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.365388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d1c204c5-1961-4a76-898d-cde3becde8d4,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:11.382186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ba9ca2ee-3af7-4764-86d7-60ea193bec0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:11.416260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ba9ca2ee-3af7-4764-86d7-60ea193bec0d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:11.416648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ba9ca2ee-3af7-4764-86d7-60ea193bec0d not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:11.459437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-a7e999de-823d-41c4-a1a4-015acc84bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:11.460363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-a7e999de-823d-41c4-a1a4-015acc84bba5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.2266593
Apr 02 21:17:11.475903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dbde8-3533-4c6e-889c-82a7c0527dac req-b08caf39-1676-4971-95d5-aa01f6f33dba tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:11.477498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f11dbde8-3533-4c6e-889c-82a7c0527dac req-b08caf39-1676-4971-95d5-aa01f6f33dba tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 945 time: 0.0812376
Apr 02 21:17:11.530507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f11dbde8-3533-4c6e-889c-82a7c0527dac req-12e7afa1-83d6-4bb3-aba8-44f3a65e991c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469081
Apr 02 21:17:11.559459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-4eb2f33b-1dce-4fcb-b1fa-a92fbc9b78a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600004
Apr 02 21:17:11.570751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (d5566d43-1000-4b18-a98d-56508eb10135), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.582071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router_controller (d5566d43-1000-4b18-a98d-56508eb10135), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.584561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (06dbcf48-07b7-4bd2-b99d-cdae5f1084a9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.613459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 06dbcf48-07b7-4bd2-b99d-cdae5f1084a9 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:11.698539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (d5566d43-1000-4b18-a98d-56508eb10135), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.699013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Fanout notify agent at l3_agent the message router_deleted on router d5566d43-1000-4b18-a98d-56508eb10135 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:17:11.706083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.708885 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1af047fb-88da-49b9-a3ec-2b92a2b3edec tempest-RoutersNegativeTest-994818989 tempest-RoutersNegativeTest-994818989-project] 10.222.0.18 "DELETE /v2.0/routers/d5566d43-1000-4b18-a98d-56508eb10135 HTTP/1.1" status: 204  len: 168 time: 0.6539679
Apr 02 21:17:11.737558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-78ea9a37-5de8-43e0-a075-c426fb5cbe6f None None] Provisioning complete for port d1c204c5-1961-4a76-898d-cde3becde8d4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:11.737946 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-78ea9a37-5de8-43e0-a075-c426fb5cbe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.778389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-74f52000-b277-4af8-96e7-8f4d69605419 service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058156
Apr 02 21:17:11.848825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-78ea9a37-5de8-43e0-a075-c426fb5cbe6f None None] Current status of the port d1c204c5-1961-4a76-898d-cde3becde8d4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:11.937602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (06dbcf48-07b7-4bd2-b99d-cdae5f1084a9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:11.952324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c91075e-9fc5-472b-a84d-ee82a029f7fd req-585c8926-3dab-4cf5-991f-4310b49991ee service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617675
Apr 02 21:17:11.964551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f20f5547-c6d6-4536-8e88-a16a4cb8f8cd None None] Could not find standard attr ID for object 06dbcf48-07b7-4bd2-b99d-cdae5f1084a9. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:11.985445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=06dbcf48-07b7-4bd2-b99d-cdae5f1084a9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:12.016796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.022841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b1f3675-baae-40fd-af7b-b5a5d9246954 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/06dbcf48-07b7-4bd2-b99d-cdae5f1084a9 HTTP/1.1" status: 204  len: 168 time: 1.2821138
Apr 02 21:17:12.025859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36136) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:12.026967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36138) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:12.075252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-9e5c8e07-0724-4809-94b4-1be07d960fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.078865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-9e5c8e07-0724-4809-94b4-1be07d960fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 1125 time: 0.0664499
Apr 02 21:17:12.124649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea92aec-bd87-49c4-bb50-4e514553324e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.128045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea92aec-bd87-49c4-bb50-4e514553324e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.135146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0ea92aec-bd87-49c4-bb50-4e514553324e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0927534
Apr 02 21:17:12.135824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36144) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:12.232409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:12.241138 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.341138 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.416031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97ef2fec-e36f-410f-8236-562ad8528080 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:12.428129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e4f09a3b-cde3-47fa-bbcf-7970d6a3552b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c1889b2ec3b47ba8d9acf747c541c88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3729734
Apr 02 21:17:12.432511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36160) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:12.438344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 97ef2fec-e36f-410f-8236-562ad8528080 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:12.439025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97ef2fec-e36f-410f-8236-562ad8528080 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:12.528723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-27657379-e924-415b-ada6-2ab644b07b1f tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.530330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-27657379-e924-415b-ada6-2ab644b07b1f tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 814 time: 0.2401254
Apr 02 21:17:12.538139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-b251c4a3-f2d9-476d-bb8a-83f64cc48559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.539616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-b251c4a3-f2d9-476d-bb8a-83f64cc48559 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.4535985
Apr 02 21:17:12.560442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.584488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-9c05b459-3263-48f0-8c08-0a4cce100280 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/quotas/b5fe471f4a924fd98ef24aa24abb736c HTTP/1.1" status: 200  len: 375 time: 0.0476782
Apr 02 21:17:12.587597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a095-e22d-42cd-bbb1-ed1ecacf80e2 admin admin] Publish callbacks [] for security_group (d969616f-d382-4033-bb31-7f5ee937fe67), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.598193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-129d9020-cb90-4ce7-8fd9-a33d5533be4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb HTTP/1.1" status: 200  len: 217 time: 0.0436502
Apr 02 21:17:12.619809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ec13-61ba-41be-86cd-7adbc752ed20 req-d98a6ebb-f865-490f-b583-fb06b4afa8d9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.621300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f007ec13-61ba-41be-86cd-7adbc752ed20 req-d98a6ebb-f865-490f-b583-fb06b4afa8d9 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 943 time: 0.3846927
Apr 02 21:17:12.639279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-61af74d7-9688-4702-aa86-3abb999fc180 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0462425
Apr 02 21:17:12.663725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a095-e22d-42cd-bbb1-ed1ecacf80e2 admin admin] Publish callbacks [] for security_group (d969616f-d382-4033-bb31-7f5ee937fe67), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.680985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-d2afdafc-9428-4dc0-a96c-4a811482271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.682429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-d2afdafc-9428-4dc0-a96c-4a811482271e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0781651
Apr 02 21:17:12.721889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-ae1c6cae-9095-4398-bc80-90dafbe7479f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329838
Apr 02 21:17:12.724984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f007ec13-61ba-41be-86cd-7adbc752ed20 req-c4845427-5d3b-4ceb-abff-56cc3c18a287 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858817
Apr 02 21:17:12.746820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.794481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:12.814842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.820357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-988fea6d-7434-4c82-a847-d9b3307ec31e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9 HTTP/1.1" status: 204  len: 168 time: 0.6811149
Apr 02 21:17:12.822431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36164) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:12.825572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428fe4f2-1c58-43b3-90ed-7192a2eff793 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:12.863006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-bbad2858-edc7-48e1-beb8-01812d8a19d1 service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348360
Apr 02 21:17:12.870118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749e92-cc8b-44aa-b3ca-3c6fca22a72a req-f215b927-9db9-456a-9994-3b48f05734bd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.877130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c749e92-cc8b-44aa-b3ca-3c6fca22a72a req-f215b927-9db9-456a-9994-3b48f05734bd tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 945 time: 0.0873907
Apr 02 21:17:12.881857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-edb19c7a-1363-4d55-9f3a-de77bdf72930 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0565643
Apr 02 21:17:12.886298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36166) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:12.888333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-1e8bce77-c9fa-4aca-8e7a-816e74aaa578 service neutron] 10.222.0.18 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369800
Apr 02 21:17:12.925140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1c204c5-1961-4a76-898d-cde3becde8d4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:12.942990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a095-e22d-42cd-bbb1-ed1ecacf80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d969616f-d382-4033-bb31-7f5ee937fe67), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.945577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a095-e22d-42cd-bbb1-ed1ecacf80e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:12.948986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfc5a095-e22d-42cd-bbb1-ed1ecacf80e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d969616f-d382-4033-bb31-7f5ee937fe67 HTTP/1.1" status: 204  len: 168 time: 0.5133085
Apr 02 21:17:12.971776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-6fb5a89e-376a-4012-b463-98437d88d635 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:12.973394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-6fb5a89e-376a-4012-b463-98437d88d635 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 945 time: 0.1941998
Apr 02 21:17:13.016315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5a095-e22d-42cd-bbb1-ed1ecacf80e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969616f-d382-4033-bb31-7f5ee937fe67,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:13.016602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d1c204c5-1961-4a76-898d-cde3becde8d4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:13.017076 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.033528 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c351b6f-2b7b-489a-b08a-d085b3344257 req-faf60b18-2d83-4d1d-8532-8ce78c732e5b service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536503
Apr 02 21:17:13.070355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c749e92-cc8b-44aa-b3ca-3c6fca22a72a req-8d73a3c0-a796-4f77-bf69-eafb87366553 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867745
Apr 02 21:17:13.120322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d1c204c5-1961-4a76-898d-cde3becde8d4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:13.129180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:13.129414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-395f2d7e-a1c0-403e-bf9e-c1a95f1bb26e service neutron] 10.222.0.18 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302539
Apr 02 21:17:13.137978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d12a7-e4ad-46da-b593-882ed840d977 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:13.139467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f58d12a7-e4ad-46da-b593-882ed840d977 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2502396
Apr 02 21:17:13.142743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36170) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:13.183043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] Deleting port d1c204c5-1961-4a76-898d-cde3becde8d4 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:13.183932 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.205763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df2d20-3d88-453c-afcd-8c1436c75a40 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:13.207322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-57df2d20-3d88-453c-afcd-8c1436c75a40 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0635774
Apr 02 21:17:13.209849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36174) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:13.215785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Deleting port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:13.216197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.251307 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8ced5b62-1d88-43f5-9434-f0d818b4f5bf tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0402770
Apr 02 21:17:13.257302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36176) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:13.262806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:13.324770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] For port d1c204c5-1961-4a76-898d-cde3becde8d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1c204c5-1961-4a76-898d-cde3becde8d4,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:13.325249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.367347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] For port 2843b7a2-9385-4edc-aafb-6c4f41566ea0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2843b7a2-9385-4edc-aafb-6c4f41566ea0,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:13.368043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.371231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] Calling delete_port for d1c204c5-1961-4a76-898d-cde3becde8d4 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:13.385579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Calling delete_port for 2843b7a2-9385-4edc-aafb-6c4f41566ea0 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:13.418527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59e7d0a4-efbe-43c9-9004-9fbb9f5981b0 req-ae7b1b16-c9cb-403c-910b-2c3cf748d08e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 210 time: 0.0390224
Apr 02 21:17:13.446313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:13.452757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.501684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d1c204c5-1961-4a76-898d-cde3becde8d4), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.535150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] Pushing event deleted for resources: {'Port': ['ID=d1c204c5-1961-4a76-898d-cde3becde8d4,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:13.541281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fdc81-1d91-4f5f-ab8e-ed5481096239 None None] No DVR routers for this DVR port d1c204c5-1961-4a76-898d-cde3becde8d4 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:13.656303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2843b7a2-9385-4edc-aafb-6c4f41566ea0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.671664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:13.682656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2843b7a2-9385-4edc-aafb-6c4f41566ea0'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:13.692003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'Port': ['ID=2843b7a2-9385-4edc-aafb-6c4f41566ea0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:13.755605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] No DVR routers for this DVR port 2843b7a2-9385-4edc-aafb-6c4f41566ea0 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:13.758212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.763183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ea280a4-5c79-4776-9d49-60c7b8043167 req-07ed8e23-6b28-4d3d-a0dd-a50099656934 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "DELETE /v2.0/ports/2843b7a2-9385-4edc-aafb-6c4f41566ea0 HTTP/1.1" status: 204  len: 173 time: 0.7811399
Apr 02 21:17:13.763664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'name': 'network-vif-deleted', 'tag': '2843b7a2-9385-4edc-aafb-6c4f41566ea0'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:13.766791 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d690a5-46bf-4da3-8c95-e4a835fe76a1" -d '{"events": [{"server_uuid": "1adbbd4b-aefc-49b8-a3c2-2351473c3d84", "name": "network-vif-deleted", "tag": "2843b7a2-9385-4edc-aafb-6c4f41566ea0"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:13.818613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (5c86fe47-a629-4591-9754-a27b6c233dda), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.855572 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0acc20-6154-4464-88e7-08c7e5c773a7 x-openstack-request-id: req-0a0acc20-6154-4464-88e7-08c7e5c773a7 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:13.855880 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adbbd4b-aefc-49b8-a3c2-2351473c3d84", "name": "network-vif-deleted", "tag": "2843b7a2-9385-4edc-aafb-6c4f41566ea0", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:13.856141 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a0acc20-6154-4464-88e7-08c7e5c773a7 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:13.856597 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0acc20-6154-4464-88e7-08c7e5c773a7'] response: {'server_uuid': '1adbbd4b-aefc-49b8-a3c2-2351473c3d84', 'name': 'network-vif-deleted', 'tag': '2843b7a2-9385-4edc-aafb-6c4f41566ea0', 'status': 'completed', 'code': 200}
Apr 02 21:17:13.896481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:13.917680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:13.923546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:13.933942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:13.950813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b321ee-f121-4d36-9894-73b974c61d89 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:13.976391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=5c86fe47-a629-4591-9754-a27b6c233dda,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:14.002891 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-80f82cd5-1ec6-4605-aaf0-9e0c751a627a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7439685
Apr 02 21:17:14.015959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:14.019122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3062a34-40b2-4ff4-8b94-2d8723b27ab5 req-c2646a52-2def-4f70-853b-f51f54998420 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:14.021060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3062a34-40b2-4ff4-8b94-2d8723b27ab5 req-c2646a52-2def-4f70-853b-f51f54998420 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 943 time: 0.1305978
Apr 02 21:17:14.024483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:6c:62:60', 'name': 'tempest-NetworksTestDHCPv6-604421571'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:14.117446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3062a34-40b2-4ff4-8b94-2d8723b27ab5 req-3a5afe4f-170b-478b-82e9-73b12cd0030f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898778
Apr 02 21:17:14.138898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '5c86fe47-a629-4591-9754-a27b6c233dda'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:14.140318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.283533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d38f8326-cf88-450c-8551-e18d3c0dcdd7 req-1211ec5d-d825-469a-a467-5f49f7046750 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=1adbbd4b-aefc-49b8-a3c2-2351473c3d84 HTTP/1.1" status: 200  len: 210 time: 0.0522056
Apr 02 21:17:14.291745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:14.306522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.342503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port b82df1bc-cfb2-4f57-995b-9dfd6258db1c yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:14.408694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/5c86fe47-a629-4591-9754-a27b6c233dda/d2c5be62-ca47-43a7-ba70-8a6744aafb57) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:14.414352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device cd8b887a-a1aa-4929-bb9c-4a89a1e075eb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:17:14.519256 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.551102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f41e7e0-8ae0-421e-847f-a447c4b207eb req-a8859d9f-6eec-408a-8134-86e8f39f159b tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 210 time: 0.0290020
Apr 02 21:17:14.641979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:14.675538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb', 'mac_address': 'fa:16:3e:0f:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:17:14.724313 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Publish callbacks [] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.734325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:14.734325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.749179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8b887a-a1aa-4929-bb9c-4a89a1e075eb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:14.754698 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.828021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:14.832152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:14.833569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:14.837679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:14.848758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:14.857577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Pushing event updated for resources: {'Port': ['ID=d2c5be62-ca47-43a7-ba70-8a6744aafb57,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:14.887153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-5a1bca34-d3d5-4368-a79b-b556b0c7f9fc tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:14.888989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-5a1bca34-d3d5-4368-a79b-b556b0c7f9fc tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.21 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 814 time: 0.2025349
Apr 02 21:17:14.895239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::2b (eeb93323-7554-49dc-8729-b7a40cff9c2b/5c86fe47-a629-4591-9754-a27b6c233dda/b82df1bc-cfb2-4f57-995b-9dfd6258db1c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:14.910691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Request body: {'port': {'device_id': '3404d76c-428c-4447-94c1-98c5a0283dca', 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138', 'admin_state_up': True, 'tenant_id': 'b5fe471f4a924fd98ef24aa24abb736c'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:14.936063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1c204c5-1961-4a76-898d-cde3becde8d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:14.964002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Attempting to bind port d2c5be62-ca47-43a7-ba70-8a6744aafb57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:14.964279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Attempting to bind port d2c5be62-ca47-43a7-ba70-8a6744aafb57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:14.964677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Attempting to bind port d2c5be62-ca47-43a7-ba70-8a6744aafb57 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:14.968491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d1c204c5-1961-4a76-898d-cde3becde8d4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:14.968688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d1c204c5-1961-4a76-898d-cde3becde8d4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:15.000674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:15.001083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:15.001455 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.001853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:15.002336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Bound port: d2c5be62-ca47-43a7-ba70-8a6744aafb57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:15.002725 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.022503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:15.045483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Made reservation on behalf of b5fe471f4a924fd98ef24aa24abb736c for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:15.049464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.100643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] For port d2c5be62-ca47-43a7-ba70-8a6744aafb57, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:15.103998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] For port d2c5be62-ca47-43a7-ba70-8a6744aafb57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2c5be62-ca47-43a7-ba70-8a6744aafb57,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:15.113200 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.126524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (b82df1bc-cfb2-4f57-995b-9dfd6258db1c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.148096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['cd8b887a-a1aa-4929-bb9c-4a89a1e075eb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:15.201587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b82df1bc-cfb2-4f57-995b-9dfd6258db1c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.230255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Allocated IP 172.20.0.14 (146ce8d9-8798-4b34-95b9-d9b14df14138/4d0fa89b-c5c3-4a17-8988-7be8046e786c/c626a37a-e921-41cb-8c32-afdbb4e2a5ca) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:15.232588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3dcdf-d97f-4687-bc09-572282225bfc None None] Pushing event updated for resources: {'Port': ['ID=d2c5be62-ca47-43a7-ba70-8a6744aafb57,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:15.297713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=b82df1bc-cfb2-4f57-995b-9dfd6258db1c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:15.367553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:15.370774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:15.375575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:15.383115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.384011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.431120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f872-898b-498a-9b00-5126bc9e254b req-6037cb63-3366-4a37-b528-cc9643fb825e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.432908 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a54f872-898b-498a-9b00-5126bc9e254b req-6037cb63-3366-4a37-b528-cc9643fb825e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 944 time: 0.1372764
Apr 02 21:17:15.443086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8c3ac098-5ef1-4991-8497-bf67f5831859 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4224188
Apr 02 21:17:15.444748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36244) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:15.517695 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a54f872-898b-498a-9b00-5126bc9e254b req-e56b8364-1bed-4164-9787-27fa26c86bd3 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733039
Apr 02 21:17:15.564258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks [] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.629303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5855934a-dc34-490b-8b9a-87370ab5d0d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.637858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5855934a-dc34-490b-8b9a-87370ab5d0d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.643028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36248) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:15.653351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5855934a-dc34-490b-8b9a-87370ab5d0d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.2072055
Apr 02 21:17:15.694752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.749976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Network 146ce8d9-8798-4b34-95b9-d9b14df14138 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:15.754058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:15.760508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:15.791439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Pushing event updated for resources: {'Port': ['ID=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:15.809596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.810083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.810664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.811095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.812065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.812539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.812969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.813396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.813949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.814448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.814883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.815307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.815726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.816112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.816520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:15.853822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f658a-325a-40c2-8406-552214df5536 req-a15c46c3-7100-414d-8164-e0c926de072b tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.855247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-730f658a-325a-40c2-8406-552214df5536 req-a15c46c3-7100-414d-8164-e0c926de072b tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 932 time: 0.1594381
Apr 02 21:17:15.866828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.867559 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.877318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port b82df1bc-cfb2-4f57-995b-9dfd6258db1c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:15.877657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b82df1bc-cfb2-4f57-995b-9dfd6258db1c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:15.890029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-12da16eb-c3d7-4d8e-8702-61bb0b6c070a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9846582
Apr 02 21:17:15.897917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f923d-e411-42bc-b3f3-4acf57b742e5 req-f839f1ed-a9d4-43d5-a3f0-282407c6818a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:15.899419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c97f923d-e411-42bc-b3f3-4acf57b742e5 req-f839f1ed-a9d4-43d5-a3f0-282407c6818a tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.0773711
Apr 02 21:17:15.904225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Request body: {'port': {'device_id': '3404d76c-428c-4447-94c1-98c5a0283dca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:15.973938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-730f658a-325a-40c2-8406-552214df5536 req-fa735850-30ac-4555-af49-482c25262d32 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109977
Apr 02 21:17:15.999945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.004767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b82df1bc-cfb2-4f57-995b-9dfd6258db1c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.005601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c97f923d-e411-42bc-b3f3-4acf57b742e5 req-4cc1f5b4-ebe2-4375-a086-9e3506fd421d tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972877
Apr 02 21:17:16.025426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for b82df1bc-cfb2-4f57-995b-9dfd6258db1c owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:16.177651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b82df1bc-cfb2-4f57-995b-9dfd6258db1c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.220883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=b82df1bc-cfb2-4f57-995b-9dfd6258db1c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:16.254199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.259702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a7b141e7-0443-46ad-981e-91f68418d45d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/b82df1bc-cfb2-4f57-995b-9dfd6258db1c HTTP/1.1" status: 204  len: 168 time: 0.6134222
Apr 02 21:17:16.260045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36254) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:16.292830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c626a37a-e921-41cb-8c32-afdbb4e2a5ca {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:16.302093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Publish callbacks [] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.317700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Transition to ACTIVE for port object c626a37a-e921-41cb-8c32-afdbb4e2a5ca will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:17:16.322176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.324061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7f1cd-9081-4326-85d9-d088aac6277f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:16.325809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7f1cd-9081-4326-85d9-d088aac6277f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:16.328083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02c7f1cd-9081-4326-85d9-d088aac6277f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0655601
Apr 02 21:17:16.330214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36256) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:16.376873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Pushing event updated for resources: {'Port': ['ID=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:16.387509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 5c86fe47-a629-4591-9754-a27b6c233dda {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:16.391634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (5c86fe47-a629-4591-9754-a27b6c233dda), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.433546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device cd8b887a-a1aa-4929-bb9c-4a89a1e075eb up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:16.447124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (5c86fe47-a629-4591-9754-a27b6c233dda), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.464763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Attempting to bind port c626a37a-e921-41cb-8c32-afdbb4e2a5ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:16.465364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Attempting to bind port c626a37a-e921-41cb-8c32-afdbb4e2a5ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:16.465898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Attempting to bind port c626a37a-e921-41cb-8c32-afdbb4e2a5ca on network 146ce8d9-8798-4b34-95b9-d9b14df14138 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:16.471768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Port c626a37a-e921-41cb-8c32-afdbb4e2a5ca on network 146ce8d9-8798-4b34-95b9-d9b14df14138 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:17:16.472086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Attempting to bind port c626a37a-e921-41cb-8c32-afdbb4e2a5ca on network 146ce8d9-8798-4b34-95b9-d9b14df14138 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:16.478616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:16.478963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Checking segment: {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:16.479353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Bound using segment: {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:16.479793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Bound port: c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1a1641-4f53-4519-aa97-a1c1957404fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:16.480155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.504104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:17:16.509935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:16.512851 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.582056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5c86fe47-a629-4591-9754-a27b6c233dda), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.584719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Provisioning complete for port d2c5be62-ca47-43a7-ba70-8a6744aafb57 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:16.585273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.719141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Current status of the port d2c5be62-ca47-43a7-ba70-8a6744aafb57 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:16.719817 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.732112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04e2c-74e9-4bb1-82a6-e2b6520f4374 req-e3b15a9a-d8b2-45c5-824f-7c96c87a6238 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:16.740815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:16.741038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30c04e2c-74e9-4bb1-82a6-e2b6520f4374 req-e3b15a9a-d8b2-45c5-824f-7c96c87a6238 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 944 time: 0.0877662
Apr 02 21:17:16.741148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.768399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:16.771175 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faae3eb-90f5-4c22-9321-51af96846ea4" -d '{"events": [{"server_uuid": "5a263231-bf3c-4b10-a7b8-37853a186b7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd8b887a-a1aa-4929-bb9c-4a89a1e075eb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:16.787574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (5c86fe47-a629-4591-9754-a27b6c233dda), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.830588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=5c86fe47-a629-4591-9754-a27b6c233dda,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:16.848650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30c04e2c-74e9-4bb1-82a6-e2b6520f4374 req-49750cbf-f01c-4282-9ea1-bd22b2b86fc3 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030056
Apr 02 21:17:16.856842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.872428 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b8b5e2c-3fbb-4306-9563-6501120db5f4 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/5c86fe47-a629-4591-9754-a27b6c233dda HTTP/1.1" status: 204  len: 168 time: 0.5405657
Apr 02 21:17:16.873089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36266) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:16.897322 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d9be6-a0c9-4f46-8ae7-3e567bd11649 x-openstack-request-id: req-941d9be6-a0c9-4f46-8ae7-3e567bd11649 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:16.897733 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a263231-bf3c-4b10-a7b8-37853a186b7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd8b887a-a1aa-4929-bb9c-4a89a1e075eb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:16.897996 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-941d9be6-a0c9-4f46-8ae7-3e567bd11649 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:16.898396 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941d9be6-a0c9-4f46-8ae7-3e567bd11649'] response: {'server_uuid': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb', 'code': 200}
Apr 02 21:17:16.900057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:16.902145 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:17:16.902503 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:17:16.906139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:16.952524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44104cea-38f1-4a11-8943-fd2a0c29468c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0719399
Apr 02 21:17:16.988752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36268) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:17.031356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2c5be62-ca47-43a7-ba70-8a6744aafb57 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:17.090495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513c211-f61b-4f9f-a428-34d0ece5794f req-e9f951be-a4de-4158-97d2-104809873849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.092523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8513c211-f61b-4f9f-a428-34d0ece5794f req-e9f951be-a4de-4158-97d2-104809873849 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 1127 time: 0.1490312
Apr 02 21:17:17.106581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ff1a2-59f1-4de4-8e9d-8923212386b7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.108878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-de9ff1a2-59f1-4de4-8e9d-8923212386b7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1181290
Apr 02 21:17:17.111638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36280) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:17.136194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:17.173936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d2c5be62-ca47-43a7-ba70-8a6744aafb57 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:17.174313 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.211818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8513c211-f61b-4f9f-a428-34d0ece5794f req-e3888f5f-0a9b-438c-a595-7139011237f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014485
Apr 02 21:17:17.232725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04ae0-60a2-44a3-a649-82ad53ddf858 req-1107d398-e374-4fcc-a508-418199d11534 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.235142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ee04ae0-60a2-44a3-a649-82ad53ddf858 req-1107d398-e374-4fcc-a508-418199d11534 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 944 time: 0.1065962
Apr 02 21:17:17.302070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38bd2b-ca61-4bd0-bfd8-0b945c82cd87 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.304000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7d38bd2b-ca61-4bd0-bfd8-0b945c82cd87 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1907365
Apr 02 21:17:17.308624 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ee04ae0-60a2-44a3-a649-82ad53ddf858 req-a54cfae8-49ce-4d25-bf3c-389c29d184a4 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667465
Apr 02 21:17:17.309273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36290) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:17.312147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-e449005b-c592-477c-8217-4ba866f417e4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.313902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-e449005b-c592-477c-8217-4ba866f417e4 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.3087914
Apr 02 21:17:17.321173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] For port c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:17.325287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] For port c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:17.332607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075394f5-f9bd-4a99-b2ae-4e226e9ea951 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:17.337599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.359925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-86dbae8c-ce8b-4554-a26c-a7acc9593208 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0455337
Apr 02 21:17:17.360932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36294) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:17.366629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:17.372295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3feca6-8307-4d07-acd4-b914cb144815 req-84b380d3-c640-49dd-9d61-b53a502e5f8c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.375739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b3feca6-8307-4d07-acd4-b914cb144815 req-84b380d3-c640-49dd-9d61-b53a502e5f8c tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 946 time: 0.1812582
Apr 02 21:17:17.386258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d2c5be62-ca47-43a7-ba70-8a6744aafb57 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:17.386779 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.418871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.419535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.420970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] 10.222.0.21 "PUT /v2.0/ports/c626a37a-e921-41cb-8c32-afdbb4e2a5ca HTTP/1.1" status: 200  len: 1092 time: 1.5205657
Apr 02 21:17:17.421412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3404d76c-428c-4447-94c1-98c5a0283dca', 'tag': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:17.431860 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9020e62a-15f4-4766-875c-b5edf19bc614" -d '{"events": [{"name": "network-changed", "server_uuid": "3404d76c-428c-4447-94c1-98c5a0283dca", "tag": "c626a37a-e921-41cb-8c32-afdbb4e2a5ca"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:17.492115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2843b7a2-9385-4edc-aafb-6c4f41566ea0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:17.506476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:17.513175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.582398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 2843b7a2-9385-4edc-aafb-6c4f41566ea0 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:17.582746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2843b7a2-9385-4edc-aafb-6c4f41566ea0 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:17.583892 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df62ff-9650-4464-b0ce-68a5201c4811 x-openstack-request-id: req-e0df62ff-9650-4464-b0ce-68a5201c4811 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:17.584220 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3404d76c-428c-4447-94c1-98c5a0283dca", "tag": "c626a37a-e921-41cb-8c32-afdbb4e2a5ca", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:17.584471 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0df62ff-9650-4464-b0ce-68a5201c4811 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:17.585056 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0df62ff-9650-4464-b0ce-68a5201c4811'] response: {'name': 'network-changed', 'server_uuid': '3404d76c-428c-4447-94c1-98c5a0283dca', 'tag': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca', 'status': 'completed', 'code': 200}
Apr 02 21:17:17.600189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7b3feca6-8307-4d07-acd4-b914cb144815 req-f823a987-bd4f-4193-ba96-a8293085545e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=59a753c3-542e-462f-b43b-a5537dac1acb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903415
Apr 02 21:17:17.605198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d2c5be62-ca47-43a7-ba70-8a6744aafb57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2c5be62-ca47-43a7-ba70-8a6744aafb57,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:17.615767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Current status of the port d2c5be62-ca47-43a7-ba70-8a6744aafb57 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:17.616163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.619161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.638221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c85d5-c17a-4dfb-b281-4be805730060 service neutron] Pushing event updated for resources: {'Port': ['ID=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:17.688349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-95573be8-8d79-4c98-bfbd-d8068f0d66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.690489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-95573be8-8d79-4c98-bfbd-d8068f0d66f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 1126 time: 0.1158915
Apr 02 21:17:17.725282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d2c5be62-ca47-43a7-ba70-8a6744aafb57,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:17.742162 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:17:17.742668 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:17:17.760232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-65da4368-7f16-4625-b096-8c56e004e4c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca HTTP/1.1" status: 200  len: 217 time: 0.0601346
Apr 02 21:17:17.781127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:17.804493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Deleting port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:17.804866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.834914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] Deleting port d2c5be62-ca47-43a7-ba70-8a6744aafb57 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:17.835553 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.846419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-0b6dc898-19a2-4b61-b21c-f9802cc42ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:17.847942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-0b6dc898-19a2-4b61-b21c-f9802cc42ac0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 200  len: 854 time: 0.0819521
Apr 02 21:17:17.913940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.935823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-7182c4e5-f994-483f-85db-545b16d6383d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=146ce8d9-8798-4b34-95b9-d9b14df14138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620594
Apr 02 21:17:17.941272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] For port d2c5be62-ca47-43a7-ba70-8a6744aafb57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2c5be62-ca47-43a7-ba70-8a6744aafb57,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:17.941685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:17.964374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:17:17.990909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] For port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:17.991300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.032328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Calling delete_port for d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:18.058687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e011b1-6532-4099-8609-10e9b482cccb req-8101f411-5512-450d-9c01-cd2a9114e47c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:18.060493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9e011b1-6532-4099-8609-10e9b482cccb req-8101f411-5512-450d-9c01-cd2a9114e47c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.1375833
Apr 02 21:17:18.106292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-fcacdc2f-8d5b-4534-b0ae-384e4f78caaa service neutron] 10.222.0.21 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580584
Apr 02 21:17:18.121985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] Calling delete_port for d2c5be62-ca47-43a7-ba70-8a6744aafb57 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:18.163723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9e011b1-6532-4099-8609-10e9b482cccb req-31bf4017-0bfa-4d9f-91d9-2875879d858b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946898
Apr 02 21:17:18.183418 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.216654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.245191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] No DVR routers for this DVR port d2c5be62-ca47-43a7-ba70-8a6744aafb57 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:18.250248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d003-5f75-4351-9ccb-44b9fff66c3c None None] Pushing event deleted for resources: {'Port': ['ID=d2c5be62-ca47-43a7-ba70-8a6744aafb57,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:18.252690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b40b60c3-826e-4b65-948b-112c6ad63901 req-b8e8f748-8409-4c64-a57d-fd424419f560 service neutron] 10.222.0.21 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380451
Apr 02 21:17:18.275601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.288895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:18.324407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'Port': ['ID=d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:18.399672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] No DVR routers for this DVR port d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:18.403250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.407909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1e54bbaf-fb5a-4e5d-95a8-d3f6e614fc37 req-521144d0-c1f5-4190-8759-1256f2351c42 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.15 "DELETE /v2.0/ports/d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a HTTP/1.1" status: 204  len: 173 time: 0.9316146
Apr 02 21:17:18.418242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port d2c5be62-ca47-43a7-ba70-8a6744aafb57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2c5be62-ca47-43a7-ba70-8a6744aafb57,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:18.463378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-9b60147f-9c29-4952-88ba-9d50d8aa77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:18.465062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-9b60147f-9c29-4952-88ba-9d50d8aa77ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 1126 time: 0.1433256
Apr 02 21:17:18.487633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.493682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d2c5be62-ca47-43a7-ba70-8a6744aafb57), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.542030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=d2c5be62-ca47-43a7-ba70-8a6744aafb57,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:18.547712 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (2a44795f-1d31-491c-9bbb-504d036099d5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.555220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612308e-4805-467a-bbca-95de1c27d074 req-039aa056-3bb3-460c-8973-5cf580b48a7e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:18.563486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4612308e-4805-467a-bbca-95de1c27d074 req-039aa056-3bb3-460c-8973-5cf580b48a7e tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 944 time: 0.1507394
Apr 02 21:17:18.617022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c62f47fd-65b4-40ff-ab65-53d194fb1ca4 None None] Port d2c5be62-ca47-43a7-ba70-8a6744aafb57 update to ACTIVE by agent not found {{(pid=121650) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Apr 02 21:17:18.643301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:18.646275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.646729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.647386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.648078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.648889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.649135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-15053df2-7a6a-444f-88ab-1a2a2c4bf73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:18.649557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.650020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.650966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.651121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-15053df2-7a6a-444f-88ab-1a2a2c4bf73a service neutron] 10.222.0.21 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 915 time: 0.1766570
Apr 02 21:17:18.651222 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.651401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.651831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.652263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.652717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.653162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.653587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:18.660171 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4612308e-4805-467a-bbca-95de1c27d074 req-9acfd230-f67b-479b-8e38-5e3a2710ea65 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957766
Apr 02 21:17:18.687508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:18.702712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475cc5e-a5d8-4711-af68-2b648dba9b4a None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:18.704142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:18.704768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.720732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-097253a8-7bbd-49df-9911-d178c79b3503 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca HTTP/1.1" status: 200  len: 217 time: 0.0571620
Apr 02 21:17:18.736948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-867e4bdd-5bf4-444e-ac46-91352da74940 None None] Could not find standard attr ID for object b82df1bc-cfb2-4f57-995b-9dfd6258db1c. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:18.765636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=2a44795f-1d31-491c-9bbb-504d036099d5,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:18.782529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3ad250-b326-4f80-af59-5032c54f4302 req-296d27f7-8b0f-4874-9f99-3d1b0800566e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cafb483-0676-4e62-8476-0173f608446a HTTP/1.1" status: 200  len: 210 time: 0.0637348
Apr 02 21:17:18.783720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-3ea72ea7-0ad9-4bfb-a8c5-56b9af8f0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:18.785807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-3ea72ea7-0ad9-4bfb-a8c5-56b9af8f0054 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 200  len: 854 time: 0.0557361
Apr 02 21:17:18.788511 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f433f767-6025-4089-98c0-c2c1d4cb7e6f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4255135
Apr 02 21:17:18.790385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36332) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:18.796416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:18.838494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '2a44795f-1d31-491c-9bbb-504d036099d5'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:18.839498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:18.861528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-b175714c-ff2c-4315-8501-95cc09c8b760 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=146ce8d9-8798-4b34-95b9-d9b14df14138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594714
Apr 02 21:17:18.951656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2c5be62-ca47-43a7-ba70-8a6744aafb57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:18.979326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d2c5be62-ca47-43a7-ba70-8a6744aafb57 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:18.979766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2c5be62-ca47-43a7-ba70-8a6744aafb57 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:19.025376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:19.031856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.062894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Allocated IP 2001:db8::f816:3eff:fe07:618e (eeb93323-7554-49dc-8729-b7a40cff9c2b/2a44795f-1d31-491c-9bbb-504d036099d5/1483ed63-002a-48fe-b8a0-c2970826a1ab) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:19.069588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-96865ed2-426d-45e2-9e72-04e453ec3404 service neutron] 10.222.0.21 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683030
Apr 02 21:17:19.132422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36338) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:19.211331 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a44795f-1d31-491c-9bbb-504d036099d5 (CIDR: 2001:db8::/64)
Apr 02 21:17:19.217915 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:17:19.218378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:19.241367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9020e62a-15f4-4766-875c-b5edf19bc614 req-109c3aa6-54da-4b47-b2ae-43eaabd5e2e9 service neutron] 10.222.0.21 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627154
Apr 02 21:17:19.242449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Publish callbacks [] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.249896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c2367ead-abd9-4893-bdf1-6716bf281066 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4545386
Apr 02 21:17:19.250145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36344) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:19.256864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:19.264189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.310889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:19.313917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f92d0e4e-3a5b-4ec6-867a-9a15bd830887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.319714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:19.322184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:19.323272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5710-67b6-41c2-8cdc-b2cfe9e2aa9b req-f3dd39d7-35f2-436f-bb1e-46bf6110f6b8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:19.324874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f9d5710-67b6-41c2-8cdc-b2cfe9e2aa9b req-f3dd39d7-35f2-436f-bb1e-46bf6110f6b8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.0627031
Apr 02 21:17:19.331671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Pushing event updated for resources: {'Port': ['ID=1483ed63-002a-48fe-b8a0-c2970826a1ab,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:19.380360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f9d5710-67b6-41c2-8cdc-b2cfe9e2aa9b req-1fac290b-569a-4fdc-b5ff-2c13165c9cf6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494678
Apr 02 21:17:19.391250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Attempting to bind port 1483ed63-002a-48fe-b8a0-c2970826a1ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:19.391505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Attempting to bind port 1483ed63-002a-48fe-b8a0-c2970826a1ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:19.391789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Attempting to bind port 1483ed63-002a-48fe-b8a0-c2970826a1ab on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:19.398732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:19.399157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:19.399571 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.400027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:19.400547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Bound port: 1483ed63-002a-48fe-b8a0-c2970826a1ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:19.400942 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.449878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:19.453384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.480803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] For port 1483ed63-002a-48fe-b8a0-c2970826a1ab, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:19.484852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] For port 1483ed63-002a-48fe-b8a0-c2970826a1ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1483ed63-002a-48fe-b8a0-c2970826a1ab,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:19.491700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.543422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f92d0e4e-3a5b-4ec6-867a-9a15bd830887 admin admin] Publish callbacks [] for security_group (103dafb3-2d97-464d-b631-838864b3f1ac), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.557090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f92d0e4e-3a5b-4ec6-867a-9a15bd830887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (103dafb3-2d97-464d-b631-838864b3f1ac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.564770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f7fd-3642-48f5-b1fe-87c5decb17f1 None None] Pushing event updated for resources: {'Port': ['ID=1483ed63-002a-48fe-b8a0-c2970826a1ab,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:19.589932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cafb483-0676-4e62-8476-0173f608446a', 'name': 'network-vif-deleted', 'tag': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:19.593085 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e6ec9-acc2-4bfa-9b03-e0a113cb94d5" -d '{"events": [{"server_uuid": "9cafb483-0676-4e62-8476-0173f608446a", "name": "network-vif-deleted", "tag": "d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:19.631047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d0e4e-3a5b-4ec6-867a-9a15bd830887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103dafb3-2d97-464d-b631-838864b3f1ac,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:19.645227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f92d0e4e-3a5b-4ec6-867a-9a15bd830887 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bac1a7112d804c72b8eb77d4ce4eadfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5116818
Apr 02 21:17:19.647075 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309bfadc-7469-4174-8fb2-4e92ad331ff9 x-openstack-request-id: req-309bfadc-7469-4174-8fb2-4e92ad331ff9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:19.647375 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cafb483-0676-4e62-8476-0173f608446a", "name": "network-vif-deleted", "tag": "d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:19.647722 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-309bfadc-7469-4174-8fb2-4e92ad331ff9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:19.648133 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309bfadc-7469-4174-8fb2-4e92ad331ff9'] response: {'server_uuid': '9cafb483-0676-4e62-8476-0173f608446a', 'name': 'network-vif-deleted', 'tag': 'd4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a', 'status': 'completed', 'code': 200}
Apr 02 21:17:19.649414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36352) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:19.666480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49002cf-b679-49b7-8c1e-9cc2d5b1031b req-d5507335-0ee1-4aed-8779-899e61fc4738 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:19.668015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e49002cf-b679-49b7-8c1e-9cc2d5b1031b req-d5507335-0ee1-4aed-8779-899e61fc4738 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.0881369
Apr 02 21:17:19.761425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e49002cf-b679-49b7-8c1e-9cc2d5b1031b req-92978a77-027c-4937-9d91-f7a50a9e426f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866382
Apr 02 21:17:19.871787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8807bb-4001-45cb-94d2-76db13ef6493 admin admin] Publish callbacks [] for security_group (103dafb3-2d97-464d-b631-838864b3f1ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.882520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74fa2-12cd-4745-92df-d73e122be4f6 req-35046d7d-7e5d-491b-9e39-fa7df7081a55 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:19.884130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4be74fa2-12cd-4745-92df-d73e122be4f6 req-35046d7d-7e5d-491b-9e39-fa7df7081a55 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.0543156
Apr 02 21:17:19.925239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f155cf-409f-44fe-ab93-b68a0dcd5038 req-d18391a1-7a3c-4090-afe7-2e90cef0243a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:19.928981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2f155cf-409f-44fe-ab93-b68a0dcd5038 req-d18391a1-7a3c-4090-afe7-2e90cef0243a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 944 time: 0.1640196
Apr 02 21:17:19.935978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8807bb-4001-45cb-94d2-76db13ef6493 admin admin] Publish callbacks [] for security_group (103dafb3-2d97-464d-b631-838864b3f1ac), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:19.939776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4be74fa2-12cd-4745-92df-d73e122be4f6 req-2265348b-e0c2-4ca4-b239-7efea353702a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487430
Apr 02 21:17:19.980833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (bbd87245-0472-4f22-88d5-b26b176ecefb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.063836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:20.079549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:20.083216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:20.083815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.092415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=bbd87245-0472-4f22-88d5-b26b176ecefb,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:20.105495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2f155cf-409f-44fe-ab93-b68a0dcd5038 req-11f24f89-7ade-45c9-9e8a-89b6dbbadead tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672752
Apr 02 21:17:20.124777 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1041366a-cd7c-488a-9b70-724dda5534d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8732648
Apr 02 21:17:20.126805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36366) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:20.133480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:54:54:70', 'name': 'tempest-NetworksTestDHCPv6-485674145'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:20.137297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8807bb-4001-45cb-94d2-76db13ef6493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (103dafb3-2d97-464d-b631-838864b3f1ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.140748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b8807bb-4001-45cb-94d2-76db13ef6493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.144642 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b8807bb-4001-45cb-94d2-76db13ef6493 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/103dafb3-2d97-464d-b631-838864b3f1ac HTTP/1.1" status: 204  len: 168 time: 0.4909651
Apr 02 21:17:20.179967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8807bb-4001-45cb-94d2-76db13ef6493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103dafb3-2d97-464d-b631-838864b3f1ac,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:20.340773 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d6702-cd76-4f02-b6db-0306531d1eee req-e4d87c47-a299-4cd6-8d88-04228535c050 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:20.342210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec9d6702-cd76-4f02-b6db-0306531d1eee req-e4d87c47-a299-4cd6-8d88-04228535c050 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.1124942
Apr 02 21:17:20.378171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:20.441109 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ec9d6702-cd76-4f02-b6db-0306531d1eee req-f66f7777-726b-467f-87ba-4caa71cfc1d8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973628
Apr 02 21:17:20.490131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07551b-15a4-41c0-b4a9-a312a3f33bcc req-1bc155f2-8376-4082-843f-1d38354a509f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:20.491824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f07551b-15a4-41c0-b4a9-a312a3f33bcc req-1bc155f2-8376-4082-843f-1d38354a509f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0906770
Apr 02 21:17:20.539577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:20.548951 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.562756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f07551b-15a4-41c0-b4a9-a312a3f33bcc req-5d0ad54a-4550-48c6-97b2-064da6aeea93 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645223
Apr 02 21:17:20.565247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4d2566c-09a0-49fe-bb38-7d83773b7c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.590344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 2b109419-37d4-4e61-9996-df63a9b228ec yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:20.759685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4d2566c-09a0-49fe-bb38-7d83773b7c17 admin admin] Publish callbacks [] for security_group (01852d12-c105-431a-87aa-b9d3631c6d1f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.764183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a4d2566c-09a0-49fe-bb38-7d83773b7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (01852d12-c105-431a-87aa-b9d3631c6d1f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.832431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3968d4-ef7f-46bf-be1a-8af394956ce2 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:20.841867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a4d2566c-09a0-49fe-bb38-7d83773b7c17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=103d2f678f92482e9dd46274c39f66a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3012428
Apr 02 21:17:20.843051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36378) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:20.847412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2566c-09a0-49fe-bb38-7d83773b7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01852d12-c105-431a-87aa-b9d3631c6d1f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:20.852506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8:0:1::206 (eeb93323-7554-49dc-8729-b7a40cff9c2b/bbd87245-0472-4f22-88d5-b26b176ecefb/2b109419-37d4-4e61-9996-df63a9b228ec) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:20.863842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fe54:5470 (eeb93323-7554-49dc-8729-b7a40cff9c2b/2a44795f-1d31-491c-9bbb-504d036099d5/2b109419-37d4-4e61-9996-df63a9b228ec) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:20.909069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f2002c7-20c7-4a07-9d1e-eecb165caf32 admin admin] Publish callbacks [] for security_group (01852d12-c105-431a-87aa-b9d3631c6d1f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.924372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1483ed63-002a-48fe-b8a0-c2970826a1ab up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:20.933047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f2002c7-20c7-4a07-9d1e-eecb165caf32 admin admin] Publish callbacks [] for security_group (01852d12-c105-431a-87aa-b9d3631c6d1f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.973875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Provisioning complete for port 1483ed63-002a-48fe-b8a0-c2970826a1ab triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:20.974326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.988281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f2002c7-20c7-4a07-9d1e-eecb165caf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (01852d12-c105-431a-87aa-b9d3631c6d1f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.991132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f2002c7-20c7-4a07-9d1e-eecb165caf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:20.994889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3f2002c7-20c7-4a07-9d1e-eecb165caf32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01852d12-c105-431a-87aa-b9d3631c6d1f HTTP/1.1" status: 204  len: 168 time: 0.1482756
Apr 02 21:17:21.002519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2002c7-20c7-4a07-9d1e-eecb165caf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01852d12-c105-431a-87aa-b9d3631c6d1f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:21.039399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (2b109419-37d4-4e61-9996-df63a9b228ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.071815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1483ed63-002a-48fe-b8a0-c2970826a1ab triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:21.072117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.079887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2b109419-37d4-4e61-9996-df63a9b228ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.129154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:21.134914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:21.140376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:21.145578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:21.147291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.148923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=2b109419-37d4-4e61-9996-df63a9b228ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:21.170898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b9ba42d-e117-4eb6-b9b4-34367b09568c tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.0396600
Apr 02 21:17:21.171095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36384) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:21.192036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Current status of the port 1483ed63-002a-48fe-b8a0-c2970826a1ab is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:21.192428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.225464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': '2a44795f-1d31-491c-9bbb-504d036099d5', 'ip_address': '2001:db8::f816:3eff:fe07:618e'}, {'subnet_id': 'bbd87245-0472-4f22-88d5-b26b176ecefb'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1483ed63-002a-48fe-b8a0-c2970826a1ab'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:17:21.295038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 2b109419-37d4-4e61-9996-df63a9b228ec {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:21.295930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2b109419-37d4-4e61-9996-df63a9b228ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.299164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] For port 1483ed63-002a-48fe-b8a0-c2970826a1ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1483ed63-002a-48fe-b8a0-c2970826a1ab,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:21.303885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1483ed63-002a-48fe-b8a0-c2970826a1ab is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:21.304284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.307594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.318941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cac3e-447b-4dfd-a720-fed9f7b6dd48 req-4657d2a9-2747-4078-aa48-9c5b772232da tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:21.324090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.333709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c2cac3e-447b-4dfd-a720-fed9f7b6dd48 req-4657d2a9-2747-4078-aa48-9c5b772232da tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 944 time: 0.1041458
Apr 02 21:17:21.399962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2b109419-37d4-4e61-9996-df63a9b228ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.424417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c2cac3e-447b-4dfd-a720-fed9f7b6dd48 req-2334a682-1ee8-4fb5-ae7f-3486ab25fcd1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894110
Apr 02 21:17:21.428420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 2b109419-37d4-4e61-9996-df63a9b228ec owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:21.496089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c626a37a-e921-41cb-8c32-afdbb4e2a5ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:17:21.522246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Pushing event updated for resources: {'Port': ['ID=1483ed63-002a-48fe-b8a0-c2970826a1ab,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:21.530028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:17:21.530451 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:17:21.543349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.543713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.544058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.544392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.544785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.545391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.546275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.546628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.546970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.547256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.547584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.547911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.548234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.548589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.548920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277a1c5-1f15-4031-8f99-585696d56a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:21.641367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8a9a-8a48-4ec3-82a1-79c4c83cc052 req-f2776039-fce3-43ad-9f70-0a8395f6f648 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:21.644289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e4e8a9a-8a48-4ec3-82a1-79c4c83cc052 req-f2776039-fce3-43ad-9f70-0a8395f6f648 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.1086521
Apr 02 21:17:21.681109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] Allocated IP 2001:db8:0:1::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/bbd87245-0472-4f22-88d5-b26b176ecefb/1483ed63-002a-48fe-b8a0-c2970826a1ab) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:21.744897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:21.760515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2b109419-37d4-4e61-9996-df63a9b228ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.771634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af42bc-9a47-422e-973b-b859a69791a8 req-895f5f46-7467-41bb-b1ad-d5c114256424 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:21.772086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddee6ad-a96c-4220-af31-ec82ecddf25e req-7bef4b8e-53be-42a8-b51a-05a548a8c026 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:21.773241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03af42bc-9a47-422e-973b-b859a69791a8 req-895f5f46-7467-41bb-b1ad-d5c114256424 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 945 time: 0.1482687
Apr 02 21:17:21.780661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ddee6ad-a96c-4220-af31-ec82ecddf25e req-7bef4b8e-53be-42a8-b51a-05a548a8c026 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.0785038
Apr 02 21:17:21.786197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e4e8a9a-8a48-4ec3-82a1-79c4c83cc052 req-a00db569-affe-4444-80e1-383f158c912d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175721
Apr 02 21:17:21.790797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca', 'network_id': '146ce8d9-8798-4b34-95b9-d9b14df14138', 'port_id': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca', 'mac_address': 'fa:16:3e:f5:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0fa89b-c5c3-4a17-8988-7be8046e786c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:17:21.839978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=2b109419-37d4-4e61-9996-df63a9b228ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:21.846258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ddee6ad-a96c-4220-af31-ec82ecddf25e req-17e31a30-5a8e-45dd-a18c-92411253ed7f tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644271
Apr 02 21:17:21.873689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] For port 1483ed63-002a-48fe-b8a0-c2970826a1ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1483ed63-002a-48fe-b8a0-c2970826a1ab,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:21.882884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c626a37a-e921-41cb-8c32-afdbb4e2a5ca is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:21.883408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.901983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c626a37a-e921-41cb-8c32-afdbb4e2a5ca {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:21.928104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] Publish callbacks [] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.936829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.937553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.940124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:21.941652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4f2c20c-26f2-42ae-8166-197feed8aba3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/2b109419-37d4-4e61-9996-df63a9b228ec HTTP/1.1" status: 204  len: 168 time: 0.7701743
Apr 02 21:17:21.944354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36408) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:21.959617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:21.996681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36410) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:22.024418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d467846-9898-46a6-9779-823e3cece8e5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.026479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6d467846-9898-46a6-9779-823e3cece8e5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0808702
Apr 02 21:17:22.029100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36414) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:22.040019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:22.040904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.086697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416bc10-a0e2-4972-8c42-feda4b91835b None None] Pushing event updated for resources: {'Port': ['ID=1483ed63-002a-48fe-b8a0-c2970826a1ab,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:22.098918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1483ed63-002a-48fe-b8a0-c2970826a1ab is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:22.156630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:22.187466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-ec5e823b-dffe-434d-bd21-ef74c2508cfb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.189200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-ec5e823b-dffe-434d-bd21-ef74c2508cfb tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1920006
Apr 02 21:17:22.195498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:22.195942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.229607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c626a37a-e921-41cb-8c32-afdbb4e2a5ca'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:22.242344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for cd8b887a-a1aa-4929-bb9c-4a89a1e075eb owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:22.387534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Deleting port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:22.387878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.440210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635351114-network', 'tenant_id': 'bdd4fc60def4456798130d3fcadb83da'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:22.457716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:22.480059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac15543-b7a7-480d-a68f-5335bf64d7de tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.484220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:22.484407 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4ac15543-b7a7-480d-a68f-5335bf64d7de tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4515879
Apr 02 21:17:22.484531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device d4c6aff0-bf35-4f5b-baaa-ec39dcbe3a9a not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:22.484663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Made reservation on behalf of bdd4fc60def4456798130d3fcadb83da for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:22.486501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.495466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36418) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:22.496197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.567004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268be62-f29d-4ba6-9e37-ac5b6604efa5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.568700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268be62-f29d-4ba6-9e37-ac5b6604efa5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.570001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268be62-f29d-4ba6-9e37-ac5b6604efa5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.571579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f268be62-f29d-4ba6-9e37-ac5b6604efa5 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0727494
Apr 02 21:17:22.574519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:22.625700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] For port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:22.626060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.632710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 2a44795f-1d31-491c-9bbb-504d036099d5 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:22.635513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cd8b887a-a1aa-4929-bb9c-4a89a1e075eb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.641507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (2a44795f-1d31-491c-9bbb-504d036099d5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.649705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:22.652813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['cd8b887a-a1aa-4929-bb9c-4a89a1e075eb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:22.678000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427c761-0b1c-4a32-9105-00ed736ed755 req-351c2009-1358-4c92-a55e-b354983a3f9c tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.679533 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4427c761-0b1c-4a32-9105-00ed736ed755 req-351c2009-1358-4c92-a55e-b354983a3f9c tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 945 time: 0.1667976
Apr 02 21:17:22.706384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (2a44795f-1d31-491c-9bbb-504d036099d5), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.757901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=cd8b887a-a1aa-4929-bb9c-4a89a1e075eb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:22.803804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks [] for security_group (d7c99992-82d5-4ef7-be15-07ca66093f5c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.811008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d7c99992-82d5-4ef7-be15-07ca66093f5c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.832387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:22.847020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e84a1a09-d576-4176-8d49-faa6b998e680), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.847316 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Added segment e84a1a09-d576-4176-8d49-faa6b998e680 of type vlan for network c136974e-202a-4a41-89bb-9397f199d26e
Apr 02 21:17:22.894430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c136974e-202a-4a41-89bb-9397f199d26e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.905793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cefc524a-28fb-427d-a17a-bc9445f981f6 None None] Provisioning complete for port 1483ed63-002a-48fe-b8a0-c2970826a1ab triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:22.906986 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cefc524a-28fb-427d-a17a-bc9445f981f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.936297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c136974e-202a-4a41-89bb-9397f199d26e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.937653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:22.938353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.960802 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (2a44795f-1d31-491c-9bbb-504d036099d5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:22.971515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1483ed63-002a-48fe-b8a0-c2970826a1ab up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:23.036722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebe2473c-8464-4c3a-ab12-f9bceb572f44 req-edb98868-eba9-4464-8f5a-1ad38bc332e3 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a263231-bf3c-4b10-a7b8-37853a186b7f HTTP/1.1" status: 200  len: 210 time: 0.1016726
Apr 02 21:17:23.089760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1483ed63-002a-48fe-b8a0-c2970826a1ab triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:23.090309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.110478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c99992-82d5-4ef7-be15-07ca66093f5c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:23.153785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1553981
Apr 02 21:17:23.171494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36426) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:23.180486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Request body: {'subnet': {'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635351114-subnet', 'tenant_id': 'bdd4fc60def4456798130d3fcadb83da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:23.188134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fb7a9-72a8-4d8b-ace7-7abbe4aab64c admin admin] Pushing event updated for resources: {'Network': ['ID=c136974e-202a-4a41-89bb-9397f199d26e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:23.259499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Made reservation on behalf of bdd4fc60def4456798130d3fcadb83da for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:23.262172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.278388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (2a44795f-1d31-491c-9bbb-504d036099d5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.295062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port cd8b887a-a1aa-4929-bb9c-4a89a1e075eb on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:23.312986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.317803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03af42bc-9a47-422e-973b-b859a69791a8 req-9c15916a-6386-4afd-8cf5-3bb89a246af6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "DELETE /v2.0/ports/cd8b887a-a1aa-4929-bb9c-4a89a1e075eb HTTP/1.1" status: 204  len: 173 time: 1.5273700
Apr 02 21:17:23.318824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'name': 'network-vif-deleted', 'tag': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:23.322011 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb97967-2fb8-40fd-a088-e29600acdd27" -d '{"events": [{"server_uuid": "5a263231-bf3c-4b10-a7b8-37853a186b7f", "name": "network-vif-deleted", "tag": "cd8b887a-a1aa-4929-bb9c-4a89a1e075eb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:23.331688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa1964-6304-430d-ae2f-083ac12c317f req-d238caf6-c6cf-41a7-be2a-74de1d6680ac tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:23.342561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4aa1964-6304-430d-ae2f-083ac12c317f req-d238caf6-c6cf-41a7-be2a-74de1d6680ac tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 944 time: 0.1875060
Apr 02 21:17:23.347317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=2a44795f-1d31-491c-9bbb-504d036099d5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:23.354579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4427c761-0b1c-4a32-9105-00ed736ed755 req-c4b77397-f37c-4a21-966c-43aa4733075d tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6108012
Apr 02 21:17:23.367853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.380366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:23.380605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-094cb6b3-df4d-4c19-9fed-d3d1a0ef057d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/2a44795f-1d31-491c-9bbb-504d036099d5 HTTP/1.1" status: 204  len: 168 time: 0.7983532
Apr 02 21:17:23.417948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c136974e-202a-4a41-89bb-9397f199d26e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:23.424841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b0a-c14a-4f60-bf76-35049bffbb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.472140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4aa1964-6304-430d-ae2f-083ac12c317f req-96df726a-fda5-4458-bcff-884df62f9a4e tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups?id=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282322
Apr 02 21:17:23.476891 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29526b82-6405-4043-b47f-3e843acfa615 x-openstack-request-id: req-29526b82-6405-4043-b47f-3e843acfa615 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:23.477508 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a263231-bf3c-4b10-a7b8-37853a186b7f", "name": "network-vif-deleted", "tag": "cd8b887a-a1aa-4929-bb9c-4a89a1e075eb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:23.477845 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29526b82-6405-4043-b47f-3e843acfa615 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:23.478379 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29526b82-6405-4043-b47f-3e843acfa615'] response: {'server_uuid': '5a263231-bf3c-4b10-a7b8-37853a186b7f', 'name': 'network-vif-deleted', 'tag': 'cd8b887a-a1aa-4929-bb9c-4a89a1e075eb', 'status': 'completed', 'code': 200}
Apr 02 21:17:23.503111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c626a37a-e921-41cb-8c32-afdbb4e2a5ca up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:23.563412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cefc524a-28fb-427d-a17a-bc9445f981f6 None None] Current status of the port 1483ed63-002a-48fe-b8a0-c2970826a1ab is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:23.617371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet bbd87245-0472-4f22-88d5-b26b176ecefb {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:23.619559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5a7bf-b7ad-475d-9c18-b1b80bf90871 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:23.626463 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (5e3a2eb9-f638-4f5b-be7c-bc212f9108c1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.632713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (bbd87245-0472-4f22-88d5-b26b176ecefb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.662054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.663376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (288aca81-8b71-4f56-8310-1e1cb8a99671), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.663376 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Floating IP 288aca81-8b71-4f56-8310-1e1cb8a99671 disassociated. External IP: 172.35.4.64, port: 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c.
Apr 02 21:17:23.664225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Calling delete_port for 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:23.678064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3a2eb9-f638-4f5b-be7c-bc212f9108c1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:23.692492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1483ed63-002a-48fe-b8a0-c2970826a1ab is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:23.694235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (bbd87245-0472-4f22-88d5-b26b176ecefb), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.697830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c626a37a-e921-41cb-8c32-afdbb4e2a5ca completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:17:23.699432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Checking segment: {'id': 'e84a1a09-d576-4176-8d49-faa6b998e680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:23.700253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Network hostable DHCP agents. Network: c136974e-202a-4a41-89bb-9397f199d26e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:23.717986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c626a37a-e921-41cb-8c32-afdbb4e2a5ca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:23.718370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.728072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Network c136974e-202a-4a41-89bb-9397f199d26e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:23.740727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c136974e-202a-4a41-89bb-9397f199d26e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:23.742100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-85286f0a-101c-461b-b440-f6b3ac767588 None None] Could not find standard attr ID for object 2b109419-37d4-4e61-9996-df63a9b228ec. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:23.751658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed7b4c-adcf-443c-8f3f-718d3ed3644a None None] Network c136974e-202a-4a41-89bb-9397f199d26e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:23.754224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:23.755024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.789600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58a49257-34ff-40eb-bb04-8b7337ea35f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6164432
Apr 02 21:17:23.882389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (bbd87245-0472-4f22-88d5-b26b176ecefb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.923434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c626a37a-e921-41cb-8c32-afdbb4e2a5ca is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:23.923946 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.928285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfed7d-26dd-4cb0-ad6c-3289943cd55a None None] Network c136974e-202a-4a41-89bb-9397f199d26e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:23.948746 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3f0f2359-5410-4f6a-bdd8-fbd66f127a5c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:23.980059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3404d76c-428c-4447-94c1-98c5a0283dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:23.982365 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d09cf4-c0fd-4099-968c-80db0914ce25" -d '{"events": [{"server_uuid": "3404d76c-428c-4447-94c1-98c5a0283dca", "name": "network-vif-plugged", "status": "completed", "tag": "c626a37a-e921-41cb-8c32-afdbb4e2a5ca"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:23.988038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'Port': ['ID=3f0f2359-5410-4f6a-bdd8-fbd66f127a5c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:24.020421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (bbd87245-0472-4f22-88d5-b26b176ecefb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.037212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:24.049251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.050388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:24.097692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.101471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/bbd87245-0472-4f22-88d5-b26b176ecefb HTTP/1.1" status: 204  len: 168 time: 0.7260213
Apr 02 21:17:24.104509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36442) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:24.126430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468b7e3-efbd-48dd-8336-6c3bdb919d20 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd87245-0472-4f22-88d5-b26b176ecefb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:24.242562 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0add488d-d4f7-4e80-a48a-42721ecb0c40 x-openstack-request-id: req-0add488d-d4f7-4e80-a48a-42721ecb0c40 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:24.242872 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3404d76c-428c-4447-94c1-98c5a0283dca", "name": "network-vif-plugged", "status": "completed", "tag": "c626a37a-e921-41cb-8c32-afdbb4e2a5ca", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:24.243119 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0add488d-d4f7-4e80-a48a-42721ecb0c40 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:24.243521 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0add488d-d4f7-4e80-a48a-42721ecb0c40'] response: {'server_uuid': '3404d76c-428c-4447-94c1-98c5a0283dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca', 'code': 200}
Apr 02 21:17:24.245522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:24.245874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:24.250771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Router 5bd65796-7c83-4ad0-aa6b-dba68da2331c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:17:24.253843 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d5d3b2cc-377e-4358-916e-c1cc8abf0d34 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1483896
Apr 02 21:17:24.257264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36446) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:24.284046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:24.292654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:24.488066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:17:24.500646 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] Sync routers for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:17:24.521586 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:24.522805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846141520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:24.537871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] No DVR routers for this DVR port 3f0f2359-5410-4f6a-bdd8-fbd66f127a5c on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:24.541074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.546101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6e3fe489-9000-4f00-a647-b8597c1a472e req-8e181650-b920-4d16-b985-38747efcc7fe tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.21 "DELETE /v2.0/ports/3f0f2359-5410-4f6a-bdd8-fbd66f127a5c HTTP/1.1" status: 204  len: 173 time: 2.3471167
Apr 02 21:17:24.567834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497580-286f-450a-9078-0faaccc3cfda req-4c6c2cdc-38f0-4ce8-9eda-feffb78aa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:24.567834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a497580-286f-450a-9078-0faaccc3cfda req-4c6c2cdc-38f0-4ce8-9eda-feffb78aa19e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 1128 time: 0.3084843
Apr 02 21:17:24.658040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2bf29-8a7f-42b3-9bb5-ecc087c5f1e7 req-d3d063ab-d337-4b3b-9196-5d23ca21f2a7 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:24.660583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3e2bf29-8a7f-42b3-9bb5-ecc087c5f1e7 req-d3d063ab-d337-4b3b-9196-5d23ca21f2a7 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 946 time: 0.1238699
Apr 02 21:17:24.675246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:24.678887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.736268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3e2bf29-8a7f-42b3-9bb5-ecc087c5f1e7 req-a519b9bb-0c44-40d3-9f23-91d46e09f26c tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671160
Apr 02 21:17:24.794681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3a497580-286f-450a-9078-0faaccc3cfda req-79e96117-c0fe-4fd4-a29a-81c563420df5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164876
Apr 02 21:17:24.805711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-b17a9cf8-216e-4a6a-b171-5e6120876507 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:24.807204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-b17a9cf8-216e-4a6a-b171-5e6120876507 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.2951951
Apr 02 21:17:24.862562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-3c76dfba-f72d-4d7f-817f-f2fda69c118e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/quotas/596094c632d2408d8963534a88f04156 HTTP/1.1" status: 200  len: 375 time: 0.0228462
Apr 02 21:17:24.873431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:24.888299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36470) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:24.896829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-724536050-network', 'tenant_id': '3a51c5a49425493d9c8e4449996641bb'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:24.928076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd9b878-07df-4481-8f0d-102ce525b825 req-e74bdedb-9d99-4505-a5c2-2dd6bb0a10bf tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a31e29c-ab4b-4383-a315-70c35db9708c HTTP/1.1" status: 200  len: 210 time: 0.0507808
Apr 02 21:17:24.953155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Made reservation on behalf of 3a51c5a49425493d9c8e4449996641bb for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:24.955496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.965808 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:24.991953 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-db2c1a0e-1eeb-44c6-ae15-402cf7bdd86e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1191902
Apr 02 21:17:25.066991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33b1ed-beed-4c63-bcd6-1aeb69f7d6da None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:25.090416 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846141520>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:31Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:25.105147 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks [] for security_group (157c9c53-caac-4292-b0ff-246102903896), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.111051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (157c9c53-caac-4292-b0ff-246102903896), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.120595 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] Checking router: 5bd65796-7c83-4ad0-aa6b-dba68da2331c for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:17:25.135373 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:25.136487 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846141520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:16:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:25.149860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:25.151805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-a8e0037c-a9ce-4283-8003-d5d51d412336 service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486604
Apr 02 21:17:25.165214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157c9c53-caac-4292-b0ff-246102903896,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:25.187078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ba263565-ed0a-46fe-a1d0-56035f290ec3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.188923 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Added segment ba263565-ed0a-46fe-a1d0-56035f290ec3 of type vlan for network 7a61c121-32e6-44b3-8b89-39062e35df04
Apr 02 21:17:25.189600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-88a2b5b9-c873-43eb-89f3-c9df3d928897 None None] Provisioning complete for port 1483ed63-002a-48fe-b8a0-c2970826a1ab triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:25.189976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5b9-c873-43eb-89f3-c9df3d928897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.245908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (7a61c121-32e6-44b3-8b89-39062e35df04), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.258083 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:25.306948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (7a61c121-32e6-44b3-8b89-39062e35df04), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.308028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:25.309006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.336423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-88a2b5b9-c873-43eb-89f3-c9df3d928897 None None] Current status of the port 1483ed63-002a-48fe-b8a0-c2970826a1ab is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:25.345019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73e3a991-28d6-4455-b32e-1c3913845252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.357589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4655418
Apr 02 21:17:25.360696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:25.367162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Request body: {'subnet': {'network_id': '7a61c121-32e6-44b3-8b89-39062e35df04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-724536050-subnet', 'tenant_id': '3a51c5a49425493d9c8e4449996641bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:25.370247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:25.415507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-0c8b166c-604f-40c0-8e6c-cca3c8cebeed service neutron] 10.222.0.18 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2540717
Apr 02 21:17:25.419545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:17:25.451515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] Deleting port 1483ed63-002a-48fe-b8a0-c2970826a1ab {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:25.452703 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.519024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-deleted', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:25.533170 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa2db2-6ec5-46f4-adad-11523bc04f30" -d '{"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-deleted", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:25.552652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c95ddc-f3f6-4b9a-9cd6-3ec3655363c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a61c121-32e6-44b3-8b89-39062e35df04,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:25.563157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Made reservation on behalf of 3a51c5a49425493d9c8e4449996641bb for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:25.565881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.577209 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846141520>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:31Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:25.578422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 7a61c121-32e6-44b3-8b89-39062e35df04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:25.616411 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f60dee-ab85-4d92-847e-4e92579e06a4 None None] The sync data for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 is: [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:24Z', 'revision_number': 4, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9c18511-e3b7-4a5c-9ef3-2e0873212150', 'name': '', 'network_id': '31fced4c-1a00-48a4-a6cd-17c45563c707', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'mac_address': 'fa:16:3e:a7:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:24Z', 'updated_at': '2022-04-02T21:10:31Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'subnets': [{'id': 'b80c1bed-4f75-41dd-bc3d-1e9f62e14945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:17:25.653331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] For port 1483ed63-002a-48fe-b8a0-c2970826a1ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1483ed63-002a-48fe-b8a0-c2970826a1ab,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:25.654122 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.658413 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04266c17-eb8f-4c4c-aab3-215cd4d1675e x-openstack-request-id: req-04266c17-eb8f-4c4c-aab3-215cd4d1675e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:25.658710 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31e29c-ab4b-4383-a315-70c35db9708c", "name": "network-vif-deleted", "tag": "3f0f2359-5410-4f6a-bdd8-fbd66f127a5c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:25.659102 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04266c17-eb8f-4c4c-aab3-215cd4d1675e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:25.659514 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04266c17-eb8f-4c4c-aab3-215cd4d1675e'] response: {'server_uuid': '0a31e29c-ab4b-4383-a315-70c35db9708c', 'name': 'network-vif-deleted', 'tag': '3f0f2359-5410-4f6a-bdd8-fbd66f127a5c', 'status': 'completed', 'code': 200}
Apr 02 21:17:25.735120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] Calling delete_port for 1483ed63-002a-48fe-b8a0-c2970826a1ab owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:25.744389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.778916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c72cc0a3-a289-40cb-a797-af25f37f8b15 req-569958a3-3703-464e-ab72-32bdb103ec8b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 210 time: 0.0613396
Apr 02 21:17:25.860188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:25.893279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] Pushing event deleted for resources: {'Port': ['ID=1483ed63-002a-48fe-b8a0-c2970826a1ab,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:25.900017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f943e-4128-4093-aa8f-f5753b3377f5 None None] No DVR routers for this DVR port 1483ed63-002a-48fe-b8a0-c2970826a1ab on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:25.968437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (b12befa1-ab84-480c-bee5-0f503fdf76f2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.040778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a781bd-a18e-4a58-97ed-b42f5295d6a9 None None] New status for floating IP 288aca81-8b71-4f56-8310-1e1cb8a99671: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:17:26.055276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:26.057600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c513967-01a6-434b-8741-0c8bb02fc46f req-499b46b2-f880-4ea0-bc2d-e1a52bc3f093 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:26.059500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c513967-01a6-434b-8741-0c8bb02fc46f req-499b46b2-f880-4ea0-bc2d-e1a52bc3f093 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 946 time: 0.1961098
Apr 02 21:17:26.103437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12befa1-ab84-480c-bee5-0f503fdf76f2,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:26.131765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Checking segment: {'id': 'ba263565-ed0a-46fe-a1d0-56035f290ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7a61c121-32e6-44b3-8b89-39062e35df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:26.132139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Network hostable DHCP agents. Network: 7a61c121-32e6-44b3-8b89-39062e35df04, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:26.183714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Network 7a61c121-32e6-44b3-8b89-39062e35df04 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:26.185791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port 1483ed63-002a-48fe-b8a0-c2970826a1ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1483ed63-002a-48fe-b8a0-c2970826a1ab,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:26.198192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c513967-01a6-434b-8741-0c8bb02fc46f req-b549b89e-786d-4896-a498-613db3d6df0a tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943732
Apr 02 21:17:26.221141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a61c121-32e6-44b3-8b89-39062e35df04) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:26.225079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55e7d7f5-90c0-4025-ac6f-ee3ee7326487 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group (0be48296-9e9b-405b-89c7-a7a5d6f3c3fe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.231183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971c8ae-986e-4996-95b2-920728fa2333 None None] Network 7a61c121-32e6-44b3-8b89-39062e35df04 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:26.232637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:26.233851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.243343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.250532 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (1483ed63-002a-48fe-b8a0-c2970826a1ab), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.269222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55e7d7f5-90c0-4025-ac6f-ee3ee7326487 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group (0be48296-9e9b-405b-89c7-a7a5d6f3c3fe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.285430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=1483ed63-002a-48fe-b8a0-c2970826a1ab,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:26.288133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.292812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cedec2fb-0543-45f1-ad51-e60e7c4b68c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9309502
Apr 02 21:17:26.357884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:26.362962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:26.363802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55e7d7f5-90c0-4025-ac6f-ee3ee7326487 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0be48296-9e9b-405b-89c7-a7a5d6f3c3fe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.367637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-55e7d7f5-90c0-4025-ac6f-ee3ee7326487 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.367781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:26.368434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.369008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-55e7d7f5-90c0-4025-ac6f-ee3ee7326487 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "DELETE /v2.0/security-groups/0be48296-9e9b-405b-89c7-a7a5d6f3c3fe HTTP/1.1" status: 204  len: 168 time: 0.2999110
Apr 02 21:17:26.373343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36496) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:26.383846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:26.393035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7d7f5-90c0-4025-ac6f-ee3ee7326487 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be48296-9e9b-405b-89c7-a7a5d6f3c3fe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:26.396995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-108fc6c9-395a-4093-898c-e8c2e09c2746 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1371765
Apr 02 21:17:26.399721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36498) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:26.401433 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-13896706-03b5-4edc-81fd-efc30d2fe553 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] show failed (client error): The resource could not be found.
Apr 02 21:17:26.401959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b285ea6-33ba-47b1-b3fa-56f5136d99ca None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:26.402497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-13896706-03b5-4edc-81fd-efc30d2fe553 tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "GET /v2.0/security-groups/0be48296-9e9b-405b-89c7-a7a5d6f3c3fe HTTP/1.1" status: 404  len: 347 time: 0.0281968
Apr 02 21:17:26.405972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:26.413810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:26.514242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device cd8b887a-a1aa-4929-bb9c-4a89a1e075eb no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:26.543047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: cd8b887a-a1aa-4929-bb9c-4a89a1e075eb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:26.543665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device cd8b887a-a1aa-4929-bb9c-4a89a1e075eb not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:26.600691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac2486-68a3-4f5a-a034-ad83f56a13ab None None] Network 7a61c121-32e6-44b3-8b89-39062e35df04 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:26.624463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:26.628733 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.665881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Deleting port 57b09e06-7dbb-42c3-b58a-835b2f2e51fd {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:26.666434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.733451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.762570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.762739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': 'd1cd03ca-a9f4-463e-9640-bb2cbb7c46c0'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:26.763264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.763489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:26.788920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Calling delete_port for 57b09e06-7dbb-42c3-b58a-835b2f2e51fd owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:26.813378 ncdv-master-1 neutron-server[121649]: INFO neutron.db.ipam_backend_mixin [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0 (CIDR: 2001:db8::/64)
Apr 02 21:17:26.818856 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:17:26.819679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:26.851817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-195d1d91-dfa8-48eb-831b-f226c5dd5132 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4502194
Apr 02 21:17:26.853435 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36512) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:26.875263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:26.936761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1483ed63-002a-48fe-b8a0-c2970826a1ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:26.990381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1483ed63-002a-48fe-b8a0-c2970826a1ab {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:26.990856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1483ed63-002a-48fe-b8a0-c2970826a1ab not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:26.992078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (57b09e06-7dbb-42c3-b58a-835b2f2e51fd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.037387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7884bc4b-fc73-4c84-bc97-f7c4e60112c0 req-b6aa99ec-9e96-4224-8103-ab0af1f8d1d5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 210 time: 0.0434923
Apr 02 21:17:27.054375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Pushing event deleted for resources: {'Port': ['ID=57b09e06-7dbb-42c3-b58a-835b2f2e51fd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:27.073068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:27.077218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.175231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks [] for floatingip (288aca81-8b71-4f56-8310-1e1cb8a99671), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.178949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.180580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3dd261ef-3100-4e99-b515-1f296fd237ec tempest-ServerActionsTestJSON-1721322149 tempest-ServerActionsTestJSON-1721322149-project] 10.222.0.18 "DELETE /v2.0/floatingips/288aca81-8b71-4f56-8310-1e1cb8a99671 HTTP/1.1" status: 204  len: 168 time: 0.7736559
Apr 02 21:17:27.184864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:27.196922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-7bdc33b4-666c-479e-9622-ad2fbfd37051 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:27.204722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-7bdc33b4-666c-479e-9622-ad2fbfd37051 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/networks?id=c136974e-202a-4a41-89bb-9397f199d26e HTTP/1.1" status: 200  len: 809 time: 0.2149801
Apr 02 21:17:27.220890 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-8361570d-9977-4dc5-8e2f-dcce37252035 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/quotas/bdd4fc60def4456798130d3fcadb83da HTTP/1.1" status: 200  len: 375 time: 0.0150657
Apr 02 21:17:27.256993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-e7736462-bb57-42ce-82d0-6f3a0e736785 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdd4fc60def4456798130d3fcadb83da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0350780
Apr 02 21:17:27.275058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Allocated IP 2001:db8::f816:3eff:fea2:c20d (eeb93323-7554-49dc-8729-b7a40cff9c2b/d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0/03249792-8b3e-44b5-a90c-4fa39550b058) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:27.401323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (a932dda7-edd6-42a3-a180-324734ebaa84), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.408291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-10446cae-8c33-40e8-afc6-c5bf1f0716c7 service neutron] 10.222.0.18 "GET /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457767
Apr 02 21:17:27.431293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfea16-42a4-4a23-8442-7ecc36e94997 req-a2e4b8a1-4d26-4ae1-9b98-3be97a59382c tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:27.433925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0dfea16-42a4-4a23-8442-7ecc36e94997 req-a2e4b8a1-4d26-4ae1-9b98-3be97a59382c tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 946 time: 0.1201224
Apr 02 21:17:27.491763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:27.500372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:27.506925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:27.507530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.515530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=a932dda7-edd6-42a3-a180-324734ebaa84,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:27.559133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3ae44435-ab47-473e-8c1e-7d7b97c7f5e0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7045081
Apr 02 21:17:27.560747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:27.566841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:d3:a4:0e', 'name': 'tempest-NetworksTestDHCPv6-1106107617'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:27.578880 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Publish callbacks [] for port (03249792-8b3e-44b5-a90c-4fa39550b058), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.585492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b0dfea16-42a4-4a23-8442-7ecc36e94997 req-e71f7f97-3590-49c3-aa85-c38fd9116732 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290505
Apr 02 21:17:27.585741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.638892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:27.643313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:27.650301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:27.675252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Pushing event updated for resources: {'Port': ['ID=03249792-8b3e-44b5-a90c-4fa39550b058,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:27.714006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-77fc4d23-8726-4c7b-816c-1c773924509e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:27.715673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-77fc4d23-8726-4c7b-816c-1c773924509e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 806 time: 0.3064487
Apr 02 21:17:27.719031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:27.735802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Attempting to bind port 03249792-8b3e-44b5-a90c-4fa39550b058 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:27.736573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Attempting to bind port 03249792-8b3e-44b5-a90c-4fa39550b058 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:27.736573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Attempting to bind port 03249792-8b3e-44b5-a90c-4fa39550b058 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:27.742032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:27.742340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:27.742473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Request body: {'port': {'device_id': '07b81534-5a19-429b-b131-46c884ac57b7', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'admin_state_up': True, 'tenant_id': '596094c632d2408d8963534a88f04156'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:27.742755 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.743155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:27.743653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Bound port: 03249792-8b3e-44b5-a90c-4fa39550b058, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:27.744030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.765182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-e8792217-a272-4de1-9f7b-b5f980ecc948 service neutron] 10.222.0.18 "GET /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424733
Apr 02 21:17:27.836853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.848800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] For port 03249792-8b3e-44b5-a90c-4fa39550b058, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:27.860204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] For port 03249792-8b3e-44b5-a90c-4fa39550b058, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03249792-8b3e-44b5-a90c-4fa39550b058,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:27.872297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port ce6f067c-d7ed-4553-9754-bad4d87dfb9d yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:27.880300 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.978889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Made reservation on behalf of 596094c632d2408d8963534a88f04156 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:27.984196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:27.989633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38d2d-b519-4710-a25e-6ecb18260a24 None None] Pushing event updated for resources: {'Port': ['ID=03249792-8b3e-44b5-a90c-4fa39550b058,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:28.100568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8:0:1::d (eeb93323-7554-49dc-8729-b7a40cff9c2b/a932dda7-edd6-42a3-a180-324734ebaa84/ce6f067c-d7ed-4553-9754-bad4d87dfb9d) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:28.109722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::f816:3eff:fed3:a40e (eeb93323-7554-49dc-8729-b7a40cff9c2b/d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0/ce6f067c-d7ed-4553-9754-bad4d87dfb9d) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:28.271685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1f52f86-5e80-4cf2-a781-c43395120292 req-5d4b3bd3-7eb3-429e-b026-0b31443301fe tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 210 time: 0.0789597
Apr 02 21:17:28.304087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ea874b4-18b4-436e-a247-5281ca52e721 req-fc8d86ea-209a-4be1-85e4-7bdde2dc0aba tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 210 time: 0.1324172
Apr 02 21:17:28.388422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Allocated IP 172.20.0.11 (93717f05-9f3d-4b28-ad7c-0deb3583263c/55483cd3-d80f-418a-a5d4-c4e48086a4cc/e12f560f-cc44-4639-bc3a-f4fe034a299b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:28.466162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (ce6f067c-d7ed-4553-9754-bad4d87dfb9d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:28.519575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ce6f067c-d7ed-4553-9754-bad4d87dfb9d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:28.539907 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (5bd65796-7c83-4ad0-aa6b-dba68da2331c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:28.585956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:28.589006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:28.591622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:28.597436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:28.598090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:28.617898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=ce6f067c-d7ed-4553-9754-bad4d87dfb9d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:28.632296 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-597d8fcf-661c-462f-8fbf-2761824c6c23 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.0670531
Apr 02 21:17:28.632296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36552) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:28.735465 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:28.770379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks [] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:28.777871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port ce6f067c-d7ed-4553-9754-bad4d87dfb9d {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:28.778487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ce6f067c-d7ed-4553-9754-bad4d87dfb9d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.007281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 03249792-8b3e-44b5-a90c-4fa39550b058 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:29.134786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 03249792-8b3e-44b5-a90c-4fa39550b058 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:29.135227 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.330935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 03249792-8b3e-44b5-a90c-4fa39550b058 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:29.331758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.456203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 03249792-8b3e-44b5-a90c-4fa39550b058, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03249792-8b3e-44b5-a90c-4fa39550b058,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:29.479828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.482007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ce6f067c-d7ed-4553-9754-bad4d87dfb9d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.510509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for ce6f067c-d7ed-4553-9754-bad4d87dfb9d owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:29.517157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.522822 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.556893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=03249792-8b3e-44b5-a90c-4fa39550b058,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:29.561691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:29.604700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9a2ca-2190-4db1-8045-bf6c2a0472a0 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:29.608246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a74557f5-af55-48cb-88d0-449179b720b7 req-7a1acff1-f090-4c30-bead-1a00cc8dff64 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 210 time: 0.0961685
Apr 02 21:17:29.657422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22797971-7c96-4cf7-8be1-8d61d9677af2 req-f8053a2b-2501-46de-8fa6-0e26e08a23fa tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:29.659720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22797971-7c96-4cf7-8be1-8d61d9677af2 req-f8053a2b-2501-46de-8fa6-0e26e08a23fa tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 932 time: 0.2378728
Apr 02 21:17:29.668276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Network 93717f05-9f3d-4b28-ad7c-0deb3583263c is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:29.680679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:29.684909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:29.693471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event updated for resources: {'Port': ['ID=e12f560f-cc44-4639-bc3a-f4fe034a299b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:29.715496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1ac448df-dfad-4d0d-93a0-ab3ec4880124 None None] Provisioning complete for port 03249792-8b3e-44b5-a90c-4fa39550b058 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:29.715878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1ac448df-dfad-4d0d-93a0-ab3ec4880124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.755747 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22797971-7c96-4cf7-8be1-8d61d9677af2 req-e2b05f36-f57a-4655-b6b1-31e863b58cf7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821888
Apr 02 21:17:29.769574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:29.770488 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.789253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Deleting port e9c18511-e3b7-4a5c-9ef3-2e0873212150 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:29.789733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.895973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] For port e9c18511-e3b7-4a5c-9ef3-2e0873212150, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9c18511-e3b7-4a5c-9ef3-2e0873212150,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:29.896359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:29.903652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1ac448df-dfad-4d0d-93a0-ab3ec4880124 None None] Current status of the port 03249792-8b3e-44b5-a90c-4fa39550b058 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:29.914525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-4d46b145-7de0-437c-afc7-5bd25b8a6c81 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1841135
Apr 02 21:17:29.915986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Calling delete_port for e9c18511-e3b7-4a5c-9ef3-2e0873212150 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:29.937357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-30c9eb7e-71b8-4899-905f-f6dda629bfac tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:29.938502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-30c9eb7e-71b8-4899-905f-f6dda629bfac tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.15 "GET /v2.0/networks?id=c136974e-202a-4a41-89bb-9397f199d26e HTTP/1.1" status: 200  len: 809 time: 0.2777982
Apr 02 21:17:29.959972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Request body: {'port': {'device_id': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e', 'admin_state_up': True, 'tenant_id': 'bdd4fc60def4456798130d3fcadb83da'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:30.014386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Request body: {'port': {'device_id': '07b81534-5a19-429b-b131-46c884ac57b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:30.038114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': 'd1cd03ca-a9f4-463e-9640-bb2cbb7c46c0', 'ip_address': '2001:db8::f816:3eff:fea2:c20d'}, {'subnet_id': 'a932dda7-edd6-42a3-a180-324734ebaa84'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '03249792-8b3e-44b5-a90c-4fa39550b058'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:17:30.069933 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.125309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ce6f067c-d7ed-4553-9754-bad4d87dfb9d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.148176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.161582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=ce6f067c-d7ed-4553-9754-bad4d87dfb9d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:30.187071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Made reservation on behalf of bdd4fc60def4456798130d3fcadb83da for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:30.190368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.218147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.221473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-542cca7c-c50a-4f44-80b4-4830796df399 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/ce6f067c-d7ed-4553-9754-bad4d87dfb9d HTTP/1.1" status: 204  len: 168 time: 1.5883729
Apr 02 21:17:30.226932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:30.285011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] Allocated IP 2001:db8:0:1::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/a932dda7-edd6-42a3-a180-324734ebaa84/03249792-8b3e-44b5-a90c-4fa39550b058) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:30.334097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e9c18511-e3b7-4a5c-9ef3-2e0873212150), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.373647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5d6c0-cd8b-4f89-bc7b-0d45a2473e9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:30.385343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-32d5d6c0-cd8b-4f89-bc7b-0d45a2473e9a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1544595
Apr 02 21:17:30.385343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:30.388168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c18511-e3b7-4a5c-9ef3-2e0873212150,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:30.426474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] For port 03249792-8b3e-44b5-a90c-4fa39550b058, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03249792-8b3e-44b5-a90c-4fa39550b058,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:30.455382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Allocated IP 172.20.0.3 (c136974e-202a-4a41-89bb-9397f199d26e/5e3a2eb9-f638-4f5b-be7c-bc212f9108c1/a1defcfd-1bc1-4aae-93f2-0256e5764a87) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:30.478526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8510f94-1cb1-4a07-80a5-aac59619377b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:30.480040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a8510f94-1cb1-4a07-80a5-aac59619377b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0921941
Apr 02 21:17:30.489132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36592) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:30.506020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] Publish callbacks [] for port (03249792-8b3e-44b5-a90c-4fa39550b058), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.517004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.635114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a95702-cb90-4e52-9d0c-fb2532dab438 None None] Pushing event updated for resources: {'Port': ['ID=03249792-8b3e-44b5-a90c-4fa39550b058,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:30.653476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (5bd65796-7c83-4ad0-aa6b-dba68da2331c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.739766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067bbf0-d03d-4a6d-8116-174dd8750e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:30.741095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067bbf0-d03d-4a6d-8116-174dd8750e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:30.742420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067bbf0-d03d-4a6d-8116-174dd8750e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:30.744880 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7067bbf0-d03d-4a6d-8116-174dd8750e18 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2548981
Apr 02 21:17:30.750995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36596) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:30.763839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ebfd24a-41ea-4ba3-b537-63ecd3e53e1f req-95b78fb8-a87e-4962-9fa1-6ad59a834832 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 210 time: 0.0500548
Apr 02 21:17:30.808417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks [] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.829606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet a932dda7-edd6-42a3-a180-324734ebaa84 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:30.834263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (a932dda7-edd6-42a3-a180-324734ebaa84), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.874126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12f560f-cc44-4639-bc3a-f4fe034a299b {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:30.881894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (a932dda7-edd6-42a3-a180-324734ebaa84), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.883881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Publish callbacks [] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:30.903774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Transition to ACTIVE for port object e12f560f-cc44-4639-bc3a-f4fe034a299b will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:17:30.956904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.008365 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.010643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 03249792-8b3e-44b5-a90c-4fa39550b058 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:31.070656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 03249792-8b3e-44b5-a90c-4fa39550b058 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:31.071140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.079410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cbbe8-d95e-4975-836d-c5d523a53452 req-38f0ac74-a141-40ed-9a2b-8f49aea69284 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:31.080982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58cbbe8-d95e-4975-836d-c5d523a53452 req-38f0ac74-a141-40ed-9a2b-8f49aea69284 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 944 time: 0.1684403
Apr 02 21:17:31.082377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a932dda7-edd6-42a3-a180-324734ebaa84), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.090654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Network c136974e-202a-4a41-89bb-9397f199d26e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:31.095038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Pushing event updated for resources: {'Port': ['ID=e12f560f-cc44-4639-bc3a-f4fe034a299b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:31.124400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:31.134182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Pushing event updated for resources: {'Port': ['ID=a1defcfd-1bc1-4aae-93f2-0256e5764a87,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:31.156381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:31.172896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Router 5bd65796-7c83-4ad0-aa6b-dba68da2331c has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:17:31.193298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 03249792-8b3e-44b5-a90c-4fa39550b058 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:31.257180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:31.257822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.272643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b58cbbe8-d95e-4975-836d-c5d523a53452 req-b440dbd1-717f-4135-99c6-0c01ae644f5f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554401
Apr 02 21:17:31.283065 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (a932dda7-edd6-42a3-a180-324734ebaa84), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.297091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2f99b22a-8a5e-441b-a55e-015aea9ddf84 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3475943
Apr 02 21:17:31.310576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Attempting to bind port e12f560f-cc44-4639-bc3a-f4fe034a299b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:31.311931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Attempting to bind port e12f560f-cc44-4639-bc3a-f4fe034a299b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:31.312556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Attempting to bind port e12f560f-cc44-4639-bc3a-f4fe034a299b on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:31.328552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Request body: {'port': {'device_id': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:31.333675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=a932dda7-edd6-42a3-a180-324734ebaa84,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:31.336176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.339356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00cb881d-3468-463f-b66f-92c61e883cbe tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/a932dda7-edd6-42a3-a180-324734ebaa84 HTTP/1.1" status: 204  len: 168 time: 0.5874808
Apr 02 21:17:31.356034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:31.375622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Port e12f560f-cc44-4639-bc3a-f4fe034a299b on network 93717f05-9f3d-4b28-ad7c-0deb3583263c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:17:31.376083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Attempting to bind port e12f560f-cc44-4639-bc3a-f4fe034a299b on network 93717f05-9f3d-4b28-ad7c-0deb3583263c {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:31.386972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:31.387304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Checking segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:31.387836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Bound using segment: {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:31.389566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Bound port: e12f560f-cc44-4639-bc3a-f4fe034a299b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af573e14-ec96-474f-9b93-804aee090d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:31.389566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.436369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:31.444113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.444330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:17:31.448497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28a06eab-93ac-40af-b9c6-2fd63d048c7b admin admin] 10.222.0.18 "PUT /v2.0/routers/5bd65796-7c83-4ad0-aa6b-dba68da2331c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2602417
Apr 02 21:17:31.449228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36604) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:31.473157 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] Sync routers for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:17:31.480028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.505524 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:31.506186 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596bb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:31.520867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.597315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] For port e12f560f-cc44-4639-bc3a-f4fe034a299b, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:31.616944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] For port e12f560f-cc44-4639-bc3a-f4fe034a299b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:31.634939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c3d509-1624-422c-84d4-29f5b434a2dd None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:31.648252 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.677004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:31.691278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d44feb16-52a2-47b2-bd09-19500d443e03 None None] Could not find standard attr ID for object ce6f067c-d7ed-4553-9754-bad4d87dfb9d. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:31.715110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.756669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks [] for router (5bd65796-7c83-4ad0-aa6b-dba68da2331c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.758760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:31.759398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.781042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] 10.222.0.15 "PUT /v2.0/ports/e12f560f-cc44-4639-bc3a-f4fe034a299b HTTP/1.1" status: 200  len: 1092 time: 1.8567123
Apr 02 21:17:31.783584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b81534-5a19-429b-b131-46c884ac57b7', 'tag': 'e12f560f-cc44-4639-bc3a-f4fe034a299b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:31.786677 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "07b81534-5a19-429b-b131-46c884ac57b7", "tag": "e12f560f-cc44-4639-bc3a-f4fe034a299b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:31.836873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.865979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d44feb16-52a2-47b2-bd09-19500d443e03 None None] Provisioning complete for port 03249792-8b3e-44b5-a90c-4fa39550b058 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:31.866672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d44feb16-52a2-47b2-bd09-19500d443e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.884660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:31.953644 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5949f-2b85-4025-b041-65b82c58a99f x-openstack-request-id: req-e4e5949f-2b85-4025-b041-65b82c58a99f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:31.954649 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b81534-5a19-429b-b131-46c884ac57b7", "tag": "e12f560f-cc44-4639-bc3a-f4fe034a299b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:31.955782 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4e5949f-2b85-4025-b041-65b82c58a99f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:31.956597 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e5949f-2b85-4025-b041-65b82c58a99f'] response: {'name': 'network-changed', 'server_uuid': '07b81534-5a19-429b-b131-46c884ac57b7', 'tag': 'e12f560f-cc44-4639-bc3a-f4fe034a299b', 'status': 'completed', 'code': 200}
Apr 02 21:17:31.969037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1defcfd-1bc1-4aae-93f2-0256e5764a87 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:31.972882 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596bb50>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:17:30Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:31.980887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Publish callbacks [] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:31.997817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Transition to ACTIVE for port object a1defcfd-1bc1-4aae-93f2-0256e5764a87 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:17:32.002548 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.005779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] Checking router: 5bd65796-7c83-4ad0-aa6b-dba68da2331c for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:17:32.009836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f87716cd-a8c5-42cf-b1ae-5cc6264b0410 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0 HTTP/1.1" status: 204  len: 168 time: 0.6520717
Apr 02 21:17:32.011359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:32.013693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.028351 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] Routers {'5bd65796-7c83-4ad0-aa6b-dba68da2331c'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:32.028998 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596bb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:32.047697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbcb87-8f26-47af-8f1e-17a339142850 service neutron] Pushing event updated for resources: {'Port': ['ID=e12f560f-cc44-4639-bc3a-f4fe034a299b,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:32.114685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1f89d274-ff31-40b6-9e3d-879c9536b716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0955131
Apr 02 21:17:32.120661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:32.129546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:32.138096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d44feb16-52a2-47b2-bd09-19500d443e03 None None] Current status of the port 03249792-8b3e-44b5-a90c-4fa39550b058 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:32.150917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba384df-f5f5-4c11-9123-2487f0e3ba45 None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': 'd1cd03ca-a9f4-463e-9640-bb2cbb7c46c0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '03249792-8b3e-44b5-a90c-4fa39550b058'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:17:32.159549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-c4a40e34-ca6d-41a3-9c07-2ecd375665b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:32.162050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-c4a40e34-ca6d-41a3-9c07-2ecd375665b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 1126 time: 0.3274879
Apr 02 21:17:32.174781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Pushing event updated for resources: {'Port': ['ID=a1defcfd-1bc1-4aae-93f2-0256e5764a87,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:32.178318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e3ca-a53a-418d-8112-4fdb998aab47 req-00218532-dc4a-4ffd-87fe-46d0214b3010 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:32.181326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0887e3ca-a53a-418d-8112-4fdb998aab47 req-00218532-dc4a-4ffd-87fe-46d0214b3010 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 943 time: 0.2351460
Apr 02 21:17:32.185428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks [] for router_gateway (5bd65796-7c83-4ad0-aa6b-dba68da2331c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.187739 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ba384df-f5f5-4c11-9123-2487f0e3ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.193513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] Set router 5bd65796-7c83-4ad0-aa6b-dba68da2331c gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:32.272843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-1bed6bbb-d16d-4ad6-a360-cee53f8230e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b HTTP/1.1" status: 200  len: 217 time: 0.0895252
Apr 02 21:17:32.303800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:32.307480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.321315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Attempting to bind port a1defcfd-1bc1-4aae-93f2-0256e5764a87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:32.321885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Attempting to bind port a1defcfd-1bc1-4aae-93f2-0256e5764a87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e84a1a09-d576-4176-8d49-faa6b998e680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:32.322223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Attempting to bind port a1defcfd-1bc1-4aae-93f2-0256e5764a87 on network c136974e-202a-4a41-89bb-9397f199d26e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:32.340448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Port a1defcfd-1bc1-4aae-93f2-0256e5764a87 on network c136974e-202a-4a41-89bb-9397f199d26e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:17:32.340820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Attempting to bind port a1defcfd-1bc1-4aae-93f2-0256e5764a87 on network c136974e-202a-4a41-89bb-9397f199d26e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:32.358584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:32.358931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Checking segment: {'id': 'e84a1a09-d576-4176-8d49-faa6b998e680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:32.359321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Bound using segment: {'id': 'e84a1a09-d576-4176-8d49-faa6b998e680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:32.360574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Bound port: a1defcfd-1bc1-4aae-93f2-0256e5764a87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84a1a09-d576-4176-8d49-faa6b998e680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:32.362354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.372574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0887e3ca-a53a-418d-8112-4fdb998aab47 req-986fa4eb-fb14-49de-9146-c2b72f7dc927 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356471
Apr 02 21:17:32.389563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed20e69-01bc-45e8-8de2-af0db091e300 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:32.405296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-c8735efb-0aa9-4ba8-b728-8142a55976b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:32.407033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-c8735efb-0aa9-4ba8-b728-8142a55976b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.0993912
Apr 02 21:17:32.410725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Deleting port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:32.411067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.468674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-16fa9d15-b2dc-445a-9598-28e45881e830 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521426
Apr 02 21:17:32.474451 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596bb50>, [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:17:30Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:32.519466 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3d853-9931-4b6b-8a3d-ae2b90235359 None None] The sync data for ids ['5bd65796-7c83-4ad0-aa6b-dba68da2331c'] in ncdv-master-1 is: [{'id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'name': 'tempest-ServerActionsTestJSON-927753519-router', 'tenant_id': 'e25481b7efed4632bcd054e2cec3b161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:17:30Z', 'revision_number': 5, 'project_id': 'e25481b7efed4632bcd054e2cec3b161', 'gw_port': {'id': 'dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd65796-7c83-4ad0-aa6b-dba68da2331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:10:21Z', 'updated_at': '2022-04-02T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:17:32.523502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c35c24c5-d2db-4a0f-8e37-bf0ac2bd1bf8 None None] Provisioning complete for port 03249792-8b3e-44b5-a90c-4fa39550b058 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:32.524870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c35c24c5-d2db-4a0f-8e37-bf0ac2bd1bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.626111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] For port a1defcfd-1bc1-4aae-93f2-0256e5764a87, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:32.640144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d889-8ae4-4d3b-8aa0-501abf3a0503 req-650f8082-28d8-4072-91e1-081c9d46b896 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:32.642303 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ca6d889-8ae4-4d3b-8aa0-501abf3a0503 req-650f8082-28d8-4072-91e1-081c9d46b896 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 944 time: 0.2040672
Apr 02 21:17:32.644586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] For port a1defcfd-1bc1-4aae-93f2-0256e5764a87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87,segment=NetworkSegment(e84a1a09-d576-4176-8d49-faa6b998e680),segment_id=e84a1a09-d576-4176-8d49-faa6b998e680)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:32.657753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:32.663668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c35c24c5-d2db-4a0f-8e37-bf0ac2bd1bf8 None None] Current status of the port 03249792-8b3e-44b5-a90c-4fa39550b058 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:32.668342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.684378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] For port dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:32.684856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.697578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-ac251f6c-86bf-4df6-bf8a-e3884dbea384 service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170501
Apr 02 21:17:32.703055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Calling delete_port for dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:32.777900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ca6d889-8ae4-4d3b-8aa0-501abf3a0503 req-3322604f-9ba8-4bb8-b636-b4e62563ec16 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238151
Apr 02 21:17:32.779207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:32.779864 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.781292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] 10.222.0.15 "PUT /v2.0/ports/a1defcfd-1bc1-4aae-93f2-0256e5764a87 HTTP/1.1" status: 200  len: 1091 time: 1.4765170
Apr 02 21:17:32.786941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'tag': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:32.788812 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d102ac83-62f6-4ef6-9796-ed0303e955b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0def33-d08e-43ec-98f8-9ada1c9cdb50", "tag": "a1defcfd-1bc1-4aae-93f2-0256e5764a87"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:32.798259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] Deleting port 03249792-8b3e-44b5-a90c-4fa39550b058 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:32.803008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:32.823257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ca40-8440-49b3-ac3b-2359df06677e service neutron] Pushing event updated for resources: {'Port': ['ID=a1defcfd-1bc1-4aae-93f2-0256e5764a87,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:32.932927 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f46cd9d-ce50-4d91-86dc-c97ceb99851c x-openstack-request-id: req-1f46cd9d-ce50-4d91-86dc-c97ceb99851c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:32.933233 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0def33-d08e-43ec-98f8-9ada1c9cdb50", "tag": "a1defcfd-1bc1-4aae-93f2-0256e5764a87", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:32.933554 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f46cd9d-ce50-4d91-86dc-c97ceb99851c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:32.934135 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f46cd9d-ce50-4d91-86dc-c97ceb99851c'] response: {'name': 'network-changed', 'server_uuid': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'tag': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87', 'status': 'completed', 'code': 200}
Apr 02 21:17:32.937055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (573b174f-2755-44f2-9935-36a8479565d4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.025739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-9dce8601-23b1-44c8-ad21-8d59c7e4f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.027668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-9dce8601-23b1-44c8-ad21-8d59c7e4f8ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd4fc60def4456798130d3fcadb83da&device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 1125 time: 0.1679094
Apr 02 21:17:33.036962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:33.042245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:33.062871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.069020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.120301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-2d0f95a5-d3fa-4cbc-9eef-96fdd37cc89b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87 HTTP/1.1" status: 200  len: 217 time: 0.0775731
Apr 02 21:17:33.122854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=573b174f-2755-44f2-9935-36a8479565d4,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:33.130567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.141613 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d527e46a-c9b5-4603-acea-7e6e0a168d54 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0200014
Apr 02 21:17:33.148585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36638) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:33.161793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:33.180878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f120-3565-4b84-abde-07b8e5450e27 req-ca3a16b2-a6d2-4f8a-96bf-e5ea5a711339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.185766 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-ca3a16b2-a6d2-4f8a-96bf-e5ea5a711339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e3a2eb9-f638-4f5b-be7c-bc212f9108c1 HTTP/1.1" status: 200  len: 849 time: 0.0601652
Apr 02 21:17:33.202649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:33.225409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-ecfe8a1d-4b42-4a50-b634-4f4cb7af25cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c136974e-202a-4a41-89bb-9397f199d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334063
Apr 02 21:17:33.226312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9c18511-e3b7-4a5c-9ef3-2e0873212150 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:33.235602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d76ac91-0beb-45f6-ba1c-7925fc4c0e57 req-718b58b8-21b3-472c-aadb-4d75ce76dddc service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5309765
Apr 02 21:17:33.291627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] For port 03249792-8b3e-44b5-a90c-4fa39550b058, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03249792-8b3e-44b5-a90c-4fa39550b058,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:33.292040 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.303397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e9c18511-e3b7-4a5c-9ef3-2e0873212150 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:33.303738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9c18511-e3b7-4a5c-9ef3-2e0873212150 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:33.304211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 03249792-8b3e-44b5-a90c-4fa39550b058 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:33.313263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] Calling delete_port for 03249792-8b3e-44b5-a90c-4fa39550b058 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:33.351059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-1d394b96-95f7-4b36-a3b4-7997f76a8ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196690
Apr 02 21:17:33.389692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (5bd65796-7c83-4ad0-aa6b-dba68da2331c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.472669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1131f120-3565-4b84-abde-07b8e5450e27 req-66fd1c1d-e2f9-41b5-ab92-70a195dd5de2 service neutron] 10.222.0.15 "GET /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153791
Apr 02 21:17:33.504551 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.514548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 03249792-8b3e-44b5-a90c-4fa39550b058 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:33.515114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (03249792-8b3e-44b5-a90c-4fa39550b058), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.544641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-67279ee3-2eda-4fe8-b75a-7e8cbfbd6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.546939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-67279ee3-2eda-4fe8-b75a-7e8cbfbd6061 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 1126 time: 0.2198942
Apr 02 21:17:33.555744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (5bd65796-7c83-4ad0-aa6b-dba68da2331c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.556717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] Pushing event deleted for resources: {'Port': ['ID=03249792-8b3e-44b5-a90c-4fa39550b058,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:33.566399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338509f-c148-41d3-80d7-95ee92363ae7 None None] No DVR routers for this DVR port 03249792-8b3e-44b5-a90c-4fa39550b058 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:33.567640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks [] for router_controller (5bd65796-7c83-4ad0-aa6b-dba68da2331c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.599491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298b77e-5554-45b3-a786-1bfe83384d23 req-817e36e5-bc56-42f4-8ab3-d50594c1af01 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.600039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e543e-b376-4c9f-9019-dcb561f00f22 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:33.609871 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3298b77e-5554-45b3-a786-1bfe83384d23 req-817e36e5-bc56-42f4-8ab3-d50594c1af01 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 943 time: 0.1334112
Apr 02 21:17:33.622371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:33.632391 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.671842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-41dcc8aa-0a06-44b0-bdb6-e255329b1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.673459 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-41dcc8aa-0a06-44b0-bdb6-e255329b1c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd4fc60def4456798130d3fcadb83da&device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 1125 time: 0.1301601
Apr 02 21:17:33.677346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3298b77e-5554-45b3-a786-1bfe83384d23 req-8801678a-3616-4430-bf4f-7b2dc703593e tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666280
Apr 02 21:17:33.716738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeb93323-7554-49dc-8729-b7a40cff9c2b', 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'project_id': 'fe5466912d1443d2adaba29a98b9f940', 'fixed_ips': [{'subnet_id': '573b174f-2755-44f2-9935-36a8479565d4'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:33.716738 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:33.790452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-71a1b3a7-9891-4f4c-b764-e05520244d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.793041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-71a1b3a7-9891-4f4c-b764-e05520244d52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c136974e-202a-4a41-89bb-9397f199d26e HTTP/1.1" status: 200  len: 910 time: 0.1134858
Apr 02 21:17:33.841408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-223c0608-98e2-4fc8-b496-a452761e925b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87 HTTP/1.1" status: 200  len: 217 time: 0.0431249
Apr 02 21:17:33.864309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/573b174f-2755-44f2-9935-36a8479565d4/2843afb5-f3c1-412c-8f42-fb07834d8614) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:33.910150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-55d7cfa6-8df7-4d0e-a449-dc43befcac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:33.911857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-55d7cfa6-8df7-4d0e-a449-dc43befcac99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e3a2eb9-f638-4f5b-be7c-bc212f9108c1 HTTP/1.1" status: 200  len: 849 time: 0.0620339
Apr 02 21:17:33.950239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-6639c684-a2f4-42fe-b746-c2643cdadb89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c136974e-202a-4a41-89bb-9397f199d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299997
Apr 02 21:17:34.025703 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Publish callbacks [] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.031965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.053663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-7bd1d730-da78-4a2b-b5f3-80476d1a9a6e service neutron] 10.222.0.15 "GET /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955622
Apr 02 21:17:34.072828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:34.078401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:34.083072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:34.085931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Pushing event updated for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:34.093551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (5bd65796-7c83-4ad0-aa6b-dba68da2331c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.094116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd65796-7c83-4ad0-aa6b-dba68da2331c {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:17:34.128161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.129438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9d8300d6-a557-4743-aade-f7030fdaf0fa admin admin] 10.222.0.18 "DELETE /v2.0/routers/5bd65796-7c83-4ad0-aa6b-dba68da2331c HTTP/1.1" status: 204  len: 168 time: 2.6797588
Apr 02 21:17:34.140760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36656) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:34.186228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Attempting to bind port 2843afb5-f3c1-412c-8f42-fb07834d8614 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:34.188847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Attempting to bind port 2843afb5-f3c1-412c-8f42-fb07834d8614 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:34.191190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Attempting to bind port 2843afb5-f3c1-412c-8f42-fb07834d8614 on network eeb93323-7554-49dc-8729-b7a40cff9c2b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:34.198132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:34.204674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Checking segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:34.205613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.206119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Bound using segment: {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:34.206725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Bound port: 2843afb5-f3c1-412c-8f42-fb07834d8614, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:34.208042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.208405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-0c667d10-f05b-4599-862e-476d42fceab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:34.209962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-0c667d10-f05b-4599-862e-476d42fceab9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.6526103
Apr 02 21:17:34.211587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Deleting subnet b80c1bed-4f75-41dd-bc3d-1e9f62e14945 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:34.218622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Publish callbacks [] for subnet (b80c1bed-4f75-41dd-bc3d-1e9f62e14945), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.224511 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 573b174f-2755-44f2-9935-36a8479565d4 (CIDR: 2001:db8::/64)
Apr 02 21:17:34.237584 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:17:34.238039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:34.285710 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (b80c1bed-4f75-41dd-bc3d-1e9f62e14945), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.286334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6952-d4a6-4fca-a42d-d479ca682a7c req-db60d40e-c675-4fd7-a526-613714ec7934 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:34.288012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd6b6952-d4a6-4fca-a42d-d479ca682a7c req-db60d40e-c675-4fd7-a526-613714ec7934 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 944 time: 0.2147682
Apr 02 21:17:34.293535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-0e717699-abed-4f89-92a8-43982e5eea82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b HTTP/1.1" status: 200  len: 217 time: 0.0676224
Apr 02 21:17:34.325075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d102ac83-62f6-4ef6-9796-ed0303e955b6 req-7e3f63ed-18a0-4c2d-a650-afb2418e7112 service neutron] 10.222.0.15 "GET /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629158
Apr 02 21:17:34.360175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88c12db1-0f28-4b5f-8cb4-add5be22e716 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2023208
Apr 02 21:17:34.387712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36672) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:34.396382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:34.397755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:34.400760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:34.413392 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.426313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b80c1bed-4f75-41dd-bc3d-1e9f62e14945), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.443348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd6b6952-d4a6-4fca-a42d-d479ca682a7c req-a57ccba2-ce2a-41c0-ae65-42a1b1fb00b7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459110
Apr 02 21:17:34.517799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (b80c1bed-4f75-41dd-bc3d-1e9f62e14945), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.522239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537daaf-3cee-4914-952e-ba112ac79074 None None] Pushing event updated for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:34.529187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-3296aa08-792e-4378-a1fc-8b4fc2ee78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:34.531326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-3296aa08-792e-4378-a1fc-8b4fc2ee78ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.2063916
Apr 02 21:17:34.552862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80c1bed-4f75-41dd-bc3d-1e9f62e14945,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:34.556103 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.560857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3e8ec59a-96fa-4ef6-aad0-2b5c6496f252 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b80c1bed-4f75-41dd-bc3d-1e9f62e14945 HTTP/1.1" status: 204  len: 168 time: 0.4190111
Apr 02 21:17:34.561533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd846c-665e-4214-bbe2-3de7535a96e8 None None] Network 31fced4c-1a00-48a4-a6cd-17c45563c707 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:34.561836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36674) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:34.582014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-d0d7bd64-e4ae-4d0b-842b-f3dfc0011eb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417109
Apr 02 21:17:34.640004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (31fced4c-1a00-48a4-a6cd-17c45563c707), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.668291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:34.672718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.707053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Deleting port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:34.707540 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.754549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] DHCP port deletion for 31fced4c-1a00-48a4-a6cd-17c45563c707 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:34.827255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-34448e20-39b7-47b4-b0ee-9d6865d4d759 service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368670
Apr 02 21:17:34.855449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] Deleting port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:34.856150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.879620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] For port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:34.879994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.896628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Calling delete_port for d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:34.924359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff166665-f6bf-406c-ba0b-a9beb02209d5 req-a4d31c17-3278-4148-afd8-e7ed0d7694f2 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:34.931793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff166665-f6bf-406c-ba0b-a9beb02209d5 req-a4d31c17-3278-4148-afd8-e7ed0d7694f2 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 943 time: 0.0969584
Apr 02 21:17:34.948634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] For port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,segment=NetworkSegment(46b3fbaf-e234-4d63-87f3-5411c58dfd88),segment_id=46b3fbaf-e234-4d63-87f3-5411c58dfd88)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:34.949340 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:34.965645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] Calling delete_port for d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:35.033930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57171c2f-bd6c-4596-9ffd-b7945b9ef5ab req-1864c513-35f9-48f3-bf66-823b4349ee8c service neutron] 10.222.0.15 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930628
Apr 02 21:17:35.040750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2843afb5-f3c1-412c-8f42-fb07834d8614 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:35.072509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff166665-f6bf-406c-ba0b-a9beb02209d5 req-2c8411bf-37df-4724-ba81-e8a4131ef73e tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394591
Apr 02 21:17:35.088655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.118455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:35.128725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:35.129398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.131861 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d4b37a13-b6b8-4aa8-a3dc-039a13316aa9), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.133889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] No DVR routers for this DVR port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:35.191987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] Pushing event deleted for resources: {'Port': ['ID=d4b37a13-b6b8-4aa8-a3dc-039a13316aa9,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:35.194078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9820fb8-e735-40dc-98d6-e8ea26e2caf9 None None] No DVR routers for this DVR port d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:35.264951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:35.265367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.305234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:35.311292 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.350595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:17:35.380318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:35.399713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:35.421196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:35.421582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dc5ff094-202f-4cfe-bb6c-d2d6e5240c3e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:35.422022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:35.443803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:35.444154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d4b37a13-b6b8-4aa8-a3dc-039a13316aa9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:35.602253 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (31fced4c-1a00-48a4-a6cd-17c45563c707), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.623814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78451ba880>,) {'filters': {'network_id': ['31fced4c-1a00-48a4-a6cd-17c45563c707']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:35.625180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.634264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78451ba880>, '46b3fbaf-e234-4d63-87f3-5411c58dfd88') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:35.634570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78451ba880>, '46b3fbaf-e234-4d63-87f3-5411c58dfd88') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:35.644839 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (46b3fbaf-e234-4d63-87f3-5411c58dfd88), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.647665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38092fe3-7340-4766-bf85-8616376593cc req-8b492e84-8257-426c-b57b-cbdfc21b0cd8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:35.649267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38092fe3-7340-4766-bf85-8616376593cc req-8b492e84-8257-426c-b57b-cbdfc21b0cd8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 944 time: 0.1042101
Apr 02 21:17:35.660176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (46b3fbaf-e234-4d63-87f3-5411c58dfd88), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.666645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:35.667088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (46b3fbaf-e234-4d63-87f3-5411c58dfd88), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:35.668881 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:35.727488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (31fced4c-1a00-48a4-a6cd-17c45563c707), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.745050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.751595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] 10.222.0.18 "DELETE /v2.0/networks/31fced4c-1a00-48a4-a6cd-17c45563c707 HTTP/1.1" status: 204  len: 168 time: 1.1887794
Apr 02 21:17:35.752700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18028d-fcd8-40a7-a25b-ba49cad07c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fced4c-1a00-48a4-a6cd-17c45563c707,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:35.777020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38092fe3-7340-4766-bf85-8616376593cc req-76492d79-20fa-475f-a8be-8093ece0578b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993097
Apr 02 21:17:35.846816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-00a154cd-7914-46c6-a993-79a121257aed None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:35.847363 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-00a154cd-7914-46c6-a993-79a121257aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.856871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:35.897525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36684) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:35.903300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.914271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.948131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (51af0deb-95da-46ca-b1e8-9db9fb9d974d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:35.958451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-00a154cd-7914-46c6-a993-79a121257aed None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:35.960551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ad94f62-8bdf-4834-b77b-dfbd71744d6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e25481b7efed4632bcd054e2cec3b161&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0616047
Apr 02 21:17:35.963044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36686) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:36.017593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a366a89a-b857-4bee-8ae1-81b344a0ee3a admin admin] Publish callbacks [] for security_group (59a753c3-542e-462f-b43b-a5537dac1acb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.022592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:36.032051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:36.038881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:36.039554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.041496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a366a89a-b857-4bee-8ae1-81b344a0ee3a admin admin] Publish callbacks [] for security_group (59a753c3-542e-462f-b43b-a5537dac1acb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.042837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=51af0deb-95da-46ca-b1e8-9db9fb9d974d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:36.044838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=5']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:36.064443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1a4436bc-910d-435e-8c85-248d87df0f37 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.6716621
Apr 02 21:17:36.067045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36688) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:36.073199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:df:48:87', 'name': 'tempest-NetworksTestDHCPv6-1549598598'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:36.088443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20601f51-bf65-4634-a5ac-3badee8f0cea None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:36.105992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a366a89a-b857-4bee-8ae1-81b344a0ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (59a753c3-542e-462f-b43b-a5537dac1acb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.110905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a366a89a-b857-4bee-8ae1-81b344a0ee3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.112608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a366a89a-b857-4bee-8ae1-81b344a0ee3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59a753c3-542e-462f-b43b-a5537dac1acb HTTP/1.1" status: 204  len: 168 time: 0.1483943
Apr 02 21:17:36.129159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366a89a-b857-4bee-8ae1-81b344a0ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a753c3-542e-462f-b43b-a5537dac1acb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:36.197582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-055857ed-e852-489d-b0d1-cb9a1d625878 None None] Could not find standard attr ID for object ce6f067c-d7ed-4553-9754-bad4d87dfb9d. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:36.225278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:36.288297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843a71c-d3c6-4a1a-888b-e958fbf62b9d req-f9a92db8-618d-405c-bd02-596efc2c19dd tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:36.300898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4843a71c-d3c6-4a1a-888b-e958fbf62b9d req-f9a92db8-618d-405c-bd02-596efc2c19dd tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 943 time: 0.1067097
Apr 02 21:17:36.339426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.368732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port 1f5d1378-7aa2-492e-b05c-8b95c362675e yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:36.376809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4843a71c-d3c6-4a1a-888b-e958fbf62b9d req-4225f4c9-625a-4c9e-8e87-46dceb055611 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695262
Apr 02 21:17:36.564553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1defcfd-1bc1-4aae-93f2-0256e5764a87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:17:36.578719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::351 (eeb93323-7554-49dc-8729-b7a40cff9c2b/573b174f-2755-44f2-9935-36a8479565d4/1f5d1378-7aa2-492e-b05c-8b95c362675e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:36.587697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:4887 (eeb93323-7554-49dc-8729-b7a40cff9c2b/51af0deb-95da-46ca-b1e8-9db9fb9d974d/1f5d1378-7aa2-492e-b05c-8b95c362675e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:36.707858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a1defcfd-1bc1-4aae-93f2-0256e5764a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87,segment=NetworkSegment(e84a1a09-d576-4176-8d49-faa6b998e680),segment_id=e84a1a09-d576-4176-8d49-faa6b998e680)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:36.720918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87', 'network_id': 'c136974e-202a-4a41-89bb-9397f199d26e', 'port_id': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87', 'mac_address': 'fa:16:3e:cb:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3a2eb9-f638-4f5b-be7c-bc212f9108c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:17:36.774711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port a1defcfd-1bc1-4aae-93f2-0256e5764a87 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:36.774711 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.796875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1defcfd-1bc1-4aae-93f2-0256e5764a87 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:36.798173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (1f5d1378-7aa2-492e-b05c-8b95c362675e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.867785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a1defcfd-1bc1-4aae-93f2-0256e5764a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87,segment=NetworkSegment(e84a1a09-d576-4176-8d49-faa6b998e680),segment_id=e84a1a09-d576-4176-8d49-faa6b998e680)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:36.873291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.874199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e12f560f-cc44-4639-bc3a-f4fe034a299b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:17:36.935540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1f5d1378-7aa2-492e-b05c-8b95c362675e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:36.937413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2843afb5-f3c1-412c-8f42-fb07834d8614 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:36.981343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:36.986178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:36.999627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac125f-ea7a-4a9d-80ee-32b5cd423441 req-33f4d7d4-bc2f-48a8-b37a-c1ed8e20952b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.002917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efac125f-ea7a-4a9d-80ee-32b5cd423441 req-33f4d7d4-bc2f-48a8-b37a-c1ed8e20952b tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 944 time: 0.1204448
Apr 02 21:17:37.012131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:37.017486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.018104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.050055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=a1defcfd-1bc1-4aae-93f2-0256e5764a87,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:37.060919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=1f5d1378-7aa2-492e-b05c-8b95c362675e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:37.075265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-99c40ce8-a3d5-4c02-a71f-37abbc3c0481 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.0037048
Apr 02 21:17:37.075938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36716) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:37.078571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:37.079138 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.136939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36718) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:37.142104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efac125f-ea7a-4a9d-80ee-32b5cd423441 req-a044d84c-9be3-43aa-bd11-4cf5975b14d0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213362
Apr 02 21:17:37.145279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e12f560f-cc44-4639-bc3a-f4fe034a299b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:37.186398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'e12f560f-cc44-4639-bc3a-f4fe034a299b', 'network_id': '93717f05-9f3d-4b28-ad7c-0deb3583263c', 'port_id': 'e12f560f-cc44-4639-bc3a-f4fe034a299b', 'mac_address': 'fa:16:3e:02:5e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55483cd3-d80f-418a-a5d4-c4e48086a4cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:17:37.194703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b580b132-7a1c-4067-9f43-3c2e252442a5 None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:37.195084 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b580b132-7a1c-4067-9f43-3c2e252442a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.215773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port 1f5d1378-7aa2-492e-b05c-8b95c362675e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:37.216503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1f5d1378-7aa2-492e-b05c-8b95c362675e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.241281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e12f560f-cc44-4639-bc3a-f4fe034a299b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:37.241597 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.283150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12f560f-cc44-4639-bc3a-f4fe034a299b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:37.286732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1708041348-network', 'tenant_id': 'f97a5ac274614973bfd3070db537d0b0'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:37.296013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:37.314998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e12f560f-cc44-4639-bc3a-f4fe034a299b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:37.318834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Made reservation on behalf of f97a5ac274614973bfd3070db537d0b0 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:37.323951 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.325273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.337228 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1f5d1378-7aa2-492e-b05c-8b95c362675e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.338652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.351664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for 1f5d1378-7aa2-492e-b05c-8b95c362675e owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:37.452502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b580b132-7a1c-4067-9f43-3c2e252442a5 None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:37.452502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e12f560f-cc44-4639-bc3a-f4fe034a299b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:37.470082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks [] for security_group (3d7d7683-287b-48ff-9338-431f23f6ffee), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.481734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3d7d7683-287b-48ff-9338-431f23f6ffee), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.530518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d7683-287b-48ff-9338-431f23f6ffee,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:37.545835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f76e72-da12-4151-9834-74d8505b2322 req-fdf52810-0214-42b6-95a8-50a2e1602d8a tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.547370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21f76e72-da12-4151-9834-74d8505b2322 req-fdf52810-0214-42b6-95a8-50a2e1602d8a tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 944 time: 0.0758078
Apr 02 21:17:37.580359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2954c010-cc38-48df-b71c-8d8bee2093ce None None] Provisioning complete for port 1f5d1378-7aa2-492e-b05c-8b95c362675e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:37.580997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2954c010-cc38-48df-b71c-8d8bee2093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1f5d1378-7aa2-492e-b05c-8b95c362675e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.584903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1f5d1378-7aa2-492e-b05c-8b95c362675e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.596809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:37.603190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2954c010-cc38-48df-b71c-8d8bee2093ce None None] Port 1f5d1378-7aa2-492e-b05c-8b95c362675e was deleted so its status cannot be updated. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Apr 02 21:17:37.605249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21f76e72-da12-4151-9834-74d8505b2322 req-9072df4f-3a2b-4d72-a166-ee98f46cd287 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516610
Apr 02 21:17:37.610684 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.611254 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Added segment b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d of type vlan for network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2
Apr 02 21:17:37.619800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=1f5d1378-7aa2-492e-b05c-8b95c362675e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:37.655432 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.668112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e12f560f-cc44-4639-bc3a-f4fe034a299b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:37.678560 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.682144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8fb904b1-22df-45bf-9ece-b4444eefcc89 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/1f5d1378-7aa2-492e-b05c-8b95c362675e HTTP/1.1" status: 204  len: 168 time: 0.5994575
Apr 02 21:17:37.682642 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.683723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.684391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.684840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36726) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:37.706284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['a1defcfd-1bc1-4aae-93f2-0256e5764a87'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:37.722644 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5828154
Apr 02 21:17:37.726099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:37.736744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Request body: {'subnet': {'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1708041348-subnet', 'tenant_id': 'f97a5ac274614973bfd3070db537d0b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:37.751430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad48d-05e1-4cbb-91d8-96a2c11485fb admin admin] Pushing event updated for resources: {'Network': ['ID=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:37.764408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2f863-4ba0-47dc-b372-d4ec516c72b7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.766355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73a2f863-4ba0-47dc-b372-d4ec516c72b7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0798185
Apr 02 21:17:37.769219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36730) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:37.773793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:37.784956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Made reservation on behalf of f97a5ac274614973bfd3070db537d0b0 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:37.788233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:37.902988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db668dca-1a75-40e2-8c41-2a3e2bb19272 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.904685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-db668dca-1a75-40e2-8c41-2a3e2bb19272 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1346407
Apr 02 21:17:37.907371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36734) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:37.963827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da27ffd-adcf-433b-be6a-9dd98dbf4e4f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.965165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da27ffd-adcf-433b-be6a-9dd98dbf4e4f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.966637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da27ffd-adcf-433b-be6a-9dd98dbf4e4f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:37.971216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1da27ffd-adcf-433b-be6a-9dd98dbf4e4f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0599294
Apr 02 21:17:37.971216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:38.030452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 51af0deb-95da-46ca-b1e8-9db9fb9d974d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:38.033676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (51af0deb-95da-46ca-b1e8-9db9fb9d974d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.035606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (450c9e64-64e4-4321-a750-3e518c5ac9c2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.078486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (51af0deb-95da-46ca-b1e8-9db9fb9d974d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.098699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=450c9e64-64e4-4321-a750-3e518c5ac9c2,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:38.106622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Checking segment: {'id': 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:38.106980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Network hostable DHCP agents. Network: 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:38.125105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:38.135674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:38.141351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:38.141999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.152054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3447857-1d06-4ddd-86b5-afa1c0bd3273 None None] Network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:38.159814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-00362849-af88-4a11-8e29-fa7cec2d30ce admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4321511
Apr 02 21:17:38.174599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (51af0deb-95da-46ca-b1e8-9db9fb9d974d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.281076 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (51af0deb-95da-46ca-b1e8-9db9fb9d974d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.298673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428548b-ca95-4820-87f5-4ed97bc29523 req-d833bf4c-b408-4193-b48c-ef39bed27d8a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:38.301484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a04656d-c0e5-43de-8ca4-1f9b553dd184 None None] Network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:38.306633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e428548b-ca95-4820-87f5-4ed97bc29523 req-d833bf4c-b408-4193-b48c-ef39bed27d8a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 945 time: 0.0739257
Apr 02 21:17:38.318824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=51af0deb-95da-46ca-b1e8-9db9fb9d974d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:38.334190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.340499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0b5492c-d41b-4aa5-89b9-a4fa1afc32bb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/51af0deb-95da-46ca-b1e8-9db9fb9d974d HTTP/1.1" status: 204  len: 168 time: 0.3663025
Apr 02 21:17:38.341149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36744) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:38.358919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586e0a7-3166-4682-85c4-d9e71feb3c2d None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:38.365151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e428548b-ca95-4820-87f5-4ed97bc29523 req-44ab543d-b9d7-4969-aa12-208503d7183d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573816
Apr 02 21:17:38.405017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 573b174f-2755-44f2-9935-36a8479565d4 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:38.414218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (573b174f-2755-44f2-9935-36a8479565d4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.471700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (573b174f-2755-44f2-9935-36a8479565d4), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.572322 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (573b174f-2755-44f2-9935-36a8479565d4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.718674 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (573b174f-2755-44f2-9935-36a8479565d4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.757703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.761159 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/573b174f-2755-44f2-9935-36a8479565d4 HTTP/1.1" status: 204  len: 168 time: 0.4177036
Apr 02 21:17:38.762402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a364b08-0fa7-42b0-b60f-d92c14160d56 req-968e71a7-55ef-42e2-a931-f9aea861105f tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:38.764270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a364b08-0fa7-42b0-b60f-d92c14160d56 req-968e71a7-55ef-42e2-a931-f9aea861105f tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 944 time: 0.0633192
Apr 02 21:17:38.765191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36764) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:38.765437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c7077-ddfd-474f-8176-3ab186840f28 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=573b174f-2755-44f2-9935-36a8479565d4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:38.793804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-fe9ac107-0494-4d02-9ebd-fc03a5f04db5 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:38.795522 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-fe9ac107-0494-4d02-9ebd-fc03a5f04db5 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/networks?id=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 HTTP/1.1" status: 200  len: 813 time: 0.1839950
Apr 02 21:17:38.811946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-fbe09b64-e657-4768-aeb2-1e1c3f91a6bc tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/quotas/f97a5ac274614973bfd3070db537d0b0 HTTP/1.1" status: 200  len: 375 time: 0.0102787
Apr 02 21:17:38.825603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-52762727-568a-4050-b921-619eb235c261 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0597441
Apr 02 21:17:38.831080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36766) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:38.837625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:38.848355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-256294a5-93c3-4c3c-880f-13efcfb08d74 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f97a5ac274614973bfd3070db537d0b0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0297313
Apr 02 21:17:38.918979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a364b08-0fa7-42b0-b60f-d92c14160d56 req-30f70195-b539-4ce0-86bf-ba4d431081fc tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467550
Apr 02 21:17:38.954837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:38.958688 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:38.959884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-b2758ef6-ea0e-4692-abc2-4503ad02919b service neutron] 10.222.0.18 "GET /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013727
Apr 02 21:17:39.076749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-5781fd87-85d5-4431-8675-1a1ece7853b7 service neutron] 10.222.0.18 "GET /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1092920
Apr 02 21:17:39.176819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4a111ff8-200c-4a04-b12c-c80290e83698), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:39.184060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060eeede-617b-4205-ab40-d4da37fffc62 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:39.226633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:39.230295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:39.234696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:39.235289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:39.247118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=4a111ff8-200c-4a04-b12c-c80290e83698,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:39.259727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e0a2d640-b669-4947-8ebf-7fb216884551 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4272630
Apr 02 21:17:39.262307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:39.282937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:39.287685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bcdd584e-eaf5-4c27-812a-040942fee0a6 None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:39.288139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bcdd584e-eaf5-4c27-812a-040942fee0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:39.351566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6d1fa687-569f-4a59-a393-fe7b9d92bb3d req-e619ccac-4aa7-4095-be26-a453a12b70cf tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 210 time: 0.0625465
Apr 02 21:17:39.437845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd584e-eaf5-4c27-812a-040942fee0a6 None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:39.512909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:39.519309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:39.571821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8dd51-29d9-4de7-9ae3-c80f7bf515a3 req-ff3cb256-56af-4659-b415-b9444a3c2127 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:39.573463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99e8dd51-29d9-4de7-9ae3-c80f7bf515a3 req-ff3cb256-56af-4659-b415-b9444a3c2127 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 945 time: 0.1058273
Apr 02 21:17:39.657522 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99e8dd51-29d9-4de7-9ae3-c80f7bf515a3 req-252a60d8-3137-49b8-9688-84f50452e7df tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725734
Apr 02 21:17:39.693963 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a111ff8-200c-4a04-b12c-c80290e83698 (CIDR: 2001:db8::/64)
Apr 02 21:17:39.698995 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:17:39.699559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:39.720913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ca7e5818-fcdb-40df-b3e6-8219447e9355 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4571214
Apr 02 21:17:39.723997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:39.726634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13f92a-c1cc-4c3d-a7da-e2249cc0a2fb None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:39.729503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'subnet': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:39.812055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5a13e7a7-e14b-4710-87fc-74e3009e5ad3 None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:39.812793 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a13e7a7-e14b-4710-87fc-74e3009e5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:39.867114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:39.871889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:39.927046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5a13e7a7-e14b-4710-87fc-74e3009e5ad3 None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:40.096491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd054de-c875-4182-ab6a-5fb0a1cf3a25 req-7c0d2e60-16a7-4e27-a2a7-347c52df20b7 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:40.098120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9bd054de-c875-4182-ab6a-5fb0a1cf3a25 req-7c0d2e60-16a7-4e27-a2a7-347c52df20b7 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 944 time: 0.1022987
Apr 02 21:17:40.197686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9bd054de-c875-4182-ab6a-5fb0a1cf3a25 req-eda07bee-73ba-409c-afe0-9c73063922d3 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905993
Apr 02 21:17:40.249518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-adc7ca3e-a5d9-4aca-9e66-1a423013dc8e None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:40.250091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-adc7ca3e-a5d9-4aca-9e66-1a423013dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.312825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:17:40.329417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-adc7ca3e-a5d9-4aca-9e66-1a423013dc8e None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:40.463850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae0462d0-9a5c-4636-b6e3-44067c16bc93 req-68a58754-750f-40fc-9426-b1d2908e9f43 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 210 time: 0.0280724
Apr 02 21:17:40.493172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.584141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e12f560f-cc44-4639-bc3a-f4fe034a299b up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:40.657026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-a20b86d7-083f-499d-bf0e-4b14fc26a219 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:40.659162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-a20b86d7-083f-499d-bf0e-4b14fc26a219 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.21 "GET /v2.0/networks?id=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 HTTP/1.1" status: 200  len: 813 time: 0.1217680
Apr 02 21:17:40.665261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:40.673248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port e12f560f-cc44-4639-bc3a-f4fe034a299b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:17:40.678058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Request body: {'port': {'device_id': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2', 'admin_state_up': True, 'tenant_id': 'f97a5ac274614973bfd3070db537d0b0'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:40.684776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port e12f560f-cc44-4639-bc3a-f4fe034a299b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:40.685433 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.701298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.708628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.730336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f9d9529d-59a1-45ba-974e-0d664f9ae297), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.786280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e12f560f-cc44-4639-bc3a-f4fe034a299b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:40.786833 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.823378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Made reservation on behalf of f97a5ac274614973bfd3070db537d0b0 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:40.829457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b81534-5a19-429b-b131-46c884ac57b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12f560f-cc44-4639-bc3a-f4fe034a299b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:40.830506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.833030 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64350388-67da-4ce9-99eb-aa85dca05527" -d '{"events": [{"server_uuid": "07b81534-5a19-429b-b131-46c884ac57b7", "name": "network-vif-plugged", "status": "completed", "tag": "e12f560f-cc44-4639-bc3a-f4fe034a299b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:40.834102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36794) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:40.842271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:40.855891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:40.866465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:40.867070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:40.870938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Subnet': ['ID=f9d9529d-59a1-45ba-974e-0d664f9ae297,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:40.872870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e0a7f-b175-46c9-847d-86c7fc141e32 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:40.884707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=9']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:40.909017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063cf3b-b54c-4d00-98e0-94f5ee209a82 req-b984af2a-b1d5-42ea-8a45-518d3f59a987 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:40.910786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b063cf3b-b54c-4d00-98e0-94f5ee209a82 req-b984af2a-b1d5-42ea-8a45-518d3f59a987 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 945 time: 0.1533852
Apr 02 21:17:40.919158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-083d840a-b893-412c-9239-1019a25a4175 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.1936631
Apr 02 21:17:40.920356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:40.929046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Request body: {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'mac_address': 'fa:16:3e:63:17:d7', 'name': 'tempest-NetworksTestDHCPv6-1360271316'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:40.987730 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad57b7af-092f-4642-8a37-7fc34bf9da61 x-openstack-request-id: req-ad57b7af-092f-4642-8a37-7fc34bf9da61 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:40.987730 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b81534-5a19-429b-b131-46c884ac57b7", "name": "network-vif-plugged", "status": "completed", "tag": "e12f560f-cc44-4639-bc3a-f4fe034a299b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:40.987730 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad57b7af-092f-4642-8a37-7fc34bf9da61 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:40.987730 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad57b7af-092f-4642-8a37-7fc34bf9da61'] response: {'server_uuid': '07b81534-5a19-429b-b131-46c884ac57b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12f560f-cc44-4639-bc3a-f4fe034a299b', 'code': 200}
Apr 02 21:17:41.004305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e12f560f-cc44-4639-bc3a-f4fe034a299b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:41.006046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9fca667e-3dd6-4da1-bd0b-96809923a6db tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2044 time: 0.1703787
Apr 02 21:17:41.009150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36800) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:41.013299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.014457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1defcfd-1bc1-4aae-93f2-0256e5764a87 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:41.020207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'network': {'name': 'tempest-network-smoke--2002976588', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'port_security_enabled': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:41.064309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b063cf3b-b54c-4d00-98e0-94f5ee209a82 req-48c37916-0b32-40a6-a270-29f08fe39ad5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428936
Apr 02 21:17:41.074381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Made reservation on behalf of 73f99ad4a6bf4ec5ad3d7d4045018511 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:41.078528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.112420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1b13-6334-4104-8cf1-6a4d5e679720 req-f7afd91a-a451-4b57-abb3-17edf332b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:41.113567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:41.114265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e00b1b13-6334-4104-8cf1-6a4d5e679720 req-f7afd91a-a451-4b57-abb3-17edf332b033 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 1128 time: 0.0915127
Apr 02 21:17:41.124398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Allocated IP 172.20.0.10 (24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2/450c9e64-64e4-4321-a750-3e518c5ac9c2/d8903482-af01-4f82-9962-cf0f37dfd603) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:41.129171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e12f560f-cc44-4639-bc3a-f4fe034a299b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:41.134326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (831a8f20-a10f-4f11-96b0-b3dd3b68946c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.134755 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Added segment 831a8f20-a10f-4f11-96b0-b3dd3b68946c of type vlan for network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54
Apr 02 21:17:41.152107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port a1defcfd-1bc1-4aae-93f2-0256e5764a87 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:17:41.158255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Made reservation on behalf of fe5466912d1443d2adaba29a98b9f940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:41.162161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.162916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port a1defcfd-1bc1-4aae-93f2-0256e5764a87 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:41.163420 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.186944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e00b1b13-6334-4104-8cf1-6a4d5e679720 req-3d3c648c-b7d2-492a-ae3b-11b29fee9933 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646651
Apr 02 21:17:41.196008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] device_id is not set on port fd8c071c-1a85-4c57-b7bb-1c21233f0eba yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:41.205732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.278964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.285199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:41.285820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.298914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port a1defcfd-1bc1-4aae-93f2-0256e5764a87 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:41.299549 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.302871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] Update dhcp port {'port': {'network_id': 'eeb93323-7554-49dc-8729-b7a40cff9c2b', 'fixed_ips': [{'subnet_id': 'f9d9529d-59a1-45ba-974e-0d664f9ae297', 'ip_address': '2001:db8:0:1:f816:3eff:fe49:e544'}, {'subnet_id': '4a111ff8-200c-4a04-b12c-c80290e83698'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2843afb5-f3c1-412c-8f42-fb07834d8614'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:17:41.350344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.366124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port a1defcfd-1bc1-4aae-93f2-0256e5764a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87,segment=NetworkSegment(e84a1a09-d576-4176-8d49-faa6b998e680),segment_id=e84a1a09-d576-4176-8d49-faa6b998e680)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:41.371282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.401195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3910289
Apr 02 21:17:41.406542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36804) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:41.412757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'admin_state_up': True, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:41.421017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8::a0 (eeb93323-7554-49dc-8729-b7a40cff9c2b/4a111ff8-200c-4a04-b12c-c80290e83698/fd8c071c-1a85-4c57-b7bb-1c21233f0eba) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:41.432681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:17d7 (eeb93323-7554-49dc-8729-b7a40cff9c2b/f9d9529d-59a1-45ba-974e-0d664f9ae297/fd8c071c-1a85-4c57-b7bb-1c21233f0eba) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:41.441008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3e406-91a4-422b-a203-60d51353acb0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Network': ['ID=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:41.468651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (d9af3689-dab9-4dcd-ae16-25a59d3b242b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.469666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (d9af3689-dab9-4dcd-ae16-25a59d3b242b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.471451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76517-634b-486d-bf79-e4791242e63c req-55d28dde-9992-4b0e-a125-3633e3fd6031 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:41.473022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfe76517-634b-486d-bf79-e4791242e63c req-55d28dde-9992-4b0e-a125-3633e3fd6031 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 944 time: 0.1845992
Apr 02 21:17:41.489327 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks [] for port (d8903482-af01-4f82-9962-cf0f37dfd603), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.522959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:41.533557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_controller (d9af3689-dab9-4dcd-ae16-25a59d3b242b), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.547424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=a1defcfd-1bc1-4aae-93f2-0256e5764a87,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:41.585098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfe76517-634b-486d-bf79-e4791242e63c req-3355bfe5-d878-4eac-926e-8114e7b63d35 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004121
Apr 02 21:17:41.587661 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.610483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cde80b6e-cc39-4b05-8067-83e91e5dafdd req-3dcb0993-e2ed-4fd4-8193-ce1d90c92840 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 210 time: 0.0711677
Apr 02 21:17:41.652056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:41.655786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:41.661742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:41.687680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Pushing event updated for resources: {'Port': ['ID=d8903482-af01-4f82-9962-cf0f37dfd603,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:41.712957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:41.713595 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.730792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-ec46a8d5-ae4d-443f-8db2-7ab65021a484 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0610888
Apr 02 21:17:41.742365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Request body: {'port': {'device_id': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:41.774003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (d9af3689-dab9-4dcd-ae16-25a59d3b242b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.802389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:41.827754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for port (fd8c071c-1a85-4c57-b7bb-1c21233f0eba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.075293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8903482-af01-4f82-9962-cf0f37dfd603 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:42.084936 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Publish callbacks [] for port (d8903482-af01-4f82-9962-cf0f37dfd603), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.097646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Transition to ACTIVE for port object d8903482-af01-4f82-9962-cf0f37dfd603 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:17:42.101879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.190214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Pushing event updated for resources: {'Port': ['ID=d8903482-af01-4f82-9962-cf0f37dfd603,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:42.242948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fd8c071c-1a85-4c57-b7bb-1c21233f0eba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.280078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304453ad-aed0-4825-a3ce-9c8c839fb5b7 req-fb89879d-7c03-49f7-8d76-1cce7f383bef tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.281696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-304453ad-aed0-4825-a3ce-9c8c839fb5b7 req-fb89879d-7c03-49f7-8d76-1cce7f383bef tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1027927
Apr 02 21:17:42.289589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Attempting to bind port d8903482-af01-4f82-9962-cf0f37dfd603 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:42.290011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Attempting to bind port d8903482-af01-4f82-9962-cf0f37dfd603 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:42.290405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Attempting to bind port d8903482-af01-4f82-9962-cf0f37dfd603 on network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:42.296304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] Allocated IP 2001:db8::2 (eeb93323-7554-49dc-8729-b7a40cff9c2b/4a111ff8-200c-4a04-b12c-c80290e83698/2843afb5-f3c1-412c-8f42-fb07834d8614) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:42.308553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Port d8903482-af01-4f82-9962-cf0f37dfd603 on network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:17:42.308961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Attempting to bind port d8903482-af01-4f82-9962-cf0f37dfd603 on network 24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:42.311175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Network eeb93323-7554-49dc-8729-b7a40cff9c2b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:42.313992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event updated for resources: {'Port': ['ID=fd8c071c-1a85-4c57-b7bb-1c21233f0eba,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:42.320004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:42.322587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:42.329211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.329776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.331186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:42.331997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Checking segment: {'id': 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:42.332541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Bound using segment: {'id': 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:42.332853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Bound port: d8903482-af01-4f82-9962-cf0f37dfd603, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:42.333206 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.361183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-304453ad-aed0-4825-a3ce-9c8c839fb5b7 req-85454576-4d83-40f6-8559-81a0707e3715 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726511
Apr 02 21:17:42.407222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:42.415285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] For port d8903482-af01-4f82-9962-cf0f37dfd603, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:42.418794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4e02da12-9b97-4d51-b1eb-208969a443eb tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.4950905
Apr 02 21:17:42.420631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] For port d8903482-af01-4f82-9962-cf0f37dfd603, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8903482-af01-4f82-9962-cf0f37dfd603,segment=NetworkSegment(b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d),segment_id=b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:42.421544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:42.427421 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.455705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] Publish callbacks [] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.461914 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.468105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.469002 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.470417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] 10.222.0.21 "PUT /v2.0/ports/d8903482-af01-4f82-9962-cf0f37dfd603 HTTP/1.1" status: 200  len: 1092 time: 0.7321279
Apr 02 21:17:42.470879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'tag': 'd8903482-af01-4f82-9962-cf0f37dfd603'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:42.473184 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02a3095-21df-4444-9bd6-def129e2e4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c8f8e5-b999-4078-b783-2ed603ceb9eb", "tag": "d8903482-af01-4f82-9962-cf0f37dfd603"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:42.498914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (d9af3689-dab9-4dcd-ae16-25a59d3b242b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.507474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2ba20-13fa-4d65-a7d4-7af31bab9180 service neutron] Pushing event updated for resources: {'Port': ['ID=d8903482-af01-4f82-9962-cf0f37dfd603,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:42.528894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1ce64-f616-467e-a8d3-934ade409940 None None] Pushing event updated for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:42.536807 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa136a3-39f6-49b9-9c49-cda4872a0c2e x-openstack-request-id: req-2fa136a3-39f6-49b9-9c49-cda4872a0c2e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:42.538583 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c8f8e5-b999-4078-b783-2ed603ceb9eb", "tag": "d8903482-af01-4f82-9962-cf0f37dfd603", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:42.538583 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fa136a3-39f6-49b9-9c49-cda4872a0c2e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:42.540036 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa136a3-39f6-49b9-9c49-cda4872a0c2e'] response: {'name': 'network-changed', 'server_uuid': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'tag': 'd8903482-af01-4f82-9962-cf0f37dfd603', 'status': 'completed', 'code': 200}
Apr 02 21:17:42.543840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.586809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-63e27155-b175-42a2-83f5-b5effc5dbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.588373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-63e27155-b175-42a2-83f5-b5effc5dbc5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f97a5ac274614973bfd3070db537d0b0&device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 1126 time: 0.0679362
Apr 02 21:17:42.656053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting port fd8c071c-1a85-4c57-b7bb-1c21233f0eba {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:42.657129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fd8c071c-1a85-4c57-b7bb-1c21233f0eba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.677242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-4e3abe06-6417-4e1b-9b4b-572b231dcf7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8903482-af01-4f82-9962-cf0f37dfd603 HTTP/1.1" status: 200  len: 217 time: 0.0813053
Apr 02 21:17:42.782582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-017a6f53-8a31-47ed-bf54-72b4c99f3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.784421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-017a6f53-8a31-47ed-bf54-72b4c99f3b85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=450c9e64-64e4-4321-a750-3e518c5ac9c2 HTTP/1.1" status: 200  len: 853 time: 0.0941575
Apr 02 21:17:42.802655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.35.4.91 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/e05fa377-e681-4310-be6b-983bb701c066) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:42.822368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-c3851bdc-d013-4a0c-b696-e0f9abe7942c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296664
Apr 02 21:17:42.830610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaaddd-db8c-4174-ab8d-deffc4f7d941 req-aa7e7bb8-8581-4e0d-8057-f30415da13ba tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.832045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeeaaddd-db8c-4174-ab8d-deffc4f7d941 req-aa7e7bb8-8581-4e0d-8057-f30415da13ba tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 945 time: 0.1056049
Apr 02 21:17:42.846957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fd8c071c-1a85-4c57-b7bb-1c21233f0eba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.883630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Calling delete_port for fd8c071c-1a85-4c57-b7bb-1c21233f0eba owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:42.898632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3f20e-1d76-4d13-8f30-2fa6c7478f01 req-57324c26-74a1-4e3a-ac53-d7e7ed5d2245 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:42.906399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7c3f20e-1d76-4d13-8f30-2fa6c7478f01 req-57324c26-74a1-4e3a-ac53-d7e7ed5d2245 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 944 time: 0.1545560
Apr 02 21:17:42.922790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2843afb5-f3c1-412c-8f42-fb07834d8614 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:42.948486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeeaaddd-db8c-4174-ab8d-deffc4f7d941 req-c3303d95-a08c-4ffd-95fd-6e7a52673ff5 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079211
Apr 02 21:17:42.977731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:42.978345 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:42.979790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-f6eb1dcf-a9f0-4cb0-8572-a67bee05c0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466775
Apr 02 21:17:42.999615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:43.002563 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40c7926-746d-4434-b2a4-18aa8441d087" -d '{"events": [{"server_uuid": "2e0def33-d08e-43ec-98f8-9ada1c9cdb50", "name": "network-vif-plugged", "status": "completed", "tag": "a1defcfd-1bc1-4aae-93f2-0256e5764a87"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:43.063157 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edd286c-2208-43dd-809f-2afc30e95234 x-openstack-request-id: req-9edd286c-2208-43dd-809f-2afc30e95234 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:43.069317 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0def33-d08e-43ec-98f8-9ada1c9cdb50", "name": "network-vif-plugged", "status": "completed", "tag": "a1defcfd-1bc1-4aae-93f2-0256e5764a87", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:43.073975 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9edd286c-2208-43dd-809f-2afc30e95234 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:43.075002 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edd286c-2208-43dd-809f-2afc30e95234'] response: {'server_uuid': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87', 'code': 200}
Apr 02 21:17:43.092330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7c3f20e-1d76-4d13-8f30-2fa6c7478f01 req-6eec6cfd-d055-4094-b6c3-1742d3773a11 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843324
Apr 02 21:17:43.130605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:43.135940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f6d13668-06c0-4735-983f-6ebe221c9fea req-6d1e0e3f-2ae3-4160-9b1e-9f85568aa4a6 service neutron] 10.222.0.21 "GET /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486816
Apr 02 21:17:43.139165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (e05fa377-e681-4310-be6b-983bb701c066), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:43.252082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-547d1610-d2bb-4ca0-8862-167d4deb1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.253649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-547d1610-d2bb-4ca0-8862-167d4deb1304 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f97a5ac274614973bfd3070db537d0b0&device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 1126 time: 0.0637853
Apr 02 21:17:43.257525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da552bc-7262-4cbb-89a5-85409f3b0edf req-4791366a-b122-4811-b8ad-97eb58753592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.259155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9da552bc-7262-4cbb-89a5-85409f3b0edf req-4791366a-b122-4811-b8ad-97eb58753592 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 1127 time: 0.1183264
Apr 02 21:17:43.278468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e05fa377-e681-4310-be6b-983bb701c066), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:43.355417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:43.358144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-8058d4d2-b0e1-42f5-8ac5-1d3c24523373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.359617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-8058d4d2-b0e1-42f5-8ac5-1d3c24523373 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 HTTP/1.1" status: 200  len: 914 time: 0.0994236
Apr 02 21:17:43.370476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:43.385344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:43.409526 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-7f284678-5e5c-462f-97d4-c3eb3e09f24e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8903482-af01-4f82-9962-cf0f37dfd603 HTTP/1.1" status: 200  len: 217 time: 0.0431283
Apr 02 21:17:43.411259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b6af4d56-a70f-4bbe-ab3d-2ea3d6991409 None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:43.411758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d56-a70f-4bbe-ab3d-2ea3d6991409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:43.443311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9da552bc-7262-4cbb-89a5-85409f3b0edf req-c31ee954-72a1-4322-920e-d6ad50f2de68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698420
Apr 02 21:17:43.443311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=e05fa377-e681-4310-be6b-983bb701c066,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:43.463015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fd8c071c-1a85-4c57-b7bb-1c21233f0eba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:43.485470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-7ffabf37-752e-4838-bf19-4102aaf5aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.486972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-7ffabf37-752e-4838-bf19-4102aaf5aeed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=450c9e64-64e4-4321-a750-3e518c5ac9c2 HTTP/1.1" status: 200  len: 853 time: 0.0711148
Apr 02 21:17:43.502629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Port': ['ID=fd8c071c-1a85-4c57-b7bb-1c21233f0eba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:43.540682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b6af4d56-a70f-4bbe-ab3d-2ea3d6991409 None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:43.558427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-13406edd-554d-45d4-9fef-ef1c8f29c6a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552132
Apr 02 21:17:43.614377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51691dce-6c8d-47e5-90f4-c2483ea1bbff req-11dc0da8-6af9-4aa9-95ba-7fc456bd683e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.615878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51691dce-6c8d-47e5-90f4-c2483ea1bbff req-11dc0da8-6af9-4aa9-95ba-7fc456bd683e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1239383
Apr 02 21:17:43.625064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:43.630365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28d644e5-7ab9-4a7d-aef0-6decfaece076 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/fd8c071c-1a85-4c57-b7bb-1c21233f0eba HTTP/1.1" status: 204  len: 168 time: 1.2057879
Apr 02 21:17:43.631018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36828) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:43.657417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ebdd722b-bdac-405f-a83e-38034ff9f168 None None] Could not find standard attr ID for object fd8c071c-1a85-4c57-b7bb-1c21233f0eba. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:17:43.724524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962117d4-78a2-44d6-86b3-49763e0e2a49 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.726090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-962117d4-78a2-44d6-86b3-49763e0e2a49 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0941556
Apr 02 21:17:43.736650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51691dce-6c8d-47e5-90f4-c2483ea1bbff req-e814a44c-808c-4223-b5d6-d2c15c18d37a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773120
Apr 02 21:17:43.737475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36830) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:43.740067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-4d47ea68-5b56-41a0-8117-694d16d34944 service neutron] 10.222.0.21 "GET /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734359
Apr 02 21:17:43.765001 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:17:43.846747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (d9af3689-dab9-4dcd-ae16-25a59d3b242b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:43.891225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02a3095-21df-4444-9bd6-def129e2e4f7 req-1f605295-100a-4521-a971-d96ee85a0ef2 service neutron] 10.222.0.21 "GET /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414750
Apr 02 21:17:43.899141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826853aa-5ac7-4b04-884d-816fe525e448 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.902919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-826853aa-5ac7-4b04-884d-816fe525e448 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1596060
Apr 02 21:17:43.903724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36836) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:43.987272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a064a-326a-4a29-a35e-a452ede99d1e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.988574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a064a-326a-4a29-a35e-a452ede99d1e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.989866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a064a-326a-4a29-a35e-a452ede99d1e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:43.993899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-995a064a-326a-4a29-a35e-a452ede99d1e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0873313
Apr 02 21:17:43.995757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36840) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:44.042864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd4f1-229e-4a25-a38d-7539c7aa8e96 req-7dd88b16-4b89-4ba6-acc8-3aff3b57366c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.044314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4bbd4f1-229e-4a25-a38d-7539c7aa8e96 req-7dd88b16-4b89-4ba6-acc8-3aff3b57366c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1106763
Apr 02 21:17:44.065404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet 4a111ff8-200c-4a04-b12c-c80290e83698 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:44.073527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (4a111ff8-200c-4a04-b12c-c80290e83698), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.114680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (d9af3689-dab9-4dcd-ae16-25a59d3b242b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.124916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b4d9f-5823-4798-8192-c0f8eebffcc3 req-5bc1d15b-b962-4169-a790-3e99a1cd1e72 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.126439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a94b4d9f-5823-4798-8192-c0f8eebffcc3 req-5bc1d15b-b962-4169-a790-3e99a1cd1e72 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 945 time: 0.1029069
Apr 02 21:17:44.129434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (4a111ff8-200c-4a04-b12c-c80290e83698), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.155656 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4bbd4f1-229e-4a25-a38d-7539c7aa8e96 req-aecf1895-a430-46c6-8516-6473b7fc87ef tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031425
Apr 02 21:17:44.268509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a94b4d9f-5823-4798-8192-c0f8eebffcc3 req-5bcc441a-a801-4282-b196-b388bbfc5f86 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065171
Apr 02 21:17:44.311341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router d9af3689-dab9-4dcd-ae16-25a59d3b242b is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:17:44.460307 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.462044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a5280-762d-4181-87c7-d5f5c21cd299 req-a6ffb25d-859e-4fd6-a724-d24e6e2d7a49 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.463565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b1a5280-762d-4181-87c7-d5f5c21cd299 req-a6ffb25d-859e-4fd6-a724-d24e6e2d7a49 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1070631
Apr 02 21:17:44.488038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:17:44.507766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Sync routers for ids ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:17:44.530519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.531094 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8eb226c4-5db4-4a40-8fc9-32cb365534dc tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 3.1234560
Apr 02 21:17:44.536346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:44.542334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Routers {'d9af3689-dab9-4dcd-ae16-25a59d3b242b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:44.542972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b58c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:44.582980 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4a111ff8-200c-4a04-b12c-c80290e83698), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.583376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b1a5280-762d-4181-87c7-d5f5c21cd299 req-17d0f809-8021-440c-bc76-a8d5be8bbd77 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130807
Apr 02 21:17:44.637754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706501d4-d428-4eda-b7bc-a3bcf258a205 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.639790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-706501d4-d428-4eda-b7bc-a3bcf258a205 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=73f99ad4a6bf4ec5ad3d7d4045018511&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1024210
Apr 02 21:17:44.642673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:44.689731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Set router d9af3689-dab9-4dcd-ae16-25a59d3b242b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:44.691060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ee68-d00f-4538-84f6-7f59b6dd0df7 req-c04dc786-2c72-4b80-9c8c-f692739c6b80 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.693908 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ec0ee68-d00f-4538-84f6-7f59b6dd0df7 req-c04dc786-2c72-4b80-9c8c-f692739c6b80 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 944 time: 0.1779423
Apr 02 21:17:44.696856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (4a111ff8-200c-4a04-b12c-c80290e83698), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.736976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-c7583bd6-35cf-410c-a291-9df39a18006e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1855903
Apr 02 21:17:44.745858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=4a111ff8-200c-4a04-b12c-c80290e83698,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:44.748543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.751700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-16ee4ce1-0661-4de8-a745-d3bb81249bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/4a111ff8-200c-4a04-b12c-c80290e83698 HTTP/1.1" status: 204  len: 168 time: 0.7553430
Apr 02 21:17:44.755891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36854) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:44.834027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9ec0ee68-d00f-4538-84f6-7f59b6dd0df7 req-5225736e-395f-4e58-b7c0-6c5354c9d62e tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282218
Apr 02 21:17:44.838520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e2f73-820d-44a8-88d0-0e7f9614cb81 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.845263 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d1e2f73-820d-44a8-88d0-0e7f9614cb81 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2013822
Apr 02 21:17:44.847140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36858) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:44.868535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-ec7ddbc0-9b45-4eac-be0a-0cc62dd0f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.870259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-ec7ddbc0-9b45-4eac-be0a-0cc62dd0f334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=596094c632d2408d8963534a88f04156&device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 1127 time: 0.0988584
Apr 02 21:17:44.899200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e442589f-d49b-4f3d-88e0-503ef8ea7c3f tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0459671
Apr 02 21:17:44.899448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36860) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:44.926656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Deleting subnet f9d9529d-59a1-45ba-974e-0d664f9ae297 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:44.931601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (f9d9529d-59a1-45ba-974e-0d664f9ae297), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.979492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f9d9529d-59a1-45ba-974e-0d664f9ae297), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:44.989378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8e56237b-ee48-4dac-80a0-39b8827d3a90 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=73f99ad4a6bf4ec5ad3d7d4045018511&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0826192
Apr 02 21:17:44.989601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2b4f0-32a9-46f1-a06a-08fa209ec654 req-809a2829-00ce-4617-945e-fab55c7993b0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:44.990170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8e2b4f0-32a9-46f1-a06a-08fa209ec654 req-809a2829-00ce-4617-945e-fab55c7993b0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1437938
Apr 02 21:17:45.000485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36862) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.021314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa23e3-8646-49ce-a22e-ab4e8cdf1712 None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:45.095086 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8e2b4f0-32a9-46f1-a06a-08fa209ec654 req-c88c999b-bbc1-461c-8c3a-5ac818e2c014 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819366
Apr 02 21:17:45.115534 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f9d9529d-59a1-45ba-974e-0d664f9ae297), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.175789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f9d9529d-59a1-45ba-974e-0d664f9ae297), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.207352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d9529d-59a1-45ba-974e-0d664f9ae297,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:45.221128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.226886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-23b19b72-3529-4d91-b9d3-021150746750 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/f9d9529d-59a1-45ba-974e-0d664f9ae297 HTTP/1.1" status: 204  len: 168 time: 0.4679711
Apr 02 21:17:45.227689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36864) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.228501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-5196ab04-06a1-4a24-b921-f7b1b397b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:45.230908 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-5196ab04-06a1-4a24-b921-f7b1b397b276 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 200  len: 907 time: 0.3219821
Apr 02 21:17:45.267505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b58c10>, [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:17:43Z', 'revision_number': 3, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:45.284753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a26c6c45-d79b-4356-a9f7-4dba70714113 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0535350
Apr 02 21:17:45.285330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36866) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.287161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-a147fcab-c7ad-436b-8fa7-bc120651e9b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f191590-0383-4d7c-87db-54e9c472575b HTTP/1.1" status: 200  len: 217 time: 0.0467639
Apr 02 21:17:45.293767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8dc55b-1802-42e1-ba1c-26908dfd7b47 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:45.296135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Checking router: d9af3689-dab9-4dcd-ae16-25a59d3b242b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:17:45.296135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Updating router d9af3689-dab9-4dcd-ae16-25a59d3b242b port e05fa377-e681-4310-be6b-983bb701c066 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:17:45.298529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.302997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf8dc55b-1802-42e1-ba1c-26908dfd7b47 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3015757
Apr 02 21:17:45.348265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9729cd46-d0aa-42ba-8e92-f034ddbee15a tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0483353
Apr 02 21:17:45.350811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36872) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.354510 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e05fa377-e681-4310-be6b-983bb701c066), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.358382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649767009', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:45.377900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a57cc8-7dfe-4174-92b7-a9415a830774 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:45.379414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64a57cc8-7dfe-4174-92b7-a9415a830774 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0928576
Apr 02 21:17:45.382022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36874) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.459922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b6710-3733-426a-86b6-701bc73a38d1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:45.461658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-191b6710-3733-426a-86b6-701bc73a38d1 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0787153
Apr 02 21:17:45.464688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36876) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.472653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-43c6c75e-f313-466e-9fd1-a55f9d1f2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:45.474382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-43c6c75e-f313-466e-9fd1-a55f9d1f2a6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 200  len: 846 time: 0.1697979
Apr 02 21:17:45.522735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-21aeb20d-fef9-42b8-8f92-ff502448521e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0565865
Apr 02 21:17:45.529891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36878) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.562716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-37c345e5-5f29-43ca-80f2-3b866ea60e67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93717f05-9f3d-4b28-ad7c-0deb3583263c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530517
Apr 02 21:17:45.564041 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-403a2591-f029-4341-8681-ec0abbb440d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.564735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403a2591-f029-4341-8681-ec0abbb440d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.572072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-403a2591-f029-4341-8681-ec0abbb440d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/fd8c071c-1a85-4c57-b7bb-1c21233f0eba HTTP/1.1" status: 404  len: 333 time: 0.0409944
Apr 02 21:17:45.572930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36880) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.602916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d8903482-af01-4f82-9962-cf0f37dfd603 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:17:45.603571 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb94368-caa1-4b52-b6df-0b1e94f9c745 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.604115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb94368-caa1-4b52-b6df-0b1e94f9c745 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.610596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fb94368-caa1-4b52-b6df-0b1e94f9c745 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/f9d9529d-59a1-45ba-974e-0d664f9ae297 HTTP/1.1" status: 404  len: 337 time: 0.0365562
Apr 02 21:17:45.611347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36882) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.643713 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfb9fa-c627-473c-97d6-627bdb9428d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.644320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfb9fa-c627-473c-97d6-627bdb9428d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.650749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12cfb9fa-c627-473c-97d6-627bdb9428d3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/4a111ff8-200c-4a04-b12c-c80290e83698 HTTP/1.1" status: 404  len: 337 time: 0.0382240
Apr 02 21:17:45.651454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36884) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.687067 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5434003-2284-471a-9b22-eeba6568e9bc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.688843 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-c9f29519-7725-4d27-974e-7898fa3dcefd service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185527
Apr 02 21:17:45.693556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5434003-2284-471a-9b22-eeba6568e9bc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.699030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a17e75-7c90-4157-bd65-cd270f1b628e req-9294e99b-f86f-4ba8-b09b-90f4ccb125ce tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:45.700590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9a17e75-7c90-4157-bd65-cd270f1b628e req-9294e99b-f86f-4ba8-b09b-90f4ccb125ce tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 945 time: 0.3109379
Apr 02 21:17:45.706619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c5434003-2284-471a-9b22-eeba6568e9bc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/1f5d1378-7aa2-492e-b05c-8b95c362675e HTTP/1.1" status: 404  len: 333 time: 0.0540328
Apr 02 21:17:45.707345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36888) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.736608 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-1affa85a-c9ec-4e3d-8353-daa4ece6c412 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.737532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1affa85a-c9ec-4e3d-8353-daa4ece6c412 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.744427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1affa85a-c9ec-4e3d-8353-daa4ece6c412 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/51af0deb-95da-46ca-b1e8-9db9fb9d974d HTTP/1.1" status: 404  len: 337 time: 0.0357473
Apr 02 21:17:45.745430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36890) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.762906 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Made reservation on behalf of 73f99ad4a6bf4ec5ad3d7d4045018511 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:45.766991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.775978 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6d34ec-1ec9-46d8-818f-a0a481c8182a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.776826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6d34ec-1ec9-46d8-818f-a0a481c8182a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.783392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4b6d34ec-1ec9-46d8-818f-a0a481c8182a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/573b174f-2755-44f2-9935-36a8479565d4 HTTP/1.1" status: 404  len: 337 time: 0.0367517
Apr 02 21:17:45.784243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36892) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.811692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Publish callbacks [] for port (e05fa377-e681-4310-be6b-983bb701c066), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.821110 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ed601f-de4d-4728-9626-33091db5168a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.821886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d8903482-af01-4f82-9962-cf0f37dfd603, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8903482-af01-4f82-9962-cf0f37dfd603,segment=NetworkSegment(b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d),segment_id=b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:45.822682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ed601f-de4d-4728-9626-33091db5168a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.826887 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-31ed601f-de4d-4728-9626-33091db5168a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/ce6f067c-d7ed-4553-9754-bad4d87dfb9d HTTP/1.1" status: 404  len: 333 time: 0.0405359
Apr 02 21:17:45.832561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36894) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.833965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e05fa377-e681-4310-be6b-983bb701c066), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:45.849063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e9a17e75-7c90-4157-bd65-cd270f1b628e req-7d282187-613d-4101-b16c-25da08b15d9e tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373880
Apr 02 21:17:45.861176 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d50020-ab13-4664-9184-48ec2bd44324 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.861648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d50020-ab13-4664-9184-48ec2bd44324 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.865069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-71d50020-ab13-4664-9184-48ec2bd44324 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/a932dda7-edd6-42a3-a180-324734ebaa84 HTTP/1.1" status: 404  len: 337 time: 0.0311606
Apr 02 21:17:45.877091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36898) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:45.907940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd8903482-af01-4f82-9962-cf0f37dfd603', 'network_id': '24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2', 'port_id': 'd8903482-af01-4f82-9962-cf0f37dfd603', 'mac_address': 'fa:16:3e:45:5e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450c9e64-64e4-4321-a750-3e518c5ac9c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:17:45.931575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b45d5c1-ca9e-4740-ad52-0aa899c0c008 req-e2480927-4a16-4318-b8b4-b6d2c0abb841 service neutron] 10.222.0.21 "GET /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294331
Apr 02 21:17:45.951361 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff12e3b-1604-4ea8-a937-98b713bfb2f0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:45.953489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff12e3b-1604-4ea8-a937-98b713bfb2f0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:45.966803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fff12e3b-1604-4ea8-a937-98b713bfb2f0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/d1cd03ca-a9f4-463e-9640-bb2cbb7c46c0 HTTP/1.1" status: 404  len: 337 time: 0.0885608
Apr 02 21:17:45.971474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36902) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.028388 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86eab08-fa4e-4692-b4fd-03bbf75f8dfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.028619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d8903482-af01-4f82-9962-cf0f37dfd603 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:46.028893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.031394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86eab08-fa4e-4692-b4fd-03bbf75f8dfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.040502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d86eab08-fa4e-4692-b4fd-03bbf75f8dfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/2b109419-37d4-4e61-9996-df63a9b228ec HTTP/1.1" status: 404  len: 333 time: 0.0678630
Apr 02 21:17:46.044882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8903482-af01-4f82-9962-cf0f37dfd603 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:46.046212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.054143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec007f-ba9e-4389-8bde-cbd9b83ff7e1 None None] Pushing event updated for resources: {'Port': ['ID=e05fa377-e681-4310-be6b-983bb701c066,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:46.059758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Attempting to bind port e05fa377-e681-4310-be6b-983bb701c066 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:46.060725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Attempting to bind port e05fa377-e681-4310-be6b-983bb701c066 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:46.061194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Attempting to bind port e05fa377-e681-4310-be6b-983bb701c066 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:46.071744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:46.072312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:46.072804 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.073207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:46.074045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Bound port: e05fa377-e681-4310-be6b-983bb701c066, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:46.074045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e05fa377-e681-4310-be6b-983bb701c066), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.108224 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-720796fb-767f-409b-ac32-6fce58def8e2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.109274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720796fb-767f-409b-ac32-6fce58def8e2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.110261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f548ce-5e5a-4f67-89b3-d88222d2734b None None] Network eeb93323-7554-49dc-8729-b7a40cff9c2b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:46.113552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-720796fb-767f-409b-ac32-6fce58def8e2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/bbd87245-0472-4f22-88d5-b26b176ecefb HTTP/1.1" status: 404  len: 337 time: 0.0642457
Apr 02 21:17:46.116031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36906) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.117029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d8903482-af01-4f82-9962-cf0f37dfd603, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8903482-af01-4f82-9962-cf0f37dfd603,segment=NetworkSegment(b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d),segment_id=b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:46.136879 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.151815 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10ea000-3af2-48a9-ba0d-e1b6a218741d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.152440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10ea000-3af2-48a9-ba0d-e1b6a218741d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.158156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d10ea000-3af2-48a9-ba0d-e1b6a218741d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/2a44795f-1d31-491c-9bbb-504d036099d5 HTTP/1.1" status: 404  len: 337 time: 0.0385668
Apr 02 21:17:46.160909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36910) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.198430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb3191-c3a2-4300-b2fb-b64f7a58845e req-42718dee-e767-45b4-9aba-1d284f84b37d tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:46.206516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ddb3191-c3a2-4300-b2fb-b64f7a58845e req-42718dee-e767-45b4-9aba-1d284f84b37d tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 944 time: 0.2378252
Apr 02 21:17:46.224111 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd7405d-13fe-440a-a24a-41c49ef635ef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.224111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd7405d-13fe-440a-a24a-41c49ef635ef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.224111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3bd7405d-13fe-440a-a24a-41c49ef635ef tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/b82df1bc-cfb2-4f57-995b-9dfd6258db1c HTTP/1.1" status: 404  len: 333 time: 0.0574226
Apr 02 21:17:46.230073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36914) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.277612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ddb3191-c3a2-4300-b2fb-b64f7a58845e req-46bbf1d7-0640-4ae5-bbc8-4e925a417790 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703523
Apr 02 21:17:46.315422 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f09398-f34d-4c55-b3e7-f024c82330ed tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.315882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f09398-f34d-4c55-b3e7-f024c82330ed tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.321688 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3f09398-f34d-4c55-b3e7-f024c82330ed tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/5c86fe47-a629-4591-9754-a27b6c233dda HTTP/1.1" status: 404  len: 337 time: 0.0857301
Apr 02 21:17:46.322738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.343480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] For port e05fa377-e681-4310-be6b-983bb701c066, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:46.350718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed3918-fea9-4cfb-9ce2-bad02f5e2ff3 req-6d8828d5-dc90-4311-b4f8-9a4ac3935f38 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:46.353693 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0999065-b7d6-4fd1-b472-3941500b0e22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.354696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0999065-b7d6-4fd1-b472-3941500b0e22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.361067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f0999065-b7d6-4fd1-b472-3941500b0e22 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/06dbcf48-07b7-4bd2-b99d-cdae5f1084a9 HTTP/1.1" status: 404  len: 333 time: 0.0349710
Apr 02 21:17:46.361260 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-daed3918-fea9-4cfb-9ce2-bad02f5e2ff3 req-6d8828d5-dc90-4311-b4f8-9a4ac3935f38 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1404669
Apr 02 21:17:46.361813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36920) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.363457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d8903482-af01-4f82-9962-cf0f37dfd603,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:46.370869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] For port e05fa377-e681-4310-be6b-983bb701c066, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05fa377-e681-4310-be6b-983bb701c066,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:46.373663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a25db625-a5c9-4da1-9742-46d310a70ce4 None None] Provisioning complete for port 2843afb5-f3c1-412c-8f42-fb07834d8614 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:46.374056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a25db625-a5c9-4da1-9742-46d310a70ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.381907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.395038 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4b596c-ad3b-409a-aeb0-59cf61a5cbc9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.395624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4b596c-ad3b-409a-aeb0-59cf61a5cbc9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.400526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f4b596c-ad3b-409a-aeb0-59cf61a5cbc9 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/f4ef1930-e1e3-49f0-9162-2dc1ff13e6c9 HTTP/1.1" status: 404  len: 337 time: 0.0358927
Apr 02 21:17:46.401949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36922) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.430646 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-747f6786-63bf-4fe1-8724-45a70fd02bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.432264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747f6786-63bf-4fe1-8724-45a70fd02bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.434892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d8903482-af01-4f82-9962-cf0f37dfd603'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:46.438532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-747f6786-63bf-4fe1-8724-45a70fd02bfd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/7a3852a2-2ecc-443e-9508-cf3fd3d7b916 HTTP/1.1" status: 404  len: 333 time: 0.0328183
Apr 02 21:17:46.440324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36924) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.471068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-daed3918-fea9-4cfb-9ce2-bad02f5e2ff3 req-69fc81ab-b2f6-40d8-be35-19569510b36f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111758
Apr 02 21:17:46.477634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e05fa377-e681-4310-be6b-983bb701c066), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.480051 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-c654fa83-cd11-4d80-a4f7-cc10ddd422d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.480679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c654fa83-cd11-4d80-a4f7-cc10ddd422d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.491291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c654fa83-cd11-4d80-a4f7-cc10ddd422d6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/51bb855d-f078-4279-ab00-6f57092c0bfe HTTP/1.1" status: 404  len: 337 time: 0.0437014
Apr 02 21:17:46.492264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36926) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.504396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Subnet': ['ID=839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:46.508907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Checking segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:46.509333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network hostable DHCP agents. Network: 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:46.536955 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02e1c53-daaf-4864-b0d6-34a92ba42f3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.537896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02e1c53-daaf-4864-b0d6-34a92ba42f3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.541914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c02e1c53-daaf-4864-b0d6-34a92ba42f3d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/2a77c06e-6ce2-43a2-b428-58170e5b2256 HTTP/1.1" status: 404  len: 333 time: 0.0478854
Apr 02 21:17:46.545098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36928) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.559091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:46.580312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:46.586666 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc2dc63-250e-485b-9d56-855ef16007aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.586890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:46.587669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc2dc63-250e-485b-9d56-855ef16007aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.590359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:46.591004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5fc2dc63-250e-485b-9d56-855ef16007aa tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/c92fa9d6-780c-4a91-9620-14ae438af65f HTTP/1.1" status: 404  len: 337 time: 0.0444412
Apr 02 21:17:46.593996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36940) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.614036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c3387220-cdbf-4850-874c-ce2a2c3ae4d9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2604141
Apr 02 21:17:46.617056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36942) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.624675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba3a0e-c83c-4371-8d15-0c7eb551b40b None None] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:46.631819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Routers {'d9af3689-dab9-4dcd-ae16-25a59d3b242b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:46.632625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b58c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:46.636478 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6f4370-870e-4761-bcc7-482e65161bd3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.637101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6f4370-870e-4761-bcc7-482e65161bd3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.643185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d6f4370-870e-4761-bcc7-482e65161bd3 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/70e11d5a-5ae8-4cc1-93ee-1a316157578f HTTP/1.1" status: 404  len: 333 time: 0.0402067
Apr 02 21:17:46.643942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36944) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.674530 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e6ab79-f4c9-4797-bcbd-9e47e666ab73 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.675332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e6ab79-f4c9-4797-bcbd-9e47e666ab73 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.681716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-50e6ab79-f4c9-4797-bcbd-9e47e666ab73 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/9054122a-4a51-4c30-b46d-537d0b8478f1 HTTP/1.1" status: 404  len: 337 time: 0.0341694
Apr 02 21:17:46.681999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36946) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.704160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] DHCP port deletion for eeb93323-7554-49dc-8729-b7a40cff9c2b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:17:46.706869 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d5e5c9-5cb9-49b7-93a3-bada1ac91913 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.707642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d5e5c9-5cb9-49b7-93a3-bada1ac91913 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.712546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-11d5e5c9-5cb9-49b7-93a3-bada1ac91913 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/831bcf70-d2c2-4ee8-ae24-77813b9649f2 HTTP/1.1" status: 404  len: 333 time: 0.0287325
Apr 02 21:17:46.714530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36948) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.717021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec007f-ba9e-4389-8bde-cbd9b83ff7e1 None None] Pushing event updated for resources: {'Port': ['ID=e05fa377-e681-4310-be6b-983bb701c066,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:46.756073 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbcc125-9469-455a-b208-fbeaf585f9fc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.756686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbcc125-9469-455a-b208-fbeaf585f9fc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.760542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9cbcc125-9469-455a-b208-fbeaf585f9fc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/f01b13e7-83c7-408e-8d0b-cbf26ec455cd HTTP/1.1" status: 404  len: 337 time: 0.0440876
Apr 02 21:17:46.762479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36952) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.782763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a25db625-a5c9-4da1-9742-46d310a70ce4 None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:46.790386 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0ced47-b6ca-4e15-a655-67d15c3fe2df tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.790951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0ced47-b6ca-4e15-a655-67d15c3fe2df tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.796506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f0ced47-b6ca-4e15-a655-67d15c3fe2df tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/4438e71e-680d-4aa1-bf4d-1df38b5a3c12 HTTP/1.1" status: 404  len: 337 time: 0.0321336
Apr 02 21:17:46.798183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36954) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.823407 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-29116821-998a-461c-a593-76802cf4f471 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.823964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29116821-998a-461c-a593-76802cf4f471 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.830692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-29116821-998a-461c-a593-76802cf4f471 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/a286a1ed-02f2-468a-a82e-394adcb69e12 HTTP/1.1" status: 404  len: 333 time: 0.0314312
Apr 02 21:17:46.831402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.868477 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6546af3-0926-4793-b464-4be9ac22c759 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.868945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6546af3-0926-4793-b464-4be9ac22c759 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.874865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.875394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6546af3-0926-4793-b464-4be9ac22c759 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/68eba8d6-c948-451d-b999-bf993b5bd435 HTTP/1.1" status: 404  len: 337 time: 0.0429356
Apr 02 21:17:46.908178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2843afb5-f3c1-412c-8f42-fb07834d8614 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:46.925743 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-6950128a-bf61-4f34-abdf-382d621beae7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.926278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6950128a-bf61-4f34-abdf-382d621beae7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.929388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6950128a-bf61-4f34-abdf-382d621beae7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/b02ac5ee-8c74-4105-b100-9a61bec27de2 HTTP/1.1" status: 404  len: 337 time: 0.0538251
Apr 02 21:17:46.931940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36960) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.963803 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7799ae-f804-4e13-9ce5-32712158c1be tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.964358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7799ae-f804-4e13-9ce5-32712158c1be tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:46.968027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1f7799ae-f804-4e13-9ce5-32712158c1be tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/98ccda9a-ce03-4142-957b-b0ab82f56c08 HTTP/1.1" status: 404  len: 333 time: 0.0337720
Apr 02 21:17:46.971129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36962) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:46.998682 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d18140-0057-433c-a043-4ce494db896d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:46.999304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d18140-0057-433c-a043-4ce494db896d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.005339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b5d18140-0057-433c-a043-4ce494db896d tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/e43b8e52-3d9a-4190-bc2b-40a300da2466 HTTP/1.1" status: 404  len: 337 time: 0.0307393
Apr 02 21:17:47.005670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.033455 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7c6350-5de4-4dcc-8883-06454538a6ba tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.034079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7c6350-5de4-4dcc-8883-06454538a6ba tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.037436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7d7c6350-5de4-4dcc-8883-06454538a6ba tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/74c01ab5-dd60-49a7-8af6-65c4e1e4e924 HTTP/1.1" status: 404  len: 337 time: 0.0306211
Apr 02 21:17:47.039975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.074877 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-d251b21c-e48f-4d22-af72-3ccd8d07eb55 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.076766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d251b21c-e48f-4d22-af72-3ccd8d07eb55 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.079429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d251b21c-e48f-4d22-af72-3ccd8d07eb55 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/99058b46-33dd-470b-ac02-fb54b2d161da HTTP/1.1" status: 404  len: 333 time: 0.0383925
Apr 02 21:17:47.081900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36968) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.108099 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f93e46a-f62b-46f9-abd3-7574ee1ba609 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.108597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f93e46a-f62b-46f9-abd3-7574ee1ba609 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.114034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4f93e46a-f62b-46f9-abd3-7574ee1ba609 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/ff25b81e-0677-40c4-a031-8bc5f57a4b55 HTTP/1.1" status: 404  len: 337 time: 0.0288374
Apr 02 21:17:47.114287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36970) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.117575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] Set router d9af3689-dab9-4dcd-ae16-25a59d3b242b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:47.140766 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad467ee5-be1c-4684-967c-10245f4f76dc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.141224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad467ee5-be1c-4684-967c-10245f4f76dc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.148232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ad467ee5-be1c-4684-967c-10245f4f76dc tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/d6c36a85-6da1-4908-965a-8be095bbcfe4 HTTP/1.1" status: 404  len: 337 time: 0.0294118
Apr 02 21:17:47.148232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36972) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.182745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-102822bf-b195-4cb9-a297-43970ffe1572 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4c50c28-4caf-42eb-84ee-cc16dff2d552 HTTP/1.1" status: 200  len: 205 time: 0.0317826
Apr 02 21:17:47.182960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36974) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.187898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'fixed_ips': [{'subnet_id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:17:47.188821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.221689 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-6a5c865d-7aff-4fb8-bc77-68348e699211 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] delete failed (client error): The resource could not be found.
Apr 02 21:17:47.222527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6a5c865d-7aff-4fb8-bc77-68348e699211 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/routers/e4c50c28-4caf-42eb-84ee-cc16dff2d552 HTTP/1.1" status: 404  len: 336 time: 0.0386682
Apr 02 21:17:47.225073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36976) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.246429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.251524 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-feafa8fb-9b06-44ec-97bd-efc89b5999a0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.251980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feafa8fb-9b06-44ec-97bd-efc89b5999a0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.255061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-feafa8fb-9b06-44ec-97bd-efc89b5999a0 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/82650661-ee23-4cdb-af0f-4ea303455ae7 HTTP/1.1" status: 404  len: 337 time: 0.0290813
Apr 02 21:17:47.257810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.263594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] Deleting port 2843afb5-f3c1-412c-8f42-fb07834d8614 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:47.263974 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.330506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.331019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aa590270-67ca-43ba-ba00-b9f80f66edcd tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e16d95-c14e-4b32-a916-a1401813b8ee HTTP/1.1" status: 200  len: 205 time: 0.0716445
Apr 02 21:17:47.395428 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-5ad70747-cd9d-4b66-a2bb-fcaf81e5dcd7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] delete failed (client error): The resource could not be found.
Apr 02 21:17:47.399010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5ad70747-cd9d-4b66-a2bb-fcaf81e5dcd7 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/routers/64e16d95-c14e-4b32-a916-a1401813b8ee HTTP/1.1" status: 404  len: 336 time: 0.0640876
Apr 02 21:17:47.404440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36988) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.453447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:47.454021 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.467506 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9faa178-0b24-4fdd-9835-294b39bfac0a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.467506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9faa178-0b24-4fdd-9835-294b39bfac0a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.470175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9faa178-0b24-4fdd-9835-294b39bfac0a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/6967f935-c810-45f7-9d7e-3d18d1c06daa HTTP/1.1" status: 404  len: 337 time: 0.0634265
Apr 02 21:17:47.475070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36990) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.507505 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-24663903-c53a-4173-a919-9a54688076ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.508000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24663903-c53a-4173-a919-9a54688076ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.511466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-24663903-c53a-4173-a919-9a54688076ff tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/0e805757-6078-4004-8214-a62e694e92d1 HTTP/1.1" status: 404  len: 337 time: 0.0356073
Apr 02 21:17:47.515732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 36994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.558333 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-c023e1b8-71ae-4829-9348-6904901c0a66 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.558895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c023e1b8-71ae-4829-9348-6904901c0a66 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.561930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] Calling delete_port for 2843afb5-f3c1-412c-8f42-fb07834d8614 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:47.566280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c023e1b8-71ae-4829-9348-6904901c0a66 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/6c2cccf3-211a-47f2-8e2a-7a0f2af50cbb HTTP/1.1" status: 404  len: 333 time: 0.0459297
Apr 02 21:17:47.566506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 36998) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.582969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b9d03-3f0d-4fd8-bf33-5e6eb2b5119c req-374f1099-c9cc-489e-a849-a6ea9c3ce4f0 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:47.584688 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da4b9d03-3f0d-4fd8-bf33-5e6eb2b5119c req-374f1099-c9cc-489e-a849-a6ea9c3ce4f0 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 945 time: 0.1914372
Apr 02 21:17:47.592950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Allocated IP 172.20.0.18 (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54/839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a/c66d434f-41c1-46e2-a29e-a79004413a3d) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:47.646463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da4b9d03-3f0d-4fd8-bf33-5e6eb2b5119c req-cc2a833f-5262-494e-a190-1ceaf68cc150 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556686
Apr 02 21:17:47.678809 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd55a662-d2b8-4d62-bc7b-a72db6e58b7a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.679369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd55a662-d2b8-4d62-bc7b-a72db6e58b7a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.683257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd55a662-d2b8-4d62-bc7b-a72db6e58b7a tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/1bd16811-ca2a-4bec-9ed7-aea3ce861879 HTTP/1.1" status: 404  len: 337 time: 0.1156695
Apr 02 21:17:47.684631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2843afb5-f3c1-412c-8f42-fb07834d8614 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:47.685226 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.686383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37004) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.713318 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c1f26b-2076-406c-a8c0-d466084d3d70 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.713880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c1f26b-2076-406c-a8c0-d466084d3d70 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.717001 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d6c1f26b-2076-406c-a8c0-d466084d3d70 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/db5cd9f4-c0d5-4287-b59f-4a8d60fd0535 HTTP/1.1" status: 404  len: 333 time: 0.0296249
Apr 02 21:17:47.721670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37008) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.774691 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-775903bd-e2e4-4c53-9649-7990a005d9c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.775208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775903bd-e2e4-4c53-9649-7990a005d9c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.782599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.784669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-775903bd-e2e4-4c53-9649-7990a005d9c6 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/87377947-855c-4737-8d65-2ffe82299076 HTTP/1.1" status: 404  len: 337 time: 0.0615318
Apr 02 21:17:47.811557 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-327549b5-e9b2-4a6a-a312-db73059100be tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.812517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327549b5-e9b2-4a6a-a312-db73059100be tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.815775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-327549b5-e9b2-4a6a-a312-db73059100be tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/e0004862-d240-426c-b436-f44e4fea2e00 HTTP/1.1" status: 404  len: 333 time: 0.0317562
Apr 02 21:17:47.818263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b090b17-4cdc-49d8-8396-25b6ed7988fb req-2a2eb593-0ed8-4063-96c9-f68157acc9fb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:47.818468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37014) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.820111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b090b17-4cdc-49d8-8396-25b6ed7988fb req-2a2eb593-0ed8-4063-96c9-f68157acc9fb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1464498
Apr 02 21:17:47.848429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 2843afb5-f3c1-412c-8f42-fb07834d8614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2843afb5-f3c1-412c-8f42-fb07834d8614,segment=NetworkSegment(b0a82a4c-9408-4ea6-b717-4fcb475c1d6a),segment_id=b0a82a4c-9408-4ea6-b717-4fcb475c1d6a)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:47.849090 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c87e6f-7ace-4752-8f85-0e20fa5c179b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.849622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c87e6f-7ace-4752-8f85-0e20fa5c179b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.854107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-66c87e6f-7ace-4752-8f85-0e20fa5c179b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/7f7b50ff-96f6-4396-8b5d-120df10acd87 HTTP/1.1" status: 404  len: 337 time: 0.0343719
Apr 02 21:17:47.859349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37016) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.864551 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.890508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b090b17-4cdc-49d8-8396-25b6ed7988fb req-4c0bd795-2cc1-44a2-a1ee-374aee2b4702 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648310
Apr 02 21:17:47.898712 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7921146e-431d-4ef4-96be-9943bb531591 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.899456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7921146e-431d-4ef4-96be-9943bb531591 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.906602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7921146e-431d-4ef4-96be-9943bb531591 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/24bb0236-71f6-4abd-8616-764abcc438a5 HTTP/1.1" status: 404  len: 333 time: 0.0425024
Apr 02 21:17:47.907268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37018) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.917363 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (2843afb5-f3c1-412c-8f42-fb07834d8614), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.922318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:47.923835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b58c10>, [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:17:43Z', 'revision_number': 3, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:47.930976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event deleted for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:47.937703 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-586bf941-7354-4332-9c7d-d54ff609fc7f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.938415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586bf941-7354-4332-9c7d-d54ff609fc7f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.942160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-586bf941-7354-4332-9c7d-d54ff609fc7f tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/ab8cd888-aa31-4989-adea-c0a20c23172e HTTP/1.1" status: 404  len: 337 time: 0.0338490
Apr 02 21:17:47.945397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.970399 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a85a93-00b2-4f57-a0cf-2f02ee4503c2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:47.971532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a85a93-00b2-4f57-a0cf-2f02ee4503c2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:47.974572 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d9a85a93-00b2-4f57-a0cf-2f02ee4503c2 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/714619a0-9c70-4938-b2f3-3cdb618ee9e9 HTTP/1.1" status: 404  len: 333 time: 0.0278299
Apr 02 21:17:47.977322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37022) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:47.991270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4671-7213-4778-bc4a-80c343d192cc None None] The sync data for ids ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'] in ncdv-master-1 is: [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:17:43Z', 'revision_number': 3, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:17:47.995661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] No DVR routers for this DVR port 2843afb5-f3c1-412c-8f42-fb07834d8614 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:48.009498 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-f349867b-3410-4907-a829-cb053886c586 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:48.009957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f349867b-3410-4907-a829-cb053886c586 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:48.013581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f349867b-3410-4907-a829-cb053886c586 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/407008c2-d2f4-4d18-9c03-8abd63948cd6 HTTP/1.1" status: 404  len: 337 time: 0.0350709
Apr 02 21:17:48.013723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c68af-5add-4c7e-9a6d-494d02c3f91a None None] Pushing event deleted for resources: {'Port': ['ID=2843afb5-f3c1-412c-8f42-fb07834d8614,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:48.016717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37024) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:48.052120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Publish callbacks [] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.060026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.065434 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5709e3a-ae2d-4359-917b-89d055b62032 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:48.065928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5709e3a-ae2d-4359-917b-89d055b62032 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:48.069176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c5709e3a-ae2d-4359-917b-89d055b62032 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/bac3eeb2-95e2-4091-af93-9030c55c9346 HTTP/1.1" status: 404  len: 333 time: 0.0466452
Apr 02 21:17:48.071768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:48.104262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:48.107755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:48.111215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:48.113861 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f3ccc7-4a13-41fe-9c9b-1eab01323244 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:48.114513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f3ccc7-4a13-41fe-9c9b-1eab01323244 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:48.118625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-46f3ccc7-4a13-41fe-9c9b-1eab01323244 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/191e9147-b290-42bf-b39f-545b3eee72bd HTTP/1.1" status: 404  len: 337 time: 0.0456405
Apr 02 21:17:48.123252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:48.125904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Pushing event updated for resources: {'Port': ['ID=c66d434f-41c1-46e2-a29e-a79004413a3d,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:48.147367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.20.0.17 (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54/839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a/8bd7537d-fce1-4f6f-84ea-6bad76c792d1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:48.156585 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b32a34e-27ab-4b4a-b05b-0adba93f781b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:48.157489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b32a34e-27ab-4b4a-b05b-0adba93f781b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:48.161085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0b32a34e-27ab-4b4a-b05b-0adba93f781b tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/ports/297e6fd8-0023-485d-b59a-d8fef2c131a3 HTTP/1.1" status: 404  len: 333 time: 0.0366385
Apr 02 21:17:48.163677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37034) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:48.192092 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3346da8c-245c-4215-94cf-9f17b99c949e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:48.193755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3346da8c-245c-4215-94cf-9f17b99c949e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:48.197124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3346da8c-245c-4215-94cf-9f17b99c949e tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/subnets/69b87f8d-5b83-481f-869b-22a82702cfea HTTP/1.1" status: 404  len: 337 time: 0.0324607
Apr 02 21:17:48.199728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:48.207805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Attempting to bind port c66d434f-41c1-46e2-a29e-a79004413a3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:48.208375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Attempting to bind port c66d434f-41c1-46e2-a29e-a79004413a3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:48.208925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Attempting to bind port c66d434f-41c1-46e2-a29e-a79004413a3d on network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:48.215026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:48.215421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Checking segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:48.215889 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.217600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Bound using segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:48.218095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Bound port: c66d434f-41c1-46e2-a29e-a79004413a3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:48.218491 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.286492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.312705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (eeb93323-7554-49dc-8729-b7a40cff9c2b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.336990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.339843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] For port c66d434f-41c1-46e2-a29e-a79004413a3d, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:48.350077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] For port c66d434f-41c1-46e2-a29e-a79004413a3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c66d434f-41c1-46e2-a29e-a79004413a3d,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:48.369277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.384964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:48.412037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:48.417208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:48.421995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:48.460518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f6a49-e4fe-49de-8807-714e59be873f None None] Pushing event updated for resources: {'Port': ['ID=c66d434f-41c1-46e2-a29e-a79004413a3d,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:48.489728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (d9af3689-dab9-4dcd-ae16-25a59d3b242b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.547109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (eeb93323-7554-49dc-8729-b7a40cff9c2b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.575958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784477a430>,) {'filters': {'network_id': ['eeb93323-7554-49dc-8729-b7a40cff9c2b']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:48.587556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784477a430>, 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:48.587852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784477a430>, 'b0a82a4c-9408-4ea6-b717-4fcb475c1d6a') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:48.604350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b0a82a4c-9408-4ea6-b717-4fcb475c1d6a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.623151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b0a82a4c-9408-4ea6-b717-4fcb475c1d6a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.651161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:48.651790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b0a82a4c-9408-4ea6-b717-4fcb475c1d6a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:48.655529 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:49.062170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e05fa377-e681-4310-be6b-983bb701c066 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:49.138626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e05fa377-e681-4310-be6b-983bb701c066 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:49.139354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e05fa377-e681-4310-be6b-983bb701c066), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.263752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e05fa377-e681-4310-be6b-983bb701c066 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:49.265417 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e05fa377-e681-4310-be6b-983bb701c066), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.305483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port e05fa377-e681-4310-be6b-983bb701c066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05fa377-e681-4310-be6b-983bb701c066,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:49.313572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e05fa377-e681-4310-be6b-983bb701c066), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.314765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fc067-c623-4790-96bf-da5d7c06cbb8 req-ca6077b8-691a-432f-8339-cf927103a6e2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:49.315276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c66d434f-41c1-46e2-a29e-a79004413a3d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:49.322340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab6fc067-c623-4790-96bf-da5d7c06cbb8 req-ca6077b8-691a-432f-8339-cf927103a6e2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1348345
Apr 02 21:17:49.323277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (eeb93323-7554-49dc-8729-b7a40cff9c2b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.340833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.344277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] 10.222.0.18 "DELETE /v2.0/networks/eeb93323-7554-49dc-8729-b7a40cff9c2b HTTP/1.1" status: 204  len: 168 time: 1.1433785
Apr 02 21:17:49.366838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a8352-250f-42d8-8304-e9b14def5c97 tempest-NetworksTestDHCPv6-353702218 tempest-NetworksTestDHCPv6-353702218-project] Pushing event deleted for resources: {'Network': ['ID=eeb93323-7554-49dc-8729-b7a40cff9c2b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:49.386434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4dd6-68ea-4989-bb9d-01009b592d8a req-da05730f-68ec-42f2-8bf5-7249d67f71a1 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:49.388141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08ea4dd6-68ea-4989-bb9d-01009b592d8a req-da05730f-68ec-42f2-8bf5-7249d67f71a1 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 945 time: 0.1099305
Apr 02 21:17:49.407580 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.454468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab6fc067-c623-4790-96bf-da5d7c06cbb8 req-2b7c89a4-5b88-4d05-a727-a3642af731c0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256747
Apr 02 21:17:49.482432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08ea4dd6-68ea-4989-bb9d-01009b592d8a req-65e1ca7b-03b9-443e-9816-bdd25494d861 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874627
Apr 02 21:17:49.525104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=e05fa377-e681-4310-be6b-983bb701c066,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:49.540954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c66d434f-41c1-46e2-a29e-a79004413a3d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:49.541372 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.611718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d8903482-af01-4f82-9962-cf0f37dfd603 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:49.699688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c66d434f-41c1-46e2-a29e-a79004413a3d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:49.699843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.704448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37060) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:49.733830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab14a-3567-47ae-bc01-046af469d592 req-0ac62429-9926-4d0a-9c95-fb63f5b2a390 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:49.735409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33eab14a-3567-47ae-bc01-046af469d592 req-0ac62429-9926-4d0a-9c95-fb63f5b2a390 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 945 time: 0.1150794
Apr 02 21:17:49.746596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d8903482-af01-4f82-9962-cf0f37dfd603 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:17:49.756320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d8903482-af01-4f82-9962-cf0f37dfd603 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:49.756782 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.788178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port c66d434f-41c1-46e2-a29e-a79004413a3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c66d434f-41c1-46e2-a29e-a79004413a3d,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:49.798474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.867531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33eab14a-3567-47ae-bc01-046af469d592 req-bf1589c5-5e5d-4d7e-8dad-261b8d28cfe4 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c99992-82d5-4ef7-be15-07ca66093f5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241696
Apr 02 21:17:49.916524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-48af306e-8b56-4520-8acd-bd10ce2a99a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe5466912d1443d2adaba29a98b9f940&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2106781
Apr 02 21:17:49.918914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37066) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:49.948564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.955313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=c66d434f-41c1-46e2-a29e-a79004413a3d,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:49.957972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.966984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d8903482-af01-4f82-9962-cf0f37dfd603 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:49.966984 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.992008 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6233ba8-dc69-4937-9778-79b44fb51e6e admin admin] Publish callbacks [] for security_group (5f1ea929-2d8b-44ea-b4a9-1aaccd614051), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:49.997459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8903482-af01-4f82-9962-cf0f37dfd603'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:49.999916 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c09d1a5-7b2b-481e-86f0-fc1dcf570626" -d '{"events": [{"server_uuid": "a3c8f8e5-b999-4078-b783-2ed603ceb9eb", "name": "network-vif-plugged", "status": "completed", "tag": "d8903482-af01-4f82-9962-cf0f37dfd603"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:50.015761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d8903482-af01-4f82-9962-cf0f37dfd603, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8903482-af01-4f82-9962-cf0f37dfd603,segment=NetworkSegment(b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d),segment_id=b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:50.018571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb2fcd-747d-4f26-9bc4-b6467d46a4d5 None None] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:50.022913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.042843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6233ba8-dc69-4937-9778-79b44fb51e6e admin admin] Publish callbacks [] for security_group (5f1ea929-2d8b-44ea-b4a9-1aaccd614051), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.047476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:50.069382 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcb74f-b252-4d1c-81ea-1d5f7319fafc x-openstack-request-id: req-60fcb74f-b252-4d1c-81ea-1d5f7319fafc {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:50.069962 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c8f8e5-b999-4078-b783-2ed603ceb9eb", "name": "network-vif-plugged", "status": "completed", "tag": "d8903482-af01-4f82-9962-cf0f37dfd603", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:50.072833 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60fcb74f-b252-4d1c-81ea-1d5f7319fafc {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:50.073397 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fcb74f-b252-4d1c-81ea-1d5f7319fafc'] response: {'server_uuid': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8903482-af01-4f82-9962-cf0f37dfd603', 'code': 200}
Apr 02 21:17:50.108789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (d9af3689-dab9-4dcd-ae16-25a59d3b242b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.114214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6233ba8-dc69-4937-9778-79b44fb51e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5f1ea929-2d8b-44ea-b4a9-1aaccd614051), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.117774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6233ba8-dc69-4937-9778-79b44fb51e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.119544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b6233ba8-dc69-4937-9778-79b44fb51e6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f1ea929-2d8b-44ea-b4a9-1aaccd614051 HTTP/1.1" status: 204  len: 168 time: 0.1995125
Apr 02 21:17:50.142195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6233ba8-dc69-4937-9778-79b44fb51e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ea929-2d8b-44ea-b4a9-1aaccd614051,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:50.188863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-985daec3-7b58-4499-9e7b-cd753e2501d4 None None] Provisioning complete for port c66d434f-41c1-46e2-a29e-a79004413a3d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:50.189184 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-985daec3-7b58-4499-9e7b-cd753e2501d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.227142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d8903482-af01-4f82-9962-cf0f37dfd603,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:50.252793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8756-2a31-4a10-a946-3d002c2ae112 req-9ada5d10-3588-4c0f-9bdd-7b04a3d4f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:50.254261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-413d8756-2a31-4a10-a946-3d002c2ae112 req-9ada5d10-3588-4c0f-9bdd-7b04a3d4f017 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 1128 time: 0.1252282
Apr 02 21:17:50.282639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:50.287492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:50.345380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-985daec3-7b58-4499-9e7b-cd753e2501d4 None None] Current status of the port c66d434f-41c1-46e2-a29e-a79004413a3d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:50.362320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-413d8756-2a31-4a10-a946-3d002c2ae112 req-e010fca8-e07d-48ec-aef6-1117c9854281 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963929
Apr 02 21:17:50.438317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router d9af3689-dab9-4dcd-ae16-25a59d3b242b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:17:50.572468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-b24df484-46f6-4074-846f-e7058eae60ce tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:50.574386 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-b24df484-46f6-4074-846f-e7058eae60ce tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 945 time: 0.1164978
Apr 02 21:17:50.601339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:17:50.612712 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Sync routers for ids ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:17:50.618482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c701f2d-d57b-40f9-8b4d-70a60e32a6f0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "PUT /v2.0/routers/d9af3689-dab9-4dcd-ae16-25a59d3b242b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9999845
Apr 02 21:17:50.636259 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Routers {'d9af3689-dab9-4dcd-ae16-25a59d3b242b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:50.636920 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b10310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:50.701209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03b24d85-cbb2-420c-b089-fd3ab0833045 None None] Provisioning complete for port c66d434f-41c1-46e2-a29e-a79004413a3d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:50.702193 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03b24d85-cbb2-420c-b089-fd3ab0833045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.729747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6224c-ea27-44a7-b1e1-da7458cc16d6 req-9971ed58-bceb-4390-9802-22d1a29d2610 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:50.732619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29a6224c-ea27-44a7-b1e1-da7458cc16d6 req-9971ed58-bceb-4390-9802-22d1a29d2610 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1122177
Apr 02 21:17:50.754301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d3d68-e460-4cc7-b32a-bc2a33d8859a req-da07b5e6-5ab0-4562-ad8e-13643712eb7b tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:50.756615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c75d3d68-e460-4cc7-b32a-bc2a33d8859a req-da07b5e6-5ab0-4562-ad8e-13643712eb7b tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 946 time: 0.1097944
Apr 02 21:17:50.793116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Deleting port a1defcfd-1bc1-4aae-93f2-0256e5764a87 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:50.793758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.858710 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Set router d9af3689-dab9-4dcd-ae16-25a59d3b242b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:50.880694 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29a6224c-ea27-44a7-b1e1-da7458cc16d6 req-5b2700e2-dd2c-43e6-aeef-cc96380ee835 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415069
Apr 02 21:17:50.936070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03b24d85-cbb2-420c-b089-fd3ab0833045 None None] Current status of the port c66d434f-41c1-46e2-a29e-a79004413a3d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:50.969282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e05fa377-e681-4310-be6b-983bb701c066 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:50.970927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03b24d85-cbb2-420c-b089-fd3ab0833045 None None] Provisioning complete for port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:50.971253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03b24d85-cbb2-420c-b089-fd3ab0833045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:50.982943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] For port a1defcfd-1bc1-4aae-93f2-0256e5764a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1defcfd-1bc1-4aae-93f2-0256e5764a87,segment=NetworkSegment(e84a1a09-d576-4176-8d49-faa6b998e680),segment_id=e84a1a09-d576-4176-8d49-faa6b998e680)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:50.983591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.011148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Calling delete_port for a1defcfd-1bc1-4aae-93f2-0256e5764a87 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:51.054774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03b24d85-cbb2-420c-b089-fd3ab0833045 None None] Port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:17:51.073653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e05fa377-e681-4310-be6b-983bb701c066 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:51.074240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e05fa377-e681-4310-be6b-983bb701c066), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.142136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c75d3d68-e460-4cc7-b32a-bc2a33d8859a req-2ed483a2-1bb6-48a7-abd7-07b1a487cbbe tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3785918
Apr 02 21:17:51.208087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-d8ea8a5c-77cb-4682-8e92-a552d066e6f2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:51.209684 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-d8ea8a5c-77cb-4682-8e92-a552d066e6f2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/networks?id=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 HTTP/1.1" status: 200  len: 798 time: 0.1950042
Apr 02 21:17:51.229483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-c518af6f-a084-40e9-8c73-fb5af3a6aa08 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/quotas/73f99ad4a6bf4ec5ad3d7d4045018511 HTTP/1.1" status: 200  len: 375 time: 0.0126948
Apr 02 21:17:51.263122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a1defcfd-1bc1-4aae-93f2-0256e5764a87), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.284987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e05fa377-e681-4310-be6b-983bb701c066 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:51.288983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c66d434f-41c1-46e2-a29e-a79004413a3d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:51.309728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['a1defcfd-1bc1-4aae-93f2-0256e5764a87'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:51.320206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Pushing event deleted for resources: {'Port': ['ID=a1defcfd-1bc1-4aae-93f2-0256e5764a87,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:51.363813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a5eb5156-9bf0-423a-8fbd-29f9bf7a8ac6 req-98633411-e6be-4536-80e3-76bcda8caa41 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0def33-d08e-43ec-98f8-9ada1c9cdb50 HTTP/1.1" status: 200  len: 210 time: 0.0565445
Apr 02 21:17:51.394040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-d455e935-1fd5-4cba-b816-605aedc28127 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1430597
Apr 02 21:17:51.397653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fb72b205-52cb-4291-a9da-34f31023baf9 None None] Provisioning complete for port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:51.398114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb72b205-52cb-4291-a9da-34f31023baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.412866 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b10310>, [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bd7537d-fce1-4f6f-84ea-6bad76c792d1', 'name': '', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:1f:ef:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:47Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 2, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:51.453995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37110) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.471785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] No DVR routers for this DVR port a1defcfd-1bc1-4aae-93f2-0256e5764a87 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:51.474477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.479269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4dfa2b5-a0be-49c1-98d1-aa26bdb16ff2 req-1e8f9cca-e37c-4989-bcb1-059f855df3e8 tempest-VolumesActionsTest-357684092 tempest-VolumesActionsTest-357684092-project] 10.222.0.15 "DELETE /v2.0/ports/a1defcfd-1bc1-4aae-93f2-0256e5764a87 HTTP/1.1" status: 204  len: 173 time: 0.8987577
Apr 02 21:17:51.479758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'name': 'network-vif-deleted', 'tag': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:51.481111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fb72b205-52cb-4291-a9da-34f31023baf9 None None] Port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:17:51.486118 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88fa8b7-4edb-4414-8c02-13997baf2b39" -d '{"events": [{"server_uuid": "2e0def33-d08e-43ec-98f8-9ada1c9cdb50", "name": "network-vif-deleted", "tag": "a1defcfd-1bc1-4aae-93f2-0256e5764a87"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:51.541504 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74ac71-6c1d-47a2-a027-941c331a3bad x-openstack-request-id: req-8b74ac71-6c1d-47a2-a027-941c331a3bad {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:51.542142 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0def33-d08e-43ec-98f8-9ada1c9cdb50", "name": "network-vif-deleted", "tag": "a1defcfd-1bc1-4aae-93f2-0256e5764a87", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:51.542565 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b74ac71-6c1d-47a2-a027-941c331a3bad {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:51.543384 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74ac71-6c1d-47a2-a027-941c331a3bad'] response: {'server_uuid': '2e0def33-d08e-43ec-98f8-9ada1c9cdb50', 'name': 'network-vif-deleted', 'tag': 'a1defcfd-1bc1-4aae-93f2-0256e5764a87', 'status': 'completed', 'code': 200}
Apr 02 21:17:51.545661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c66d434f-41c1-46e2-a29e-a79004413a3d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:51.546245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.599369 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Checking router: d9af3689-dab9-4dcd-ae16-25a59d3b242b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:17:51.599987 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Updating router d9af3689-dab9-4dcd-ae16-25a59d3b242b port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:17:51.619039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-662b57d0-3f10-4600-a9f5-3b36ae11cbee service neutron] 10.222.0.18 "GET /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013783
Apr 02 21:17:51.619641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1aed8fb0-46b8-438b-866a-6690db8cfb6e None None] Provisioning complete for port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:51.620125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1aed8fb0-46b8-438b-866a-6690db8cfb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.632129 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:51.679943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1aed8fb0-46b8-438b-866a-6690db8cfb6e None None] Port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:17:51.700546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c66d434f-41c1-46e2-a29e-a79004413a3d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:51.762404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-16a71d31-5c69-404a-aa86-d2644a14303d tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] Request body: {'port': {'network_id': '722ec42b-ed66-44b7-8a54-8bac33ed7cd1', 'name': 'tempest-NetworksNegativeTestJSON-165482028'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:51.778226 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a71d31-5c69-404a-aa86-d2644a14303d tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] POST failed (client error): The resource could not be found.
Apr 02 21:17:51.779362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a71d31-5c69-404a-aa86-d2644a14303d tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:51.780660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-16a71d31-5c69-404a-aa86-d2644a14303d tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3162394
Apr 02 21:17:51.782813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-5443f09f-5fb3-4997-9704-fb83af9af7db service neutron] 10.222.0.18 "GET /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629264
Apr 02 21:17:51.785988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37116) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.805064 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-91709541-03f1-43f6-a7a5-887e800b315e tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:51.805566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91709541-03f1-43f6-a7a5-887e800b315e tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:51.808663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-91709541-03f1-43f6-a7a5-887e800b315e tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "DELETE /v2.0/networks/ed3372c6-182c-4f74-9125-afaa5949e453 HTTP/1.1" status: 404  len: 339 time: 0.0214925
Apr 02 21:17:51.812879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.838943 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d4d74-16cd-43b3-a429-0bf84ec65a63 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:51.839513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78d4d74-16cd-43b3-a429-0bf84ec65a63 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:51.844063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d78d4d74-16cd-43b3-a429-0bf84ec65a63 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "DELETE /v2.0/ports/dc82954b-245d-4830-a435-ed46075543b6 HTTP/1.1" status: 404  len: 333 time: 0.0299673
Apr 02 21:17:51.847201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37120) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.873934 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadc29f8-470e-47fb-8ffb-a055990ac54a tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:17:51.874310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadc29f8-470e-47fb-8ffb-a055990ac54a tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:51.881182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dadc29f8-470e-47fb-8ffb-a055990ac54a tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "DELETE /v2.0/subnets/e6044c10-aba1-43fe-9526-1a0a1c85debe HTTP/1.1" status: 404  len: 337 time: 0.0292840
Apr 02 21:17:51.881506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37122) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.904566 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a94faa-9e64-4a49-b20b-bd55c7321142 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] GET failed (client error): The resource could not be found.
Apr 02 21:17:51.906327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-37a94faa-9e64-4a49-b20b-bd55c7321142 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "GET /v2.0/networks/fe10ec56-36f9-4f3c-a65b-a0ea40593f71 HTTP/1.1" status: 404  len: 339 time: 0.0237045
Apr 02 21:17:51.910621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.942159 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b2919c-9445-4b7b-9a65-a9f1c5ad9bfb tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] GET failed (client error): The resource could not be found.
Apr 02 21:17:51.944432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9b2919c-9445-4b7b-9a65-a9f1c5ad9bfb tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "GET /v2.0/ports/d306c08e-e339-4629-b2c3-9061c6f1f5f0 HTTP/1.1" status: 404  len: 333 time: 0.0327072
Apr 02 21:17:51.948153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37130) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:51.989807 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-01544e44-8026-4f01-b4b0-beeaca134a35 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] GET failed (client error): The resource could not be found.
Apr 02 21:17:51.995284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01544e44-8026-4f01-b4b0-beeaca134a35 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "GET /v2.0/subnets/c1b74636-64b9-4d41-bba4-f679b840c59c HTTP/1.1" status: 404  len: 337 time: 0.0414596
Apr 02 21:17:51.995976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37136) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:52.008531 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Publish callbacks [] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.010373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7e24d6f5-be17-4c4e-ae97-f9b2ce9130bd tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] Request body: {'network': {'name': 'new_name'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:52.016682 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.042385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b795-3a64-475c-ac06-3db7098daea1 req-b8f81af7-1eee-461a-b87d-1280389d4cb0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:52.045310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c827b795-3a64-475c-ac06-3db7098daea1 req-b8f81af7-1eee-461a-b87d-1280389d4cb0 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.0944529
Apr 02 21:17:52.061149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3fd0d55b-da4f-4cb0-b031-aa256af8c120 req-83d7c214-8d2f-4cd8-a9a8-c9720fe446fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 210 time: 0.0740318
Apr 02 21:17:52.062698 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e24d6f5-be17-4c4e-ae97-f9b2ce9130bd tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] PUT failed (client error): The resource could not be found.
Apr 02 21:17:52.063260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e24d6f5-be17-4c4e-ae97-f9b2ce9130bd tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:52.064397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7e24d6f5-be17-4c4e-ae97-f9b2ce9130bd tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "PUT /v2.0/networks/f156c568-5a55-4e65-980c-061d72afd864 HTTP/1.1" status: 404  len: 339 time: 0.0601420
Apr 02 21:17:52.068261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37138) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:52.073845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6fe5581f-4125-4fb6-9d62-afb3879920af tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] Request body: {'port': {'name': 'new_name'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:52.100695 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe5581f-4125-4fb6-9d62-afb3879920af tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] PUT failed (client error): The resource could not be found.
Apr 02 21:17:52.101681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe5581f-4125-4fb6-9d62-afb3879920af tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:52.103284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6fe5581f-4125-4fb6-9d62-afb3879920af tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "PUT /v2.0/ports/58b08d69-10b0-4638-9026-b0a0d389a42f HTTP/1.1" status: 404  len: 333 time: 0.0338545
Apr 02 21:17:52.107291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37140) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:52.123637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4a3c453e-d8e5-4b28-8ad8-3d0eef2132d6 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:52.124980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c827b795-3a64-475c-ac06-3db7098daea1 req-80cff2d9-e12c-4ed2-989d-e70aa709efc2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650022
Apr 02 21:17:52.166519 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3c453e-d8e5-4b28-8ad8-3d0eef2132d6 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] PUT failed (client error): The resource could not be found.
Apr 02 21:17:52.166989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3c453e-d8e5-4b28-8ad8-3d0eef2132d6 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:17:52.169410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a3c453e-d8e5-4b28-8ad8-3d0eef2132d6 tempest-NetworksNegativeTestJSON-1205507096 tempest-NetworksNegativeTestJSON-1205507096-project] 10.222.0.18 "PUT /v2.0/subnets/feb5d103-7312-4afe-ac89-177f308ce0ad HTTP/1.1" status: 404  len: 337 time: 0.0596635
Apr 02 21:17:52.225053 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Attempting to bind port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:52.225434 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Attempting to bind port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:52.225799 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Attempting to bind port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 on network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:52.228711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Pushing event updated for resources: {'Port': ['ID=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:52.242259 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:52.242646 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Checking segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:52.243163 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.243565 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Bound using segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:52.244046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Bound port: 8bd7537d-fce1-4f6f-84ea-6bad76c792d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:52.244429 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.249093 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.249444 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.249786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.250126 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.250462 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.250791 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.251122 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.251449 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.251775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.252098 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.252422 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.252775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.253101 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.253424 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.254212 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:17:52.340860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e256-d8bb-4331-941f-dea2a1c4ba7b req-378f078d-1448-46fc-8f5b-615be7551855 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:52.342482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d3c3e256-d8bb-4331-941f-dea2a1c4ba7b req-378f078d-1448-46fc-8f5b-615be7551855 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 946 time: 0.0812814
Apr 02 21:17:52.389993 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] For port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:52.393310 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] For port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:52.407903 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.425275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] Provisioning complete for port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:52.425844 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.436104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d3c3e256-d8bb-4331-941f-dea2a1c4ba7b req-54c08048-c2e4-48ff-85f0-a42b0e5c5fda tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850410
Apr 02 21:17:52.530691 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Routers {'d9af3689-dab9-4dcd-ae16-25a59d3b242b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:17:52.533172 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b10310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:52.546519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] Current status of the port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:52.546927 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.597750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] For port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:52.605364 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.723756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37162) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:52.726606 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe99111-dc60-46da-b222-6f74482e4de9 None None] Pushing event updated for resources: {'Port': ['ID=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:52.743172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac1838-89fe-4e1e-a97b-e8cac29f5bac None None] Pushing event updated for resources: {'Port': ['ID=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:52.768011 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] Set router d9af3689-dab9-4dcd-ae16-25a59d3b242b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:17:52.941203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a81eba-86a8-4427-885b-d3eb0c214e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:52.949996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2bc7bdc4-9f82-444c-a5b8-306cc0b2a479 None None] Provisioning complete for port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:52.951101 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2bc7bdc4-9f82-444c-a5b8-306cc0b2a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.103086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7bdc4-9f82-444c-a5b8-306cc0b2a479 None None] Current status of the port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:53.157165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a81eba-86a8-4427-885b-d3eb0c214e43 admin admin] Publish callbacks [] for security_group (375c1688-8ab3-4f60-a128-2eb649600050), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.161901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f5a81eba-86a8-4427-885b-d3eb0c214e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (375c1688-8ab3-4f60-a128-2eb649600050), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.200319 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b10310>, [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bd7537d-fce1-4f6f-84ea-6bad76c792d1', 'name': '', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:1f:ef:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:47Z', 'updated_at': '2022-04-02T21:17:52Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:53.202505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f5a81eba-86a8-4427-885b-d3eb0c214e43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e01bca9861644f1b3a842d31a790e8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4775524
Apr 02 21:17:53.203302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37180) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:53.259771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3c50-21db-46ac-958b-a4248661f507 req-4355a5bb-b96e-401d-b853-7b3f8d23ed70 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:53.268098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4ce3c50-21db-46ac-958b-a4248661f507 req-4355a5bb-b96e-401d-b853-7b3f8d23ed70 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 946 time: 0.1327622
Apr 02 21:17:53.269720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751cd8c-e7a2-45a5-935a-fffb2822fc5d None None] The sync data for ids ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'] in ncdv-master-1 is: [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bd7537d-fce1-4f6f-84ea-6bad76c792d1', 'name': '', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:1f:ef:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:47Z', 'updated_at': '2022-04-02T21:17:52Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:17:53.278052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae04f3d4-c1d2-4198-8e6a-ae2a129e720a req-42ff634d-87be-4b5e-89fd-b61aa1e2001f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 210 time: 0.0712585
Apr 02 21:17:53.283477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81eba-86a8-4427-885b-d3eb0c214e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c1688-8ab3-4f60-a128-2eb649600050,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:53.349146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffeccaca-d571-4294-9c81-77134e948b98 admin admin] Publish callbacks [] for security_group (375c1688-8ab3-4f60-a128-2eb649600050), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.356181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e394a8d1-d253-4ed8-a784-c8345e043048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.393878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4ce3c50-21db-46ac-958b-a4248661f507 req-5e014cca-3530-490c-a56f-ae7a8e0f2f4e tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069446
Apr 02 21:17:53.429012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffeccaca-d571-4294-9c81-77134e948b98 admin admin] Publish callbacks [] for security_group (375c1688-8ab3-4f60-a128-2eb649600050), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.531584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c3794-a08c-4095-886e-3a9191eb755c req-f42fc439-bf0f-4817-b06d-d898e6d82940 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:53.533472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-855c3794-a08c-4095-886e-3a9191eb755c req-f42fc439-bf0f-4817-b06d-d898e6d82940 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.0787690
Apr 02 21:17:53.557977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffeccaca-d571-4294-9c81-77134e948b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (375c1688-8ab3-4f60-a128-2eb649600050), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.562747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ffeccaca-d571-4294-9c81-77134e948b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:53.564133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ffeccaca-d571-4294-9c81-77134e948b98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/375c1688-8ab3-4f60-a128-2eb649600050 HTTP/1.1" status: 204  len: 168 time: 0.3588309
Apr 02 21:17:53.616922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeccaca-d571-4294-9c81-77134e948b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c1688-8ab3-4f60-a128-2eb649600050,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:53.668851 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-855c3794-a08c-4095-886e-3a9191eb755c req-0d03b781-0e2e-4fe4-a2fc-33d611e37bd5 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285338
Apr 02 21:17:53.703158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-2a2f4df2-6e45-4ccf-93a7-bf49061f8d2e tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:53.704990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-2a2f4df2-6e45-4ccf-93a7-bf49061f8d2e tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.21 "GET /v2.0/networks?id=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 HTTP/1.1" status: 200  len: 798 time: 0.1799970
Apr 02 21:17:53.718974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Request body: {'port': {'device_id': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'admin_state_up': True, 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:53.852691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Made reservation on behalf of 73f99ad4a6bf4ec5ad3d7d4045018511 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:53.856334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.006204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Allocated IP 172.20.0.28 (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54/839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a/cef52a56-c4d6-4ff9-803d-208bfc96dbf1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:17:54.178026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.225221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.274788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:54.280889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:54.288407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:54.295174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event updated for resources: {'Port': ['ID=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:54.385858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:54.386553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.427662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-6c04ba7f-408e-471f-b22d-0d4febb1d5c0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.7132828
Apr 02 21:17:54.453869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Request body: {'port': {'device_id': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:54.537173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37238) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:54.627029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276273c2-4c6b-4fb9-81ce-0555e2bdb215 req-2b567b3a-7ac0-4d25-b85d-2808c29f2f63 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:54.637248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-276273c2-4c6b-4fb9-81ce-0555e2bdb215 req-2b567b3a-7ac0-4d25-b85d-2808c29f2f63 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 895 time: 0.2033064
Apr 02 21:17:54.649753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fdb50-c1ec-42be-954f-293e83508060 req-81e44925-4856-4f5b-920d-4dbfee2f78e7 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:54.651914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c00fdb50-c1ec-42be-954f-293e83508060 req-81e44925-4856-4f5b-920d-4dbfee2f78e7 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 946 time: 0.1109567
Apr 02 21:17:54.660555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.669296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93635-abbc-4a83-bbdd-5aefa382728f req-2c217575-fcdc-4c35-b06e-1bd1488ba5e3 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:54.685880 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0e93635-abbc-4a83-bbdd-5aefa382728f req-2c217575-fcdc-4c35-b06e-1bd1488ba5e3 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 946 time: 0.1857016
Apr 02 21:17:54.699869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1defcfd-1bc1-4aae-93f2-0256e5764a87 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:54.735666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1541653567'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:54.790217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0e93635-abbc-4a83-bbdd-5aefa382728f req-417a9051-c717-4c99-8a10-92a76687e811 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d7d7683-287b-48ff-9338-431f23f6ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024115
Apr 02 21:17:54.805165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: a1defcfd-1bc1-4aae-93f2-0256e5764a87 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:54.805965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device a1defcfd-1bc1-4aae-93f2-0256e5764a87 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:54.822032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:54.827626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.828580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ef884744-6736-430d-8214-d1f2ff0705b8 None None] Provisioning complete for port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:54.828968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef884744-6736-430d-8214-d1f2ff0705b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.879057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ef884744-6736-430d-8214-d1f2ff0705b8 None None] Port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:17:54.882206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Deleting port d8903482-af01-4f82-9962-cf0f37dfd603 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:54.882547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.893916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:54.983458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:17:55.009731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] For port d8903482-af01-4f82-9962-cf0f37dfd603, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d8903482-af01-4f82-9962-cf0f37dfd603,segment=NetworkSegment(b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d),segment_id=b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:55.010525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.028986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Calling delete_port for d8903482-af01-4f82-9962-cf0f37dfd603 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:55.090665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530aa9d-7b35-488c-8075-45367621637f req-eb75bd81-3e15-476c-adfe-e081694ac4ef tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:55.093187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9530aa9d-7b35-488c-8075-45367621637f req-eb75bd81-3e15-476c-adfe-e081694ac4ef tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.2610345
Apr 02 21:17:55.114745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:17:55.115524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.126520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (cf0aab31-1636-47cc-b25d-c5f461aad911), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.157974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cf0aab31-1636-47cc-b25d-c5f461aad911), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.224379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:55.232234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d8903482-af01-4f82-9962-cf0f37dfd603), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.235269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:55.249348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d8903482-af01-4f82-9962-cf0f37dfd603'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:17:55.274600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9530aa9d-7b35-488c-8075-45367621637f req-fd657efa-4cd5-4502-ad70-d192b0ee6758 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716497
Apr 02 21:17:55.276493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0aab31-1636-47cc-b25d-c5f461aad911,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:55.280258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7092a13b-a692-4f06-9d9e-026b0efd6340), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.280638 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment 7092a13b-a692-4f06-9d9e-026b0efd6340 of type vlan for network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41
Apr 02 21:17:55.307932 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec9e3cb3-8a4a-4944-b61e-20560a884b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.309331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Pushing event deleted for resources: {'Port': ['ID=d8903482-af01-4f82-9962-cf0f37dfd603,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:55.340943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] No DVR routers for this DVR port d8903482-af01-4f82-9962-cf0f37dfd603 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:17:55.343427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.346888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c00fdb50-c1ec-42be-954f-293e83508060 req-b57a02ad-c6e8-4650-853e-6d097e647d45 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.21 "DELETE /v2.0/ports/d8903482-af01-4f82-9962-cf0f37dfd603 HTTP/1.1" status: 204  len: 173 time: 0.6572146
Apr 02 21:17:55.347542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'name': 'network-vif-deleted', 'tag': 'd8903482-af01-4f82-9962-cf0f37dfd603'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:55.349820 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8890e169-7bef-4fcd-8a99-9ead36e3dde4" -d '{"events": [{"server_uuid": "a3c8f8e5-b999-4078-b783-2ed603ceb9eb", "name": "network-vif-deleted", "tag": "d8903482-af01-4f82-9962-cf0f37dfd603"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:55.367205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef52a56-c4d6-4ff9-803d-208bfc96dbf1 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:17:55.373085 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.379570 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Publish callbacks [] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.397526 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8be8668-a308-4c85-b568-739c98cb0346 x-openstack-request-id: req-a8be8668-a308-4c85-b568-739c98cb0346 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:55.397812 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c8f8e5-b999-4078-b783-2ed603ceb9eb", "name": "network-vif-deleted", "tag": "d8903482-af01-4f82-9962-cf0f37dfd603", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:55.398076 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8be8668-a308-4c85-b568-739c98cb0346 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:55.398489 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8be8668-a308-4c85-b568-739c98cb0346'] response: {'server_uuid': 'a3c8f8e5-b999-4078-b783-2ed603ceb9eb', 'name': 'network-vif-deleted', 'tag': 'd8903482-af01-4f82-9962-cf0f37dfd603', 'status': 'completed', 'code': 200}
Apr 02 21:17:55.404259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Transition to ACTIVE for port object cef52a56-c4d6-4ff9-803d-208bfc96dbf1 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:17:55.409500 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.435575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.442381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:55.442381 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.505094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9654591
Apr 02 21:17:55.507908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37268) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:55.514694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'name': 'tempest-PortsIpV6TestJSON-627388624'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:55.545972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7599b-c962-42d4-b5ab-6d08238761f3 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:55.548003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Pushing event updated for resources: {'Port': ['ID=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:55.565744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:55.638003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Attempting to bind port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:17:55.638341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Attempting to bind port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:17:55.638717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Attempting to bind port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 on network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:55.644488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 on network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:17:55.644903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Attempting to bind port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 on network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:17:55.650970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:17:55.651301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Checking segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:55.651745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Bound using segment: {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:17:55.652215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Bound port: cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831a8f20-a10f-4f11-96b0-b3dd3b68946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:17:55.652562 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.711281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:55.715320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.754214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:55.774848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] For port cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:17:55.820293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] For port cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:17:55.834848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.938666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:55.940560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:55.942646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] 10.222.0.21 "PUT /v2.0/ports/cef52a56-c4d6-4ff9-803d-208bfc96dbf1 HTTP/1.1" status: 200  len: 1055 time: 1.4998920
Apr 02 21:17:55.946861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'tag': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:17:55.949645 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290" -d '{"events": [{"name": "network-changed", "server_uuid": "415701ca-01a9-4905-ac67-42bbe08ecb47", "tag": "cef52a56-c4d6-4ff9-803d-208bfc96dbf1"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:17:55.994668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6e3f-1bca-4eec-853e-965302446b58 service neutron] Pushing event updated for resources: {'Port': ['ID=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:56.012347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13172baa-8f3d-4838-9ba9-df3037f2b9a1 req-ccadc6fa-6a88-4d58-85fb-3c7c5340b7c2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.021297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13172baa-8f3d-4838-9ba9-df3037f2b9a1 req-ccadc6fa-6a88-4d58-85fb-3c7c5340b7c2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 907 time: 0.2771094
Apr 02 21:17:56.022976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47744532-2fa3-49d6-ade8-29fc6219f834 req-7970936d-48b8-464c-8a09-7e10adcccf68 tempest-ServerPasswordTestJSON-362706251 tempest-ServerPasswordTestJSON-362706251-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c8f8e5-b999-4078-b783-2ed603ceb9eb HTTP/1.1" status: 200  len: 210 time: 0.0964005
Apr 02 21:17:56.054414 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.100793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.102952 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2558e7-b8a9-41c0-b180-62fff314804f x-openstack-request-id: req-dc2558e7-b8a9-41c0-b180-62fff314804f {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:17:56.103252 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415701ca-01a9-4905-ac67-42bbe08ecb47", "tag": "cef52a56-c4d6-4ff9-803d-208bfc96dbf1", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:17:56.103510 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc2558e7-b8a9-41c0-b180-62fff314804f {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:17:56.104798 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2558e7-b8a9-41c0-b180-62fff314804f'] response: {'name': 'network-changed', 'server_uuid': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'tag': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1', 'status': 'completed', 'code': 200}
Apr 02 21:17:56.126580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-5af3fdee-4208-44de-8fae-5c900c4cddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.130692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-5af3fdee-4208-44de-8fae-5c900c4cddd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 1089 time: 0.1067860
Apr 02 21:17:56.184419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-695638df-9ca9-4048-9485-b7657e4764c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1 HTTP/1.1" status: 200  len: 217 time: 0.0448048
Apr 02 21:17:56.199773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=c6610e2d-a9ee-4c68-bbbe-8a85ad83a210,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:56.213462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': '7092a13b-a692-4f06-9d9e-026b0efd6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:56.215581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:56.236825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:56.242252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-400a5308-7946-4319-802f-adce90883f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.243687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-400a5308-7946-4319-802f-adce90883f31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a HTTP/1.1" status: 200  len: 837 time: 0.0522304
Apr 02 21:17:56.246812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:56.251648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:56.257753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.258643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.260018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be07f3a-f031-4ac5-a5b4-ebbdbb2ae253 None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:56.277185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2a1ca66f-79f5-4119-bf0f-dbba7cfb9c55 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7677624
Apr 02 21:17:56.280231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37292) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:56.285824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1915593151'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:56.315267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:56.318677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.337980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-965fd166-5e41-4bda-a59f-73bed473eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.339534 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-965fd166-5e41-4bda-a59f-73bed473eef8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0877707
Apr 02 21:17:56.352022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:56.388765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4ecaf21a-1add-469a-895f-5c5f67557575), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.389217 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment 4ecaf21a-1add-469a-895f-5c5f67557575 of type vlan for network 4c70ea2c-84a0-43eb-9147-d4b762843f56
Apr 02 21:17:56.443139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4c70ea2c-84a0-43eb-9147-d4b762843f56), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.451048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-d05ae73a-ceb6-4cd5-9254-3a786f0070b5 service neutron] 10.222.0.21 "GET /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032305
Apr 02 21:17:56.456902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331fdec-7086-4528-b2d6-0637e8cf713d req-2a44cfa7-21c5-46a1-b4c4-475fe49f2dc7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.458393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9331fdec-7086-4528-b2d6-0637e8cf713d req-2a44cfa7-21c5-46a1-b4c4-475fe49f2dc7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1040912
Apr 02 21:17:56.494673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4c70ea2c-84a0-43eb-9147-d4b762843f56), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.500096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.500694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.546360 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-428f7450-b46e-4c76-b831-b42936d4a8f4 req-0476c5ac-132a-4e77-b6cc-566cd6fe3464 service neutron] 10.222.0.21 "GET /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893514
Apr 02 21:17:56.554954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9331fdec-7086-4528-b2d6-0637e8cf713d req-f0b8170c-bd8c-4599-8165-102c2309f859 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883784
Apr 02 21:17:56.563219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2795620
Apr 02 21:17:56.564818 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37296) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:56.568932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'ports': [{'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'}, {'network_id': '4c70ea2c-84a0-43eb-9147-d4b762843f56'}]} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:56.568932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:56.569452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '4c70ea2c-84a0-43eb-9147-d4b762843f56'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:56.597321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc9c3-80ca-45cd-b539-8df4ee2f0555 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=4c70ea2c-84a0-43eb-9147-d4b762843f56,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:56.610559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4c70ea2c-84a0-43eb-9147-d4b762843f56 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:56.694458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.743492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-8033d9ca-3f6a-4444-a396-e8a3abf63933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.745005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-8033d9ca-3f6a-4444-a396-e8a3abf63933 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 1089 time: 0.1138008
Apr 02 21:17:56.789237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 2} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:56.793124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.838572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:56.902224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-8bbfa4d2-e35b-42cc-abb1-e36395b4b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:56.903776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-8bbfa4d2-e35b-42cc-abb1-e36395b4b7e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 HTTP/1.1" status: 200  len: 899 time: 0.1498363
Apr 02 21:17:56.978618 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-ae719c25-c786-4e62-af06-0a5e4257f819 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1 HTTP/1.1" status: 200  len: 217 time: 0.0421999
Apr 02 21:17:57.078461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 9329b4cc-691e-4738-bdc9-a41b869a7556 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:57.085514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-d6cb1ccd-a698-4c82-957d-8d013c6cfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:57.087794 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-d6cb1ccd-a698-4c82-957d-8d013c6cfb76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a HTTP/1.1" status: 200  len: 837 time: 0.0985348
Apr 02 21:17:57.119728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37312) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:57.176293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-586f4195-bb84-48a6-86e8-d8c827cd1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:57.177868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-586f4195-bb84-48a6-86e8-d8c827cd1cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0806303
Apr 02 21:17:57.211552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Deleting subnet 450c9e64-64e4-4321-a750-3e518c5ac9c2 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:17:57.220956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Publish callbacks [] for subnet (450c9e64-64e4-4321-a750-3e518c5ac9c2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.267731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (450c9e64-64e4-4321-a750-3e518c5ac9c2), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.276547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e61f0e-4733-4f40-bec4-2e5226688cdc req-9215cef8-4404-4ebf-a3c1-5118350ca2ef tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:57.278119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7e61f0e-4733-4f40-bec4-2e5226688cdc req-9215cef8-4404-4ebf-a3c1-5118350ca2ef tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 907 time: 0.1275234
Apr 02 21:17:57.291934 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (9329b4cc-691e-4738-bdc9-a41b869a7556), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.323501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (450c9e64-64e4-4321-a750-3e518c5ac9c2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.368343 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-4ebcde2e-5c55-41c2-b396-3d5a0e294ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798372
Apr 02 21:17:57.382882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (450c9e64-64e4-4321-a750-3e518c5ac9c2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.389076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 4933ac17-538a-43ff-b9a5-9d42091443d6 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:17:57.410068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450c9e64-64e4-4321-a750-3e518c5ac9c2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:57.416712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.422446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6d1c87c7-80d7-4a19-9b23-890b5dd5fee1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/450c9e64-64e4-4321-a750-3e518c5ac9c2 HTTP/1.1" status: 204  len: 168 time: 0.2991836
Apr 02 21:17:57.423226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37326) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:57.489801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47a63344-a7b5-4bc0-b5b4-a8fdd3c41290 req-b4f238fa-0196-4be0-ba84-8f27a08a74b1 service neutron] 10.222.0.21 "GET /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126244
Apr 02 21:17:57.502652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.542580 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (4933ac17-538a-43ff-b9a5-9d42091443d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.584288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9329b4cc-691e-4738-bdc9-a41b869a7556), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.586961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.617373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844b11880>,) {'filters': {'network_id': ['24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:57.627724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844b11880>, 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:57.628039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844b11880>, 'b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:57.631350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:17:57.634687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:57.637278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:57.640020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4933ac17-538a-43ff-b9a5-9d42091443d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.645636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.661566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.667801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=9329b4cc-691e-4738-bdc9-a41b869a7556,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:57.668371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:57.668885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b8688f7b-d2e8-4cde-a48a-cdfd81ebf05d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:57.671406 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:57.734898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.741431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:57.744721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] 10.222.0.18 "DELETE /v2.0/networks/24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2 HTTP/1.1" status: 204  len: 168 time: 0.3210731
Apr 02 21:17:57.756575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e098012-5654-4a49-aad7-e9b174d6397f admin admin] Pushing event deleted for resources: {'Network': ['ID=24af2d75-b19c-4dc7-9dd0-ca1e9ccafeb2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:57.920573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37348) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:57.962011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-891c2024-2401-4864-80f0-84f32da63dd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f97a5ac274614973bfd3070db537d0b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0401549
Apr 02 21:17:57.964798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37350) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:58.018151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7e20bc-96a0-4426-aa0a-5418900fedf7 admin admin] Publish callbacks [] for security_group (3d7d7683-287b-48ff-9338-431f23f6ffee), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.041681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7e20bc-96a0-4426-aa0a-5418900fedf7 admin admin] Publish callbacks [] for security_group (3d7d7683-287b-48ff-9338-431f23f6ffee), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.069912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=4933ac17-538a-43ff-b9a5-9d42091443d6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:58.089238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed600758-0253-4a0e-a4fc-4cd22f88fe27 req-e19af995-f720-4244-a5b3-0556a557ec4e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:58.090872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed600758-0253-4a0e-a4fc-4cd22f88fe27 req-e19af995-f720-4244-a5b3-0556a557ec4e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.4353380
Apr 02 21:17:58.092639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': '4ecaf21a-1add-469a-895f-5c5f67557575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c70ea2c-84a0-43eb-9147-d4b762843f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:58.093007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: 4c70ea2c-84a0-43eb-9147-d4b762843f56, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:58.100033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7e20bc-96a0-4426-aa0a-5418900fedf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3d7d7683-287b-48ff-9338-431f23f6ffee), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.102745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7e20bc-96a0-4426-aa0a-5418900fedf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.103985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6e7e20bc-96a0-4426-aa0a-5418900fedf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d7d7683-287b-48ff-9338-431f23f6ffee HTTP/1.1" status: 204  len: 168 time: 0.1384416
Apr 02 21:17:58.114901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e20bc-96a0-4426-aa0a-5418900fedf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d7683-287b-48ff-9338-431f23f6ffee,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:58.130952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 4c70ea2c-84a0-43eb-9147-d4b762843f56 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:58.146764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c70ea2c-84a0-43eb-9147-d4b762843f56) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:58.157869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed600758-0253-4a0e-a4fc-4cd22f88fe27 req-9e3bf77d-e7ce-4b7e-9414-fd203e966bdb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590143
Apr 02 21:17:58.158633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:17:58.163626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:58.165582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0f639-0cec-447f-bf8a-afee683ca1d4 None None] Network 4c70ea2c-84a0-43eb-9147-d4b762843f56 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:58.170293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:58.170988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.196678 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7ac8a5db-bf04-4a4a-99f7-60d3329178dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.6320186
Apr 02 21:17:58.199560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37358) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:58.330293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 4933ac17-538a-43ff-b9a5-9d42091443d6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:58.330452 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4933ac17-538a-43ff-b9a5-9d42091443d6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.455687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4933ac17-538a-43ff-b9a5-9d42091443d6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.471031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 4933ac17-538a-43ff-b9a5-9d42091443d6 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:58.499731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fc5ae-9274-4ead-9ecd-9297972c1668 req-040b7cd8-1c83-4a93-ad7a-6553508363aa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:58.517999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-238fc5ae-9274-4ead-9ecd-9297972c1668 req-040b7cd8-1c83-4a93-ad7a-6553508363aa tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 907 time: 0.1401112
Apr 02 21:17:58.602805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4933ac17-538a-43ff-b9a5-9d42091443d6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.637092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=4933ac17-538a-43ff-b9a5-9d42091443d6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:58.644429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.651624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:58.652114 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3b170161-a2e6-4d1d-8939-976ef668da27 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/4933ac17-538a-43ff-b9a5-9d42091443d6 HTTP/1.1" status: 204  len: 168 time: 0.4504600
Apr 02 21:17:58.721700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1c309-5651-4a39-818a-7569a8661209 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:58.729962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1c309-5651-4a39-818a-7569a8661209 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:58.734939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f6f1c309-5651-4a39-818a-7569a8661209 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.0789318
Apr 02 21:17:58.735268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.735409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37388) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:58.838149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 9329b4cc-691e-4738-bdc9-a41b869a7556 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:17:58.838483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9329b4cc-691e-4738-bdc9-a41b869a7556), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.903453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9329b4cc-691e-4738-bdc9-a41b869a7556), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:58.916207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 9329b4cc-691e-4738-bdc9-a41b869a7556 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:17:58.965986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37398) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:58.999141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9329b4cc-691e-4738-bdc9-a41b869a7556), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.026650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=9329b4cc-691e-4738-bdc9-a41b869a7556,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:59.031682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.037536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37402) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.040519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-83483139-5d51-458c-bb41-72d90a568b0f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/9329b4cc-691e-4738-bdc9-a41b869a7556 HTTP/1.1" status: 204  len: 168 time: 0.3005662
Apr 02 21:17:59.072327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1419026433-network', 'tenant_id': '581bd6e5aa8549e88914f48abe9466c3'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:59.096718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Made reservation on behalf of 581bd6e5aa8549e88914f48abe9466c3 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:59.098998 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.111442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.127004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ad4e5-321e-46ee-ab25-086c8eb5a8f6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:59.128481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-836ad4e5-321e-46ee-ab25-086c8eb5a8f6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0899496
Apr 02 21:17:59.131497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37404) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.158145 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d4c983-9f44-4ca8-81d2-ec51db46c459 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:17:59.159472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e0d4c983-9f44-4ca8-81d2-ec51db46c459 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/4933ac17-538a-43ff-b9a5-9d42091443d6 HTTP/1.1" status: 404  len: 333 time: 0.0270433
Apr 02 21:17:59.162382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37406) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.198010 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c2363f-49f2-45c7-8bdd-7123095932da tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:17:59.199602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-10c2363f-49f2-45c7-8bdd-7123095932da tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/9329b4cc-691e-4738-bdc9-a41b869a7556 HTTP/1.1" status: 404  len: 333 time: 0.0361791
Apr 02 21:17:59.202687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37410) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.206451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks [] for security_group (2685833f-a765-4d9e-81e9-4c81edf05e16), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.210666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2685833f-a765-4d9e-81e9-4c81edf05e16), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.234577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:59.248550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2685833f-a765-4d9e-81e9-4c81edf05e16,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:59.254827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.255179 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Added segment 98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463 of type vlan for network b634a668-35fa-424f-8d79-0691a454a52e
Apr 02 21:17:59.304833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b634a668-35fa-424f-8d79-0691a454a52e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.319504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4c70ea2c-84a0-43eb-9147-d4b762843f56), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.334564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b634a668-35fa-424f-8d79-0691a454a52e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.335591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:59.336231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.370414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb0716-05f1-4803-846e-652d5908d3bc req-924799b1-e3b8-434b-b8ca-0e71f0713d2a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:59.371919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3fb0716-05f1-4803-846e-652d5908d3bc req-924799b1-e3b8-434b-b8ca-0e71f0713d2a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1306665
Apr 02 21:17:59.377342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4075456
Apr 02 21:17:59.387439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37414) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.392186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Request body: {'subnet': {'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1419026433-subnet', 'tenant_id': '581bd6e5aa8549e88914f48abe9466c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:59.396577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.402868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437d65-c370-4807-9e38-4bb60f1cc36a admin admin] Pushing event updated for resources: {'Network': ['ID=b634a668-35fa-424f-8d79-0691a454a52e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:59.413155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b634a668-35fa-424f-8d79-0691a454a52e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:17:59.469013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4c70ea2c-84a0-43eb-9147-d4b762843f56), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.471345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Made reservation on behalf of 581bd6e5aa8549e88914f48abe9466c3 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:59.473633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.521636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845a42040>,) {'filters': {'network_id': ['4c70ea2c-84a0-43eb-9147-d4b762843f56']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:59.528186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3fb0716-05f1-4803-846e-652d5908d3bc req-bd106863-3619-4628-ab40-c0efe3433af1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460986
Apr 02 21:17:59.568838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845a42040>, '4ecaf21a-1add-469a-895f-5c5f67557575') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:59.568973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845a42040>, '4ecaf21a-1add-469a-895f-5c5f67557575') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:17:59.582980 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (4ecaf21a-1add-469a-895f-5c5f67557575), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.606861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4ecaf21a-1add-469a-895f-5c5f67557575), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.616133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:17:59.616571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (4ecaf21a-1add-469a-895f-5c5f67557575), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:17:59.619687 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:17:59.665338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cef52a56-c4d6-4ff9-803d-208bfc96dbf1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:17:59.667699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee1de-624c-4dae-995f-2f717e88148a req-e7bb582f-8f6c-4cd0-a562-f119c3d1e85c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:59.669611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d8903482-af01-4f82-9962-cf0f37dfd603 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:17:59.670678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df1ee1de-624c-4dae-995f-2f717e88148a req-e7bb582f-8f6c-4cd0-a562-f119c3d1e85c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 907 time: 0.0721343
Apr 02 21:17:59.706507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d8903482-af01-4f82-9962-cf0f37dfd603 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:17:59.706946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d8903482-af01-4f82-9962-cf0f37dfd603 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:17:59.714319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4c70ea2c-84a0-43eb-9147-d4b762843f56), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.724910 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.728022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/4c70ea2c-84a0-43eb-9147-d4b762843f56 HTTP/1.1" status: 204  len: 168 time: 0.5242517
Apr 02 21:17:59.732364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37426) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.738006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632836115'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:17:59.741005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65747-27ac-43b5-81f3-29bc3fcd7701 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=4c70ea2c-84a0-43eb-9147-d4b762843f56,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:59.763959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:17:59.768325 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.793999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (167e65c3-05f3-40ec-8f55-707556ed6434), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.796388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:17:59.810975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4181719a-3b3d-4acf-89e2-b54e3a109f12), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.811334 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment 4181719a-3b3d-4acf-89e2-b54e3a109f12 of type vlan for network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027
Apr 02 21:17:59.858105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Pushing event updated for resources: {'Subnet': ['ID=167e65c3-05f3-40ec-8f55-707556ed6434,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:17:59.869629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Checking segment: {'id': '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:17:59.870064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Network hostable DHCP agents. Network: b634a668-35fa-424f-8d79-0691a454a52e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:17:59.871707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:17:59.879881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.894681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Network b634a668-35fa-424f-8d79-0691a454a52e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:17:59.895162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1', 'network_id': '62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54', 'port_id': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1', 'mac_address': 'fa:16:3e:54:48:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:17:59.907629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b634a668-35fa-424f-8d79-0691a454a52e) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:17:59.910111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.913514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:59.915139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.920010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:17:59.921266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:17:59.924494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64f197-0486-4ef7-a2e4-ee3c993d8f9f None None] Network b634a668-35fa-424f-8d79-0691a454a52e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:17:59.944602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-76dcbc35-bb1b-483f-8dc9-72d56656418b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5560565
Apr 02 21:17:59.981519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2468705
Apr 02 21:17:59.983864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37442) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:17:59.988255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:17:59.988886 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.003621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:00.030247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3c41-6577-47b2-a9c9-76cf1d42a969 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=3b0a4ad5-1b6b-4372-82b4-3bf70baf1027,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:00.049075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:00.052655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef52a56-c4d6-4ff9-803d-208bfc96dbf1 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:18:00.108722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:00.141752 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.142594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:00.153149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.209548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:00.227535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Performing IP validity checks on allocation pools {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:18:00.230911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:18:00.251290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767167d5-9a4c-4d20-afca-a900893597b0 None None] Network b634a668-35fa-424f-8d79-0691a454a52e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:00.391685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (c3ad4886-e7b4-49de-a2f6-e25a01f976e6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.438405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['cef52a56-c4d6-4ff9-803d-208bfc96dbf1'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:18:00.459852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=c3ad4886-e7b4-49de-a2f6-e25a01f976e6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:00.492204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': '4181719a-3b3d-4acf-89e2-b54e3a109f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:00.492763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:00.516272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:00.527029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:00.532488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:00.533349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.545776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f404e-5cb3-4064-8d7b-37de07eb5ff8 None None] Network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:00.555663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4f5d4341-6996-4729-8345-d3369404f632 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5681524
Apr 02 21:18:00.556323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37470) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:00.562881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027', 'name': 'tempest-PortsIpV6TestJSON-2067113535'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:00.668725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37474) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:00.674224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-510822773-network', 'tenant_id': '0eacea7c5e96458aadf1679f0627dd19'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:00.695100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Made reservation on behalf of 0eacea7c5e96458aadf1679f0627dd19 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:00.704360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.705832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b0a4ad5-1b6b-4372-82b4-3bf70baf1027', 'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': 'c3ad4886-e7b4-49de-a2f6-e25a01f976e6'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:00.707629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.715165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.743433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b0e1-1732-411b-b98f-e81ffaa6a71b req-fad97d87-9ee2-4c50-9812-abb49e6a06bb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:00.750351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b46b0e1-1732-411b-b98f-e81ffaa6a71b req-fad97d87-9ee2-4c50-9812-abb49e6a06bb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1035123
Apr 02 21:18:00.798717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:00.802532 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.828689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks [] for security_group (a1cc31de-ca89-42ce-9539-d223516a0586), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.839732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a1cc31de-ca89-42ce-9539-d223516a0586), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.841227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b46b0e1-1732-411b-b98f-e81ffaa6a71b req-e6fcdb1a-3664-4844-ad02-055f0ad3feb7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850353
Apr 02 21:18:00.850087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port cd410a5d-46bb-48e8-9e1b-2b2fded2826c yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:00.866532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:00.874999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5b86-0b37-48a8-81ac-4df09c96dce2 req-07193e07-47d3-452f-9e0f-7bc2a0795fbd tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:00.876536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f9d5b86-0b37-48a8-81ac-4df09c96dce2 req-07193e07-47d3-452f-9e0f-7bc2a0795fbd tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 908 time: 0.0873888
Apr 02 21:18:00.877004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Allocated IP 2001:db8::2 (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027/c3ad4886-e7b4-49de-a2f6-e25a01f976e6/26a919ba-c858-462a-8adc-adc7c00d24f6) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:00.894676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (32af7674-d0b5-4c73-8e34-adbcf53ef456), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.895223 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Added segment 32af7674-d0b5-4c73-8e34-adbcf53ef456 of type vlan for network 98f33366-1992-4d1c-a69e-11481bc852c7
Apr 02 21:18:00.904174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc31de-ca89-42ce-9539-d223516a0586,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:00.961734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (98f33366-1992-4d1c-a69e-11481bc852c7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.988426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (98f33366-1992-4d1c-a69e-11481bc852c7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:00.989677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:00.990566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.029152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3581748
Apr 02 21:18:01.032182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37482) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:01.039338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Request body: {'subnet': {'network_id': '98f33366-1992-4d1c-a69e-11481bc852c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510822773-subnet', 'tenant_id': '0eacea7c5e96458aadf1679f0627dd19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:01.055686 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Publish callbacks [] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.063236 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.065659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2d18b-3d38-459e-9dd7-6bd9613e5dcd admin admin] Pushing event updated for resources: {'Network': ['ID=98f33366-1992-4d1c-a69e-11481bc852c7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:01.091347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Made reservation on behalf of 0eacea7c5e96458aadf1679f0627dd19 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:01.093726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.117049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 98f33366-1992-4d1c-a69e-11481bc852c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:01.176723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:01.178455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Pushing event updated for resources: {'Port': ['ID=26a919ba-c858-462a-8adc-adc7c00d24f6,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:01.190605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:01.190770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::384 (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027/c3ad4886-e7b4-49de-a2f6-e25a01f976e6/cd410a5d-46bb-48e8-9e1b-2b2fded2826c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:01.199098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:01.276037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Attempting to bind port 26a919ba-c858-462a-8adc-adc7c00d24f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:01.276497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Attempting to bind port 26a919ba-c858-462a-8adc-adc7c00d24f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4181719a-3b3d-4acf-89e2-b54e3a109f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:01.276925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Attempting to bind port 26a919ba-c858-462a-8adc-adc7c00d24f6 on network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:01.292902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:01.293110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Checking segment: {'id': '4181719a-3b3d-4acf-89e2-b54e3a109f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:01.293443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.293867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Bound using segment: {'id': '4181719a-3b3d-4acf-89e2-b54e3a109f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:01.294382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Bound port: 26a919ba-c858-462a-8adc-adc7c00d24f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4181719a-3b3d-4acf-89e2-b54e3a109f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b0a4ad5-1b6b-4372-82b4-3bf70baf1027'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:01.294881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.362377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] For port 26a919ba-c858-462a-8adc-adc7c00d24f6, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:01.365363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] For port 26a919ba-c858-462a-8adc-adc7c00d24f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26a919ba-c858-462a-8adc-adc7c00d24f6,segment=NetworkSegment(4181719a-3b3d-4acf-89e2-b54e3a109f12),segment_id=4181719a-3b3d-4acf-89e2-b54e3a109f12)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:01.372645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.431945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d4966-83ab-47e8-8942-36860a900d9f None None] Pushing event updated for resources: {'Port': ['ID=26a919ba-c858-462a-8adc-adc7c00d24f6,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:01.468641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (da3aed6a-3f04-41ea-b38d-ae48aa06901f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.472593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (cd410a5d-46bb-48e8-9e1b-2b2fded2826c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.557750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3aed6a-3f04-41ea-b38d-ae48aa06901f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:01.569746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Checking segment: {'id': '32af7674-d0b5-4c73-8e34-adbcf53ef456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '98f33366-1992-4d1c-a69e-11481bc852c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:01.570108 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Network hostable DHCP agents. Network: 98f33366-1992-4d1c-a69e-11481bc852c7, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:01.575143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cd410a5d-46bb-48e8-9e1b-2b2fded2826c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.624296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:01.633506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:01.636577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:01.642434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:01.643239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.656027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Network 98f33366-1992-4d1c-a69e-11481bc852c7 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:01.664320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=cd410a5d-46bb-48e8-9e1b-2b2fded2826c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:01.673840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cef52a56-c4d6-4ff9-803d-208bfc96dbf1 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:01.680720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1a4867a4-05b6-45b6-9e18-839586f570e0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1212862
Apr 02 21:18:01.681799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98f33366-1992-4d1c-a69e-11481bc852c7) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:01.682186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:01.687229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:01.688018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.722634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0f1e924-7ef8-473e-9954-73fd5b77fb92 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6887977
Apr 02 21:18:01.723878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab1dc5-d9a9-4790-9be2-61a1a6697322 None None] Network 98f33366-1992-4d1c-a69e-11481bc852c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:01.813919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port cd410a5d-46bb-48e8-9e1b-2b2fded2826c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:01.814673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cd410a5d-46bb-48e8-9e1b-2b2fded2826c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.819952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:18:01.828496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:01.828878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.986585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cd410a5d-46bb-48e8-9e1b-2b2fded2826c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:01.995489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d0fc1-3441-4d1f-9897-920e1f0ef526 None None] Network 98f33366-1992-4d1c-a69e-11481bc852c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:02.014439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:02.014883 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.016779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for cd410a5d-46bb-48e8-9e1b-2b2fded2826c owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:02.019359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3618ce7-a9f3-4f09-8a71-d311c6ff13a5 req-615f345c-6114-406d-9dea-7d39efbbf156 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:02.020990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3618ce7-a9f3-4f09-8a71-d311c6ff13a5 req-615f345c-6114-406d-9dea-7d39efbbf156 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.0872138
Apr 02 21:18:02.082265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:02.084604 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfd037b-7a5c-4e96-a99b-d580f34d8ea2" -d '{"events": [{"server_uuid": "415701ca-01a9-4905-ac67-42bbe08ecb47", "name": "network-vif-plugged", "status": "completed", "tag": "cef52a56-c4d6-4ff9-803d-208bfc96dbf1"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:02.091096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3618ce7-a9f3-4f09-8a71-d311c6ff13a5 req-d4f5b37b-acfc-413c-863f-d5a6f45c3c7d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641491
Apr 02 21:18:02.102280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:02.110808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.119448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc94f-c603-4911-81d8-1379038681f4 req-c9cea213-599b-4737-8e8f-ba937c6e8e61 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:02.121031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-554fc94f-c603-4911-81d8-1379038681f4 req-c9cea213-599b-4737-8e8f-ba937c6e8e61 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 908 time: 0.1240191
Apr 02 21:18:02.181307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:02.233187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cd410a5d-46bb-48e8-9e1b-2b2fded2826c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.267334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=cd410a5d-46bb-48e8-9e1b-2b2fded2826c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:02.318130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.322778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a40d452-1cb7-48b1-b755-603db1ae63a2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/cd410a5d-46bb-48e8-9e1b-2b2fded2826c HTTP/1.1" status: 204  len: 168 time: 0.6395597
Apr 02 21:18:02.326112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37522) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:02.361373 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce21887e-8947-45e6-9980-3545d190b635 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:18:02.362064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce21887e-8947-45e6-9980-3545d190b635 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:18:02.375016 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ce21887e-8947-45e6-9980-3545d190b635 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/cd410a5d-46bb-48e8-9e1b-2b2fded2826c HTTP/1.1" status: 404  len: 333 time: 0.0476449
Apr 02 21:18:02.377838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37534) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:02.407824 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbae370c-dd3b-4c94-bb0f-7eb06d15bd8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:02.412194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bbae370c-dd3b-4c94-bb0f-7eb06d15bd8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/cd410a5d-46bb-48e8-9e1b-2b2fded2826c HTTP/1.1" status: 404  len: 333 time: 0.0304708
Apr 02 21:18:02.412912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37536) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:02.416574 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe76813f-6474-42d4-804d-9bcb8471fea1 x-openstack-request-id: req-fe76813f-6474-42d4-804d-9bcb8471fea1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:02.417153 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415701ca-01a9-4905-ac67-42bbe08ecb47", "name": "network-vif-plugged", "status": "completed", "tag": "cef52a56-c4d6-4ff9-803d-208bfc96dbf1", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:02.417655 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe76813f-6474-42d4-804d-9bcb8471fea1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:02.419190 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe76813f-6474-42d4-804d-9bcb8471fea1'] response: {'server_uuid': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1', 'code': 200}
Apr 02 21:18:02.498302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet c3ad4886-e7b4-49de-a2f6-e25a01f976e6 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:02.501668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (c3ad4886-e7b4-49de-a2f6-e25a01f976e6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.554346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (c3ad4886-e7b4-49de-a2f6-e25a01f976e6), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.565647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-62b614bf-f706-4ad3-b7a9-58bba86e29df tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:02.567160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-62b614bf-f706-4ad3-b7a9-58bba86e29df tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/networks?id=b634a668-35fa-424f-8d79-0691a454a52e HTTP/1.1" status: 200  len: 825 time: 0.1852725
Apr 02 21:18:02.578813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf71a-38e9-430b-bb2a-9dff4d882ae6 req-013dc1eb-a4b2-4888-a770-a76c2e9b286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:02.580298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8bcaf71a-38e9-430b-bb2a-9dff4d882ae6 req-013dc1eb-a4b2-4888-a770-a76c2e9b286e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 1091 time: 0.0799611
Apr 02 21:18:02.589651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-e4b5c7db-3932-4567-8274-b25d4b26d698 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/quotas/581bd6e5aa8549e88914f48abe9466c3 HTTP/1.1" status: 200  len: 375 time: 0.0131693
Apr 02 21:18:02.654208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-ba0e9f9e-6568-49f5-8d0d-8da79a5326da tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=581bd6e5aa8549e88914f48abe9466c3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445697
Apr 02 21:18:02.681724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (c3ad4886-e7b4-49de-a2f6-e25a01f976e6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.757813 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (c3ad4886-e7b4-49de-a2f6-e25a01f976e6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.773021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-af6916a7-1f88-4284-b3e0-5a7e7fb160b1 service neutron] 10.222.0.18 "GET /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1114001
Apr 02 21:18:02.791236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b75802-454b-463f-a352-970800b0e40a None None] Network 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:02.797173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ad4886-e7b4-49de-a2f6-e25a01f976e6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:02.801249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.805827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-19032db8-7a7e-46aa-b757-31b560f2578a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/c3ad4886-e7b4-49de-a2f6-e25a01f976e6 HTTP/1.1" status: 204  len: 168 time: 0.3912983
Apr 02 21:18:02.808521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37554) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:02.899995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-50ec6fcb-d306-4c70-8032-0dde3a3b814b None None] Provisioning complete for port 26a919ba-c858-462a-8adc-adc7c00d24f6 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:02.900558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ec6fcb-d306-4c70-8032-0dde3a3b814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.918633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-52d1d4f5-1692-4fe7-8f62-fd91467398ae service neutron] 10.222.0.18 "GET /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315696
Apr 02 21:18:02.921131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:02.963428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 26a919ba-c858-462a-8adc-adc7c00d24f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:03.002807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 26a919ba-c858-462a-8adc-adc7c00d24f6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:03.003229 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.089911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] For port 26a919ba-c858-462a-8adc-adc7c00d24f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26a919ba-c858-462a-8adc-adc7c00d24f6,segment=NetworkSegment(4181719a-3b3d-4acf-89e2-b54e3a109f12),segment_id=4181719a-3b3d-4acf-89e2-b54e3a109f12)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:03.090310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.121074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 26a919ba-c858-462a-8adc-adc7c00d24f6 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:03.178385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9c8fe01d-adee-418e-bea2-6dddc9bdf80b req-d708ac8e-7612-4697-8c34-40617bb2c995 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 210 time: 0.0550907
Apr 02 21:18:03.320859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55365-37be-4d5a-a760-8cc14e08a1e9 req-a8ef0368-1d48-456f-96a1-fce61db84085 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:03.323662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fae55365-37be-4d5a-a760-8cc14e08a1e9 req-a8ef0368-1d48-456f-96a1-fce61db84085 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1276767
Apr 02 21:18:03.336013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (26a919ba-c858-462a-8adc-adc7c00d24f6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.366600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6fcb-d306-4c70-8032-0dde3a3b814b None None] Port 26a919ba-c858-462a-8adc-adc7c00d24f6 update to ACTIVE by agent not found {{(pid=121650) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Apr 02 21:18:03.366997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No active binding found for port 26a919ba-c858-462a-8adc-adc7c00d24f6 {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 21:18:03.367394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] The host ncdv-master-1 is not matching for port 26a919ba-c858-462a-8adc-adc7c00d24f6 host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:18:03.367995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 26a919ba-c858-462a-8adc-adc7c00d24f6 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 02 21:18:03.398751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Port 26a919ba-c858-462a-8adc-adc7c00d24f6 not found, will not notify nova. {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 02 21:18:03.419541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382d239-736c-4ea6-9658-3209c1a00fff None None] DHCP port deletion for 3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:03.452099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=26a919ba-c858-462a-8adc-adc7c00d24f6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:03.473066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No DVR routers for this DVR port 26a919ba-c858-462a-8adc-adc7c00d24f6 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:03.488955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fae55365-37be-4d5a-a760-8cc14e08a1e9 req-271f6ab0-e1de-4f50-aa6c-cacc9d5ee7ef tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522713
Apr 02 21:18:03.571672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.582383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89797385-96ae-4582-b840-508f9cf5fdd0 req-096e14e0-ab08-4e7a-a4c5-e4beafcb4f37 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:03.582682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89797385-96ae-4582-b840-508f9cf5fdd0 req-096e14e0-ab08-4e7a-a4c5-e4beafcb4f37 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 909 time: 0.2717717
Apr 02 21:18:03.608074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ef6d430>,) {'filters': {'network_id': ['3b0a4ad5-1b6b-4372-82b4-3bf70baf1027']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:03.618849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ef6d430>, '4181719a-3b3d-4acf-89e2-b54e3a109f12') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:03.619151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ef6d430>, '4181719a-3b3d-4acf-89e2-b54e3a109f12') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:03.629430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (4181719a-3b3d-4acf-89e2-b54e3a109f12), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.644388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4181719a-3b3d-4acf-89e2-b54e3a109f12), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.650728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:03.651117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (4181719a-3b3d-4acf-89e2-b54e3a109f12), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:03.654919 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:03.722295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (3b0a4ad5-1b6b-4372-82b4-3bf70baf1027), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.743647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.747639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/3b0a4ad5-1b6b-4372-82b4-3bf70baf1027 HTTP/1.1" status: 204  len: 168 time: 0.9374244
Apr 02 21:18:03.748509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8e0e4-844f-4aa0-a365-a200da310bdc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=3b0a4ad5-1b6b-4372-82b4-3bf70baf1027,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:03.754172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:03.762095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2116661303'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:03.792939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:03.797054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.822922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:03.835029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5f69ef4c-a25a-458b-bd62-adf2138bc594), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.835562 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment 5f69ef4c-a25a-458b-bd62-adf2138bc594 of type vlan for network 162fab00-cb58-4e85-affa-6637782daeb5
Apr 02 21:18:03.891630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (162fab00-cb58-4e85-affa-6637782daeb5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.922559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (162fab00-cb58-4e85-affa-6637782daeb5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.927727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:03.928302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:03.973057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2171755
Apr 02 21:18:03.974903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37592) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:03.980067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '162fab00-cb58-4e85-affa-6637782daeb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:04.007407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db62e9-fd14-4ace-b3ab-d28eae8b2051 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=162fab00-cb58-4e85-affa-6637782daeb5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:04.021865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 162fab00-cb58-4e85-affa-6637782daeb5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:04.088493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:04.093234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:04.323997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3d8db638-e0e7-4878-87c9-746cb301ae0c req-58aa7164-554b-40ee-91b8-f62678418be1 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 210 time: 0.0441198
Apr 02 21:18:04.382802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b1c9503f-18b9-4936-b171-706b2d96c664 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:04.384273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b1c9503f-18b9-4936-b171-706b2d96c664 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.15 "GET /v2.0/networks?id=b634a668-35fa-424f-8d79-0691a454a52e HTTP/1.1" status: 200  len: 825 time: 0.1819782
Apr 02 21:18:04.398983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Request body: {'port': {'device_id': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e', 'admin_state_up': True, 'tenant_id': '581bd6e5aa8549e88914f48abe9466c3'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:04.403455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (72653c06-a5ac-407d-ab81-b90c5c20bdcf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:04.523264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=72653c06-a5ac-407d-ab81-b90c5c20bdcf,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:04.544660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': '5f69ef4c-a25a-458b-bd62-adf2138bc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '162fab00-cb58-4e85-affa-6637782daeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:04.545138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: 162fab00-cb58-4e85-affa-6637782daeb5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:04.605267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 162fab00-cb58-4e85-affa-6637782daeb5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:04.619961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Made reservation on behalf of 581bd6e5aa8549e88914f48abe9466c3 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:04.623278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:04.628213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 162fab00-cb58-4e85-affa-6637782daeb5) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:04.636538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65c92a-b7e2-4c3d-a8f3-0347b3350e79 None None] Network 162fab00-cb58-4e85-affa-6637782daeb5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:04.640662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:04.641238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:04.656792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045ded1-944e-4b13-a5d3-802f5ad12fbb req-b1d0137f-9cfa-4b8d-9ade-2bbbcaf7a60e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:04.658287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9045ded1-944e-4b13-a5d3-802f5ad12fbb req-b1d0137f-9cfa-4b8d-9ade-2bbbcaf7a60e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1009758
Apr 02 21:18:04.718391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f81c38ec-ac3a-4962-9a70-65c446c24b00 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7423594
Apr 02 21:18:04.720601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266de44-1a23-40b5-867a-d0f0a9b6de6e req-f8c625e8-9e61-4528-ac65-ed0a136678b2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:04.722241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3266de44-1a23-40b5-867a-d0f0a9b6de6e req-f8c625e8-9e61-4528-ac65-ed0a136678b2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 909 time: 0.0662918
Apr 02 21:18:04.722923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:04.727713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '162fab00-cb58-4e85-affa-6637782daeb5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1553704261'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:04.751565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-162fab00-cb58-4e85-affa-6637782daeb5', 'network_id': '162fab00-cb58-4e85-affa-6637782daeb5', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': '72653c06-a5ac-407d-ab81-b90c5c20bdcf'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:04.752428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:04.805637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9045ded1-944e-4b13-a5d3-802f5ad12fbb req-3c07c4ed-d370-4e1c-afc9-603ec6126376 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407137
Apr 02 21:18:04.872990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b148f-88a2-41cb-8847-dc6608252160 req-cc54f8b5-0cc3-4fd2-9661-30616f1384ce tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:04.874773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d18b148f-88a2-41cb-8847-dc6608252160 req-cc54f8b5-0cc3-4fd2-9661-30616f1384ce tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 909 time: 0.0693140
Apr 02 21:18:04.899147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Allocated IP 172.20.0.12 (b634a668-35fa-424f-8d79-0691a454a52e/167e65c3-05f3-40ec-8f55-707556ed6434/f301f721-5bf0-47c1-8c91-df80ddd9accf) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:04.921978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Allocated IP 2001:db8::2 (162fab00-cb58-4e85-affa-6637782daeb5/72653c06-a5ac-407d-ab81-b90c5c20bdcf/9b75743c-4df5-4fe3-b59a-62326a405f00) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:04.946292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 26a919ba-c858-462a-8adc-adc7c00d24f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:04.952936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:04.956259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:04.979679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 26a919ba-c858-462a-8adc-adc7c00d24f6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:04.980135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 26a919ba-c858-462a-8adc-adc7c00d24f6 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:05.024891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:05.117088 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Publish callbacks [] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.127650 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.173527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Network 162fab00-cb58-4e85-affa-6637782daeb5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:05.177572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:05.181617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:05.196144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Pushing event updated for resources: {'Port': ['ID=9b75743c-4df5-4fe3-b59a-62326a405f00,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:05.264923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Attempting to bind port 9b75743c-4df5-4fe3-b59a-62326a405f00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:05.265310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Attempting to bind port 9b75743c-4df5-4fe3-b59a-62326a405f00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f69ef4c-a25a-458b-bd62-adf2138bc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '162fab00-cb58-4e85-affa-6637782daeb5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:05.265680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Attempting to bind port 9b75743c-4df5-4fe3-b59a-62326a405f00 on network 162fab00-cb58-4e85-affa-6637782daeb5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:05.271932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:05.272420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Checking segment: {'id': '5f69ef4c-a25a-458b-bd62-adf2138bc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '162fab00-cb58-4e85-affa-6637782daeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:05.273315 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.273686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Bound using segment: {'id': '5f69ef4c-a25a-458b-bd62-adf2138bc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '162fab00-cb58-4e85-affa-6637782daeb5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:05.274403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Bound port: 9b75743c-4df5-4fe3-b59a-62326a405f00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f69ef4c-a25a-458b-bd62-adf2138bc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '162fab00-cb58-4e85-affa-6637782daeb5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:05.274872 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.353167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] For port 9b75743c-4df5-4fe3-b59a-62326a405f00, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:05.358053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] For port 9b75743c-4df5-4fe3-b59a-62326a405f00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b75743c-4df5-4fe3-b59a-62326a405f00,segment=NetworkSegment(5f69ef4c-a25a-458b-bd62-adf2138bc594),segment_id=5f69ef4c-a25a-458b-bd62-adf2138bc594)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:05.374747 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.474692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062fbec-9bb3-4306-88c2-c37a89e9fde0 req-5b3e0ffb-4043-493a-9a72-76b23f28476e tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:05.482853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1062fbec-9bb3-4306-88c2-c37a89e9fde0 req-5b3e0ffb-4043-493a-9a72-76b23f28476e tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 1091 time: 0.5128467
Apr 02 21:18:05.483895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf43592e-0dce-421d-86be-4bca4a91f542 req-3a66b330-c368-4837-90d7-cd91fc8ab52c tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 210 time: 0.0658140
Apr 02 21:18:05.548874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191071-833b-45cd-8505-5ba9e4dc3e44 None None] Pushing event updated for resources: {'Port': ['ID=9b75743c-4df5-4fe3-b59a-62326a405f00,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:05.641230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::1bf (162fab00-cb58-4e85-affa-6637782daeb5/72653c06-a5ac-407d-ab81-b90c5c20bdcf/12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:05.687893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks [] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.765816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67f7e8-9c96-4fa8-ae89-5c7bf66e345f req-d54d1631-b3d2-4ca7-ad7c-13e1985a08bb tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:05.773394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff67f7e8-9c96-4fa8-ae89-5c7bf66e345f req-d54d1631-b3d2-4ca7-ad7c-13e1985a08bb tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1167 time: 0.1801617
Apr 02 21:18:05.926373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.952933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf9ce7-f71c-4b57-8998-b334cd11fb77 req-deebbfbe-b7ed-4782-a388-fe12ec98b6d1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:05.956097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:05.960379 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59cf9ce7-f71c-4b57-8998-b334cd11fb77 req-deebbfbe-b7ed-4782-a388-fe12ec98b6d1 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.0743513
Apr 02 21:18:05.977173 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff67f7e8-9c96-4fa8-ae89-5c7bf66e345f req-0a36439e-f61c-44ac-8ee1-651479c735f3 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2026274
Apr 02 21:18:06.007297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:06.022395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59cf9ce7-f71c-4b57-8998-b334cd11fb77 req-1b8f3e78-93a4-42a3-ba7d-b744b860690a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607061
Apr 02 21:18:06.060432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Network b634a668-35fa-424f-8d79-0691a454a52e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:06.072058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:06.076044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:06.109864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Pushing event updated for resources: {'Port': ['ID=f301f721-5bf0-47c1-8c91-df80ddd9accf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:06.118590 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.185120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:06.185744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.189061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 162fab00-cb58-4e85-affa-6637782daeb5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:06.204677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02d8d2-eaf7-4583-8d11-7fa3b71f0b78 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:06.206202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fe02d8d2-eaf7-4583-8d11-7fa3b71f0b78 tempest-TestSecurityGroupsBasicOps-551100778 tempest-TestSecurityGroupsBasicOps-551100778-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 1086 time: 0.1922603
Apr 02 21:18:06.207126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:06.212191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:06.217368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:06.217978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.224959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:06.232814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-b4dd4402-3f79-480e-8ae6-5e03c236675a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8375671
Apr 02 21:18:06.244650 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e2f21807-6eb1-4ad2-9c30-ab98df13f5b2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.5205984
Apr 02 21:18:06.247847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37680) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:06.251664 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Request body: {'port': {'device_id': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:06.324133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.413959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:06.414410 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.597223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.613401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ffd5-bc78-4e4f-b6f4-47147dd4b8b6 req-e64377a4-8684-4590-91fa-ae25a3a9ee10 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:06.614920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1eb2ffd5-bc78-4e4f-b6f4-47147dd4b8b6 req-e64377a4-8684-4590-91fa-ae25a3a9ee10 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 909 time: 0.1211586
Apr 02 21:18:06.621779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:06.706865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627cec-8a53-483b-814a-1df7258d6582 req-f5cb265d-19bc-4ff1-a40e-0a35a91f6edd tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:06.708409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42627cec-8a53-483b-814a-1df7258d6582 req-f5cb265d-19bc-4ff1-a40e-0a35a91f6edd tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 932 time: 0.1002698
Apr 02 21:18:06.760906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b710eb9-a115-4e4f-a3b2-91af8457cc2d None None] Network 162fab00-cb58-4e85-affa-6637782daeb5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:06.794654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f301f721-5bf0-47c1-8c91-df80ddd9accf {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:18:06.801738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.806351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Publish callbacks [] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.811826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42627cec-8a53-483b-814a-1df7258d6582 req-4442c5ed-7d7b-4918-98e6-40b1d274c166 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927732
Apr 02 21:18:06.833724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Transition to ACTIVE for port object f301f721-5bf0-47c1-8c91-df80ddd9accf will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:18:06.833724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.842135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:06.870852 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.873995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] Provisioning complete for port 9b75743c-4df5-4fe3-b59a-62326a405f00 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:06.874951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bec023bd-36d8-49b5-8b24-ec3843158e5c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0 HTTP/1.1" status: 204  len: 168 time: 0.6258872
Apr 02 21:18:06.878109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:06.885402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37704) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:06.929632 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-62481166-7bab-426f-b879-53a6b12303d4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:06.933590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-62481166-7bab-426f-b879-53a6b12303d4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0 HTTP/1.1" status: 404  len: 333 time: 0.0447290
Apr 02 21:18:06.933962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:07.008174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 72653c06-a5ac-407d-ab81-b90c5c20bdcf {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:07.016968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (72653c06-a5ac-407d-ab81-b90c5c20bdcf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.029639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] Current status of the port 9b75743c-4df5-4fe3-b59a-62326a405f00 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:07.029928 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.042873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9b75743c-4df5-4fe3-b59a-62326a405f00 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:07.059936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f301f721-5bf0-47c1-8c91-df80ddd9accf,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:07.072931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (72653c06-a5ac-407d-ab81-b90c5c20bdcf), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.130583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] For port 9b75743c-4df5-4fe3-b59a-62326a405f00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b75743c-4df5-4fe3-b59a-62326a405f00,segment=NetworkSegment(5f69ef4c-a25a-458b-bd62-adf2138bc594),segment_id=5f69ef4c-a25a-458b-bd62-adf2138bc594)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:07.138795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9b75743c-4df5-4fe3-b59a-62326a405f00 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:07.139518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.141451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.202555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Attempting to bind port f301f721-5bf0-47c1-8c91-df80ddd9accf on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:07.204542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Attempting to bind port f301f721-5bf0-47c1-8c91-df80ddd9accf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:07.204882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Attempting to bind port f301f721-5bf0-47c1-8c91-df80ddd9accf on network b634a668-35fa-424f-8d79-0691a454a52e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:07.214428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Port f301f721-5bf0-47c1-8c91-df80ddd9accf on network b634a668-35fa-424f-8d79-0691a454a52e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:18:07.214764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Attempting to bind port f301f721-5bf0-47c1-8c91-df80ddd9accf on network b634a668-35fa-424f-8d79-0691a454a52e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:07.234406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:07.234751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Checking segment: {'id': '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:07.235063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Bound using segment: {'id': '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:07.235975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Bound port: f301f721-5bf0-47c1-8c91-df80ddd9accf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:07.245004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.245148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce675d7-eef0-4831-bfc2-fffec27d755e None None] Pushing event updated for resources: {'Port': ['ID=9b75743c-4df5-4fe3-b59a-62326a405f00,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:07.261665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (72653c06-a5ac-407d-ab81-b90c5c20bdcf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.311412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9b75743c-4df5-4fe3-b59a-62326a405f00 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:07.336131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3615-8360-4f00-814a-3681c98bbb5d req-e9f00019-ad6c-42d7-81e8-96823582bdfc tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:07.337769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be9d3615-8360-4f00-814a-3681c98bbb5d req-e9f00019-ad6c-42d7-81e8-96823582bdfc tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1591539
Apr 02 21:18:07.346900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] For port f301f721-5bf0-47c1-8c91-df80ddd9accf, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:07.350876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] For port f301f721-5bf0-47c1-8c91-df80ddd9accf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf,segment=NetworkSegment(98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463),segment_id=98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:07.359434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.369822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (72653c06-a5ac-407d-ab81-b90c5c20bdcf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.397626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:07.398259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.399704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/f301f721-5bf0-47c1-8c91-df80ddd9accf HTTP/1.1" status: 200  len: 1092 time: 1.1537857
Apr 02 21:18:07.400115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'tag': 'f301f721-5bf0-47c1-8c91-df80ddd9accf'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:07.402533 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc125c7-b54f-42a2-9392-2bc5399f4e39", "tag": "f301f721-5bf0-47c1-8c91-df80ddd9accf"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:07.434744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=72653c06-a5ac-407d-ab81-b90c5c20bdcf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:07.472716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0b52107c-e610-4a05-8437-4a8c28f8d136 None None] Provisioning complete for port 9b75743c-4df5-4fe3-b59a-62326a405f00 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:07.473103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0b52107c-e610-4a05-8437-4a8c28f8d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.491503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.498541 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c8a8c81-e91a-4900-ae11-38df9d639ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/72653c06-a5ac-407d-ab81-b90c5c20bdcf HTTP/1.1" status: 204  len: 168 time: 0.5606422
Apr 02 21:18:07.500950 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be9d3615-8360-4f00-814a-3681c98bbb5d req-f2eb6f8b-081e-438c-b9b8-9730c7bc91a7 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533794
Apr 02 21:18:07.501521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37734) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:07.521505 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e554238d-f33c-4e7d-848a-00fd17de8917 x-openstack-request-id: req-e554238d-f33c-4e7d-848a-00fd17de8917 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:07.522691 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc125c7-b54f-42a2-9392-2bc5399f4e39", "tag": "f301f721-5bf0-47c1-8c91-df80ddd9accf", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:07.523134 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e554238d-f33c-4e7d-848a-00fd17de8917 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:07.527168 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e554238d-f33c-4e7d-848a-00fd17de8917'] response: {'name': 'network-changed', 'server_uuid': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'tag': 'f301f721-5bf0-47c1-8c91-df80ddd9accf', 'status': 'completed', 'code': 200}
Apr 02 21:18:07.549190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622376c-c191-4eba-bb19-68141eef06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f301f721-5bf0-47c1-8c91-df80ddd9accf,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:07.573154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-0ac68cf7-9f8e-451b-9270-d14be034c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:07.574907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-0ac68cf7-9f8e-451b-9270-d14be034c6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581bd6e5aa8549e88914f48abe9466c3&device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 1126 time: 0.1213272
Apr 02 21:18:07.610144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0b52107c-e610-4a05-8437-4a8c28f8d136 None None] Current status of the port 9b75743c-4df5-4fe3-b59a-62326a405f00 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:07.622323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (162fab00-cb58-4e85-affa-6637782daeb5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.639366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-2aa6d506-16d4-418e-b2ad-ec30c664bc33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf HTTP/1.1" status: 200  len: 217 time: 0.0565805
Apr 02 21:18:07.704137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 9b75743c-4df5-4fe3-b59a-62326a405f00 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:07.704556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.716559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-021b374d-5cc1-4776-a549-f39c8766cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:07.719805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-021b374d-5cc1-4776-a549-f39c8766cee9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=167e65c3-05f3-40ec-8f55-707556ed6434 HTTP/1.1" status: 200  len: 865 time: 0.0730927
Apr 02 21:18:07.751373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eead7c-d1cc-4437-92f7-59a720aaa61c None None] Network 162fab00-cb58-4e85-affa-6637782daeb5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:07.770437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-4adb8a35-cdab-402a-9a2a-47764ead8114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b634a668-35fa-424f-8d79-0691a454a52e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430727
Apr 02 21:18:07.833958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03a5dc8e-5af6-4e66-b944-1204c6f375c9 None None] Could not find standard attr ID for object 12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:18:07.855707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] For port 9b75743c-4df5-4fe3-b59a-62326a405f00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b75743c-4df5-4fe3-b59a-62326a405f00,segment=NetworkSegment(5f69ef4c-a25a-458b-bd62-adf2138bc594),segment_id=5f69ef4c-a25a-458b-bd62-adf2138bc594)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:07.856646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:07.876483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 9b75743c-4df5-4fe3-b59a-62326a405f00 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:07.899279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc8e00-df56-4d93-b6d7-fe2c9883de50 req-5bba4b55-75d7-4601-92eb-f6405741e465 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:07.900911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cc8e00-df56-4d93-b6d7-fe2c9883de50 req-5bba4b55-75d7-4601-92eb-f6405741e465 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 909 time: 0.1648030
Apr 02 21:18:07.919787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-1194c777-75ea-4ad4-99fc-91354ddda245 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:07.921392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-1194c777-75ea-4ad4-99fc-91354ddda245 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.21 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 909 time: 0.1278744
Apr 02 21:18:07.938206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-872c515a-7082-4ee8-b027-6db99f3d97bb service neutron] 10.222.0.15 "GET /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436927
Apr 02 21:18:08.020098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] DHCP port deletion for 162fab00-cb58-4e85-affa-6637782daeb5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:08.075807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4b783fa-f45f-497d-9a8d-50418f3db81c req-da0ac6f0-a03c-48cc-8ca4-e43641379dc6 service neutron] 10.222.0.15 "GET /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309335
Apr 02 21:18:08.090909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] Deleting port 9b75743c-4df5-4fe3-b59a-62326a405f00 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:08.092647 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.110837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.147059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No DVR routers for this DVR port 9b75743c-4df5-4fe3-b59a-62326a405f00 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:08.151572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=9b75743c-4df5-4fe3-b59a-62326a405f00,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:08.172314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] For port 9b75743c-4df5-4fe3-b59a-62326a405f00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b75743c-4df5-4fe3-b59a-62326a405f00,segment=NetworkSegment(5f69ef4c-a25a-458b-bd62-adf2138bc594),segment_id=5f69ef4c-a25a-458b-bd62-adf2138bc594)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:08.173025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.186777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:08.187027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.197782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] Calling delete_port for 9b75743c-4df5-4fe3-b59a-62326a405f00 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:08.205593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-fc98c0ee-f591-4a7a-aa90-2a5730ca756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:08.208060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-fc98c0ee-f591-4a7a-aa90-2a5730ca756b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581bd6e5aa8549e88914f48abe9466c3&device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 1126 time: 0.0688589
Apr 02 21:18:08.287840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:08.299218 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (9b75743c-4df5-4fe3-b59a-62326a405f00), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.331395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (162fab00-cb58-4e85-affa-6637782daeb5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.332937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] Pushing event deleted for resources: {'Port': ['ID=9b75743c-4df5-4fe3-b59a-62326a405f00,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:08.346224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348dc7c2-394b-42c4-a20b-46664a66c3b9 None None] No DVR routers for this DVR port 9b75743c-4df5-4fe3-b59a-62326a405f00 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:08.347790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Deleting subnet 5e3a2eb9-f638-4f5b-be7c-bc212f9108c1 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:08.361636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Publish callbacks [] for subnet (5e3a2eb9-f638-4f5b-be7c-bc212f9108c1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.377741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f931d00>,) {'filters': {'network_id': ['162fab00-cb58-4e85-affa-6637782daeb5']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:08.388000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-a0985a68-ab5c-4637-b07a-8954662ec7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:08.389516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-a0985a68-ab5c-4637-b07a-8954662ec7eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b634a668-35fa-424f-8d79-0691a454a52e HTTP/1.1" status: 200  len: 926 time: 0.1759534
Apr 02 21:18:08.406629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f931d00>, '5f69ef4c-a25a-458b-bd62-adf2138bc594') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:08.406922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f931d00>, '5f69ef4c-a25a-458b-bd62-adf2138bc594') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:08.409621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] For port cef52a56-c4d6-4ff9-803d-208bfc96dbf1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:08.409997 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.410499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (5e3a2eb9-f638-4f5b-be7c-bc212f9108c1), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.429819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360516-1182-47ed-b737-c7c4ecfbdf9c req-299d28d4-e6de-4b8a-9e79-de57fa051ab0 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:08.431319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54360516-1182-47ed-b737-c7c4ecfbdf9c req-299d28d4-e6de-4b8a-9e79-de57fa051ab0 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 944 time: 0.2130787
Apr 02 21:18:08.438703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (5f69ef4c-a25a-458b-bd62-adf2138bc594), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.440392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for cef52a56-c4d6-4ff9-803d-208bfc96dbf1 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:08.455397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-ddb496f3-4587-4618-993d-31fa5d86f22d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf HTTP/1.1" status: 200  len: 217 time: 0.0561686
Apr 02 21:18:08.484346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5f69ef4c-a25a-458b-bd62-adf2138bc594), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.509582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5e3a2eb9-f638-4f5b-be7c-bc212f9108c1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.526955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:08.527361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (5f69ef4c-a25a-458b-bd62-adf2138bc594), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:08.534465 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:08.555040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-1407d7f2-096d-4676-b95d-3aec47cf40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:08.556616 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-1407d7f2-096d-4676-b95d-3aec47cf40ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=167e65c3-05f3-40ec-8f55-707556ed6434 HTTP/1.1" status: 200  len: 865 time: 0.0892348
Apr 02 21:18:08.562932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54360516-1182-47ed-b737-c7c4ecfbdf9c req-525f0724-5fd3-48a2-92c6-66131278719c tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205058
Apr 02 21:18:08.607550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-6378a3d2-157f-45c2-b8de-e88426607bdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b634a668-35fa-424f-8d79-0691a454a52e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428247
Apr 02 21:18:08.625544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (162fab00-cb58-4e85-affa-6637782daeb5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.633601 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.636714 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/162fab00-cb58-4e85-affa-6637782daeb5 HTTP/1.1" status: 204  len: 168 time: 1.1341844
Apr 02 21:18:08.647818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37766) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:08.654287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6771b-88c1-4395-9488-baf3ed27f7d6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=162fab00-cb58-4e85-affa-6637782daeb5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:08.669330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'name': 'tempest-PortsIpV6TestJSON-1531666412'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:08.687157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (5e3a2eb9-f638-4f5b-be7c-bc212f9108c1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.705070 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cef52a56-c4d6-4ff9-803d-208bfc96dbf1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.737895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=cef52a56-c4d6-4ff9-803d-208bfc96dbf1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:08.777525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.781010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] No DVR routers for this DVR port cef52a56-c4d6-4ff9-803d-208bfc96dbf1 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:08.784652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e3a2eb9-f638-4f5b-be7c-bc212f9108c1 HTTP/1.1" status: 204  len: 168 time: 0.4930704
Apr 02 21:18:08.784652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ee677-3cd8-493f-8161-7ae586581bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3a2eb9-f638-4f5b-be7c-bc212f9108c1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:08.784944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.785571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:08.787384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b23d7bf4-5bc3-4e54-b19b-e62dee1f0ba7 req-6a2361e8-bc8e-4879-95ef-6eddda5536c8 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.21 "DELETE /v2.0/ports/cef52a56-c4d6-4ff9-803d-208bfc96dbf1 HTTP/1.1" status: 204  len: 173 time: 0.8269572
Apr 02 21:18:08.788396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'name': 'network-vif-deleted', 'tag': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:08.791030 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3537b85-d9b3-47ad-9934-ae27547fed3a" -d '{"events": [{"server_uuid": "415701ca-01a9-4905-ac67-42bbe08ecb47", "name": "network-vif-deleted", "tag": "cef52a56-c4d6-4ff9-803d-208bfc96dbf1"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:08.908263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835f36-ffe1-4d48-8785-89b2b9cf1cff req-ff8ee13d-6dd2-4067-860f-366927acb39a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:08.910157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98835f36-ffe1-4d48-8785-89b2b9cf1cff req-ff8ee13d-6dd2-4067-860f-366927acb39a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.3053322
Apr 02 21:18:08.960514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9b75743c-4df5-4fe3-b59a-62326a405f00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:08.971380 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96487824-717c-4a08-b1a6-e3aaebd3e6e6 x-openstack-request-id: req-96487824-717c-4a08-b1a6-e3aaebd3e6e6 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:08.972537 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415701ca-01a9-4905-ac67-42bbe08ecb47", "name": "network-vif-deleted", "tag": "cef52a56-c4d6-4ff9-803d-208bfc96dbf1", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:08.972864 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96487824-717c-4a08-b1a6-e3aaebd3e6e6 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:08.973337 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96487824-717c-4a08-b1a6-e3aaebd3e6e6'] response: {'server_uuid': '415701ca-01a9-4905-ac67-42bbe08ecb47', 'name': 'network-vif-deleted', 'tag': 'cef52a56-c4d6-4ff9-803d-208bfc96dbf1', 'status': 'completed', 'code': 200}
Apr 02 21:18:08.996116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c136974e-202a-4a41-89bb-9397f199d26e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:08.999834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-86bdc0af-5eb0-4c19-8aa8-210290fd9dbb service neutron] 10.222.0.15 "GET /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792610
Apr 02 21:18:09.009679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9b75743c-4df5-4fe3-b59a-62326a405f00 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:09.009975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9b75743c-4df5-4fe3-b59a-62326a405f00 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:09.035477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:09.038790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.072746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c1a36b6-5c8a-46af-91fe-fe76289891fd req-a4c6847d-31d6-4684-b7b9-d188fd57aa04 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=415701ca-01a9-4905-ac67-42bbe08ecb47 HTTP/1.1" status: 200  len: 210 time: 0.0289574
Apr 02 21:18:09.092420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98835f36-ffe1-4d48-8785-89b2b9cf1cff req-f5f6d3a2-bd1d-4b19-8406-65eccbd25b44 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473174
Apr 02 21:18:09.111760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 8c236f57-3734-476d-996a-a086e2e3e269 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:09.241928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c136974e-202a-4a41-89bb-9397f199d26e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.290126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78449c7730>,) {'filters': {'network_id': ['c136974e-202a-4a41-89bb-9397f199d26e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:09.305560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61bd63e7-62bb-4c55-ada6-c8c3e25cc6a2 req-9e9d63ab-5844-4f77-ae00-af9230be9d3c service neutron] 10.222.0.15 "GET /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939718
Apr 02 21:18:09.307161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78449c7730>, 'e84a1a09-d576-4176-8d49-faa6b998e680') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:09.307441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78449c7730>, 'e84a1a09-d576-4176-8d49-faa6b998e680') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:09.335179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (e84a1a09-d576-4176-8d49-faa6b998e680), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.383492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e84a1a09-d576-4176-8d49-faa6b998e680), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.402271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:09.402271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (e84a1a09-d576-4176-8d49-faa6b998e680), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:09.403513 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:09.432801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (8c236f57-3734-476d-996a-a086e2e3e269), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.472525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c136974e-202a-4a41-89bb-9397f199d26e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.482789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.485943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c136974e-202a-4a41-89bb-9397f199d26e HTTP/1.1" status: 204  len: 168 time: 0.6950841
Apr 02 21:18:09.488853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:09.500998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb61277-8fba-4a3b-8a56-550cc6485d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c136974e-202a-4a41-89bb-9397f199d26e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:09.513981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8c236f57-3734-476d-996a-a086e2e3e269), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.539581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Deleting subnet b12befa1-ab84-480c-bee5-0f503fdf76f2 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:09.542974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Publish callbacks [] for subnet (b12befa1-ab84-480c-bee5-0f503fdf76f2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.561337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:09.568374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:09.572920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:09.578061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:09.578661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.581924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=8c236f57-3734-476d-996a-a086e2e3e269,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:09.585495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (b12befa1-ab84-480c-bee5-0f503fdf76f2), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.596294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af7fc66a-3e4b-46d9-ae02-228ff14064ba tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.9455090
Apr 02 21:18:09.600896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:09.627343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (b12befa1-ab84-480c-bee5-0f503fdf76f2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.696005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 8c236f57-3734-476d-996a-a086e2e3e269 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:09.696373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8c236f57-3734-476d-996a-a086e2e3e269), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.712802 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (b12befa1-ab84-480c-bee5-0f503fdf76f2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.742630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12befa1-ab84-480c-bee5-0f503fdf76f2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:09.752494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17baf-09cc-49a0-9b52-9f09a6999429 req-44228967-b48f-4991-b853-93877767d99a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:09.754031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bc17baf-09cc-49a0-9b52-9f09a6999429 req-44228967-b48f-4991-b853-93877767d99a tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 944 time: 0.0991249
Apr 02 21:18:09.757274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.763252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-43c1cd1b-78b8-44c2-8575-714c5b2c2a1e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b12befa1-ab84-480c-bee5-0f503fdf76f2 HTTP/1.1" status: 204  len: 168 time: 0.2711692
Apr 02 21:18:09.766251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37786) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:09.776634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8c236f57-3734-476d-996a-a086e2e3e269), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.805907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 8c236f57-3734-476d-996a-a086e2e3e269 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:09.821165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bc17baf-09cc-49a0-9b52-9f09a6999429 req-0ce4345a-f724-4836-87ee-f91beeb08181 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589035
Apr 02 21:18:09.885958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (7a61c121-32e6-44b3-8b89-39062e35df04), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.984999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (7a61c121-32e6-44b3-8b89-39062e35df04), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:09.991922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8c236f57-3734-476d-996a-a086e2e3e269), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.033445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=8c236f57-3734-476d-996a-a086e2e3e269,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:10.036967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78440f2430>,) {'filters': {'network_id': ['7a61c121-32e6-44b3-8b89-39062e35df04']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:10.039460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.042636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4974d27d-563d-414e-b196-b5c5081b799f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/8c236f57-3734-476d-996a-a086e2e3e269 HTTP/1.1" status: 204  len: 168 time: 0.4407403
Apr 02 21:18:10.046021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37788) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:10.051366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'mac_address': 'fa:16:3e:12:4c:fb', 'name': 'tempest-PortsIpV6TestJSON-90967669'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:10.053185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440f2430>, 'ba263565-ed0a-46fe-a1d0-56035f290ec3') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:10.053482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440f2430>, 'ba263565-ed0a-46fe-a1d0-56035f290ec3') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:10.062358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (ba263565-ed0a-46fe-a1d0-56035f290ec3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.076912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (ba263565-ed0a-46fe-a1d0-56035f290ec3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.083527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:10.083914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (ba263565-ed0a-46fe-a1d0-56035f290ec3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:10.086389 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:10.144601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37794) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:10.146110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (7a61c121-32e6-44b3-8b89-39062e35df04), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.152111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.159256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7a61c121-32e6-44b3-8b89-39062e35df04 HTTP/1.1" status: 204  len: 168 time: 0.3895688
Apr 02 21:18:10.186021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d410-5c4d-4abf-96d4-4ecb9e561d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a61c121-32e6-44b3-8b89-39062e35df04,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:10.234273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:10.342793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:10.385315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d3676770-0034-45e8-b46a-aa8c9335535d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdd4fc60def4456798130d3fcadb83da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0412376
Apr 02 21:18:10.387744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37800) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:10.445127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc0d3-6506-43e5-8bed-0dd9366a8675 admin admin] Publish callbacks [] for security_group (d7c99992-82d5-4ef7-be15-07ca66093f5c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.468828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc0d3-6506-43e5-8bed-0dd9366a8675 admin admin] Publish callbacks [] for security_group (d7c99992-82d5-4ef7-be15-07ca66093f5c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.517455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc0d3-6506-43e5-8bed-0dd9366a8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d7c99992-82d5-4ef7-be15-07ca66093f5c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.520193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc0d3-6506-43e5-8bed-0dd9366a8675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.521422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9bfbc0d3-6506-43e5-8bed-0dd9366a8675 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7c99992-82d5-4ef7-be15-07ca66093f5c HTTP/1.1" status: 204  len: 168 time: 0.1327324
Apr 02 21:18:10.531623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc0d3-6506-43e5-8bed-0dd9366a8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c99992-82d5-4ef7-be15-07ca66093f5c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:10.698404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.741037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56c100-b3dd-4fcb-9c7b-2dab3f090471 req-08bb82b5-c719-4424-bd05-f7b3174ec425 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:10.742509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e56c100-b3dd-4fcb-9c7b-2dab3f090471 req-08bb82b5-c719-4424-bd05-f7b3174ec425 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.5621314
Apr 02 21:18:10.743662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 9f4acbb8-0374-4c4d-950b-6d6765e22915 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:10.766365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f301f721-5bf0-47c1-8c91-df80ddd9accf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:18:10.888737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f301f721-5bf0-47c1-8c91-df80ddd9accf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf,segment=NetworkSegment(98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463),segment_id=98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:10.902543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'f301f721-5bf0-47c1-8c91-df80ddd9accf', 'network_id': 'b634a668-35fa-424f-8d79-0691a454a52e', 'port_id': 'f301f721-5bf0-47c1-8c91-df80ddd9accf', 'mac_address': 'fa:16:3e:78:2e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167e65c3-05f3-40ec-8f55-707556ed6434', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:18:10.909234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37810) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:10.932498 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e56c100-b3dd-4fcb-9c7b-2dab3f090471 req-87c35e47-be11-4702-9924-e7e44253f12a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810946
Apr 02 21:18:10.962723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f301f721-5bf0-47c1-8c91-df80ddd9accf is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:10.963127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:10.977343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f301f721-5bf0-47c1-8c91-df80ddd9accf {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:18:10.985654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a5b98b95-fb3c-4da8-8efa-e3f2f606d5bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a51c5a49425493d9c8e4449996641bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0732894
Apr 02 21:18:10.988249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:10.999360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f301f721-5bf0-47c1-8c91-df80ddd9accf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf,segment=NetworkSegment(98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463),segment_id=98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:11.004914 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.010689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ae3db-5470-4641-a60a-1b82c54779cb req-de854ad0-dffd-4f74-b6ce-a8a6a3c72ea6 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:11.012258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f1ae3db-5470-4641-a60a-1b82c54779cb req-de854ad0-dffd-4f74-b6ce-a8a6a3c72ea6 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 944 time: 0.1120489
Apr 02 21:18:11.054956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f301f721-5bf0-47c1-8c91-df80ddd9accf,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:11.080176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (9f4acbb8-0374-4c4d-950b-6d6765e22915), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.087997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9747c9f-9273-4719-bf30-0af378c1e0b4 admin admin] Publish callbacks [] for security_group (157c9c53-caac-4292-b0ff-246102903896), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.093242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f1ae3db-5470-4641-a60a-1b82c54779cb req-b0fad653-4507-4796-a3b6-f30131576a80 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710781
Apr 02 21:18:11.114585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9747c9f-9273-4719-bf30-0af378c1e0b4 admin admin] Publish callbacks [] for security_group (157c9c53-caac-4292-b0ff-246102903896), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.158241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9f4acbb8-0374-4c4d-950b-6d6765e22915), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.169196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9747c9f-9273-4719-bf30-0af378c1e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (157c9c53-caac-4292-b0ff-246102903896), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.172625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9747c9f-9273-4719-bf30-0af378c1e0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.174138 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9747c9f-9273-4719-bf30-0af378c1e0b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157c9c53-caac-4292-b0ff-246102903896 HTTP/1.1" status: 204  len: 168 time: 0.1845593
Apr 02 21:18:11.186744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747c9f-9273-4719-bf30-0af378c1e0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c9c53-caac-4292-b0ff-246102903896,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:11.223565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:11.233205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:11.238099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:11.243143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:11.243739 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.249219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=9f4acbb8-0374-4c4d-950b-6d6765e22915,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:11.283561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95cd1bbb-e4c7-4c61-b21f-ae8948b2074b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 848 time: 1.2363799
Apr 02 21:18:11.286964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37816) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:11.310003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f301f721-5bf0-47c1-8c91-df80ddd9accf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:18:11.311028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (d9af3689-dab9-4dcd-ae16-25a59d3b242b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.342943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5230b7-c68e-4791-ae73-3bc6fdadeaeb tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:11.344428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fc5230b7-c68e-4791-ae73-3bc6fdadeaeb tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/9f4acbb8-0374-4c4d-950b-6d6765e22915 HTTP/1.1" status: 200  len: 843 time: 0.0563781
Apr 02 21:18:11.348589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:11.493781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 9f4acbb8-0374-4c4d-950b-6d6765e22915 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:11.494119 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9f4acbb8-0374-4c4d-950b-6d6765e22915), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.568602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9f4acbb8-0374-4c4d-950b-6d6765e22915), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.582044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 9f4acbb8-0374-4c4d-950b-6d6765e22915 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:11.666503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:11.666977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.754516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cef52a56-c4d6-4ff9-803d-208bfc96dbf1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:11.774002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] For port 8bd7537d-fce1-4f6f-84ea-6bad76c792d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:11.774624 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:11.786063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: cef52a56-c4d6-4ff9-803d-208bfc96dbf1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:11.786579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device cef52a56-c4d6-4ff9-803d-208bfc96dbf1 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:11.792164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:12.079344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8bd7537d-fce1-4f6f-84ea-6bad76c792d1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.086103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9f4acbb8-0374-4c4d-950b-6d6765e22915), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.095687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2f0b-bb35-4ac2-a73a-fb5b44ebc56a req-c8cd3bc7-955e-4ba0-97c3-7ae1070e9429 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:12.097337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba4d2f0b-bb35-4ac2-a73a-fb5b44ebc56a req-c8cd3bc7-955e-4ba0-97c3-7ae1070e9429 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.0836291
Apr 02 21:18:12.120749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=8bd7537d-fce1-4f6f-84ea-6bad76c792d1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:12.137807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=9f4acbb8-0374-4c4d-950b-6d6765e22915,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:12.143444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.151159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d0eaf97a-f267-4367-8836-183be0d2561f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/9f4acbb8-0374-4c4d-950b-6d6765e22915 HTTP/1.1" status: 204  len: 168 time: 0.8002601
Apr 02 21:18:12.151772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37848) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:12.193239 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0f37e4-363d-4a13-8607-f7bf119ddd30 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:12.202356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba0f37e4-363d-4a13-8607-f7bf119ddd30 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/9f4acbb8-0374-4c4d-950b-6d6765e22915 HTTP/1.1" status: 404  len: 333 time: 0.0496025
Apr 02 21:18:12.203005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:12.208558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'name': 'tempest-PortsIpV6TestJSON-628972635'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:12.221040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba4d2f0b-bb35-4ac2-a73a-fb5b44ebc56a req-45013963-500c-42da-beeb-cd3e9bb7c118 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034586
Apr 02 21:18:12.384069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ded2d-2f23-445b-b488-20b8db4dc6e1 req-57615d3c-a07f-45ea-b763-6ca57c2a6700 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:12.386122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-809ded2d-2f23-445b-b488-20b8db4dc6e1 req-57615d3c-a07f-45ea-b763-6ca57c2a6700 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 945 time: 0.1199520
Apr 02 21:18:12.387991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:12.391430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.398748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (d9af3689-dab9-4dcd-ae16-25a59d3b242b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.444834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port f988619a-7907-4bb3-9527-826e4a4c9f85 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:12.506283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-809ded2d-2f23-445b-b488-20b8db4dc6e1 req-94c9c829-e81a-46c5-8fd7-6f87874775fb tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123855
Apr 02 21:18:12.597629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ee42-2e70-4afd-b119-0f1fa1d1db07 req-677f54fa-3820-4967-ab7a-eccc923ed0cb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:12.605123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49a6ee42-2e70-4afd-b119-0f1fa1d1db07 req-677f54fa-3820-4967-ab7a-eccc923ed0cb tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1242509
Apr 02 21:18:12.650643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.700876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.714075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49a6ee42-2e70-4afd-b119-0f1fa1d1db07 req-44254cf7-db60-41a6-beb6-df8d948c583a tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078496
Apr 02 21:18:12.733006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:12.754303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:12.758697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:12.764861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:12.765796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.791267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5872045
Apr 02 21:18:12.794628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:12.797994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f301f721-5bf0-47c1-8c91-df80ddd9accf up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:12.800343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:12.805287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8947b6-ba24-4599-b4d2-4b8522bb6270 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=f988619a-7907-4bb3-9527-826e4a4c9f85,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:12.875693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port f301f721-5bf0-47c1-8c91-df80ddd9accf completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:18:12.881704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port f301f721-5bf0-47c1-8c91-df80ddd9accf triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:12.882006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router d9af3689-dab9-4dcd-ae16-25a59d3b242b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:18:12.883208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.949116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:12.987071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port f301f721-5bf0-47c1-8c91-df80ddd9accf is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:12.987778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.014119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f301f721-5bf0-47c1-8c91-df80ddd9accf'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:13.017563 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33289ad3-aea3-4abe-bee7-db03f425e910" -d '{"events": [{"server_uuid": "fdc125c7-b54f-42a2-9392-2bc5399f4e39", "name": "network-vif-plugged", "status": "completed", "tag": "f301f721-5bf0-47c1-8c91-df80ddd9accf"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:13.031462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port f301f721-5bf0-47c1-8c91-df80ddd9accf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf,segment=NetworkSegment(98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463),segment_id=98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:13.036410 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.052232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e1e1c-1cd5-491b-b1b9-8e0af4364883 req-fc475295-9380-4328-bb11-caaad8a1873c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:13.054381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad2e1e1c-1cd5-491b-b1b9-8e0af4364883 req-fc475295-9380-4328-bb11-caaad8a1873c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1746955
Apr 02 21:18:13.059556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:13.070211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e67f5312-a9a3-4c21-b7a5-cca9d1f41402 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "PUT /v2.0/routers/d9af3689-dab9-4dcd-ae16-25a59d3b242b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8963814
Apr 02 21:18:13.070211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37878) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:13.080098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] Sync routers for ids ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:13.085375 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc3ab94-ca04-4fe2-832d-34f5288caeed x-openstack-request-id: req-dcc3ab94-ca04-4fe2-832d-34f5288caeed {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:13.085833 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc125c7-b54f-42a2-9392-2bc5399f4e39", "name": "network-vif-plugged", "status": "completed", "tag": "f301f721-5bf0-47c1-8c91-df80ddd9accf", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:13.086359 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcc3ab94-ca04-4fe2-832d-34f5288caeed {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:13.086846 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc3ab94-ca04-4fe2-832d-34f5288caeed'] response: {'server_uuid': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f301f721-5bf0-47c1-8c91-df80ddd9accf', 'code': 200}
Apr 02 21:18:13.121189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] Routers {'d9af3689-dab9-4dcd-ae16-25a59d3b242b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:13.121601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443113a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:13.150734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting subnet 839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:13.155011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for subnet (839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.201232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.202298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=f301f721-5bf0-47c1-8c91-df80ddd9accf,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:13.253057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad2e1e1c-1cd5-491b-b1b9-8e0af4364883 req-73fa2784-4dda-4a94-bd5c-7cd563aab315 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907995
Apr 02 21:18:13.263343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c7d6-7b0b-4a09-b748-1cfb52dba62f req-31bcfc99-c525-47e3-911a-840c02b8ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:13.273679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09d1c7d6-7b0b-4a09-b748-1cfb52dba62f req-31bcfc99-c525-47e3-911a-840c02b8ee45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 1128 time: 0.1095963
Apr 02 21:18:13.273886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] Set router d9af3689-dab9-4dcd-ae16-25a59d3b242b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:13.287807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.300665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.325968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.350962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] In _notify_port_updated(), no bound segment for port f988619a-7907-4bb3-9527-826e4a4c9f85 on network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:18:13.355843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:13.356499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.357832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/ports/f988619a-7907-4bb3-9527-826e4a4c9f85 HTTP/1.1" status: 200  len: 818 time: 0.5622716
Apr 02 21:18:13.366076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37882) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:13.396516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdf0bf-4297-417b-bf8a-51ac542eee26 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=f988619a-7907-4bb3-9527-826e4a4c9f85,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:13.404196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09d1c7d6-7b0b-4a09-b748-1cfb52dba62f req-a8c2305e-acd1-4aa6-84e4-70adb987b3d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305737
Apr 02 21:18:13.494787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.511695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443113a0>, [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:18:11Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:13.532350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Subnet': ['ID=839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:13.536471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.539920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7fe66fd0-d737-4637-937f-e9c9e2b497e2 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/subnets/839cc2f0-f0f8-4bc5-bb4c-d3c106632e7a HTTP/1.1" status: 204  len: 168 time: 0.4689443
Apr 02 21:18:13.542735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b1c5-cd5d-4b6b-9946-5128096452a3 req-213d6a8b-8541-4ac8-bd24-5569ba95a44e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:13.544107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37888) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:13.545821 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1215b1c5-cd5d-4b6b-9946-5128096452a3 req-213d6a8b-8541-4ac8-bd24-5569ba95a44e tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.0674887
Apr 02 21:18:13.555642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] Checking router: d9af3689-dab9-4dcd-ae16-25a59d3b242b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:13.562554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0137f24-867d-435f-9bea-a01d8578340c None None] Network 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:13.566372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port f988619a-7907-4bb3-9527-826e4a4c9f85 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:13.566728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.589321 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] Routers {'d9af3689-dab9-4dcd-ae16-25a59d3b242b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:13.590052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443113a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:13.611992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1215b1c5-cd5d-4b6b-9946-5128096452a3 req-88241046-8101-4c83-99d3-779e1434453d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586989
Apr 02 21:18:13.716892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.764761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] Set router d9af3689-dab9-4dcd-ae16-25a59d3b242b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:13.769812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for f988619a-7907-4bb3-9527-826e4a4c9f85 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:13.787080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb9f1-b9d7-4abb-ad1a-49393edc20e7 req-27dac64b-0c4e-40a8-97f3-7e3f9276095d tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:13.788617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-837fb9f1-b9d7-4abb-ad1a-49393edc20e7 req-27dac64b-0c4e-40a8-97f3-7e3f9276095d tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.1887565
Apr 02 21:18:13.853974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] DHCP port deletion for 62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:13.869311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router (d9af3689-dab9-4dcd-ae16-25a59d3b242b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:13.960661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-837fb9f1-b9d7-4abb-ad1a-49393edc20e7 req-cfe01c9c-7648-4166-9029-1f51d094f1e5 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518095
Apr 02 21:18:14.008375 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f988619a-7907-4bb3-9527-826e4a4c9f85), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.049878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=f988619a-7907-4bb3-9527-826e4a4c9f85,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:14.062323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.065502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4260f756-f9d1-439b-ae24-671f4c038f7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/f988619a-7907-4bb3-9527-826e4a4c9f85 HTTP/1.1" status: 204  len: 168 time: 0.6978548
Apr 02 21:18:14.067671 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (d9af3689-dab9-4dcd-ae16-25a59d3b242b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.068167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:14.135583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d3ec4-3827-4fd0-938a-e814cad829dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:14.138068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c88d3ec4-3827-4fd0-938a-e814cad829dd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0683358
Apr 02 21:18:14.141559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37906) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:14.149711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port e05fa377-e681-4310-be6b-983bb701c066 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:14.150421 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e05fa377-e681-4310-be6b-983bb701c066), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.176950 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bc2e23-247c-4be1-8959-0a5903959d50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:14.178412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72bc2e23-247c-4be1-8959-0a5903959d50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/f988619a-7907-4bb3-9527-826e4a4c9f85 HTTP/1.1" status: 404  len: 333 time: 0.0359032
Apr 02 21:18:14.182497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37908) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:14.191319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-566533895'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:14.200157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] Deleting port c66d434f-41c1-46e2-a29e-a79004413a3d {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:14.200477 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.220539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:14.224064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.251234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:14.260694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (eb265641-bd33-4884-9958-1f55975f1db3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.261170 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment eb265641-bd33-4884-9958-1f55975f1db3 of type vlan for network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b
Apr 02 21:18:14.270666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] For port e05fa377-e681-4310-be6b-983bb701c066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05fa377-e681-4310-be6b-983bb701c066,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:14.271660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e05fa377-e681-4310-be6b-983bb701c066), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.298639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for e05fa377-e681-4310-be6b-983bb701c066 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:14.298947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] For port c66d434f-41c1-46e2-a29e-a79004413a3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c66d434f-41c1-46e2-a29e-a79004413a3d,segment=NetworkSegment(831a8f20-a10f-4f11-96b0-b3dd3b68946c),segment_id=831a8f20-a10f-4f11-96b0-b3dd3b68946c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:14.299407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.316183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] Calling delete_port for c66d434f-41c1-46e2-a29e-a79004413a3d owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:14.319442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.360698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.373678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:14.376127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.384392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443113a0>, [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:18:11Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:14.416522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2302165
Apr 02 21:18:14.417186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:14.417529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f575d-0376-402d-bd4b-6f169969b21d None None] The sync data for ids ['d9af3689-dab9-4dcd-ae16-25a59d3b242b'] in ncdv-master-1 is: [{'id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691391926', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'e05fa377-e681-4310-be6b-983bb701c066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:17:41Z', 'updated_at': '2022-04-02T21:18:11Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'e05fa377-e681-4310-be6b-983bb701c066', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af3689-dab9-4dcd-ae16-25a59d3b242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:17:42Z', 'updated_at': '2022-04-02T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:14.443270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:14.469979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.514797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (c66d434f-41c1-46e2-a29e-a79004413a3d), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.537508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af53090-1bdb-453b-8dca-179b391aa3ac tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=2d952cf5-be40-4a54-a9dd-8b9d4c5e797b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:14.561249 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e05fa377-e681-4310-be6b-983bb701c066), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.562847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:14.567555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] Pushing event deleted for resources: {'Port': ['ID=c66d434f-41c1-46e2-a29e-a79004413a3d,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:14.598673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=e05fa377-e681-4310-be6b-983bb701c066,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:14.607512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacbe50-1037-422e-8d2b-252c4d000ff7 None None] No DVR routers for this DVR port c66d434f-41c1-46e2-a29e-a79004413a3d on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:14.609367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:14.615127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.713384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (d9af3689-dab9-4dcd-ae16-25a59d3b242b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:14.830071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8a239-ab39-4f77-9e0a-65a33ca83e8c req-c9c3c245-59d0-43ab-9c6f-36cdc9157469 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:14.837406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80e8a239-ab39-4f77-9e0a-65a33ca83e8c req-c9c3c245-59d0-43ab-9c6f-36cdc9157469 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1247742
Apr 02 21:18:14.956137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-80e8a239-ab39-4f77-9e0a-65a33ca83e8c req-7714bf22-23c7-4ff8-b1e8-8e9f31bc4c3c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177964
Apr 02 21:18:14.966868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4702d4a8-06a3-488d-a285-423666bc7e5b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.074335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=4702d4a8-06a3-488d-a285-423666bc7e5b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:15.075816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:15.096258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': 'eb265641-bd33-4884-9958-1f55975f1db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:15.097111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:15.099802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:15.100413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8bd7537d-fce1-4f6f-84ea-6bad76c792d1 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:15.101234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c66d434f-41c1-46e2-a29e-a79004413a3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:15.122527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c66d434f-41c1-46e2-a29e-a79004413a3d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:15.123764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c66d434f-41c1-46e2-a29e-a79004413a3d not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:15.126385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-015e9719-ba49-4047-9719-64fd00757b36 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:15.128111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-015e9719-ba49-4047-9719-64fd00757b36 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 946 time: 0.1156712
Apr 02 21:18:15.175730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:15.191139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:15.201048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:15.201410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe7717-aa7a-419e-8244-21adf56709df None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:15.201649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.243752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e986a264-6916-4ac1-9c47-fdfdeefe671c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8107986
Apr 02 21:18:15.247173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37932) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:15.251848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (d9af3689-dab9-4dcd-ae16-25a59d3b242b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.255621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_controller (d9af3689-dab9-4dcd-ae16-25a59d3b242b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.256255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:15.328895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa0b81-1ac1-45ae-b8b3-69e317eeffbb req-dd2b3f09-5d04-47bc-9323-30f76e250ab0 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:15.336755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': '4702d4a8-06a3-488d-a285-423666bc7e5b'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:15.337757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4aa0b81-1ac1-45ae-b8b3-69e317eeffbb req-dd2b3f09-5d04-47bc-9323-30f76e250ab0 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.1582112
Apr 02 21:18:15.339178 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.348828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (d9af3689-dab9-4dcd-ae16-25a59d3b242b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.349392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Fanout notify agent at l3_agent the message router_deleted on router d9af3689-dab9-4dcd-ae16-25a59d3b242b {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:18:15.357311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.361140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8a62d0e8-56d8-4f51-9b73-77d20944f986 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/routers/d9af3689-dab9-4dcd-ae16-25a59d3b242b HTTP/1.1" status: 204  len: 168 time: 1.8158617
Apr 02 21:18:15.361568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 37934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:15.367960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port e12f560f-cc44-4639-bc3a-f4fe034a299b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:15.368313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.411820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4aa0b81-1ac1-45ae-b8b3-69e317eeffbb req-4e9e00a5-6b04-475b-a383-70e773b0030e tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730875
Apr 02 21:18:15.557079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Allocated IP 2001:db8::2 (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b/4702d4a8-06a3-488d-a285-423666bc7e5b/de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:15.674053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.680721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port e12f560f-cc44-4639-bc3a-f4fe034a299b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e12f560f-cc44-4639-bc3a-f4fe034a299b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:15.681160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.698808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:15.702447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.727188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for e12f560f-cc44-4639-bc3a-f4fe034a299b owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:15.727443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Publish callbacks [] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.737480 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.784230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:15.787077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:15.793071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:15.799978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Pushing event updated for resources: {'Port': ['ID=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:15.858818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Attempting to bind port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:15.859132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Attempting to bind port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb265641-bd33-4884-9958-1f55975f1db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:15.859436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Attempting to bind port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 on network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:15.865674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:15.866053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Checking segment: {'id': 'eb265641-bd33-4884-9958-1f55975f1db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:15.866459 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.866854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Bound using segment: {'id': 'eb265641-bd33-4884-9958-1f55975f1db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:15.867330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Bound port: de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb265641-bd33-4884-9958-1f55975f1db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:15.867774 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.869569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2d2c-1810-441f-874c-3115e61f9e16 req-6cfc1826-9ee1-45ac-9dde-0e0e1d5244b5 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:15.871202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-405c2d2c-1810-441f-874c-3115e61f9e16 req-6cfc1826-9ee1-45ac-9dde-0e0e1d5244b5 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.3424468
Apr 02 21:18:15.941306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] For port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:15.945865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] For port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,segment=NetworkSegment(eb265641-bd33-4884-9958-1f55975f1db3),segment_id=eb265641-bd33-4884-9958-1f55975f1db3)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:15.953408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:15.974625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.015098 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4702d4a8-06a3-488d-a285-423666bc7e5b (CIDR: 2001:db8::/64)
Apr 02 21:18:16.025121 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:18:16.025595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:18:16.033033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b5006-49d6-479f-b776-2ed64d362009 None None] Pushing event updated for resources: {'Port': ['ID=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:16.071583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784660c0d0>,) {'filters': {'network_id': ['62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:16.096751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0bb95973-8409-4d5f-ae03-888f01ba5c6d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8480747
Apr 02 21:18:16.097071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37960) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:16.103635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-405c2d2c-1810-441f-874c-3115e61f9e16 req-4a7f7105-35f9-4a4c-8376-063f54765372 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135673
Apr 02 21:18:16.105980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784660c0d0>, '831a8f20-a10f-4f11-96b0-b3dd3b68946c') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:16.106284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784660c0d0>, '831a8f20-a10f-4f11-96b0-b3dd3b68946c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:16.114062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:16.134538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (831a8f20-a10f-4f11-96b0-b3dd3b68946c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.189104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (831a8f20-a10f-4f11-96b0-b3dd3b68946c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.204656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:16.205002 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (831a8f20-a10f-4f11-96b0-b3dd3b68946c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:16.208821 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:16.284970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e12f560f-cc44-4639-bc3a-f4fe034a299b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.297788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e12f560f-cc44-4639-bc3a-f4fe034a299b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:18:16.303267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:18:16.379424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.395756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.402496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/networks/62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54 HTTP/1.1" status: 204  len: 168 time: 1.0351405
Apr 02 21:18:16.408065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=e12f560f-cc44-4639-bc3a-f4fe034a299b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:16.417111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 37980) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:16.442050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Network': ['ID=62eaf37e-3c45-4ac7-98c2-a8ddcedf7a54,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:16.451447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.451802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.452147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.452504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.455858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.456773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.457395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.457759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.458098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.460792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.461155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.461563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.461905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.462301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.463167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.471146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.498103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5650aff-d40a-4a76-89c0-988b7380e168 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:16.585887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865ff3a-4bee-496e-b462-5e2460d870b2 req-45d8d523-6785-49da-b432-981134cbd584 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:16.588307 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8865ff3a-4bee-496e-b462-5e2460d870b2 req-45d8d523-6785-49da-b432-981134cbd584 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b81534-5a19-429b-b131-46c884ac57b7 HTTP/1.1" status: 200  len: 867 time: 0.4640133
Apr 02 21:18:16.594417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port e12f560f-cc44-4639-bc3a-f4fe034a299b on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:16.598937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.602749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30bcbf45-d363-4ee3-9f9e-f09ca5a381fe req-8b730fc9-51d2-4df3-8adc-6d3ca14f5932 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.15 "DELETE /v2.0/ports/e12f560f-cc44-4639-bc3a-f4fe034a299b HTTP/1.1" status: 204  len: 173 time: 1.4685292
Apr 02 21:18:16.603870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b81534-5a19-429b-b131-46c884ac57b7', 'name': 'network-vif-deleted', 'tag': 'e12f560f-cc44-4639-bc3a-f4fe034a299b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:16.606153 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878d1463-8aa7-4c7e-bf80-650c09ce67d6" -d '{"events": [{"server_uuid": "07b81534-5a19-429b-b131-46c884ac57b7", "name": "network-vif-deleted", "tag": "e12f560f-cc44-4639-bc3a-f4fe034a299b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:16.733091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfbb00-9cd4-4a00-b25d-fb8bcbd7d535 req-8797a6b9-6080-48d4-ada3-3f72c06efc06 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:16.735070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90bfbb00-9cd4-4a00-b25d-fb8bcbd7d535 req-8797a6b9-6080-48d4-ada3-3f72c06efc06 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.0744884
Apr 02 21:18:16.741811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:16.745419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:16.791915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8865ff3a-4bee-496e-b462-5e2460d870b2 req-f0aa57fc-e2ac-47ff-82e7-9c24cf45a78c tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026381
Apr 02 21:18:16.812714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90bfbb00-9cd4-4a00-b25d-fb8bcbd7d535 req-230828c2-b6eb-4322-b6d6-b9b3be946ef2 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698898
Apr 02 21:18:16.924442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port 0b82fc55-9930-4dec-9fde-13d058bde6b3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:16.924812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.013627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:17.156990 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37391341-dcdc-432f-9543-9cf84aa74d02 x-openstack-request-id: req-37391341-dcdc-432f-9543-9cf84aa74d02 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:17.157290 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b81534-5a19-429b-b131-46c884ac57b7", "name": "network-vif-deleted", "tag": "e12f560f-cc44-4639-bc3a-f4fe034a299b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:17.157604 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37391341-dcdc-432f-9543-9cf84aa74d02 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:17.158254 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37391341-dcdc-432f-9543-9cf84aa74d02'] response: {'server_uuid': '07b81534-5a19-429b-b131-46c884ac57b7', 'name': 'network-vif-deleted', 'tag': 'e12f560f-cc44-4639-bc3a-f4fe034a299b', 'status': 'completed', 'code': 200}
Apr 02 21:18:17.167559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.169150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for floatingip (0b82fc55-9930-4dec-9fde-13d058bde6b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.197571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for 0b82fc55-9930-4dec-9fde-13d058bde6b3 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:17.207420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:17.208263 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.332143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (1d112867-49ca-4d28-9b33-abe13a698324), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.354568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:17.355291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.401690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,segment=NetworkSegment(eb265641-bd33-4884-9958-1f55975f1db3),segment_id=eb265641-bd33-4884-9958-1f55975f1db3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:17.407619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.437229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e05fa377-e681-4310-be6b-983bb701c066 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:17.441317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:17.450458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:17.461975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:17.462580 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.482927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e05fa377-e681-4310-be6b-983bb701c066 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:17.483284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e05fa377-e681-4310-be6b-983bb701c066 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:17.514711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=1d112867-49ca-4d28-9b33-abe13a698324,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:17.516380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:17.525268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:17.525449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-88a9f814-05e9-49cc-bc6c-00cf7ef3808e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.4269891
Apr 02 21:18:17.537718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229052-9337-466e-8e17-395d41b60d13 req-d57a46cb-6e60-44e5-95d3-6593bea3cbb4 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:17.539429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'fixed_ips': [{'subnet_id': '4702d4a8-06a3-488d-a285-423666bc7e5b'}, {'subnet_id': '1d112867-49ca-4d28-9b33-abe13a698324'}], 'name': 'tempest-PortsIpV6TestJSON-1505127745'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:17.545593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a229052-9337-466e-8e17-395d41b60d13 req-d57a46cb-6e60-44e5-95d3-6593bea3cbb4 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.2398257
Apr 02 21:18:17.636017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a229052-9337-466e-8e17-395d41b60d13 req-76bb20b4-a2e6-4821-8a27-0dd4ee19b97f tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895591
Apr 02 21:18:17.655949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0b82fc55-9930-4dec-9fde-13d058bde6b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.661253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bc6cb-df58-404d-89fb-fc95e9c65da2 None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:17.691629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=0b82fc55-9930-4dec-9fde-13d058bde6b3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:17.705052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:17.758274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for floatingip (29ffec71-0345-4f1f-88bf-a436157e392f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.758695 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Floating IP 29ffec71-0345-4f1f-88bf-a436157e392f disassociated (deleted). External IP: 172.35.4.188, port: 9721df02-c2e2-4957-a3be-57a586573989.
Apr 02 21:18:17.779726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6cdc879e-8a12-4da0-9eb5-b191c36ba9e6 None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:17.780103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cdc879e-8a12-4da0-9eb5-b191c36ba9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.801187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.820658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 30b97331-cd22-41d4-af30-0f4bba4515ef yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:17.947203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc879e-8a12-4da0-9eb5-b191c36ba9e6 None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:17.952656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:17.966999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] Update dhcp port {'port': {'network_id': '2d952cf5-be40-4a54-a9dd-8b9d4c5e797b', 'fixed_ips': [{'subnet_id': '4702d4a8-06a3-488d-a285-423666bc7e5b', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d112867-49ca-4d28-9b33-abe13a698324'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:18:18.002529 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:18.039175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router 798a92ef-287c-4101-9f3d-c9f207753315 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:18:18.215490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:18.221028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:18.225892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::2ff (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b/4702d4a8-06a3-488d-a285-423666bc7e5b/30b97331-cd22-41d4-af30-0f4bba4515ef) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:18.233452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8:0:1::47 (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b/1d112867-49ca-4d28-9b33-abe13a698324/30b97331-cd22-41d4-af30-0f4bba4515ef) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:18.238055 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] Sync routers for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:18.260699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e7501244-07d4-46fe-ac8c-090f3827a5fe tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/floatingips/29ffec71-0345-4f1f-88bf-a436157e392f HTTP/1.1" status: 204  len: 168 time: 1.8400521
Apr 02 21:18:18.260699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'tag': '9721df02-c2e2-4957-a3be-57a586573989'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:18.261583 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:18.261782 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f2eec-14bb-4189-85d8-210b6aedc247" -d '{"events": [{"name": "network-changed", "server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "tag": "9721df02-c2e2-4957-a3be-57a586573989"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:18.262687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784610f520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:18.409799 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c9cd1d-6837-48f5-8f1c-3bc1ea85dd00 x-openstack-request-id: req-80c9cd1d-6837-48f5-8f1c-3bc1ea85dd00 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:18.410104 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "tag": "9721df02-c2e2-4957-a3be-57a586573989", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:18.410377 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c9cd1d-6837-48f5-8f1c-3bc1ea85dd00 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:18.410978 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c9cd1d-6837-48f5-8f1c-3bc1ea85dd00'] response: {'name': 'network-changed', 'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'tag': '9721df02-c2e2-4957-a3be-57a586573989', 'status': 'completed', 'code': 200}
Apr 02 21:18:18.494638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:18.541652 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:18.576862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-5ef0e775-34b5-4a76-bef5-37db41b07af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:18.581605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-5ef0e775-34b5-4a76-bef5-37db41b07af9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 1167 time: 0.1083729
Apr 02 21:18:18.603522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:18.635847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c899c6-be6d-42ee-9662-a59c5b1bdf67 req-f4361912-fac9-44a9-9713-0662335e9026 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:18.649681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1c899c6-be6d-42ee-9662-a59c5b1bdf67 req-f4361912-fac9-44a9-9713-0662335e9026 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 985 time: 0.0914598
Apr 02 21:18:18.720258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:18.724416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] Allocated IP 2001:db8:0:1::2 (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b/1d112867-49ca-4d28-9b33-abe13a698324/de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:18.730255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:18.733459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:18.739578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:18.740376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:18.755772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=30b97331-cd22-41d4-af30-0f4bba4515ef,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:18.800611 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-91c24db1-56eb-4251-92bd-2edde6bc26f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 1.2705991
Apr 02 21:18:18.804136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:18.812295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4702d4a8-06a3-488d-a285-423666bc7e5b'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:18.816265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e12f560f-cc44-4639-bc3a-f4fe034a299b no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:18.817384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1c899c6-be6d-42ee-9662-a59c5b1bdf67 req-fb29547b-c832-41ab-bea8-53bbdee1ca27 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1679585
Apr 02 21:18:18.818177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-7a62955b-a680-4eb2-a4d8-b49509b1af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:18.819957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-7a62955b-a680-4eb2-a4d8-b49509b1af23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43e3ac47-3107-4275-88f5-cd9d12c97ac5 HTTP/1.1" status: 200  len: 897 time: 0.2283537
Apr 02 21:18:18.864309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-fbc9d2ce-6b56-4faa-97ee-c66de23fd07b tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:18.865742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-fbc9d2ce-6b56-4faa-97ee-c66de23fd07b tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.1238129
Apr 02 21:18:18.898845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: e12f560f-cc44-4639-bc3a-f4fe034a299b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:18.899183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e12f560f-cc44-4639-bc3a-f4fe034a299b not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:18.961489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:18.978945 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784610f520>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:18.999751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] For port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,segment=NetworkSegment(eb265641-bd33-4884-9958-1f55975f1db3),segment_id=eb265641-bd33-4884-9958-1f55975f1db3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:19.007135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-31b89649-4779-47f2-b29d-f20fbdc688e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9721df02-c2e2-4957-a3be-57a586573989 HTTP/1.1" status: 200  len: 217 time: 0.1370988
Apr 02 21:18:19.034733 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] Checking router: 798a92ef-287c-4101-9f3d-c9f207753315 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:19.037274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] Publish callbacks [] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.050109 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:19.051269 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784610f520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:17:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:19.068423 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.084292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Deleting port f301f721-5bf0-47c1-8c91-df80ddd9accf {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:19.085742 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.203978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:19.204358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.207240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc459f-040c-40b0-b5a1-1724c80993f7 None None] Pushing event updated for resources: {'Port': ['ID=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:19.208071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.252961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-4257941d-1889-402e-a90b-6dff645703db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:19.254862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-4257941d-1889-402e-a90b-6dff645703db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ca008d1-ceb8-4bea-b38b-fa844a7b2add HTTP/1.1" status: 200  len: 834 time: 0.2411463
Apr 02 21:18:19.267582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e9e4-311e-4b69-b9cf-b80477820ea6 req-f8ed78a5-eaf6-49d7-b970-0e445d842d92 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:19.275451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f32e9e4-311e-4b69-b9cf-b80477820ea6 req-f8ed78a5-eaf6-49d7-b970-0e445d842d92 tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc125c7-b54f-42a2-9392-2bc5399f4e39 HTTP/1.1" status: 200  len: 946 time: 0.4542933
Apr 02 21:18:19.331419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] For port f301f721-5bf0-47c1-8c91-df80ddd9accf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f301f721-5bf0-47c1-8c91-df80ddd9accf,segment=NetworkSegment(98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463),segment_id=98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:19.332115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.349865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:19.353647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Calling delete_port for f301f721-5bf0-47c1-8c91-df80ddd9accf owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:19.373043 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:19.423351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f32e9e4-311e-4b69-b9cf-b80477820ea6 req-2fe640ce-2ee6-4d9a-be40-c96173136fda tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.18 "GET /v2.0/security-groups?id=2685833f-a765-4d9e-81e9-4c81edf05e16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465173
Apr 02 21:18:19.483421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-fbe95363-2a27-4ed2-8ebc-040d475b6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:19.485285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-fbe95363-2a27-4ed2-8ebc-040d475b6b38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43e3ac47-3107-4275-88f5-cd9d12c97ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2068174
Apr 02 21:18:19.536563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644323b-0528-49d4-8263-b046fc2359fb req-b7670abe-c548-45a6-9b99-88f093511ce6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:19.545426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7644323b-0528-49d4-8263-b046fc2359fb req-b7670abe-c548-45a6-9b99-88f093511ce6 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 945 time: 0.2964923
Apr 02 21:18:19.611839 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f301f721-5bf0-47c1-8c91-df80ddd9accf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.625096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['f301f721-5bf0-47c1-8c91-df80ddd9accf'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:18:19.660223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Pushing event deleted for resources: {'Port': ['ID=f301f721-5bf0-47c1-8c91-df80ddd9accf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:19.660896 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784610f520>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:19.707486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-f9cedff5-aa6c-47b5-a5f1-7a62f211549b service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139080
Apr 02 21:18:19.716397 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff05a5-119e-45a8-aed4-bfa726ecf109 None None] The sync data for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 is: [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:16:01Z', 'revision_number': 4, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '732087a7-9909-4b55-bd3f-f7239c2ba586', 'name': '', 'network_id': '43e3ac47-3107-4275-88f5-cd9d12c97ac5', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'mac_address': 'fa:16:3e:dc:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:16:00Z', 'updated_at': '2022-04-02T21:16:09Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'subnets': [{'id': '1ca008d1-ceb8-4bea-b38b-fa844a7b2add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:19.736402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.737400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.737400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.737770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.738200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.739211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.739790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.740331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.740759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.741200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.741661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.742089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.742537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.742961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.743380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:19.747612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] No DVR routers for this DVR port f301f721-5bf0-47c1-8c91-df80ddd9accf on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:19.760572 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7644323b-0528-49d4-8263-b046fc2359fb req-365372b2-6a7a-4bef-85b2-f64f69b1daf2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758218
Apr 02 21:18:19.769505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:19.774969 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cb1dfed-d4c4-46e1-8e00-f587e01a0e17 req-53ae6e44-9e57-43c8-ac7b-b07a3e9884fa tempest-ServersNegativeTestMultiTenantJSON-811396550 tempest-ServersNegativeTestMultiTenantJSON-811396550-project] 10.222.0.15 "DELETE /v2.0/ports/f301f721-5bf0-47c1-8c91-df80ddd9accf HTTP/1.1" status: 204  len: 173 time: 0.9026167
Apr 02 21:18:20.025015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-9f4d2ee7-337a-4892-9d8a-ab625f5e87e6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:20.026815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-9f4d2ee7-337a-4892-9d8a-ab625f5e87e6 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.15 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 985 time: 0.1275682
Apr 02 21:18:20.094980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e9f2eec-14bb-4189-85d8-210b6aedc247 req-bb7ecfed-164d-4ebb-a2b6-20bc95f4a9ab service neutron] 10.222.0.15 "GET /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3239217
Apr 02 21:18:20.110882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Delete allocated IP 2001:db8:0:1::47 (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b/1d112867-49ca-4d28-9b33-abe13a698324) {{(pid=121648) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 02 21:18:20.133617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c11c5-6e77-4e3d-9e8c-a2b0775e5de5 req-d7853b49-6c1a-4128-8ed9-252b403813e9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:20.135197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e85c11c5-6e77-4e3d-9e8c-a2b0775e5de5 req-d7853b49-6c1a-4128-8ed9-252b403813e9 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 985 time: 0.1595306
Apr 02 21:18:20.140428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a18e4-4554-4ff1-a5db-d57c5cf4a685 None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:20.257911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port 9721df02-c2e2-4957-a3be-57a586573989 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:20.258533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9721df02-c2e2-4957-a3be-57a586573989), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.269779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8a179765-dd74-4a18-a6ab-be33832e5a1d None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:20.270455 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a179765-dd74-4a18-a6ab-be33832e5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.294004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e85c11c5-6e77-4e3d-9e8c-a2b0775e5de5 req-d4a3f5a8-b2ac-4f55-baa2-6075d3b09f4f tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/security-groups?id=23abab80-1fef-42c0-98b8-b8a35fdbd86f&id=da066d06-5176-47a6-a9f8-7b3c745a72e8&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1243570
Apr 02 21:18:20.312412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e6ca2-c9df-4274-8ced-4ee4ea7e039a None None] New status for floating IP 29ffec71-0345-4f1f-88bf-a436157e392f: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:18:20.330196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.340319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.416843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'name': 'network-vif-deleted', 'tag': 'f301f721-5bf0-47c1-8c91-df80ddd9accf'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:20.418607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] In _notify_port_updated(), no bound segment for port 30b97331-cd22-41d4-af30-0f4bba4515ef on network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:18:20.420620 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35450e-0cbc-4e91-a4e4-7e0d9d93d82d" -d '{"events": [{"server_uuid": "fdc125c7-b54f-42a2-9392-2bc5399f4e39", "name": "network-vif-deleted", "tag": "f301f721-5bf0-47c1-8c91-df80ddd9accf"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:20.424722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:20.425730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.427255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/ports/30b97331-cd22-41d4-af30-0f4bba4515ef HTTP/1.1" status: 200  len: 926 time: 1.6219511
Apr 02 21:18:20.430465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38116) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:20.443806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4702d4a8-06a3-488d-a285-423666bc7e5b'}, {'subnet_id': '1d112867-49ca-4d28-9b33-abe13a698324'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:20.482774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd196518-924d-4581-8d62-f5277308b2c7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=30b97331-cd22-41d4-af30-0f4bba4515ef,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:20.524882 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b386b4c-11fb-41f5-b588-530d3695c128 x-openstack-request-id: req-7b386b4c-11fb-41f5-b588-530d3695c128 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:20.525186 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc125c7-b54f-42a2-9392-2bc5399f4e39", "name": "network-vif-deleted", "tag": "f301f721-5bf0-47c1-8c91-df80ddd9accf", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:20.525539 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b386b4c-11fb-41f5-b588-530d3695c128 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:20.526048 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b386b4c-11fb-41f5-b588-530d3695c128'] response: {'server_uuid': 'fdc125c7-b54f-42a2-9392-2bc5399f4e39', 'name': 'network-vif-deleted', 'tag': 'f301f721-5bf0-47c1-8c91-df80ddd9accf', 'status': 'completed', 'code': 200}
Apr 02 21:18:20.529649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38126) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:20.531154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] For port 9721df02-c2e2-4957-a3be-57a586573989, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9721df02-c2e2-4957-a3be-57a586573989,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:20.531657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9721df02-c2e2-4957-a3be-57a586573989), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.554613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for 9721df02-c2e2-4957-a3be-57a586573989 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:20.580235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Deleting subnet 167e65c3-05f3-40ec-8f55-707556ed6434 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:20.583689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Publish callbacks [] for subnet (167e65c3-05f3-40ec-8f55-707556ed6434), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.618719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (167e65c3-05f3-40ec-8f55-707556ed6434), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.659602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (167e65c3-05f3-40ec-8f55-707556ed6434), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.722320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8a179765-dd74-4a18-a6ab-be33832e5a1d None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:20.727043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (167e65c3-05f3-40ec-8f55-707556ed6434), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.771989 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:18:20.829902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-d807bf7c-2825-49f6-9b2e-c6103bdff27f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:20.831730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-d807bf7c-2825-49f6-9b2e-c6103bdff27f tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 945 time: 0.2044063
Apr 02 21:18:20.833803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:20.919672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:21.000797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:21.001231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.026196 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9721df02-c2e2-4957-a3be-57a586573989), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.072036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f95cc156-853e-4cb0-8358-6ab2ff298ad8 None None] Provisioning complete for port 30b97331-cd22-41d4-af30-0f4bba4515ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:21.072522 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f95cc156-853e-4cb0-8358-6ab2ff298ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.113820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f95cc156-853e-4cb0-8358-6ab2ff298ad8 None None] Port 30b97331-cd22-41d4-af30-0f4bba4515ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:21.144095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167e65c3-05f3-40ec-8f55-707556ed6434,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:21.153020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.156376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6474a52-0693-435f-8111-9f79c1310293 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/167e65c3-05f3-40ec-8f55-707556ed6434 HTTP/1.1" status: 204  len: 168 time: 0.6261311
Apr 02 21:18:21.159185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38132) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:21.177058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f95cc156-853e-4cb0-8358-6ab2ff298ad8 None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:21.177668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f95cc156-853e-4cb0-8358-6ab2ff298ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.181828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:21.247878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b634a668-35fa-424f-8d79-0691a454a52e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.297617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f95cc156-853e-4cb0-8358-6ab2ff298ad8 None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:21.421937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b634a668-35fa-424f-8d79-0691a454a52e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.426342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e7e7df6f-8f75-4dd5-8f24-0ba5c33cba94 None None] Provisioning complete for port 30b97331-cd22-41d4-af30-0f4bba4515ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:21.427120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e7e7df6f-8f75-4dd5-8f24-0ba5c33cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.465634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ff86ae48-112a-47d3-83b1-c83dcd235242 req-04934310-fea3-447f-8118-64d1f833efdf tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "GET /v2.0/ports?device_id=f816b0b7-9b69-4dab-b07b-539b28950094 HTTP/1.1" status: 200  len: 210 time: 0.0534525
Apr 02 21:18:21.488014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7df6f-8f75-4dd5-8f24-0ba5c33cba94 None None] Port 30b97331-cd22-41d4-af30-0f4bba4515ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:21.490851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78459f84f0>,) {'filters': {'network_id': ['b634a668-35fa-424f-8d79-0691a454a52e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:21.505100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78459f84f0>, '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:21.506106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78459f84f0>, '98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:21.519412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.534918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.547045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:21.547839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (98854df8-b9d6-4a5a-b3c5-3b6c5c0f9463), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:21.577142 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:21.609779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=9721df02-c2e2-4957-a3be-57a586573989,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:21.616490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b634a668-35fa-424f-8d79-0691a454a52e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.626613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.630253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b634a668-35fa-424f-8d79-0691a454a52e HTTP/1.1" status: 204  len: 168 time: 0.4699924
Apr 02 21:18:21.635990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea7590-6337-415c-a38c-c389b2566026 req-f98d150d-bfd6-4e7f-8ce0-164896530eb8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:21.637595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2ea7590-6337-415c-a38c-c389b2566026 req-f98d150d-bfd6-4e7f-8ce0-164896530eb8 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 945 time: 0.7841318
Apr 02 21:18:21.638087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38138) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:21.641170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b45a1f-1dba-42b9-8292-369957ae3a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=b634a668-35fa-424f-8d79-0691a454a52e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:21.714204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3a2be6a7-60ce-41c5-855e-650445e6d06e None None] Provisioning complete for port 30b97331-cd22-41d4-af30-0f4bba4515ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:21.714585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a2be6a7-60ce-41c5-855e-650445e6d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.751899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3a2be6a7-60ce-41c5-855e-650445e6d06e None None] Port 30b97331-cd22-41d4-af30-0f4bba4515ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:21.773800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] No DVR routers for this DVR port 9721df02-c2e2-4957-a3be-57a586573989 on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:21.782371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.785603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e8428d2-902e-4c86-bfc8-c749f9b31985 req-d1cedc48-e3e8-4378-897c-4d66a2a6879d tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.15 "DELETE /v2.0/ports/9721df02-c2e2-4957-a3be-57a586573989 HTTP/1.1" status: 204  len: 173 time: 1.7522838
Apr 02 21:18:21.817419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Deleting subnet da3aed6a-3f04-41ea-b38d-ae48aa06901f {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:21.835036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Publish callbacks [] for subnet (da3aed6a-3f04-41ea-b38d-ae48aa06901f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.877997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Deleting port 8f191590-0383-4d7c-87db-54e9c472575b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:21.878336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8f191590-0383-4d7c-87db-54e9c472575b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:21.922846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c2ea7590-6337-415c-a38c-c389b2566026 req-8464f6ec-587a-48db-8721-acf9326a1ce2 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef83d8f-cfe1-478b-a224-7163d493d5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454290
Apr 02 21:18:21.942127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (da3aed6a-3f04-41ea-b38d-ae48aa06901f), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.001191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8:0:1::203 (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b/1d112867-49ca-4d28-9b33-abe13a698324/30b97331-cd22-41d4-af30-0f4bba4515ef) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:22.054860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (da3aed6a-3f04-41ea-b38d-ae48aa06901f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.154844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] For port 8f191590-0383-4d7c-87db-54e9c472575b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f191590-0383-4d7c-87db-54e9c472575b,segment=NetworkSegment(af573e14-ec96-474f-9b93-804aee090d0d),segment_id=af573e14-ec96-474f-9b93-804aee090d0d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:22.155292 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8f191590-0383-4d7c-87db-54e9c472575b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.179274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Calling delete_port for 8f191590-0383-4d7c-87db-54e9c472575b owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:22.260110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (da3aed6a-3f04-41ea-b38d-ae48aa06901f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.303821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3aed6a-3f04-41ea-b38d-ae48aa06901f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:22.324985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.326964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.330162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-931aff9e-aecf-4fa6-9c2e-e973f312c73d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da3aed6a-3f04-41ea-b38d-ae48aa06901f HTTP/1.1" status: 204  len: 168 time: 0.6852396
Apr 02 21:18:22.333055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38150) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:22.334091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.410831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (98f33366-1992-4d1c-a69e-11481bc852c7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.473450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] In _notify_port_updated(), no bound segment for port 30b97331-cd22-41d4-af30-0f4bba4515ef on network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:18:22.473450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:22.473450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.473450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/ports/30b97331-cd22-41d4-af30-0f4bba4515ef HTTP/1.1" status: 200  len: 1012 time: 2.0395033
Apr 02 21:18:22.475476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38156) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:22.475640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d21a7d-f602-48dc-b7f2-9f8dd304ac50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=30b97331-cd22-41d4-af30-0f4bba4515ef,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:22.519020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8f191590-0383-4d7c-87db-54e9c472575b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.528774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'name': 'network-vif-deleted', 'tag': '9721df02-c2e2-4957-a3be-57a586573989'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:22.531914 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72ef074-9fe4-4276-beb4-94ae398af519" -d '{"events": [{"server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "name": "network-vif-deleted", "tag": "9721df02-c2e2-4957-a3be-57a586573989"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:22.536099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f191590-0383-4d7c-87db-54e9c472575b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:18:22.564029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Pushing event deleted for resources: {'Port': ['ID=8f191590-0383-4d7c-87db-54e9c472575b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:22.585038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (98f33366-1992-4d1c-a69e-11481bc852c7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.589445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38162) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:22.645871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f0628e0>,) {'filters': {'network_id': ['98f33366-1992-4d1c-a69e-11481bc852c7']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:22.653566 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd59649e-70ec-4689-93be-a94550e2bed0 x-openstack-request-id: req-bd59649e-70ec-4689-93be-a94550e2bed0 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:22.653819 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f816b0b7-9b69-4dab-b07b-539b28950094", "name": "network-vif-deleted", "tag": "9721df02-c2e2-4957-a3be-57a586573989", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:22.654066 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd59649e-70ec-4689-93be-a94550e2bed0 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:22.654465 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd59649e-70ec-4689-93be-a94550e2bed0'] response: {'server_uuid': 'f816b0b7-9b69-4dab-b07b-539b28950094', 'name': 'network-vif-deleted', 'tag': '9721df02-c2e2-4957-a3be-57a586573989', 'status': 'completed', 'code': 200}
Apr 02 21:18:22.655315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] No DVR routers for this DVR port 8f191590-0383-4d7c-87db-54e9c472575b on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:22.658668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.662052 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f61a6f3-6ad1-4ba0-a991-01a111572ab0 req-3a28b03d-ca84-41fd-9c9a-49d0cc78af2d tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.21 "DELETE /v2.0/ports/8f191590-0383-4d7c-87db-54e9c472575b HTTP/1.1" status: 204  len: 173 time: 1.8054116
Apr 02 21:18:22.681503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0628e0>, '32af7674-d0b5-4c73-8e34-adbcf53ef456') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:22.681805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f0628e0>, '32af7674-d0b5-4c73-8e34-adbcf53ef456') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:22.699241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (32af7674-d0b5-4c73-8e34-adbcf53ef456), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.740823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (32af7674-d0b5-4c73-8e34-adbcf53ef456), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.744533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14dacb49-fb36-45ef-a2a5-a36dc7be349c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (da066d06-5176-47a6-a9f8-7b3c745a72e8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.753726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:22.754057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (32af7674-d0b5-4c73-8e34-adbcf53ef456), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:22.756780 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:22.783087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-affa2e1b-ccb3-4764-9c0f-ecab02e9480c None None] Provisioning complete for port 30b97331-cd22-41d4-af30-0f4bba4515ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:22.791700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-affa2e1b-ccb3-4764-9c0f-ecab02e9480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.830691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f301f721-5bf0-47c1-8c91-df80ddd9accf no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:22.850172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14dacb49-fb36-45ef-a2a5-a36dc7be349c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (da066d06-5176-47a6-a9f8-7b3c745a72e8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.869438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-affa2e1b-ccb3-4764-9c0f-ecab02e9480c None None] Port 30b97331-cd22-41d4-af30-0f4bba4515ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:22.875100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: f301f721-5bf0-47c1-8c91-df80ddd9accf {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:22.875562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device f301f721-5bf0-47c1-8c91-df80ddd9accf not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:22.887952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 30b97331-cd22-41d4-af30-0f4bba4515ef {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:22.888346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.896578 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (98f33366-1992-4d1c-a69e-11481bc852c7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.917348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.921116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/98f33366-1992-4d1c-a69e-11481bc852c7 HTTP/1.1" status: 204  len: 168 time: 0.5867829
Apr 02 21:18:22.947898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4fa00-a833-406c-b5ec-ab24b67fe2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=98f33366-1992-4d1c-a69e-11481bc852c7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:22.978944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14dacb49-fb36-45ef-a2a5-a36dc7be349c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (da066d06-5176-47a6-a9f8-7b3c745a72e8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.982115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-14dacb49-fb36-45ef-a2a5-a36dc7be349c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:22.983325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-14dacb49-fb36-45ef-a2a5-a36dc7be349c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/security-groups/da066d06-5176-47a6-a9f8-7b3c745a72e8 HTTP/1.1" status: 204  len: 168 time: 0.3926888
Apr 02 21:18:22.986393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38172) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.002761 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dacb49-fb36-45ef-a2a5-a36dc7be349c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da066d06-5176-47a6-a9f8-7b3c745a72e8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:23.050812 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.110930 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae000b5-06a6-4b9c-9070-ec8694d22524 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (23abab80-1fef-42c0-98b8-b8a35fdbd86f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.126065 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1027164d-1218-4013-9c8a-ca5930b1ad0b req-2dc89efd-6173-4851-be6f-e55c10152f85 tempest-ServersTestJSON-2031852076 tempest-ServersTestJSON-2031852076-project] 10.222.0.18 "GET /v2.0/ports?device_id=508fbb35-494f-4d1c-9e93-4796909dbdfd HTTP/1.1" status: 200  len: 210 time: 0.0546877
Apr 02 21:18:23.137012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 30b97331-cd22-41d4-af30-0f4bba4515ef owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:23.146112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae000b5-06a6-4b9c-9070-ec8694d22524 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (23abab80-1fef-42c0-98b8-b8a35fdbd86f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.184172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3c168e56-1fc4-4a42-a1e3-acff6db7351e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.201232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38184) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.246242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae000b5-06a6-4b9c-9070-ec8694d22524 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (23abab80-1fef-42c0-98b8-b8a35fdbd86f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.250216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bae000b5-06a6-4b9c-9070-ec8694d22524 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.251427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bae000b5-06a6-4b9c-9070-ec8694d22524 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/security-groups/23abab80-1fef-42c0-98b8-b8a35fdbd86f HTTP/1.1" status: 204  len: 168 time: 0.2640018
Apr 02 21:18:23.255082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38186) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.260333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5824f261-0e1f-41b1-8ea3-7f148ea2eb02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=581bd6e5aa8549e88914f48abe9466c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0567467
Apr 02 21:18:23.265294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38188) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.270462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae000b5-06a6-4b9c-9070-ec8694d22524 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23abab80-1fef-42c0-98b8-b8a35fdbd86f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:23.360125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8276ecd-2417-47cc-b519-d66988e39eee admin admin] Publish callbacks [] for security_group (2685833f-a765-4d9e-81e9-4c81edf05e16), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.413616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8276ecd-2417-47cc-b519-d66988e39eee admin admin] Publish callbacks [] for security_group (2685833f-a765-4d9e-81e9-4c81edf05e16), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.448533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (30b97331-cd22-41d4-af30-0f4bba4515ef), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.480328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=30b97331-cd22-41d4-af30-0f4bba4515ef,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:23.540590 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.544741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-658dabd0-8954-4315-a644-d19026e00da4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/30b97331-cd22-41d4-af30-0f4bba4515ef HTTP/1.1" status: 204  len: 168 time: 1.0676596
Apr 02 21:18:23.545979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8276ecd-2417-47cc-b519-d66988e39eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2685833f-a765-4d9e-81e9-4c81edf05e16), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.547658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38192) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.548491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8276ecd-2417-47cc-b519-d66988e39eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.549816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8276ecd-2417-47cc-b519-d66988e39eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2685833f-a765-4d9e-81e9-4c81edf05e16 HTTP/1.1" status: 204  len: 168 time: 0.2835901
Apr 02 21:18:23.561142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8276ecd-2417-47cc-b519-d66988e39eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2685833f-a765-4d9e-81e9-4c81edf05e16,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:23.583282 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5294f6e5-3fa7-44f1-b243-61a98df2455a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:23.587757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5294f6e5-3fa7-44f1-b243-61a98df2455a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/30b97331-cd22-41d4-af30-0f4bba4515ef HTTP/1.1" status: 404  len: 333 time: 0.0336657
Apr 02 21:18:23.587757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38196) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.669630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 1d112867-49ca-4d28-9b33-abe13a698324 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:23.674550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (1d112867-49ca-4d28-9b33-abe13a698324), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.720258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (1d112867-49ca-4d28-9b33-abe13a698324), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.844022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1d112867-49ca-4d28-9b33-abe13a698324), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.895781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (798a92ef-287c-4101-9f3d-c9f207753315), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.910742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38202) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:23.957347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (1d112867-49ca-4d28-9b33-abe13a698324), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:23.961286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c0f90458-2569-44a0-a962-3f5915c8c546 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eacea7c5e96458aadf1679f0627dd19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0493834
Apr 02 21:18:23.963778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38206) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:24.012573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=1d112867-49ca-4d28-9b33-abe13a698324,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:24.019623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.025261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ac0b6341-b9bd-41f3-8597-5dbb3088c6cc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/1d112867-49ca-4d28-9b33-abe13a698324 HTTP/1.1" status: 204  len: 168 time: 0.4344511
Apr 02 21:18:24.025565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38210) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:24.028863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e0022-108a-4d0a-98d8-0491b75896ca None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:24.033151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f475c85-e0a5-4ca8-96da-a0c7e9f824cc admin admin] Publish callbacks [] for security_group (a1cc31de-ca89-42ce-9539-d223516a0586), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.064622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f475c85-e0a5-4ca8-96da-a0c7e9f824cc admin admin] Publish callbacks [] for security_group (a1cc31de-ca89-42ce-9539-d223516a0586), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.139170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f475c85-e0a5-4ca8-96da-a0c7e9f824cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a1cc31de-ca89-42ce-9539-d223516a0586), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.141822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f475c85-e0a5-4ca8-96da-a0c7e9f824cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.143027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f475c85-e0a5-4ca8-96da-a0c7e9f824cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1cc31de-ca89-42ce-9539-d223516a0586 HTTP/1.1" status: 204  len: 168 time: 0.1781299
Apr 02 21:18:24.153189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f475c85-e0a5-4ca8-96da-a0c7e9f824cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc31de-ca89-42ce-9539-d223516a0586,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:24.187444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 4702d4a8-06a3-488d-a285-423666bc7e5b {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:24.206431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (4702d4a8-06a3-488d-a285-423666bc7e5b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.243580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38228) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:24.272559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (4702d4a8-06a3-488d-a285-423666bc7e5b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.303974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Deleting subnet 55483cd3-d80f-418a-a5d4-c4e48086a4cc {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:24.315425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Publish callbacks [] for subnet (55483cd3-d80f-418a-a5d4-c4e48086a4cc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.397737 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (55483cd3-d80f-418a-a5d4-c4e48086a4cc), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.452285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4702d4a8-06a3-488d-a285-423666bc7e5b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.467827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (55483cd3-d80f-418a-a5d4-c4e48086a4cc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.548201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port 732087a7-9909-4b55-bd3f-f7239c2ba586 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:24.550189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.557005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (55483cd3-d80f-418a-a5d4-c4e48086a4cc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.587754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55483cd3-d80f-418a-a5d4-c4e48086a4cc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:24.615949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.620317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5aa02290-55b9-4394-ba10-5da8e8d0635c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/55483cd3-d80f-418a-a5d4-c4e48086a4cc HTTP/1.1" status: 204  len: 168 time: 0.3756585
Apr 02 21:18:24.626559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38236) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:24.682372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] For port 732087a7-9909-4b55-bd3f-f7239c2ba586, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=732087a7-9909-4b55-bd3f-f7239c2ba586,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:24.682745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.699086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for 732087a7-9909-4b55-bd3f-f7239c2ba586 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:24.742528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (93717f05-9f3d-4b28-ad7c-0deb3583263c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.747803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'name': 'network-vif-deleted', 'tag': '8f191590-0383-4d7c-87db-54e9c472575b'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:18:24.750951 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fde36-e586-45ee-947b-d1784eaab106" -d '{"events": [{"server_uuid": "508fbb35-494f-4d1c-9e93-4796909dbdfd", "name": "network-vif-deleted", "tag": "8f191590-0383-4d7c-87db-54e9c472575b"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:18:24.764960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (4702d4a8-06a3-488d-a285-423666bc7e5b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.829536 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc5005-906a-4b82-8a90-76261276fe8c x-openstack-request-id: req-d6fc5005-906a-4b82-8a90-76261276fe8c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:18:24.833425 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508fbb35-494f-4d1c-9e93-4796909dbdfd", "name": "network-vif-deleted", "tag": "8f191590-0383-4d7c-87db-54e9c472575b", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:18:24.833702 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6fc5005-906a-4b82-8a90-76261276fe8c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:18:24.834139 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fc5005-906a-4b82-8a90-76261276fe8c'] response: {'server_uuid': '508fbb35-494f-4d1c-9e93-4796909dbdfd', 'name': 'network-vif-deleted', 'tag': '8f191590-0383-4d7c-87db-54e9c472575b', 'status': 'completed', 'code': 200}
Apr 02 21:18:24.844559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9721df02-c2e2-4957-a3be-57a586573989 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:24.844816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=4702d4a8-06a3-488d-a285-423666bc7e5b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:24.849489 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.856903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-49cbacf6-f354-42c9-a2fd-5c9712b4c8f1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/4702d4a8-06a3-488d-a285-423666bc7e5b HTTP/1.1" status: 204  len: 168 time: 0.8303668
Apr 02 21:18:24.860159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38260) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:24.879993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 9721df02-c2e2-4957-a3be-57a586573989 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:24.880669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 9721df02-c2e2-4957-a3be-57a586573989 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:24.891900 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (93717f05-9f3d-4b28-ad7c-0deb3583263c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.929762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784674ac40>,) {'filters': {'network_id': ['93717f05-9f3d-4b28-ad7c-0deb3583263c']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:24.945887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784674ac40>, 'af573e14-ec96-474f-9b93-804aee090d0d') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:24.946295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784674ac40>, 'af573e14-ec96-474f-9b93-804aee090d0d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:24.956221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.958649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (af573e14-ec96-474f-9b93-804aee090d0d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.974716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (af573e14-ec96-474f-9b93-804aee090d0d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:24.995774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:24.996613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (af573e14-ec96-474f-9b93-804aee090d0d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:25.061601 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:25.079850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (93717f05-9f3d-4b28-ad7c-0deb3583263c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.088117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.106708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/93717f05-9f3d-4b28-ad7c-0deb3583263c HTTP/1.1" status: 204  len: 168 time: 0.4701777
Apr 02 21:18:25.110972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:25.111498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.120231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6472f-195a-4088-9fc3-7dff9442a9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93717f05-9f3d-4b28-ad7c-0deb3583263c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:25.190531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2482981-f153-43e0-9def-a4055fabb379 None None] Network 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:25.196274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] For port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,segment=NetworkSegment(eb265641-bd33-4884-9958-1f55975f1db3),segment_id=eb265641-bd33-4884-9958-1f55975f1db3)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:25.196711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.264520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:25.297901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-14ba472d-67cd-4ad8-b6ee-ff8de3a03f8b None None] Provisioning complete for port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:25.298382 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-14ba472d-67cd-4ad8-b6ee-ff8de3a03f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.362638 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c21949e5-6ad1-41f6-acef-e53e2b6ad5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.370788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (732087a7-9909-4b55-bd3f-f7239c2ba586), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.405452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-14ba472d-67cd-4ad8-b6ee-ff8de3a03f8b None None] Current status of the port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:25.422194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=732087a7-9909-4b55-bd3f-f7239c2ba586,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:25.503095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38294) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:25.523890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] DHCP port deletion for 2d952cf5-be40-4a54-a9dd-8b9d4c5e797b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:25.610857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.620517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Deleting port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:25.621856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.626714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No DVR routers for this DVR port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:25.644708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-14eb732e-df4c-4550-8927-f5522ff8ea39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=596094c632d2408d8963534a88f04156&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1372919
Apr 02 21:18:25.645264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:25.700196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:25.733894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] For port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:25.734207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.740602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdb36ed-36ee-40e7-aad7-13b891b3eef1 admin admin] Publish callbacks [] for security_group (7ef83d8f-cfe1-478b-a224-7163d493d5cd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.766443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Calling delete_port for de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:25.769506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:18:25.769833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdb36ed-36ee-40e7-aad7-13b891b3eef1 admin admin] Publish callbacks [] for security_group (7ef83d8f-cfe1-478b-a224-7163d493d5cd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.771249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.829002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f191590-0383-4d7c-87db-54e9c472575b no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:25.834290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Pushing event deleted for resources: {'Port': ['ID=de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:25.860956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 8f191590-0383-4d7c-87db-54e9c472575b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:25.861824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f191590-0383-4d7c-87db-54e9c472575b not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:25.863301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] No DVR routers for this DVR port de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:25.866025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.866298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdb36ed-36ee-40e7-aad7-13b891b3eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ef83d8f-cfe1-478b-a224-7163d493d5cd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.866851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.867445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.868013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.868542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.869042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.869558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.869842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdb36ed-36ee-40e7-aad7-13b891b3eef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.870243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.870735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.871703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.871921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1fdb36ed-36ee-40e7-aad7-13b891b3eef1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ef83d8f-cfe1-478b-a224-7163d493d5cd HTTP/1.1" status: 204  len: 168 time: 0.2244740
Apr 02 21:18:25.872188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.872696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.873189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.873661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.874153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.874634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c61843-1325-4fce-842e-32971f2d3310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:25.888698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb36ed-36ee-40e7-aad7-13b891b3eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef83d8f-cfe1-478b-a224-7163d493d5cd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:25.904036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (798a92ef-287c-4101-9f3d-c9f207753315), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:25.934281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fbd4730>,) {'filters': {'network_id': ['2d952cf5-be40-4a54-a9dd-8b9d4c5e797b']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:25.975881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fbd4730>, 'eb265641-bd33-4884-9958-1f55975f1db3') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:25.976248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fbd4730>, 'eb265641-bd33-4884-9958-1f55975f1db3') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:25.989740 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (eb265641-bd33-4884-9958-1f55975f1db3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.041279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (eb265641-bd33-4884-9958-1f55975f1db3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.051260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:26.051597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (eb265641-bd33-4884-9958-1f55975f1db3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:26.054575 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:26.161961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (2d952cf5-be40-4a54-a9dd-8b9d4c5e797b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.180684 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.187806 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/2d952cf5-be40-4a54-a9dd-8b9d4c5e797b HTTP/1.1" status: 204  len: 168 time: 1.3228500
Apr 02 21:18:26.189614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38312) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:26.259636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e98d7-a970-46de-bebf-98e621fccb50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:26.266977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b57e98d7-a970-46de-bebf-98e621fccb50 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0750482
Apr 02 21:18:26.267624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38322) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:26.341896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de7c4b0c-de36-425a-8454-20bcb10b92ae tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0724034
Apr 02 21:18:26.342392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38324) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:26.348011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549446106'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:26.369272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:26.373947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.402552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:26.431323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.431986 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0 of type vlan for network c0fd0d31-9803-4565-ac7c-efb228941b1c
Apr 02 21:18:26.530027 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c0fd0d31-9803-4565-ac7c-efb228941b1c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.583875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a0a4f-fa70-4260-87fa-59d6e4c75e05 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=2d952cf5-be40-4a54-a9dd-8b9d4c5e797b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:26.591562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c0fd0d31-9803-4565-ac7c-efb228941b1c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.599789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:26.601133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.655268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3116946
Apr 02 21:18:26.658705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38340) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:26.664562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Router 798a92ef-287c-4101-9f3d-c9f207753315 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:18:26.670882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:26.685681 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.817581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91caa7-0637-4104-a7ec-93522e0355bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=c0fd0d31-9803-4565-ac7c-efb228941b1c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:26.831083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c0fd0d31-9803-4565-ac7c-efb228941b1c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:26.861062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:26.867998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d10a47a4-5473-4da3-85e3-ab6bba0f32b0 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "PUT /v2.0/routers/798a92ef-287c-4101-9f3d-c9f207753315/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6104183
Apr 02 21:18:26.868934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:26.871558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38374) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:26.873767 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] Sync routers for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:26.874249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:26.889643 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:26.890279 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d762e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:26.967721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting subnet 1ca008d1-ceb8-4bea-b38b-fa844a7b2add {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:26.975386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for subnet (1ca008d1-ceb8-4bea-b38b-fa844a7b2add), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.058203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:27.078613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (1ca008d1-ceb8-4bea-b38b-fa844a7b2add), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.095257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:27.095909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device de8ef4c2-f4a4-4f9f-b6d2-402bfffb8b33 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:27.113663 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:27.193876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (79f1dc40-07fd-4765-8374-67e416ef9693), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.274315 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1ca008d1-ceb8-4bea-b38b-fa844a7b2add), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.293822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:27.294565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: c0fd0d31-9803-4565-ac7c-efb228941b1c, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:27.297987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=79f1dc40-07fd-4765-8374-67e416ef9693,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:27.324650 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d762e0>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:18:25Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:27.337361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network c0fd0d31-9803-4565-ac7c-efb228941b1c is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:27.350952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0fd0d31-9803-4565-ac7c-efb228941b1c) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:27.356775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:27.358325 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.361713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] Checking router: 798a92ef-287c-4101-9f3d-c9f207753315 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:27.362712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e50fc9-7b4f-41d9-bf27-0ca1ef1511cd None None] Network c0fd0d31-9803-4565-ac7c-efb228941b1c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:27.372998 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] Routers {'798a92ef-287c-4101-9f3d-c9f207753315'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:27.373805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d762e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['798a92ef-287c-4101-9f3d-c9f207753315'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:27.389188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (1ca008d1-ceb8-4bea-b38b-fa844a7b2add), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.395204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5f69888b-6884-41f7-bce9-a75354a6787c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7329488
Apr 02 21:18:27.395536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38384) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:27.404254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c', 'name': 'tempest-PortsIpV6TestJSON-1818019216'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:27.421189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.427349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/subnets/1ca008d1-ceb8-4bea-b38b-fa844a7b2add HTTP/1.1" status: 204  len: 168 time: 0.5527930
Apr 02 21:18:27.435933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38386) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:27.455475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82c2-f62c-4bea-9c90-a44f05929acb tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca008d1-ceb8-4bea-b38b-fa844a7b2add,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:27.478922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a78654-82b9-427f-abf6-995c98c40925 None None] Network 43e3ac47-3107-4275-88f5-cd9d12c97ac5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:27.540149 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] Set router 798a92ef-287c-4101-9f3d-c9f207753315 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:27.684112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38414) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:27.711663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c0fd0d31-9803-4565-ac7c-efb228941b1c', 'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': '79f1dc40-07fd-4765-8374-67e416ef9693'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:27.712771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.801167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router (798a92ef-287c-4101-9f3d-c9f207753315), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.829799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] DHCP port deletion for 43e3ac47-3107-4275-88f5-cd9d12c97ac5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:27.904408 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d762e0>, [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:18:25Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:27.961880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fd2d-314f-47d6-80c1-c1b42c35581b None None] The sync data for ids ['798a92ef-287c-4101-9f3d-c9f207753315'] in ncdv-master-1 is: [{'id': '798a92ef-287c-4101-9f3d-c9f207753315', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148294', 'tenant_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:15:52Z', 'updated_at': '2022-04-02T21:18:25Z', 'revision_number': 5, 'project_id': '73f99ad4a6bf4ec5ad3d7d4045018511', 'gw_port': {'id': 'f1eb4be8-6881-45eb-a3ce-0cf42eb39fca', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a92ef-287c-4101-9f3d-c9f207753315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:15:54Z', 'updated_at': '2022-04-02T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:27.962901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] Deleting port ed1e1290-9fbb-4a56-a8fd-697e24623496 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:27.963610 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:27.974695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Allocated IP 2001:db8::2 (c0fd0d31-9803-4565-ac7c-efb228941b1c/79f1dc40-07fd-4765-8374-67e416ef9693/e4c0e4dd-33d3-49f9-8dc8-7164db47b915) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:28.093282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] For port ed1e1290-9fbb-4a56-a8fd-697e24623496, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed1e1290-9fbb-4a56-a8fd-697e24623496,segment=NetworkSegment(6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f),segment_id=6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:28.093852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.123863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:28.124489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] Calling delete_port for ed1e1290-9fbb-4a56-a8fd-697e24623496 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:28.129194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.135454 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_gateway (798a92ef-287c-4101-9f3d-c9f207753315), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.138011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1ab-8133-4819-a016-5dcdfdb9ee47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.184232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:28.264942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Deleting port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:28.265432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.344134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1ab-8133-4819-a016-5dcdfdb9ee47 admin admin] Publish callbacks [] for security_group (ab2d142c-1822-4074-9040-95de87f3d6c5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.358862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1ab-8133-4819-a016-5dcdfdb9ee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ab2d142c-1822-4074-9040-95de87f3d6c5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.397821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (ed1e1290-9fbb-4a56-a8fd-697e24623496), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.409584 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Publish callbacks [] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.439081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] Pushing event deleted for resources: {'Port': ['ID=ed1e1290-9fbb-4a56-a8fd-697e24623496,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:28.442269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24634ea-9d42-421b-8b86-021fe03ca03c None None] No DVR routers for this DVR port ed1e1290-9fbb-4a56-a8fd-697e24623496 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:28.450731 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.489053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b1ab-8133-4819-a016-5dcdfdb9ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2d142c-1822-4074-9040-95de87f3d6c5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:28.513206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15a8b1ab-8133-4819-a016-5dcdfdb9ee47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc29d48aeebc49bc9841ccf5afd53666&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8280134
Apr 02 21:18:28.514055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38456) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:28.516034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] For port f1eb4be8-6881-45eb-a3ce-0cf42eb39fca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:28.516547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.555776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Calling delete_port for f1eb4be8-6881-45eb-a3ce-0cf42eb39fca owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:28.574322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Pushing event updated for resources: {'Port': ['ID=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:28.593886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f71e431-9d52-46b2-8f93-f0cf3ca77577 admin admin] Publish callbacks [] for security_group (ab2d142c-1822-4074-9040-95de87f3d6c5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.613275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Network c0fd0d31-9803-4565-ac7c-efb228941b1c is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:28.615721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::394 (c0fd0d31-9803-4565-ac7c-efb228941b1c/79f1dc40-07fd-4765-8374-67e416ef9693/3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:28.616428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:28.620563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:28.641402 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f71e431-9d52-46b2-8f93-f0cf3ca77577 admin admin] Publish callbacks [] for security_group (ab2d142c-1822-4074-9040-95de87f3d6c5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.722368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f71e431-9d52-46b2-8f93-f0cf3ca77577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ab2d142c-1822-4074-9040-95de87f3d6c5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.725304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f71e431-9d52-46b2-8f93-f0cf3ca77577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.732604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1f71e431-9d52-46b2-8f93-f0cf3ca77577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab2d142c-1822-4074-9040-95de87f3d6c5 HTTP/1.1" status: 204  len: 168 time: 0.2166145
Apr 02 21:18:28.749384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71e431-9d52-46b2-8f93-f0cf3ca77577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2d142c-1822-4074-9040-95de87f3d6c5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:28.769585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Attempting to bind port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:28.771332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Attempting to bind port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:28.771940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Attempting to bind port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 on network c0fd0d31-9803-4565-ac7c-efb228941b1c {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:28.801137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:28.802557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Checking segment: {'id': 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:28.803279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.807018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Bound using segment: {'id': 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:28.807819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Bound port: e4c0e4dd-33d3-49f9-8dc8-7164db47b915, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:28.809000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.826295 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.893852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] For port e4c0e4dd-33d3-49f9-8dc8-7164db47b915, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:28.897775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] For port e4c0e4dd-33d3-49f9-8dc8-7164db47b915, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,segment=NetworkSegment(f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0),segment_id=f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:28.907787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:28.970467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 732087a7-9909-4b55-bd3f-f7239c2ba586 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:29.009580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 732087a7-9909-4b55-bd3f-f7239c2ba586 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:29.009938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 732087a7-9909-4b55-bd3f-f7239c2ba586 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:29.010823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ed1e1290-9fbb-4a56-a8fd-697e24623496 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:29.038661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ed1e1290-9fbb-4a56-a8fd-697e24623496 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:29.039120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ed1e1290-9fbb-4a56-a8fd-697e24623496 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:29.041872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69f2f4-1d8c-4b9b-92a8-ecec3967a93e None None] Pushing event updated for resources: {'Port': ['ID=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:29.064093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.124738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f1eb4be8-6881-45eb-a3ce-0cf42eb39fca), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.166088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Port': ['ID=f1eb4be8-6881-45eb-a3ce-0cf42eb39fca,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:29.186944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.346402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network c0fd0d31-9803-4565-ac7c-efb228941b1c is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:29.415776 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.432528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:29.446897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:29.461366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:29.462684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.467755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:29.475396 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (798a92ef-287c-4101-9f3d-c9f207753315), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.519030 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6c5e952-e256-4e1c-b7b1-836a207c3c92 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1223087
Apr 02 21:18:29.519505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38520) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:29.526711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': 'c0fd0d31-9803-4565-ac7c-efb228941b1c', 'name': 'tempest-PortsIpV6TestJSON-808076566'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:29.608392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (798a92ef-287c-4101-9f3d-c9f207753315), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.610958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router_controller (798a92ef-287c-4101-9f3d-c9f207753315), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.669987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (798a92ef-287c-4101-9f3d-c9f207753315), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.670692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Fanout notify agent at l3_agent the message router_deleted on router 798a92ef-287c-4101-9f3d-c9f207753315 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:18:29.690065 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.698362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:29.701231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7bc51bda-e339-459e-a503-c33ced196427 tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/routers/798a92ef-287c-4101-9f3d-c9f207753315 HTTP/1.1" status: 204  len: 168 time: 2.2586904
Apr 02 21:18:29.833634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (43e3ac47-3107-4275-88f5-cd9d12c97ac5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.912418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:29.916113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.958911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (43e3ac47-3107-4275-88f5-cd9d12c97ac5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:29.974634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port bb40179c-b760-455c-b4f4-95b2930c89fd yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:30.034026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78453c6fd0>,) {'filters': {'network_id': ['43e3ac47-3107-4275-88f5-cd9d12c97ac5']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:30.060862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78453c6fd0>, '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:30.061158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78453c6fd0>, '6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:30.082681 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.125058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.140251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:30.140659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (6d6c1eaf-4eb7-4c7b-b820-8775f5418a8f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:30.143940 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:30.258402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::168 (c0fd0d31-9803-4565-ac7c-efb228941b1c/79f1dc40-07fd-4765-8374-67e416ef9693/bb40179c-b760-455c-b4f4-95b2930c89fd) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:30.283217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (43e3ac47-3107-4275-88f5-cd9d12c97ac5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.300769 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.305004 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] 10.222.0.18 "DELETE /v2.0/networks/43e3ac47-3107-4275-88f5-cd9d12c97ac5 HTTP/1.1" status: 204  len: 168 time: 0.6051269
Apr 02 21:18:30.326944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980b96-39a3-4129-82af-65e9414f2b7c tempest-TestSecurityGroupsBasicOps-2033121144 tempest-TestSecurityGroupsBasicOps-2033121144-project] Pushing event deleted for resources: {'Network': ['ID=43e3ac47-3107-4275-88f5-cd9d12c97ac5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:30.471138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf40a9c-2cfc-4687-9e6e-527d3741ea26 None None] Network c0fd0d31-9803-4565-ac7c-efb228941b1c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:30.511518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (bb40179c-b760-455c-b4f4-95b2930c89fd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.586324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bb40179c-b760-455c-b4f4-95b2930c89fd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.652156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network c0fd0d31-9803-4565-ac7c-efb228941b1c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:30.655699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:30.659621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:30.665384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:30.666357 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.681270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=bb40179c-b760-455c-b4f4-95b2930c89fd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:30.708442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38576) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:30.709926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9fbc5318-706c-4484-a445-9d7b3147beaf tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1886916
Apr 02 21:18:30.759338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38580) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:30.771910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] Provisioning complete for port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:30.773760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:30.958031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f5307-107a-4e6e-974f-900095f40cf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:30.959792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3c5f5307-107a-4e6e-974f-900095f40cf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A394 HTTP/1.1" status: 200  len: 929 time: 0.2495427
Apr 02 21:18:30.975762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38586) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:30.996556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] Current status of the port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:30.996556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.035641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e4c0e4dd-33d3-49f9-8dc8-7164db47b915 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:31.084666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] For port e4c0e4dd-33d3-49f9-8dc8-7164db47b915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,segment=NetworkSegment(f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0),segment_id=f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:31.099113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:31.099502 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.104052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.222556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port bb40179c-b760-455c-b4f4-95b2930c89fd {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:31.223778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bb40179c-b760-455c-b4f4-95b2930c89fd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.280740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc69dac-9004-40fc-b0ad-112a36323fa4 None None] Pushing event updated for resources: {'Port': ['ID=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:31.371676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bb40179c-b760-455c-b4f4-95b2930c89fd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.377210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6ab4eb9e-33e8-4638-b70a-a8315600964b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73f99ad4a6bf4ec5ad3d7d4045018511&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6153648
Apr 02 21:18:31.399050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for bb40179c-b760-455c-b4f4-95b2930c89fd owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:31.406187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38598) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:31.585832 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80c6be63-091b-4666-bec8-aad275c62bef admin admin] Publish callbacks [] for security_group (29144ff2-381b-4e51-a37c-8208e5617816), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.632120 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80c6be63-091b-4666-bec8-aad275c62bef admin admin] Publish callbacks [] for security_group (29144ff2-381b-4e51-a37c-8208e5617816), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.671794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:31.674622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Provisioning complete for port 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:31.675000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.701797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bb40179c-b760-455c-b4f4-95b2930c89fd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.720409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80c6be63-091b-4666-bec8-aad275c62bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (29144ff2-381b-4e51-a37c-8208e5617816), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.722133 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-80c6be63-091b-4666-bec8-aad275c62bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.723506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-80c6be63-091b-4666-bec8-aad275c62bef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29144ff2-381b-4e51-a37c-8208e5617816 HTTP/1.1" status: 204  len: 168 time: 0.3156328
Apr 02 21:18:31.733043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6be63-091b-4666-bec8-aad275c62bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29144ff2-381b-4e51-a37c-8208e5617816,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:31.734776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Port 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:31.796307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f1eb4be8-6881-45eb-a3ce-0cf42eb39fca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:31.838667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=bb40179c-b760-455c-b4f4-95b2930c89fd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:31.847647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f1eb4be8-6881-45eb-a3ce-0cf42eb39fca {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:31.847647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f1eb4be8-6881-45eb-a3ce-0cf42eb39fca not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:31.865835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Provisioning complete for port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:31.866213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.886023 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:31.894260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d5f1ca6e-39ad-429d-8af3-7204f7aea816 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/bb40179c-b760-455c-b4f4-95b2930c89fd HTTP/1.1" status: 204  len: 168 time: 0.9173384
Apr 02 21:18:31.896098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38634) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:31.940776 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bde0bba-13de-4b2f-8482-d05beeab33b4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:31.942277 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9bde0bba-13de-4b2f-8482-d05beeab33b4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/bb40179c-b760-455c-b4f4-95b2930c89fd HTTP/1.1" status: 404  len: 333 time: 0.0445151
Apr 02 21:18:31.945122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38638) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:32.052486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Current status of the port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:32.070792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f8cb61c0-701a-40b2-b2fc-f2972a52ad5e None None] Could not find standard attr ID for object bb40179c-b760-455c-b4f4-95b2930c89fd. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:18:32.105806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:32.106157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.176663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38664) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:32.196228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee836d91-5f86-4a81-bcf9-203557fee0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.219717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-95d3a751-c2d8-4744-bace-4a9132d8b7d9 None None] Provisioning complete for port 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:32.220955 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95d3a751-c2d8-4744-bace-4a9132d8b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.279053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.298372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-95d3a751-c2d8-4744-bace-4a9132d8b7d9 None None] Port 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:32.316811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:32.321687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee836d91-5f86-4a81-bcf9-203557fee0ac admin admin] Publish callbacks [] for security_group (8db0c727-ff4c-4bea-8014-c43e2631403b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.338236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ee836d91-5f86-4a81-bcf9-203557fee0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8db0c727-ff4c-4bea-8014-c43e2631403b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.390417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ee836d91-5f86-4a81-bcf9-203557fee0ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96b7ec44448a40da864d462f75628fde&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2124467
Apr 02 21:18:32.391572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee836d91-5f86-4a81-bcf9-203557fee0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0c727-ff4c-4bea-8014-c43e2631403b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:32.394933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38678) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:32.414960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-599d7131-52cb-4774-b038-22d6bf5ac022 None None] Could not find standard attr ID for object bb40179c-b760-455c-b4f4-95b2930c89fd. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:18:32.505315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67307bba-3084-41ba-b523-90870a8c7880 admin admin] Publish callbacks [] for security_group (8db0c727-ff4c-4bea-8014-c43e2631403b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.545699 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67307bba-3084-41ba-b523-90870a8c7880 admin admin] Publish callbacks [] for security_group (8db0c727-ff4c-4bea-8014-c43e2631403b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.555210 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.604514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:32.658673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:32.663345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3f49c692-ec32-4433-9d34-e712c2e5a530 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 HTTP/1.1" status: 204  len: 168 time: 0.7168412
Apr 02 21:18:32.665879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38698) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:32.962198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e4c0e4dd-33d3-49f9-8dc8-7164db47b915 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:33.038580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:33.039321 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.149210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:33.223307 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-544d00e9-a43e-4374-9c65-fcaf1c4d97c6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:33.224788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-544d00e9-a43e-4374-9c65-fcaf1c4d97c6 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/3aa4dc1b-8ecd-4392-bb98-0f1ffbc61198 HTTP/1.1" status: 404  len: 333 time: 0.5577590
Apr 02 21:18:33.228014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:33.245455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67307bba-3084-41ba-b523-90870a8c7880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8db0c727-ff4c-4bea-8014-c43e2631403b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.250333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67307bba-3084-41ba-b523-90870a8c7880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.254574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67307bba-3084-41ba-b523-90870a8c7880 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8db0c727-ff4c-4bea-8014-c43e2631403b HTTP/1.1" status: 204  len: 168 time: 0.8580511
Apr 02 21:18:33.271885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67307bba-3084-41ba-b523-90870a8c7880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0c727-ff4c-4bea-8014-c43e2631403b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:33.346728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 79f1dc40-07fd-4765-8374-67e416ef9693 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:33.353627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (79f1dc40-07fd-4765-8374-67e416ef9693), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.415006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (79f1dc40-07fd-4765-8374-67e416ef9693), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.525258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (79f1dc40-07fd-4765-8374-67e416ef9693), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.608227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (79f1dc40-07fd-4765-8374-67e416ef9693), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.638911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=79f1dc40-07fd-4765-8374-67e416ef9693,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:33.642801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.649114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-878f7eb3-001c-43a7-8058-00044bd933f4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/79f1dc40-07fd-4765-8374-67e416ef9693 HTTP/1.1" status: 204  len: 168 time: 0.4166949
Apr 02 21:18:33.649791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38788) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:33.656542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8e71b-e8d1-4132-950a-31fb7492b06f None None] Network c0fd0d31-9803-4565-ac7c-efb228941b1c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:33.784138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38812) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:33.803654 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c0fd0d31-9803-4565-ac7c-efb228941b1c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.857106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1758fe43-8ae7-4a28-bb63-ac5b45cfb28e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dbb418c5e264552a2fc6fb651964c34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0717003
Apr 02 21:18:33.860283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38816) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:33.886351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:33.886813 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.894302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] DHCP port deletion for c0fd0d31-9803-4565-ac7c-efb228941b1c request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:33.932626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97282a1e-5513-41ec-91a4-08d9054df5a8 admin admin] Publish callbacks [] for security_group (4e293231-344e-4840-a6de-7b1363382a16), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.950342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] Deleting port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:33.951767 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.968788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97282a1e-5513-41ec-91a4-08d9054df5a8 admin admin] Publish callbacks [] for security_group (4e293231-344e-4840-a6de-7b1363382a16), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:33.986570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] For port e4c0e4dd-33d3-49f9-8dc8-7164db47b915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,segment=NetworkSegment(f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0),segment_id=f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:33.987239 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.002413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for e4c0e4dd-33d3-49f9-8dc8-7164db47b915 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:34.045416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97282a1e-5513-41ec-91a4-08d9054df5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e293231-344e-4840-a6de-7b1363382a16), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.050584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97282a1e-5513-41ec-91a4-08d9054df5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.054350 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-97282a1e-5513-41ec-91a4-08d9054df5a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e293231-344e-4840-a6de-7b1363382a16 HTTP/1.1" status: 204  len: 168 time: 0.1904819
Apr 02 21:18:34.071138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282a1e-5513-41ec-91a4-08d9054df5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e293231-344e-4840-a6de-7b1363382a16,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:34.113441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] For port e4c0e4dd-33d3-49f9-8dc8-7164db47b915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,segment=NetworkSegment(f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0),segment_id=f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:34.113944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.131303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] Calling delete_port for e4c0e4dd-33d3-49f9-8dc8-7164db47b915 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:34.202257 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.234352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No DVR routers for this DVR port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:34.281196 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e4c0e4dd-33d3-49f9-8dc8-7164db47b915), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.318707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:34.366133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] Pushing event deleted for resources: {'Port': ['ID=e4c0e4dd-33d3-49f9-8dc8-7164db47b915,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:34.385583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a4b46-e789-4cf2-bbc7-32737a37aaa2 None None] No DVR routers for this DVR port e4c0e4dd-33d3-49f9-8dc8-7164db47b915 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:34.450514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c0fd0d31-9803-4565-ac7c-efb228941b1c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.490444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845e427f0>,) {'filters': {'network_id': ['c0fd0d31-9803-4565-ac7c-efb228941b1c']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:34.504856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845e427f0>, 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:34.505113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845e427f0>, 'f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:34.519955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.549075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.555722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38858) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:34.583404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:34.584218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f9a9a4d8-2ddb-459d-ab01-b6b2b912beb0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:34.587853 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:34.669469 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c0fd0d31-9803-4565-ac7c-efb228941b1c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.680421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.693045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38870) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:34.693587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/c0fd0d31-9803-4565-ac7c-efb228941b1c HTTP/1.1" status: 204  len: 168 time: 1.0405869
Apr 02 21:18:34.700064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1309639199'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:34.706624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb899bef-81a4-4a74-93cd-fbe99c8c322e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=c0fd0d31-9803-4565-ac7c-efb228941b1c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:34.734790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:34.738628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.773725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:34.785767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8fff4899-c933-456e-bbe1-1e5e4025a668), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.786641 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment 8fff4899-c933-456e-bbe1-1e5e4025a668 of type vlan for network bae5c11d-9142-4caf-82b9-2b1367218906
Apr 02 21:18:34.789141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7122b118-87d5-4917-a944-52c4938682db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.832330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (bae5c11d-9142-4caf-82b9-2b1367218906), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.863767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (bae5c11d-9142-4caf-82b9-2b1367218906), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.871383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:34.871985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.887649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7122b118-87d5-4917-a944-52c4938682db admin admin] Publish callbacks [] for security_group (2841c46a-2e08-43b7-978a-495d683c663e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.892720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7122b118-87d5-4917-a944-52c4938682db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2841c46a-2e08-43b7-978a-495d683c663e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:34.916160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2212629
Apr 02 21:18:34.920173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38876) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:34.941385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:34.947814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e4c0e4dd-33d3-49f9-8dc8-7164db47b915 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:34.952477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243c099-a497-4f91-a18b-02bdf0868669 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=bae5c11d-9142-4caf-82b9-2b1367218906,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:34.970666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network bae5c11d-9142-4caf-82b9-2b1367218906 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:34.972864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e4c0e4dd-33d3-49f9-8dc8-7164db47b915 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:34.973204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e4c0e4dd-33d3-49f9-8dc8-7164db47b915 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:34.993984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122b118-87d5-4917-a944-52c4938682db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841c46a-2e08-43b7-978a-495d683c663e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:35.007741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7122b118-87d5-4917-a944-52c4938682db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34e6054deb234f4e8260e8523482242a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4504819
Apr 02 21:18:35.010578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38882) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:35.120322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-20c287f1-2fbb-4cac-9090-2428bc5d92d3 admin admin] Publish callbacks [] for security_group (2841c46a-2e08-43b7-978a-495d683c663e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.125179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:35.128547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.172012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-20c287f1-2fbb-4cac-9090-2428bc5d92d3 admin admin] Publish callbacks [] for security_group (2841c46a-2e08-43b7-978a-495d683c663e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.173332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38890) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:35.282348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1631208008-network', 'tenant_id': 'be8b83e669854377af9bc768398a35af'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:35.295545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-20c287f1-2fbb-4cac-9090-2428bc5d92d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2841c46a-2e08-43b7-978a-495d683c663e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.298327 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-20c287f1-2fbb-4cac-9090-2428bc5d92d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.299803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-20c287f1-2fbb-4cac-9090-2428bc5d92d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2841c46a-2e08-43b7-978a-495d683c663e HTTP/1.1" status: 204  len: 168 time: 0.2884414
Apr 02 21:18:35.310651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Made reservation on behalf of be8b83e669854377af9bc768398a35af for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:35.313136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.315804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c287f1-2fbb-4cac-9090-2428bc5d92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841c46a-2e08-43b7-978a-495d683c663e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:35.324545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.373947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (6b0e7cb3-159d-4b91-8b0f-d22e436d7603), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.414990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks [] for security_group (f3a9dbf7-f82d-461f-8f0e-1059aee35d5c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.420095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f3a9dbf7-f82d-461f-8f0e-1059aee35d5c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.446633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:35.456490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=6b0e7cb3-159d-4b91-8b0f-d22e436d7603,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:35.462456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': '8fff4899-c933-456e-bbe1-1e5e4025a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:35.463246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: bae5c11d-9142-4caf-82b9-2b1367218906, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:35.476043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fdd95085-387e-4eaa-8ef9-f5fff583f94e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.476379 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Added segment fdd95085-387e-4eaa-8ef9-f5fff583f94e of type vlan for network e0b4c4bc-de45-4f73-9c94-e836543f4a58
Apr 02 21:18:35.478266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a9dbf7-f82d-461f-8f0e-1059aee35d5c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:35.497184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network bae5c11d-9142-4caf-82b9-2b1367218906 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:35.511158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bae5c11d-9142-4caf-82b9-2b1367218906) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:35.520646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f0fe2-9d42-44c0-90f4-ce5681b6c8d4 None None] Network bae5c11d-9142-4caf-82b9-2b1367218906 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:35.521909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:35.522566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.543323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e0b4c4bc-de45-4f73-9c94-e836543f4a58), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.548509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e1d780e8-12d1-4050-b66e-c572c5bd9b9d tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6129863
Apr 02 21:18:35.553832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38900) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:35.559395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906', 'name': 'tempest-PortsIpV6TestJSON-388427388', 'fixed_ips': [{'subnet_id': '6b0e7cb3-159d-4b91-8b0f-d22e436d7603', 'ip_address': '2001:db8::10'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:35.584786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e0b4c4bc-de45-4f73-9c94-e836543f4a58), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.588064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:35.590191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.673877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4988935
Apr 02 21:18:35.690132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 38904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:35.694586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bae5c11d-9142-4caf-82b9-2b1367218906', 'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': '6b0e7cb3-159d-4b91-8b0f-d22e436d7603'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:35.695871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Request body: {'subnet': {'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1631208008-subnet', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:35.696181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.715970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fde03-169c-4d13-9d7b-12d311522b12 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b4c4bc-de45-4f73-9c94-e836543f4a58,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:35.724373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:35.730248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Made reservation on behalf of be8b83e669854377af9bc768398a35af for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:35.732543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:35.733120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.764736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38910) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:35.781663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cab351f4-c2c8-47f6-b77a-1ce340980390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.900264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.932231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port a0d0f385-f41c-434a-b9cc-9a62960f2637 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:35.944444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cab351f4-c2c8-47f6-b77a-1ce340980390 admin admin] Publish callbacks [] for security_group (a6171b21-42ee-460e-8c2c-d2c25fae1fc7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.953274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cab351f4-c2c8-47f6-b77a-1ce340980390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a6171b21-42ee-460e-8c2c-d2c25fae1fc7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:35.987062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Allocated IP 2001:db8::2 (bae5c11d-9142-4caf-82b9-2b1367218906/6b0e7cb3-159d-4b91-8b0f-d22e436d7603/34ceb4f8-8502-4ddd-a561-e6c691ca02d9) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:36.012426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cab351f4-c2c8-47f6-b77a-1ce340980390 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=193e800d3e144eec960340ffeabc68a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2433000
Apr 02 21:18:36.012426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab351f4-c2c8-47f6-b77a-1ce340980390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6171b21-42ee-460e-8c2c-d2c25fae1fc7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:36.014087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38926) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:36.070641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ada37eb-0253-4e16-8499-5a228a7aa15d admin admin] Publish callbacks [] for security_group (a6171b21-42ee-460e-8c2c-d2c25fae1fc7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.097931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ada37eb-0253-4e16-8499-5a228a7aa15d admin admin] Publish callbacks [] for security_group (a6171b21-42ee-460e-8c2c-d2c25fae1fc7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.154702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (97dc6864-6505-4365-b608-70722d844f26), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.175547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ada37eb-0253-4e16-8499-5a228a7aa15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a6171b21-42ee-460e-8c2c-d2c25fae1fc7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.178791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9ada37eb-0253-4e16-8499-5a228a7aa15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.182757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9ada37eb-0253-4e16-8499-5a228a7aa15d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6171b21-42ee-460e-8c2c-d2c25fae1fc7 HTTP/1.1" status: 204  len: 168 time: 0.1652591
Apr 02 21:18:36.203280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Publish callbacks [] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.211474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.212945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada37eb-0253-4e16-8499-5a228a7aa15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6171b21-42ee-460e-8c2c-d2c25fae1fc7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:36.244878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97dc6864-6505-4365-b608-70722d844f26,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:36.262750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Checking segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:36.263051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Network hostable DHCP agents. Network: e0b4c4bc-de45-4f73-9c94-e836543f4a58, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:36.267055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Network bae5c11d-9142-4caf-82b9-2b1367218906 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:36.272668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:36.281797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:36.281957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::10 (bae5c11d-9142-4caf-82b9-2b1367218906/6b0e7cb3-159d-4b91-8b0f-d22e436d7603/a0d0f385-f41c-434a-b9cc-9a62960f2637) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:36.286574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Pushing event updated for resources: {'Port': ['ID=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:36.296759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:36.315470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0b4c4bc-de45-4f73-9c94-e836543f4a58) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:36.328157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:36.328882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.364136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2bbf3e50-5a06-40d1-864d-c9b7653731f1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6702995
Apr 02 21:18:36.364697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:36.373386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:36.385811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37cb8cb-4136-426c-aadc-e92473bd8a1a None None] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:36.419325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Attempting to bind port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:36.419700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Attempting to bind port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8fff4899-c933-456e-bbe1-1e5e4025a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:36.420068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Attempting to bind port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 on network bae5c11d-9142-4caf-82b9-2b1367218906 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:36.426559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (235ab023-ef1e-41b6-82ef-0960caf069d6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.436064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (235ab023-ef1e-41b6-82ef-0960caf069d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.476333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:36.477022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Checking segment: {'id': '8fff4899-c933-456e-bbe1-1e5e4025a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:36.478822 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.479444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Bound using segment: {'id': '8fff4899-c933-456e-bbe1-1e5e4025a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:36.480655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Bound port: 34ceb4f8-8502-4ddd-a561-e6c691ca02d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fff4899-c933-456e-bbe1-1e5e4025a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:36.481296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.518926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.540019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks [] for router_controller (235ab023-ef1e-41b6-82ef-0960caf069d6), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.585297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.597917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] For port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:36.601520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] For port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,segment=NetworkSegment(8fff4899-c933-456e-bbe1-1e5e4025a668),segment_id=8fff4899-c933-456e-bbe1-1e5e4025a668)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:36.606657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'project_id': 'be8b83e669854377af9bc768398a35af', 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:36.607653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.622568 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.642000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network bae5c11d-9142-4caf-82b9-2b1367218906 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:36.645272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:36.650802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:36.661105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:36.665205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.738924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=a0d0f385-f41c-434a-b9cc-9a62960f2637,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:36.749564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks [] for router_gateway (235ab023-ef1e-41b6-82ef-0960caf069d6), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:36.760272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96ea619b-b63e-4ac7-9510-1a229106277f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2051458
Apr 02 21:18:36.763106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 38966) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:36.769320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': 'bae5c11d-9142-4caf-82b9-2b1367218906', 'name': 'tempest-PortsIpV6TestJSON-1561268879', 'fixed_ips': [{'subnet_id': '6b0e7cb3-159d-4b91-8b0f-d22e436d7603', 'ip_address': '2001:db8::f'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:36.926832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ed511-d601-418a-b0b0-e64c5d6ccd63 None None] Pushing event updated for resources: {'Port': ['ID=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:36.964979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Allocated IP 172.20.0.2 (e0b4c4bc-de45-4f73-9c94-e836543f4a58/97dc6864-6505-4365-b608-70722d844f26/c47c0e85-cea8-4075-91ab-ac7a7efb1ea4) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:37.017822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:37.370904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks [] for router_gateway (235ab023-ef1e-41b6-82ef-0960caf069d6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.401410 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Publish callbacks [] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.417186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.430268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.451359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.480711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port ae9e80f2-03aa-44fd-807a-ce0ffe35d428 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:37.491638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Pushing event updated for resources: {'Port': ['ID=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:37.522673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:37.525584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:37.545828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:37.646012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Attempting to bind port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:37.647146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Attempting to bind port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:37.647768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Attempting to bind port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:37.655665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:37.656418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Checking segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:37.657076 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.658102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Bound using segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:37.658793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Bound port: c47c0e85-cea8-4075-91ab-ac7a7efb1ea4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:37.659402 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.745169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] For port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:37.749925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] For port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:37.762380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:37.780013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Allocated IP 172.35.4.146 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/2b774ffb-32e8-4ffa-91f5-3f03dca6a514) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:37.816618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::f (bae5c11d-9142-4caf-82b9-2b1367218906/6b0e7cb3-159d-4b91-8b0f-d22e436d7603/ae9e80f2-03aa-44fd-807a-ce0ffe35d428) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:37.834290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d969a4-a658-49e4-9576-d6f03d356c06 None None] Pushing event updated for resources: {'Port': ['ID=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:38.145238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks [] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.163219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39058) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:38.357945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.401353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (ae9e80f2-03aa-44fd-807a-ce0ffe35d428), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.461202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:38.468434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:38.477517 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:38.506021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Pushing event updated for resources: {'Port': ['ID=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:38.517016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b32d25-0088-43f5-903f-b73b57e5a60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.570816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d5d4f-b3d5-4a81-ad46-c388674968d7 None None] Network bae5c11d-9142-4caf-82b9-2b1367218906 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:38.623285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ae9e80f2-03aa-44fd-807a-ce0ffe35d428), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.696438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] Provisioning complete for port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:38.697634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.731494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b32d25-0088-43f5-903f-b73b57e5a60f admin admin] Publish callbacks [] for security_group (11b77f9a-3b0f-4fd7-9d59-1d06192a48aa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.741119 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b32d25-0088-43f5-903f-b73b57e5a60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (11b77f9a-3b0f-4fd7-9d59-1d06192a48aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.771045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=ae9e80f2-03aa-44fd-807a-ce0ffe35d428,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:38.800061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network bae5c11d-9142-4caf-82b9-2b1367218906 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:38.808216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:38.812707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:38.820411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:38.821385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:38.859554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-91b32d25-0088-43f5-903f-b73b57e5a60f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ce8744f73784c569b7e4dc524d5b011&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6946042
Apr 02 21:18:38.864329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b32d25-0088-43f5-903f-b73b57e5a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b77f9a-3b0f-4fd7-9d59-1d06192a48aa,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:38.864531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39092) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:38.902918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39094) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:38.904555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6aedb1b8-d257-4151-848f-f7ba4607618a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.1395643
Apr 02 21:18:38.911035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] Current status of the port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:38.911742 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.002191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] For port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,segment=NetworkSegment(8fff4899-c933-456e-bbe1-1e5e4025a668),segment_id=8fff4899-c933-456e-bbe1-1e5e4025a668)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:39.010760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.071343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b53bd5-8f6b-44d4-b31c-008cd9b445e8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:39.076312 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b2b53bd5-8f6b-44d4-b31c-008cd9b445e8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.1722808
Apr 02 21:18:39.077533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39096) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:39.126666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9002b6cf-0a58-40b0-9a0a-c83e726582f4 admin admin] Publish callbacks [] for security_group (11b77f9a-3b0f-4fd7-9d59-1d06192a48aa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.136866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee2e9e-2f38-4f26-93dc-82a39666854d None None] Pushing event updated for resources: {'Port': ['ID=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:39.186570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:39.211409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9002b6cf-0a58-40b0-9a0a-c83e726582f4 admin admin] Publish callbacks [] for security_group (11b77f9a-3b0f-4fd7-9d59-1d06192a48aa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.257320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1ad59-cc08-47e0-a73c-ef1979f82e33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:39.268368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1ad59-cc08-47e0-a73c-ef1979f82e33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:39.274110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1ad59-cc08-47e0-a73c-ef1979f82e33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:39.275847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-26b1ad59-cc08-47e0-a73c-ef1979f82e33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.1971319
Apr 02 21:18:39.282930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39102) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:39.326936 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks [] for router_gateway (235ab023-ef1e-41b6-82ef-0960caf069d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.389772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:39.393167 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.452733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port ae9e80f2-03aa-44fd-807a-ce0ffe35d428 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:39.453663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ae9e80f2-03aa-44fd-807a-ce0ffe35d428), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.546803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9002b6cf-0a58-40b0-9a0a-c83e726582f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (11b77f9a-3b0f-4fd7-9d59-1d06192a48aa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.553635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9002b6cf-0a58-40b0-9a0a-c83e726582f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.556019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9002b6cf-0a58-40b0-9a0a-c83e726582f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11b77f9a-3b0f-4fd7-9d59-1d06192a48aa HTTP/1.1" status: 204  len: 168 time: 0.6894610
Apr 02 21:18:39.654154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ae9e80f2-03aa-44fd-807a-ce0ffe35d428), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.680756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for ae9e80f2-03aa-44fd-807a-ce0ffe35d428 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:39.685278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:39.688963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.764480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Provisioning complete for port a0d0f385-f41c-434a-b9cc-9a62960f2637 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:39.769591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (235ab023-ef1e-41b6-82ef-0960caf069d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.771392 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:39.775730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002b6cf-0a58-40b0-9a0a-c83e726582f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b77f9a-3b0f-4fd7-9d59-1d06192a48aa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:39.880488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Port a0d0f385-f41c-434a-b9cc-9a62960f2637 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:39.911649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544f0f0-c959-41ae-b476-17d40fbc346b None None] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:39.956093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:40.020218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Provisioning complete for port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:40.020631 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:40.023994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:40.032211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:40.096425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ae9e80f2-03aa-44fd-807a-ce0ffe35d428), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:40.099388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Router 235ab023-ef1e-41b6-82ef-0960caf069d6 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:18:40.270075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=ae9e80f2-03aa-44fd-807a-ce0ffe35d428,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:40.415667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:40.428501 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d5e1673b-4687-4793-9767-d30ce07d2b23 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/ae9e80f2-03aa-44fd-807a-ce0ffe35d428 HTTP/1.1" status: 204  len: 168 time: 1.1424384
Apr 02 21:18:40.430727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39158) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:40.433931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:40.470400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:40.471668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a3cffb15-56b9-45de-9e09-1b2fa11712df admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.1037099
Apr 02 21:18:40.474315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39162) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:40.504992 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-9177dd89-ca7b-43da-acc5-ab2e00b7e7bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:40.507362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9177dd89-ca7b-43da-acc5-ab2e00b7e7bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/ae9e80f2-03aa-44fd-807a-ce0ffe35d428 HTTP/1.1" status: 404  len: 333 time: 0.0734835
Apr 02 21:18:40.510765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39164) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:40.536179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Sync routers for ids ['235ab023-ef1e-41b6-82ef-0960caf069d6'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:40.763946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port a0d0f385-f41c-434a-b9cc-9a62960f2637 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:40.764360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:40.844507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Current status of the port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:40.852901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Routers {'235ab023-ef1e-41b6-82ef-0960caf069d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:40.853931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784454fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['235ab023-ef1e-41b6-82ef-0960caf069d6'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:40.889917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-40e6d7f6-41e3-4530-a488-54348bf7d268 None None] Could not find standard attr ID for object ae9e80f2-03aa-44fd-807a-ce0ffe35d428. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:18:41.001122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:41.017864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.038617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:41.038971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.052649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for a0d0f385-f41c-434a-b9cc-9a62960f2637 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:41.193859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Provisioning complete for port a0d0f385-f41c-434a-b9cc-9a62960f2637 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:41.194231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.239824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Port a0d0f385-f41c-434a-b9cc-9a62960f2637 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:41.329439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Set router 235ab023-ef1e-41b6-82ef-0960caf069d6 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:41.336544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Provisioning complete for port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:41.341593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.382691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a0d0f385-f41c-434a-b9cc-9a62960f2637), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.474804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=a0d0f385-f41c-434a-b9cc-9a62960f2637,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:41.512425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.519762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2d3288e7-0e47-4148-af48-fa32f558c02c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/a0d0f385-f41c-434a-b9cc-9a62960f2637 HTTP/1.1" status: 204  len: 168 time: 1.0058653
Apr 02 21:18:41.520782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39216) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:41.586587 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e55fd91-de11-4494-8c58-9256edb35ee8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:41.598936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39224) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:41.601224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6e55fd91-de11-4494-8c58-9256edb35ee8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/a0d0f385-f41c-434a-b9cc-9a62960f2637 HTTP/1.1" status: 404  len: 333 time: 0.0741122
Apr 02 21:18:41.629955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:41.752231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 6b0e7cb3-159d-4b91-8b0f-d22e436d7603 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:41.760491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (6b0e7cb3-159d-4b91-8b0f-d22e436d7603), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.830302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Current status of the port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:41.836226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-68d4fa67-c6b2-49fa-aa6f-d4b4119fcebf None None] Could not find standard attr ID for object ae9e80f2-03aa-44fd-807a-ce0ffe35d428. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:18:41.858031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6b0e7cb3-159d-4b91-8b0f-d22e436d7603), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:41.859858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:41.930381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784454fb80>, [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:18:38Z', 'revision_number': 3, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:41.998513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Checking router: 235ab023-ef1e-41b6-82ef-0960caf069d6 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:41.998513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Updating router 235ab023-ef1e-41b6-82ef-0960caf069d6 port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:18:42.031222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.055807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:42.056214 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.116668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6b0e7cb3-159d-4b91-8b0f-d22e436d7603), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.278644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-29a1d63a-fe2d-49ed-a597-98e264e0e3cc None None] Provisioning complete for port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:42.279352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-29a1d63a-fe2d-49ed-a597-98e264e0e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.320874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.334887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6b0e7cb3-159d-4b91-8b0f-d22e436d7603), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.380717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0e7cb3-159d-4b91-8b0f-d22e436d7603,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:42.384267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.389387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-601d12d9-d407-4639-9146-833155e6b7bc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/6b0e7cb3-159d-4b91-8b0f-d22e436d7603 HTTP/1.1" status: 204  len: 168 time: 0.7737296
Apr 02 21:18:42.392303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39266) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:42.413760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:42.415157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:42.418271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1230774-f4c0-4ed0-ba45-e5cbe002d034 None None] Network bae5c11d-9142-4caf-82b9-2b1367218906 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:42.609871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Allocated IP 172.20.0.1 (e0b4c4bc-de45-4f73-9c94-e836543f4a58/97dc6864-6505-4365-b608-70722d844f26/154b7677-7ef3-4d46-9327-80a8b5385f02) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:42.633102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (bae5c11d-9142-4caf-82b9-2b1367218906), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.684856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-29a1d63a-fe2d-49ed-a597-98e264e0e3cc None None] Current status of the port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:42.733023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:42.733428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.772544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:42.773764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.875791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Publish callbacks [] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.888841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] DHCP port deletion for bae5c11d-9142-4caf-82b9-2b1367218906 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:42.895847 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.918611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] For port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,segment=NetworkSegment(8fff4899-c933-456e-bbe1-1e5e4025a668),segment_id=8fff4899-c933-456e-bbe1-1e5e4025a668)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:42.918611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.922591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks [] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:42.945737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:42.979700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd907f6-34c3-443f-b7a1-2ddf9c5aa82d None None] Pushing event updated for resources: {'Port': ['ID=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.016950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.019896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Attempting to bind port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:43.020279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Attempting to bind port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:43.021084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Attempting to bind port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:43.065223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.069801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:43.074100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:43.074505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:43.075106 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.075589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:43.076228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Bound port: 2b774ffb-32e8-4ffa-91f5-3f03dca6a514, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:43.076683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.091716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:43.092589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.121771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Pushing event updated for resources: {'Port': ['ID=154b7677-7ef3-4d46-9327-80a8b5385f02,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.127537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No DVR routers for this DVR port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:43.143521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Deleting port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:43.143907 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.146953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:43.149312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:43.153212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:43.178422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] For port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:43.227874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] For port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:43.251578 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (235ab023-ef1e-41b6-82ef-0960caf069d6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.276609 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (bae5c11d-9142-4caf-82b9-2b1367218906), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.306211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.320346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78455e5f40>,) {'filters': {'network_id': ['bae5c11d-9142-4caf-82b9-2b1367218906']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:43.338353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b093bb7-ce79-495f-bed9-762328e47b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.360881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78455e5f40>, '8fff4899-c933-456e-bbe1-1e5e4025a668') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:43.361481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78455e5f40>, '8fff4899-c933-456e-bbe1-1e5e4025a668') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:43.370836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] For port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:43.371548 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.393243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (8fff4899-c933-456e-bbe1-1e5e4025a668), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.414433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Calling delete_port for 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:43.420326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:18:43.422489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8fff4899-c933-456e-bbe1-1e5e4025a668), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.429738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:43.430508 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (8fff4899-c933-456e-bbe1-1e5e4025a668), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.439568 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (34ceb4f8-8502-4ddd-a561-e6c691ca02d9), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.453845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd907f6-34c3-443f-b7a1-2ddf9c5aa82d None None] Pushing event updated for resources: {'Port': ['ID=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.465780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Routers {'235ab023-ef1e-41b6-82ef-0960caf069d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:43.466430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784454fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['235ab023-ef1e-41b6-82ef-0960caf069d6'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:43.505994 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:43.513244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (bae5c11d-9142-4caf-82b9-2b1367218906), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.525553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.529812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/bae5c11d-9142-4caf-82b9-2b1367218906 HTTP/1.1" status: 204  len: 168 time: 1.1346471
Apr 02 21:18:43.533585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39306) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:43.538906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1610597383'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:43.550919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.562204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27827-d193-453b-a9e4-a4399b38751e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=bae5c11d-9142-4caf-82b9-2b1367218906,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.592674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:43.596270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.625258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:43.636477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (23e9e438-729a-417d-8585-3e3159dd67c6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.637092 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Added segment 23e9e438-729a-417d-8585-3e3159dd67c6 of type vlan for network d78de9b2-8034-40d2-8a4f-0cf491beeb76
Apr 02 21:18:43.690060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d78de9b2-8034-40d2-8a4f-0cf491beeb76), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.736341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d78de9b2-8034-40d2-8a4f-0cf491beeb76), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.741669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:43.742564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.766409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b093bb7-ce79-495f-bed9-762328e47b08 admin admin] Publish callbacks [] for security_group (63403331-830c-4acf-b631-bb91f0d2112b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.793536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b093bb7-ce79-495f-bed9-762328e47b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (63403331-830c-4acf-b631-bb91f0d2112b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.851947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39312) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:43.853721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3188269
Apr 02 21:18:43.858947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:43.917751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced60e5a-a42c-4704-8a05-02287a1f67a9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Network': ['ID=d78de9b2-8034-40d2-8a4f-0cf491beeb76,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.919105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] Pushing event deleted for resources: {'Port': ['ID=34ceb4f8-8502-4ddd-a561-e6c691ca02d9,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.920219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093bb7-ce79-495f-bed9-762328e47b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63403331-830c-4acf-b631-bb91f0d2112b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:43.924737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks [] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.929327 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9b093bb7-ce79-495f-bed9-762328e47b08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e70585684cfd47abaefc439b16236ae4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8344955
Apr 02 21:18:43.932022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39316) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:43.942198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:43.943599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75c52b-5d5e-4718-89a4-b059641a43d5 None None] No DVR routers for this DVR port 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:43.961273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:43.963098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:44.005858 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b548c414-325e-4a00-b656-8d38e3440b0d admin admin] Publish callbacks [] for security_group (63403331-830c-4acf-b631-bb91f0d2112b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.032697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b548c414-325e-4a00-b656-8d38e3440b0d admin admin] Publish callbacks [] for security_group (63403331-830c-4acf-b631-bb91f0d2112b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.043081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:44.043437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 34ceb4f8-8502-4ddd-a561-e6c691ca02d9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:44.091169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b548c414-325e-4a00-b656-8d38e3440b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (63403331-830c-4acf-b631-bb91f0d2112b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.094183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b548c414-325e-4a00-b656-8d38e3440b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.098259 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b548c414-325e-4a00-b656-8d38e3440b0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63403331-830c-4acf-b631-bb91f0d2112b HTTP/1.1" status: 204  len: 168 time: 0.1650140
Apr 02 21:18:44.122325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548c414-325e-4a00-b656-8d38e3440b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63403331-830c-4acf-b631-bb91f0d2112b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:44.138435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (235ab023-ef1e-41b6-82ef-0960caf069d6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.186230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4dc7a176-97ee-46f1-be0d-bd00ad25cc5c None None] Provisioning complete for port 154b7677-7ef3-4d46-9327-80a8b5385f02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:44.187490 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a176-97ee-46f1-be0d-bd00ad25cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.200597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] Set router 235ab023-ef1e-41b6-82ef-0960caf069d6 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:44.227274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Pushing event updated for resources: {'Port': ['ID=154b7677-7ef3-4d46-9327-80a8b5385f02,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:44.295657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:44.306673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.331859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7a176-97ee-46f1-be0d-bd00ad25cc5c None None] Port 154b7677-7ef3-4d46-9327-80a8b5385f02 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:44.373834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:44.414257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:44.509956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.661472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784454fb80>, [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '154b7677-7ef3-4d46-9327-80a8b5385f02', 'name': '', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'mac_address': 'fa:16:3e:2d:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:42Z', 'updated_at': '2022-04-02T21:18:42Z', 'revision_number': 1, 'project_id': 'be8b83e669854377af9bc768398a35af', 'subnets': [{'id': '97dc6864-6505-4365-b608-70722d844f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:44.670642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Router 235ab023-ef1e-41b6-82ef-0960caf069d6 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:18:44.704935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (def05345-97a8-4b5b-b366-2abf47808408), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.721504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40951b32-d3a3-4266-88c8-e3c66fc19c38 None None] The sync data for ids ['235ab023-ef1e-41b6-82ef-0960caf069d6'] in ncdv-master-1 is: [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '154b7677-7ef3-4d46-9327-80a8b5385f02', 'name': '', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'mac_address': 'fa:16:3e:2d:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:42Z', 'updated_at': '2022-04-02T21:18:42Z', 'revision_number': 1, 'project_id': 'be8b83e669854377af9bc768398a35af', 'subnets': [{'id': '97dc6864-6505-4365-b608-70722d844f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:44.885595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-38013189-3d05-467f-9a9c-59aa36cbe63c None None] Provisioning complete for port 154b7677-7ef3-4d46-9327-80a8b5385f02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:44.886012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-38013189-3d05-467f-9a9c-59aa36cbe63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.901027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=def05345-97a8-4b5b-b366-2abf47808408,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:44.924999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Checking segment: {'id': '23e9e438-729a-417d-8585-3e3159dd67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:44.925632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network hostable DHCP agents. Network: d78de9b2-8034-40d2-8a4f-0cf491beeb76, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:44.943142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:44.956515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2eab357a-6b1b-4703-bc50-2031cabc2c00 admin admin] 10.222.0.18 "PUT /v2.0/routers/235ab023-ef1e-41b6-82ef-0960caf069d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4750810
Apr 02 21:18:44.960860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:44.968083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-38013189-3d05-467f-9a9c-59aa36cbe63c None None] Port 154b7677-7ef3-4d46-9327-80a8b5385f02 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:44.976432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d78de9b2-8034-40d2-8a4f-0cf491beeb76) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:44.982619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:44.984155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:44.999642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145470c7-75b8-4b2d-8f9e-509f0723f57a None None] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:45.008363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2c1e93cd-e99d-4d41-9a96-634532e6ee9a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1553588
Apr 02 21:18:45.011428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39358) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:45.023489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1203716850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:45.085880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (06262820-c286-47c2-b9f4-5f3207cb2515), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.087667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (06262820-c286-47c2-b9f4-5f3207cb2515), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.160657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for router_controller (06262820-c286-47c2-b9f4-5f3207cb2515), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.168443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (06262820-c286-47c2-b9f4-5f3207cb2515), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.201037 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.201840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d78de9b2-8034-40d2-8a4f-0cf491beeb76', 'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': 'def05345-97a8-4b5b-b366-2abf47808408'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:45.202265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9c09ccd-271b-4e36-9c51-4afc95141113 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1892812
Apr 02 21:18:45.202811 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.205221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39366) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:45.217932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76', 'name': 'tempest-PortsIpV6TestJSON-1355206636'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:45.388637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:45.393054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.419395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 283902ca-27ab-4292-8886-868c5414c947 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:18:45.429272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Allocated IP 2001:db8::2 (d78de9b2-8034-40d2-8a4f-0cf491beeb76/def05345-97a8-4b5b-b366-2abf47808408/ce1aa654-4f69-493a-8048-fb049d16308e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:45.631891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Publish callbacks [] for port (ce1aa654-4f69-493a-8048-fb049d16308e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.640606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.687462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:45.690929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:45.700357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:45.759057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::1b3 (d78de9b2-8034-40d2-8a4f-0cf491beeb76/def05345-97a8-4b5b-b366-2abf47808408/283902ca-27ab-4292-8886-868c5414c947) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:45.773237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Attempting to bind port ce1aa654-4f69-493a-8048-fb049d16308e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:45.773620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Attempting to bind port ce1aa654-4f69-493a-8048-fb049d16308e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23e9e438-729a-417d-8585-3e3159dd67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:45.773991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Attempting to bind port ce1aa654-4f69-493a-8048-fb049d16308e on network d78de9b2-8034-40d2-8a4f-0cf491beeb76 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:45.776273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Pushing event updated for resources: {'Port': ['ID=ce1aa654-4f69-493a-8048-fb049d16308e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:45.782493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:45.782905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Checking segment: {'id': '23e9e438-729a-417d-8585-3e3159dd67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:45.783291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.783672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Bound using segment: {'id': '23e9e438-729a-417d-8585-3e3159dd67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:45.784666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Bound port: ce1aa654-4f69-493a-8048-fb049d16308e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e9e438-729a-417d-8585-3e3159dd67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd78de9b2-8034-40d2-8a4f-0cf491beeb76'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:45.784666 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.863702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] For port ce1aa654-4f69-493a-8048-fb049d16308e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:45.868987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] For port ce1aa654-4f69-493a-8048-fb049d16308e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1aa654-4f69-493a-8048-fb049d16308e,segment=NetworkSegment(23e9e438-729a-417d-8585-3e3159dd67c6),segment_id=23e9e438-729a-417d-8585-3e3159dd67c6)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:45.879219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:45.960925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edb551-4d80-42c5-883a-ef08ca079800 None None] Pushing event updated for resources: {'Port': ['ID=ce1aa654-4f69-493a-8048-fb049d16308e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:46.073074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (283902ca-27ab-4292-8886-868c5414c947), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:46.130930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (283902ca-27ab-4292-8886-868c5414c947), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:46.210831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:46.216231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:46.223891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=283902ca-27ab-4292-8886-868c5414c947,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:46.226555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:46.240254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:46.241218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:46.317798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39394) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:46.318383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ce8acc7d-feb2-451e-a539-680491cd64bd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1107557
Apr 02 21:18:46.845182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-dec2c702-f900-47c5-bc88-8742d5d6c088 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2847977
Apr 02 21:18:46.856209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39428) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:46.861045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1004224103-network', 'tenant_id': '08287b395fcf45c38195909db7f53878'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:46.902293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Made reservation on behalf of 08287b395fcf45c38195909db7f53878 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:46.905298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:46.926852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.063379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-69e20c12-1d8a-478d-9db1-540bb95f5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:47.065606 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-69e20c12-1d8a-478d-9db1-540bb95f5239 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 1128 time: 0.1581082
Apr 02 21:18:47.088165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (283902ca-27ab-4292-8886-868c5414c947), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.090562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks [] for security_group (ec2abc20-5e6f-444f-ac76-4356ccdc027a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.101051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ec2abc20-5e6f-444f-ac76-4356ccdc027a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.118476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:47.130324 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.130758 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Added segment 6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b of type vlan for network 08b3ec12-eaca-4404-acb6-76ac0b115fd4
Apr 02 21:18:47.222010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (08b3ec12-eaca-4404-acb6-76ac0b115fd4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.249813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2abc20-5e6f-444f-ac76-4356ccdc027a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:47.281515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (08b3ec12-eaca-4404-acb6-76ac0b115fd4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.283171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:47.284045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.401727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] Pushing event updated for resources: {'Network': ['ID=08b3ec12-eaca-4404-acb6-76ac0b115fd4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:47.411201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2bddf994-0a66-4fb8-b8fe-9911bcf05db2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5528235
Apr 02 21:18:47.412976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39444) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:47.420620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:47.439153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Request body: {'subnet': {'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1004224103-subnet', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:47.516838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Made reservation on behalf of 08287b395fcf45c38195909db7f53878 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:47.520997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.741386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d185b69-b6fe-4cd6-ad24-15e04b0ed501 None None] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:47.928325 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:47.980307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:47.981121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Pushing event updated for resources: {'Subnet': ['ID=971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:48.037589 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.047373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Checking segment: {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:48.047751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Network hostable DHCP agents. Network: 08b3ec12-eaca-4404-acb6-76ac0b115fd4, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:48.068355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] Provisioning complete for port ce1aa654-4f69-493a-8048-fb049d16308e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:48.072906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.075129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:48.090619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08b3ec12-eaca-4404-acb6-76ac0b115fd4) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:48.113338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:48.114279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.140602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c30236d5-86c9-4724-89c3-0eb49cec900c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7259293
Apr 02 21:18:48.142749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39476) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:48.154854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:48.189341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba6646-1af2-41d2-9c0e-e215a30ab82d None None] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:48.221064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (32067679-0d01-4449-976a-073fe5922f3b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.222923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (32067679-0d01-4449-976a-073fe5922f3b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.360780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks [] for router_controller (32067679-0d01-4449-976a-073fe5922f3b), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.376578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:48.376976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.458771 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Sync routers for ids ['235ab023-ef1e-41b6-82ef-0960caf069d6'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:48.484819 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Routers {'235ab023-ef1e-41b6-82ef-0960caf069d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:48.485769 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['235ab023-ef1e-41b6-82ef-0960caf069d6'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:48.550405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (283902ca-27ab-4292-8886-868c5414c947), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.562883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (283902ca-27ab-4292-8886-868c5414c947), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.630670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-51080b8b-99e4-4ad6-babc-73516812f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:48.635480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-51080b8b-99e4-4ad6-babc-73516812f664 service neutron] 10.222.0.21 "GET /v2.0/networks?id=146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 200  len: 915 time: 1.4982734
Apr 02 21:18:48.686646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-08b3ec12-eaca-4404-acb6-76ac0b115fd4', 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4', 'project_id': '08287b395fcf45c38195909db7f53878', 'fixed_ips': [{'subnet_id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:48.687917 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.695598 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks [] for router_gateway (32067679-0d01-4449-976a-073fe5922f3b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.704336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] Current status of the port ce1aa654-4f69-493a-8048-fb049d16308e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:48.704769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:48.768131 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Set router 235ab023-ef1e-41b6-82ef-0960caf069d6 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:48.877454 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-54aabf7d-3da8-4bb4-b0fb-7952501ce3db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca HTTP/1.1" status: 200  len: 217 time: 0.1550186
Apr 02 21:18:48.924939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] For port ce1aa654-4f69-493a-8048-fb049d16308e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1aa654-4f69-493a-8048-fb049d16308e,segment=NetworkSegment(23e9e438-729a-417d-8585-3e3159dd67c6),segment_id=23e9e438-729a-417d-8585-3e3159dd67c6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:49.042153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=283902ca-27ab-4292-8886-868c5414c947,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:49.078250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.161433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks [] for router_gateway (32067679-0d01-4449-976a-073fe5922f3b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.195758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb0a0>, [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '154b7677-7ef3-4d46-9327-80a8b5385f02', 'name': '', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'mac_address': 'fa:16:3e:2d:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:42Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 2, 'project_id': 'be8b83e669854377af9bc768398a35af', 'subnets': [{'id': '97dc6864-6505-4365-b608-70722d844f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:49.236171 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Checking router: 235ab023-ef1e-41b6-82ef-0960caf069d6 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:49.238226 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Updating router 235ab023-ef1e-41b6-82ef-0960caf069d6 port 154b7677-7ef3-4d46-9327-80a8b5385f02 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:18:49.241430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.302103 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (06262820-c286-47c2-b9f4-5f3207cb2515), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.328348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-528a9507-3eea-4ecd-ae67-df059627098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:49.335089 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-528a9507-3eea-4ecd-ae67-df059627098b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 200  len: 854 time: 0.3998940
Apr 02 21:18:49.561435 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.584819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-5bd627c3-7047-4ae5-a3a5-6f1b4649fac4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=146ce8d9-8798-4b34-95b9-d9b14df14138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764475
Apr 02 21:18:49.585955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Allocated IP 172.35.4.89 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/45dd61fb-9979-4eeb-80b3-7378f1e5040f) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:49.636080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-38141fa5-86f8-4e89-80b8-d77ca2c65f52 None None] Provisioning complete for port ce1aa654-4f69-493a-8048-fb049d16308e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:49.636736 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-38141fa5-86f8-4e89-80b8-d77ca2c65f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.645013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:49.645689 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.702704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:49.749282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.750479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ce1aa654-4f69-493a-8048-fb049d16308e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:49.801576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8b641-dba4-4488-b998-fceb08ae6d6a None None] Pushing event updated for resources: {'Port': ['ID=ce1aa654-4f69-493a-8048-fb049d16308e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:49.846233 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (283902ca-27ab-4292-8886-868c5414c947), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.880087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks [] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:49.886376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Allocated IP 172.20.0.2 (08b3ec12-eaca-4404-acb6-76ac0b115fd4/971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8/35603021-5283-4c61-bccf-b27d1bfced07) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:49.921059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-cbb8865a-00ef-4667-9bc0-0f362f6cbfa5 service neutron] 10.222.0.21 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3241878
Apr 02 21:18:49.932362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:49.972744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.014738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-38141fa5-86f8-4e89-80b8-d77ca2c65f52 None None] Current status of the port ce1aa654-4f69-493a-8048-fb049d16308e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:50.085467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:50.104337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-38141fa5-86f8-4e89-80b8-d77ca2c65f52 None None] Provisioning complete for port 283902ca-27ab-4292-8886-868c5414c947 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:50.105442 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-38141fa5-86f8-4e89-80b8-d77ca2c65f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (283902ca-27ab-4292-8886-868c5414c947), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.138612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Pushing event updated for resources: {'Port': ['ID=45dd61fb-9979-4eeb-80b3-7378f1e5040f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:50.141850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39530) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:50.142776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:50.152734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:50.157052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-38141fa5-86f8-4e89-80b8-d77ca2c65f52 None None] Port 283902ca-27ab-4292-8886-868c5414c947 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:50.161035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ce1aa654-4f69-493a-8048-fb049d16308e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:50.161643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.210954 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Publish callbacks [] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.221464 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.345826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ce1aa654-4f69-493a-8048-fb049d16308e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:50.358269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d50cbf3a-8d67-46a9-998d-07f31f07349c None None] Provisioning complete for port 283902ca-27ab-4292-8886-868c5414c947 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:50.358269 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d50cbf3a-8d67-46a9-998d-07f31f07349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (283902ca-27ab-4292-8886-868c5414c947), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.373422 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9cb7a-d588-4ce8-9427-e5abf311473d None None] Pushing event updated for resources: {'Port': ['ID=154b7677-7ef3-4d46-9327-80a8b5385f02,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:50.403922 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Publish callbacks [] for port (35603021-5283-4c61-bccf-b27d1bfced07), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.406637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d50cbf3a-8d67-46a9-998d-07f31f07349c None None] Port 283902ca-27ab-4292-8886-868c5414c947 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:50.434693 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (35603021-5283-4c61-bccf-b27d1bfced07), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.458070 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b90645f9-9646-46cd-ab0c-ea05ce8d810c req-7befb42a-23f5-4af4-94f0-c8846f535d33 service neutron] 10.222.0.21 "GET /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4737775
Apr 02 21:18:50.470292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:50.498721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:50.505881 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Attempting to bind port 154b7677-7ef3-4d46-9327-80a8b5385f02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:50.508325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:50.508790 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Attempting to bind port 154b7677-7ef3-4d46-9327-80a8b5385f02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:50.509178 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Attempting to bind port 154b7677-7ef3-4d46-9327-80a8b5385f02 on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:50.519504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:50.519893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Checking segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:50.520297 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.520866 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Bound using segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:50.521356 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Bound port: 154b7677-7ef3-4d46-9327-80a8b5385f02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:50.522282 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.593441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39538) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:50.611380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:50.668386 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] For port 154b7677-7ef3-4d46-9327-80a8b5385f02, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:50.680162 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] For port 154b7677-7ef3-4d46-9327-80a8b5385f02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154b7677-7ef3-4d46-9327-80a8b5385f02,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:50.688130 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.701199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Pushing event updated for resources: {'Port': ['ID=35603021-5283-4c61-bccf-b27d1bfced07,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:50.767273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a453cb5b-5d0e-405f-aeaa-3a7386a5f0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.786500 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Routers {'235ab023-ef1e-41b6-82ef-0960caf069d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:50.787133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['235ab023-ef1e-41b6-82ef-0960caf069d6'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:50.806945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Attempting to bind port 35603021-5283-4c61-bccf-b27d1bfced07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:50.809142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Attempting to bind port 35603021-5283-4c61-bccf-b27d1bfced07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:50.809522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Attempting to bind port 35603021-5283-4c61-bccf-b27d1bfced07 on network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:50.813228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] Provisioning complete for port 154b7677-7ef3-4d46-9327-80a8b5385f02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:50.813602 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.824263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:50.824669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Checking segment: {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:50.825103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.825698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Bound using segment: {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:50.826363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Bound port: 35603021-5283-4c61-bccf-b27d1bfced07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:50.827438 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (35603021-5283-4c61-bccf-b27d1bfced07), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.850708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (283902ca-27ab-4292-8886-868c5414c947), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.862546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (283902ca-27ab-4292-8886-868c5414c947), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.864323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (06262820-c286-47c2-b9f4-5f3207cb2515), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.877351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e327-7051-4118-a87e-3e8198b948dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:50.909931 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9cb7a-d588-4ce8-9427-e5abf311473d None None] Pushing event updated for resources: {'Port': ['ID=154b7677-7ef3-4d46-9327-80a8b5385f02,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:50.943454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] For port 35603021-5283-4c61-bccf-b27d1bfced07, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:50.943739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=283902ca-27ab-4292-8886-868c5414c947,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:50.947205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] For port 35603021-5283-4c61-bccf-b27d1bfced07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35603021-5283-4c61-bccf-b27d1bfced07,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:50.959601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (35603021-5283-4c61-bccf-b27d1bfced07), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.010142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:51.010809 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.071040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] Set router 235ab023-ef1e-41b6-82ef-0960caf069d6 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:51.073550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39546) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:51.118979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a453cb5b-5d0e-405f-aeaa-3a7386a5f0c4 admin admin] Publish callbacks [] for security_group (c8dde1da-d839-4f0f-9cb7-1b5a7021b17e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.136551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a453cb5b-5d0e-405f-aeaa-3a7386a5f0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c8dde1da-d839-4f0f-9cb7-1b5a7021b17e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.148132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:51.150144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:51.242200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950ab54-eb9d-4b9f-917d-4ac9636eee94 None None] Pushing event updated for resources: {'Port': ['ID=35603021-5283-4c61-bccf-b27d1bfced07,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:51.246785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:51.248298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ce1aa654-4f69-493a-8048-fb049d16308e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:51.341485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Router 06262820-c286-47c2-b9f4-5f3207cb2515 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:18:51.369044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] Current status of the port 154b7677-7ef3-4d46-9327-80a8b5385f02 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:51.372886 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.400598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b53b4d2-ea36-4d28-bde9-0316a114cb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.453090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ce1aa654-4f69-493a-8048-fb049d16308e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:51.453835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.502507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] For port 154b7677-7ef3-4d46-9327-80a8b5385f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154b7677-7ef3-4d46-9327-80a8b5385f02,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:51.510553 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.588311 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcb0a0>, [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '154b7677-7ef3-4d46-9327-80a8b5385f02', 'name': '', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'mac_address': 'fa:16:3e:2d:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:42Z', 'updated_at': '2022-04-02T21:18:50Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'subnets': [{'id': '97dc6864-6505-4365-b608-70722d844f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:51.632150 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5ae97-449d-4bc1-8c39-17b9713d3910 None None] The sync data for ids ['235ab023-ef1e-41b6-82ef-0960caf069d6'] in ncdv-master-1 is: [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:18:43Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '154b7677-7ef3-4d46-9327-80a8b5385f02', 'name': '', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'mac_address': 'fa:16:3e:2d:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:42Z', 'updated_at': '2022-04-02T21:18:50Z', 'revision_number': 4, 'project_id': 'be8b83e669854377af9bc768398a35af', 'subnets': [{'id': '97dc6864-6505-4365-b608-70722d844f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:51.668015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ce1aa654-4f69-493a-8048-fb049d16308e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:51.689405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0211db-a806-4931-8708-e2ff056f127a None None] Pushing event updated for resources: {'Port': ['ID=154b7677-7ef3-4d46-9327-80a8b5385f02,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:51.700732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-991d7979-0d8d-498c-9d1f-49d3b068a327 None None] Provisioning complete for port 154b7677-7ef3-4d46-9327-80a8b5385f02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:51.701356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-991d7979-0d8d-498c-9d1f-49d3b068a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.762303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b53b4d2-ea36-4d28-bde9-0316a114cb5a admin admin] Publish callbacks [] for security_group (ff1b1846-16a4-4309-9b2c-7d251a0dfa45), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.770524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:51.772858 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b53b4d2-ea36-4d28-bde9-0316a114cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ff1b1846-16a4-4309-9b2c-7d251a0dfa45), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.783479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-10496310-5227-40f7-8917-092643430105 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/routers/06262820-c286-47c2-b9f4-5f3207cb2515/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4637737
Apr 02 21:18:51.789126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39550) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:51.792621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] Sync routers for ids ['06262820-c286-47c2-b9f4-5f3207cb2515'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:51.811541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a453cb5b-5d0e-405f-aeaa-3a7386a5f0c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e800c1df9c74462ea992a2316cf1eb25&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6562052
Apr 02 21:18:51.812583 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks [] for router_gateway (32067679-0d01-4449-976a-073fe5922f3b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.813987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39552) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:51.825897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-991d7979-0d8d-498c-9d1f-49d3b068a327 None None] Current status of the port 154b7677-7ef3-4d46-9327-80a8b5385f02 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:51.828892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] Routers {'06262820-c286-47c2-b9f4-5f3207cb2515'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:51.829854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455bc4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['06262820-c286-47c2-b9f4-5f3207cb2515'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:51.852614 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b53b4d2-ea36-4d28-bde9-0316a114cb5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=473b58b2a2bc43919bf1a157a2bdf3df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7775640
Apr 02 21:18:51.853382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53b4d2-ea36-4d28-bde9-0316a114cb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b1846-16a4-4309-9b2c-7d251a0dfa45,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:51.855781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39554) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:51.880593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455bc4c0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:51.894719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] Routers {'06262820-c286-47c2-b9f4-5f3207cb2515'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:51.896384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455bc4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['06262820-c286-47c2-b9f4-5f3207cb2515'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:51.896747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453cb5b-5d0e-405f-aeaa-3a7386a5f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dde1da-d839-4f0f-9cb7-1b5a7021b17e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:51.956785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455bc4c0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:51.957886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60144ef4-0816-4ebe-a3ec-d16ef8438bf3 None None] The sync data for ids ['06262820-c286-47c2-b9f4-5f3207cb2515'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:51.976253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1b84078b-d524-4ad0-ba59-2868f929433e None None] Provisioning complete for port 283902ca-27ab-4292-8886-868c5414c947 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:51.976916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b84078b-d524-4ad0-ba59-2868f929433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (283902ca-27ab-4292-8886-868c5414c947), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:51.993623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e1c0dc-1eed-4b21-842a-5f5587b66b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:51.995777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e7e1c0dc-1eed-4b21-842a-5f5587b66b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports?device_id=06262820-c286-47c2-b9f4-5f3207cb2515 HTTP/1.1" status: 200  len: 989 time: 0.2022045
Apr 02 21:18:51.999500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:52.013861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d14c066-fede-4c68-a0c3-72e30be19bdb admin admin] Publish callbacks [] for security_group (ff1b1846-16a4-4309-9b2c-7d251a0dfa45), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.023218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1b84078b-d524-4ad0-ba59-2868f929433e None None] Port 283902ca-27ab-4292-8886-868c5414c947 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:52.040648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae3b5599-2229-4ab4-9f74-c4c5f771f023 admin admin] Publish callbacks [] for security_group (c8dde1da-d839-4f0f-9cb7-1b5a7021b17e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.052791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d14c066-fede-4c68-a0c3-72e30be19bdb admin admin] Publish callbacks [] for security_group (ff1b1846-16a4-4309-9b2c-7d251a0dfa45), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.060347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e327-7051-4118-a87e-3e8198b948dd admin admin] Publish callbacks [] for security_group (83902022-2741-45d8-95c4-2b1fe87b44a6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.085602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae3b5599-2229-4ab4-9f74-c4c5f771f023 admin admin] Publish callbacks [] for security_group (c8dde1da-d839-4f0f-9cb7-1b5a7021b17e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.094870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e327-7051-4118-a87e-3e8198b948dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (83902022-2741-45d8-95c4-2b1fe87b44a6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.179954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d14c066-fede-4c68-a0c3-72e30be19bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ff1b1846-16a4-4309-9b2c-7d251a0dfa45), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.185048 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d14c066-fede-4c68-a0c3-72e30be19bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.186661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8d14c066-fede-4c68-a0c3-72e30be19bdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff1b1846-16a4-4309-9b2c-7d251a0dfa45 HTTP/1.1" status: 204  len: 168 time: 0.3150516
Apr 02 21:18:52.191583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae3b5599-2229-4ab4-9f74-c4c5f771f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c8dde1da-d839-4f0f-9cb7-1b5a7021b17e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.194157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae3b5599-2229-4ab4-9f74-c4c5f771f023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.198381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ae3b5599-2229-4ab4-9f74-c4c5f771f023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8dde1da-d839-4f0f-9cb7-1b5a7021b17e HTTP/1.1" status: 204  len: 168 time: 0.3693175
Apr 02 21:18:52.203092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14c066-fede-4c68-a0c3-72e30be19bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b1846-16a4-4309-9b2c-7d251a0dfa45,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:52.218391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b5599-2229-4ab4-9f74-c4c5f771f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dde1da-d839-4f0f-9cb7-1b5a7021b17e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:52.240967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3ca9e327-7051-4118-a87e-3e8198b948dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=499b2c73c21e412d805643148d308089&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6447582
Apr 02 21:18:52.243303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39564) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:52.279834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9e327-7051-4118-a87e-3e8198b948dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83902022-2741-45d8-95c4-2b1fe87b44a6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:52.351785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df5633ce-9df5-49c6-acec-9bab9cdd7fb0 admin admin] Publish callbacks [] for security_group (83902022-2741-45d8-95c4-2b1fe87b44a6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.398883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df5633ce-9df5-49c6-acec-9bab9cdd7fb0 admin admin] Publish callbacks [] for security_group (83902022-2741-45d8-95c4-2b1fe87b44a6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.511281 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df5633ce-9df5-49c6-acec-9bab9cdd7fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (83902022-2741-45d8-95c4-2b1fe87b44a6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.514069 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df5633ce-9df5-49c6-acec-9bab9cdd7fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.517680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df5633ce-9df5-49c6-acec-9bab9cdd7fb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83902022-2741-45d8-95c4-2b1fe87b44a6 HTTP/1.1" status: 204  len: 168 time: 0.2709584
Apr 02 21:18:52.536211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5633ce-9df5-49c6-acec-9bab9cdd7fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83902022-2741-45d8-95c4-2b1fe87b44a6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:52.617485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (32067679-0d01-4449-976a-073fe5922f3b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.746014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39574) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:52.767223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 154b7677-7ef3-4d46-9327-80a8b5385f02 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:52.778762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-653913b3-f5be-4d51-9b3b-c518df06d234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.902187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 154b7677-7ef3-4d46-9327-80a8b5385f02 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:52.904071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.933132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (06262820-c286-47c2-b9f4-5f3207cb2515), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.967544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-653913b3-f5be-4d51-9b3b-c518df06d234 admin admin] Publish callbacks [] for security_group (ea4d1e1e-9bca-4bfc-81ed-e6825bba423e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:52.969640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14eefd0-a9d0-47b4-a708-d2178e1bcbd9 None None] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:52.975996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-653913b3-f5be-4d51-9b3b-c518df06d234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ea4d1e1e-9bca-4bfc-81ed-e6825bba423e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.015924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653913b3-f5be-4d51-9b3b-c518df06d234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d1e1e-9bca-4bfc-81ed-e6825bba423e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:53.045671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-653913b3-f5be-4d51-9b3b-c518df06d234 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=154ae568d9654af3bad36466938a57ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2984738
Apr 02 21:18:53.048348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39580) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:53.068100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] Provisioning complete for port 35603021-5283-4c61-bccf-b27d1bfced07 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:53.068408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (35603021-5283-4c61-bccf-b27d1bfced07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.114861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24030661-860d-4b23-adcd-3d8abd47bc35 admin admin] Publish callbacks [] for security_group (ea4d1e1e-9bca-4bfc-81ed-e6825bba423e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.146077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24030661-860d-4b23-adcd-3d8abd47bc35 admin admin] Publish callbacks [] for security_group (ea4d1e1e-9bca-4bfc-81ed-e6825bba423e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.168842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:53.195879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0d7047b-4d02-4157-9100-c60890830924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.223909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Router 32067679-0d01-4449-976a-073fe5922f3b is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:18:53.266029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24030661-860d-4b23-adcd-3d8abd47bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ea4d1e1e-9bca-4bfc-81ed-e6825bba423e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.268866 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24030661-860d-4b23-adcd-3d8abd47bc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.270105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-24030661-860d-4b23-adcd-3d8abd47bc35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea4d1e1e-9bca-4bfc-81ed-e6825bba423e HTTP/1.1" status: 204  len: 168 time: 0.2199066
Apr 02 21:18:53.285724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24030661-860d-4b23-adcd-3d8abd47bc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d1e1e-9bca-4bfc-81ed-e6825bba423e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:53.331835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0d7047b-4d02-4157-9100-c60890830924 admin admin] Publish callbacks [] for security_group (23a8f62d-a110-46bf-8c24-37709c702e54), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.340560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b0d7047b-4d02-4157-9100-c60890830924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (23a8f62d-a110-46bf-8c24-37709c702e54), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.388426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 283902ca-27ab-4292-8886-868c5414c947 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:53.388806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (283902ca-27ab-4292-8886-868c5414c947), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.398532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b0d7047b-4d02-4157-9100-c60890830924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecb024cb918d4132a3a077a7dd2a7b78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2263112
Apr 02 21:18:53.398532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7047b-4d02-4157-9100-c60890830924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8f62d-a110-46bf-8c24-37709c702e54,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:53.401298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39592) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:53.414619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-98972ce4-555e-4e4e-b23c-ecf9d0023c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.436887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:53.459749 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Sync routers for ids ['32067679-0d01-4449-976a-073fe5922f3b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:53.476865 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Routers {'32067679-0d01-4449-976a-073fe5922f3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:53.479609 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461201f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['32067679-0d01-4449-976a-073fe5922f3b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:53.512176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] Current status of the port 35603021-5283-4c61-bccf-b27d1bfced07 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:53.512834 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (35603021-5283-4c61-bccf-b27d1bfced07), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.533970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.538263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39596) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:53.538574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64c6259c-9ffb-4062-bfe0-2b832380af93 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.3932409
Apr 02 21:18:53.571142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1a3-a113-47f3-8ea9-e6fc06d5fd4b admin admin] Publish callbacks [] for security_group (23a8f62d-a110-46bf-8c24-37709c702e54), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.581855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 154b7677-7ef3-4d46-9327-80a8b5385f02 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:53.583402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 35603021-5283-4c61-bccf-b27d1bfced07 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:53.622230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1a3-a113-47f3-8ea9-e6fc06d5fd4b admin admin] Publish callbacks [] for security_group (23a8f62d-a110-46bf-8c24-37709c702e54), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.661048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (283902ca-27ab-4292-8886-868c5414c947), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.680313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 283902ca-27ab-4292-8886-868c5414c947 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:53.696397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] For port 35603021-5283-4c61-bccf-b27d1bfced07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35603021-5283-4c61-bccf-b27d1bfced07,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:53.718134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (35603021-5283-4c61-bccf-b27d1bfced07), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.731163 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Set router 32067679-0d01-4449-976a-073fe5922f3b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:53.846489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 35603021-5283-4c61-bccf-b27d1bfced07 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:53.849270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (35603021-5283-4c61-bccf-b27d1bfced07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:53.945965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6a66-242c-4bf4-9271-2bc7777305d7 None None] Pushing event updated for resources: {'Port': ['ID=35603021-5283-4c61-bccf-b27d1bfced07,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:54.043494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (283902ca-27ab-4292-8886-868c5414c947), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.082935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39612) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:54.108428 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461201f0>, [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:18:50Z', 'revision_number': 3, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:54.108897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=283902ca-27ab-4292-8886-868c5414c947,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:54.173569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 35603021-5283-4c61-bccf-b27d1bfced07 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:54.187789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a91916ff-bb53-41d7-ac63-cd2667aee283 None None] Provisioning complete for port 35603021-5283-4c61-bccf-b27d1bfced07 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:54.190045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a91916ff-bb53-41d7-ac63-cd2667aee283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (35603021-5283-4c61-bccf-b27d1bfced07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.196143 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Checking router: 32067679-0d01-4449-976a-073fe5922f3b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:54.198601 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Updating router 32067679-0d01-4449-976a-073fe5922f3b port 45dd61fb-9979-4eeb-80b3-7378f1e5040f binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:18:54.274003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (06262820-c286-47c2-b9f4-5f3207cb2515), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.278073 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.395558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a91916ff-bb53-41d7-ac63-cd2667aee283 None None] Current status of the port 35603021-5283-4c61-bccf-b27d1bfced07 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:54.515386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1203704635-network', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:54.536898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 35603021-5283-4c61-bccf-b27d1bfced07 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:54.565027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.590928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1a3-a113-47f3-8ea9-e6fc06d5fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (23a8f62d-a110-46bf-8c24-37709c702e54), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.593554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1a3-a113-47f3-8ea9-e6fc06d5fd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.594732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f9c4c1a3-a113-47f3-8ea9-e6fc06d5fd4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23a8f62d-a110-46bf-8c24-37709c702e54 HTTP/1.1" status: 204  len: 168 time: 1.1801643
Apr 02 21:18:54.597198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Made reservation on behalf of 6dcd60b7072543dc834451d5898d67e3 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:54.599504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.608635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Router 06262820-c286-47c2-b9f4-5f3207cb2515 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:18:54.623191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c1a3-a113-47f3-8ea9-e6fc06d5fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8f62d-a110-46bf-8c24-37709c702e54,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:54.629439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.629617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 35603021-5283-4c61-bccf-b27d1bfced07 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:54.630514 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (35603021-5283-4c61-bccf-b27d1bfced07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.772550 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Publish callbacks [] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.787206 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.795031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 35603021-5283-4c61-bccf-b27d1bfced07 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:54.824421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:54.832919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d595cf2c-c4c9-4dc0-b43c-54126525f949 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/routers/06262820-c286-47c2-b9f4-5f3207cb2515/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8282313
Apr 02 21:18:54.835305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39632) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:54.847817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] Sync routers for ids ['06262820-c286-47c2-b9f4-5f3207cb2515'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:54.866954 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Attempting to bind port 45dd61fb-9979-4eeb-80b3-7378f1e5040f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:54.867596 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Attempting to bind port 45dd61fb-9979-4eeb-80b3-7378f1e5040f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:54.868220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Attempting to bind port 45dd61fb-9979-4eeb-80b3-7378f1e5040f on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:54.870251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] Routers {'06262820-c286-47c2-b9f4-5f3207cb2515'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:54.871177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['06262820-c286-47c2-b9f4-5f3207cb2515'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:54.872800 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Pushing event updated for resources: {'Port': ['ID=45dd61fb-9979-4eeb-80b3-7378f1e5040f,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:54.878987 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:54.880069 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:54.880882 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.881504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:54.882841 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Bound port: 45dd61fb-9979-4eeb-80b3-7378f1e5040f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:54.883459 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.915749 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-f315326d-bf79-42c8-9d19-4a16b13fe355 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:18:54.916291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.916907 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.917337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f315326d-bf79-42c8-9d19-4a16b13fe355 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/283902ca-27ab-4292-8886-868c5414c947 HTTP/1.1" status: 404  len: 333 time: 0.0807393
Apr 02 21:18:54.917759 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.918305 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.918847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.919538 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.920133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.920720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.921294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39636) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:54.921758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.922303 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.922946 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.923828 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.924372 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.924981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.925596 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:18:54.959743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks [] for security_group (6bd2d7a7-1314-43d6-979b-15d1c5a46144), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.965026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596e490>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:54.969244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Allocated IP 172.20.0.1 (08b3ec12-eaca-4404-acb6-76ac0b115fd4/971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8/3a5fb41e-0770-4296-bf24-ef7b988aaa6b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:54.974110 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] For port 45dd61fb-9979-4eeb-80b3-7378f1e5040f, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:54.979663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6bd2d7a7-1314-43d6-979b-15d1c5a46144), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:54.985774 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] For port 45dd61fb-9979-4eeb-80b3-7378f1e5040f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45dd61fb-9979-4eeb-80b3-7378f1e5040f,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:54.987219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] Routers {'06262820-c286-47c2-b9f4-5f3207cb2515'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:54.989672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784596e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['06262820-c286-47c2-b9f4-5f3207cb2515'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:55.004149 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.025711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:18:55.051426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd2d7a7-1314-43d6-979b-15d1c5a46144,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:55.070080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d72d5c18-0cde-4797-b153-a4fdd067b2bb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.070598 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Added segment d72d5c18-0cde-4797-b153-a4fdd067b2bb of type vlan for network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d
Apr 02 21:18:55.147970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for router (06262820-c286-47c2-b9f4-5f3207cb2515), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.176732 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Routers {'32067679-0d01-4449-976a-073fe5922f3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:55.177606 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461201f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['32067679-0d01-4449-976a-073fe5922f3b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:55.244019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (5d4832a2-ff6e-4f6b-b522-7c19384adf3d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.271226 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9085d79-008b-4435-9e49-1a78a4798c02 None None] Pushing event updated for resources: {'Port': ['ID=45dd61fb-9979-4eeb-80b3-7378f1e5040f,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:55.361807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (06262820-c286-47c2-b9f4-5f3207cb2515), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.364526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for router_controller (06262820-c286-47c2-b9f4-5f3207cb2515), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.377216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks [] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.386719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (5d4832a2-ff6e-4f6b-b522-7c19384adf3d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.389312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:55.392272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.419734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (06262820-c286-47c2-b9f4-5f3207cb2515), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.420790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Fanout notify agent at l3_agent the message router_deleted on router 06262820-c286-47c2-b9f4-5f3207cb2515 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:18:55.429426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.430899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f7c167b-9d9d-42a8-b779-dccd31991c6f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/routers/06262820-c286-47c2-b9f4-5f3207cb2515 HTTP/1.1" status: 204  len: 168 time: 0.5086553
Apr 02 21:18:55.434509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39654) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:55.467942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] Set router 32067679-0d01-4449-976a-073fe5922f3b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:55.468716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784596e490>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:55.469989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ef8df-1155-46b2-9211-a9bc6c51b1bb None None] The sync data for ids ['06262820-c286-47c2-b9f4-5f3207cb2515'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:55.504187 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4192038
Apr 02 21:18:55.510270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-286753f0-441a-407b-b5c7-d5ad2a10a6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.519537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39660) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:55.527417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Request body: {'subnet': {'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1203704635-subnet', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:55.549764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0217c-0730-4265-b0ab-6de69114bc71 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4832a2-ff6e-4f6b-b522-7c19384adf3d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:55.563341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Made reservation on behalf of 6dcd60b7072543dc834451d5898d67e3 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:55.564650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:18:55.568062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.574837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.598502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet def05345-97a8-4b5b-b366-2abf47808408 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:18:55.602952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (def05345-97a8-4b5b-b366-2abf47808408), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.645957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:55.650660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (def05345-97a8-4b5b-b366-2abf47808408), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.653851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:55.660038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:55.755776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Pushing event updated for resources: {'Port': ['ID=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:55.778937 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (32067679-0d01-4449-976a-073fe5922f3b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.812917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (def05345-97a8-4b5b-b366-2abf47808408), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:55.839827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461201f0>, [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:18:50Z', 'revision_number': 3, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:55.883711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745af45-814d-4db0-82d2-680a00c3bbb0 None None] The sync data for ids ['32067679-0d01-4449-976a-073fe5922f3b'] in ncdv-master-1 is: [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:18:50Z', 'revision_number': 3, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:18:56.017177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (def05345-97a8-4b5b-b366-2abf47808408), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.029741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.060019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.064062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca400db-ce9a-42c6-b55e-bb9a82abc050 None None] Network d78de9b2-8034-40d2-8a4f-0cf491beeb76 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:56.065982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/def05345-97a8-4b5b-b366-2abf47808408 HTTP/1.1" status: 204  len: 168 time: 0.6302562
Apr 02 21:18:56.072870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39674) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:56.074912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-455202c4-e572-4f00-a55d-e2b2c0797f27 None None] Provisioning complete for port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:56.075566 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-455202c4-e572-4f00-a55d-e2b2c0797f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.092473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba18fce-36d9-4d5f-a654-4c137edf5241 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=def05345-97a8-4b5b-b366-2abf47808408,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:56.197878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (9073df0c-91e0-4bae-a9bf-b6761c7304bb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.228131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d78de9b2-8034-40d2-8a4f-0cf491beeb76), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.236666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-455202c4-e572-4f00-a55d-e2b2c0797f27 None None] Port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:56.292005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9073df0c-91e0-4bae-a9bf-b6761c7304bb,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:56.321079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Checking segment: {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:56.322063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Network hostable DHCP agents. Network: 5d4832a2-ff6e-4f6b-b522-7c19384adf3d, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:18:56.366600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:18:56.383497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d4832a2-ff6e-4f6b-b522-7c19384adf3d) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:56.399200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35cba3-566b-4be4-8ccd-3a63a5101cec None None] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:56.406095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:56.406836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.460766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port ce1aa654-4f69-493a-8048-fb049d16308e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:56.461636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.464781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-68b5c11d-911b-49b8-b86d-2bff9bae1485 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9434121
Apr 02 21:18:56.473785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39682) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:56.489120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:56.502574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] DHCP port deletion for d78de9b2-8034-40d2-8a4f-0cf491beeb76 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:18:56.527478 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.529319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.607712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks [] for router_controller (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.614674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 45dd61fb-9979-4eeb-80b3-7378f1e5040f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:56.685889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] For port ce1aa654-4f69-493a-8048-fb049d16308e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1aa654-4f69-493a-8048-fb049d16308e,segment=NetworkSegment(23e9e438-729a-417d-8585-3e3159dd67c6),segment_id=23e9e438-729a-417d-8585-3e3159dd67c6)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:56.686518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.703775 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.705748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for ce1aa654-4f69-493a-8048-fb049d16308e owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:56.739848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'fixed_ips': [{'subnet_id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:56.741108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.791052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 45dd61fb-9979-4eeb-80b3-7378f1e5040f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:56.792376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.797624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] Deleting port ce1aa654-4f69-493a-8048-fb049d16308e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:18:56.798889 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:56.907313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks [] for router_gateway (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.013666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] For port ce1aa654-4f69-493a-8048-fb049d16308e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1aa654-4f69-493a-8048-fb049d16308e,segment=NetworkSegment(23e9e438-729a-417d-8585-3e3159dd67c6),segment_id=23e9e438-729a-417d-8585-3e3159dd67c6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:57.014119 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.094369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] Calling delete_port for ce1aa654-4f69-493a-8048-fb049d16308e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:18:57.246469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 45dd61fb-9979-4eeb-80b3-7378f1e5040f is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:57.246824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.301462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 45dd61fb-9979-4eeb-80b3-7378f1e5040f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45dd61fb-9979-4eeb-80b3-7378f1e5040f,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:18:57.310737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Allocated IP 172.20.0.2 (5d4832a2-ff6e-4f6b-b522-7c19384adf3d/9073df0c-91e0-4bae-a9bf-b6761c7304bb/3d2ac035-7b6d-4e59-85a9-003f5ed22480) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:57.313773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.472274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks [] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.479443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.585538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=45dd61fb-9979-4eeb-80b3-7378f1e5040f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:57.590341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.595338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (ce1aa654-4f69-493a-8048-fb049d16308e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.614369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] No DVR routers for this DVR port ce1aa654-4f69-493a-8048-fb049d16308e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:57.636560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Pushing event updated for resources: {'Port': ['ID=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:57.648724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d876eb-aa7a-472a-acbc-40570219607a None None] Pushing event deleted for resources: {'Port': ['ID=ce1aa654-4f69-493a-8048-fb049d16308e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:57.666116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No DVR routers for this DVR port ce1aa654-4f69-493a-8048-fb049d16308e on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:18:57.695883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (32067679-0d01-4449-976a-073fe5922f3b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.716559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=ce1aa654-4f69-493a-8048-fb049d16308e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:57.763867 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:18:57.798284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Publish callbacks [] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.813664 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.819964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d78de9b2-8034-40d2-8a4f-0cf491beeb76), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.878936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:57.892539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:57.896555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:57.899794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks [] for router_gateway (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.913420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Pushing event updated for resources: {'Port': ['ID=3d2ac035-7b6d-4e59-85a9-003f5ed22480,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:57.929061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.961862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784627c070>,) {'filters': {'network_id': ['d78de9b2-8034-40d2-8a4f-0cf491beeb76']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:57.981369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Attempting to bind port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:18:57.981683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Attempting to bind port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:18:57.982251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Attempting to bind port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 on network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:18:57.987203 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784627c070>, '23e9e438-729a-417d-8585-3e3159dd67c6') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:57.987529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784627c070>, '23e9e438-729a-417d-8585-3e3159dd67c6') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:57.987726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:18:57.988165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Checking segment: {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:18:57.988626 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:57.989112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Bound using segment: {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:18:57.989556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Bound port: 3d2ac035-7b6d-4e59-85a9-003f5ed22480, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:18:57.989940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.024351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (23e9e438-729a-417d-8585-3e3159dd67c6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.056133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Allocated IP 172.35.4.212 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9cfc7a79-80c7-46da-9af1-132fc1a49a33) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:18:58.071943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] For port 3d2ac035-7b6d-4e59-85a9-003f5ed22480, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:18:58.073359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (23e9e438-729a-417d-8585-3e3159dd67c6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.076818 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:58.077227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] For port 3d2ac035-7b6d-4e59-85a9-003f5ed22480, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2ac035-7b6d-4e59-85a9-003f5ed22480,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:18:58.087030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:58.087714 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.103825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:18:58.104377 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (23e9e438-729a-417d-8585-3e3159dd67c6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:18:58.115234 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:18:58.184608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068aa1-b97c-442c-89cb-b7f82f5d84fa None None] Pushing event updated for resources: {'Port': ['ID=3d2ac035-7b6d-4e59-85a9-003f5ed22480,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:58.222659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39724) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:58.256135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks [] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.339780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.343251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d78de9b2-8034-40d2-8a4f-0cf491beeb76), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.351354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.358421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/d78de9b2-8034-40d2-8a4f-0cf491beeb76 HTTP/1.1" status: 204  len: 168 time: 2.2807930
Apr 02 21:18:58.430027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39728) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:58.445734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:58.465260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:58.474726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:18:58.479674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21392673-62bc-4805-b1ff-ad80944e3996 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=d78de9b2-8034-40d2-8a4f-0cf491beeb76,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:58.528275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 45dd61fb-9979-4eeb-80b3-7378f1e5040f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:18:58.544101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Pushing event updated for resources: {'Port': ['ID=9cfc7a79-80c7-46da-9af1-132fc1a49a33,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:58.574851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e15c70-9031-42fb-b2a4-8d286ca9e62c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:58.576389 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-70e15c70-9031-42fb-b2a4-8d286ca9e62c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 HTTP/1.1" status: 200  len: 844 time: 0.1420767
Apr 02 21:18:58.581494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39734) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:58.581633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67840ca1-f028-4d9f-9bc3-d9900fc67a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.637788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39736) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:58.663669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5756a6bb-b410-42e8-bd57-df87e42fe4be None None] Provisioning complete for port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:58.664293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5756a6bb-b410-42e8-bd57-df87e42fe4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.705781 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fdd04bec-c35d-43f1-b89e-679f2f977919 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/c6610e2d-a9ee-4c68-bbbe-8a85ad83a210?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1199238
Apr 02 21:18:58.706036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39740) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:58.721585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:58.754557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5756a6bb-b410-42e8-bd57-df87e42fe4be None None] Port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:18:58.766945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.768967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 45dd61fb-9979-4eeb-80b3-7378f1e5040f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:18:58.769979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.847896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Router 32067679-0d01-4449-976a-073fe5922f3b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:18:58.892513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 45dd61fb-9979-4eeb-80b3-7378f1e5040f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:18:58.918853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-570dca6f-7502-4965-bef1-6d3b94258a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.928961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67840ca1-f028-4d9f-9bc3-d9900fc67a06 admin admin] Publish callbacks [] for security_group (c1ef396a-b821-4982-b8cc-2da42cf38486), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.937829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:18:58.941409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.950760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67840ca1-f028-4d9f-9bc3-d9900fc67a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c1ef396a-b821-4982-b8cc-2da42cf38486), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:58.960139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ce1aa654-4f69-493a-8048-fb049d16308e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:18:58.981872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ce1aa654-4f69-493a-8048-fb049d16308e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:18:58.982394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ce1aa654-4f69-493a-8048-fb049d16308e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:18:59.049923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67840ca1-f028-4d9f-9bc3-d9900fc67a06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=036dda3dcd1d44ffb73957da298e0302&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8235118
Apr 02 21:18:59.055189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39742) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:59.067006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:18:59.072748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ffe79edd-31ed-4522-bf40-852bfa593edd admin admin] 10.222.0.18 "PUT /v2.0/routers/32067679-0d01-4449-976a-073fe5922f3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5334480
Apr 02 21:18:59.077037 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Sync routers for ids ['32067679-0d01-4449-976a-073fe5922f3b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:18:59.082291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67840ca1-f028-4d9f-9bc3-d9900fc67a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef396a-b821-4982-b8cc-2da42cf38486,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:59.088873 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Routers {'32067679-0d01-4449-976a-073fe5922f3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:18:59.089485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b6b490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['32067679-0d01-4449-976a-073fe5922f3b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:59.125098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks [] for router_gateway (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.230003 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-570dca6f-7502-4965-bef1-6d3b94258a1f admin admin] Publish callbacks [] for security_group (bc8a3893-d334-4d70-8eb0-7a2d778672b3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.243010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (446e67ed-779d-4b19-9239-f954bf9bf981), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.246101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-570dca6f-7502-4965-bef1-6d3b94258a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bc8a3893-d334-4d70-8eb0-7a2d778672b3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.314060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:18:59.317894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:18:59.322377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:18:59.323933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.331217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff56f61-ab45-4b67-b8e8-9dca0f3ae463 None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:59.338016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=446e67ed-779d-4b19-9239-f954bf9bf981,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:59.353082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-814af568-f984-493a-9207-2aa73052a8d0 admin admin] Publish callbacks [] for security_group (c1ef396a-b821-4982-b8cc-2da42cf38486), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.360185 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cd9037bb-077f-43a2-bfee-585ba0f7d309 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6513286
Apr 02 21:18:59.361276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:59.367821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'security_group': {'name': 'tempest-secgroup-800162395'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:59.404182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.426781 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Set router 32067679-0d01-4449-976a-073fe5922f3b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:18:59.427689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-570dca6f-7502-4965-bef1-6d3b94258a1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94b17ca773b54f418e6609cca4d3cd79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7888186
Apr 02 21:18:59.428338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39752) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:59.470708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-814af568-f984-493a-9207-2aa73052a8d0 admin admin] Publish callbacks [] for security_group (c1ef396a-b821-4982-b8cc-2da42cf38486), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.492525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dca6f-7502-4965-bef1-6d3b94258a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8a3893-d334-4d70-8eb0-7a2d778672b3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:59.507118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.571740 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (f28f8bf1-2239-4bea-9fb0-d29310e3bb3c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.581380 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f28f8bf1-2239-4bea-9fb0-d29310e3bb3c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.637737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.641169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'project_id': '552778e1fdfe4759ac6f731e4a7038c5', 'fixed_ips': [{'subnet_id': '446e67ed-779d-4b19-9239-f954bf9bf981'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:18:59.642290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2797778
Apr 02 21:18:59.645021 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.647449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:59.655754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'security_group': {'name': 'tempest-secgroup-2016169120'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:18:59.708264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043af9f-6df0-4654-8d50-eeb6d1f6dfe8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f8bf1-2239-4bea-9fb0-d29310e3bb3c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:59.720266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.749136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc717e75-a497-49a0-a076-6e77839517ca admin admin] Publish callbacks [] for security_group (bc8a3893-d334-4d70-8eb0-7a2d778672b3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.772934 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b6b490>, [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:18:55Z', 'revision_number': 4, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a5fb41e-0770-4296-bf24-ef7b988aaa6b', 'name': '', 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'mac_address': 'fa:16:3e:49:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:54Z', 'updated_at': '2022-04-02T21:18:56Z', 'revision_number': 2, 'project_id': '08287b395fcf45c38195909db7f53878', 'subnets': [{'id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:18:59.773467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-814af568-f984-493a-9207-2aa73052a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c1ef396a-b821-4982-b8cc-2da42cf38486), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.778640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-814af568-f984-493a-9207-2aa73052a8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.782464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-814af568-f984-493a-9207-2aa73052a8d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1ef396a-b821-4982-b8cc-2da42cf38486 HTTP/1.1" status: 204  len: 168 time: 0.7176914
Apr 02 21:18:59.833431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Checking router: 32067679-0d01-4449-976a-073fe5922f3b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:18:59.833687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Updating router 32067679-0d01-4449-976a-073fe5922f3b port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:18:59.837597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (5262d173-b39f-443d-8945-7faf0b1f2792), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.847962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5262d173-b39f-443d-8945-7faf0b1f2792), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.889894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490bc5b-4705-407a-85ce-1f11629727af None None] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:18:59.891552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814af568-f984-493a-9207-2aa73052a8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef396a-b821-4982-b8cc-2da42cf38486,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:59.910391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5262d173-b39f-443d-8945-7faf0b1f2792,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:18:59.913787 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.926001 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.931251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39766) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:18:59.941036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-52e2c7ca-5205-44d2-8ee2-0270a6cedf58 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2903399
Apr 02 21:18:59.945244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc717e75-a497-49a0-a076-6e77839517ca admin admin] Publish callbacks [] for security_group (bc8a3893-d334-4d70-8eb0-7a2d778672b3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:18:59.967856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1984241444', 'security_groups': ['5262d173-b39f-443d-8945-7faf0b1f2792'], 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '446e67ed-779d-4b19-9239-f954bf9bf981'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:00.022158 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.166502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Allocated IP 2001:db8::2 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/446e67ed-779d-4b19-9239-f954bf9bf981/e1edc8bd-adf5-4143-8297-6ebf9b368362) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:00.169733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] Provisioning complete for port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:00.170353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.182798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f9b30334-53cc-4180-943e-0a335a1cb0ad tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:00.185035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f9b30334-53cc-4180-943e-0a335a1cb0ad tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.1582298
Apr 02 21:19:00.204714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:00.242967 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-4160c739-0754-4f55-98dd-db7359bac131 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/quotas/08287b395fcf45c38195909db7f53878 HTTP/1.1" status: 200  len: 375 time: 0.0484347
Apr 02 21:19:00.331687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc717e75-a497-49a0-a076-6e77839517ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (bc8a3893-d334-4d70-8eb0-7a2d778672b3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.334860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dc717e75-a497-49a0-a076-6e77839517ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.346959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dc717e75-a497-49a0-a076-6e77839517ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc8a3893-d334-4d70-8eb0-7a2d778672b3 HTTP/1.1" status: 204  len: 168 time: 0.8961740
Apr 02 21:19:00.430109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc717e75-a497-49a0-a076-6e77839517ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8a3893-d334-4d70-8eb0-7a2d778672b3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:00.439094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-52be9dda-5ea4-46b0-b809-7adace553e54 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1887739
Apr 02 21:19:00.462184 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Publish callbacks [] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.478426 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.565980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.611801 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034451aa-d4ff-409f-95ea-6d5cb815a02f None None] Pushing event updated for resources: {'Port': ['ID=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:00.637278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Router a0991941-1b91-47ba-88e1-c2fb5a90ef5e is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:00.641206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d2ac035-7b6d-4e59-85a9-003f5ed22480 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:00.669975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port 8662debe-5e62-45f3-9531-b722dacb0bfb yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:00.727150 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Attempting to bind port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:00.729364 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Attempting to bind port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:00.731477 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Attempting to bind port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b on network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:00.753025 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:00.754457 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Checking segment: {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:00.754958 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.759637 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Bound using segment: {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:00.761427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Bound port: 3a5fb41e-0770-4296-bf24-ef7b988aaa6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:00.762895 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.783995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-2d5ec490-3f28-4473-9480-4342e1c0f0ba service neutron] 10.222.0.18 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3361299
Apr 02 21:19:00.797813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] Current status of the port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:00.798475 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.923470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] For port 3d2ac035-7b6d-4e59-85a9-003f5ed22480, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2ac035-7b6d-4e59-85a9-003f5ed22480,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:00.953897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:00.960624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39794) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:00.961418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] For port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:00.961864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:00.967304 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] For port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:00.978500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1d77790b-e05b-4653-9c9c-31a16e11d08c service neutron] 10.222.0.18 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884995
Apr 02 21:19:00.982504 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.029751 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-115fd99a-0bd0-4d07-beb1-4266d0f648a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.038754 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Routers {'32067679-0d01-4449-976a-073fe5922f3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:01.039447 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b6b490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['32067679-0d01-4449-976a-073fe5922f3b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:01.086259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ceaeb-cddc-41cb-8aed-800938113ce0 None None] Pushing event updated for resources: {'Port': ['ID=3d2ac035-7b6d-4e59-85a9-003f5ed22480,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:01.100573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Sync routers for ids ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:01.113903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.115179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2413251a-706b-41a3-ac0e-22c200c92b4f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.6397755
Apr 02 21:19:01.123808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39798) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:01.173281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Publish callbacks [] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.181016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:01.181476 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.189623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Routers {'a0991941-1b91-47ba-88e1-c2fb5a90ef5e'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:01.190190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845270040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:01.203843 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034451aa-d4ff-409f-95ea-6d5cb815a02f None None] Pushing event updated for resources: {'Port': ['ID=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:01.227689 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.240887 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] Set router 32067679-0d01-4449-976a-073fe5922f3b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:01.330125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efb46159-b2fa-4306-9ba3-2c2cd818e153 req-1811dba4-e9e0-46ea-898b-48589c8dcd85 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 210 time: 0.0549948
Apr 02 21:19:01.363616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::31d (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/446e67ed-779d-4b19-9239-f954bf9bf981/8662debe-5e62-45f3-9531-b722dacb0bfb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:01.466451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-115fd99a-0bd0-4d07-beb1-4266d0f648a2 admin admin] Publish callbacks [] for security_group (7af70d77-3a16-4090-ab8c-7c183374f230), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.481883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-115fd99a-0bd0-4d07-beb1-4266d0f648a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7af70d77-3a16-4090-ab8c-7c183374f230), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.644046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b6b490>, [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:18:55Z', 'revision_number': 4, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a5fb41e-0770-4296-bf24-ef7b988aaa6b', 'name': '', 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'mac_address': 'fa:16:3e:49:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:54Z', 'updated_at': '2022-04-02T21:19:00Z', 'revision_number': 4, 'project_id': '08287b395fcf45c38195909db7f53878', 'subnets': [{'id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:01.680290 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd3326-5583-449e-8f54-68f35ac72f81 None None] The sync data for ids ['32067679-0d01-4449-976a-073fe5922f3b'] in ncdv-master-1 is: [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:18:55Z', 'revision_number': 4, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a5fb41e-0770-4296-bf24-ef7b988aaa6b', 'name': '', 'network_id': '08b3ec12-eaca-4404-acb6-76ac0b115fd4', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'mac_address': 'fa:16:3e:49:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:54Z', 'updated_at': '2022-04-02T21:19:00Z', 'revision_number': 4, 'project_id': '08287b395fcf45c38195909db7f53878', 'subnets': [{'id': '971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:01.696090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-115fd99a-0bd0-4d07-beb1-4266d0f648a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e3c247e26fd4e559ee9416a6bfb0305&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7322481
Apr 02 21:19:01.715685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 39820) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:01.730790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fd99a-0bd0-4d07-beb1-4266d0f648a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af70d77-3a16-4090-ab8c-7c183374f230,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:01.754455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Provisioning complete for port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:01.754969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.789867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:01.812712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:01.815807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:01.856379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.902311 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.904819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d523c98c-f909-44ab-a506-9b7679f810d1 admin admin] Publish callbacks [] for security_group (7af70d77-3a16-4090-ab8c-7c183374f230), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:01.980076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:01.983699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:01.990863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:02.003605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:02.004672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.034899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.0990548
Apr 02 21:19:02.034899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0c718-51d0-4d7b-aa37-56d7bf02adf8 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=8662debe-5e62-45f3-9531-b722dacb0bfb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:02.044972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39828) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:02.050881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:02.063244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:02.112175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Attempting to bind port e1edc8bd-adf5-4143-8297-6ebf9b368362 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:02.112851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Attempting to bind port e1edc8bd-adf5-4143-8297-6ebf9b368362 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7092a13b-a692-4f06-9d9e-026b0efd6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:02.113418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Attempting to bind port e1edc8bd-adf5-4143-8297-6ebf9b368362 on network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:02.164152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d523c98c-f909-44ab-a506-9b7679f810d1 admin admin] Publish callbacks [] for security_group (7af70d77-3a16-4090-ab8c-7c183374f230), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.171067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:02.171778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Checking segment: {'id': '7092a13b-a692-4f06-9d9e-026b0efd6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:02.172378 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.173261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Bound using segment: {'id': '7092a13b-a692-4f06-9d9e-026b0efd6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:02.173940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Bound port: e1edc8bd-adf5-4143-8297-6ebf9b368362, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7092a13b-a692-4f06-9d9e-026b0efd6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:02.174504 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.178520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Set router a0991941-1b91-47ba-88e1-c2fb5a90ef5e gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:02.209900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:02.246757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:02.253456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.262597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.338917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d523c98c-f909-44ab-a506-9b7679f810d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7af70d77-3a16-4090-ab8c-7c183374f230), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.352753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d523c98c-f909-44ab-a506-9b7679f810d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.354514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d523c98c-f909-44ab-a506-9b7679f810d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7af70d77-3a16-4090-ab8c-7c183374f230 HTTP/1.1" status: 204  len: 168 time: 0.6369090
Apr 02 21:19:02.492176 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 446e67ed-779d-4b19-9239-f954bf9bf981 (CIDR: 2001:db8::/64)
Apr 02 21:19:02.495661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Current status of the port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:02.497324 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:19:02.498030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:02.518656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523c98c-f909-44ab-a506-9b7679f810d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af70d77-3a16-4090-ab8c-7c183374f230,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:02.578425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1595fb2d-f8a5-49c3-9f02-ebd3b16fa4f2 req-62794f11-d4c6-466d-b473-b720a7eeb36b tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 210 time: 0.0732508
Apr 02 21:19:02.590169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-511391e3-7a52-49d6-a806-05a0b14b1db1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5438159
Apr 02 21:19:02.595527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:02.645868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:02.688900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Provisioning complete for port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:02.693440 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.704004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:02.780813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d2ac035-7b6d-4e59-85a9-003f5ed22480 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:02.782854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Allocated IP 172.20.0.1 (5d4832a2-ff6e-4f6b-b522-7c19384adf3d/9073df0c-91e0-4bae-a9bf-b6761c7304bb/77922c09-0b2c-4634-9c06-b6975db32929) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:02.790126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:02.839299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.937972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845270040>, [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:18:58Z', 'revision_number': 3, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:02.941148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks [] for port (77922c09-0b2c-4634-9c06-b6975db32929), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:02.966317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:02.972801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.024130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (77922c09-0b2c-4634-9c06-b6975db32929), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.066585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Checking router: a0991941-1b91-47ba-88e1-c2fb5a90ef5e for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:03.070620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Updating router a0991941-1b91-47ba-88e1-c2fb5a90ef5e port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:03.098485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:03.108373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:03.111677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:03.177970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Pushing event updated for resources: {'Port': ['ID=77922c09-0b2c-4634-9c06-b6975db32929,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:03.193693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.375263 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (a324e092-8c4a-45f1-82d7-45c1d4b99592), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.405991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bca8ed-3aff-4310-9b2c-94b5b737a39d None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:03.418855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Current status of the port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:03.419692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.441986 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.507509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=a324e092-8c4a-45f1-82d7-45c1d4b99592,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:03.530936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:03.531683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.542485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:03.548613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:03.552897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:03.555137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.591355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-452209ae-0224-4f86-a413-98716b96da0e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9914215
Apr 02 21:19:03.594746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39880) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:03.612295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-468392455', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a324e092-8c4a-45f1-82d7-45c1d4b99592'}], 'security_groups': ['f28f8bf1-2239-4bea-9fb0-d29310e3bb3c']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:03.808128 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (77922c09-0b2c-4634-9c06-b6975db32929), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.837610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f78a9d0-b3c8-447f-87cd-40dfe4d57ebb req-ffb2b6dc-c65c-4df3-a68f-8082bd96e471 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 210 time: 0.0774755
Apr 02 21:19:03.852666 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.911067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] For port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:03.946887 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:03.959490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-3c07a6de-a7a1-424c-9024-361e5ee6aa5c tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:03.969337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-3c07a6de-a7a1-424c-9024-361e5ee6aa5c tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.21 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.4258771
Apr 02 21:19:03.993448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Request body: {'port': {'device_id': 'acfe501e-f741-4dda-8b82-a575b154f763', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'admin_state_up': True, 'tenant_id': '08287b395fcf45c38195909db7f53878'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:04.153441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Made reservation on behalf of 08287b395fcf45c38195909db7f53878 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:04.156165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.229598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:04.231716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3a5fb41e-0770-4296-bf24-ef7b988aaa6b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:04.282148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438f01a-03b5-4082-8fdf-bdcf17f196da None None] Pushing event updated for resources: {'Port': ['ID=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:04.290022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks [] for port (77922c09-0b2c-4634-9c06-b6975db32929), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.325848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fccf2847-b8bd-4059-8a69-c2f0320ab92c None None] Provisioning complete for port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:04.343606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fccf2847-b8bd-4059-8a69-c2f0320ab92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.360567 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (77922c09-0b2c-4634-9c06-b6975db32929), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.494536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:04.495017 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.615183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Delete allocated IP 2001:db8::31d (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/446e67ed-779d-4b19-9239-f954bf9bf981) {{(pid=121648) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 02 21:19:04.617548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Allocated IP 172.20.0.8 (e0b4c4bc-de45-4f73-9c94-e836543f4a58/97dc6864-6505-4365-b608-70722d844f26/e25a5d29-4daf-4089-9f45-da3193cc630a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:04.623175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fccf2847-b8bd-4059-8a69-c2f0320ab92c None None] Current status of the port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:04.627620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8:0:1::23d (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/a324e092-8c4a-45f1-82d7-45c1d4b99592/8662debe-5e62-45f3-9531-b722dacb0bfb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:04.694900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fccf2847-b8bd-4059-8a69-c2f0320ab92c None None] Provisioning complete for port 77922c09-0b2c-4634-9c06-b6975db32929 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:04.695147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fccf2847-b8bd-4059-8a69-c2f0320ab92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (77922c09-0b2c-4634-9c06-b6975db32929), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.705541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.781369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Pushing event updated for resources: {'Port': ['ID=77922c09-0b2c-4634-9c06-b6975db32929,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:04.862067 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Publish callbacks [] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.903030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:04.991162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:05.013282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:05.022652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.030658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:05.030856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.056397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232fc772-5395-4baa-9f85-4fe3012f6b89 None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:05.059929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fccf2847-b8bd-4059-8a69-c2f0320ab92c None None] Port 77922c09-0b2c-4634-9c06-b6975db32929 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:05.094425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b619a9ab-ee57-4cb7-aebf-27744197b15a req-a6a18ceb-a080-434b-b643-9485b6255e3e tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 210 time: 0.0781989
Apr 02 21:19:05.098103 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks [] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.125144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=8662debe-5e62-45f3-9531-b722dacb0bfb,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:05.159193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Attempting to bind port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:05.163762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Attempting to bind port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:05.166526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Attempting to bind port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:05.188759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] In _notify_port_updated(), no bound segment for port 8662debe-5e62-45f3-9531-b722dacb0bfb on network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:19:05.217141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:05.230462 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.231268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21bbe7-f5e2-46e3-81b2-6d1d9d5e66de None None] Pushing event updated for resources: {'Port': ['ID=9cfc7a79-80c7-46da-9af1-132fc1a49a33,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:05.251289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7bc2bd51-4621-490e-866f-5df24585cf4b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/ports/8662debe-5e62-45f3-9531-b722dacb0bfb HTTP/1.1" status: 200  len: 930 time: 1.6551447
Apr 02 21:19:05.251928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39932) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:05.397711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:05.435454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port 8662debe-5e62-45f3-9531-b722dacb0bfb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:05.435957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.664496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.690628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for 8662debe-5e62-45f3-9531-b722dacb0bfb owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:05.713170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Router a0991941-1b91-47ba-88e1-c2fb5a90ef5e has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:19:05.721414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:05.722343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:05.722976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.723600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:05.724429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Bound port: 9cfc7a79-80c7-46da-9af1-132fc1a49a33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:05.725098 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.740811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.815989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] For port 9cfc7a79-80c7-46da-9af1-132fc1a49a33, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:05.823263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] For port 9cfc7a79-80c7-46da-9af1-132fc1a49a33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cfc7a79-80c7-46da-9af1-132fc1a49a33,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:05.829703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:05.839560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:05.849458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:05.854788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Pushing event updated for resources: {'Port': ['ID=e25a5d29-4daf-4089-9f45-da3193cc630a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:05.881174 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.940988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:05.942957 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.954905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:05.955525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.956187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8662debe-5e62-45f3-9531-b722dacb0bfb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:05.980079 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f6a7d022-68d0-49b0-85eb-85532b1f3b96 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.9904249
Apr 02 21:19:05.983247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:05.997588 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f60bf376-8d44-40d0-a1a1-d6ee7f13be5f admin admin] 10.222.0.18 "PUT /v2.0/routers/a0991941-1b91-47ba-88e1-c2fb5a90ef5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8707001
Apr 02 21:19:06.008223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Request body: {'port': {'device_id': 'acfe501e-f741-4dda-8b82-a575b154f763', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:06.038908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=8662debe-5e62-45f3-9531-b722dacb0bfb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:06.096795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.103935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-188edf5a-e092-4320-9a33-66a37ff5ce15 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/8662debe-5e62-45f3-9531-b722dacb0bfb HTTP/1.1" status: 204  len: 168 time: 0.8432660
Apr 02 21:19:06.104212 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39968) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:06.169788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.179668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:06.180834 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.194971 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-a599fcf5-9707-473a-b684-74c298b0838a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:19:06.211866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a599fcf5-9707-473a-b684-74c298b0838a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/8662debe-5e62-45f3-9531-b722dacb0bfb HTTP/1.1" status: 404  len: 333 time: 0.1065691
Apr 02 21:19:06.214631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39980) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:06.234406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Routers {'a0991941-1b91-47ba-88e1-c2fb5a90ef5e'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:06.235294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845270040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:06.238025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21bbe7-f5e2-46e3-81b2-6d1d9d5e66de None None] Pushing event updated for resources: {'Port': ['ID=9cfc7a79-80c7-46da-9af1-132fc1a49a33,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:06.342029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f85667-9509-49bd-b5be-ab14b6fc2f8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (5262d173-b39f-443d-8945-7faf0b1f2792), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.379511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:06.379930 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.386653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70455146-4809-4c27-a995-13d12a778c7c req-c68f1ea3-3b58-45e7-b0ea-f101ef881af2 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:06.388661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70455146-4809-4c27-a995-13d12a778c7c req-c68f1ea3-3b58-45e7-b0ea-f101ef881af2 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1027 time: 0.1352496
Apr 02 21:19:06.394668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f85667-9509-49bd-b5be-ab14b6fc2f8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (5262d173-b39f-443d-8945-7faf0b1f2792), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.558508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:06.559260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.559925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-70455146-4809-4c27-a995-13d12a778c7c req-60aac5ee-697c-4dc3-b111-cfab8f14d77a tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613016
Apr 02 21:19:06.574132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f85667-9509-49bd-b5be-ab14b6fc2f8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5262d173-b39f-443d-8945-7faf0b1f2792), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.579000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f85667-9509-49bd-b5be-ab14b6fc2f8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.580159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-98f85667-9509-49bd-b5be-ab14b6fc2f8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/security-groups/5262d173-b39f-443d-8945-7faf0b1f2792 HTTP/1.1" status: 204  len: 168 time: 0.3646126
Apr 02 21:19:06.584155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 39998) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:06.603197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:06.631028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f85667-9509-49bd-b5be-ab14b6fc2f8b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5262d173-b39f-443d-8945-7faf0b1f2792,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:06.645939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] Set router a0991941-1b91-47ba-88e1-c2fb5a90ef5e gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:06.656029 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.703877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cd41d79-f639-44f2-b05d-5ab6ff9b0cb7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (f28f8bf1-2239-4bea-9fb0-d29310e3bb3c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.751448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cd41d79-f639-44f2-b05d-5ab6ff9b0cb7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (f28f8bf1-2239-4bea-9fb0-d29310e3bb3c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.758939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:06.767100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25a5d29-4daf-4089-9f45-da3193cc630a {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:19:06.785702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Publish callbacks [] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.806012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Transition to ACTIVE for port object e25a5d29-4daf-4089-9f45-da3193cc630a will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:19:06.813346 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:06.814374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.815003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.830544 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cd41d79-f639-44f2-b05d-5ab6ff9b0cb7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f28f8bf1-2239-4bea-9fb0-d29310e3bb3c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.836160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cd41d79-f639-44f2-b05d-5ab6ff9b0cb7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:06.841206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4cd41d79-f639-44f2-b05d-5ab6ff9b0cb7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/security-groups/f28f8bf1-2239-4bea-9fb0-d29310e3bb3c HTTP/1.1" status: 204  len: 168 time: 0.2526870
Apr 02 21:19:06.848538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40012) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:06.899582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616580d-f9f9-46cc-91c2-9eec491bf92d None None] Update dhcp port {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'fixed_ips': [{'subnet_id': '446e67ed-779d-4b19-9239-f954bf9bf981', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a324e092-8c4a-45f1-82d7-45c1d4b99592'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e1edc8bd-adf5-4143-8297-6ebf9b368362'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:19:06.927989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e25a5d29-4daf-4089-9f45-da3193cc630a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:06.962311 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:19:06.962673 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:19:06.968893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d82770eb-ddf7-4a31-880d-0bb1955ab944 None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:06.999580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 446e67ed-779d-4b19-9239-f954bf9bf981 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:07.003105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (446e67ed-779d-4b19-9239-f954bf9bf981), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.026672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9616580d-f9f9-46cc-91c2-9eec491bf92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.076127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (446e67ed-779d-4b19-9239-f954bf9bf981), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.180055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Attempting to bind port e25a5d29-4daf-4089-9f45-da3193cc630a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:07.180563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Attempting to bind port e25a5d29-4daf-4089-9f45-da3193cc630a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:07.180754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (446e67ed-779d-4b19-9239-f954bf9bf981), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.180877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Attempting to bind port e25a5d29-4daf-4089-9f45-da3193cc630a on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:07.199291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Port e25a5d29-4daf-4089-9f45-da3193cc630a on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:19:07.199651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Attempting to bind port e25a5d29-4daf-4089-9f45-da3193cc630a on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:07.212571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:07.213508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Checking segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:07.215132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Bound using segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:07.215488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Bound port: e25a5d29-4daf-4089-9f45-da3193cc630a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:07.215860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.241256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e3a1eb3f-498c-4230-ae84-2b66cb476e8f None None] Provisioning complete for port 77922c09-0b2c-4634-9c06-b6975db32929 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:07.242000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3a1eb3f-498c-4230-ae84-2b66cb476e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (77922c09-0b2c-4634-9c06-b6975db32929), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.253502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd41d79-f639-44f2-b05d-5ab6ff9b0cb7 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f8bf1-2239-4bea-9fb0-d29310e3bb3c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:07.261703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (446e67ed-779d-4b19-9239-f954bf9bf981), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-9616580d-f9f9-46cc-91c2-9eec491bf92d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446e67ed-779d-4b19-9239-f954bf9bf981: This subnet is being modified by another concurrent operation.
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446e67ed-779d-4b19-9239-f954bf9bf981: This subnet is being modified by another concurrent operation.
Apr 02 21:19:07.324766 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:19:07.337399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=446e67ed-779d-4b19-9239-f954bf9bf981,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:07.345520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.350204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47ef4d1e-bf7c-4da1-94fc-8c02bce41ba9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/446e67ed-779d-4b19-9239-f954bf9bf981 HTTP/1.1" status: 204  len: 168 time: 0.4970024
Apr 02 21:19:07.355604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:07.366821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:07.406231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] For port e25a5d29-4daf-4089-9f45-da3193cc630a, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:07.412082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] For port e25a5d29-4daf-4089-9f45-da3193cc630a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e25a5d29-4daf-4089-9f45-da3193cc630a,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:07.422216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1eb3f-498c-4230-ae84-2b66cb476e8f None None] Port 77922c09-0b2c-4634-9c06-b6975db32929 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:07.432932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.536293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:07.537010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.538499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e25a5d29-4daf-4089-9f45-da3193cc630a HTTP/1.1" status: 200  len: 1091 time: 1.5391080
Apr 02 21:19:07.539093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfe501e-f741-4dda-8b82-a575b154f763', 'tag': 'e25a5d29-4daf-4089-9f45-da3193cc630a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:07.542740 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d10bf-4625-4b10-bc88-56e01e53ba57" -d '{"events": [{"name": "network-changed", "server_uuid": "acfe501e-f741-4dda-8b82-a575b154f763", "tag": "e25a5d29-4daf-4089-9f45-da3193cc630a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:07.544739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ae7c8-0b46-4736-8031-4f49d12fa261 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:19:07.552366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845270040>, [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77922c09-0b2c-4634-9c06-b6975db32929', 'name': '', 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'mac_address': 'fa:16:3e:a3:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:02Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 2, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'subnets': [{'id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:07.613761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40052) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:07.618166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:07.624554 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.659234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1854936847-network', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:07.687445 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991cd407-91e6-4aaf-b2b1-410ee2d06434 x-openstack-request-id: req-991cd407-91e6-4aaf-b2b1-410ee2d06434 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:07.687781 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfe501e-f741-4dda-8b82-a575b154f763", "tag": "e25a5d29-4daf-4089-9f45-da3193cc630a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:07.687983 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-991cd407-91e6-4aaf-b2b1-410ee2d06434 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:07.688397 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991cd407-91e6-4aaf-b2b1-410ee2d06434'] response: {'name': 'network-changed', 'server_uuid': 'acfe501e-f741-4dda-8b82-a575b154f763', 'tag': 'e25a5d29-4daf-4089-9f45-da3193cc630a', 'status': 'completed', 'code': 200}
Apr 02 21:19:07.690164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ba8e3-3bbb-4f31-b6d0-f6ffd7b29bb0 None None] The sync data for ids ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'] in ncdv-master-1 is: [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77922c09-0b2c-4634-9c06-b6975db32929', 'name': '', 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'mac_address': 'fa:16:3e:a3:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:02Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 2, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'subnets': [{'id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:07.703251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0628d8-e53c-44b0-a539-26bf5b66c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e25a5d29-4daf-4089-9f45-da3193cc630a,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:07.704254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:07.705285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3a5fb41e-0770-4296-bf24-ef7b988aaa6b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:07.721166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03cabed0-0092-4aaa-bf85-c6d8e0648d02 None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:07.721557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03cabed0-0092-4aaa-bf85-c6d8e0648d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.779206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-ecd92a3e-5dd0-4722-8bf8-806d908e4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:07.784368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-ecd92a3e-5dd0-4722-8bf8-806d908e4cf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1125 time: 0.1737173
Apr 02 21:19:07.785381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Made reservation on behalf of 13d8cf54919443c4b6a9643a9a5cde04 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:07.793638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.823835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:07.913501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ae7c8-0b46-4736-8031-4f49d12fa261 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:19:07.931387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-593ad6d8-cbad-40bf-9335-a36b6f0f68c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25a5d29-4daf-4089-9f45-da3193cc630a HTTP/1.1" status: 200  len: 217 time: 0.1126747
Apr 02 21:19:07.941203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:07.941859 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:08.069955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-8cc873d8-3d9d-44ac-89fa-0aec4140d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:08.078989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-8cc873d8-3d9d-44ac-89fa-0aec4140d287 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97dc6864-6505-4365-b608-70722d844f26 HTTP/1.1" status: 200  len: 849 time: 0.1378491
Apr 02 21:19:08.295773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03cabed0-0092-4aaa-bf85-c6d8e0648d02 None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:08.333095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f1856299-6934-4d20-a02a-a8ac09dde592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:08.352567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-f1856299-6934-4d20-a02a-a8ac09dde592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0b4c4bc-de45-4f73-9c94-e836543f4a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2604718
Apr 02 21:19:08.396069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-03cabed0-0092-4aaa-bf85-c6d8e0648d02 None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:08.403940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-03cabed0-0092-4aaa-bf85-c6d8e0648d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:08.420833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks [] for security_group (0ab99fc6-3d02-43ef-b524-f1df294bfec6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:08.464241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0ab99fc6-3d02-43ef-b524-f1df294bfec6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:08.505731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-03cabed0-0092-4aaa-bf85-c6d8e0648d02 None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:08.540839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab99fc6-3d02-43ef-b524-f1df294bfec6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:08.582145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:19:08.739467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fd54bdde-9ebd-41e0-b5be-d288b06075f2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:08.741120 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Added segment fd54bdde-9ebd-41e0-b5be-d288b06075f2 of type vlan for network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474
Apr 02 21:19:08.764286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccce249-75dd-45ed-bded-63d44e2bcc3e req-fc828f39-b1f1-4cf3-8465-096f0cf703f9 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:08.779862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ccce249-75dd-45ed-bded-63d44e2bcc3e req-fc828f39-b1f1-4cf3-8465-096f0cf703f9 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1125 time: 1.0503061
Apr 02 21:19:08.875892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40122) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:08.890279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-42d6ead8-7a3d-4d83-b413-488592f2a3d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4656789
Apr 02 21:19:08.894608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:08.897509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:08.928056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] Update dhcp port {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'fixed_ips': [{'subnet_id': 'a324e092-8c4a-45f1-82d7-45c1d4b99592'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e1edc8bd-adf5-4143-8297-6ebf9b368362'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:19:08.939685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ccce249-75dd-45ed-bded-63d44e2bcc3e req-e29be9f1-53ca-4ffb-820b-a5e4d77739b9 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520855
Apr 02 21:19:08.973488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.068676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:09.119090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3db9bb9e-89a6-4e21-9491-5e0f097fd6ee req-634f634b-60a1-4050-b3b2-2c041f5014e6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155790
Apr 02 21:19:09.133965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.135527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:09.136261 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.192706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5763874
Apr 02 21:19:09.201101 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40140) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:09.209238 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Request body: {'subnet': {'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1854936847-subnet', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:09.227505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (5ef38f37-764d-4eb5-a661-6d23c904b220), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.244229 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b71518e-4f09-470d-922d-df53df35eeca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.281750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:09.293233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:09.300758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:09.307336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.348098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15615c52-55f8-4df5-ade6-410a9dcc305b admin admin] Pushing event updated for resources: {'Network': ['ID=8b9c4e75-cbbd-4ff0-9dd3-3d014431d474,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:09.376610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Made reservation on behalf of 13d8cf54919443c4b6a9643a9a5cde04 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:09.380948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.454357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:19:09.457692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] Allocated IP 2001:db8:0:1::2 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/a324e092-8c4a-45f1-82d7-45c1d4b99592/e1edc8bd-adf5-4143-8297-6ebf9b368362) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:09.474967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-b5ee07e2-8e02-4054-bae1-e4558ccfef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:09.476825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-b5ee07e2-8e02-4054-bae1-e4558ccfef21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1125 time: 0.2309821
Apr 02 21:19:09.527451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b71518e-4f09-470d-922d-df53df35eeca admin admin] Publish callbacks [] for security_group (1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.566490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b71518e-4f09-470d-922d-df53df35eeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.683319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3264041
Apr 02 21:19:09.684536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3af95b-584a-4478-b14f-a01cf071fedc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=5ef38f37-764d-4eb5-a661-6d23c904b220,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:09.695482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-19187f84-5703-4414-9ec5-e2593184a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:09.696048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40162) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:09.697049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-19187f84-5703-4414-9ec5-e2593184a015 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.2137029
Apr 02 21:19:09.711247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1615008721'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:09.736679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7b71518e-4f09-470d-922d-df53df35eeca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cfeb4b5717e48718134f30462f2e05f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8584573
Apr 02 21:19:09.740024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71518e-4f09-470d-922d-df53df35eeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:09.746283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40170) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:09.783601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:09.784008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.812301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f84b39b5-fe7f-490c-9430-2ddffe66ad2f admin admin] Publish callbacks [] for security_group (1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.832284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.851324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:09.890560 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] Publish callbacks [] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.895841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f84b39b5-fe7f-490c-9430-2ddffe66ad2f admin admin] Publish callbacks [] for security_group (1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.901813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:09.909340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-eb32c9f8-e817-4e99-a1ee-215f58dea9e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25a5d29-4daf-4089-9f45-da3193cc630a HTTP/1.1" status: 200  len: 217 time: 0.1982205
Apr 02 21:19:10.003225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ee2c1450-b65e-4029-9d36-28820a52367f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.008518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.018291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f84b39b5-fe7f-490c-9430-2ddffe66ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.026852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f84b39b5-fe7f-490c-9430-2ddffe66ad2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.028049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f84b39b5-fe7f-490c-9430-2ddffe66ad2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b HTTP/1.1" status: 204  len: 168 time: 0.2805767
Apr 02 21:19:10.039285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.064798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b39b5-fe7f-490c-9430-2ddffe66ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5c1bc-f51b-4f2f-a0bc-86bc0a85a60b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:10.122172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.124043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4198899
Apr 02 21:19:10.136596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40186) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:10.137331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2c1450-b65e-4029-9d36-28820a52367f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:10.145780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'security_group': {'name': 'tempest-secgroup-498794399'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:10.175300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-d4d2954d-8cad-4a38-b9d4-1b5b55ab080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:10.177468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-d4d2954d-8cad-4a38-b9d4-1b5b55ab080e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97dc6864-6505-4365-b608-70722d844f26 HTTP/1.1" status: 200  len: 849 time: 0.2572389
Apr 02 21:19:10.203906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:19:10.204147 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:19:10.240432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942c92b-413a-442f-9d26-a7b50ce7a497 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:10.245279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3a945-37c6-4802-b8ee-0c5ddc1d8748 None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:10.255918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.260448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f392f-012d-40a4-a760-b89467cb40ff req-cd0c6783-6c37-4a20-bc40-d8c24cb29d8c tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:10.262160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d74f392f-012d-40a4-a760-b89467cb40ff req-cd0c6783-6c37-4a20-bc40-d8c24cb29d8c tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1125 time: 0.1672304
Apr 02 21:19:10.334023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Checking segment: {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:10.334423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Network hostable DHCP agents. Network: 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:19:10.368326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-d72659d2-2036-40df-8344-b23238a881a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:10.370644 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-d72659d2-2036-40df-8344-b23238a881a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0b4c4bc-de45-4f73-9c94-e836543f4a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1845858
Apr 02 21:19:10.380014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016f14d-ee08-46dc-9bd7-19d03743c5a9 req-24d0362f-4516-4dea-ba73-dab6b7d94a53 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:10.382619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1016f14d-ee08-46dc-9bd7-19d03743c5a9 req-24d0362f-4516-4dea-ba73-dab6b7d94a53 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 946 time: 0.1983373
Apr 02 21:19:10.413528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d74f392f-012d-40a4-a760-b89467cb40ff req-991a39bb-f0d3-40e5-a01b-d9ef1b938dbc tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334836
Apr 02 21:19:10.480044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (a0755a3c-a86b-4148-9762-a084325f6af2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.505630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a0755a3c-a86b-4148-9762-a084325f6af2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.622942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:19:10.666475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.667902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5281844
Apr 02 21:19:10.671434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40196) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:10.676844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:10.677038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732335003'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:10.682951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffe2c3-54f3-4135-b9c5-6d9d180b1b33 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0755a3c-a86b-4148-9762-a084325f6af2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:10.685615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:10.686168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.692921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-c657f071-03ca-48fb-af4d-0a54352d7152 service neutron] 10.222.0.21 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3068924
Apr 02 21:19:10.720109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.743694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40198) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:10.765799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f24b-381d-4df5-993e-039099249906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.779366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:10.780381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.841037 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:10.869766 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.899324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea2d10bf-4625-4b10-bc88-56e01e53ba57 req-0e5ecb0b-f55e-489a-91ad-f3dff6080f4c service neutron] 10.222.0.21 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971841
Apr 02 21:19:10.902334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (76ff96e2-fc41-4eb6-aff7-65afbc639c2c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.904962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1016f14d-ee08-46dc-9bd7-19d03743c5a9 req-36d8b2a8-d38a-4ec7-b76f-d4b1e81aea96 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4966803
Apr 02 21:19:10.922873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50b2e381-6f93-4b33-a9ed-47761c3247a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7198153
Apr 02 21:19:10.926451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (76ff96e2-fc41-4eb6-aff7-65afbc639c2c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:10.929242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40210) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:10.961397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:10.999998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:11.041393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (348908aa-7ac8-414e-8649-7c81432557c4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.046038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (348908aa-7ac8-414e-8649-7c81432557c4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.071350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f24b-381d-4df5-993e-039099249906 admin admin] Publish callbacks [] for security_group (73e6fc86-42c6-480b-8044-aaea46cc0498), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.081288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.082586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4101224
Apr 02 21:19:11.084719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f24b-381d-4df5-993e-039099249906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (73e6fc86-42c6-480b-8044-aaea46cc0498), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.085823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40216) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:11.099060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-217521994', 'security_groups': ['76ff96e2-fc41-4eb6-aff7-65afbc639c2c'], 'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ef38f37-764d-4eb5-a661-6d23c904b220'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:11.122862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fbc7f24b-381d-4df5-993e-039099249906 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=203f7fa57f68484693988b77ed796b5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3775339
Apr 02 21:19:11.123373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d5be-3df1-449d-bf1a-261ef55038a4 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff96e2-fc41-4eb6-aff7-65afbc639c2c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:11.127570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40218) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:11.130838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cfc7a79-80c7-46da-9af1-132fc1a49a33 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:11.239403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:11.239791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.347423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:11.347864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.351188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:11.374734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fa2de-5528-497c-8b4c-90c3ef8168db None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:11.374959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks [] for router_controller (348908aa-7ac8-414e-8649-7c81432557c4), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.381461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7f24b-381d-4df5-993e-039099249906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e6fc86-42c6-480b-8044-aaea46cc0498,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:11.425847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9cfc7a79-80c7-46da-9af1-132fc1a49a33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cfc7a79-80c7-46da-9af1-132fc1a49a33,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:11.454998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd6931-caf5-4c1c-b851-24d8d8282425 None None] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:11.488602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa1e-e624-4a2b-bf8d-f95f66db2b38 admin admin] Publish callbacks [] for security_group (73e6fc86-42c6-480b-8044-aaea46cc0498), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.491258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.492055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:11.533035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.572593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] device_id is not set on port fe40f876-076f-4a94-9a69-44d5b84130ea yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:11.611404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa1e-e624-4a2b-bf8d-f95f66db2b38 admin admin] Publish callbacks [] for security_group (73e6fc86-42c6-480b-8044-aaea46cc0498), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.614798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9cfc7a79-80c7-46da-9af1-132fc1a49a33,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:11.727687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:11.728143 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.741423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:11.742148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.743931 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Sync routers for ids ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:11.771666 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Routers {'a0991941-1b91-47ba-88e1-c2fb5a90ef5e'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:11.772427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c78d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:11.781787 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks [] for router_gateway (348908aa-7ac8-414e-8649-7c81432557c4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.821781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf524b-f1f6-4539-86a5-815f961dac2c req-9c99d830-c8b9-401c-bc6b-5fff9a33a8d6 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:11.824520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73bf524b-f1f6-4539-86a5-815f961dac2c req-9c99d830-c8b9-401c-bc6b-5fff9a33a8d6 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1125 time: 0.2737164
Apr 02 21:19:11.861827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'fixed_ips': [{'subnet_id': 'ee2c1450-b65e-4029-9d36-28820a52367f'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:19:11.863428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.867684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa1e-e624-4a2b-bf8d-f95f66db2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (73e6fc86-42c6-480b-8044-aaea46cc0498), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.872000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa1e-e624-4a2b-bf8d-f95f66db2b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:11.873592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3c37fa1e-e624-4a2b-bf8d-f95f66db2b38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73e6fc86-42c6-480b-8044-aaea46cc0498 HTTP/1.1" status: 204  len: 168 time: 0.7450564
Apr 02 21:19:11.919605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37fa1e-e624-4a2b-bf8d-f95f66db2b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e6fc86-42c6-480b-8044-aaea46cc0498,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:12.049595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73bf524b-f1f6-4539-86a5-815f961dac2c req-bdf726d2-e064-4464-ac3a-95aca38ab510 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183375
Apr 02 21:19:12.086026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Set router a0991941-1b91-47ba-88e1-c2fb5a90ef5e gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:12.089960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e25a5d29-4daf-4089-9f45-da3193cc630a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:19:12.140191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8::34 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/5ef38f37-764d-4eb5-a661-6d23c904b220/fe40f876-076f-4a94-9a69-44d5b84130ea) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:12.318150 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks [] for router_gateway (348908aa-7ac8-414e-8649-7c81432557c4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.325301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:12.325713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.333610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-da945ad0-ec0d-4492-88bd-18013c876968 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:12.335543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-da945ad0-ec0d-4492-88bd-18013c876968 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.21 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 946 time: 0.5258026
Apr 02 21:19:12.349101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.359257 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.resource_extend [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 02 21:19:12.378969 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c78d90>, [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77922c09-0b2c-4634-9c06-b6975db32929', 'name': '', 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'mac_address': 'fa:16:3e:a3:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:02Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 2, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'subnets': [{'id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:12.410122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] Update dhcp port {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'fixed_ips': [{'subnet_id': 'a324e092-8c4a-45f1-82d7-45c1d4b99592', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5ef38f37-764d-4eb5-a661-6d23c904b220'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e1edc8bd-adf5-4143-8297-6ebf9b368362'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:19:12.412345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:12.412765 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.440590 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Checking router: a0991941-1b91-47ba-88e1-c2fb5a90ef5e for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:12.441246 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Updating router a0991941-1b91-47ba-88e1-c2fb5a90ef5e port 77922c09-0b2c-4634-9c06-b6975db32929 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:12.524046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528a59a-793d-4f74-b3d3-d3f770c2c8c4 req-40cafa62-d51b-4943-ab8a-d43d85d69857 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:12.526322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0528a59a-793d-4f74-b3d3-d3f770c2c8c4 req-40cafa62-d51b-4943-ab8a-d43d85d69857 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 946 time: 0.3269064
Apr 02 21:19:12.548821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:12.552405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Allocated IP 172.35.4.179 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:12.586360 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.631962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0528a59a-793d-4f74-b3d3-d3f770c2c8c4 req-a3933291-64da-4619-a216-ac32049ba9d3 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852947
Apr 02 21:19:12.636804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Deleting port c626a37a-e921-41cb-8c32-afdbb4e2a5ca {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:12.637152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.678252 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.691485 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (77922c09-0b2c-4634-9c06-b6975db32929), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.734989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks [] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.748263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Allocated IP 172.20.0.2 (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474/ee2c1450-b65e-4029-9d36-28820a52367f/f7eb3886-39e8-485e-ae86-7b72088f81fa) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:12.751059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.816858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:12.821622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:12.825940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.829119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] For port c626a37a-e921-41cb-8c32-afdbb4e2a5ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,segment=NetworkSegment(de1a1641-4f53-4519-aa97-a1c1957404fc),segment_id=de1a1641-4f53-4519-aa97-a1c1957404fc)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:12.829498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.835393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:12.840946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:12.841507 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:12.885299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:12.902323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Calling delete_port for c626a37a-e921-41cb-8c32-afdbb4e2a5ca owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:12.903053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:12.906059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:12.909054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:12.924556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=fe40f876-076f-4a94-9a69-44d5b84130ea,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:12.953624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:12.955675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-55161a55-256a-401f-837c-a86be9f0ced2 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.8686664
Apr 02 21:19:12.961671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:13.026932 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Publish callbacks [] for port (77922c09-0b2c-4634-9c06-b6975db32929), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.036277 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (77922c09-0b2c-4634-9c06-b6975db32929), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.230065 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Attempting to bind port 77922c09-0b2c-4634-9c06-b6975db32929 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:13.230569 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Attempting to bind port 77922c09-0b2c-4634-9c06-b6975db32929 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:13.231029 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Attempting to bind port 77922c09-0b2c-4634-9c06-b6975db32929 on network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:13.234518 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f724620-bc09-4c49-8aad-3d51f924cf71 None None] Pushing event updated for resources: {'Port': ['ID=77922c09-0b2c-4634-9c06-b6975db32929,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:13.240943 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:13.241503 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Checking segment: {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:13.242008 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.242554 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Bound using segment: {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:13.243299 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Bound port: 77922c09-0b2c-4634-9c06-b6975db32929, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d5c18-0cde-4797-b153-a4fdd067b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:13.243784 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (77922c09-0b2c-4634-9c06-b6975db32929), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.298013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.316969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c626a37a-e921-41cb-8c32-afdbb4e2a5ca), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.341011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:13.341483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.362228 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] For port 77922c09-0b2c-4634-9c06-b6975db32929, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:13.367020 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] For port 77922c09-0b2c-4634-9c06-b6975db32929, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77922c09-0b2c-4634-9c06-b6975db32929,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:13.376946 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (77922c09-0b2c-4634-9c06-b6975db32929), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.405175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Pushing event deleted for resources: {'Port': ['ID=c626a37a-e921-41cb-8c32-afdbb4e2a5ca,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:13.481676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:13.487717 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f724620-bc09-4c49-8aad-3d51f924cf71 None None] Pushing event updated for resources: {'Port': ['ID=77922c09-0b2c-4634-9c06-b6975db32929,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:13.488011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c626a37a-e921-41cb-8c32-afdbb4e2a5ca'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:13.513921 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Routers {'a0991941-1b91-47ba-88e1-c2fb5a90ef5e'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:13.514568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c78d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:13.564584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] No DVR routers for this DVR port c626a37a-e921-41cb-8c32-afdbb4e2a5ca on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:13.570146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.578555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03778ec9-e99f-4f52-9f97-4e6e2fa9826f req-9bfa4d86-6fbb-4c49-8196-bc18fcb464d1 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.21 "DELETE /v2.0/ports/c626a37a-e921-41cb-8c32-afdbb4e2a5ca HTTP/1.1" status: 204  len: 173 time: 1.2215683
Apr 02 21:19:13.579064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3404d76c-428c-4447-94c1-98c5a0283dca', 'name': 'network-vif-deleted', 'tag': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:13.581424 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a2273-fa43-477d-957e-b6dbe1f11417" -d '{"events": [{"server_uuid": "3404d76c-428c-4447-94c1-98c5a0283dca", "name": "network-vif-deleted", "tag": "c626a37a-e921-41cb-8c32-afdbb4e2a5ca"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:13.621824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:19:13.623779 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:19:13.639117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e25a5d29-4daf-4089-9f45-da3193cc630a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e25a5d29-4daf-4089-9f45-da3193cc630a,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:13.705851 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaf61d4-21f8-4106-96a7-2faa56c6b27e x-openstack-request-id: req-ffaf61d4-21f8-4106-96a7-2faa56c6b27e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:13.706839 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3404d76c-428c-4447-94c1-98c5a0283dca", "name": "network-vif-deleted", "tag": "c626a37a-e921-41cb-8c32-afdbb4e2a5ca", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:13.707344 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffaf61d4-21f8-4106-96a7-2faa56c6b27e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:13.708014 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffaf61d4-21f8-4106-96a7-2faa56c6b27e'] response: {'server_uuid': '3404d76c-428c-4447-94c1-98c5a0283dca', 'name': 'network-vif-deleted', 'tag': 'c626a37a-e921-41cb-8c32-afdbb4e2a5ca', 'status': 'completed', 'code': 200}
Apr 02 21:19:13.817959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:13.838914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.841270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Publish callbacks [] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.847520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0cb3f-1726-44fa-844d-79faaf583787 None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:13.870637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'e25a5d29-4daf-4089-9f45-da3193cc630a', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'port_id': 'e25a5d29-4daf-4089-9f45-da3193cc630a', 'mac_address': 'fa:16:3e:4f:9f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:19:13.870910 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] Set router a0991941-1b91-47ba-88e1-c2fb5a90ef5e gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:13.884958 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:13.906832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f71404-670d-485f-a8d8-c6370d4f13dc req-5ec950cc-dfd9-4670-8f47-ef059688064b tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:13.915494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55f71404-670d-485f-a8d8-c6370d4f13dc req-5ec950cc-dfd9-4670-8f47-ef059688064b tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1125 time: 0.4692931
Apr 02 21:19:13.942186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-655e7202-01a1-4fbd-9628-f6ee2c6d162d req-38afda65-9607-48e5-b78d-1fa78bbee560 tempest-VolumesSnapshotTestJSON-244026219 tempest-VolumesSnapshotTestJSON-244026219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3404d76c-428c-4447-94c1-98c5a0283dca HTTP/1.1" status: 200  len: 210 time: 0.0334787
Apr 02 21:19:13.969430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] Provisioning complete for port 77922c09-0b2c-4634-9c06-b6975db32929 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:13.969817 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (77922c09-0b2c-4634-9c06-b6975db32929), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.010025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:14.072474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:14.076293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks [] for router_gateway (348908aa-7ac8-414e-8649-7c81432557c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.104301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55f71404-670d-485f-a8d8-c6370d4f13dc req-f6be1414-5b6b-4ae8-aaf7-0eac8121301f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862137
Apr 02 21:19:14.147915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:14.215922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Pushing event updated for resources: {'Port': ['ID=f7eb3886-39e8-485e-ae86-7b72088f81fa,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:14.250111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e25a5d29-4daf-4089-9f45-da3193cc630a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:14.251166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.260668 ncdv-master-1 neutron-server[121648]: INFO neutron.db.ipam_backend_mixin [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ef38f37-764d-4eb5-a661-6d23c904b220 (CIDR: 2001:db8::/64)
Apr 02 21:19:14.268525 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:19:14.268985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:14.319103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:14.319354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-98d5bd18-00d6-4e6e-8b7a-3d3a8335faf9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3633778
Apr 02 21:19:14.327217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:14.387548 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c78d90>, [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77922c09-0b2c-4634-9c06-b6975db32929', 'name': '', 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'mac_address': 'fa:16:3e:a3:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:02Z', 'updated_at': '2022-04-02T21:19:13Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'subnets': [{'id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:14.420313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25a5d29-4daf-4089-9f45-da3193cc630a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:19:14.468527 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e91-f145-4511-b24d-5233173c6e7b None None] The sync data for ids ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'] in ncdv-master-1 is: [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:03Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '77922c09-0b2c-4634-9c06-b6975db32929', 'name': '', 'network_id': '5d4832a2-ff6e-4f6b-b522-7c19384adf3d', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'mac_address': 'fa:16:3e:a3:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:02Z', 'updated_at': '2022-04-02T21:19:13Z', 'revision_number': 4, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'subnets': [{'id': '9073df0c-91e0-4bae-a9bf-b6761c7304bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:14.491039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Attempting to bind port f7eb3886-39e8-485e-ae86-7b72088f81fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:14.491495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Attempting to bind port f7eb3886-39e8-485e-ae86-7b72088f81fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:14.491887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Attempting to bind port f7eb3886-39e8-485e-ae86-7b72088f81fa on network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:14.494554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:14.554408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (348908aa-7ac8-414e-8649-7c81432557c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.570989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:14.571486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Checking segment: {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:14.573354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.573838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Bound using segment: {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:14.574487 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Bound port: f7eb3886-39e8-485e-ae86-7b72088f81fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:14.577246 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.599144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e25a5d29-4daf-4089-9f45-da3193cc630a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e25a5d29-4daf-4089-9f45-da3193cc630a,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:14.622611 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.628031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.636106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] Current status of the port 77922c09-0b2c-4634-9c06-b6975db32929 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:14.640869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (77922c09-0b2c-4634-9c06-b6975db32929), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.656528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] Allocated IP 2001:db8::2 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/5ef38f37-764d-4eb5-a661-6d23c904b220/e1edc8bd-adf5-4143-8297-6ebf9b368362) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:14.666070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:14.671883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.817038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 77922c09-0b2c-4634-9c06-b6975db32929 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:14.828577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40362) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:14.850399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Router 348908aa-7ac8-414e-8649-7c81432557c4 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:14.855691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] For port 77922c09-0b2c-4634-9c06-b6975db32929, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77922c09-0b2c-4634-9c06-b6975db32929,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:14.895119 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (77922c09-0b2c-4634-9c06-b6975db32929), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:14.903907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e25a5d29-4daf-4089-9f45-da3193cc630a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:14.910579 ncdv-master-1 neutron-server[121649]: INFO neutron.db.ipam_backend_mixin [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a324e092-8c4a-45f1-82d7-45c1d4b99592 (CIDR: 2001:db8:0:1::/64)
Apr 02 21:19:14.918789 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:19:14.919201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:14.948003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e25a5d29-4daf-4089-9f45-da3193cc630a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:14.954811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f21311ac-e29a-494f-b4ec-808c1f877cb0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.6340320
Apr 02 21:19:14.957627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40372) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:14.967874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'subnet': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:15.126091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] For port f7eb3886-39e8-485e-ae86-7b72088f81fa, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:15.132585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:15.144535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] For port f7eb3886-39e8-485e-ae86-7b72088f81fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7eb3886-39e8-485e-ae86-7b72088f81fa,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:15.147490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9ace-5caa-4581-aaae-1424cc1d2f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.178489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.184791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-922381a1-3ccc-4cd9-8ece-487caabda538 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.2504885
Apr 02 21:19:15.187083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40380) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:15.232900 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.235594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Sync routers for ids ['348908aa-7ac8-414e-8649-7c81432557c4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:15.305644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9ace-5caa-4581-aaae-1424cc1d2f4e admin admin] Publish callbacks [] for security_group (433cb699-bcfb-4cac-bb4d-e2d5e7d35f36), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.319579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Routers {'348908aa-7ac8-414e-8649-7c81432557c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:15.320249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78441ff490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['348908aa-7ac8-414e-8649-7c81432557c4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:15.320680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9ace-5caa-4581-aaae-1424cc1d2f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (433cb699-bcfb-4cac-bb4d-e2d5e7d35f36), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.407146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c9ace-5caa-4581-aaae-1424cc1d2f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433cb699-bcfb-4cac-bb4d-e2d5e7d35f36,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:15.415014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ab6c9ace-5caa-4581-aaae-1424cc1d2f4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f612ff93e474bef87157bc80c793c37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5853770
Apr 02 21:19:15.418123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40396) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:15.537752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18cc11-5b9b-4c8e-9567-e08e3fcfd341 None None] Pushing event updated for resources: {'Port': ['ID=77922c09-0b2c-4634-9c06-b6975db32929,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:15.552397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Made reservation on behalf of 552778e1fdfe4759ac6f731e4a7038c5 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:15.582795 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.637550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a536b-fc69-406a-a119-be1116b51f19 None None] Pushing event updated for resources: {'Port': ['ID=f7eb3886-39e8-485e-ae86-7b72088f81fa,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:15.660176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9c49-f8a4-46b2-a594-a407f4559f4c admin admin] Publish callbacks [] for security_group (433cb699-bcfb-4cac-bb4d-e2d5e7d35f36), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.675230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 77922c09-0b2c-4634-9c06-b6975db32929 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:15.675673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (77922c09-0b2c-4634-9c06-b6975db32929), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.690043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:15.784110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cb138b3f-104f-4c02-b07d-3019b6ef03a9 None None] Provisioning complete for port 77922c09-0b2c-4634-9c06-b6975db32929 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:15.784658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb138b3f-104f-4c02-b07d-3019b6ef03a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (77922c09-0b2c-4634-9c06-b6975db32929), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:15.882403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Set router 348908aa-7ac8-414e-8649-7c81432557c4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:15.897682 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] Publish callbacks [] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.073789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9c49-f8a4-46b2-a594-a407f4559f4c admin admin] Publish callbacks [] for security_group (433cb699-bcfb-4cac-bb4d-e2d5e7d35f36), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.189730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40438) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:16.216978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.240096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9c49-f8a4-46b2-a594-a407f4559f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (433cb699-bcfb-4cac-bb4d-e2d5e7d35f36), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.243241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9c49-f8a4-46b2-a594-a407f4559f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.246117 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2d7c9c49-f8a4-46b2-a594-a407f4559f4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/433cb699-bcfb-4cac-bb4d-e2d5e7d35f36 HTTP/1.1" status: 204  len: 168 time: 0.8256440
Apr 02 21:19:16.303499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c9c49-f8a4-46b2-a594-a407f4559f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433cb699-bcfb-4cac-bb4d-e2d5e7d35f36,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:16.359513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.380527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db477095-9b81-4d8b-835f-a2e3c3cb31f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.386632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d1530-ed24-410b-ad77-c5744a6ea647 req-524a5b57-0c6b-4983-b47b-534085e0f579 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:16.389877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a5d1530-ed24-410b-ad77-c5744a6ea647 req-524a5b57-0c6b-4983-b47b-534085e0f579 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1126 time: 0.9772758
Apr 02 21:19:16.441924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:16.452969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:16.460087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:16.460862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.472296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Subnet': ['ID=34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:16.522893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-64f43388-5aac-48f9-881b-bc187dfba974 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.5641561
Apr 02 21:19:16.525687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40446) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:16.536433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1583505655', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e'}], 'security_groups': ['d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4', 'a0755a3c-a86b-4148-9762-a084325f6af2']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:16.542829 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a5d1530-ed24-410b-ad77-c5744a6ea647 req-b9dc0b00-ee17-4048-add5-5e1b895c306f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454890
Apr 02 21:19:16.681229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c626a37a-e921-41cb-8c32-afdbb4e2a5ca no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:16.780411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8000ad-405d-4c65-aee5-3da8ff405581 None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:16.802865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: c626a37a-e921-41cb-8c32-afdbb4e2a5ca {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:16.803486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c626a37a-e921-41cb-8c32-afdbb4e2a5ca not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:16.813937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 77922c09-0b2c-4634-9c06-b6975db32929 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:16.815030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cfc7a79-80c7-46da-9af1-132fc1a49a33 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:16.841689 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db477095-9b81-4d8b-835f-a2e3c3cb31f4 admin admin] Publish callbacks [] for security_group (34805672-42c3-4584-8c6f-ed9b1e093d02), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:16.874329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.021276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cb138b3f-104f-4c02-b07d-3019b6ef03a9 None None] Current status of the port 77922c09-0b2c-4634-9c06-b6975db32929 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:17.039184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-db477095-9b81-4d8b-835f-a2e3c3cb31f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (34805672-42c3-4584-8c6f-ed9b1e093d02), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.042450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78441ff490>, [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:13Z', 'revision_number': 3, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:17.092386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Checking router: 348908aa-7ac8-414e-8649-7c81432557c4 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:17.093052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Updating router 348908aa-7ac8-414e-8649-7c81432557c4 port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:17.129394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:17.129797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.190094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db477095-9b81-4d8b-835f-a2e3c3cb31f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a5d94f887b84fdbac980a698d19c1bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9960241
Apr 02 21:19:17.190984 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.191112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.199929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:17.325906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Allocated IP 172.20.0.1 (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474/ee2c1450-b65e-4029-9d36-28820a52367f/6fff055e-8288-48a1-af8d-3bf0767ee379) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:17.407029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db477095-9b81-4d8b-835f-a2e3c3cb31f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34805672-42c3-4584-8c6f-ed9b1e093d02,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:17.445962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:17.447141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:17.493051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07716172-8344-45b6-b8f5-3057a17b575d None None] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:17.516852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Publish callbacks [] for security_group (34805672-42c3-4584-8c6f-ed9b1e093d02), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.581741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks [] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.591120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Publish callbacks [] for security_group (34805672-42c3-4584-8c6f-ed9b1e093d02), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.725010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.741001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (34805672-42c3-4584-8c6f-ed9b1e093d02), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.745347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:17.747613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34805672-42c3-4584-8c6f-ed9b1e093d02 HTTP/1.1" status: 204  len: 168 time: 0.5456541
Apr 02 21:19:17.771794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c806f4-5db6-435f-bbf4-59bba5eb3c3a None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:17.801466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:17.802912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34805672-42c3-4584-8c6f-ed9b1e093d02,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:17.821134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:17.835193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:17.845364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.846736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.847262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.847823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.848375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.849052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.849619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.850296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.850808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.851353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.852031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.852586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.853573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.854116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.855328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d2f56-fa6a-485b-9454-335e99b76f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:17.860388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Pushing event updated for resources: {'Port': ['ID=6fff055e-8288-48a1-af8d-3bf0767ee379,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:17.909626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (348908aa-7ac8-414e-8649-7c81432557c4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.094477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] Provisioning complete for port f7eb3886-39e8-485e-ae86-7b72088f81fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:18.094835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.101184 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Publish callbacks [] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.106770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.143138 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.146142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.248834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:18.249211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.315936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Attempting to bind port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:18.321329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Attempting to bind port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:18.321329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Attempting to bind port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:18.327855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c9333-a8cf-45cb-a3eb-c59a3059bd6b None None] Pushing event updated for resources: {'Port': ['ID=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:18.356265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:18.356751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:18.357192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.357596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:18.358145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Bound port: 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:18.358470 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.501443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] For port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:18.504293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] Current status of the port f7eb3886-39e8-485e-ae86-7b72088f81fa is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:18.504883 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.510557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] For port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:18.555348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.604008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60383a22-6d65-47f9-b21b-643f8c0a87e4 req-ce8ab9bb-ddf0-4d04-9f97-be79aea1e415 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:18.626022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60383a22-6d65-47f9-b21b-643f8c0a87e4 req-ce8ab9bb-ddf0-4d04-9f97-be79aea1e415 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1126 time: 0.3603296
Apr 02 21:19:18.670910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e25a5d29-4daf-4089-9f45-da3193cc630a up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:18.679071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks [] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.680992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Delete allocated IP 2001:db8::34 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/5ef38f37-764d-4eb5-a661-6d23c904b220) {{(pid=121649) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 02 21:19:18.685102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:18.695561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.723481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] For port f7eb3886-39e8-485e-ae86-7b72088f81fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7eb3886-39e8-485e-ae86-7b72088f81fa,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:18.748358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.755412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] Update dhcp port {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'fixed_ips': [{'subnet_id': 'a324e092-8c4a-45f1-82d7-45c1d4b99592', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5ef38f37-764d-4eb5-a661-6d23c904b220', 'ip_address': '2001:db8::2'}, {'subnet_id': '34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e1edc8bd-adf5-4143-8297-6ebf9b368362'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:19:18.757504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Routers {'348908aa-7ac8-414e-8649-7c81432557c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:18.758005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Allocated IP 2001:db8:0:2::355 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e/fe40f876-076f-4a94-9a69-44d5b84130ea) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:18.758396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78441ff490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['348908aa-7ac8-414e-8649-7c81432557c4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:18.762920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c9333-a8cf-45cb-a3eb-c59a3059bd6b None None] Pushing event updated for resources: {'Port': ['ID=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:18.832572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40510) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:18.904027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.927102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161a1b4-f47c-4213-852f-2278cd6f8abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:18.958133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Pushing event updated for resources: {'Port': ['ID=6fff055e-8288-48a1-af8d-3bf0767ee379,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:18.978603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-60383a22-6d65-47f9-b21b-643f8c0a87e4 req-2dfd2211-62dd-4863-8b1c-b938fa5e273b tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3366215
Apr 02 21:19:18.998169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (348908aa-7ac8-414e-8649-7c81432557c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.023695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184412-33c1-48a8-bcea-b693a8b11566 None None] Pushing event updated for resources: {'Port': ['ID=f7eb3886-39e8-485e-ae86-7b72088f81fa,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:19.038681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port e25a5d29-4daf-4089-9f45-da3193cc630a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:19:19.065198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:19.065902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.076425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port e25a5d29-4daf-4089-9f45-da3193cc630a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:19.079483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.176505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 77922c09-0b2c-4634-9c06-b6975db32929 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:19.242694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:19.250244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:19.334869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161a1b4-f47c-4213-852f-2278cd6f8abb admin admin] Publish callbacks [] for security_group (4e2910d8-03ac-403c-9b87-cf0cc689821b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.351298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161a1b4-f47c-4213-852f-2278cd6f8abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e2910d8-03ac-403c-9b87-cf0cc689821b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.408862 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.416170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161a1b4-f47c-4213-852f-2278cd6f8abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2910d8-03ac-403c-9b87-cf0cc689821b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:19.450999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40538) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.458432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f161a1b4-f47c-4213-852f-2278cd6f8abb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23e650135a134e8497fdd54df93de424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6214163
Apr 02 21:19:19.460686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.465988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.517683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] Set router 348908aa-7ac8-414e-8649-7c81432557c4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:19.544163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Router 348908aa-7ac8-414e-8649-7c81432557c4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:19:19.562577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] In _notify_port_updated(), no bound segment for port fe40f876-076f-4a94-9a69-44d5b84130ea on network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:19:19.568121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:19.568812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.573045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "PUT /v2.0/ports/fe40f876-076f-4a94-9a69-44d5b84130ea HTTP/1.1" status: 200  len: 970 time: 3.0434401
Apr 02 21:19:19.575015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40554) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.609412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c5ab3-549c-4f1c-ae84-7a07c65f6b01 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event updated for resources: {'Port': ['ID=fe40f876-076f-4a94-9a69-44d5b84130ea,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:19.659218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ca23a5a5-aa43-462f-9b5b-3ce59af057fa tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:19.733075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca23a5a5-aa43-462f-9b5b-3ce59af057fa tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "PUT /v2.0/quotas/0b6dde9dfd6c4bb0b16588bbf68f2826 HTTP/1.1" status: 200  len: 366 time: 0.2818952
Apr 02 21:19:19.734000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40558) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.750704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bdb5a99b-9d3b-4c3c-8056-6cb02f60f0a6 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0124557
Apr 02 21:19:19.754299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.754450 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839bfb63-8531-4bd3-aff9-7e9dd1effa12 admin admin] Publish callbacks [] for security_group (4e2910d8-03ac-403c-9b87-cf0cc689821b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.780817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f813877a-6a1e-4d7a-bf87-33e94399c8e3 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "GET /v2.0/quotas/0b6dde9dfd6c4bb0b16588bbf68f2826 HTTP/1.1" status: 200  len: 366 time: 0.0223882
Apr 02 21:19:19.786074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40562) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.812242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b4ffc051-13c9-40d1-adc3-6fd4d909041f tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/0b6dde9dfd6c4bb0b16588bbf68f2826 HTTP/1.1" status: 204  len: 168 time: 0.0225017
Apr 02 21:19:19.819811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40564) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.833023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7f308f8f-efb9-46de-ab51-2a05525fcdbf tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0105379
Apr 02 21:19:19.837179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.844343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839bfb63-8531-4bd3-aff9-7e9dd1effa12 admin admin] Publish callbacks [] for security_group (4e2910d8-03ac-403c-9b87-cf0cc689821b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.851780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c882151-2bd6-477e-95cc-3a4fa37485fd tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "GET /v2.0/quotas/0b6dde9dfd6c4bb0b16588bbf68f2826 HTTP/1.1" status: 200  len: 370 time: 0.0123136
Apr 02 21:19:19.852714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40568) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.864642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40570) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:19.865073 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1110ca8e-fab0-4b58-8d69-294348e9be2b tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "GET /v2.0/quotas/0b6dde9dfd6c4bb0b16588bbf68f2826/default HTTP/1.1" status: 200  len: 370 time: 0.0109999
Apr 02 21:19:19.897398 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-d2cefd27-480f-4059-a9e2-7a24a59fe0db tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] delete failed (client error): The resource could not be found.
Apr 02 21:19:19.900680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d2cefd27-480f-4059-a9e2-7a24a59fe0db tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/0b6dde9dfd6c4bb0b16588bbf68f2826 HTTP/1.1" status: 404  len: 348 time: 0.0321195
Apr 02 21:19:19.907414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:19.912837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5048c901-db95-46fb-a52b-28512ca7e4aa admin admin] 10.222.0.18 "PUT /v2.0/routers/348908aa-7ac8-414e-8649-7c81432557c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7238328
Apr 02 21:19:19.930673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port fe40f876-076f-4a94-9a69-44d5b84130ea {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:19.931115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.961038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839bfb63-8531-4bd3-aff9-7e9dd1effa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e2910d8-03ac-403c-9b87-cf0cc689821b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.964989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 77922c09-0b2c-4634-9c06-b6975db32929 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:19.965512 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (77922c09-0b2c-4634-9c06-b6975db32929), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.965928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-839bfb63-8531-4bd3-aff9-7e9dd1effa12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:19.967166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-839bfb63-8531-4bd3-aff9-7e9dd1effa12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e2910d8-03ac-403c-9b87-cf0cc689821b HTTP/1.1" status: 204  len: 168 time: 0.4999354
Apr 02 21:19:19.984896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] Allocated IP 2001:db8:0:2::2 (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41/34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e/e1edc8bd-adf5-4143-8297-6ebf9b368362) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:19.985128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bfb63-8531-4bd3-aff9-7e9dd1effa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2910d8-03ac-403c-9b87-cf0cc689821b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:19.990858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e25a5d29-4daf-4089-9f45-da3193cc630a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:19.991417 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.026376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:20.120763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40584) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:20.134763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe501e-f741-4dda-8b82-a575b154f763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25a5d29-4daf-4089-9f45-da3193cc630a'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:20.137490 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c413e91-152c-4b29-aed4-011cc9974fa6" -d '{"events": [{"server_uuid": "acfe501e-f741-4dda-8b82-a575b154f763", "name": "network-vif-plugged", "status": "completed", "tag": "e25a5d29-4daf-4089-9f45-da3193cc630a"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:20.144758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.163047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:20.163424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.167661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for fe40f876-076f-4a94-9a69-44d5b84130ea owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:20.167869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e25a5d29-4daf-4089-9f45-da3193cc630a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e25a5d29-4daf-4089-9f45-da3193cc630a,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:20.177963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:network and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.188864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.225886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f0d70-e38a-402d-80ef-914a75caed87 req-dd97b079-e5e7-4130-81ee-52f547727bf4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:20.233744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-523f0d70-e38a-402d-80ef-914a75caed87 req-dd97b079-e5e7-4130-81ee-52f547727bf4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1126 time: 0.1610589
Apr 02 21:19:20.244753 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.262220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:subnet and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.277051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.317330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:subnetpool and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.340465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-523f0d70-e38a-402d-80ef-914a75caed87 req-57b3ed08-da07-4f35-aae3-90a0bb303cca tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007314
Apr 02 21:19:20.342563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.347289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:20.366903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:port and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.421762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:20.422228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.427942 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67079c60-f579-48d6-92b0-ed23827aa1f2 x-openstack-request-id: req-67079c60-f579-48d6-92b0-ed23827aa1f2 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:20.428267 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe501e-f741-4dda-8b82-a575b154f763", "name": "network-vif-plugged", "status": "completed", "tag": "e25a5d29-4daf-4089-9f45-da3193cc630a", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:20.428512 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67079c60-f579-48d6-92b0-ed23827aa1f2 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:20.428899 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67079c60-f579-48d6-92b0-ed23827aa1f2'] response: {'server_uuid': 'acfe501e-f741-4dda-8b82-a575b154f763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25a5d29-4daf-4089-9f45-da3193cc630a', 'code': 200}
Apr 02 21:19:20.445048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e25a5d29-4daf-4089-9f45-da3193cc630a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:20.450850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:router and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.469441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.470094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Provisioning complete for port 6fff055e-8288-48a1-af8d-3bf0767ee379 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:20.470486 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.480556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 77922c09-0b2c-4634-9c06-b6975db32929 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:20.481813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7eb3886-39e8-485e-ae86-7b72088f81fa up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:20.489604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:floatingip and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.494772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.503718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (fe40f876-076f-4a94-9a69-44d5b84130ea), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.559583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] Publish callbacks [] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.562825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78441ff490>, [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6fff055e-8288-48a1-af8d-3bf0767ee379', 'name': '', 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'mac_address': 'fa:16:3e:59:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:16Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 2, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'subnets': [{'id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:20.578073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=fe40f876-076f-4a94-9a69-44d5b84130ea,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:20.594779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d170e-b8ac-47b0-bfc1-1e4e2e5736ed req-80dcda98-b8fc-4a15-89b7-2b091245bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:20.606163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f8d170e-b8ac-47b0-bfc1-1e4e2e5736ed req-80dcda98-b8fc-4a15-89b7-2b091245bfaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.0728545
Apr 02 21:19:20.612947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394dbe-6f64-4b6f-9776-83f2f56827f3 None None] The sync data for ids ['348908aa-7ac8-414e-8649-7c81432557c4'] in ncdv-master-1 is: [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6fff055e-8288-48a1-af8d-3bf0767ee379', 'name': '', 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'mac_address': 'fa:16:3e:59:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:16Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 2, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'subnets': [{'id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:20.620349 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.673194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.685809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf7881be-05ab-4cbd-92cf-fe632a6db314 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/fe40f876-076f-4a94-9a69-44d5b84130ea HTTP/1.1" status: 204  len: 168 time: 1.1066453
Apr 02 21:19:20.689908 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f8d170e-b8ac-47b0-bfc1-1e4e2e5736ed req-9b29bbc3-7084-4c66-a1ff-e968f27e8e94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729613
Apr 02 21:19:20.690878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40602) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:20.745918 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-09811426-e607-46b4-ae51-4e8fd30d3598 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] GET failed (client error): The resource could not be found.
Apr 02 21:19:20.747888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-09811426-e607-46b4-ae51-4e8fd30d3598 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports/fe40f876-076f-4a94-9a69-44d5b84130ea HTTP/1.1" status: 404  len: 333 time: 0.0560107
Apr 02 21:19:20.750960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Port 6fff055e-8288-48a1-af8d-3bf0767ee379 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:20.751165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40608) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:20.797917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:security_group and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.826033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Provisioning complete for port f7eb3886-39e8-485e-ae86-7b72088f81fa triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:20.826033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.826299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.844845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Usage tracker for resource:security_group_rule and project:c5d4708b7bf544d286f54893273c6c55 is out of sync, need to count used quota {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Apr 02 21:19:20.855834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.quota.resource [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=121648) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Apr 02 21:19:20.870350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7c0b4483-3fa2-45b5-ac0e-0cbd1c871e01 tempest-QuotasTest-1319567674 tempest-QuotasTest-1319567674-project-admin] 10.222.0.18 "GET /v2.0/quotas/c5d4708b7bf544d286f54893273c6c55/details.json HTTP/1.1" status: 200  len: 703 time: 0.7467551
Apr 02 21:19:20.889712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6dd457e-11df-4302-98ca-d43a1583bf2c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (76ff96e2-fc41-4eb6-aff7-65afbc639c2c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.927543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6dd457e-11df-4302-98ca-d43a1583bf2c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (76ff96e2-fc41-4eb6-aff7-65afbc639c2c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:20.942570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded5e53-db20-465e-828a-6b1c20235712 None None] Pushing event updated for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:20.994655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f7eb3886-39e8-485e-ae86-7b72088f81fa triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:20.995320 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.018597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6dd457e-11df-4302-98ca-d43a1583bf2c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (76ff96e2-fc41-4eb6-aff7-65afbc639c2c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.039712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6dd457e-11df-4302-98ca-d43a1583bf2c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.049861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6dd457e-11df-4302-98ca-d43a1583bf2c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/security-groups/76ff96e2-fc41-4eb6-aff7-65afbc639c2c HTTP/1.1" status: 204  len: 168 time: 0.2927907
Apr 02 21:19:21.050978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40626) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:21.080698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-721ce021-864a-4f38-8fd6-5cc91033572e None None] Current status of the port f7eb3886-39e8-485e-ae86-7b72088f81fa is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:21.210338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd457e-11df-4302-98ca-d43a1583bf2c tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff96e2-fc41-4eb6-aff7-65afbc639c2c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:21.226308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f7eb3886-39e8-485e-ae86-7b72088f81fa is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:21.231803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:21.275935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c9893ab-42af-4b63-87ef-08ec545047e9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (a0755a3c-a86b-4148-9762-a084325f6af2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.330007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c9893ab-42af-4b63-87ef-08ec545047e9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (a0755a3c-a86b-4148-9762-a084325f6af2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.339523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1c296633-e0de-4b89-bcf8-c07ec55bab67 None None] Provisioning complete for port 6fff055e-8288-48a1-af8d-3bf0767ee379 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:21.344884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c296633-e0de-4b89-bcf8-c07ec55bab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.426732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c9893ab-42af-4b63-87ef-08ec545047e9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a0755a3c-a86b-4148-9762-a084325f6af2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.432170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c9893ab-42af-4b63-87ef-08ec545047e9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.433665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7c9893ab-42af-4b63-87ef-08ec545047e9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0755a3c-a86b-4148-9762-a084325f6af2 HTTP/1.1" status: 204  len: 168 time: 0.3656478
Apr 02 21:19:21.436623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40650) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:21.443954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1c296633-e0de-4b89-bcf8-c07ec55bab67 None None] Port 6fff055e-8288-48a1-af8d-3bf0767ee379 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:21.463330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9893ab-42af-4b63-87ef-08ec545047e9 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0755a3c-a86b-4148-9762-a084325f6af2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:21.518417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:21.518802 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.627085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40656) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:21.651756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.660741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e765a-9229-46b3-9f2d-31ac6f50c8d6 req-acb28b90-a0f2-4d13-8faf-f2a0e8951fc3 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:21.678805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-934e765a-9229-46b3-9f2d-31ac6f50c8d6 req-acb28b90-a0f2-4d13-8faf-f2a0e8951fc3 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.0997589
Apr 02 21:19:21.792071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:21.817618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:21.819070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-934e765a-9229-46b3-9f2d-31ac6f50c8d6 req-7ef96b54-9406-4697-a18d-072b4dc763b7 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393540
Apr 02 21:19:21.995474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec02b4a3-caeb-4f1f-9795-8d9d3ef4e2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.032428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.044983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.055283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40672) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:22.055576 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/security-groups/d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4 HTTP/1.1" status: 204  len: 168 time: 0.6170897
Apr 02 21:19:22.095815 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5368fb5-d4a6-4c19-87bd-f3d5e7286cd4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:22.108489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:22.150726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.151329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.151972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.152653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.153220 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.153784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.154293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.154839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.155338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.155872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.156482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.156866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.157650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.158006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.158609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1988c3-eb58-4559-a408-26a60c03d046 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:22.208968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 5ef38f37-764d-4eb5-a661-6d23c904b220 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:22.215401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (5ef38f37-764d-4eb5-a661-6d23c904b220), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.316407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:22.319010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.321434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec02b4a3-caeb-4f1f-9795-8d9d3ef4e2eb admin admin] Publish callbacks [] for security_group (e5d05a82-a4a5-4c05-b28d-0317ac43cc31), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.327657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec02b4a3-caeb-4f1f-9795-8d9d3ef4e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e5d05a82-a4a5-4c05-b28d-0317ac43cc31), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.375937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (5ef38f37-764d-4eb5-a661-6d23c904b220), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.448392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec02b4a3-caeb-4f1f-9795-8d9d3ef4e2eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa3d6858e8c34b5ea53c2243bb16c3f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8174243
Apr 02 21:19:22.449564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02b4a3-caeb-4f1f-9795-8d9d3ef4e2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d05a82-a4a5-4c05-b28d-0317ac43cc31,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:22.453821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40700) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:22.517241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd396560-3e60-4516-8a1c-5e346f3889dd admin admin] Publish callbacks [] for security_group (e5d05a82-a4a5-4c05-b28d-0317ac43cc31), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.542557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd396560-3e60-4516-8a1c-5e346f3889dd admin admin] Publish callbacks [] for security_group (e5d05a82-a4a5-4c05-b28d-0317ac43cc31), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.573147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:22.578028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.622539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd396560-3e60-4516-8a1c-5e346f3889dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e5d05a82-a4a5-4c05-b28d-0317ac43cc31), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.626572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dd396560-3e60-4516-8a1c-5e346f3889dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.632627 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd396560-3e60-4516-8a1c-5e346f3889dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5d05a82-a4a5-4c05-b28d-0317ac43cc31 HTTP/1.1" status: 204  len: 168 time: 0.1772056
Apr 02 21:19:22.651175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:22.652791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7eb3886-39e8-485e-ae86-7b72088f81fa up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:22.653077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5ef38f37-764d-4eb5-a661-6d23c904b220), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.662196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd396560-3e60-4516-8a1c-5e346f3889dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d05a82-a4a5-4c05-b28d-0317ac43cc31,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:22.838101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f7eb3886-39e8-485e-ae86-7b72088f81fa triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:22.838573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.843242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (5ef38f37-764d-4eb5-a661-6d23c904b220), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:22.994547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40720) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:23.010837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef38f37-764d-4eb5-a661-6d23c904b220,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:23.017763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.036042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9207fd74-7414-4a0b-a8e8-5ff3f7fa6edc tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/5ef38f37-764d-4eb5-a661-6d23c904b220 HTTP/1.1" status: 204  len: 168 time: 0.9786365
Apr 02 21:19:23.036843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40724) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:23.128132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f7eb3886-39e8-485e-ae86-7b72088f81fa is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:23.167575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet 34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:23.171899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.218156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:23.250925 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f1be2447-6c43-48a9-86fe-2ae65a933982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.281590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:23.283061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.292279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.333473 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f897-1d23-43a8-9409-8f14cdcab363 req-fbd729d0-03b7-4447-822b-4199efaeebe5 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:23.335400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebb5f897-1d23-43a8-9409-8f14cdcab363 req-fbd729d0-03b7-4447-822b-4199efaeebe5 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.3174651
Apr 02 21:19:23.385737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:23.395705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-00d3f8ab-65d4-463f-898a-256418eca06f None None] Could not find standard attr ID for object fe40f876-076f-4a94-9a69-44d5b84130ea. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:19:23.417597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.442094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03ac8a-5007-44f8-9160-c3714e1cbd3b None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:23.544373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-923e85ac-3c92-4a79-b4a7-b4a3b4e71c16 None None] Could not find standard attr ID for object fe40f876-076f-4a94-9a69-44d5b84130ea. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:19:23.562204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-923e85ac-3c92-4a79-b4a7-b4a3b4e71c16 None None] Could not find standard attr ID for object 8662debe-5e62-45f3-9531-b722dacb0bfb. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:19:23.568541 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.618078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebb5f897-1d23-43a8-9409-8f14cdcab363 req-8ffbba9f-b116-4662-ad7e-7b0467a42744 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747056
Apr 02 21:19:23.645050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40742) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:23.666410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.676891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e HTTP/1.1" status: 204  len: 168 time: 0.6352441
Apr 02 21:19:23.676891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad7f82-8c51-45f1-9e9a-b7da9635550b tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:23.678663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40746) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:23.735869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a030049b-7261-4123-86b3-4769b0707391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.773475 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-078b91a6-751c-4d3f-ae72-ed4abd69352a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:23.774368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078b91a6-751c-4d3f-ae72-ed4abd69352a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:23.778897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-078b91a6-751c-4d3f-ae72-ed4abd69352a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/5ef38f37-764d-4eb5-a661-6d23c904b220 HTTP/1.1" status: 404  len: 337 time: 0.0693662
Apr 02 21:19:23.787720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40754) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:23.879282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7f34-85ef-444b-9e88-63e1495dac06 req-4826d923-fdf0-46e1-a1ab-96bbff586706 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:23.882192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7a7f34-85ef-444b-9e88-63e1495dac06 req-4826d923-fdf0-46e1-a1ab-96bbff586706 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.1266418
Apr 02 21:19:23.956005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7a7f34-85ef-444b-9e88-63e1495dac06 req-58c5ed79-ff07-48e6-8549-e80b7eceaea2 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668230
Apr 02 21:19:23.965393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting subnet a324e092-8c4a-45f1-82d7-45c1d4b99592 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:23.969247 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (a324e092-8c4a-45f1-82d7-45c1d4b99592), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:23.983473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:24.049052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (a324e092-8c4a-45f1-82d7-45c1d4b99592), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.089623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa46524-b270-4e5a-801e-b6e9a18fca21 None None] Update dhcp port {'port': {'network_id': '2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41', 'fixed_ips': [{'subnet_id': 'a324e092-8c4a-45f1-82d7-45c1d4b99592', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '34dd9bfe-3b50-4bc4-8c23-fc6a903cf01e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e1edc8bd-adf5-4143-8297-6ebf9b368362'} from ncdv-master-1. {{(pid=121650) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 02 21:19:24.151104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4fa46524-b270-4e5a-801e-b6e9a18fca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.155490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:24.155990 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.192515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a030049b-7261-4123-86b3-4769b0707391 admin admin] Publish callbacks [] for security_group (776f8bc5-f964-456d-8949-64059c0a98cf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.219319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a030049b-7261-4123-86b3-4769b0707391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (776f8bc5-f964-456d-8949-64059c0a98cf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.250979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a030049b-7261-4123-86b3-4769b0707391 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5d4708b7bf544d286f54893273c6c55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6022189
Apr 02 21:19:24.251976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40772) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:24.289115 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a324e092-8c4a-45f1-82d7-45c1d4b99592), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.334656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db7a703-cb64-4630-b92a-57644b30a6a5 admin admin] Publish callbacks [] for security_group (776f8bc5-f964-456d-8949-64059c0a98cf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.375361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:24.375782 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.392065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030049b-7261-4123-86b3-4769b0707391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f8bc5-f964-456d-8949-64059c0a98cf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:24.395446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db7a703-cb64-4630-b92a-57644b30a6a5 admin admin] Publish callbacks [] for security_group (776f8bc5-f964-456d-8949-64059c0a98cf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.423913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:24.428020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.437016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e1d67-1144-4d14-915c-164401215794 req-e07eb34f-7a75-4c5f-830b-8ac421656854 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:24.462889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-247e1d67-1144-4d14-915c-164401215794 req-e07eb34f-7a75-4c5f-830b-8ac421656854 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.3509762
Apr 02 21:19:24.479189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db7a703-cb64-4630-b92a-57644b30a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (776f8bc5-f964-456d-8949-64059c0a98cf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.483671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3db7a703-cb64-4630-b92a-57644b30a6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.491196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3db7a703-cb64-4630-b92a-57644b30a6a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/776f8bc5-f964-456d-8949-64059c0a98cf HTTP/1.1" status: 204  len: 168 time: 0.2361319
Apr 02 21:19:24.515019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a703-cb64-4630-b92a-57644b30a6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f8bc5-f964-456d-8949-64059c0a98cf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:24.571715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-4fa46524-b270-4e5a-801e-b6e9a18fca21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a324e092-8c4a-45f1-82d7-45c1d4b99592: This subnet is being modified by another concurrent operation.
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a324e092-8c4a-45f1-82d7-45c1d4b99592: This subnet is being modified by another concurrent operation.
Apr 02 21:19:24.614206 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:19:24.624431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (a324e092-8c4a-45f1-82d7-45c1d4b99592), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.645355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-247e1d67-1144-4d14-915c-164401215794 req-6db0af0b-f2bc-4af7-92c4-c8663fc5a879 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761892
Apr 02 21:19:24.679261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Subnet': ['ID=a324e092-8c4a-45f1-82d7-45c1d4b99592,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:24.725908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.732860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40808) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:24.733065 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-19989d55-af25-4ec6-8f9a-42b9b295e643 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/a324e092-8c4a-45f1-82d7-45c1d4b99592 HTTP/1.1" status: 204  len: 168 time: 0.9438472
Apr 02 21:19:24.779819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf4c83-4bd6-479d-a82c-d1e2830922a7 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:19:24.808772 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd7c6d0-972e-4b44-b74e-ea93557f0c3f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:24.809380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd7c6d0-972e-4b44-b74e-ea93557f0c3f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:24.815167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8fd7c6d0-972e-4b44-b74e-ea93557f0c3f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/446e67ed-779d-4b19-9239-f954bf9bf981 HTTP/1.1" status: 404  len: 337 time: 0.0786614
Apr 02 21:19:24.818840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:24.838179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:24.897366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6fbc1a1d-702a-4e75-a5a2-37410c4bcbb1 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "GET /v2.0/ports?device_id=06262820-c286-47c2-b9f4-5f3207cb2515 HTTP/1.1" status: 200  len: 205 time: 0.0769396
Apr 02 21:19:24.901079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40826) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:24.921713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1f94d433-64fa-492b-9594-78b06f050028 None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:24.922094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f94d433-64fa-492b-9594-78b06f050028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:25.046979 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-985074ba-f2a2-468f-89c8-618be443ed1e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] delete failed (client error): The resource could not be found.
Apr 02 21:19:25.051363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-985074ba-f2a2-468f-89c8-618be443ed1e tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/routers/06262820-c286-47c2-b9f4-5f3207cb2515 HTTP/1.1" status: 404  len: 336 time: 0.1465731
Apr 02 21:19:25.051698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.115775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Sync routers for ids ['348908aa-7ac8-414e-8649-7c81432557c4'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:25.130627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Routers {'348908aa-7ac8-414e-8649-7c81432557c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:25.131265 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af5a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:18:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['348908aa-7ac8-414e-8649-7c81432557c4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:25.139743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1f94d433-64fa-492b-9594-78b06f050028 None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:25.145511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf4c83-4bd6-479d-a82c-d1e2830922a7 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:19:25.163602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1f94d433-64fa-492b-9594-78b06f050028 None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:25.164261 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f94d433-64fa-492b-9594-78b06f050028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:25.166089 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba92232f-9851-4705-ac3b-4e245b122283 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.168051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba92232f-9851-4705-ac3b-4e245b122283 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.175007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba92232f-9851-4705-ac3b-4e245b122283 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/def05345-97a8-4b5b-b366-2abf47808408 HTTP/1.1" status: 404  len: 337 time: 0.1223097
Apr 02 21:19:25.179832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 40866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.308603 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Set router 348908aa-7ac8-414e-8649-7c81432557c4 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:25.314561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1f94d433-64fa-492b-9594-78b06f050028 None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:25.317927 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a80f578-257f-48ab-a2b4-dd43573f7772 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.318472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a80f578-257f-48ab-a2b4-dd43573f7772 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.323699 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-88ad28dd-0f55-4503-880e-e600509ab2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:25.333887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40880) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.335069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8a80f578-257f-48ab-a2b4-dd43573f7772 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/6b0e7cb3-159d-4b91-8b0f-d22e436d7603 HTTP/1.1" status: 404  len: 337 time: 0.1540172
Apr 02 21:19:25.404027 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ac72e8-3e3e-4b38-8486-25a5648360a0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.404027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ac72e8-3e3e-4b38-8486-25a5648360a0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.408768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-85ac72e8-3e3e-4b38-8486-25a5648360a0 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/79f1dc40-07fd-4765-8374-67e416ef9693 HTTP/1.1" status: 404  len: 337 time: 0.0578978
Apr 02 21:19:25.409228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-82020c18-0ef8-4387-a727-f0db13a9bc3e tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:25.410776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-82020c18-0ef8-4387-a727-f0db13a9bc3e tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.2718420
Apr 02 21:19:25.411381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40888) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.455462 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-948d1400-bf1b-4119-91a0-e4432061e22a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.458564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948d1400-bf1b-4119-91a0-e4432061e22a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.462924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-948d1400-bf1b-4119-91a0-e4432061e22a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/30b97331-cd22-41d4-af30-0f4bba4515ef HTTP/1.1" status: 404  len: 333 time: 0.0505397
Apr 02 21:19:25.489117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-8e561913-8662-45c1-8437-91275e5c6855 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/quotas/08287b395fcf45c38195909db7f53878 HTTP/1.1" status: 200  len: 375 time: 0.0683370
Apr 02 21:19:25.491613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40890) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.542611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7dca9c-8bcc-4494-904e-e6be8c4a52a4 None None] Network 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:25.567719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Deleting port 77922c09-0b2c-4634-9c06-b6975db32929 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:25.568613 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (77922c09-0b2c-4634-9c06-b6975db32929), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:25.595665 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d85d4c-2988-4222-bb5d-42fd9117047f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.596204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d85d4c-2988-4222-bb5d-42fd9117047f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.599472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79d85d4c-2988-4222-bb5d-42fd9117047f tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/1d112867-49ca-4d28-9b33-abe13a698324 HTTP/1.1" status: 404  len: 337 time: 0.1069427
Apr 02 21:19:25.602040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.644643 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4801e3c6-23d5-42b3-9185-8e1b8b8f3a7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.648543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4801e3c6-23d5-42b3-9185-8e1b8b8f3a7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.653620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4801e3c6-23d5-42b3-9185-8e1b8b8f3a7a tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/4702d4a8-06a3-488d-a285-423666bc7e5b HTTP/1.1" status: 404  len: 337 time: 0.0466931
Apr 02 21:19:25.661554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40910) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.673589 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af5a30>, [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6fff055e-8288-48a1-af8d-3bf0767ee379', 'name': '', 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'mac_address': 'fa:16:3e:59:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:16Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 2, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'subnets': [{'id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:25.702730 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-727c2a60-3265-40d2-b5a6-a66c3a7ec080 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.703522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727c2a60-3265-40d2-b5a6-a66c3a7ec080 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.706814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-727c2a60-3265-40d2-b5a6-a66c3a7ec080 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/12a1aaf6-c76d-41a4-b3b5-9e6d377c67d0 HTTP/1.1" status: 404  len: 333 time: 0.0440071
Apr 02 21:19:25.714503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40916) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.735590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-4491ae3a-2494-4f34-8209-b9b99f757d5d tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2455323
Apr 02 21:19:25.747562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] For port 77922c09-0b2c-4634-9c06-b6975db32929, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77922c09-0b2c-4634-9c06-b6975db32929,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:25.748211 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (77922c09-0b2c-4634-9c06-b6975db32929), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:25.760009 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Checking router: 348908aa-7ac8-414e-8649-7c81432557c4 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:25.760798 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Updating router 348908aa-7ac8-414e-8649-7c81432557c4 port 6fff055e-8288-48a1-af8d-3bf0767ee379 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:25.762303 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4ccfba-b098-4ada-b901-94e6723a4971 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.763589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4ccfba-b098-4ada-b901-94e6723a4971 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.767505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e4ccfba-b098-4ada-b901-94e6723a4971 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/72653c06-a5ac-407d-ab81-b90c5c20bdcf HTTP/1.1" status: 404  len: 337 time: 0.0509090
Apr 02 21:19:25.770037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40926) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.786273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Provisioning complete for port e1edc8bd-adf5-4143-8297-6ebf9b368362 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:25.786651 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:25.803146 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d8f311-fe69-4a12-953c-a7b42e04dafd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:19:25.804055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d8f311-fe69-4a12-953c-a7b42e04dafd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:19:25.807911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35d8f311-fe69-4a12-953c-a7b42e04dafd tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/subnets/c3ad4886-e7b4-49de-a2f6-e25a01f976e6 HTTP/1.1" status: 404  len: 337 time: 0.0367820
Apr 02 21:19:25.810400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 40930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:25.817018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Calling delete_port for 77922c09-0b2c-4634-9c06-b6975db32929 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:25.863567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] DHCP port deletion for 2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:19:25.876137 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.034714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:26.067655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Deleting port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:26.069050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.239018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Deleting port e1edc8bd-adf5-4143-8297-6ebf9b368362 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:26.239601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.242457 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.267295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Current status of the port e1edc8bd-adf5-4143-8297-6ebf9b368362 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:26.289611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Calling delete_port for c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:26.324419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (77922c09-0b2c-4634-9c06-b6975db32929), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.371998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Provisioning complete for port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:26.372496 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.406117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=77922c09-0b2c-4634-9c06-b6975db32929,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:26.450626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] For port e1edc8bd-adf5-4143-8297-6ebf9b368362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1edc8bd-adf5-4143-8297-6ebf9b368362,segment=NetworkSegment(7092a13b-a692-4f06-9d9e-026b0efd6340),segment_id=7092a13b-a692-4f06-9d9e-026b0efd6340)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:26.451105 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.456490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:26.456771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.519996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Calling delete_port for e1edc8bd-adf5-4143-8297-6ebf9b368362 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:26.572315 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Publish callbacks [] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.585573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Port c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:26.588836 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.591321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-05b74dea-dcce-4189-b273-37485abe51af service neutron] 10.222.0.18 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8363616
Apr 02 21:19:26.596179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Could not find standard attr ID for object fe40f876-076f-4a94-9a69-44d5b84130ea. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:19:26.660264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6d75017a-2842-4a4b-8281-9ac515d058c6 None None] Could not find standard attr ID for object 8662debe-5e62-45f3-9531-b722dacb0bfb. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:19:26.722058 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.898369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:26.903910 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Attempting to bind port 6fff055e-8288-48a1-af8d-3bf0767ee379 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:26.910044 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Attempting to bind port 6fff055e-8288-48a1-af8d-3bf0767ee379 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:26.913535 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Attempting to bind port 6fff055e-8288-48a1-af8d-3bf0767ee379 on network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:26.934684 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:26.941289 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Checking segment: {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:26.942000 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.943995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Bound using segment: {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:26.944746 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Bound port: 6fff055e-8288-48a1-af8d-3bf0767ee379, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd54bdde-9ebd-41e0-b5be-d288b06075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:26.945327 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:26.949062 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e1edc8bd-adf5-4143-8297-6ebf9b368362), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.043198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:27.045439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.058776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Pushing event deleted for resources: {'Port': ['ID=e1edc8bd-adf5-4143-8297-6ebf9b368362,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:27.097481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] No DVR routers for this DVR port e1edc8bd-adf5-4143-8297-6ebf9b368362 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:27.097777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-39674318-f0f2-4d49-9a3b-f0118a99f0ad service neutron] 10.222.0.18 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4965258
Apr 02 21:19:27.101249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c6610e2d-a9ee-4c68-bbbe-8a85ad83a210), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.120816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.121886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.122303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.128911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.129451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.129794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.137126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.138175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.138586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.139057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.139461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.139866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.140398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.140681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.141082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e109a2-36a8-4b26-a1bb-e2b2e8f5ecd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:27.182354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Port': ['ID=c6610e2d-a9ee-4c68-bbbe-8a85ad83a210,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:27.197121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.205335 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a192b0a-0f27-4c0a-8026-4582efeed641 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/ports/c6610e2d-a9ee-4c68-bbbe-8a85ad83a210 HTTP/1.1" status: 204  len: 168 time: 1.3935349
Apr 02 21:19:27.211325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41002) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:27.238326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e1edc8bd-adf5-4143-8297-6ebf9b368362 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:27.238677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1edc8bd-adf5-4143-8297-6ebf9b368362 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:27.281512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41004) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:27.321136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f5bdd1b8-7a85-43a4-96ef-91680e0bb186 None None] Provisioning complete for port 6fff055e-8288-48a1-af8d-3bf0767ee379 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:27.322165 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd1b8-7a85-43a4-96ef-91680e0bb186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.395345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.443475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdd1b8-7a85-43a4-96ef-91680e0bb186 None None] Port 6fff055e-8288-48a1-af8d-3bf0767ee379 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:27.533436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] For port 6fff055e-8288-48a1-af8d-3bf0767ee379, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:27.545847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] For port 6fff055e-8288-48a1-af8d-3bf0767ee379, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fff055e-8288-48a1-af8d-3bf0767ee379,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:27.550032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef6a23d5-ca0c-4aad-b768-732ddfe8c34a req-4854a4de-82bf-4ae4-b220-664dccb69de8 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 210 time: 0.0652571
Apr 02 21:19:27.552344 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f898144-e3b3-472e-8d78-d851c1e7de1d None None] Pushing event updated for resources: {'Port': ['ID=6fff055e-8288-48a1-af8d-3bf0767ee379,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:27.571731 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.582839 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-615bc577-75dd-43c1-aff2-c0c13a873553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.610292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.621100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Router a0991941-1b91-47ba-88e1-c2fb5a90ef5e has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:19:27.651695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7846348460>,) {'filters': {'network_id': ['2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:27.668969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846348460>, '7092a13b-a692-4f06-9d9e-026b0efd6340') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:27.670540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846348460>, '7092a13b-a692-4f06-9d9e-026b0efd6340') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:27.703287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (7092a13b-a692-4f06-9d9e-026b0efd6340), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.733786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7092a13b-a692-4f06-9d9e-026b0efd6340), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.741901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:19:27.742686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (7092a13b-a692-4f06-9d9e-026b0efd6340), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:19:27.747160 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:19:27.817896 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Routers {'348908aa-7ac8-414e-8649-7c81432557c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:27.830866 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845af5a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['348908aa-7ac8-414e-8649-7c81432557c4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:27.837616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.856070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:27.869117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] 10.222.0.18 "DELETE /v2.0/networks/2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41 HTTP/1.1" status: 204  len: 168 time: 0.6511970
Apr 02 21:19:27.921630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e6449-f84d-4235-a3d1-6e2673e26ab5 tempest-PortsIpV6TestJSON-1394672460 tempest-PortsIpV6TestJSON-1394672460-project] Pushing event deleted for resources: {'Network': ['ID=2a60e5c5-a26a-4fb4-a40c-4cb219a5ff41,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:28.009597 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f898144-e3b3-472e-8d78-d851c1e7de1d None None] Pushing event updated for resources: {'Port': ['ID=6fff055e-8288-48a1-af8d-3bf0767ee379,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:28.050294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-615bc577-75dd-43c1-aff2-c0c13a873553 admin admin] Publish callbacks [] for security_group (feecad18-5514-43cf-8900-7afea01fcba8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.062908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-615bc577-75dd-43c1-aff2-c0c13a873553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (feecad18-5514-43cf-8900-7afea01fcba8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.112486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41042) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:28.144656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bc577-75dd-43c1-aff2-c0c13a873553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feecad18-5514-43cf-8900-7afea01fcba8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:28.177940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-615bc577-75dd-43c1-aff2-c0c13a873553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b2cb9e157e24c08896196b08efc69af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8953316
Apr 02 21:19:28.181902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41046) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:28.186130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] Provisioning complete for port 6fff055e-8288-48a1-af8d-3bf0767ee379 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:28.187219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.196244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:28.204370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a1c2efb-af9e-4c60-9265-ef8823ed5a14 admin admin] 10.222.0.18 "PUT /v2.0/routers/a0991941-1b91-47ba-88e1-c2fb5a90ef5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2087333
Apr 02 21:19:28.206885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41048) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:28.235907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] Sync routers for ids ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:28.304741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] Routers {'a0991941-1b91-47ba-88e1-c2fb5a90ef5e'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:28.307585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844224580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:28.322738 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] Set router 348908aa-7ac8-414e-8649-7c81432557c4 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:28.365982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70bb02c4-ac35-4253-bc71-c564a279aa0c admin admin] Publish callbacks [] for security_group (feecad18-5514-43cf-8900-7afea01fcba8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.373990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-846703095', 'router:external': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:28.416506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70bb02c4-ac35-4253-bc71-c564a279aa0c admin admin] Publish callbacks [] for security_group (feecad18-5514-43cf-8900-7afea01fcba8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.428024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Made reservation on behalf of a51f428187b3496b897ace71da0754e2 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:28.431484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.445484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks [] for router (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.473013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.476391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] Set router a0991941-1b91-47ba-88e1-c2fb5a90ef5e gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:28.539883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41052) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:28.628095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for security_group (1f4155df-8f31-48e1-9cf5-ca455127f6dd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.630865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70bb02c4-ac35-4253-bc71-c564a279aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (feecad18-5514-43cf-8900-7afea01fcba8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.636328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70bb02c4-ac35-4253-bc71-c564a279aa0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.638241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-70bb02c4-ac35-4253-bc71-c564a279aa0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feecad18-5514-43cf-8900-7afea01fcba8 HTTP/1.1" status: 204  len: 168 time: 0.4520514
Apr 02 21:19:28.657022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1f4155df-8f31-48e1-9cf5-ca455127f6dd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.682164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:19:28.714314 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0838fa0e-e45e-4c93-8bae-db87e80d4186), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.716556 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Added segment 0838fa0e-e45e-4c93-8bae-db87e80d4186 of type vlan for network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8
Apr 02 21:19:28.822791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb02c4-ac35-4253-bc71-c564a279aa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feecad18-5514-43cf-8900-7afea01fcba8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:28.826749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0ca4273-4461-468a-a60b-eee4460096dc req-265da028-c7ce-43f8-b4f7-0e476a2b8a9a tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 210 time: 0.0777810
Apr 02 21:19:28.834091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks [] for router_gateway (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:28.862211 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845af5a30>, [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6fff055e-8288-48a1-af8d-3bf0767ee379', 'name': '', 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'mac_address': 'fa:16:3e:59:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:16Z', 'updated_at': '2022-04-02T21:19:27Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'subnets': [{'id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:28.917064 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac7406-f5aa-4ed4-a585-0d2983fe71e7 None None] The sync data for ids ['348908aa-7ac8-414e-8649-7c81432557c4'] in ncdv-master-1 is: [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:18Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6fff055e-8288-48a1-af8d-3bf0767ee379', 'name': '', 'network_id': '8b9c4e75-cbbd-4ff0-9dd3-3d014431d474', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'mac_address': 'fa:16:3e:59:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:16Z', 'updated_at': '2022-04-02T21:19:27Z', 'revision_number': 4, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'subnets': [{'id': 'ee2c1450-b65e-4029-9d36-28820a52367f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:28.930481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4155df-8f31-48e1-9cf5-ca455127f6dd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:28.976670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Deleting port 9cfc7a79-80c7-46da-9af1-132fc1a49a33 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:28.979680 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.007521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.011089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bab84d75-5036-4516-8eb2-ead4239d75e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=552778e1fdfe4759ac6f731e4a7038c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4674749
Apr 02 21:19:29.016937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41078) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:29.019167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8c3bcb40-4abd-4188-b595-19e9f13c5ad8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.043219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] Current status of the port 6fff055e-8288-48a1-af8d-3bf0767ee379 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:29.043620 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.215381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:29.292447 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f309a09a-5d09-4847-afbd-89965bc2c6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.322409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8c3bcb40-4abd-4188-b595-19e9f13c5ad8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.331804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:29.332350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.366281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] For port 6fff055e-8288-48a1-af8d-3bf0767ee379, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fff055e-8288-48a1-af8d-3bf0767ee379,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:29.373595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844224580>, [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212'}], 'enable_snat': True}, 'gw_port_id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:26Z', 'revision_number': 5, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port': {'id': '9cfc7a79-80c7-46da-9af1-132fc1a49a33', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:57Z', 'updated_at': '2022-04-02T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:29.377411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.421950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe1599bd-f4c2-4b3d-a5c1-ad1105c6f7ed admin admin] Publish callbacks [] for security_group (cf0aab31-1636-47cc-b25d-c5f461aad911), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.424725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] Checking router: a0991941-1b91-47ba-88e1-c2fb5a90ef5e for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:29.447888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] For port 9cfc7a79-80c7-46da-9af1-132fc1a49a33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cfc7a79-80c7-46da-9af1-132fc1a49a33,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:29.448254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.473636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] Routers {'a0991941-1b91-47ba-88e1-c2fb5a90ef5e'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:29.474292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844224580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:29.476888 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe1599bd-f4c2-4b3d-a5c1-ad1105c6f7ed admin admin] Publish callbacks [] for security_group (cf0aab31-1636-47cc-b25d-c5f461aad911), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.480090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Calling delete_port for 9cfc7a79-80c7-46da-9af1-132fc1a49a33 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:29.487338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-89e73d47-468a-490f-9cd4-25f837d1514f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:29.489384 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-89e73d47-468a-490f-9cd4-25f837d1514f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.15 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.4257224
Apr 02 21:19:29.515196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Request body: {'port': {'device_id': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'admin_state_up': True, 'tenant_id': '08287b395fcf45c38195909db7f53878'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:29.527523 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.538962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.4247565
Apr 02 21:19:29.551624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41114) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:29.556181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Made reservation on behalf of 08287b395fcf45c38195909db7f53878 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:29.560111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.580541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4f8d8-a273-4012-889e-a26c650dceb9 None None] Pushing event updated for resources: {'Port': ['ID=6fff055e-8288-48a1-af8d-3bf0767ee379,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:29.602228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'subnet': {'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:29.606153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe1599bd-f4c2-4b3d-a5c1-ad1105c6f7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cf0aab31-1636-47cc-b25d-c5f461aad911), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.606694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] Set router a0991941-1b91-47ba-88e1-c2fb5a90ef5e gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:29.609940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe1599bd-f4c2-4b3d-a5c1-ad1105c6f7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.613505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fe1599bd-f4c2-4b3d-a5c1-ad1105c6f7ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf0aab31-1636-47cc-b25d-c5f461aad911 HTTP/1.1" status: 204  len: 168 time: 0.5841844
Apr 02 21:19:29.645511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776129af-7493-46a6-9672-c7646b6ea71b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Network': ['ID=8c3bcb40-4abd-4188-b595-19e9f13c5ad8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:29.690359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:19:29.722803 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f309a09a-5d09-4847-afbd-89965bc2c6ed admin admin] Publish callbacks [] for security_group (a16b1216-61b7-4484-a2e0-973b56d8423e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.724575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1599bd-f4c2-4b3d-a5c1-ad1105c6f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0aab31-1636-47cc-b25d-c5f461aad911,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:29.728909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Made reservation on behalf of a51f428187b3496b897ace71da0754e2 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:29.732714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.736719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f309a09a-5d09-4847-afbd-89965bc2c6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a16b1216-61b7-4484-a2e0-973b56d8423e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:29.780584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844224580>, [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:28Z', 'revision_number': 6, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:29.838356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309a09a-5d09-4847-afbd-89965bc2c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16b1216-61b7-4484-a2e0-973b56d8423e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:29.848788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70442b97-171b-4b86-92b8-3abdf960ac22 None None] The sync data for ids ['a0991941-1b91-47ba-88e1-c2fb5a90ef5e'] in ncdv-master-1 is: [{'id': 'a0991941-1b91-47ba-88e1-c2fb5a90ef5e', 'name': 'tempest-TestAggregatesBasicOps-1203704635-router', 'tenant_id': '6dcd60b7072543dc834451d5898d67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:56Z', 'updated_at': '2022-04-02T21:19:28Z', 'revision_number': 6, 'project_id': '6dcd60b7072543dc834451d5898d67e3', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:29.852252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f309a09a-5d09-4847-afbd-89965bc2c6ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0da746eebc2e4f859eb6cad4dcd89e22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6357186
Apr 02 21:19:29.862092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41118) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:29.878765 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Allocated IP 172.20.0.12 (e0b4c4bc-de45-4f73-9c94-e836543f4a58/97dc6864-6505-4365-b608-70722d844f26/6d1cda12-c7db-4210-a85a-12139a962a8f) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:30.061583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b958be6-0f05-4488-8767-dc37bdb756bb req-87335256-c4b0-4934-a6fe-d03a4f125cdf tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 210 time: 0.0899997
Apr 02 21:19:30.106888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9cfc7a79-80c7-46da-9af1-132fc1a49a33), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.151368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfc7a79-80c7-46da-9af1-132fc1a49a33,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:30.296168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.376260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b54e47-9675-4a09-9da3-a5a0333bb119 admin admin] Publish callbacks [] for security_group (a16b1216-61b7-4484-a2e0-973b56d8423e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.401075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b54e47-9675-4a09-9da3-a5a0333bb119 admin admin] Publish callbacks [] for security_group (a16b1216-61b7-4484-a2e0-973b56d8423e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.419166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6fff055e-8288-48a1-af8d-3bf0767ee379 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:30.456309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b54e47-9675-4a09-9da3-a5a0333bb119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a16b1216-61b7-4484-a2e0-973b56d8423e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.459168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02b54e47-9675-4a09-9da3-a5a0333bb119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.464948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-02b54e47-9675-4a09-9da3-a5a0333bb119 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a16b1216-61b7-4484-a2e0-973b56d8423e HTTP/1.1" status: 204  len: 168 time: 0.5968552
Apr 02 21:19:30.471435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b54e47-9675-4a09-9da3-a5a0333bb119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16b1216-61b7-4484-a2e0-973b56d8423e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:30.474470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks [] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.497797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.501396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks [] for router_controller (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.554247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6fff055e-8288-48a1-af8d-3bf0767ee379 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:30.557947 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.582123 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (a0991941-1b91-47ba-88e1-c2fb5a90ef5e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.582941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0991941-1b91-47ba-88e1-c2fb5a90ef5e {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:19:30.589261 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.590633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a75ab8da-3a92-4367-a6f1-4662b41e0725 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a0991941-1b91-47ba-88e1-c2fb5a90ef5e HTTP/1.1" status: 204  len: 168 time: 2.3815997
Apr 02 21:19:30.593329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41138) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:30.632644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.672568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e25a5d29-4daf-4089-9f45-da3193cc630a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:30.695296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:30.698687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Deleting subnet 9073df0c-91e0-4bae-a9bf-b6761c7304bb {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:30.729943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:30.732312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Publish callbacks [] for subnet (9073df0c-91e0-4bae-a9bf-b6761c7304bb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.734320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:30.736596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Pushing event updated for resources: {'Port': ['ID=6d1cda12-c7db-4210-a85a-12139a962a8f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:30.844066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:19:30.844712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (09e5cc46-72cd-4625-b517-cd74154035dd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.848213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6fff055e-8288-48a1-af8d-3bf0767ee379 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:30.924674 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (9073df0c-91e0-4bae-a9bf-b6761c7304bb), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:30.973271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:30.975564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.004685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09e5cc46-72cd-4625-b517-cd74154035dd,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:31.015275 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d2ec9778-223b-413c-99ea-ac73a4bc9c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.5090532
Apr 02 21:19:31.031091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Request body: {'port': {'device_id': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:31.073658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Checking segment: {'id': '0838fa0e-e45e-4c93-8bae-db87e80d4186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:31.074292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network hostable DHCP agents. Network: 8c3bcb40-4abd-4188-b595-19e9f13c5ad8, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:19:31.120587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:19:31.143361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c3bcb40-4abd-4188-b595-19e9f13c5ad8) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:31.152806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff26e86-bc31-410b-aaf4-6986219e4c7f None None] Network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:31.156699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:31.163754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.282329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8376d118-8327-4e07-a948-2ae45561387b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.7215958
Apr 02 21:19:31.286594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41158) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:31.297811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1442712100', 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:31.328858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937aec7-7f2a-484d-bbf5-3a4e35656414 req-b83fdfef-f603-4d52-9e62-e5afc08721bb tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:31.330522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e937aec7-7f2a-484d-bbf5-3a4e35656414 req-b83fdfef-f603-4d52-9e62-e5afc08721bb tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1028 time: 0.1323569
Apr 02 21:19:31.390949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Made reservation on behalf of a51f428187b3496b897ace71da0754e2 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:31.393547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894e44e-cc67-4ea2-b2bf-395f0a9ed685 None None] Network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:31.395776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.471606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d7ba359d-cf79-409a-9509-e62a1d144c74 None None] Provisioning complete for port 6d1cda12-c7db-4210-a85a-12139a962a8f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:31.472795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7ba359d-cf79-409a-9509-e62a1d144c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.479654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e937aec7-7f2a-484d-bbf5-3a4e35656414 req-2cc8df2f-e0d0-4ef2-9a11-4449838b8144 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411228
Apr 02 21:19:31.498580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] device_id is not set on port ee970ad0-8c5a-4ef3-ad49-4176bbdc8745 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:31.669078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Allocated IP 172.20.0.7 (8c3bcb40-4abd-4188-b595-19e9f13c5ad8/09e5cc46-72cd-4625-b517-cd74154035dd/ee970ad0-8c5a-4ef3-ad49-4176bbdc8745) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:31.709821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba359d-cf79-409a-9509-e62a1d144c74 None None] Port 6d1cda12-c7db-4210-a85a-12139a962a8f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:31.903718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for port (ee970ad0-8c5a-4ef3-ad49-4176bbdc8745), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.926896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (9073df0c-91e0-4bae-a9bf-b6761c7304bb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.930964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:31.938150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 77922c09-0b2c-4634-9c06-b6975db32929 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:31.983589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 77922c09-0b2c-4634-9c06-b6975db32929 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:31.983589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 77922c09-0b2c-4634-9c06-b6975db32929 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:31.983589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cfc7a79-80c7-46da-9af1-132fc1a49a33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:31.998695 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ee970ad0-8c5a-4ef3-ad49-4176bbdc8745), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.025235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9cfc7a79-80c7-46da-9af1-132fc1a49a33 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:32.025744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cfc7a79-80c7-46da-9af1-132fc1a49a33 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:32.080609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:32.085291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:32.093855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:32.100938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Port': ['ID=ee970ad0-8c5a-4ef3-ad49-4176bbdc8745,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:32.160041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:32.160902 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.182885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8cce1d69-77ce-4b23-9bd4-69c7d2369df7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 0.8904939
Apr 02 21:19:32.192275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41202) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:32.319372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Deleting port ee970ad0-8c5a-4ef3-ad49-4176bbdc8745 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:32.319727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ee970ad0-8c5a-4ef3-ad49-4176bbdc8745), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.349630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (9073df0c-91e0-4bae-a9bf-b6761c7304bb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.400407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9073df0c-91e0-4bae-a9bf-b6761c7304bb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:32.415989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556df7fc-4732-482a-9ee7-456c10b0f719 None None] Network 5d4832a2-ff6e-4f6b-b522-7c19384adf3d requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:32.465663 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1cda12-c7db-4210-a85a-12139a962a8f {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:19:32.473881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Publish callbacks [] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.477236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ee970ad0-8c5a-4ef3-ad49-4176bbdc8745), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.488918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Transition to ACTIVE for port object 6d1cda12-c7db-4210-a85a-12139a962a8f will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:19:32.490659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.494470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-120026e1-1964-468a-886d-f6ef1e4def3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9073df0c-91e0-4bae-a9bf-b6761c7304bb HTTP/1.1" status: 204  len: 168 time: 1.8999596
Apr 02 21:19:32.494922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Calling delete_port for ee970ad0-8c5a-4ef3-ad49-4176bbdc8745 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:32.497841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41226) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:32.509533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.763511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] DHCP port deletion for 5d4832a2-ff6e-4f6b-b522-7c19384adf3d request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:19:32.785832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ee970ad0-8c5a-4ef3-ad49-4176bbdc8745), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.874791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee970ad0-8c5a-4ef3-ad49-4176bbdc8745,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:32.931515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (5d4832a2-ff6e-4f6b-b522-7c19384adf3d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.934257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] Deleting port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:32.934613 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:32.941729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Attempting to bind port 6d1cda12-c7db-4210-a85a-12139a962a8f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:32.942450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Attempting to bind port 6d1cda12-c7db-4210-a85a-12139a962a8f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:32.943058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Attempting to bind port 6d1cda12-c7db-4210-a85a-12139a962a8f on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:32.947679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Pushing event updated for resources: {'Port': ['ID=6d1cda12-c7db-4210-a85a-12139a962a8f,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:32.971191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41256) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:32.976717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Port 6d1cda12-c7db-4210-a85a-12139a962a8f on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:19:32.977413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Attempting to bind port 6d1cda12-c7db-4210-a85a-12139a962a8f on network e0b4c4bc-de45-4f73-9c94-e836543f4a58 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:33.035198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:33.037153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Checking segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:33.037733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Bound using segment: {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:33.039442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Bound port: 6d1cda12-c7db-4210-a85a-12139a962a8f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd95085-387e-4eaa-8ef9-f5fff583f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:33.040126 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.066976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.067172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1808e-e990-4cf7-9962-67bb142fadd4 req-c7c1a31a-bd71-44c9-a241-e126675d21cd tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:33.068821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dad1808e-e990-4cf7-9962-67bb142fadd4 req-c7c1a31a-bd71-44c9-a241-e126675d21cd tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1053 time: 0.3662560
Apr 02 21:19:33.076123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5639ccc6-24ec-4b1a-8e08-274b73f5b6bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ee970ad0-8c5a-4ef3-ad49-4176bbdc8745 HTTP/1.1" status: 204  len: 168 time: 0.8823454
Apr 02 21:19:33.076788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41260) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:33.081678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8', 'external_fixed_ips': [{'subnet_id': '09e5cc46-72cd-4625-b517-cd74154035dd', 'ip_address': '172.20.0.7'}]}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:33.089803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] For port 3d2ac035-7b6d-4e59-85a9-003f5ed22480, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2ac035-7b6d-4e59-85a9-003f5ed22480,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:33.090187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.108984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] Calling delete_port for 3d2ac035-7b6d-4e59-85a9-003f5ed22480 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:33.124099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.125668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.171368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Deleting port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:33.171719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.213095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95bc4fa2-dc5f-4194-845a-c9ec8ee934f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.238347 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.247144 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.276209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] No DVR routers for this DVR port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:33.278446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128894-b03a-49ee-9a18-b77f7fc0860d None None] Pushing event deleted for resources: {'Port': ['ID=3d2ac035-7b6d-4e59-85a9-003f5ed22480,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:33.321839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] For port 6d1cda12-c7db-4210-a85a-12139a962a8f, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:33.326011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dad1808e-e990-4cf7-9962-67bb142fadd4 req-e1a6f2f9-a941-48e6-a76e-5c144e656c88 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379906
Apr 02 21:19:33.356550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] For port 3d2ac035-7b6d-4e59-85a9-003f5ed22480, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2ac035-7b6d-4e59-85a9-003f5ed22480,segment=NetworkSegment(d72d5c18-0cde-4797-b153-a4fdd067b2bb),segment_id=d72d5c18-0cde-4797-b153-a4fdd067b2bb)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:33.356550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.366248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] For port 6d1cda12-c7db-4210-a85a-12139a962a8f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d1cda12-c7db-4210-a85a-12139a962a8f,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:33.377497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Calling delete_port for 3d2ac035-7b6d-4e59-85a9-003f5ed22480 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:33.379252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41266) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:33.388732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.437345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.483282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:33.484025 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.485775 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] 10.222.0.15 "PUT /v2.0/ports/6d1cda12-c7db-4210-a85a-12139a962a8f HTTP/1.1" status: 200  len: 1092 time: 2.4617431
Apr 02 21:19:33.486241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'tag': '6d1cda12-c7db-4210-a85a-12139a962a8f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:33.488554 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e10ac-da64-4c26-baa0-02662de21191" -d '{"events": [{"name": "network-changed", "server_uuid": "d21ada0f-22f7-424d-8cdc-3f00669463f2", "tag": "6d1cda12-c7db-4210-a85a-12139a962a8f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:33.559630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1702400623', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:33.574431 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5212f6-1d73-48af-866a-b41935f9ca78 x-openstack-request-id: req-7a5212f6-1d73-48af-866a-b41935f9ca78 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:33.574673 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21ada0f-22f7-424d-8cdc-3f00669463f2", "tag": "6d1cda12-c7db-4210-a85a-12139a962a8f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:33.574916 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a5212f6-1d73-48af-866a-b41935f9ca78 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:33.575334 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5212f6-1d73-48af-866a-b41935f9ca78'] response: {'name': 'network-changed', 'server_uuid': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'tag': '6d1cda12-c7db-4210-a85a-12139a962a8f', 'status': 'completed', 'code': 200}
Apr 02 21:19:33.578420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a592d-b665-471f-a6bb-63d6bc1188ff service neutron] Pushing event updated for resources: {'Port': ['ID=6d1cda12-c7db-4210-a85a-12139a962a8f,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:33.596876 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95bc4fa2-dc5f-4194-845a-c9ec8ee934f1 admin admin] Publish callbacks [] for security_group (8f82c5d9-a6ec-4be6-8416-020c0fa93e34), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.610732 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95bc4fa2-dc5f-4194-845a-c9ec8ee934f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8f82c5d9-a6ec-4be6-8416-020c0fa93e34), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.681241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Made reservation on behalf of 115541332cfa419a96e6846a9d989bf1 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:33.683790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.695452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41272) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:33.696541 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95bc4fa2-dc5f-4194-845a-c9ec8ee934f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a43d874bd1c841d99c6f960ad21d904e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7206590
Apr 02 21:19:33.703318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3d2ac035-7b6d-4e59-85a9-003f5ed22480), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.708922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc4fa2-dc5f-4194-845a-c9ec8ee934f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82c5d9-a6ec-4be6-8416-020c0fa93e34,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:33.725311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.759716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2ac035-7b6d-4e59-85a9-003f5ed22480,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:33.763001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-7e670fcd-11b1-45b4-b9db-610a0d1b58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:33.764810 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-7e670fcd-11b1-45b4-b9db-610a0d1b58f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1126 time: 0.2252479
Apr 02 21:19:33.769071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] No DVR routers for this DVR port 3d2ac035-7b6d-4e59-85a9-003f5ed22480 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:33.809993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.812677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d34e3839-af93-4fb5-b8e9-57898ac590f0 admin admin] Publish callbacks [] for security_group (8f82c5d9-a6ec-4be6-8416-020c0fa93e34), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.835843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.859114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-b8761d60-78b1-4b23-9f2f-9f5e2b076c5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1cda12-c7db-4210-a85a-12139a962a8f HTTP/1.1" status: 200  len: 217 time: 0.0871725
Apr 02 21:19:33.871275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d34e3839-af93-4fb5-b8e9-57898ac590f0 admin admin] Publish callbacks [] for security_group (8f82c5d9-a6ec-4be6-8416-020c0fa93e34), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:33.972759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d2ac035-7b6d-4e59-85a9-003f5ed22480 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:34.014410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 3d2ac035-7b6d-4e59-85a9-003f5ed22480 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:34.014763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3d2ac035-7b6d-4e59-85a9-003f5ed22480 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:34.020976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d34e3839-af93-4fb5-b8e9-57898ac590f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8f82c5d9-a6ec-4be6-8416-020c0fa93e34), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.023946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d34e3839-af93-4fb5-b8e9-57898ac590f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.029213 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d34e3839-af93-4fb5-b8e9-57898ac590f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f82c5d9-a6ec-4be6-8416-020c0fa93e34 HTTP/1.1" status: 204  len: 168 time: 0.3327351
Apr 02 21:19:34.060696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3839-af93-4fb5-b8e9-57898ac590f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82c5d9-a6ec-4be6-8416-020c0fa93e34,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:34.093514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Allocated IP 172.20.0.7 (8c3bcb40-4abd-4188-b595-19e9f13c5ad8/09e5cc46-72cd-4625-b517-cd74154035dd/73bf0db2-79e2-492a-a149-52cf289d5fd9) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:34.119729 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (5d4832a2-ff6e-4f6b-b522-7c19384adf3d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.134719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for security_group (6013c673-3057-4797-bd03-9de6ccac1aa2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.138481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-cb5db8ea-210c-442b-a832-63aa773c47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:34.140150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-cb5db8ea-210c-442b-a832-63aa773c47a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97dc6864-6505-4365-b608-70722d844f26 HTTP/1.1" status: 200  len: 849 time: 0.2631285
Apr 02 21:19:34.145157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6013c673-3057-4797-bd03-9de6ccac1aa2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.157525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] device_id is not set on port f48c2cff-ce58-4a64-9388-dde616143290 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:34.182164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f8d9700>,) {'filters': {'network_id': ['5d4832a2-ff6e-4f6b-b522-7c19384adf3d']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:34.219522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f8d9700>, 'd72d5c18-0cde-4797-b153-a4fdd067b2bb') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:34.219731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f8d9700>, 'd72d5c18-0cde-4797-b153-a4fdd067b2bb') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:34.238722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.276763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d72d5c18-0cde-4797-b153-a4fdd067b2bb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.282167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6013c673-3057-4797-bd03-9de6ccac1aa2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:34.301960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.318329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d72d5c18-0cde-4797-b153-a4fdd067b2bb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.335552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:19:34.336013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d72d5c18-0cde-4797-b153-a4fdd067b2bb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:19:34.356571 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:19:34.362615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:34.367988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:34.375456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:34.398341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d24256b7-10b5-423a-947a-cf91c2688732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:34.401008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d24256b7-10b5-423a-947a-cf91c2688732 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0b4c4bc-de45-4f73-9c94-e836543f4a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2544029
Apr 02 21:19:34.405544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Port': ['ID=73bf0db2-79e2-492a-a149-52cf289d5fd9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:34.466589 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Allocated IP 172.35.4.83 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f48c2cff-ce58-4a64-9388-dde616143290) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:34.533086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41298) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:34.555126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce66-a6be-45b7-90ab-4ab0158057d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.594478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (5d4832a2-ff6e-4f6b-b522-7c19384adf3d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.641073 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.644573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d4832a2-ff6e-4f6b-b522-7c19384adf3d HTTP/1.1" status: 204  len: 168 time: 2.1443527
Apr 02 21:19:34.650275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41308) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:34.672584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c89e76-fb30-44cd-af18-9dd84728b67f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4832a2-ff6e-4f6b-b522-7c19384adf3d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:34.680072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b8f0-4dc6-41a1-9446-94961a0b9827 req-3d82a564-ff15-46bd-af74-c6e9f4926ed2 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:34.682114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d67b8f0-4dc6-41a1-9446-94961a0b9827 req-3d82a564-ff15-46bd-af74-c6e9f4926ed2 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1126 time: 0.2182698
Apr 02 21:19:34.750910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-d433feb1-87ed-4476-84d3-3dab15910952 service neutron] 10.222.0.15 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808452
Apr 02 21:19:34.768348 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:19:34.824549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce66-a6be-45b7-90ab-4ab0158057d7 admin admin] Publish callbacks [] for security_group (4a17ff31-b2a6-4e91-adb8-63c3a9aa876b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.827068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.831218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce66-a6be-45b7-90ab-4ab0158057d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4a17ff31-b2a6-4e91-adb8-63c3a9aa876b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.863799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4d67b8f0-4dc6-41a1-9446-94961a0b9827 req-52e9d53e-9509-416d-bb03-d3dc44054cf8 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631074
Apr 02 21:19:34.903827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for port (f48c2cff-ce58-4a64-9388-dde616143290), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:34.918207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13745ee8-2cbf-41b6-b7c0-8d581efae182 req-3cff1c9c-aade-4236-9cec-769160a9a9ab service neutron] 10.222.0.15 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575224
Apr 02 21:19:34.922719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ce66-a6be-45b7-90ab-4ab0158057d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a17ff31-b2a6-4e91-adb8-63c3a9aa876b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:34.932951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9d49ce66-a6be-45b7-90ab-4ab0158057d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5c329c05bbf488fad5292a6449e9e36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3986166
Apr 02 21:19:34.935806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41318) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:34.989669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f48c2cff-ce58-4a64-9388-dde616143290), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.077885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:35.089748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:35.094922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Pushing event updated for resources: {'Port': ['ID=f48c2cff-ce58-4a64-9388-dde616143290,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:35.099156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:35.126535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881671d3-2498-47ea-bebc-9f60d068aa7e admin admin] Publish callbacks [] for security_group (4a17ff31-b2a6-4e91-adb8-63c3a9aa876b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.132967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e10ac-da64-4c26-baa0-02662de21191 req-8b28e47c-8888-4242-aaa5-ead4b37a0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:35.134545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-8b28e47c-8888-4242-aaa5-ead4b37a0be6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1126 time: 0.1612284
Apr 02 21:19:35.193095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881671d3-2498-47ea-bebc-9f60d068aa7e admin admin] Publish callbacks [] for security_group (4a17ff31-b2a6-4e91-adb8-63c3a9aa876b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.208075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:35.208752 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.284595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b9cd0b8-6cfe-480e-a3c8-eecb7cd9cf38 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.9041336
Apr 02 21:19:35.287630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:35.295876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.83'}]}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:35.328625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e10ac-da64-4c26-baa0-02662de21191 req-e8cc4970-73e8-425a-a0b2-3c4febae7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:35.330556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-e8cc4970-73e8-425a-a0b2-3c4febae7ef4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.1847863
Apr 02 21:19:35.343572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (faae2e16-90c3-40f7-b905-73d5e3589b2b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.345103 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (faae2e16-90c3-40f7-b905-73d5e3589b2b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.392226 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-52675c46-3f97-4d7e-b818-95b3e6d5f347 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1cda12-c7db-4210-a85a-12139a962a8f HTTP/1.1" status: 200  len: 217 time: 0.0430887
Apr 02 21:19:35.392882 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881671d3-2498-47ea-bebc-9f60d068aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4a17ff31-b2a6-4e91-adb8-63c3a9aa876b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.395565 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881671d3-2498-47ea-bebc-9f60d068aa7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.396678 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-881671d3-2498-47ea-bebc-9f60d068aa7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a17ff31-b2a6-4e91-adb8-63c3a9aa876b HTTP/1.1" status: 204  len: 168 time: 0.4599319
Apr 02 21:19:35.432681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881671d3-2498-47ea-bebc-9f60d068aa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a17ff31-b2a6-4e91-adb8-63c3a9aa876b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:35.494140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for router_controller (faae2e16-90c3-40f7-b905-73d5e3589b2b), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.508430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e10ac-da64-4c26-baa0-02662de21191 req-0772db53-e8dc-4729-b79c-5d8032e5bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:35.510032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-0772db53-e8dc-4729-b79c-5d8032e5bfd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97dc6864-6505-4365-b608-70722d844f26 HTTP/1.1" status: 200  len: 849 time: 0.1080034
Apr 02 21:19:35.536363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.762044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for router_gateway (faae2e16-90c3-40f7-b905-73d5e3589b2b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.773344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e10ac-da64-4c26-baa0-02662de21191 req-d619e9ef-a399-4b93-9f31-33d4c6ea1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:35.775669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-d619e9ef-a399-4b93-9f31-33d4c6ea1950 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0b4c4bc-de45-4f73-9c94-e836543f4a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2299869
Apr 02 21:19:35.828102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (348908aa-7ac8-414e-8649-7c81432557c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:35.882074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Router e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:36.005948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-54c8f62a-af7c-4280-a3d4-bd8a46541668 service neutron] 10.222.0.15 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172146
Apr 02 21:19:36.146887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc83b-2b68-4c04-933a-de522bd6e3b9 req-53fade81-ef09-49a1-b14f-86c82fe203e4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:36.148826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12efc83b-2b68-4c04-933a-de522bd6e3b9 req-53fade81-ef09-49a1-b14f-86c82fe203e4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1126 time: 0.1691122
Apr 02 21:19:36.154524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:36.164360 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Sync routers for ids ['e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:36.181377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Routers {'e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:36.182023 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:36.197625 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.204869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5a8236b5-2c95-475f-a286-afea508ad6e3 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 3.1269379
Apr 02 21:19:36.206689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41372) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:36.321842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12efc83b-2b68-4c04-933a-de522bd6e3b9 req-b3cb85b3-f80a-4271-aa99-3f6aa50f5309 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616626
Apr 02 21:19:36.358758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Set router e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:36.496992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.548550 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d86e10ac-da64-4c26-baa0-02662de21191 req-b881ec46-71d2-4a64-b691-dc7e64e884cb service neutron] 10.222.0.15 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5357015
Apr 02 21:19:36.562476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for router_gateway (faae2e16-90c3-40f7-b905-73d5e3589b2b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.592122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.613371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Deleting port 6fff055e-8288-48a1-af8d-3bf0767ee379 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:36.613946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.661742 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7d60>, [{'id': 'e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d', 'name': '', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8', 'external_fixed_ips': [{'subnet_id': '09e5cc46-72cd-4625-b517-cd74154035dd', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '73bf0db2-79e2-492a-a149-52cf289d5fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:33Z', 'updated_at': '2022-04-02T21:19:34Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '73bf0db2-79e2-492a-a149-52cf289d5fd9', 'name': '', 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '09e5cc46-72cd-4625-b517-cd74154035dd', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:33Z', 'updated_at': '2022-04-02T21:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e5cc46-72cd-4625-b517-cd74154035dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:36.694604 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.705998 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Checking router: e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:36.707736 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Updating router e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d port 73bf0db2-79e2-492a-a149-52cf289d5fd9 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:36.751317 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.763223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] For port 6fff055e-8288-48a1-af8d-3bf0767ee379, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fff055e-8288-48a1-af8d-3bf0767ee379,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:36.763831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.782843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Calling delete_port for 6fff055e-8288-48a1-af8d-3bf0767ee379 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:36.785896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for router (faae2e16-90c3-40f7-b905-73d5e3589b2b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:36.888892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Deleting port 73bf0db2-79e2-492a-a149-52cf289d5fd9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:36.889522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.042602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (faae2e16-90c3-40f7-b905-73d5e3589b2b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.046134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks [] for router_controller (faae2e16-90c3-40f7-b905-73d5e3589b2b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.104388 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Publish callbacks [] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.114545 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.129310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (faae2e16-90c3-40f7-b905-73d5e3589b2b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.129971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faae2e16-90c3-40f7-b905-73d5e3589b2b {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:19:37.160977 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:19:37.165825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95b07880-c41c-4cbe-b858-fdfd766691ee tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 1.8769288
Apr 02 21:19:37.166483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41408) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:37.195522 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c189-7693-4f9a-8257-70374adbaaec None None] Pushing event updated for resources: {'Port': ['ID=73bf0db2-79e2-492a-a149-52cf289d5fd9,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:37.220419 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Attempting to bind port 73bf0db2-79e2-492a-a149-52cf289d5fd9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:37.221138 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Attempting to bind port 73bf0db2-79e2-492a-a149-52cf289d5fd9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0838fa0e-e45e-4c93-8bae-db87e80d4186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:37.221805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Attempting to bind port 73bf0db2-79e2-492a-a149-52cf289d5fd9 on network 8c3bcb40-4abd-4188-b595-19e9f13c5ad8 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:37.228012 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:37.229302 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Checking segment: {'id': '0838fa0e-e45e-4c93-8bae-db87e80d4186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:37.229879 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.230458 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Bound using segment: {'id': '0838fa0e-e45e-4c93-8bae-db87e80d4186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:37.231156 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Bound port: 73bf0db2-79e2-492a-a149-52cf289d5fd9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0838fa0e-e45e-4c93-8bae-db87e80d4186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8c3bcb40-4abd-4188-b595-19e9f13c5ad8'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:37.231671 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.248045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6d1cda12-c7db-4210-a85a-12139a962a8f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:19:37.284609 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] For port 73bf0db2-79e2-492a-a149-52cf289d5fd9, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:37.287798 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] For port 73bf0db2-79e2-492a-a149-52cf289d5fd9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73bf0db2-79e2-492a-a149-52cf289d5fd9,segment=NetworkSegment(0838fa0e-e45e-4c93-8bae-db87e80d4186),segment_id=0838fa0e-e45e-4c93-8bae-db87e80d4186)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:37.298141 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.306042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Deleting port f48c2cff-ce58-4a64-9388-dde616143290 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:37.306812 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f48c2cff-ce58-4a64-9388-dde616143290), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.375476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.403430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Calling delete_port for 73bf0db2-79e2-492a-a149-52cf289d5fd9 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:37.436738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6d1cda12-c7db-4210-a85a-12139a962a8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d1cda12-c7db-4210-a85a-12139a962a8f,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:37.441737 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f48c2cff-ce58-4a64-9388-dde616143290), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.450184 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Routers {'e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:37.453146 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:37.458333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Calling delete_port for f48c2cff-ce58-4a64-9388-dde616143290 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:37.464410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '6d1cda12-c7db-4210-a85a-12139a962a8f', 'network_id': 'e0b4c4bc-de45-4f73-9c94-e836543f4a58', 'port_id': '6d1cda12-c7db-4210-a85a-12139a962a8f', 'mac_address': 'fa:16:3e:3f:ed:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dc6864-6505-4365-b608-70722d844f26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:19:37.559652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6d1cda12-c7db-4210-a85a-12139a962a8f is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:37.561966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.569729 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c189-7693-4f9a-8257-70374adbaaec None None] Pushing event updated for resources: {'Port': ['ID=73bf0db2-79e2-492a-a149-52cf289d5fd9,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:37.593896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1cda12-c7db-4210-a85a-12139a962a8f {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:19:37.617843 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] Set router e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:37.620952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6d1cda12-c7db-4210-a85a-12139a962a8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d1cda12-c7db-4210-a85a-12139a962a8f,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:37.632724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.662416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f48c2cff-ce58-4a64-9388-dde616143290), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.714904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Pushing event deleted for resources: {'Port': ['ID=f48c2cff-ce58-4a64-9388-dde616143290,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:37.734904 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cf7d60>, [{'id': 'e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d', 'name': '', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:33Z', 'updated_at': '2022-04-02T21:19:36Z', 'revision_number': 4, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:37.766528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6d1cda12-c7db-4210-a85a-12139a962a8f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:37.773739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644543a-8825-4326-8c8c-a7c033eae658 req-588c4819-deba-4539-aeb3-506861ead32f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:37.776017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1644543a-8825-4326-8c8c-a7c033eae658 req-588c4819-deba-4539-aeb3-506861ead32f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1127 time: 0.1521096
Apr 02 21:19:37.787052 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f47241-af7f-412b-81d1-66a52717fa0b None None] The sync data for ids ['e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d'] in ncdv-master-1 is: [{'id': 'e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d', 'name': '', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:33Z', 'updated_at': '2022-04-02T21:19:36Z', 'revision_number': 4, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:37.837437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6fff055e-8288-48a1-af8d-3bf0767ee379), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.881543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1644543a-8825-4326-8c8c-a7c033eae658 req-fad1d43f-0cc3-460d-9f76-37b9cfa10105 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777025
Apr 02 21:19:37.888077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fff055e-8288-48a1-af8d-3bf0767ee379,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:37.892826 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:37.912902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-13156df1-2a06-4da6-bb8c-452bec8cb182 tempest-RoutersAdminNegativeTest-2027953320 tempest-RoutersAdminNegativeTest-2027953320-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f48c2cff-ce58-4a64-9388-dde616143290 HTTP/1.1" status: 204  len: 168 time: 0.7449605
Apr 02 21:19:37.957986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6d1cda12-c7db-4210-a85a-12139a962a8f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:38.028491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (73bf0db2-79e2-492a-a149-52cf289d5fd9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.198026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event deleted for resources: {'Port': ['ID=73bf0db2-79e2-492a-a149-52cf289d5fd9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:38.229949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (348908aa-7ac8-414e-8649-7c81432557c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.370803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41446) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:38.371730 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.496167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.499915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.590845 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13ac076c-cf74-4958-a1ea-1f9563f0824b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.596894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.597418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:19:38.607417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.608582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a452c716-71fa-4c39-8bc1-fadb9db26b1d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e6650fdf-8b9b-4d67-ad13-c3a3a55dfa2d HTTP/1.1" status: 204  len: 168 time: 2.3996058
Apr 02 21:19:38.611525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41454) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:38.661380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Deleting subnet 09e5cc46-72cd-4625-b517-cd74154035dd {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:38.665492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for subnet (09e5cc46-72cd-4625-b517-cd74154035dd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.712627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Router 348908aa-7ac8-414e-8649-7c81432557c4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:19:38.725161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (09e5cc46-72cd-4625-b517-cd74154035dd), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.773838 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (09e5cc46-72cd-4625-b517-cd74154035dd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.799231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13ac076c-cf74-4958-a1ea-1f9563f0824b admin admin] Publish callbacks [] for security_group (72d46391-690c-4ddc-a02d-96edda5a80a9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.808563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13ac076c-cf74-4958-a1ea-1f9563f0824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (72d46391-690c-4ddc-a02d-96edda5a80a9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.843835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (09e5cc46-72cd-4625-b517-cd74154035dd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.873217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09e5cc46-72cd-4625-b517-cd74154035dd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:38.881174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:38.886006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-219286fc-e0a9-4e4a-ba61-098f7b302fd4 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/09e5cc46-72cd-4625-b517-cd74154035dd HTTP/1.1" status: 204  len: 168 time: 0.2734675
Apr 02 21:19:38.888695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41468) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:38.892808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-13ac076c-cf74-4958-a1ea-1f9563f0824b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc2a968d44914bf198115edd6b45a336&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5186493
Apr 02 21:19:38.897774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41470) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:38.901620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac076c-cf74-4958-a1ea-1f9563f0824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d46391-690c-4ddc-a02d-96edda5a80a9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:38.937478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:38.944758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f91fb5d6-3e08-4d08-b95b-871466f7a2b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/348908aa-7ac8-414e-8649-7c81432557c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2557192
Apr 02 21:19:38.949007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:38.950744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] Sync routers for ids ['348908aa-7ac8-414e-8649-7c81432557c4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:38.963473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] Routers {'348908aa-7ac8-414e-8649-7c81432557c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:38.964182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78444a7700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['348908aa-7ac8-414e-8649-7c81432557c4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:39.006194 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8c3bcb40-4abd-4188-b595-19e9f13c5ad8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.058633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b95090d5-0751-4ff1-804d-7e6922c261f2 admin admin] Publish callbacks [] for security_group (72d46391-690c-4ddc-a02d-96edda5a80a9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.102541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] Set router 348908aa-7ac8-414e-8649-7c81432557c4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:39.111143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8c3bcb40-4abd-4188-b595-19e9f13c5ad8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.115281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b95090d5-0751-4ff1-804d-7e6922c261f2 admin admin] Publish callbacks [] for security_group (72d46391-690c-4ddc-a02d-96edda5a80a9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.129358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks [] for router (348908aa-7ac8-414e-8649-7c81432557c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.135244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78454c6fd0>,) {'filters': {'network_id': ['8c3bcb40-4abd-4188-b595-19e9f13c5ad8']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:39.148015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78454c6fd0>, '0838fa0e-e45e-4c93-8bae-db87e80d4186') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:39.148391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78454c6fd0>, '0838fa0e-e45e-4c93-8bae-db87e80d4186') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:39.166155 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (0838fa0e-e45e-4c93-8bae-db87e80d4186), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.184210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0838fa0e-e45e-4c93-8bae-db87e80d4186), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.190633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:19:39.191138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (0838fa0e-e45e-4c93-8bae-db87e80d4186), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:19:39.194041 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:19:39.213740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaad3c-89e5-4b8e-b56f-e6bcae7aa3e2 req-aa3d4d59-e677-46f8-bfe3-bb91147320ef tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:39.215523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fedaad3c-89e5-4b8e-b56f-e6bcae7aa3e2 req-aa3d4d59-e677-46f8-bfe3-bb91147320ef tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1127 time: 0.1988504
Apr 02 21:19:39.285179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8c3bcb40-4abd-4188-b595-19e9f13c5ad8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.294719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8c3bcb40-4abd-4188-b595-19e9f13c5ad8 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 02 21:19:39.327829 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fedaad3c-89e5-4b8e-b56f-e6bcae7aa3e2 req-fe269fb0-5734-4171-9182-07fbb5ac3318 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033731
Apr 02 21:19:39.334502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.349073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b95090d5-0751-4ff1-804d-7e6922c261f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (72d46391-690c-4ddc-a02d-96edda5a80a9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.349283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8c3bcb40-4abd-4188-b595-19e9f13c5ad8 HTTP/1.1" status: 204  len: 168 time: 0.4549267
Apr 02 21:19:39.349400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b95090d5-0751-4ff1-804d-7e6922c261f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.353301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b95090d5-0751-4ff1-804d-7e6922c261f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72d46391-690c-4ddc-a02d-96edda5a80a9 HTTP/1.1" status: 204  len: 168 time: 0.4512017
Apr 02 21:19:39.362286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95090d5-0751-4ff1-804d-7e6922c261f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d46391-690c-4ddc-a02d-96edda5a80a9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:39.378693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks [] for router_gateway (348908aa-7ac8-414e-8649-7c81432557c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.379289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbabda6-27da-4158-a997-5fd73a33a59d tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c3bcb40-4abd-4188-b595-19e9f13c5ad8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:39.397954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6d1cda12-c7db-4210-a85a-12139a962a8f up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:39.535265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Deleting port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:39.535639 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.611267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 6d1cda12-c7db-4210-a85a-12139a962a8f completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:19:39.624043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 6d1cda12-c7db-4210-a85a-12139a962a8f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:39.624787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.748057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] For port 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:39.748761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:39.781546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Calling delete_port for 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:39.860701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78444a7700>, [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:37Z', 'revision_number': 5, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port': {'id': '1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348908aa-7ac8-414e-8649-7c81432557c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:12Z', 'updated_at': '2022-04-02T21:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:39.920630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] Checking router: 348908aa-7ac8-414e-8649-7c81432557c4 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:39.938579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] Routers {'348908aa-7ac8-414e-8649-7c81432557c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:39.949907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78444a7700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['348908aa-7ac8-414e-8649-7c81432557c4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:40.009190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 6d1cda12-c7db-4210-a85a-12139a962a8f is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:40.011537 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.076188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41504) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:40.098292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1cda12-c7db-4210-a85a-12139a962a8f'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:40.100768 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9147e0-23e4-48fa-9cbf-a5d39e731cd3" -d '{"events": [{"server_uuid": "d21ada0f-22f7-424d-8cdc-3f00669463f2", "name": "network-vif-plugged", "status": "completed", "tag": "6d1cda12-c7db-4210-a85a-12139a962a8f"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:40.116544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:40.127605 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 6d1cda12-c7db-4210-a85a-12139a962a8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d1cda12-c7db-4210-a85a-12139a962a8f,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:40.129658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] Set router 348908aa-7ac8-414e-8649-7c81432557c4 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:40.131211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'name': 'tempest-router--1765424125', 'project_id': 'abc824af43994f5fb0acc5504b93a833'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:40.166316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.172189 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b9f5f-4d7a-4268-854c-f59fc8146114 x-openstack-request-id: req-768b9f5f-4d7a-4268-854c-f59fc8146114 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:40.172717 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ada0f-22f7-424d-8cdc-3f00669463f2", "name": "network-vif-plugged", "status": "completed", "tag": "6d1cda12-c7db-4210-a85a-12139a962a8f", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:40.173245 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-768b9f5f-4d7a-4268-854c-f59fc8146114 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:40.173805 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768b9f5f-4d7a-4268-854c-f59fc8146114'] response: {'server_uuid': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1cda12-c7db-4210-a85a-12139a962a8f', 'code': 200}
Apr 02 21:19:40.214220 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db26932b-297e-45ae-865c-ca04a6f192b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=115541332cfa419a96e6846a9d989bf1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1368268
Apr 02 21:19:40.217407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41520) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:40.243850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78444a7700>, [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:39Z', 'revision_number': 6, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:40.252987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (b00664fe-a2b2-4e90-888d-8c403ecd2770), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.254365 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (b00664fe-a2b2-4e90-888d-8c403ecd2770), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.290999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cb9c36-4e6d-4351-99b7-7ddc682d6e5c None None] The sync data for ids ['348908aa-7ac8-414e-8649-7c81432557c4'] in ncdv-master-1 is: [{'id': '348908aa-7ac8-414e-8649-7c81432557c4', 'name': 'tempest-TestAggregatesBasicOps-1854936847-router', 'tenant_id': '13d8cf54919443c4b6a9643a9a5cde04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:11Z', 'updated_at': '2022-04-02T21:19:39Z', 'revision_number': 6, 'project_id': '13d8cf54919443c4b6a9643a9a5cde04', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:40.350846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=6d1cda12-c7db-4210-a85a-12139a962a8f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:40.454632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (b00664fe-a2b2-4e90-888d-8c403ecd2770), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.457745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b9845b-f83d-4f65-8226-10a5cf67f97a admin admin] Publish callbacks [] for security_group (6013c673-3057-4797-bd03-9de6ccac1aa2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.467379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea121-46f1-4e1f-b5bc-cedf6d60fd40 req-1b939494-d2a3-49dc-bd92-63d6d1c49345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:40.469105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d17ea121-46f1-4e1f-b5bc-cedf6d60fd40 req-1b939494-d2a3-49dc-bd92-63d6d1c49345 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.2090135
Apr 02 21:19:40.471858 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (b00664fe-a2b2-4e90-888d-8c403ecd2770), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.558473 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.559831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a595cc1a-afbc-44c5-b5c1-31d6d7e0aceb tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4423499
Apr 02 21:19:40.568697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:40.578053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b9845b-f83d-4f65-8226-10a5cf67f97a admin admin] Publish callbacks [] for security_group (6013c673-3057-4797-bd03-9de6ccac1aa2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.612400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.650455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af00ec-c6c7-4e5d-ba85-f56d1d1d0a03 req-facf0aa0-0162-4d8f-8ccd-438b9a445e67 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:40.658229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24af00ec-c6c7-4e5d-ba85-f56d1d1d0a03 req-facf0aa0-0162-4d8f-8ccd-438b9a445e67 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.1265512
Apr 02 21:19:40.706440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:40.724507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d17ea121-46f1-4e1f-b5bc-cedf6d60fd40 req-acd6b519-689e-4834-afa2-75e68b801a20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434599
Apr 02 21:19:40.728820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (b00664fe-a2b2-4e90-888d-8c403ecd2770), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.798278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (348908aa-7ac8-414e-8649-7c81432557c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.817201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24af00ec-c6c7-4e5d-ba85-f56d1d1d0a03 req-ae7ff7e0-4eca-422e-bdf7-924d9cb4a458 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575887
Apr 02 21:19:40.908813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b9845b-f83d-4f65-8226-10a5cf67f97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6013c673-3057-4797-bd03-9de6ccac1aa2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.911330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b9845b-f83d-4f65-8226-10a5cf67f97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.916790 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-72b9845b-f83d-4f65-8226-10a5cf67f97a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6013c673-3057-4797-bd03-9de6ccac1aa2 HTTP/1.1" status: 204  len: 168 time: 0.6938288
Apr 02 21:19:40.925210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (b00664fe-a2b2-4e90-888d-8c403ecd2770), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.927532 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (b00664fe-a2b2-4e90-888d-8c403ecd2770), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.929141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9845b-f83d-4f65-8226-10a5cf67f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013c673-3057-4797-bd03-9de6ccac1aa2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:40.941576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (348908aa-7ac8-414e-8649-7c81432557c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.944614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks [] for router_controller (348908aa-7ac8-414e-8649-7c81432557c4), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.983831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (b00664fe-a2b2-4e90-888d-8c403ecd2770), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.984374 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b00664fe-a2b2-4e90-888d-8c403ecd2770 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:19:40.989140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:40.990408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6aa72918-77a5-470b-b820-27566d3c2114 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b00664fe-a2b2-4e90-888d-8c403ecd2770 HTTP/1.1" status: 204  len: 168 time: 0.4207706
Apr 02 21:19:41.016171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (348908aa-7ac8-414e-8649-7c81432557c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.017484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348908aa-7ac8-414e-8649-7c81432557c4 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:19:41.028415 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.032443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-31ebbb7e-6fbe-41dc-9743-dd5e151afd55 admin admin] 10.222.0.18 "DELETE /v2.0/routers/348908aa-7ac8-414e-8649-7c81432557c4 HTTP/1.1" status: 204  len: 168 time: 2.0825009
Apr 02 21:19:41.035290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41558) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:41.094358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41562) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:41.107694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Deleting subnet ee2c1450-b65e-4029-9d36-28820a52367f {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:41.112659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Publish callbacks [] for subnet (ee2c1450-b65e-4029-9d36-28820a52367f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.193663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ee2c1450-b65e-4029-9d36-28820a52367f), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.267762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41580) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:41.312757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ee2c1450-b65e-4029-9d36-28820a52367f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.384939 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ee2c1450-b65e-4029-9d36-28820a52367f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.412039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2c1450-b65e-4029-9d36-28820a52367f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:41.419596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.425580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e503c79d-caf3-43d7-97f2-0255e17d999b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee2c1450-b65e-4029-9d36-28820a52367f HTTP/1.1" status: 204  len: 168 time: 0.3868425
Apr 02 21:19:41.426514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41586) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:41.429939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d54a6a-6f1f-4826-9b94-5a2863b9f455 None None] Network 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:41.522858 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.557157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Deleting subnet 4d0fa89b-c5c3-4a17-8988-7be8046e786c {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:19:41.571780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Publish callbacks [] for subnet (4d0fa89b-c5c3-4a17-8988-7be8046e786c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.616796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Deleting port f7eb3886-39e8-485e-ae86-7b72088f81fa {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:41.617434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.627672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (4d0fa89b-c5c3-4a17-8988-7be8046e786c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.719198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4d0fa89b-c5c3-4a17-8988-7be8046e786c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.721000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] DHCP port deletion for 8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:19:41.730414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2059881135', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:41.749276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] For port f7eb3886-39e8-485e-ae86-7b72088f81fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7eb3886-39e8-485e-ae86-7b72088f81fa,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:41.749952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.765306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (31b7376c-e437-424d-88e9-ea1b2e0df809), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.766466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (31b7376c-e437-424d-88e9-ea1b2e0df809), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.770521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Calling delete_port for f7eb3886-39e8-485e-ae86-7b72088f81fa owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:41.777364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] Deleting port f7eb3886-39e8-485e-ae86-7b72088f81fa {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:41.777926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.844643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (4d0fa89b-c5c3-4a17-8988-7be8046e786c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.858916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (31b7376c-e437-424d-88e9-ea1b2e0df809), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.871184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] For port f7eb3886-39e8-485e-ae86-7b72088f81fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7eb3886-39e8-485e-ae86-7b72088f81fa,segment=NetworkSegment(fd54bdde-9ebd-41e0-b5be-d288b06075f2),segment_id=fd54bdde-9ebd-41e0-b5be-d288b06075f2)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:41.871653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.884159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0fa89b-c5c3-4a17-8988-7be8046e786c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:41.887080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] Calling delete_port for f7eb3886-39e8-485e-ae86-7b72088f81fa owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:41.940823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:41.946425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6c3e5ded-7da6-4c9f-b7ac-f31711689aee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d0fa89b-c5c3-4a17-8988-7be8046e786c HTTP/1.1" status: 204  len: 168 time: 0.8482511
Apr 02 21:19:41.947490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:42.016822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.026557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (f7eb3886-39e8-485e-ae86-7b72088f81fa), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.032238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6fff055e-8288-48a1-af8d-3bf0767ee379 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:42.063431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6fff055e-8288-48a1-af8d-3bf0767ee379 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:42.063780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6fff055e-8288-48a1-af8d-3bf0767ee379 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:42.065074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:42.065442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7eb3886-39e8-485e-ae86-7b72088f81fa,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:42.109860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] Pushing event deleted for resources: {'Port': ['ID=f7eb3886-39e8-485e-ae86-7b72088f81fa,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:42.113630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:42.114145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c0fe394-fc7f-4e6e-bccd-ddb4c8fa93b9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:42.114740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7eb3886-39e8-485e-ae86-7b72088f81fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:42.118111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba62f8-4ac1-4b99-8f69-5c1643a481a7 None None] No DVR routers for this DVR port f7eb3886-39e8-485e-ae86-7b72088f81fa on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:42.140616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f7eb3886-39e8-485e-ae86-7b72088f81fa {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:42.141143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f7eb3886-39e8-485e-ae86-7b72088f81fa not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:42.144250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (31b7376c-e437-424d-88e9-ea1b2e0df809), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.159931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] No DVR routers for this DVR port f7eb3886-39e8-485e-ae86-7b72088f81fa on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:42.201520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (146ce8d9-8798-4b34-95b9-d9b14df14138), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.245939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160fcd4-08ef-4a16-8d2a-db9cbb7a0e90 req-d99c0c29-123e-4a73-b86e-c79b4eaf28ed tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:42.247497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6160fcd4-08ef-4a16-8d2a-db9cbb7a0e90 req-d99c0c29-123e-4a73-b86e-c79b4eaf28ed tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.2369556
Apr 02 21:19:42.275323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.317751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41610) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:42.341324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847220af0>,) {'filters': {'network_id': ['8b9c4e75-cbbd-4ff0-9dd3-3d014431d474']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:42.375509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847220af0>, 'fd54bdde-9ebd-41e0-b5be-d288b06075f2') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:42.375803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847220af0>, 'fd54bdde-9ebd-41e0-b5be-d288b06075f2') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:42.404728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (fd54bdde-9ebd-41e0-b5be-d288b06075f2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.448558 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6160fcd4-08ef-4a16-8d2a-db9cbb7a0e90 req-b1f71ffb-253f-49a0-a648-699fc00ab568 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758125
Apr 02 21:19:42.451933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (146ce8d9-8798-4b34-95b9-d9b14df14138), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.458618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (31b7376c-e437-424d-88e9-ea1b2e0df809), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.474537 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fd54bdde-9ebd-41e0-b5be-d288b06075f2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.491007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:19:42.491419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (fd54bdde-9ebd-41e0-b5be-d288b06075f2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:19:42.493176 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:19:42.494705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845b73250>,) {'filters': {'network_id': ['146ce8d9-8798-4b34-95b9-d9b14df14138']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:42.503892 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.520113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b73250>, 'de1a1641-4f53-4519-aa97-a1c1957404fc') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:42.520489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b73250>, 'de1a1641-4f53-4519-aa97-a1c1957404fc') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:42.551970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:42.563031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (de1a1641-4f53-4519-aa97-a1c1957404fc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.576821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8b9c4e75-cbbd-4ff0-9dd3-3d014431d474), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.582163 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (de1a1641-4f53-4519-aa97-a1c1957404fc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.584390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.590612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8b9c4e75-cbbd-4ff0-9dd3-3d014431d474 HTTP/1.1" status: 204  len: 168 time: 1.1614134
Apr 02 21:19:42.603110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:19:42.604088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (de1a1641-4f53-4519-aa97-a1c1957404fc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:19:42.605853 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:19:42.615079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700e5a8-cff4-436b-8919-b5b70c0fcd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9c4e75-cbbd-4ff0-9dd3-3d014431d474,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:42.621120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2077509135'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:42.663017 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (146ce8d9-8798-4b34-95b9-d9b14df14138), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.668754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.669030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c51cf680-c3c4-49c0-b526-bf927ed2597d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.672332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] 10.222.0.18 "DELETE /v2.0/networks/146ce8d9-8798-4b34-95b9-d9b14df14138 HTTP/1.1" status: 204  len: 168 time: 0.7235692
Apr 02 21:19:42.686096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d50c87-7b19-4e33-bbf5-ca5549898d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=146ce8d9-8798-4b34-95b9-d9b14df14138,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:42.694002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Allocated IP 172.35.4.47 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/56b55193-2789-4abc-a652-57768fbc2558) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:42.705354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:42.708698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.731697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.739310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:42.791225 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-882c5b01-89a0-4b0d-85df-78e5a9e29cde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dcd60b7072543dc834451d5898d67e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0508051
Apr 02 21:19:42.794177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:42.856030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:42.866439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb65100-7898-43b4-a17e-cd04efa3b2ee admin admin] Publish callbacks [] for security_group (6bd2d7a7-1314-43d6-979b-15d1c5a46144), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.891024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb65100-7898-43b4-a17e-cd04efa3b2ee admin admin] Publish callbacks [] for security_group (6bd2d7a7-1314-43d6-979b-15d1c5a46144), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.948552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb65100-7898-43b4-a17e-cd04efa3b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6bd2d7a7-1314-43d6-979b-15d1c5a46144), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.951047 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abb65100-7898-43b4-a17e-cd04efa3b2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.951777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for port (56b55193-2789-4abc-a652-57768fbc2558), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.954895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-abb65100-7898-43b4-a17e-cd04efa3b2ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bd2d7a7-1314-43d6-979b-15d1c5a46144 HTTP/1.1" status: 204  len: 168 time: 0.1570735
Apr 02 21:19:42.970666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb65100-7898-43b4-a17e-cd04efa3b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd2d7a7-1314-43d6-979b-15d1c5a46144,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:42.979208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7a7e4031-d438-40a4-8cac-1a79f60cb6f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5fe471f4a924fd98ef24aa24abb736c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1189294
Apr 02 21:19:42.982500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c51cf680-c3c4-49c0-b526-bf927ed2597d admin admin] Publish callbacks [] for security_group (3be8d699-2650-42e8-83e3-068465be207c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:42.985889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:43.001628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c51cf680-c3c4-49c0-b526-bf927ed2597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3be8d699-2650-42e8-83e3-068465be207c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.026835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for security_group (6576d360-1c4a-40cf-91a0-bace6abadff1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.051131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6576d360-1c4a-40cf-91a0-bace6abadff1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.095342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c51cf680-c3c4-49c0-b526-bf927ed2597d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65522f00c7b643fd849d71d36811c75c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5423183
Apr 02 21:19:43.098464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41636) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:43.100424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cf680-c3c4-49c0-b526-bf927ed2597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8d699-2650-42e8-83e3-068465be207c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:43.107411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:19:43.137824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (56b55193-2789-4abc-a652-57768fbc2558), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.160480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.163525 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Added segment 7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42 of type vlan for network f1dad11f-35a5-47e4-b437-96f772a9cb3a
Apr 02 21:19:43.168027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca79d788-4ba7-475d-98cf-4b5ac4c72502 admin admin] Publish callbacks [] for security_group (3be8d699-2650-42e8-83e3-068465be207c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.192256 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff9e657d-5ba7-4c5c-b042-2a7a9fd96da5 admin admin] Publish callbacks [] for security_group (f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.193887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6576d360-1c4a-40cf-91a0-bace6abadff1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:43.194036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca79d788-4ba7-475d-98cf-4b5ac4c72502 admin admin] Publish callbacks [] for security_group (3be8d699-2650-42e8-83e3-068465be207c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.235576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:43.259097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:43.259297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca79d788-4ba7-475d-98cf-4b5ac4c72502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3be8d699-2650-42e8-83e3-068465be207c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.264971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ca79d788-4ba7-475d-98cf-4b5ac4c72502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.267579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca79d788-4ba7-475d-98cf-4b5ac4c72502 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3be8d699-2650-42e8-83e3-068465be207c HTTP/1.1" status: 204  len: 168 time: 0.1669798
Apr 02 21:19:43.271410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:43.277504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f1dad11f-35a5-47e4-b437-96f772a9cb3a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.281089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event updated for resources: {'Port': ['ID=56b55193-2789-4abc-a652-57768fbc2558,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:43.281780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79d788-4ba7-475d-98cf-4b5ac4c72502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8d699-2650-42e8-83e3-068465be207c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:43.284050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff9e657d-5ba7-4c5c-b042-2a7a9fd96da5 admin admin] Publish callbacks [] for security_group (f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.405757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41642) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:43.426188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f1dad11f-35a5-47e4-b437-96f772a9cb3a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.431694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:43.432303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.464326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-056cc266-278e-43c2-a41f-ef03cee7386a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13d8cf54919443c4b6a9643a9a5cde04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0557570
Apr 02 21:19:43.466552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41644) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:43.503979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.1853726
Apr 02 21:19:43.508804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41650) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:43.515009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'subnet': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:43.564719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff9e657d-5ba7-4c5c-b042-2a7a9fd96da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.567332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ff9e657d-5ba7-4c5c-b042-2a7a9fd96da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.568480 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ff9e657d-5ba7-4c5c-b042-2a7a9fd96da5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd HTTP/1.1" status: 204  len: 168 time: 0.5816362
Apr 02 21:19:43.584509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb62248-dcc7-4222-9961-fc00b3c55932 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Network': ['ID=f1dad11f-35a5-47e4-b437-96f772a9cb3a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:43.603001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:19:43.626289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e657d-5ba7-4c5c-b042-2a7a9fd96da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aad53b-9cef-4cf3-8db6-73b9b23a6dbd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:43.643431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:43.658196 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.702615 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8e17-9a44-4c6d-a0e2-0517b736ef7a admin admin] Publish callbacks [] for security_group (0ab99fc6-3d02-43ef-b524-f1df294bfec6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.745852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daface36-330d-42cd-8bac-e0e03fdbefe0 req-accabc0b-391f-4a0d-8005-e2ee44b1cfd1 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:43.747434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-daface36-330d-42cd-8bac-e0e03fdbefe0 req-accabc0b-391f-4a0d-8005-e2ee44b1cfd1 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.1946731
Apr 02 21:19:43.778264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8e17-9a44-4c6d-a0e2-0517b736ef7a admin admin] Publish callbacks [] for security_group (0ab99fc6-3d02-43ef-b524-f1df294bfec6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.844709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (31b7376c-e437-424d-88e9-ea1b2e0df809), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.890806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-daface36-330d-42cd-8bac-e0e03fdbefe0 req-489abadb-c777-4c7f-8eb6-58459f1cf8a6 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344337
Apr 02 21:19:43.891544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41656) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:43.910461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a744a0ff-9497-46b9-8f35-bdfa9635ecbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.933963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.949596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8e17-9a44-4c6d-a0e2-0517b736ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0ab99fc6-3d02-43ef-b524-f1df294bfec6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.952151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8e17-9a44-4c6d-a0e2-0517b736ef7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:43.953307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7e7a8e17-9a44-4c6d-a0e2-0517b736ef7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ab99fc6-3d02-43ef-b524-f1df294bfec6 HTTP/1.1" status: 204  len: 168 time: 0.4638357
Apr 02 21:19:43.978215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8e17-9a44-4c6d-a0e2-0517b736ef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab99fc6-3d02-43ef-b524-f1df294bfec6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:44.049830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Subnet': ['ID=0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:44.074475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Checking segment: {'id': '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:44.074851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network hostable DHCP agents. Network: f1dad11f-35a5-47e4-b437-96f772a9cb3a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:19:44.081105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7d1f2-3ec6-40cb-8ccc-c9d2802852a5 req-7a9f4e8f-79a1-4383-82c0-f8654fd69154 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:44.083353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87e7d1f2-3ec6-40cb-8ccc-c9d2802852a5 req-7a9f4e8f-79a1-4383-82c0-f8654fd69154 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.0987241
Apr 02 21:19:44.135665 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:19:44.153267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1dad11f-35a5-47e4-b437-96f772a9cb3a) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:44.163238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b73f3-064b-4489-b752-dedb7fcc1c2a None None] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:44.163904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:44.165075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.179178 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87e7d1f2-3ec6-40cb-8ccc-c9d2802852a5 req-7446ae5f-78d3-49b3-918b-ae88de16e352 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753295
Apr 02 21:19:44.189792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e7e11b18-04b6-4bf6-b687-f13647ddd38b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6797550
Apr 02 21:19:44.192685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41668) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:44.199260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1513140658'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:44.237514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a744a0ff-9497-46b9-8f35-bdfa9635ecbb admin admin] Publish callbacks [] for security_group (fcf2b706-df52-4977-8862-fb86b3e49926), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.256764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a744a0ff-9497-46b9-8f35-bdfa9635ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fcf2b706-df52-4977-8862-fb86b3e49926), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.282461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (31b7376c-e437-424d-88e9-ea1b2e0df809), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.310812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a744a0ff-9497-46b9-8f35-bdfa9635ecbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ab6c820518f4e7591742edd357e230d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4166598
Apr 02 21:19:44.351114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:44.363911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744a0ff-9497-46b9-8f35-bdfa9635ecbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf2b706-df52-4977-8862-fb86b3e49926,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:44.397420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:44.404610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.478243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] device_id is not set on port 1c7f7635-5961-491a-a527-c6a1930292c0 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:44.479733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'project_id': '2a3b73559cb047b186990f7963b0415b', 'fixed_ips': [{'subnet_id': '0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:19:44.480907 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.507664 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.678750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Allocated IP 2001:db8::386 (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/1c7f7635-5961-491a-a527-c6a1930292c0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:44.761495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb2087-1a76-4069-b72a-c0f0dc469b62 req-b2f8cf10-9563-4ad3-9a95-af2f7c0f50f4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:44.768348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5fb2087-1a76-4069-b72a-c0f0dc469b62 req-b2f8cf10-9563-4ad3-9a95-af2f7c0f50f4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.4198310
Apr 02 21:19:44.801897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4632fdf8-b945-4ee0-8b1b-021861e041ee admin admin] Publish callbacks [] for security_group (fcf2b706-df52-4977-8862-fb86b3e49926), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.846288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4632fdf8-b945-4ee0-8b1b-021861e041ee admin admin] Publish callbacks [] for security_group (fcf2b706-df52-4977-8862-fb86b3e49926), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.876802 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (1c7f7635-5961-491a-a527-c6a1930292c0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.884898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5fb2087-1a76-4069-b72a-c0f0dc469b62 req-fa3caa6f-3b32-46dd-bbf3-bc288df3925a tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128831
Apr 02 21:19:44.910140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Router 31b7376c-e437-424d-88e9-ea1b2e0df809 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:44.958212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4632fdf8-b945-4ee0-8b1b-021861e041ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fcf2b706-df52-4977-8862-fb86b3e49926), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.960810 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4632fdf8-b945-4ee0-8b1b-021861e041ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.964474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4632fdf8-b945-4ee0-8b1b-021861e041ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcf2b706-df52-4977-8862-fb86b3e49926 HTTP/1.1" status: 204  len: 168 time: 0.6099989
Apr 02 21:19:44.968063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1c7f7635-5961-491a-a527-c6a1930292c0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:44.975500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632fdf8-b945-4ee0-8b1b-021861e041ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf2b706-df52-4977-8862-fb86b3e49926,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:45.059971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:45.074031 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] Sync routers for ids ['31b7376c-e437-424d-88e9-ea1b2e0df809'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:45.079829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:45.088022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:45.101116 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] Routers {'31b7376c-e437-424d-88e9-ea1b2e0df809'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:45.103360 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['31b7376c-e437-424d-88e9-ea1b2e0df809'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:45.132434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.136742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:45.142037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-71a21679-f62a-405e-8eb4-c0a4d8508b42 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.8719175
Apr 02 21:19:45.142719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41708) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:45.146426 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:45.149514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.161823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=1c7f7635-5961-491a-a527-c6a1930292c0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:45.162005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Allocated IP 2001:db8::2 (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/67a0b783-a816-4f8a-afec-e8ac94bd8f91) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:45.202476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e8239229-ede1-4d47-bfa7-1db112b8f110 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.0056455
Apr 02 21:19:45.203224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:45.218849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-592673447', 'allowed_address_pairs': [{'ip_address': '2001:db8::386', 'mac_address': 'fa:16:3e:8b:08:01'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:45.380660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:45.395066 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed6250>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:45.415380 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] Routers {'31b7376c-e437-424d-88e9-ea1b2e0df809'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:45.416013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['31b7376c-e437-424d-88e9-ea1b2e0df809'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:45.441158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-db38b904-eb10-4b4d-83fc-cb431045b0d6 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/31b7376c-e437-424d-88e9-ea1b2e0df809 HTTP/1.1" status: 200  len: 920 time: 0.2972050
Apr 02 21:19:45.442732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:45.443152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Publish callbacks [] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.465150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.475363 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed6250>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:45.489883 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1abbee-c2e9-4e73-a201-2e55a9ad761a None None] The sync data for ids ['31b7376c-e437-424d-88e9-ea1b2e0df809'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:45.508523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f005cb8b-46d8-4be5-a1a8-649132b026a1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=31b7376c-e437-424d-88e9-ea1b2e0df809 HTTP/1.1" status: 200  len: 205 time: 0.0645037
Apr 02 21:19:45.511564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41724) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:45.557289 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.565010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:45.573644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:45.581195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Pushing event updated for resources: {'Port': ['ID=67a0b783-a816-4f8a-afec-e8ac94bd8f91,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:45.586134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] device_id is not set on port 7c088344-33b7-4800-aa32-d354ba3b2ea0 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:45.588678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:45.604322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f98b20-58ac-4e77-905a-b98064437f1b req-232e0397-a998-46bb-94f4-1b5ef4ac584f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:45.621827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90f98b20-58ac-4e77-905a-b98064437f1b req-232e0397-a998-46bb-94f4-1b5ef4ac584f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.2392328
Apr 02 21:19:45.675506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Attempting to bind port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:45.676485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Attempting to bind port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:45.677175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Attempting to bind port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 on network f1dad11f-35a5-47e4-b437-96f772a9cb3a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:45.690994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:45.693793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Checking segment: {'id': '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:45.697638 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.698523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Bound using segment: {'id': '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:45.699897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Bound port: 67a0b783-a816-4f8a-afec-e8ac94bd8f91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:45.700092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.735806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-90f98b20-58ac-4e77-905a-b98064437f1b req-313e93f7-0df9-469f-9cd0-23e1deedd1ef tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184530
Apr 02 21:19:45.751313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (31b7376c-e437-424d-88e9-ea1b2e0df809), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.782407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Allocated IP 2001:db8::f5 (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/7c088344-33b7-4800-aa32-d354ba3b2ea0) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:45.803082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] For port 67a0b783-a816-4f8a-afec-e8ac94bd8f91, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:45.808083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] For port 67a0b783-a816-4f8a-afec-e8ac94bd8f91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a0b783-a816-4f8a-afec-e8ac94bd8f91,segment=NetworkSegment(7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42),segment_id=7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:45.817792 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.906528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a687c-fbd4-47f3-ba59-ac1482d08c03 None None] Pushing event updated for resources: {'Port': ['ID=67a0b783-a816-4f8a-afec-e8ac94bd8f91,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:45.912860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (31b7376c-e437-424d-88e9-ea1b2e0df809), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:45.984718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Deleting port 56b55193-2789-4abc-a652-57768fbc2558 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:45.985628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (56b55193-2789-4abc-a652-57768fbc2558), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.015354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (7c088344-33b7-4800-aa32-d354ba3b2ea0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.062083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7c088344-33b7-4800-aa32-d354ba3b2ea0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.089179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (56b55193-2789-4abc-a652-57768fbc2558), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.109757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Calling delete_port for 56b55193-2789-4abc-a652-57768fbc2558 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:46.115121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:46.118885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:46.127028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:46.139696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:46.140989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.153935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=7c088344-33b7-4800-aa32-d354ba3b2ea0,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:46.169456 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9f966c66-967b-47e0-9ce4-d763583a51e8 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 0.9641280
Apr 02 21:19:46.172182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41744) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:46.293992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf2d84-3a0e-4c92-9771-f927824701e3 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:46.307559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf2d84-3a0e-4c92-9771-f927824701e3 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:46.324271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf2d84-3a0e-4c92-9771-f927824701e3 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:46.326561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71bf2d84-3a0e-4c92-9771-f927824701e3 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.1522503
Apr 02 21:19:46.330935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41752) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:46.439923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (56b55193-2789-4abc-a652-57768fbc2558), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.472037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event deleted for resources: {'Port': ['ID=56b55193-2789-4abc-a652-57768fbc2558,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:46.494986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port 7c088344-33b7-4800-aa32-d354ba3b2ea0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:46.495336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7c088344-33b7-4800-aa32-d354ba3b2ea0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.553455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (31b7376c-e437-424d-88e9-ea1b2e0df809), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.641110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-b067817a-4512-465c-8856-ac285a577658 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:46.644191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-b067817a-4512-465c-8856-ac285a577658 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.1318603
Apr 02 21:19:46.680631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7c088344-33b7-4800-aa32-d354ba3b2ea0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.701324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for 7c088344-33b7-4800-aa32-d354ba3b2ea0 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:46.719972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (31b7376c-e437-424d-88e9-ea1b2e0df809), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.728833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (31b7376c-e437-424d-88e9-ea1b2e0df809), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.834716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (31b7376c-e437-424d-88e9-ea1b2e0df809), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.835518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Fanout notify agent at l3_agent the message router_deleted on router 31b7376c-e437-424d-88e9-ea1b2e0df809 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:19:46.855977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.865120 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-484f8ff2-b117-4790-9e0e-d858db5d27d9 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/31b7376c-e437-424d-88e9-ea1b2e0df809 HTTP/1.1" status: 204  len: 168 time: 1.3438630
Apr 02 21:19:46.866105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:46.877287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1762542508', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': False}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:46.982117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:46.984171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.004054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254d142-d7e0-4faa-886d-b2b0c0f2989f req-93bebe93-d573-4d11-95e2-8c4484913171 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:47.006044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a254d142-d7e0-4faa-886d-b2b0c0f2989f req-93bebe93-d573-4d11-95e2-8c4484913171 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 1128 time: 0.1063051
Apr 02 21:19:47.069121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41774) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:47.081277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.111518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a254d142-d7e0-4faa-886d-b2b0c0f2989f req-06b4394c-7266-46dc-9c67-661111fd929f tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906882
Apr 02 21:19:47.160148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41778) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:47.191812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398142420', 'description': 'tempest-secgroup-smoke-1398142420 description', 'project_id': '8c67d04af96d45f995da597f3f678014'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:47.306982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.319758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.327342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Deleting port 6d1cda12-c7db-4210-a85a-12139a962a8f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:47.327885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.352744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.424228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'network': {'name': 'tempest-network-smoke--348078903', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:47.456868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc2116-7b27-43fd-9ca6-3dc99a16dc8f None None] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:47.467816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] For port 6d1cda12-c7db-4210-a85a-12139a962a8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d1cda12-c7db-4210-a85a-12139a962a8f,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:47.468288 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.471396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7c088344-33b7-4800-aa32-d354ba3b2ea0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.485938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:47.491575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.515400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Calling delete_port for 6d1cda12-c7db-4210-a85a-12139a962a8f owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:47.518841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=7c088344-33b7-4800-aa32-d354ba3b2ea0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:47.520354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.567414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] Provisioning complete for port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:47.567837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.632822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (2a61d641-db76-41bd-a9ec-21f638e34aa5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.693407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (76848914-169f-4e81-889b-49551fbd93c2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.695227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] Current status of the port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:47.696337 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.698271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2a61d641-db76-41bd-a9ec-21f638e34aa5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.711875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:19:47.721914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.728557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf4d848a-cee0-44f7-80ca-d8d43c6dc789 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/ports/7c088344-33b7-4800-aa32-d354ba3b2ea0 HTTP/1.1" status: 204  len: 168 time: 1.3933783
Apr 02 21:19:47.728750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1bac98a3-e421-4bac-9b40-2334a6f7fb17), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.728750 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Added segment 1bac98a3-e421-4bac-9b40-2334a6f7fb17 of type vlan for network c1bcf83f-0c29-45e5-aa75-aadd0b03809c
Apr 02 21:19:47.728937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41784) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:47.745737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] For port 67a0b783-a816-4f8a-afec-e8ac94bd8f91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a0b783-a816-4f8a-afec-e8ac94bd8f91,segment=NetworkSegment(7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42),segment_id=7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:47.751916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.763783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (76848914-169f-4e81-889b-49551fbd93c2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.769838 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb2f78-3013-4e90-9458-448acb59fa5b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] GET failed (client error): The resource could not be found.
Apr 02 21:19:47.771529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44cb2f78-3013-4e90-9458-448acb59fa5b tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "GET /v2.0/ports/7c088344-33b7-4800-aa32-d354ba3b2ea0 HTTP/1.1" status: 404  len: 333 time: 0.0419536
Apr 02 21:19:47.775656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41788) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:47.784494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1377217695'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:47.826629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e084-2e6f-4f58-9223-a747e215b877 None None] Pushing event updated for resources: {'Port': ['ID=67a0b783-a816-4f8a-afec-e8ac94bd8f91,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:47.864744 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c1bcf83f-0c29-45e5-aa75-aadd0b03809c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.908020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.927255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c1bcf83f-0c29-45e5-aa75-aadd0b03809c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.933531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:47.934333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.934465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6d1cda12-c7db-4210-a85a-12139a962a8f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:47.948014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['6d1cda12-c7db-4210-a85a-12139a962a8f'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:47.950625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e25a5d29-4daf-4089-9f45-da3193cc630a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:47.953958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a61d641-db76-41bd-a9ec-21f638e34aa5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:48.010949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d1cda12-c7db-4210-a85a-12139a962a8f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:48.071149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 67a0b783-a816-4f8a-afec-e8ac94bd8f91 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:48.086913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0133204
Apr 02 21:19:48.088238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41796) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:48.160280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] No DVR routers for this DVR port 6d1cda12-c7db-4210-a85a-12139a962a8f on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:48.164521 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.168419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-63d4aa1f-e922-4c4e-8dc0-ca9fe3712b11 req-f1a4bafa-f3be-407e-ad60-874a6fb1bd58 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6d1cda12-c7db-4210-a85a-12139a962a8f HTTP/1.1" status: 204  len: 173 time: 1.5166025
Apr 02 21:19:48.198720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'name': 'network-vif-deleted', 'tag': '6d1cda12-c7db-4210-a85a-12139a962a8f'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:48.217734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'admin_state_up': True, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:48.227453 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26566ff0-72c3-415a-9955-ee22c226eb0e" -d '{"events": [{"server_uuid": "d21ada0f-22f7-424d-8cdc-3f00669463f2", "name": "network-vif-deleted", "tag": "6d1cda12-c7db-4210-a85a-12139a962a8f"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:48.247049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:48.248597 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.303040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:48.314953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8df3c2a8-82bb-4c85-900e-284239fa0e09 None None] Provisioning complete for port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:48.316333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8df3c2a8-82bb-4c85-900e-284239fa0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.322617 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.330071 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759ba77-6403-4d88-8fc5-0688d46956c7 x-openstack-request-id: req-a759ba77-6403-4d88-8fc5-0688d46956c7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:48.336535 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ada0f-22f7-424d-8cdc-3f00669463f2", "name": "network-vif-deleted", "tag": "6d1cda12-c7db-4210-a85a-12139a962a8f", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:48.337238 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a759ba77-6403-4d88-8fc5-0688d46956c7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:48.337914 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a759ba77-6403-4d88-8fc5-0688d46956c7'] response: {'server_uuid': 'd21ada0f-22f7-424d-8cdc-3f00669463f2', 'name': 'network-vif-deleted', 'tag': '6d1cda12-c7db-4210-a85a-12139a962a8f', 'status': 'completed', 'code': 200}
Apr 02 21:19:48.380110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76848914-169f-4e81-889b-49551fbd93c2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:48.383692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] device_id is not set on port 7e19e119-6cc9-440f-8554-1f03dcd9447d yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:48.417291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea46421-a476-4adf-bd4c-ad1d058d311d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Network': ['ID=c1bcf83f-0c29-45e5-aa75-aadd0b03809c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:48.468225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:19:48.488093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (cb778bf7-2542-4b6c-896d-12faa03053c8), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.493760 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (cb778bf7-2542-4b6c-896d-12faa03053c8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.548116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (fd40d325-9bf3-4cb3-a349-2540135bc104), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.551115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.566461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fd40d325-9bf3-4cb3-a349-2540135bc104), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.609499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2ef04ac5-cabe-46a0-800b-e6e70dcc1f82 req-44d96fa1-012d-42a9-809f-9e1b628f1dbd tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d21ada0f-22f7-424d-8cdc-3f00669463f2 HTTP/1.1" status: 200  len: 210 time: 0.0744274
Apr 02 21:19:48.676868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.718605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-0f43bce6-d55a-4a4d-9d59-4cd57a5e6352 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1817219
Apr 02 21:19:48.770723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Allocated IP 2001:db8::2aa (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/7e19e119-6cc9-440f-8554-1f03dcd9447d) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:48.833217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8df3c2a8-82bb-4c85-900e-284239fa0e09 None None] Current status of the port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:48.835654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:48.868734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-0ad817c9-df10-4bb0-9805-4177af717206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:48.868999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8df3c2a8-82bb-4c85-900e-284239fa0e09 None None] Provisioning complete for port 1c7f7635-5961-491a-a527-c6a1930292c0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:48.869379 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8df3c2a8-82bb-4c85-900e-284239fa0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c7f7635-5961-491a-a527-c6a1930292c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.870712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-0ad817c9-df10-4bb0-9805-4177af717206 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08287b395fcf45c38195909db7f53878&device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.0852354
Apr 02 21:19:48.945187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40d325-9bf3-4cb3-a349-2540135bc104,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:48.968048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_controller (cb778bf7-2542-4b6c-896d-12faa03053c8), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.981481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:48.983258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-22ed71ca-fcf0-4e1a-ad97-4dc4634dceaf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.8218050
Apr 02 21:19:48.997196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:49.004207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d325-9bf3-4cb3-a349-2540135bc104', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:49.071863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-d4749920-8ed4-428e-a41f-a90a92ccd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:49.073388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-d4749920-8ed4-428e-a41f-a90a92ccd6e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 200  len: 911 time: 0.1795809
Apr 02 21:19:49.175202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8df3c2a8-82bb-4c85-900e-284239fa0e09 None None] Port 1c7f7635-5961-491a-a527-c6a1930292c0 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:49.182221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-4741fbb1-6bbb-4bf3-bd30-35fb18cee481 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25a5d29-4daf-4089-9f45-da3193cc630a HTTP/1.1" status: 200  len: 217 time: 0.1002192
Apr 02 21:19:49.310572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-42d6ff45-3273-4a99-9b47-3d1d7db2e8a3 None None] Provisioning complete for port 1c7f7635-5961-491a-a527-c6a1930292c0 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:49.310945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-42d6ff45-3273-4a99-9b47-3d1d7db2e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c7f7635-5961-491a-a527-c6a1930292c0), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.410348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-42d6ff45-3273-4a99-9b47-3d1d7db2e8a3 None None] Port 1c7f7635-5961-491a-a527-c6a1930292c0 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:49.424210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-42d6ff45-3273-4a99-9b47-3d1d7db2e8a3 None None] Could not find standard attr ID for object 7c088344-33b7-4800-aa32-d354ba3b2ea0. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:19:49.431455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-8071d187-cb45-4d71-bbbc-56bb4d030b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:49.433425 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-8071d187-cb45-4d71-bbbc-56bb4d030b7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97dc6864-6505-4365-b608-70722d844f26 HTTP/1.1" status: 200  len: 849 time: 0.2435942
Apr 02 21:19:49.488308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (cb778bf7-2542-4b6c-896d-12faa03053c8), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.509029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.536008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Allocated IP 172.35.4.79 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9ccfce0f-404d-4f8d-92cd-550f9dd06f25) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:49.536207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-fbe38b24-b1dc-46e1-9653-eea120a35c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:49.537573 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-fbe38b24-b1dc-46e1-9653-eea120a35c51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0b4c4bc-de45-4f73-9c94-e836543f4a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0759492
Apr 02 21:19:49.585292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c9fc6930-ac15-40cf-9bc1-902963d7b819), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.630038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.746111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=7e19e119-6cc9-440f-8554-1f03dcd9447d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:49.751541 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-debbdfb2-1c62-4d22-80a2-4e0baf1e575c service neutron] 10.222.0.21 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053108
Apr 02 21:19:49.751758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.764850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c9fc6930-ac15-40cf-9bc1-902963d7b819), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.766620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:49.770501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:49.774703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c9fc6930-ac15-40cf-9bc1-902963d7b819), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.777343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:49.785019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:49.785929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.790855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fc6930-ac15-40cf-9bc1-902963d7b819,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:49.830098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.831973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-11b1a296-0514-4dbd-a1d1-dc991f66694d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8315203
Apr 02 21:19:49.836281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41834) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:49.843114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d325-9bf3-4cb3-a349-2540135bc104', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:49.853562 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-592ddb3d-64f7-4580-917c-b1d1afc5dfc7 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.0766962
Apr 02 21:19:49.864492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41838) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:49.872264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::386', 'mac_address': 'fa:16:3e:8b:08:01'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:49.928445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.939278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (26a1dce2-d5ec-4666-b8ed-1c0e839b26a9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:49.949313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d580f4a3-1428-4cf4-92f5-e06a5bbabbea req-41e5bf2d-558e-4498-aabb-8623c79416fe service neutron] 10.222.0.21 "GET /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797578
Apr 02 21:19:50.011293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:50.014897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:50.020723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:50.069571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (26a1dce2-d5ec-4666-b8ed-1c0e839b26a9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.074145 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (26a1dce2-d5ec-4666-b8ed-1c0e839b26a9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.100316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (cb778bf7-2542-4b6c-896d-12faa03053c8), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.112443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.118642 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2780704
Apr 02 21:19:50.118642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696272d4-96ea-4074-b87d-448b44d98611 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a1dce2-d5ec-4666-b8ed-1c0e839b26a9,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:50.120041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41842) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:50.125596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d325-9bf3-4cb3-a349-2540135bc104', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:50.147352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Port': ['ID=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:50.155346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.167944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (5e3eddd6-a9a3-43ba-a708-0e0b91cbb371), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.343057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (5e3eddd6-a9a3-43ba-a708-0e0b91cbb371), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.351465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (5e3eddd6-a9a3-43ba-a708-0e0b91cbb371), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.362319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cb1da70c-bc3b-4747-9828-45db37e78089 None None] Provisioning complete for port 7e19e119-6cc9-440f-8554-1f03dcd9447d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:50.362808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb1da70c-bc3b-4747-9828-45db37e78089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.370034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3eddd6-a9a3-43ba-a708-0e0b91cbb371,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:50.381929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.383592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-70944fa3-f1b0-4f14-b2e3-6f612fda47ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2616048
Apr 02 21:19:50.386339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41848) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:50.391654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d325-9bf3-4cb3-a349-2540135bc104', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:50.425857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c54e6c6e-d053-4d3a-b886-1612af3cc6ad), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.469721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cb1da70c-bc3b-4747-9828-45db37e78089 None None] Port 7e19e119-6cc9-440f-8554-1f03dcd9447d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:50.475781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c1165-6f8d-4b74-a77e-243d8a613915 req-365bc718-4f1e-4029-9e59-f8fed04f3d9b tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:50.478470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b0c1165-6f8d-4b74-a77e-243d8a613915 req-365bc718-4f1e-4029-9e59-f8fed04f3d9b tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.3755419
Apr 02 21:19:50.498405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c54e6c6e-d053-4d3a-b886-1612af3cc6ad), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.504829 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c54e6c6e-d053-4d3a-b886-1612af3cc6ad), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.534820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.536161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1486850
Apr 02 21:19:50.538776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663da27-612e-4b08-a40a-65e6402825b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54e6c6e-d053-4d3a-b886-1612af3cc6ad,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:50.540955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41850) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:50.545591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d325-9bf3-4cb3-a349-2540135bc104', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:50.567895 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:19:50.573667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (36e771fd-85e1-442f-be9b-5d105e28f614), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.663006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (36e771fd-85e1-442f-be9b-5d105e28f614), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.667088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.669092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (36e771fd-85e1-442f-be9b-5d105e28f614), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.694020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e771fd-85e1-442f-be9b-5d105e28f614,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:50.700286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.35.4.137 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9cc2db08-0b99-4034-9911-e9b0aac1e1bf) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:50.704208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.709002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4357b14e-e650-4ea9-9f36-989e4ec7cdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1668236
Apr 02 21:19:50.710135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41862) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:50.714548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d325-9bf3-4cb3-a349-2540135bc104', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:50.738621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b0c1165-6f8d-4b74-a77e-243d8a613915 req-88302a41-dbfd-4e65-b070-b81c822657e6 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112362
Apr 02 21:19:50.752324 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:19:50.770582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (42014912-44ba-4487-91ae-577e0b854018), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.835213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (42014912-44ba-4487-91ae-577e0b854018), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.839547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (42014912-44ba-4487-91ae-577e0b854018), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.860532 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42014912-44ba-4487-91ae-577e0b854018,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:50.866614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.868401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7fc7edc9-e2c1-470c-9446-51dc83c505fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1561370
Apr 02 21:19:50.870950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:50.875631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'network': {'name': 'tempest-network-smoke--1079208197', 'project_id': '8c67d04af96d45f995da597f3f678014', 'port_security_enabled': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:50.894197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:50.897720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.921925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:19:50.931628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a297e140-0b92-411d-bed5-5bd35cfa37c9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.931970 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Added segment a297e140-0b92-411d-bed5-5bd35cfa37c9 of type vlan for network e56d11ac-91eb-4afd-ae1e-5651177c7d97
Apr 02 21:19:50.943088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.970847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e56d11ac-91eb-4afd-ae1e-5651177c7d97), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:50.997933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e56d11ac-91eb-4afd-ae1e-5651177c7d97), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.002821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:51.003415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.042374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.067579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1956120
Apr 02 21:19:51.070742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5a96-4e51-4a99-a9c9-75f1d45d55bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Network': ['ID=e56d11ac-91eb-4afd-ae1e-5651177c7d97,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:51.072860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:51.076914 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'admin_state_up': True, 'project_id': '8c67d04af96d45f995da597f3f678014', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:51.081403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:19:51.099062 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (b4be41d0-45cb-456e-9c1a-56cdbd566055), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.100792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (b4be41d0-45cb-456e-9c1a-56cdbd566055), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.162551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (b4be41d0-45cb-456e-9c1a-56cdbd566055), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.165908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.203975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.216413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.254612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] In _notify_port_updated(), no bound segment for port 7e19e119-6cc9-440f-8554-1f03dcd9447d on network f1dad11f-35a5-47e4-b437-96f772a9cb3a {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:19:51.259787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:51.260337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.261676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "PUT /v2.0/ports/7e19e119-6cc9-440f-8554-1f03dcd9447d HTTP/1.1" status: 200  len: 1003 time: 1.3953552
Apr 02 21:19:51.269748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41868) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:51.296341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6d1cda12-c7db-4210-a85a-12139a962a8f no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:51.319028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:51.327019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:51.333100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569d38d-7e8e-4929-8517-244b45098728 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=7e19e119-6cc9-440f-8554-1f03dcd9447d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:51.335522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:51.341515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (b4be41d0-45cb-456e-9c1a-56cdbd566055), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.352257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 6d1cda12-c7db-4210-a85a-12139a962a8f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:51.352963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 6d1cda12-c7db-4210-a85a-12139a962a8f not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:51.518402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port 7e19e119-6cc9-440f-8554-1f03dcd9447d {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:51.518982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.617045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-92907d12-2a35-494f-8246-a2da311639f9 None None] Provisioning complete for port 7e19e119-6cc9-440f-8554-1f03dcd9447d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:51.618054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-92907d12-2a35-494f-8246-a2da311639f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.627837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4b9149e0-9564-4d53-8394-7eff473fe9a4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:51.629377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4b9149e0-9564-4d53-8394-7eff473fe9a4 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.1550941
Apr 02 21:19:51.670956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.681770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-92907d12-2a35-494f-8246-a2da311639f9 None None] Port 7e19e119-6cc9-440f-8554-1f03dcd9447d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:51.720640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for 7e19e119-6cc9-440f-8554-1f03dcd9447d owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:51.732621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.836905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:51.922677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (b4be41d0-45cb-456e-9c1a-56cdbd566055), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:51.963751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.050265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868acb-9397-4e24-965e-f374540141f7 req-6d8e6ac4-4f87-42a9-9691-f193836c8423 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:52.051770 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae868acb-9397-4e24-965e-f374540141f7 req-6d8e6ac4-4f87-42a9-9691-f193836c8423 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 1127 time: 0.1867914
Apr 02 21:19:52.064500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Deleting port e25a5d29-4daf-4089-9f45-da3193cc630a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:52.064844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.108799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Router 4d716b0a-6aca-4dbf-8865-458b1a76d5b0 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:52.161057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (cb778bf7-2542-4b6c-896d-12faa03053c8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.246526 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7e19e119-6cc9-440f-8554-1f03dcd9447d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.248546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.74 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a344033d-202f-4374-9ed2-61d6ea2e3846) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:52.263799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae868acb-9397-4e24-965e-f374540141f7 req-25cc95b6-08cc-4eca-a647-e31270a10aee tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec2abc20-5e6f-444f-ac76-4356ccdc027a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741776
Apr 02 21:19:52.295065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=7e19e119-6cc9-440f-8554-1f03dcd9447d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:52.329666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:52.346138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Sync routers for ids ['4d716b0a-6aca-4dbf-8865-458b1a76d5b0'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:52.368299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] For port e25a5d29-4daf-4089-9f45-da3193cc630a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e25a5d29-4daf-4089-9f45-da3193cc630a,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:52.368614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.371533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Routers {'4d716b0a-6aca-4dbf-8865-458b1a76d5b0'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:52.372418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452fe7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4d716b0a-6aca-4dbf-8865-458b1a76d5b0'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:52.388936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Calling delete_port for e25a5d29-4daf-4089-9f45-da3193cc630a owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:52.403599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.406868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2322075c-1114-4d1d-a640-c22eca920a62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.5360653
Apr 02 21:19:52.408510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41908) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:52.535050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Set router 4d716b0a-6aca-4dbf-8865-458b1a76d5b0 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:52.629060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (cb778bf7-2542-4b6c-896d-12faa03053c8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.641210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36edf752-4296-4ac5-abe9-a56dcb666f5e tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/4d716b0a-6aca-4dbf-8865-458b1a76d5b0 HTTP/1.1" status: 200  len: 908 time: 0.2319643
Apr 02 21:19:52.642494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41910) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:52.649960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1762542508', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': True}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:52.732583 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (9ad6f685-881d-4ef7-b4b8-8a5d04961711), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.734365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (9ad6f685-881d-4ef7-b4b8-8a5d04961711), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.786949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452fe7f0>, [{'id': '4d716b0a-6aca-4dbf-8865-458b1a76d5b0', 'name': 'tempest-snat-router-1762542508', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.79'}], 'enable_snat': False}, 'gw_port_id': '9ccfce0f-404d-4f8d-92cd-550f9dd06f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:46Z', 'updated_at': '2022-04-02T21:19:50Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '9ccfce0f-404d-4f8d-92cd-550f9dd06f25', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d716b0a-6aca-4dbf-8865-458b1a76d5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:52.832311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Checking router: 4d716b0a-6aca-4dbf-8865-458b1a76d5b0 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:52.832862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Updating router 4d716b0a-6aca-4dbf-8865-458b1a76d5b0 port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:52.872667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (9ad6f685-881d-4ef7-b4b8-8a5d04961711), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.876300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:52.881448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.906212 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.909547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-97df884a-85ca-4fd2-bf91-d9adf424dc36 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/ports/7e19e119-6cc9-440f-8554-1f03dcd9447d HTTP/1.1" status: 204  len: 168 time: 1.6388319
Apr 02 21:19:52.914691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41920) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:52.964247 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-127e0a21-0c18-42a2-83b9-447b932f2fc0 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] GET failed (client error): The resource could not be found.
Apr 02 21:19:52.969102 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-127e0a21-0c18-42a2-83b9-447b932f2fc0 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "GET /v2.0/ports/7e19e119-6cc9-440f-8554-1f03dcd9447d HTTP/1.1" status: 404  len: 333 time: 0.0514493
Apr 02 21:19:52.972301 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:52.976144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:52.989987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1228302139'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:53.123868 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.128891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (9ad6f685-881d-4ef7-b4b8-8a5d04961711), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.133835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:53.151096 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:53.162088 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:53.163286 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c86ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:53.165467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e25a5d29-4daf-4089-9f45-da3193cc630a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.186667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:53.198738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:53.199627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.205681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:53.211614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41934) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:53.221125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-98f029fc-ef39-4787-a577-1352dd67d222 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.0083861
Apr 02 21:19:53.244863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e25a5d29-4daf-4089-9f45-da3193cc630a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:19:53.251893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0d40bbf1-1874-4313-b02c-3ae83b0a9ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.258882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=a344033d-202f-4374-9ed2-61d6ea2e3846,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:53.261193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:53.264483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.379572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] No DVR routers for this DVR port e25a5d29-4daf-4089-9f45-da3193cc630a on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:19:53.386006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Pushing event deleted for resources: {'Port': ['ID=e25a5d29-4daf-4089-9f45-da3193cc630a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:53.397057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.399231 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:53.408690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a26c8da-c559-4edb-856c-9c0029f84c58 req-4291a230-5208-4f56-bd0a-2898fb2e9138 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e25a5d29-4daf-4089-9f45-da3193cc630a HTTP/1.1" status: 204  len: 173 time: 1.7652137
Apr 02 21:19:53.410073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe501e-f741-4dda-8b82-a575b154f763', 'name': 'network-vif-deleted', 'tag': 'e25a5d29-4daf-4089-9f45-da3193cc630a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:19:53.423390 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec8d4b2-b85d-40e8-8864-eb7cb591bae3" -d '{"events": [{"server_uuid": "acfe501e-f741-4dda-8b82-a575b154f763", "name": "network-vif-deleted", "tag": "e25a5d29-4daf-4089-9f45-da3193cc630a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:19:53.453472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] device_id is not set on port 449afb94-e76a-4336-93f1-77d5deca50b2 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:53.501056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f1f3285-7c8e-4851-b407-e151ba169261 req-4e1e62b4-598d-48f6-b1cd-02c9b8fc6cc9 tempest-TestServerMultinode-2000723078 tempest-TestServerMultinode-2000723078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acfe501e-f741-4dda-8b82-a575b154f763 HTTP/1.1" status: 200  len: 210 time: 0.1053824
Apr 02 21:19:53.567111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Publish callbacks [] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.572508 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf1d30d-6415-4fed-9597-f48f1a69659c x-openstack-request-id: req-baf1d30d-6415-4fed-9597-f48f1a69659c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:19:53.573925 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe501e-f741-4dda-8b82-a575b154f763", "name": "network-vif-deleted", "tag": "e25a5d29-4daf-4089-9f45-da3193cc630a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:19:53.574545 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-baf1d30d-6415-4fed-9597-f48f1a69659c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:19:53.575808 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf1d30d-6415-4fed-9597-f48f1a69659c'] response: {'server_uuid': 'acfe501e-f741-4dda-8b82-a575b154f763', 'name': 'network-vif-deleted', 'tag': 'e25a5d29-4daf-4089-9f45-da3193cc630a', 'status': 'completed', 'code': 200}
Apr 02 21:19:53.579488 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.694946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Attempting to bind port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:53.695381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Attempting to bind port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:53.695755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Attempting to bind port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:53.716054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:53.716611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:53.716897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.719534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:53.720039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Bound port: 9ccfce0f-404d-4f8d-92cd-550f9dd06f25, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:53.720443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.749582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (9ad6f685-881d-4ef7-b4b8-8a5d04961711), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.763123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-023fe6a1-937d-4575-9bf3-c0728c4f5290 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7c63afebe86f46e8b16647d8eda2cfb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5472872
Apr 02 21:19:53.770980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:53.791233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89363049-b93b-4799-8a37-e7249cb2e93d None None] Pushing event updated for resources: {'Port': ['ID=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:53.805603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.826300 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c86ca0>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:19:51Z', 'revision_number': 3, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:53.866060 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:53.866688 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Updating router cb778bf7-2542-4b6c-896d-12faa03053c8 port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:53.868839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] For port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:53.884430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41950) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:53.885763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] For port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:53.896888 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:53.912327 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.009049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Routers {'4d716b0a-6aca-4dbf-8865-458b1a76d5b0'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:54.010780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452fe7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4d716b0a-6aca-4dbf-8865-458b1a76d5b0'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:54.024963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Allocated IP 172.35.4.238 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/6a6d66e1-e9b5-4aff-beb2-176e84a06319) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:54.043829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Allocated IP 2001:db8::8c (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/449afb94-e76a-4336-93f1-77d5deca50b2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:54.064191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbbc57c-8781-41e2-8f47-e28120c5e492 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:54.068505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ddbbc57c-8781-41e2-8f47-e28120c5e492 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2942364
Apr 02 21:19:54.082121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41954) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:54.133858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89363049-b93b-4799-8a37-e7249cb2e93d None None] Pushing event updated for resources: {'Port': ['ID=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:54.145892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f559015-3698-4f0e-971f-ca833066f64d tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0603964
Apr 02 21:19:54.150472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41956) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:54.157231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255750192', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:54.193176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139aaad7-de7c-48ca-b71e-1a0a2fc620c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.205045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (b4be41d0-45cb-456e-9c1a-56cdbd566055), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.255463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] Set router 4d716b0a-6aca-4dbf-8865-458b1a76d5b0 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:54.449416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (449afb94-e76a-4336-93f1-77d5deca50b2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.477950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452fe7f0>, [{'id': '4d716b0a-6aca-4dbf-8865-458b1a76d5b0', 'name': 'tempest-snat-router-1762542508', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.79'}], 'enable_snat': False}, 'gw_port_id': '9ccfce0f-404d-4f8d-92cd-550f9dd06f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:46Z', 'updated_at': '2022-04-02T21:19:50Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '9ccfce0f-404d-4f8d-92cd-550f9dd06f25', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d716b0a-6aca-4dbf-8865-458b1a76d5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:54.514673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915614b-b80c-4e40-8f83-8bca8e2608dc None None] The sync data for ids ['4d716b0a-6aca-4dbf-8865-458b1a76d5b0'] in ncdv-master-1 is: [{'id': '4d716b0a-6aca-4dbf-8865-458b1a76d5b0', 'name': 'tempest-snat-router-1762542508', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.79'}], 'enable_snat': False}, 'gw_port_id': '9ccfce0f-404d-4f8d-92cd-550f9dd06f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:46Z', 'updated_at': '2022-04-02T21:19:50Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '9ccfce0f-404d-4f8d-92cd-550f9dd06f25', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d716b0a-6aca-4dbf-8865-458b1a76d5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:54.521367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139aaad7-de7c-48ca-b71e-1a0a2fc620c3 admin admin] Publish callbacks [] for security_group (6840f112-cdf6-4139-a58e-cf63ca4fe2a7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.539785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-139aaad7-de7c-48ca-b71e-1a0a2fc620c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6840f112-cdf6-4139-a58e-cf63ca4fe2a7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.561951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:54.575250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.621301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:54.624732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.640939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-139aaad7-de7c-48ca-b71e-1a0a2fc620c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56d6527a4afc4707b73eec6694d9abe0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7492764
Apr 02 21:19:54.645824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:54.648347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.670919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aaad7-de7c-48ca-b71e-1a0a2fc620c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6840f112-cdf6-4139-a58e-cf63ca4fe2a7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:54.700351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (b4be41d0-45cb-456e-9c1a-56cdbd566055), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.773271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:54.798347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:54.814058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:54.819427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:54.820063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.823865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.825064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=449afb94-e76a-4336-93f1-77d5deca50b2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:54.860432 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3ae72d43-edd7-4476-a7d6-2b31f0159271 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.8831742
Apr 02 21:19:54.866853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:54.874545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:08:01'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:54.906792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bded29a-ab91-4213-a9be-619d4307a379 admin admin] Publish callbacks [] for security_group (6840f112-cdf6-4139-a58e-cf63ca4fe2a7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:54.946857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:54.950935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bded29a-ab91-4213-a9be-619d4307a379 admin admin] Publish callbacks [] for security_group (6840f112-cdf6-4139-a58e-cf63ca4fe2a7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.045170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bded29a-ab91-4213-a9be-619d4307a379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6840f112-cdf6-4139-a58e-cf63ca4fe2a7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.048611 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1bded29a-ab91-4213-a9be-619d4307a379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.051651 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1bded29a-ab91-4213-a9be-619d4307a379 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6840f112-cdf6-4139-a58e-cf63ca4fe2a7 HTTP/1.1" status: 204  len: 168 time: 0.4024627
Apr 02 21:19:55.057759 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Publish callbacks [] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.065452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bded29a-ab91-4213-a9be-619d4307a379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6840f112-cdf6-4139-a58e-cf63ca4fe2a7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:55.069885 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.074498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router b4be41d0-45cb-456e-9c1a-56cdbd566055 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:55.122359 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Attempting to bind port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:55.122737 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Attempting to bind port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:55.123186 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Attempting to bind port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:55.147693 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:55.148210 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:55.148677 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.149073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:55.149558 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Bound port: 9cc2db08-0b99-4034-9911-e9b0aac1e1bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:55.149932 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.207028 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] For port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:55.211101 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] For port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:55.224677 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.243644 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236615-cf22-443a-891c-38112187827c None None] Pushing event updated for resources: {'Port': ['ID=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:55.249195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:55.251165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6d66e1-e9b5-4aff-beb2-176e84a06319,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:55.256897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:55.276162 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.276718 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.277194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.277667 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.278135 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.291829 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.292620 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.293220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.294088 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.294653 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.296236 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.299932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.300694 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.301793 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.302006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:55.302241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236615-cf22-443a-891c-38112187827c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:19:55.325841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Sync routers for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:55.335469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9487a2e8-53cd-4984-9db5-14ef931c89e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.348083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.350884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:55.352424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845315940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:55.353297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-68e7d51a-0bbc-4b12-9da6-14171cabb4a0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 4.2796526
Apr 02 21:19:55.353972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41970) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:55.384305 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.397416 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:55.398575 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c86ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:55.468185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f4723b05-1262-4487-a1d4-a6e9ead51149), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.561686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:55.564195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f1c57991-d5f1-4e3d-a0ba-7e91dc0ebb5d None None] Provisioning complete for port 449afb94-e76a-4336-93f1-77d5deca50b2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:55.564610 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f1c57991-d5f1-4e3d-a0ba-7e91dc0ebb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.580209 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:55.636974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41974) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:55.641777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f1c57991-d5f1-4e3d-a0ba-7e91dc0ebb5d None None] Port 449afb94-e76a-4336-93f1-77d5deca50b2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:55.657704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e13dce-048f-4326-a010-6c4d43d99dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.794528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e13dce-048f-4326-a010-6c4d43d99dee admin admin] Publish callbacks [] for security_group (54fb300a-9639-481b-808f-7f862df6edcf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.807425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14e13dce-048f-4326-a010-6c4d43d99dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (54fb300a-9639-481b-808f-7f862df6edcf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.827899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845315940>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:19:53Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:55.838626 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236615-cf22-443a-891c-38112187827c None None] Pushing event updated for resources: {'Port': ['ID=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:55.854210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Subnet': ['ID=f4723b05-1262-4487-a1d4-a6e9ead51149,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:55.863500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Checking router: b4be41d0-45cb-456e-9c1a-56cdbd566055 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:19:55.863871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Updating router b4be41d0-45cb-456e-9c1a-56cdbd566055 port a344033d-202f-4374-9ed2-61d6ea2e3846 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:19:55.872601 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c86ca0>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:19:51Z', 'revision_number': 3, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:55.894153 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:55.896816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e13dce-048f-4326-a010-6c4d43d99dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb300a-9639-481b-808f-7f862df6edcf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:55.906736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6fa99968-2242-4b6e-b7a4-08b28415e243 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8c67d04af96d45f995da597f3f678014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5516496
Apr 02 21:19:55.913480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41976) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:55.930570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-14e13dce-048f-4326-a010-6c4d43d99dee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c099aa871bf343f8b05c11c5415d9542&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2923214
Apr 02 21:19:55.935769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:55.951085 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4cd9c-af80-4918-9702-83624854f7dd None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:19:51Z', 'revision_number': 3, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:19:56.053156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89acd1eb-baef-42cc-9124-e46d98e40954 admin admin] Publish callbacks [] for security_group (54fb300a-9639-481b-808f-7f862df6edcf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.069732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Checking segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:56.070137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network hostable DHCP agents. Network: c1bcf83f-0c29-45e5-aa75-aadd0b03809c, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:19:56.103200 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89acd1eb-baef-42cc-9124-e46d98e40954 admin admin] Publish callbacks [] for security_group (54fb300a-9639-481b-808f-7f862df6edcf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.131208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:56.180177 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89acd1eb-baef-42cc-9124-e46d98e40954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (54fb300a-9639-481b-808f-7f862df6edcf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.185194 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89acd1eb-baef-42cc-9124-e46d98e40954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.187314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89acd1eb-baef-42cc-9124-e46d98e40954 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54fb300a-9639-481b-808f-7f862df6edcf HTTP/1.1" status: 204  len: 168 time: 0.2499793
Apr 02 21:19:56.198254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd1eb-baef-42cc-9124-e46d98e40954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb300a-9639-481b-808f-7f862df6edcf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:56.353908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:19:56.469302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:56.469842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.475877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1bcf83f-0c29-45e5-aa75-aadd0b03809c) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:56.497001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:56.497607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.500239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89757c3a-0ef2-4b96-9c8a-562e94abb99c None None] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:56.553320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f139054-3b7c-4e74-a5a9-192c4fda1a49 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:56.555224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f139054-3b7c-4e74-a5a9-192c4fda1a49 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6124768
Apr 02 21:19:56.558475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41984) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:56.593294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (449afb94-e76a-4336-93f1-77d5deca50b2), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.606626 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e5b7a42-da10-4b01-84d0-67fd66af5deb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.4550612
Apr 02 21:19:56.608143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41986) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:56.618766 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (9ad6f685-881d-4ef7-b4b8-8a5d04961711), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.671810 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bf8d236e-7d90-45b3-967a-d123dd0da767 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1116552
Apr 02 21:19:56.675208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Publish callbacks [] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.675938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41988) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:56.678546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.698213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-921071541', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'project_id': '8c67d04af96d45f995da597f3f678014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:56.749583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41990) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:56.764512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:56.764996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.770021 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41d5-e34e-4684-be3e-4f26a4d8e093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.803450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:56.811136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.813518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e25a5d29-4daf-4089-9f45-da3193cc630a no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:19:56.860896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:56.861312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: e25a5d29-4daf-4089-9f45-da3193cc630a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:19:56.861664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e25a5d29-4daf-4089-9f45-da3193cc630a not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:19:56.864788 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.865735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.902299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:56.996990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:19:56.997781 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.019220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41d5-e34e-4684-be3e-4f26a4d8e093 admin admin] Publish callbacks [] for security_group (c836d037-097a-44c0-83f2-08752c15f708), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.034082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Attempting to bind port a344033d-202f-4374-9ed2-61d6ea2e3846 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:57.034646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Attempting to bind port a344033d-202f-4374-9ed2-61d6ea2e3846 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:57.035032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Attempting to bind port a344033d-202f-4374-9ed2-61d6ea2e3846 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:57.038105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e7c1-5db4-4f57-a4e8-ca49cbe22a30 None None] Pushing event updated for resources: {'Port': ['ID=a344033d-202f-4374-9ed2-61d6ea2e3846,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.049355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41d5-e34e-4684-be3e-4f26a4d8e093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c836d037-097a-44c0-83f2-08752c15f708), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.099593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:57.099979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:57.100550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.101091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:57.102335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Bound port: a344033d-202f-4374-9ed2-61d6ea2e3846, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:57.102722 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.124276 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1c8e41d5-e34e-4684-be3e-4f26a4d8e093 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcd55c057d8549e99163994b8f3c36ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3734674
Apr 02 21:19:57.125511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41992) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:57.127406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=449afb94-e76a-4336-93f1-77d5deca50b2,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.133047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] In _notify_port_updated(), no bound segment for port 449afb94-e76a-4336-93f1-77d5deca50b2 on network f1dad11f-35a5-47e4-b437-96f772a9cb3a {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:19:57.143169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:57.144743 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.151750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2c9ec678-82b3-43bf-8424-1d6c5c175ee2 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "PUT /v2.0/ports/449afb94-e76a-4336-93f1-77d5deca50b2 HTTP/1.1" status: 200  len: 1002 time: 2.2804048
Apr 02 21:19:57.154028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 41994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:57.168334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e41d5-e34e-4684-be3e-4f26a4d8e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c836d037-097a-44c0-83f2-08752c15f708,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.216785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.332016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Subnet': ['ID=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.355673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-760a2836-93a9-4664-b86b-511dc4428b3b admin admin] Publish callbacks [] for security_group (c836d037-097a-44c0-83f2-08752c15f708), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.369871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Checking segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:57.370227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network hostable DHCP agents. Network: e56d11ac-91eb-4afd-ae1e-5651177c7d97, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:19:57.375133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] For port a344033d-202f-4374-9ed2-61d6ea2e3846, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:57.379484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] For port a344033d-202f-4374-9ed2-61d6ea2e3846, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a344033d-202f-4374-9ed2-61d6ea2e3846,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:57.393496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-760a2836-93a9-4664-b86b-511dc4428b3b admin admin] Publish callbacks [] for security_group (c836d037-097a-44c0-83f2-08752c15f708), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.394298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.435231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:19:57.458500 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.479727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e56d11ac-91eb-4afd-ae1e-5651177c7d97) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:57.492306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:19:57.492871 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.533134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6f3e743-dec8-41dd-897b-febc9622b4e6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8512185
Apr 02 21:19:57.534269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 41996) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:57.547763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-760a2836-93a9-4664-b86b-511dc4428b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c836d037-097a-44c0-83f2-08752c15f708), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.548040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb45b3-f9cd-4e92-b396-d493c0511131 None None] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:19:57.550349 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-760a2836-93a9-4664-b86b-511dc4428b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.551591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-760a2836-93a9-4664-b86b-511dc4428b3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c836d037-097a-44c0-83f2-08752c15f708 HTTP/1.1" status: 204  len: 168 time: 0.4231846
Apr 02 21:19:57.573728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Allocated IP 172.20.0.2 (c1bcf83f-0c29-45e5-aa75-aadd0b03809c/f4723b05-1262-4487-a1d4-a6e9ead51149/331b9666-38a2-4eec-9571-40da0a9fa937) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:57.602570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a2836-93a9-4664-b86b-511dc4428b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c836d037-097a-44c0-83f2-08752c15f708,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.644583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port 449afb94-e76a-4336-93f1-77d5deca50b2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:57.644930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.658243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (235ab023-ef1e-41b6-82ef-0960caf069d6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.861300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e7c1-5db4-4f57-a4e8-ca49cbe22a30 None None] Pushing event updated for resources: {'Port': ['ID=a344033d-202f-4374-9ed2-61d6ea2e3846,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:57.876433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f467c909-2bb5-46be-bf97-7df788ddaf95 None None] Provisioning complete for port 449afb94-e76a-4336-93f1-77d5deca50b2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:57.876959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f467c909-2bb5-46be-bf97-7df788ddaf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.918866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:57.919181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845315940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:57.920134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:57.943580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for 449afb94-e76a-4336-93f1-77d5deca50b2 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:58.012969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Publish callbacks [] for port (331b9666-38a2-4eec-9571-40da0a9fa937), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.050120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.062279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f467c909-2bb5-46be-bf97-7df788ddaf95 None None] Port 449afb94-e76a-4336-93f1-77d5deca50b2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:19:58.111506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (9ad6f685-881d-4ef7-b4b8-8a5d04961711), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.197775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:19:58.198722 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.201217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:58.209577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:58.242918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.252273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:58.255442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:58.263862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Pushing event updated for resources: {'Port': ['ID=331b9666-38a2-4eec-9571-40da0a9fa937,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:58.472712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:58.581304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Attempting to bind port 331b9666-38a2-4eec-9571-40da0a9fa937 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:58.581868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Attempting to bind port 331b9666-38a2-4eec-9571-40da0a9fa937 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:58.582039 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Attempting to bind port 331b9666-38a2-4eec-9571-40da0a9fa937 on network c1bcf83f-0c29-45e5-aa75-aadd0b03809c {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:58.631045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:19:58.631435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Checking segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:19:58.632030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.632279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Bound using segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:19:58.633744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Bound port: 331b9666-38a2-4eec-9571-40da0a9fa937, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:19:58.634133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.647209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:58.647601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.720321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (449afb94-e76a-4336-93f1-77d5deca50b2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.763978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Allocated IP 172.20.0.2 (e56d11ac-91eb-4afd-ae1e-5651177c7d97/a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c/69b258a2-e273-4b7c-a12e-b5638cbd5310) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:58.798306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.800346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=449afb94-e76a-4336-93f1-77d5deca50b2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:58.841910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:58.847466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-66abd51e-0c30-437e-aac6-ca696299fb30 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/ports/449afb94-e76a-4336-93f1-77d5deca50b2 HTTP/1.1" status: 204  len: 168 time: 1.6591558
Apr 02 21:19:58.848002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42022) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:58.854098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Router 9ad6f685-881d-4ef7-b4b8-8a5d04961711 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:19:58.927021 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6e3ec8-704f-4752-b0da-a61c35f5d363 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] GET failed (client error): The resource could not be found.
Apr 02 21:19:58.932515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d6e3ec8-704f-4752-b0da-a61c35f5d363 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "GET /v2.0/ports/449afb94-e76a-4336-93f1-77d5deca50b2 HTTP/1.1" status: 404  len: 333 time: 0.0779250
Apr 02 21:19:58.933478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42024) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:58.939276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2026527823'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:19:59.026259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Deleting port 154b7677-7ef3-4d46-9327-80a8b5385f02 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:19:59.026597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.086850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.094443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] For port 331b9666-38a2-4eec-9571-40da0a9fa937, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:19:59.137447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:19:59.145748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.169408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] device_id is not set on port e6f4c220-ce71-47fb-9960-6dc6dfc86207 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:19:59.190777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] For port 331b9666-38a2-4eec-9571-40da0a9fa937, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=331b9666-38a2-4eec-9571-40da0a9fa937,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:19:59.319090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.355438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Allocated IP 2001:db8::6e (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/e6f4c220-ce71-47fb-9960-6dc6dfc86207) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:59.492593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Publish callbacks [] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.495972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:19:59.497286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cc2db08-0b99-4034-9911-e9b0aac1e1bf up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:19:59.518988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:19:59.532885 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Sync routers for ids ['9ad6f685-881d-4ef7-b4b8-8a5d04961711'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:19:59.551140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] For port 154b7677-7ef3-4d46-9327-80a8b5385f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154b7677-7ef3-4d46-9327-80a8b5385f02,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:19:59.551804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.563813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.578075 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Routers {'9ad6f685-881d-4ef7-b4b8-8a5d04961711'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:19:59.581590 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['9ad6f685-881d-4ef7-b4b8-8a5d04961711'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:59.597418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.1 (e56d11ac-91eb-4afd-ae1e-5651177c7d97/a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c/c96e90e4-253a-4fd9-a5ef-66a2d0829c5f) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:59.620434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Calling delete_port for 154b7677-7ef3-4d46-9327-80a8b5385f02 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:19:59.625181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:19:59.626606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.627741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67c520b9-2977-4cf9-91fa-57b0473f5467 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.9841535
Apr 02 21:19:59.641088 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.649265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:19:59.650250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42042) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:19:59.675976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:19:59.686485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:19:59.686870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.745800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5a42-a442-49fe-9854-d7a543396fd0 None None] Pushing event updated for resources: {'Port': ['ID=331b9666-38a2-4eec-9571-40da0a9fa937,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:59.809373 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (e6f4c220-ce71-47fb-9960-6dc6dfc86207), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.825257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845315940>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:19:53Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:19:59.827564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.893825 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Set router 9ad6f685-881d-4ef7-b4b8-8a5d04961711 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:19:59.900466 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e6f4c220-ce71-47fb-9960-6dc6dfc86207), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.907517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Attempting to bind port 69b258a2-e273-4b7c-a12e-b5638cbd5310 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:19:59.908107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Attempting to bind port 69b258a2-e273-4b7c-a12e-b5638cbd5310 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:19:59.908801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Attempting to bind port 69b258a2-e273-4b7c-a12e-b5638cbd5310 on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:19:59.963006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:19:59.970739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=e6f4c220-ce71-47fb-9960-6dc6dfc86207,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:19:59.991754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.20.0.1 (c1bcf83f-0c29-45e5-aa75-aadd0b03809c/f4723b05-1262-4487-a1d4-a6e9ead51149/5b21516b-c46f-47c6-95ed-cf5ba730bdf7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:19:59.998417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133bb84-c26a-4fea-9651-2c228317c3cf None None] The sync data for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 is: [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:19:53Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:00.007662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:00.008223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Checking segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:00.008538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.008937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Bound using segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:00.009423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Bound port: 69b258a2-e273-4b7c-a12e-b5638cbd5310, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:00.009814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.040190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Pushing event updated for resources: {'Port': ['ID=69b258a2-e273-4b7c-a12e-b5638cbd5310,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:00.042776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:00.050802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:00.064803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:00.066462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:00.073530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:00.102683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7666d357-ce0f-4796-9242-e4582747bcf5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/9ad6f685-881d-4ef7-b4b8-8a5d04961711 HTTP/1.1" status: 200  len: 908 time: 0.4489269
Apr 02 21:20:00.107178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:00.113586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:00.113826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:00.114625 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.128076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:00.129854 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.162710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:00.172856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.206820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:00.256121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-41cbd0c8-a4e0-4af2-a7f1-2253dd8d6531 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.3192794
Apr 02 21:20:00.256804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42046) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:00.277110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'network_id': 'f1dad11f-35a5-47e4-b437-96f772a9cb3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-776202642'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:00.280672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (b4be41d0-45cb-456e-9c1a-56cdbd566055), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.315225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] For port 69b258a2-e273-4b7c-a12e-b5638cbd5310, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:00.349740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] For port 69b258a2-e273-4b7c-a12e-b5638cbd5310, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69b258a2-e273-4b7c-a12e-b5638cbd5310,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:00.369000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:00.381994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.516056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 331b9666-38a2-4eec-9571-40da0a9fa937 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:00.558413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768abe-80d7-4582-9d56-ce4d0907214f None None] Pushing event updated for resources: {'Port': ['ID=69b258a2-e273-4b7c-a12e-b5638cbd5310,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:00.597044 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcba30>, [{'id': '9ad6f685-881d-4ef7-b4b8-8a5d04961711', 'name': 'tempest-snat-router-1762542508', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '6a6d66e1-e9b5-4aff-beb2-176e84a06319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:52Z', 'updated_at': '2022-04-02T21:19:56Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '6a6d66e1-e9b5-4aff-beb2-176e84a06319', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6f685-881d-4ef7-b4b8-8a5d04961711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:53Z', 'updated_at': '2022-04-02T21:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:00.669785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 331b9666-38a2-4eec-9571-40da0a9fa937 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:00.670374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.718787 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Checking router: 9ad6f685-881d-4ef7-b4b8-8a5d04961711 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:00.719103 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Updating router 9ad6f685-881d-4ef7-b4b8-8a5d04961711 port 6a6d66e1-e9b5-4aff-beb2-176e84a06319 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:20:00.759885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (9ad6f685-881d-4ef7-b4b8-8a5d04961711), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.762057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e3d744a3-43d0-40c4-9a3e-c17e962ef902 None None] Provisioning complete for port e6f4c220-ce71-47fb-9960-6dc6dfc86207 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:00.762642 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3d744a3-43d0-40c4-9a3e-c17e962ef902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e6f4c220-ce71-47fb-9960-6dc6dfc86207), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.774486 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.933402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e3d744a3-43d0-40c4-9a3e-c17e962ef902 None None] Port e6f4c220-ce71-47fb-9960-6dc6dfc86207 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:00.938574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 331b9666-38a2-4eec-9571-40da0a9fa937 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:00.938960 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:00.994820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.006446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 331b9666-38a2-4eec-9571-40da0a9fa937, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=331b9666-38a2-4eec-9571-40da0a9fa937,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:01.015276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.096050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (154b7677-7ef3-4d46-9327-80a8b5385f02), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.121309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=331b9666-38a2-4eec-9571-40da0a9fa937,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:01.124318 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.221715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=154b7677-7ef3-4d46-9327-80a8b5385f02,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:01.247254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:01.315313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:01.358918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:01.515722 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Publish callbacks [] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.527339 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.543763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.626633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Made reservation on behalf of 2a3b73559cb047b186990f7963b0415b for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:01.630224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.644440 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Attempting to bind port 6a6d66e1-e9b5-4aff-beb2-176e84a06319 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:01.644981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Attempting to bind port 6a6d66e1-e9b5-4aff-beb2-176e84a06319 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:01.645138 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Attempting to bind port 6a6d66e1-e9b5-4aff-beb2-176e84a06319 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:01.670195 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6e8c-ae6d-466f-a13c-06e180549631 None None] Pushing event updated for resources: {'Port': ['ID=6a6d66e1-e9b5-4aff-beb2-176e84a06319,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:01.695997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] device_id is not set on port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:01.697203 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:01.697789 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:01.698354 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.698897 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:01.699746 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Bound port: 6a6d66e1-e9b5-4aff-beb2-176e84a06319, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:01.700298 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.754876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:01.791476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2016bb-bd9c-4296-b243-d0296d39921f None None] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:01.798176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:01.876198 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] For port 6a6d66e1-e9b5-4aff-beb2-176e84a06319, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:01.882271 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] For port 6a6d66e1-e9b5-4aff-beb2-176e84a06319, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a6d66e1-e9b5-4aff-beb2-176e84a06319,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:01.893217 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.008912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1831910e-ea95-49db-a643-b79e800b2cb1 None None] Provisioning complete for port 331b9666-38a2-4eec-9571-40da0a9fa937 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:02.009584 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1831910e-ea95-49db-a643-b79e800b2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.039803 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Routers {'9ad6f685-881d-4ef7-b4b8-8a5d04961711'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:02.040561 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dcba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['9ad6f685-881d-4ef7-b4b8-8a5d04961711'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:02.047279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (9ad6f685-881d-4ef7-b4b8-8a5d04961711), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.077817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Allocated IP 2001:db8::94 (f1dad11f-35a5-47e4-b437-96f772a9cb3a/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9/5070f9b4-71f8-4c76-a07c-86756bc3cc07) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:02.295902 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] Set router 9ad6f685-881d-4ef7-b4b8-8a5d04961711 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:02.368429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (235ab023-ef1e-41b6-82ef-0960caf069d6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.423014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1831910e-ea95-49db-a643-b79e800b2cb1 None None] Current status of the port 331b9666-38a2-4eec-9571-40da0a9fa937 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:02.571948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6e8c-ae6d-466f-a13c-06e180549631 None None] Pushing event updated for resources: {'Port': ['ID=6a6d66e1-e9b5-4aff-beb2-176e84a06319,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:02.596928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.607356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1fb20-c6bd-478a-abdc-2d153848855d None None] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:02.613808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.680849 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dcba30>, [{'id': '9ad6f685-881d-4ef7-b4b8-8a5d04961711', 'name': 'tempest-snat-router-1762542508', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '6a6d66e1-e9b5-4aff-beb2-176e84a06319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:52Z', 'updated_at': '2022-04-02T21:19:56Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '6a6d66e1-e9b5-4aff-beb2-176e84a06319', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6f685-881d-4ef7-b4b8-8a5d04961711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:53Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:02.714290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.717501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.747668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Deleting port 6a6d66e1-e9b5-4aff-beb2-176e84a06319 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:02.748122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.763484 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb767b8-11c0-4d01-9c0e-29780e277d65 None None] The sync data for ids ['9ad6f685-881d-4ef7-b4b8-8a5d04961711'] in ncdv-master-1 is: [{'id': '9ad6f685-881d-4ef7-b4b8-8a5d04961711', 'name': 'tempest-snat-router-1762542508', 'tenant_id': 'a51f428187b3496b897ace71da0754e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '6a6d66e1-e9b5-4aff-beb2-176e84a06319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:52Z', 'updated_at': '2022-04-02T21:19:56Z', 'revision_number': 3, 'project_id': 'a51f428187b3496b897ace71da0754e2', 'gw_port': {'id': '6a6d66e1-e9b5-4aff-beb2-176e84a06319', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6f685-881d-4ef7-b4b8-8a5d04961711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:53Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:02.807599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.834002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cc2db08-0b99-4034-9911-e9b0aac1e1bf up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:02.845806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] Provisioning complete for port 69b258a2-e273-4b7c-a12e-b5638cbd5310 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:02.846423 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.920946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:02.931759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=5070f9b4-71f8-4c76-a07c-86756bc3cc07,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:02.945594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:02.952654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:02.957915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:02.958546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:02.978585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] For port 6a6d66e1-e9b5-4aff-beb2-176e84a06319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a6d66e1-e9b5-4aff-beb2-176e84a06319,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:02.981236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.031726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (b4be41d0-45cb-456e-9c1a-56cdbd566055), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.038087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Calling delete_port for 6a6d66e1-e9b5-4aff-beb2-176e84a06319 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:03.055759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:03.056381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.078101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-da4c8316-d603-4dd3-aa32-05121501f4e5 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.8183241
Apr 02 21:20:03.105608 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42102) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:03.114755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::386', 'mac_address': 'fa:16:3e:8b:08:01'}, {'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:d8:88:95'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:03.205994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:03.272161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] Current status of the port 69b258a2-e273-4b7c-a12e-b5638cbd5310 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:03.274753 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.464975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:03.467810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:03.506341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:03.508224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a344033d-202f-4374-9ed2-61d6ea2e3846 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:03.567209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] For port 69b258a2-e273-4b7c-a12e-b5638cbd5310, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69b258a2-e273-4b7c-a12e-b5638cbd5310,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:03.593125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.614383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a344033d-202f-4374-9ed2-61d6ea2e3846 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:03.614926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.780009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:03.785866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b08e99-0ec8-4466-853a-ec678be6e607 None None] Pushing event updated for resources: {'Port': ['ID=69b258a2-e273-4b7c-a12e-b5638cbd5310,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:03.819457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Provisioning complete for port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:03.819881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.845285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router b4be41d0-45cb-456e-9c1a-56cdbd566055 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:03.846842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.922982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:03.962559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Provisioning complete for port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:03.962945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:03.966147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a344033d-202f-4374-9ed2-61d6ea2e3846 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:03.966540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.039345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3421b013-4832-4193-a92b-61a7a4e94b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.047685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port a344033d-202f-4374-9ed2-61d6ea2e3846, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a344033d-202f-4374-9ed2-61d6ea2e3846,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:04.063252 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.064653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 331b9666-38a2-4eec-9571-40da0a9fa937 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:04.067302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:04.164375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Router 235ab023-ef1e-41b6-82ef-0960caf069d6 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:04.222395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Provisioning complete for port 331b9666-38a2-4eec-9571-40da0a9fa937 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:04.222782 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.235503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:04.252150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dfcf3e90-8524-406d-a064-b45578711b28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/b4be41d0-45cb-456e-9c1a-56cdbd566055/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7167621
Apr 02 21:20:04.272518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Sync routers for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:04.278504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=a344033d-202f-4374-9ed2-61d6ea2e3846,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:04.308841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 331b9666-38a2-4eec-9571-40da0a9fa937 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:04.309065 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.335893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3421b013-4832-4193-a92b-61a7a4e94b53 admin admin] Publish callbacks [] for security_group (b84e240b-f692-49c3-b6f4-644920e139a6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.348210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3421b013-4832-4193-a92b-61a7a4e94b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b84e240b-f692-49c3-b6f4-644920e139a6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.386294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:04.387190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78442c2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:04.459824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421b013-4832-4193-a92b-61a7a4e94b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e240b-f692-49c3-b6f4-644920e139a6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:04.492864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3421b013-4832-4193-a92b-61a7a4e94b53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b9d8ddc7a19411fa1f94d56527093ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7086024
Apr 02 21:20:04.499552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42120) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:04.565389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.581847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.595145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6a6d66e1-e9b5-4aff-beb2-176e84a06319), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.629249 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b635f52-0790-446f-a214-2c12229a00e3 admin admin] Publish callbacks [] for security_group (b84e240b-f692-49c3-b6f4-644920e139a6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.742531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:04.753380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.762237 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] Sync routers for ids ['235ab023-ef1e-41b6-82ef-0960caf069d6'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:04.765794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b635f52-0790-446f-a214-2c12229a00e3 admin admin] Publish callbacks [] for security_group (b84e240b-f692-49c3-b6f4-644920e139a6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.766479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82f27b52-df05-4b3d-90b9-fd66fbee6f0b admin admin] 10.222.0.18 "PUT /v2.0/routers/235ab023-ef1e-41b6-82ef-0960caf069d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2023864
Apr 02 21:20:04.774020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42130) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:04.795417 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] Routers {'235ab023-ef1e-41b6-82ef-0960caf069d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:04.799332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e27b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['235ab023-ef1e-41b6-82ef-0960caf069d6'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:04.816364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 331b9666-38a2-4eec-9571-40da0a9fa937 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:04.817629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 69b258a2-e273-4b7c-a12e-b5638cbd5310 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:04.845939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:04.885369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:04.889645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-1bfa3697-37ae-4ae0-9388-da7016d9fb0b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398142420&fields=id&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 267 time: 0.2788782
Apr 02 21:20:04.899780 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a6d66e1-e9b5-4aff-beb2-176e84a06319,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:04.902282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (9ad6f685-881d-4ef7-b4b8-8a5d04961711), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:04.922952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-295173b3-f8e5-47ef-9cfc-ae4b876e930c None None] Current status of the port 331b9666-38a2-4eec-9571-40da0a9fa937 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:05.021153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:05.024482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:05.027535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (9ad6f685-881d-4ef7-b4b8-8a5d04961711), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.032479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (9ad6f685-881d-4ef7-b4b8-8a5d04961711), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.034974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 69b258a2-e273-4b7c-a12e-b5638cbd5310 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:05.035490 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.062484 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] Set router 235ab023-ef1e-41b6-82ef-0960caf069d6 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:05.182514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (9ad6f685-881d-4ef7-b4b8-8a5d04961711), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.183122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad6f685-881d-4ef7-b4b8-8a5d04961711 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:05.196320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.205060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-81cf78ae-6f33-4f6e-9706-076c6d4c0109 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/routers/9ad6f685-881d-4ef7-b4b8-8a5d04961711 HTTP/1.1" status: 204  len: 168 time: 5.0952439
Apr 02 21:20:05.205714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42132) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:05.249901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b635f52-0790-446f-a214-2c12229a00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b84e240b-f692-49c3-b6f4-644920e139a6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.253059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b635f52-0790-446f-a214-2c12229a00e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.263625 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0b635f52-0790-446f-a214-2c12229a00e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b84e240b-f692-49c3-b6f4-644920e139a6 HTTP/1.1" status: 204  len: 168 time: 0.7575843
Apr 02 21:20:05.270217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-af22d006-8129-4357-8b92-bb9fb143b029 None None] Provisioning complete for port 69b258a2-e273-4b7c-a12e-b5638cbd5310 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:05.270836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af22d006-8129-4357-8b92-bb9fb143b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.275036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.290725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks [] for router (235ab023-ef1e-41b6-82ef-0960caf069d6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.467477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.475502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.483073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e27b20>, [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 5, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:05.494718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 69b258a2-e273-4b7c-a12e-b5638cbd5310 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:05.508391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78442c2d60>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 2, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:05.568988 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] Checking router: 235ab023-ef1e-41b6-82ef-0960caf069d6 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:05.579004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Checking router: b4be41d0-45cb-456e-9c1a-56cdbd566055 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:05.579371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Updating router b4be41d0-45cb-456e-9c1a-56cdbd566055 port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:20:05.596592 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] Routers {'235ab023-ef1e-41b6-82ef-0960caf069d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:05.598493 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e27b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['235ab023-ef1e-41b6-82ef-0960caf069d6'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:05.603337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d211dda8-c6d0-4caf-89ff-7bf893ce4180 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:05.606269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d211dda8-c6d0-4caf-89ff-7bf893ce4180 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 797 time: 0.7157776
Apr 02 21:20:05.618480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af22d006-8129-4357-8b92-bb9fb143b029 None None] Current status of the port 69b258a2-e273-4b7c-a12e-b5638cbd5310 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:05.623099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event updated for resources: {'Port': ['ID=5070f9b4-71f8-4c76-a07c-86756bc3cc07,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:05.625628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b635f52-0790-446f-a214-2c12229a00e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e240b-f692-49c3-b6f4-644920e139a6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:05.632682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:05.635454 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.654985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-af22d006-8129-4357-8b92-bb9fb143b029 None None] Provisioning complete for port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:05.656432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af22d006-8129-4357-8b92-bb9fb143b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.712121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] In _notify_port_updated(), no bound segment for port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 on network f1dad11f-35a5-47e4-b437-96f772a9cb3a {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:20:05.728997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:05.734215 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.738643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ffd69a7e-f353-4713-ba13-fd0fbb352f28 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "PUT /v2.0/ports/5070f9b4-71f8-4c76-a07c-86756bc3cc07 HTTP/1.1" status: 200  len: 1065 time: 2.6322591
Apr 02 21:20:05.740192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42140) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:05.769785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-0de9c270-e677-49c9-b1da-d7aeb2d1c9f8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/quotas/8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 375 time: 0.1334004
Apr 02 21:20:05.782876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.858039 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] Set router 235ab023-ef1e-41b6-82ef-0960caf069d6 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:05.863180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks [] for router_gateway (235ab023-ef1e-41b6-82ef-0960caf069d6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:05.912375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:05.949534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-60f6d76a-1e45-4a57-8399-b31021d48baa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "PUT /v2.0/routers/cb778bf7-2542-4b6c-896d-12faa03053c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3280656
Apr 02 21:20:05.949742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42146) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:06.067312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Deleting port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:06.072012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.081144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.081346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.081717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.082187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.082947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.083402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.083855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.084433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.087537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ff8e8024-1eda-485b-98c4-c0204e20b940 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5680 time: 0.1354074
Apr 02 21:20:06.100669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42150) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:06.102310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a344033d-202f-4374-9ed2-61d6ea2e3846 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:06.118951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-af22d006-8129-4357-8b92-bb9fb143b029 None None] Port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:06.128298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:06.221937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-ff04596f-45e8-4169-afbe-22eeead15e6b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4489987
Apr 02 21:20:06.246426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:06.247076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844eed400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:06.267632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Deleting port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:06.268047 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.289111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] For port 9ccfce0f-404d-4f8d-92cd-550f9dd06f25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:06.290198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.303643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:06.304531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.311113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Calling delete_port for 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:06.312975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.313442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.314072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.314462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.314909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.315363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.315804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.316250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:06.322064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-204cb105-ce90-4b0d-aff9-b34f0b549638 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5236 time: 0.2149472
Apr 02 21:20:06.322698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42156) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:06.374424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc2cb47f-40bd-4750-a5f8-635924bfc36e None None] Provisioning complete for port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:06.374806 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb47f-40bd-4750-a5f8-635924bfc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.491219 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e27b20>, [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 5, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:06.492795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Publish callbacks [] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.528850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.541137 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef7975-0270-492e-8f0d-ee65fe5c313e None None] The sync data for ids ['235ab023-ef1e-41b6-82ef-0960caf069d6'] in ncdv-master-1 is: [{'id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'name': 'tempest-TestServerMultinode-1631208008-router', 'tenant_id': 'be8b83e669854377af9bc768398a35af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:36Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 5, 'project_id': 'be8b83e669854377af9bc768398a35af', 'gw_port': {'id': '2b774ffb-32e8-4ffa-91f5-3f03dca6a514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235ab023-ef1e-41b6-82ef-0960caf069d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:37Z', 'updated_at': '2022-04-02T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:06.556485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a344033d-202f-4374-9ed2-61d6ea2e3846 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:06.557020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.627394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9ccfce0f-404d-4f8d-92cd-550f9dd06f25), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.638765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cb47f-40bd-4750-a5f8-635924bfc36e None None] Port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:06.665234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:06.753520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637aa2-9aa8-4c32-8270-7fbd40d273e3 None None] Pushing event updated for resources: {'Port': ['ID=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:06.769438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ccfce0f-404d-4f8d-92cd-550f9dd06f25,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:06.781364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc2cb47f-40bd-4750-a5f8-635924bfc36e None None] Provisioning complete for port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:06.782078 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb47f-40bd-4750-a5f8-635924bfc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.818497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.978103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:06.983146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_controller (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.016332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cb47f-40bd-4750-a5f8-635924bfc36e None None] Port 5070f9b4-71f8-4c76-a07c-86756bc3cc07 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:07.018032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Attempting to bind port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:07.018363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Attempting to bind port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:07.018731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Attempting to bind port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:07.063173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (4d716b0a-6aca-4dbf-8865-458b1a76d5b0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.063730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d716b0a-6aca-4dbf-8865-458b1a76d5b0 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:07.071333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:07.071486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.071811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Checking segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:07.072123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.072543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Bound using segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:07.073130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b968fef3-ac09-4ec8-b9f9-973d9c6ad5fe tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4d716b0a-6aca-4dbf-8865-458b1a76d5b0 HTTP/1.1" status: 204  len: 168 time: 1.8551471
Apr 02 21:20:07.080603 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42168) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:07.083184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Bound port: c96e90e4-253a-4fd9-a5ef-66a2d0829c5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:07.083990 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.095258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-924033874', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:07.141344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.143363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.169400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a344033d-202f-4374-9ed2-61d6ea2e3846 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:07.171620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 69b258a2-e273-4b7c-a12e-b5638cbd5310 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:07.214213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.236709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.249438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] For port 2b774ffb-32e8-4ffa-91f5-3f03dca6a514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:07.249924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.273816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-ea6bf227-5c2f-4078-855a-d460f1eb9204 service neutron] 10.222.0.18 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0244138
Apr 02 21:20:07.298381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for 5070f9b4-71f8-4c76-a07c-86756bc3cc07 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:07.329436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Calling delete_port for 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:07.519909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.568747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-51ad6a3e-b2d8-479d-8bd3-bf3b49391811 None None] Provisioning complete for port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:07.570754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51ad6a3e-b2d8-479d-8bd3-bf3b49391811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.631758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-2af9b723-bb19-484d-8ddb-e44378aac30d service neutron] 10.222.0.18 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3569913
Apr 02 21:20:07.683377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] For port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:07.710759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-51ad6a3e-b2d8-479d-8bd3-bf3b49391811 None None] Port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:07.720245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] For port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:07.727421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 69b258a2-e273-4b7c-a12e-b5638cbd5310 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:07.727894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.757751 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.916252 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2b774ffb-32e8-4ffa-91f5-3f03dca6a514), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.919537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:07.920990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78442c2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:07.945341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844eed400>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 2, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:07.945599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5070f9b4-71f8-4c76-a07c-86756bc3cc07), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:07.998977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637aa2-9aa8-4c32-8270-7fbd40d273e3 None None] Pushing event updated for resources: {'Port': ['ID=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:08.008065 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5c1eca25-cfd0-415f-b03e-82e806c63bbc tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4110 time: 1.6787574
Apr 02 21:20:08.013037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b774ffb-32e8-4ffa-91f5-3f03dca6a514,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:08.040822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=5070f9b4-71f8-4c76-a07c-86756bc3cc07,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:08.080550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:08.090372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Updating router cb778bf7-2542-4b6c-896d-12faa03053c8 port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:20:08.261744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (235ab023-ef1e-41b6-82ef-0960caf069d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.327332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.412124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 69b258a2-e273-4b7c-a12e-b5638cbd5310 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:08.526927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] Provisioning complete for port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:08.527493 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.531276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:08.553683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (235ab023-ef1e-41b6-82ef-0960caf069d6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.559668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ea08552-eb3b-45ef-95bf-c92bdf20b1dd req-d7cba253-ece2-4cba-85ad-391c6a7a35fd tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 210 time: 0.2345510
Apr 02 21:20:08.588381 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks [] for router_controller (235ab023-ef1e-41b6-82ef-0960caf069d6), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.633142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (1905aa42-dae2-4ac2-88d2-97e458830690), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.672742 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.738902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42206) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:08.747684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41054063', 'description': 'tempest-secgroup-smoke-41054063 description', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:08.771587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (235ab023-ef1e-41b6-82ef-0960caf069d6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.772234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 235ab023-ef1e-41b6-82ef-0960caf069d6 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:08.777350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.781300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0f96523f-1ef1-4921-92f3-ffcc99bcba46 admin admin] 10.222.0.18 "DELETE /v2.0/routers/235ab023-ef1e-41b6-82ef-0960caf069d6 HTTP/1.1" status: 204  len: 168 time: 3.9992540
Apr 02 21:20:08.782004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:08.846782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.881784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.890077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:08.891206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42210) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:08.893020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ecc693ed-0bfc-4a56-9838-e907b2418f8c tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/ports/5070f9b4-71f8-4c76-a07c-86756bc3cc07 HTTP/1.1" status: 204  len: 168 time: 3.1478143
Apr 02 21:20:08.895790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Allocated IP 172.35.4.181 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:08.897835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Deleting subnet 97dc6864-6505-4365-b608-70722d844f26 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:08.907044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Publish callbacks [] for subnet (97dc6864-6505-4365-b608-70722d844f26), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.971781 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdd07f7-9ed0-45c0-856f-04198cc52c43 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] GET failed (client error): The resource could not be found.
Apr 02 21:20:08.973287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7fdd07f7-9ed0-45c0-856f-04198cc52c43 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "GET /v2.0/ports/5070f9b4-71f8-4c76-a07c-86756bc3cc07 HTTP/1.1" status: 404  len: 333 time: 0.0791550
Apr 02 21:20:08.977317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (97dc6864-6505-4365-b608-70722d844f26), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:08.981019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42212) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:09.020935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:09.020935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9ccfce0f-404d-4f8d-92cd-550f9dd06f25 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:09.020935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 154b7677-7ef3-4d46-9327-80a8b5385f02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:09.091642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 154b7677-7ef3-4d46-9327-80a8b5385f02 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:09.092428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 154b7677-7ef3-4d46-9327-80a8b5385f02 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:09.092984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6a6d66e1-e9b5-4aff-beb2-176e84a06319 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:09.126672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for port (7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.131104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6a6d66e1-e9b5-4aff-beb2-176e84a06319 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:09.131549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6a6d66e1-e9b5-4aff-beb2-176e84a06319 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:09.151158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (97dc6864-6505-4365-b608-70722d844f26), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.180613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.273979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:09.305155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] Current status of the port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:09.305846 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.317331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:09.318470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (97dc6864-6505-4365-b608-70722d844f26), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.331090 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:09.334084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event updated for resources: {'Port': ['ID=7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:09.385236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97dc6864-6505-4365-b608-70722d844f26,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:09.400180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.412791 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9af9630-d3a3-47e4-9be6-265105ce8775 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/97dc6864-6505-4365-b608-70722d844f26 HTTP/1.1" status: 204  len: 168 time: 0.6051695
Apr 02 21:20:09.413425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42218) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:09.420593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (a399e78b-b2fe-4519-b6a0-9dca030607c2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.436364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a399e78b-b2fe-4519-b6a0-9dca030607c2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.472777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4eff56-7854-4508-993a-f0dac43f0450 None None] Network e0b4c4bc-de45-4f73-9c94-e836543f4a58 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:09.543597 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Publish callbacks [] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.546610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e0b4c4bc-de45-4f73-9c94-e836543f4a58), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.575909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.631067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.635763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.8932281
Apr 02 21:20:09.642271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42222) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:09.647330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'a399e78b-b2fe-4519-b6a0-9dca030607c2', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:09.695265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0d7d6-2b26-4460-9177-6b87273a19c4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a399e78b-b2fe-4519-b6a0-9dca030607c2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:09.708365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port e6f4c220-ce71-47fb-9960-6dc6dfc86207 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:09.709777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e6f4c220-ce71-47fb-9960-6dc6dfc86207), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.735794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] For port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:09.770654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.780917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78442c2d60>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:07Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:09.781190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89ed3c31-de9e-4441-b404-68726b465708 req-c6ac5728-2119-47f0-b5e5-b79941431884 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 210 time: 0.0621192
Apr 02 21:20:09.845986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e7e53-b3c8-41c1-b203-655ec526657e None None] The sync data for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 is: [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:07Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:09.867136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765c8c8-7467-4833-9967-a342deee5908 None None] Pushing event updated for resources: {'Port': ['ID=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:09.954611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d05a0-035d-4c9f-b244-d5b585ae2607 None None] Pushing event updated for resources: {'Port': ['ID=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:09.961169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Deleting port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:09.961676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.979528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e6f4c220-ce71-47fb-9960-6dc6dfc86207), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:09.997764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for e6f4c220-ce71-47fb-9960-6dc6dfc86207 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:10.021866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Attempting to bind port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:10.022244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Attempting to bind port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:10.022790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Attempting to bind port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 on network c1bcf83f-0c29-45e5-aa75-aadd0b03809c {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:10.029534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:10.029909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Checking segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:10.030310 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.030701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Bound using segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:10.031181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Bound port: 5b21516b-c46f-47c6-95ed-cf5ba730bdf7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:10.031563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.114854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] For port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:10.119296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] For port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:10.120716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (0a0c594a-2d3c-400e-a15e-efab28cf61a5), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.128716 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.132611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] For port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,segment=NetworkSegment(fdd95085-387e-4eaa-8ef9-f5fff583f94e),segment_id=fdd95085-387e-4eaa-8ef9-f5fff583f94e)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:10.132955 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.149071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-fd9f690f-9f58-44e6-9667-21f579f990cc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:10.150568 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-fd9f690f-9f58-44e6-9667-21f579f990cc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 797 time: 0.4774516
Apr 02 21:20:10.166836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] DHCP port deletion for e0b4c4bc-de45-4f73-9c94-e836543f4a58 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:20:10.168636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Calling delete_port for c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:10.236529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:10.237174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844eed400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:10.247275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (1905aa42-dae2-4ac2-88d2-97e458830690), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.322594 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-201c31cd-663e-4518-970f-00261c90d481 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 380 time: 0.1557283
Apr 02 21:20:10.332190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'port': {'device_id': 'aa047aff-276d-4e5c-99e9-885361a57225', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'admin_state_up': True, 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'security_groups': ['fd40d325-9bf3-4cb3-a349-2540135bc104']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:10.427798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e6f4c220-ce71-47fb-9960-6dc6dfc86207), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.524859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.551993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765c8c8-7467-4833-9967-a342deee5908 None None] Pushing event updated for resources: {'Port': ['ID=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:10.557997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] No DVR routers for this DVR port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:10.578475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=e6f4c220-ce71-47fb-9960-6dc6dfc86207,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:10.601794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7a833106-dbff-473b-a325-77e69c23955f None None] Provisioning complete for port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:10.602237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a833106-dbff-473b-a325-77e69c23955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.607847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:10.702253 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.712493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9624953-2b66-498d-98cd-4ff7e0672e05 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/ports/e6f4c220-ce71-47fb-9960-6dc6dfc86207 HTTP/1.1" status: 204  len: 168 time: 1.5454826
Apr 02 21:20:10.719055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42240) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:10.761849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:10.768696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96e90e4-253a-4fd9-a5ef-66a2d0829c5f up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:10.774829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (0a0c594a-2d3c-400e-a15e-efab28cf61a5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.778834 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e0b4c4bc-de45-4f73-9c94-e836543f4a58), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.787838 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7bcdbc-2ead-4d13-83c1-a0bc58dcc341 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] GET failed (client error): The resource could not be found.
Apr 02 21:20:10.794391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4a7bcdbc-2ead-4d13-83c1-a0bc58dcc341 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "GET /v2.0/ports/e6f4c220-ce71-47fb-9960-6dc6dfc86207 HTTP/1.1" status: 404  len: 333 time: 0.0742962
Apr 02 21:20:10.795313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42244) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:10.799583 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0a0c594a-2d3c-400e-a15e-efab28cf61a5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.937012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0c594a-2d3c-400e-a15e-efab28cf61a5,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:10.953783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78472152b0>,) {'filters': {'network_id': ['e0b4c4bc-de45-4f73-9c94-e836543f4a58']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:10.959734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:10.968767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.969276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:10.974506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5ffa5712-536e-449b-8fc6-02912cd426e4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3304865
Apr 02 21:20:10.982343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42254) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:10.987567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'a399e78b-b2fe-4519-b6a0-9dca030607c2', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:11.007200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Deleting port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:11.007535 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.010871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78472152b0>, 'fdd95085-387e-4eaa-8ef9-f5fff583f94e') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:11.011285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78472152b0>, 'fdd95085-387e-4eaa-8ef9-f5fff583f94e') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:11.046825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.091012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (fdd95085-387e-4eaa-8ef9-f5fff583f94e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.153052 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (85612f79-8140-472c-864b-29be428fae87), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.153940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1dac70ca-4269-4fdd-bab8-464d78690ed9 req-ac98e60a-c12e-44f2-a950-3cda99cf873f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 210 time: 0.1637778
Apr 02 21:20:11.229274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (fdd95085-387e-4eaa-8ef9-f5fff583f94e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.246146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:11.246298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:11.246535 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.247330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (fdd95085-387e-4eaa-8ef9-f5fff583f94e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:11.250175 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:11.266827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] For port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:11.267248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.318591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (85612f79-8140-472c-864b-29be428fae87), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.324807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (85612f79-8140-472c-864b-29be428fae87), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.331547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Calling delete_port for c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:11.340689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7a833106-dbff-473b-a325-77e69c23955f None None] Current status of the port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:11.341086 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a833106-dbff-473b-a325-77e69c23955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.345491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:20:11.365722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85612f79-8140-472c-864b-29be428fae87,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:11.366969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (c47c0e85-cea8-4075-91ab-ac7a7efb1ea4), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.385661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.391010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3575d8b7-faa2-4879-bff3-470344f05e13 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4039514
Apr 02 21:20:11.391571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42256) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:11.394406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Router 1905aa42-dae2-4ac2-88d2-97e458830690 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:20:11.400972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'a399e78b-b2fe-4519-b6a0-9dca030607c2', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:11.450292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] Pushing event deleted for resources: {'Port': ['ID=c47c0e85-cea8-4075-91ab-ac7a7efb1ea4,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:11.457642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc7a20-1d57-4621-9855-908acecec634 None None] No DVR routers for this DVR port c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:11.492859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7a833106-dbff-473b-a325-77e69c23955f None None] For port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:11.511633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (19e8147e-b0d2-400f-8426-514d779147bb), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.513112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.14 (e56d11ac-91eb-4afd-ae1e-5651177c7d97/a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c/b1bae5f8-326c-475b-ad9e-32535077b85a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:11.525606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a833106-dbff-473b-a325-77e69c23955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.575561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:11.616170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a833106-dbff-473b-a325-77e69c23955f None None] Pushing event updated for resources: {'Port': ['ID=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:11.636211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844eed400>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:10Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:11.700584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e0b4c4bc-de45-4f73-9c94-e836543f4a58), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.707525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ba129-b75c-4a10-b9c1-6b319c2b03a1 None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:10Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:11.714696 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.722654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:11.723422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e0b4c4bc-de45-4f73-9c94-e836543f4a58 HTTP/1.1" status: 204  len: 168 time: 2.3083053
Apr 02 21:20:11.724641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42260) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:11.734035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port 1c7f7635-5961-491a-a527-c6a1930292c0 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:11.734987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1c7f7635-5961-491a-a527-c6a1930292c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.753592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:11.753911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c47c0e85-cea8-4075-91ab-ac7a7efb1ea4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:11.754331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:11.794081 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:20:11.830513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:11.830513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2b774ffb-32e8-4ffa-91f5-3f03dca6a514 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:11.832491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9a5483a7-80eb-419f-9e86-2833e7ebbd6e None None] Provisioning complete for port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:11.834237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9a5483a7-80eb-419f-9e86-2833e7ebbd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.851564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:11.866515 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] Sync routers for ids ['1905aa42-dae2-4ac2-88d2-97e458830690'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:11.882649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaa9b9-8f5d-481d-99ca-abde2ebef1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b4c4bc-de45-4f73-9c94-e836543f4a58,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:11.898933 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] Routers {'1905aa42-dae2-4ac2-88d2-97e458830690'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:11.904284 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dd6610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1905aa42-dae2-4ac2-88d2-97e458830690'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:11.920271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.983516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:11.989954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-61663774-8c68-4620-ac6a-cb2bde25ee25 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.9098516
Apr 02 21:20:11.990640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42264) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:11.999074 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dd6610>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:12.011846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (19e8147e-b0d2-400f-8426-514d779147bb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.017825 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] Routers {'1905aa42-dae2-4ac2-88d2-97e458830690'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:12.018566 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dd6610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1905aa42-dae2-4ac2-88d2-97e458830690'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:12.034472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9a5483a7-80eb-419f-9e86-2833e7ebbd6e None None] Current status of the port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:12.039185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': False}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:12.039726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1c7f7635-5961-491a-a527-c6a1930292c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.055006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for 1c7f7635-5961-491a-a527-c6a1930292c0 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:12.059084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (19e8147e-b0d2-400f-8426-514d779147bb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.073002 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dd6610>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:12.073963 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c586e8cd-9942-4479-9293-73a723faad59 None None] The sync data for ids ['1905aa42-dae2-4ac2-88d2-97e458830690'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:12.162352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.164514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7716348
Apr 02 21:20:12.165535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554b77e-4d78-4c53-8f20-6f6bd50d1a60 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e8147e-b0d2-400f-8426-514d779147bb,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:12.167493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42272) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:12.178387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'a399e78b-b2fe-4519-b6a0-9dca030607c2', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:12.241102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.258940 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (a5a1c930-2346-44c7-a65e-fd7273673978), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.338084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:12.385563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:12.421855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:12.427591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:12.519738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:12.520344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.597657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-e0c60b75-0622-4dbd-9cd5-448ec9868674 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2695537
Apr 02 21:20:12.609705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1c7f7635-5961-491a-a527-c6a1930292c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.641368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Request body: {'port': {'device_id': 'aa047aff-276d-4e5c-99e9-885361a57225', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:12.650897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:12.759070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:12.759699 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:12.864767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=1c7f7635-5961-491a-a527-c6a1930292c0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:12.902025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:12.983113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1d66b7f8-d4b1-43a4-9301-27bb89e29aae None None] Provisioning complete for port b1bae5f8-326c-475b-ad9e-32535077b85a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:12.983496 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1d66b7f8-d4b1-43a4-9301-27bb89e29aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.082296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fc628-5ec2-4121-8902-49a578da11d7 req-836d1fea-d987-4eb9-9f7b-6aab9fde70ea tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:13.089612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d8fc628-5ec2-4121-8902-49a578da11d7 req-836d1fea-d987-4eb9-9f7b-6aab9fde70ea tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 932 time: 0.8275440
Apr 02 21:20:13.109202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1d66b7f8-d4b1-43a4-9301-27bb89e29aae None None] Port b1bae5f8-326c-475b-ad9e-32535077b85a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:13.124697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (a5a1c930-2346-44c7-a65e-fd7273673978), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.139660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a5a1c930-2346-44c7-a65e-fd7273673978), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.178637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.180502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0102141
Apr 02 21:20:13.185050 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:13.188903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b92c79-11f8-4687-8e47-698b1151050e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a1c930-2346-44c7-a65e-fd7273673978,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:13.199786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'a399e78b-b2fe-4519-b6a0-9dca030607c2', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:13.268795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d8fc628-5ec2-4121-8902-49a578da11d7 req-f306f8e2-4e1e-4c8d-b32b-6f075155b9c9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1782589
Apr 02 21:20:13.294181 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Project 7c63afebe86f46e8b16647d8eda2cfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:20:13.322718 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (4b374fde-e5d8-40da-9391-cd2776181a81), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.383414 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.413001 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.419034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89fc128d-cbd7-425a-b42e-df3cba8b27fa tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/ports/1c7f7635-5961-491a-a527-c6a1930292c0 HTTP/1.1" status: 204  len: 168 time: 2.6149442
Apr 02 21:20:13.419236 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (4b374fde-e5d8-40da-9391-cd2776181a81), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.419236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42306) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:13.461098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4b374fde-e5d8-40da-9391-cd2776181a81), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.475000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.508295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b374fde-e5d8-40da-9391-cd2776181a81,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:13.542691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.546916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-40b9de28-c482-4cd5-a7d8-55fc463aa3b9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3560760
Apr 02 21:20:13.549842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting subnet 0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:13.551722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42312) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:13.555736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for subnet (0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.561764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'a399e78b-b2fe-4519-b6a0-9dca030607c2', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:13.631903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.664998 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Project 7c63afebe86f46e8b16647d8eda2cfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:20:13.676373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (dacce429-0a9f-404e-8c73-2d39008df939), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.845790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.891777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (32067679-0d01-4449-976a-073fe5922f3b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.924060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (dacce429-0a9f-404e-8c73-2d39008df939), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.935444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (dacce429-0a9f-404e-8c73-2d39008df939), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.971273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacce429-0a9f-404e-8c73-2d39008df939,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:13.992222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:13.993478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-99b9ff6e-9d95-4214-90e3-7427a38741bc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4389458
Apr 02 21:20:14.000808 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.048409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.051645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/subnets/0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9 HTTP/1.1" status: 204  len: 168 time: 0.6314261
Apr 02 21:20:14.054812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42320) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:14.058576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bae5f8-326c-475b-ad9e-32535077b85a {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:20:14.061128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f8bb5-5ac4-42cb-b113-cf849c7f131d None None] Network f1dad11f-35a5-47e4-b437-96f772a9cb3a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:14.073073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be62fd-85c6-4941-82be-df24c7c5f422 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1d75aa-d5ba-4d38-8fa1-57cc6d1f42b9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:14.084499 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Publish callbacks [] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.239681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Transition to ACTIVE for port object b1bae5f8-326c-475b-ad9e-32535077b85a will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:20:14.275875 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.287408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.291146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.312401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] DHCP port deletion for f1dad11f-35a5-47e4-b437-96f772a9cb3a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:20:14.327212 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f1dad11f-35a5-47e4-b437-96f772a9cb3a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.397089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] Deleting port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:14.397643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.429248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-ea174482-0085-4227-805a-515ed321cb5e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41054063&fields=id&tenant_id=7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 267 time: 0.1878636
Apr 02 21:20:14.433019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:14.511132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643bb31-d0a8-4682-abf1-8a6e1f73c84c req-8576d910-690e-440b-aa24-ad776e879c48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:14.512745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4643bb31-d0a8-4682-abf1-8a6e1f73c84c req-8576d910-690e-440b-aa24-ad776e879c48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.1489613
Apr 02 21:20:14.542504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Router 1905aa42-dae2-4ac2-88d2-97e458830690 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:14.542848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] For port 67a0b783-a816-4f8a-afec-e8ac94bd8f91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a0b783-a816-4f8a-afec-e8ac94bd8f91,segment=NetworkSegment(7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42),segment_id=7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:14.543968 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.559671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 67a0b783-a816-4f8a-afec-e8ac94bd8f91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:14.561966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.568258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] Calling delete_port for 67a0b783-a816-4f8a-afec-e8ac94bd8f91 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:14.676805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:14.677402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:14.677894 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:14.703693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Port b1bae5f8-326c-475b-ad9e-32535077b85a on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:20:14.704015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:14.715230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4643bb31-d0a8-4682-abf1-8a6e1f73c84c req-b8926fff-18ab-49cd-9b10-52cad570997e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1919751
Apr 02 21:20:14.738336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:14.738543 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Checking segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:14.738822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Bound using segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:14.739398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Bound port: b1bae5f8-326c-475b-ad9e-32535077b85a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:14.740108 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.741775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:14.742458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.748594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-58f5bdfc-93b2-422f-9236-e6ee5fd5298e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:14.749421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:14.750104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-58f5bdfc-93b2-422f-9236-e6ee5fd5298e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 796 time: 0.2903390
Apr 02 21:20:14.753916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Deleting port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:14.754286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.754408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.756024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-def38543-9cf3-47db-8c0a-93deb7e2d7bd tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "PUT /v2.0/routers/1905aa42-dae2-4ac2-88d2-97e458830690 HTTP/1.1" status: 200  len: 921 time: 2.7520735
Apr 02 21:20:14.767639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:14.769420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] Sync routers for ids ['1905aa42-dae2-4ac2-88d2-97e458830690'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:14.783818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.827804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-2b276e7b-cab9-47d3-8938-491df4e6c9fa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/quotas/7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 375 time: 0.0572565
Apr 02 21:20:14.851031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] No DVR routers for this DVR port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:14.857673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] Routers {'1905aa42-dae2-4ac2-88d2-97e458830690'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:14.863507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784458d820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1905aa42-dae2-4ac2-88d2-97e458830690'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:14.897508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd83ea-8b72-46dd-b359-6093f33d7ac8 None None] Pushing event deleted for resources: {'Port': ['ID=67a0b783-a816-4f8a-afec-e8ac94bd8f91,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:14.904894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dbe98596-1abe-4423-9343-d0db7b6c4fc7 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/1905aa42-dae2-4ac2-88d2-97e458830690 HTTP/1.1" status: 200  len: 921 time: 0.1359618
Apr 02 21:20:14.905647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42348) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:14.907875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784458d820>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:14.919252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] Routers {'1905aa42-dae2-4ac2-88d2-97e458830690'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:14.919848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784458d820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1905aa42-dae2-4ac2-88d2-97e458830690'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:14.938720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] For port 67a0b783-a816-4f8a-afec-e8ac94bd8f91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a0b783-a816-4f8a-afec-e8ac94bd8f91,segment=NetworkSegment(7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42),segment_id=7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:14.939231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:14.959548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784458d820>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:14.960983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6796674-c6e9-43c8-9a28-f7595db37384 None None] The sync data for ids ['1905aa42-dae2-4ac2-88d2-97e458830690'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:14.994924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Calling delete_port for 67a0b783-a816-4f8a-afec-e8ac94bd8f91 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:15.005433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Deleting port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:15.005646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d7e8af-3c50-47c4-965c-4d82554c3c7b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:15.005767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.009614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51d7e8af-3c50-47c4-965c-4d82554c3c7b tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=1905aa42-dae2-4ac2-88d2-97e458830690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1004536
Apr 02 21:20:15.009876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:15.028501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:15.090487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:15.107411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e68fc-4f28-40b0-a2e7-960e322a3ae8 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:15.109035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-593e68fc-4f28-40b0-a2e7-960e322a3ae8 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.0982380
Apr 02 21:20:15.112145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42360) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:15.146086 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e55e429-6542-443a-b55c-7fa0eba928a1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=1905aa42-dae2-4ac2-88d2-97e458830690 HTTP/1.1" status: 200  len: 205 time: 0.0302424
Apr 02 21:20:15.146443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.146826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42366) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:15.193793 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-06982b7b-87ad-4c5f-8260-5d169d6ffe9b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3578255
Apr 02 21:20:15.203702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:15.204395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.206282 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] 10.222.0.15 "PUT /v2.0/ports/b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1092 time: 2.6002548
Apr 02 21:20:15.214703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:15.217025 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a0903-1218-462a-91ff-a247e31d432b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:15.310998 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6078d7-ecd6-43c2-8047-4032d0d1c69a x-openstack-request-id: req-5b6078d7-ecd6-43c2-8047-4032d0d1c69a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:15.311291 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:15.311743 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b6078d7-ecd6-43c2-8047-4032d0d1c69a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:15.311951 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6078d7-ecd6-43c2-8047-4032d0d1c69a'] response: {'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'status': 'completed', 'code': 200}
Apr 02 21:20:15.360130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] For port 3a5fb41e-0770-4296-bf24-ef7b988aaa6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:15.364668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.367991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3959dc4-0727-4036-9029-9a97b8f1851a service neutron] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:15.415295 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (67a0b783-a816-4f8a-afec-e8ac94bd8f91), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.458530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Calling delete_port for 3a5fb41e-0770-4296-bf24-ef7b988aaa6b owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:15.469556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Port': ['ID=67a0b783-a816-4f8a-afec-e8ac94bd8f91,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:15.488246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] No DVR routers for this DVR port 67a0b783-a816-4f8a-afec-e8ac94bd8f91 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:15.576539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-bb1737eb-587e-490b-954d-a7c9c1d9420a service neutron] 10.222.0.18 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3671782
Apr 02 21:20:15.610445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-6bd009b0-cd98-45e2-a9ab-c779d21ca538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:15.611900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-6bd009b0-cd98-45e2-a9ab-c779d21ca538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1126 time: 0.3403783
Apr 02 21:20:15.618079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (1905aa42-dae2-4ac2-88d2-97e458830690), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.676333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f1dad11f-35a5-47e4-b437-96f772a9cb3a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.742833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (1905aa42-dae2-4ac2-88d2-97e458830690), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.764360 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-ded316b6-1627-493c-bbf1-9d8b960ae71f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 217 time: 0.1358905
Apr 02 21:20:15.819017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845e7cfa0>,) {'filters': {'network_id': ['f1dad11f-35a5-47e4-b437-96f772a9cb3a']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:15.823672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Deleting port 7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:15.824015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.837204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845e7cfa0>, '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:15.837529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845e7cfa0>, '7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:15.889406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.908165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-c49317c9-9c5d-43e9-abd8-32d0a6fe3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:15.909657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-c49317c9-9c5d-43e9-abd8-32d0a6fe3826 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.1325431
Apr 02 21:20:15.940380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.955286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee0ae-de31-467f-9e24-b75dc6046da9 req-fe924a9e-7b42-4a46-9e3a-375a8e029589 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:15.956605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-dd7753a0-b54e-474a-89e9-956375a0da63 service neutron] 10.222.0.18 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3633549
Apr 02 21:20:15.957759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.970824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:15.971268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (7d078e1a-5d0f-4b4f-94bf-7c59f0ab0d42), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:15.974297 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:15.977203 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2eee0ae-de31-467f-9e24-b75dc6046da9 req-fe924a9e-7b42-4a46-9e3a-375a8e029589 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.1651909
Apr 02 21:20:15.989253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Calling delete_port for 7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:16.076863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2eee0ae-de31-467f-9e24-b75dc6046da9 req-ec003a73-8550-47ae-8eb3-9255bd4437ae tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013253
Apr 02 21:20:16.077132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f1dad11f-35a5-47e4-b437-96f772a9cb3a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.088263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.091394 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] 10.222.0.18 "DELETE /v2.0/networks/f1dad11f-35a5-47e4-b437-96f772a9cb3a HTTP/1.1" status: 204  len: 168 time: 2.0276573
Apr 02 21:20:16.107746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-07e96750-da3d-4737-82ec-9721e930adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:16.112869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-07e96750-da3d-4737-82ec-9721e930adda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1891522
Apr 02 21:20:16.112869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ebfc7-1f9b-4e60-a15a-485964220d25 tempest-AllowedAddressPairIpV6TestJSON-131155655 tempest-AllowedAddressPairIpV6TestJSON-131155655-project] Pushing event deleted for resources: {'Network': ['ID=f1dad11f-35a5-47e4-b437-96f772a9cb3a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:16.141691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3a5fb41e-0770-4296-bf24-ef7b988aaa6b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.194714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5fb41e-0770-4296-bf24-ef7b988aaa6b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:16.244995 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0139a457-c08b-47d6-9455-109c93437142 req-b375a237-bb96-4c23-96e2-96715b9264dc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 210 time: 0.0639582
Apr 02 21:20:16.329388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-98b8e7a9-85bb-49b7-a9f6-4a05fb79e7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114282
Apr 02 21:20:16.334511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.388339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event deleted for resources: {'Port': ['ID=7c7c14df-d4b8-472c-93c6-15a8e7e5a8b6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:16.589252 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (32067679-0d01-4449-976a-073fe5922f3b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.593051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-34f45fd3-c2f0-482e-9b9a-a6bf9c3365ee req-f256a41d-3a72-48d0-8cea-79d8623585e0 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933358
Apr 02 21:20:16.596308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (1905aa42-dae2-4ac2-88d2-97e458830690), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.598680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42420) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:16.785860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0903-1218-462a-91ff-a247e31d432b req-0c429bcc-e42d-4b6f-b642-30dcef2c086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:16.787372 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-0c429bcc-e42d-4b6f-b642-30dcef2c086b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1126 time: 0.1075311
Apr 02 21:20:16.798418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.801017 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (1905aa42-dae2-4ac2-88d2-97e458830690), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.869427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (1905aa42-dae2-4ac2-88d2-97e458830690), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.870196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Fanout notify agent at l3_agent the message router_deleted on router 1905aa42-dae2-4ac2-88d2-97e458830690 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:16.879494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.881084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ddce0cc7-5599-49e5-b17c-94cc5e482fa1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/1905aa42-dae2-4ac2-88d2-97e458830690 HTTP/1.1" status: 204  len: 168 time: 1.7325420
Apr 02 21:20:16.885094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42428) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:16.890261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1850448519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:16.922710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.923904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.980578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:16.992563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (b7f45892-352b-4823-b8b3-a9c7230e6655), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:16.999840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.021444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.023322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d4e974b-5336-49d0-9b37-d16001f4cb04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1368232
Apr 02 21:20:17.025980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42434) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:17.033534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:17.239062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-995a9933-4ad3-40dd-a518-19085aa836da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.354578 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (b7f45892-352b-4823-b8b3-a9c7230e6655), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.372987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e0199713-6198-432c-9f2f-d3adb0bf77fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a3b73559cb047b186990f7963b0415b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7728040
Apr 02 21:20:17.377301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42440) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:17.407267 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06e6b4ad-cd18-42d7-947d-3c10d021947b req-849b523c-f751-495e-be84-1a115c2c75c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 210 time: 0.0674686
Apr 02 21:20:17.409907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0903-1218-462a-91ff-a247e31d432b req-92512ffb-15e1-4661-9759-6361b42bd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:17.411257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-92512ffb-15e1-4661-9759-6361b42bd5f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.6176927
Apr 02 21:20:17.416601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73bd2d-7e9f-48e4-a003-f255875f3ca4 req-056b04b7-9a40-4ae6-a3d9-b4234facd10d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:17.418127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa73bd2d-7e9f-48e4-a003-f255875f3ca4 req-056b04b7-9a40-4ae6-a3d9-b4234facd10d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.1970258
Apr 02 21:20:17.466460 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-eb286ca8-1658-4a6c-9184-e56988d73eb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 217 time: 0.0478990
Apr 02 21:20:17.501011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Router 32067679-0d01-4449-976a-073fe5922f3b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:17.526419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0903-1218-462a-91ff-a247e31d432b req-c01f62fd-cace-427b-a83d-c735ecda6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:17.527876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-c01f62fd-cace-427b-a83d-c735ecda6122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0554070
Apr 02 21:20:17.573500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-995a9933-4ad3-40dd-a518-19085aa836da admin admin] Publish callbacks [] for security_group (169cca97-90bf-4948-b4ab-dff3149df144), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.584326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-995a9933-4ad3-40dd-a518-19085aa836da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (169cca97-90bf-4948-b4ab-dff3149df144), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.591300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa73bd2d-7e9f-48e4-a003-f255875f3ca4 req-7027f8f5-9600-4c31-be65-cacd4c6fc382 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1632760
Apr 02 21:20:17.614851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Publish callbacks [] for security_group (6576d360-1c4a-40cf-91a0-bace6abadff1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.655452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-995a9933-4ad3-40dd-a518-19085aa836da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b20c59b847e4929ad209e911bd2f5e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6714315
Apr 02 21:20:17.660034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42442) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:17.661318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9933-4ad3-40dd-a518-19085aa836da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169cca97-90bf-4948-b4ab-dff3149df144,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:17.661839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0903-1218-462a-91ff-a247e31d432b req-05d68852-91e2-4e9e-81ae-d117be03ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:17.663758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-05d68852-91e2-4e9e-81ae-d117be03ec30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0923734
Apr 02 21:20:17.679070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Publish callbacks [] for security_group (6576d360-1c4a-40cf-91a0-bace6abadff1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.777717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47428394-bc37-4caf-8bfd-9becf319fe1d admin admin] Publish callbacks [] for security_group (169cca97-90bf-4948-b4ab-dff3149df144), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.849669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-02d0ef47-9050-4e88-a7f8-da914f876f90 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:17.851165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-02d0ef47-9050-4e88-a7f8-da914f876f90 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 796 time: 0.2535248
Apr 02 21:20:17.853847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:17.859797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a8d58d1c-5b61-4dd2-9fd5-184f46dca6e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/32067679-0d01-4449-976a-073fe5922f3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1203363
Apr 02 21:20:17.860728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6576d360-1c4a-40cf-91a0-bace6abadff1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.864651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42444) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:17.864832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.865599 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] Sync routers for ids ['32067679-0d01-4449-976a-073fe5922f3b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:17.866435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6576d360-1c4a-40cf-91a0-bace6abadff1 HTTP/1.1" status: 204  len: 168 time: 0.4857731
Apr 02 21:20:17.872173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47428394-bc37-4caf-8bfd-9becf319fe1d admin admin] Publish callbacks [] for security_group (169cca97-90bf-4948-b4ab-dff3149df144), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.877971 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] Routers {'32067679-0d01-4449-976a-073fe5922f3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:17.878801 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['32067679-0d01-4449-976a-073fe5922f3b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:17.917007 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.960551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576d360-1c4a-40cf-91a0-bace6abadff1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:17.968816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (b7f45892-352b-4823-b8b3-a9c7230e6655), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.972963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.973412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.973846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.974306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.974733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.975159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.975632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.976052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.976488 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.976907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.977457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.977876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.978304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.978722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.979136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c43d01-a0e9-458b-b6fa-a1aa22209148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:17.982788 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47428394-bc37-4caf-8bfd-9becf319fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (169cca97-90bf-4948-b4ab-dff3149df144), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.985606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47428394-bc37-4caf-8bfd-9becf319fe1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:17.989781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47428394-bc37-4caf-8bfd-9becf319fe1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/169cca97-90bf-4948-b4ab-dff3149df144 HTTP/1.1" status: 204  len: 168 time: 0.3238974
Apr 02 21:20:17.990189 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks [] for router (32067679-0d01-4449-976a-073fe5922f3b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.018105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428394-bc37-4caf-8bfd-9becf319fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169cca97-90bf-4948-b4ab-dff3149df144,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:18.023300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.066439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-cf6c2bf3-46a0-45ed-832f-3d853e58230b service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3333666
Apr 02 21:20:18.146278 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] Set router 32067679-0d01-4449-976a-073fe5922f3b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:18.201938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks [] for router_gateway (32067679-0d01-4449-976a-073fe5922f3b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.207125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Allocated IP 172.35.4.134 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/3902eef1-9c02-4c4d-9489-79daf1c1d163) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:18.286722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-c0b02d6f-18cd-4b6d-8b3e-3e8c28c1e245 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 378 time: 0.4227293
Apr 02 21:20:18.327219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'port': {'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'admin_state_up': True, 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'security_groups': ['a399e78b-b2fe-4519-b6a0-9dca030607c2']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:18.351099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for port (3902eef1-9c02-4c4d-9489-79daf1c1d163), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.393102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3902eef1-9c02-4c4d-9489-79daf1c1d163), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.426632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f1a0903-1218-462a-91ff-a247e31d432b req-6fc7dd4b-95e3-4b96-86b0-c34134788f62 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3517308
Apr 02 21:20:18.466986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:18.471843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:18.477662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:18.480789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Deleting port 45dd61fb-9979-4eeb-80b3-7378f1e5040f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:18.480789 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.498943 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2ee0>, [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:20:16Z', 'revision_number': 5, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port': {'id': '45dd61fb-9979-4eeb-80b3-7378f1e5040f', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32067679-0d01-4449-976a-073fe5922f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:18:49Z', 'updated_at': '2022-04-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:18.517669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event updated for resources: {'Port': ['ID=3902eef1-9c02-4c4d-9489-79daf1c1d163,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:18.558171 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] Checking router: 32067679-0d01-4449-976a-073fe5922f3b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:18.570167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42464) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:18.574078 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] Routers {'32067679-0d01-4449-976a-073fe5922f3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:18.574980 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['32067679-0d01-4449-976a-073fe5922f3b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:18.606789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:18.610416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.637006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7373ec33-93b7-4bca-b3de-1db87c191e48 req-eb1e6574-0d9c-425c-b8b9-19b836ea3bb5 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 210 time: 0.0495996
Apr 02 21:20:18.673381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] For port 45dd61fb-9979-4eeb-80b3-7378f1e5040f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45dd61fb-9979-4eeb-80b3-7378f1e5040f,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:18.674434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.689154 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Calling delete_port for 45dd61fb-9979-4eeb-80b3-7378f1e5040f owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:18.707522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c20fadf9-2df5-4102-96e9-417ac829922f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:18.708127 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] Set router 32067679-0d01-4449-976a-073fe5922f3b gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:18.805685 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2ee0>, [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:20:18Z', 'revision_number': 6, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:18.837055 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9cde-f5b7-46fb-bd50-a90f7e62e410 None None] The sync data for ids ['32067679-0d01-4449-976a-073fe5922f3b'] in ncdv-master-1 is: [{'id': '32067679-0d01-4449-976a-073fe5922f3b', 'name': 'tempest-TestServerMultinode-1004224103-router', 'tenant_id': '08287b395fcf45c38195909db7f53878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:18:48Z', 'updated_at': '2022-04-02T21:20:18Z', 'revision_number': 6, 'project_id': '08287b395fcf45c38195909db7f53878', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:18.852537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a3a4-88e6-44d2-9a9f-e77e2314ab42 req-b558ee8f-e144-4676-b1de-a41cc221fe7a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:18.859824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a99a3a4-88e6-44d2-9a9f-e77e2314ab42 req-b558ee8f-e144-4676-b1de-a41cc221fe7a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.1365461
Apr 02 21:20:18.932486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.20.0.6 (c1bcf83f-0c29-45e5-aa75-aadd0b03809c/f4723b05-1262-4487-a1d4-a6e9ead51149/e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:19.057293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c20fadf9-2df5-4102-96e9-417ac829922f admin admin] Publish callbacks [] for security_group (00d8a2c3-9238-4a6e-854e-8ba03af5812c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.067170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c20fadf9-2df5-4102-96e9-417ac829922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (00d8a2c3-9238-4a6e-854e-8ba03af5812c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.084590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a99a3a4-88e6-44d2-9a9f-e77e2314ab42 req-f78c996d-d319-46b6-bbd6-83cd3bfc72b9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1618185
Apr 02 21:20:19.085157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42476) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:19.100085 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (b7f45892-352b-4823-b8b3-a9c7230e6655), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.100304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (45dd61fb-9979-4eeb-80b3-7378f1e5040f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.131766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dd61fb-9979-4eeb-80b3-7378f1e5040f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:19.175579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fadf9-2df5-4102-96e9-417ac829922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8a2c3-9238-4a6e-854e-8ba03af5812c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:19.187989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c20fadf9-2df5-4102-96e9-417ac829922f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c97a24024fb41969b99d5f99100385b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6167796
Apr 02 21:20:19.188594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42480) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:19.209453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.232318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (32067679-0d01-4449-976a-073fe5922f3b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.279219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-861235940'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:19.347034 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (32067679-0d01-4449-976a-073fe5922f3b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.350019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks [] for router_controller (32067679-0d01-4449-976a-073fe5922f3b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.361741 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.387491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:20:19.473397 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (32067679-0d01-4449-976a-073fe5922f3b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.473984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32067679-0d01-4449-976a-073fe5922f3b {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:19.479623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.483396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b7bbeb0a-2681-45e8-ab8f-7c5e577775b2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/32067679-0d01-4449-976a-073fe5922f3b HTTP/1.1" status: 204  len: 168 time: 1.6178296
Apr 02 21:20:19.487399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:19.488026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42482) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:19.501691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:19.504288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:19.508923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:19.521486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'port_id': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'mac_address': 'fa:16:3e:e5:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:20:19.551413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:19.581654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b1bae5f8-326c-475b-ad9e-32535077b85a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:19.582223 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.596727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Deleting subnet 971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:19.602677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Publish callbacks [] for subnet (971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.603252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bae5f8-326c-475b-ad9e-32535077b85a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:20:19.609586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:19.610232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.628303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:19.639445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.644780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8e4995c-845c-480f-a886-18a920a4bcca admin admin] Publish callbacks [] for security_group (00d8a2c3-9238-4a6e-854e-8ba03af5812c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.652951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Made reservation on behalf of f14823a3dc184dcd8758175ac610f823 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:19.656772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.657858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-69a26114-01a5-4e15-8222-220c4f3d7844 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3373187
Apr 02 21:20:19.662561 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.687828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.693780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Request body: {'port': {'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:19.743949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:19.816553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8e4995c-845c-480f-a886-18a920a4bcca admin admin] Publish callbacks [] for security_group (00d8a2c3-9238-4a6e-854e-8ba03af5812c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.846052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.875992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.878680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8d215753-7d14-4df2-a618-eae2063c7878 None None] Provisioning complete for port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:19.880955 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8d215753-7d14-4df2-a618-eae2063c7878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.883679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.898750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.913182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for security_group (5d676e19-f70c-4bd6-8a72-f0b39fb4a691), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.920663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['b1bae5f8-326c-475b-ad9e-32535077b85a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:20:19.959313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5d676e19-f70c-4bd6-8a72-f0b39fb4a691), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:19.963556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b688266-0b6a-4bbd-942b-a26512c8c2d7 req-f72ae68c-074d-4995-8cd3-725b0b650c9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:19.965147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b688266-0b6a-4bbd-942b-a26512c8c2d7 req-f72ae68c-074d-4995-8cd3-725b0b650c9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 931 time: 0.1834416
Apr 02 21:20:19.979411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8d215753-7d14-4df2-a618-eae2063c7878 None None] Port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:20.021437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8e4995c-845c-480f-a886-18a920a4bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (00d8a2c3-9238-4a6e-854e-8ba03af5812c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.025490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8e4995c-845c-480f-a886-18a920a4bcca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.027187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8e4995c-845c-480f-a886-18a920a4bcca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00d8a2c3-9238-4a6e-854e-8ba03af5812c HTTP/1.1" status: 204  len: 168 time: 0.8354261
Apr 02 21:20:20.045701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:20:20.052782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d676e19-f70c-4bd6-8a72-f0b39fb4a691,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:20.071615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4995c-845c-480f-a886-18a920a4bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8a2c3-9238-4a6e-854e-8ba03af5812c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:20.081643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8966c283-a562-40a8-a367-a831623ed3e3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.081999 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Added segment 8966c283-a562-40a8-a367-a831623ed3e3 of type vlan for network 7769db89-1e28-449d-b26c-69a4cb7b17a5
Apr 02 21:20:20.124982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.140834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (7769db89-1e28-449d-b26c-69a4cb7b17a5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.186635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Router b7f45892-352b-4823-b8b3-a9c7230e6655 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:20:20.190984 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.202424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04386c5-adaf-449f-b1d6-c539f841f381 None None] Network 08b3ec12-eaca-4404-acb6-76ac0b115fd4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:20.204164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42490) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:20.206082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8 HTTP/1.1" status: 204  len: 168 time: 0.7169089
Apr 02 21:20:20.231012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e046b3e-10b6-48b5-9103-5d38ea367b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971f6b5d-cef8-4f97-b9a2-a2efcc4e11e8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:20.245729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2b688266-0b6a-4bbd-942b-a26512c8c2d7 req-c16bbc16-a1d8-452d-9d30-150bdbc0a4dd tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2688701
Apr 02 21:20:20.327715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (08b3ec12-eaca-4404-acb6-76ac0b115fd4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.332151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (7769db89-1e28-449d-b26c-69a4cb7b17a5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.338128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:20.339106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.386444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.2955976
Apr 02 21:20:20.388307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42492) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:20.397885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Request body: {'subnet': {'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:20.525346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:20:20.534130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Publish callbacks [] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.541391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f173c7-4554-416c-9b84-815fc925007b None None] DHCP port deletion for 08b3ec12-eaca-4404-acb6-76ac0b115fd4 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:20:20.557702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Transition to ACTIVE for port object e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:20:20.569536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.607436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:20.615829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 45dd61fb-9979-4eeb-80b3-7378f1e5040f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:20.624420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Made reservation on behalf of f14823a3dc184dcd8758175ac610f823 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:20.628212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] Sync routers for ids ['b7f45892-352b-4823-b8b3-a9c7230e6655'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:20.634953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.636203 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a207fc8c-de2f-486b-bb20-cdbf60751e8d tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "PUT /v2.0/routers/b7f45892-352b-4823-b8b3-a9c7230e6655 HTTP/1.1" status: 200  len: 880 time: 3.6091864
Apr 02 21:20:20.638040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3791d-cb97-48aa-a2be-14af58b74a5f tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event updated for resources: {'Network': ['ID=7769db89-1e28-449d-b26c-69a4cb7b17a5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:20.640579 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.640979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42496) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:20.659465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38392b-0d3d-44fc-ab79-584a3b26262f req-a3067726-74e7-4a4f-acf5-79913da941fc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:20.661191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d38392b-0d3d-44fc-ab79-584a3b26262f req-a3067726-74e7-4a4f-acf5-79913da941fc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 945 time: 0.3454719
Apr 02 21:20:20.688400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 45dd61fb-9979-4eeb-80b3-7378f1e5040f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:20.689143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 45dd61fb-9979-4eeb-80b3-7378f1e5040f not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:20.689948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3a5fb41e-0770-4296-bf24-ef7b988aaa6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:20.707892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:20.745238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:20:20.747846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 3a5fb41e-0770-4296-bf24-ef7b988aaa6b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:20.748372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3a5fb41e-0770-4296-bf24-ef7b988aaa6b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:20.760050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42498) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:20.775489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-59f173c7-4554-416c-9b84-815fc925007b None None] Deleting port 35603021-5283-4c61-bccf-b27d1bfced07 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:20.775868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-59f173c7-4554-416c-9b84-815fc925007b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (35603021-5283-4c61-bccf-b27d1bfced07), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.808054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] Routers {'b7f45892-352b-4823-b8b3-a9c7230e6655'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:20.808974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fa9dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b7f45892-352b-4823-b8b3-a9c7230e6655'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:20.823032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d38392b-0d3d-44fc-ab79-584a3b26262f req-c3eb3a59-5150-417f-9ac6-ab06bbf70fc1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147034
Apr 02 21:20:20.862864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Deleting port 35603021-5283-4c61-bccf-b27d1bfced07 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:20.863586 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (35603021-5283-4c61-bccf-b27d1bfced07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.879233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d3f66ab1-04a8-4a36-b43c-9cfb9eb2adc9 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/b7f45892-352b-4823-b8b3-a9c7230e6655 HTTP/1.1" status: 200  len: 921 time: 0.2354383
Apr 02 21:20:20.882583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42500) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:20.966387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ed049a8b-3a00-452d-8291-70e120f3742d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.984012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bf36ed1-d2a3-4592-8970-b2af22e2802a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:20.993524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] For port 35603021-5283-4c61-bccf-b27d1bfced07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35603021-5283-4c61-bccf-b27d1bfced07,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:20.993920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (35603021-5283-4c61-bccf-b27d1bfced07), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.009789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Calling delete_port for 35603021-5283-4c61-bccf-b27d1bfced07 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:21.012767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcab99-44e4-41f7-99ba-d312fd30dd67 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:21.016919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47bcab99-44e4-41f7-99ba-d312fd30dd67 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=b7f45892-352b-4823-b8b3-a9c7230e6655&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1308012
Apr 02 21:20:21.017727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42502) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:21.064859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fa9dc0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:21.076691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Attempting to bind port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:21.077503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Attempting to bind port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:21.077751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Attempting to bind port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb on network c1bcf83f-0c29-45e5-aa75-aadd0b03809c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:21.082315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event updated for resources: {'Subnet': ['ID=ed049a8b-3a00-452d-8291-70e120f3742d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:21.098726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb on network c1bcf83f-0c29-45e5-aa75-aadd0b03809c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:20:21.099123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Attempting to bind port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb on network c1bcf83f-0c29-45e5-aa75-aadd0b03809c {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:21.105782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Checking segment: {'id': '8966c283-a562-40a8-a367-a831623ed3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:21.106271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Network hostable DHCP agents. Network: 7769db89-1e28-449d-b26c-69a4cb7b17a5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:20:21.115379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:21.115717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Checking segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:21.116247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Bound using segment: {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:21.116699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Bound port: e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bac98a3-e421-4bac-9b40-2334a6f7fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:21.117046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.124060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] Routers {'b7f45892-352b-4823-b8b3-a9c7230e6655'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:21.124943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fa9dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:19:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b7f45892-352b-4823-b8b3-a9c7230e6655'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:21.164372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfbfe03-5d51-4889-90ab-31cea42c5bda tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:21.166609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fdfbfe03-5d51-4889-90ab-31cea42c5bda tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.1478097
Apr 02 21:20:21.169734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:21.174364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fa9dc0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:21.175026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ff8f9-7006-4b98-b09b-5a29294237c6 None None] The sync data for ids ['b7f45892-352b-4823-b8b3-a9c7230e6655'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:21.179579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-59f173c7-4554-416c-9b84-815fc925007b None None] For port 35603021-5283-4c61-bccf-b27d1bfced07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35603021-5283-4c61-bccf-b27d1bfced07,segment=NetworkSegment(6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b),segment_id=6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:21.180034 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-59f173c7-4554-416c-9b84-815fc925007b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (35603021-5283-4c61-bccf-b27d1bfced07), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.196281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-59f173c7-4554-416c-9b84-815fc925007b None None] Calling delete_port for 35603021-5283-4c61-bccf-b27d1bfced07 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:21.196762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:20:21.206884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05028ce7-e654-41d8-99b5-f92f2c624494 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f45892-352b-4823-b8b3-a9c7230e6655 HTTP/1.1" status: 200  len: 205 time: 0.0359457
Apr 02 21:20:21.210333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42506) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:21.222012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7769db89-1e28-449d-b26c-69a4cb7b17a5) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:21.222209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (35603021-5283-4c61-bccf-b27d1bfced07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.241217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:21.241726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.259668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586c8df-4217-4ae1-af7c-634ccb2ece31 None None] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:21.267940 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bf36ed1-d2a3-4592-8970-b2af22e2802a admin admin] Publish callbacks [] for security_group (b51d4ee1-1485-4254-ab7c-4edad910c75f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.269392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] For port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:21.274567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] For port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:21.281150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f1a8bcdc-c979-4ac5-9a48-3c31f1bbd949 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8892553
Apr 02 21:20:21.281150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7bf36ed1-d2a3-4592-8970-b2af22e2802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b51d4ee1-1485-4254-ab7c-4edad910c75f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.284478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:21.298139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35603021-5283-4c61-bccf-b27d1bfced07,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:21.298350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Request body: {'port': {'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-235607926'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:21.307563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] No DVR routers for this DVR port 35603021-5283-4c61-bccf-b27d1bfced07 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:21.311203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.385587 ncdv-master-1 neutron-server[121650]:   self.session.flush()
Apr 02 21:20:21.391793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:21.428184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (08b3ec12-eaca-4404-acb6-76ac0b115fd4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.454890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7849b048e0>,) {'filters': {'network_id': ['08b3ec12-eaca-4404-acb6-76ac0b115fd4']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:21.457823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-59f173c7-4554-416c-9b84-815fc925007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (35603021-5283-4c61-bccf-b27d1bfced07), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.466502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7849b048e0>, '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:21.466853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7849b048e0>, '6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:21.468411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7769db89-1e28-449d-b26c-69a4cb7b17a5', 'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5', 'project_id': 'f14823a3dc184dcd8758175ac610f823', 'fixed_ips': [{'subnet_id': 'ed049a8b-3a00-452d-8291-70e120f3742d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:20:21.470038 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.479629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.497298 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.506445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f173c7-4554-416c-9b84-815fc925007b None None] Pushing event deleted for resources: {'Port': ['ID=35603021-5283-4c61-bccf-b27d1bfced07,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:21.511062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:21.511616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (6ffd97e6-5bbf-47bf-9a12-e0e1c6ea4c7b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   items = [
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:21.513921 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:21.568667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f173c7-4554-416c-9b84-815fc925007b None None] No DVR routers for this DVR port 35603021-5283-4c61-bccf-b27d1bfced07 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:21.590731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.608196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port b1bae5f8-326c-475b-ad9e-32535077b85a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:20:21.614988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port b1bae5f8-326c-475b-ad9e-32535077b85a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:21.615371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.641595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (08b3ec12-eaca-4404-acb6-76ac0b115fd4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.647945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.656931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/08b3ec12-eaca-4404-acb6-76ac0b115fd4 HTTP/1.1" status: 204  len: 168 time: 1.4507670
Apr 02 21:20:21.708180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Allocated IP 172.20.0.2 (7769db89-1e28-449d-b26c-69a4cb7b17a5/ed049a8b-3a00-452d-8291-70e120f3742d/986e6ee0-27f3-442d-9334-b2638caee90a) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:21.786078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port b1bae5f8-326c-475b-ad9e-32535077b85a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:21.786474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.787189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (b7f45892-352b-4823-b8b3-a9c7230e6655), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.793967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c9d57-a350-452e-b9fe-173a044db7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b3ec12-eaca-4404-acb6-76ac0b115fd4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:21.805519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42514) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:21.805727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7bf36ed1-d2a3-4592-8970-b2af22e2802a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6ab56fb9d5a4115b230246c8faa2cf3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8802302
Apr 02 21:20:21.816007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf36ed1-d2a3-4592-8970-b2af22e2802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d4ee1-1485-4254-ab7c-4edad910c75f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:21.883503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:21.891213 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb38fe0-8b29-49eb-baa4-fb2be38eb052" -d '{"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-plugged", "status": "completed", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:21.913017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:21.914031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.915157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 1091 time: 2.2279105
Apr 02 21:20:21.915628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:21.917935 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e555e-eec6-41b1-beab-c95c7ad124cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:21.922624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:21.934020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Deleting port 3902eef1-9c02-4c4d-9489-79daf1c1d163 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:21.934502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3902eef1-9c02-4c4d-9489-79daf1c1d163), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.950972 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:21.953172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cbc0e6-e962-4198-8349-e96bcf9bf4f6 admin admin] Publish callbacks [] for security_group (b51d4ee1-1485-4254-ab7c-4edad910c75f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:21.958280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.017109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2392d8-5d23-42f2-aada-2560b3d6da19 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.038112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f489cc7c-4286-4bc2-8435-76a5f471cdd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be8b83e669854377af9bc768398a35af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0858073
Apr 02 21:20:22.042856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42524) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:22.082915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f588-a953-4c0f-8605-73e5ccee57d4 req-ea93245f-7a15-423a-8415-463847fe05bf tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:22.090458 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c51f588-a953-4c0f-8605-73e5ccee57d4 req-ea93245f-7a15-423a-8415-463847fe05bf tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 943 time: 0.3558464
Apr 02 21:20:22.107657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.117658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Publish callbacks [] for port (986e6ee0-27f3-442d-9334-b2638caee90a), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.119638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cbc0e6-e962-4198-8349-e96bcf9bf4f6 admin admin] Publish callbacks [] for security_group (b51d4ee1-1485-4254-ab7c-4edad910c75f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.125077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.172052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:22.175576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:22.180781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:22.194871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-f8138862-4219-47b3-98b2-45252f6aa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:22.196421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-f8138862-4219-47b3-98b2-45252f6aa03a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1125 time: 0.2115095
Apr 02 21:20:22.199721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3902eef1-9c02-4c4d-9489-79daf1c1d163), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.211885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Made reservation on behalf of f14823a3dc184dcd8758175ac610f823 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:22.214598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6646ac-8a73-4b25-ba14-542c03395aa6 req-0c757c3f-da46-4d88-8984-a9d879c7250f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:22.216177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e6646ac-8a73-4b25-ba14-542c03395aa6 req-0c757c3f-da46-4d88-8984-a9d879c7250f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.2170591
Apr 02 21:20:22.220767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.232584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Calling delete_port for 3902eef1-9c02-4c4d-9489-79daf1c1d163 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:22.246256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Pushing event updated for resources: {'Port': ['ID=986e6ee0-27f3-442d-9334-b2638caee90a,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.275833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Attempting to bind port 986e6ee0-27f3-442d-9334-b2638caee90a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:22.276168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Attempting to bind port 986e6ee0-27f3-442d-9334-b2638caee90a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8966c283-a562-40a8-a367-a831623ed3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:22.276502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Attempting to bind port 986e6ee0-27f3-442d-9334-b2638caee90a on network 7769db89-1e28-449d-b26c-69a4cb7b17a5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:22.280064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Publish callbacks [] for security_group (f3a9dbf7-f82d-461f-8f0e-1059aee35d5c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.284106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:22.284393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Checking segment: {'id': '8966c283-a562-40a8-a367-a831623ed3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:22.284807 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.285363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Bound using segment: {'id': '8966c283-a562-40a8-a367-a831623ed3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:22.286004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Bound port: 986e6ee0-27f3-442d-9334-b2638caee90a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8966c283-a562-40a8-a367-a831623ed3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:22.286560 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.293982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c51f588-a953-4c0f-8605-73e5ccee57d4 req-59ddeaea-0709-4081-baaf-2217e280f629 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2026019
Apr 02 21:20:22.295350 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-404f8ade-cfac-4060-8b4a-a3e8b10ec784 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 217 time: 0.0708072
Apr 02 21:20:22.306814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cbc0e6-e962-4198-8349-e96bcf9bf4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b51d4ee1-1485-4254-ab7c-4edad910c75f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.309800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cbc0e6-e962-4198-8349-e96bcf9bf4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.310974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-41cbc0e6-e962-4198-8349-e96bcf9bf4f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b51d4ee1-1485-4254-ab7c-4edad910c75f HTTP/1.1" status: 204  len: 168 time: 0.5043619
Apr 02 21:20:22.322968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] device_id is not set on port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:22.334857 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e6646ac-8a73-4b25-ba14-542c03395aa6 req-54120a65-7e1f-4693-bb71-d587cf4d6e2f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122708
Apr 02 21:20:22.355990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbc0e6-e962-4198-8349-e96bcf9bf4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d4ee1-1485-4254-ab7c-4edad910c75f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.436075 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca40e148-0820-4b58-8478-e90a00cc7590 x-openstack-request-id: req-ca40e148-0820-4b58-8478-e90a00cc7590 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:22.436666 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-plugged", "status": "completed", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:22.437134 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca40e148-0820-4b58-8478-e90a00cc7590 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:22.437757 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca40e148-0820-4b58-8478-e90a00cc7590'] response: {'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'code': 200}
Apr 02 21:20:22.469956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] For port 986e6ee0-27f3-442d-9334-b2638caee90a, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:22.474537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] For port 986e6ee0-27f3-442d-9334-b2638caee90a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=986e6ee0-27f3-442d-9334-b2638caee90a,segment=NetworkSegment(8966c283-a562-40a8-a367-a831623ed3e3),segment_id=8966c283-a562-40a8-a367-a831623ed3e3)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:22.479763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Publish callbacks [] for security_group (f3a9dbf7-f82d-461f-8f0e-1059aee35d5c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.483988 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bbc52d-7ee6-43f9-9281-0c6b8ac4a5eb x-openstack-request-id: req-e1bbc52d-7ee6-43f9-9281-0c6b8ac4a5eb {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:22.484249 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:22.484704 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1bbc52d-7ee6-43f9-9281-0c6b8ac4a5eb {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:22.485419 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bbc52d-7ee6-43f9-9281-0c6b8ac4a5eb'] response: {'name': 'network-changed', 'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'status': 'completed', 'code': 200}
Apr 02 21:20:22.486717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.533547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3902eef1-9c02-4c4d-9489-79daf1c1d163), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.588286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-6f5c5ff8-ddd2-423a-9643-f286f1ba8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:22.590351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-6f5c5ff8-ddd2-423a-9643-f286f1ba8715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 200  len: 835 time: 0.2796798
Apr 02 21:20:22.597563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-5fd967dc-2333-4508-9e4f-104ea8b6a4d7 req-e50464e0-9f80-4a1a-b7d7-9728c3aa2346 tempest-TaggedBootDevicesTest-776080868 tempest-TaggedBootDevicesTest-776080868-project] (121648) timed out ('10.222.0.18', 57416) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:20:22.599572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 35603021-5283-4c61-bccf-b27d1bfced07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:22.608814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event deleted for resources: {'Port': ['ID=3902eef1-9c02-4c4d-9489-79daf1c1d163,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.629867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 35603021-5283-4c61-bccf-b27d1bfced07 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:22.630221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 35603021-5283-4c61-bccf-b27d1bfced07 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:22.632240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68d3d5-a863-4e04-a8e6-daf7441b54d1 None None] Pushing event updated for resources: {'Port': ['ID=986e6ee0-27f3-442d-9334-b2638caee90a,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.701624 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (b7f45892-352b-4823-b8b3-a9c7230e6655), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.703869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f3a9dbf7-f82d-461f-8f0e-1059aee35d5c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.707096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.708429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3a9dbf7-f82d-461f-8f0e-1059aee35d5c HTTP/1.1" status: 204  len: 168 time: 0.6613119
Apr 02 21:20:22.737294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a9dbf7-f82d-461f-8f0e-1059aee35d5c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:22.764114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.764679 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.765193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.765675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.766157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.766820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.767332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.767957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.768687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.769214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.769718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.770219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.771008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.771521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.771859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae31366-05c5-4a02-a772-e72a697e860d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:22.788950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Allocated IP 172.20.0.6 (7769db89-1e28-449d-b26c-69a4cb7b17a5/ed049a8b-3a00-452d-8291-70e120f3742d/a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:22.797411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37602812-83c4-4bfd-a5d1-c1245baa13c3 req-8576db67-fb07-418d-a85e-31f091c1d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:22.799349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37602812-83c4-4bfd-a5d1-c1245baa13c3 req-8576db67-fb07-418d-a85e-31f091c1d4c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.2079444
Apr 02 21:20:22.809817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-f82ca6ef-f8ff-482e-9894-137d8d05f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:22.812799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-f82ca6ef-f8ff-482e-9894-137d8d05f2ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1747365
Apr 02 21:20:22.846986 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.849641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (b7f45892-352b-4823-b8b3-a9c7230e6655), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.940191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (b7f45892-352b-4823-b8b3-a9c7230e6655), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.941053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Fanout notify agent at l3_agent the message router_deleted on router b7f45892-352b-4823-b8b3-a9c7230e6655 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:22.973450 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:22.974833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-62f3c433-c2a6-44f3-bbb3-133685c3929a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/b7f45892-352b-4823-b8b3-a9c7230e6655 HTTP/1.1" status: 204  len: 168 time: 1.7634683
Apr 02 21:20:22.978989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42538) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:22.992395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-349835135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:23.008215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-37602812-83c4-4bfd-a5d1-c1245baa13c3 req-05fde76f-b076-46d1-aa9e-9631ed5daf36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1942451
Apr 02 21:20:23.022697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.033613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.089545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-9b8b8fd3-498b-4588-81c2-c8f04b2cc61f service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582452
Apr 02 21:20:23.146337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.154091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c36e5b98-c3d3-4307-abdd-7b3e685bd960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.154638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.183555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.187809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4428f3a-bc7a-420f-b3b7-288b8e9a0aeb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2038615
Apr 02 21:20:23.188814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42544) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:23.198720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': True}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:23.333176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.356110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:23.416619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eeb20e2-f1f0-4ac8-94e4-a70a1f7f7fb2 req-9df211e0-01b8-403d-90e3-f45a87b6c77a service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2918117
Apr 02 21:20:23.421730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7a98bce-1eb3-4030-9d4c-160ad54cc019 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08287b395fcf45c38195909db7f53878&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0610232
Apr 02 21:20:23.422090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:23.494358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88993e98-a455-4cee-8d1c-b9b1ad619415 req-6d6fa148-1742-47b2-b4df-032cddf0ac30 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:23.495976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88993e98-a455-4cee-8d1c-b9b1ad619415 req-6d6fa148-1742-47b2-b4df-032cddf0ac30 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0808203
Apr 02 21:20:23.558920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88993e98-a455-4cee-8d1c-b9b1ad619415 req-f88f16a5-11b5-4f22-bec0-9aca43d5ed1b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568187
Apr 02 21:20:23.623190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.660486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.719431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d2d77f4-3d2e-4700-a1ef-5308e71f6862 admin admin] Publish callbacks [] for security_group (ec2abc20-5e6f-444f-ac76-4356ccdc027a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.747492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-23f1be9a-5cde-4835-8af4-d8351902c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:23.749056 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-23f1be9a-5cde-4835-8af4-d8351902c67a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1125 time: 0.2321959
Apr 02 21:20:23.764059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2271c-e96b-431b-89aa-3fd571954e52 req-30be34b7-d494-4e11-bbaa-d4f29b49ca8e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:23.765616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9e2271c-e96b-431b-89aa-3fd571954e52 req-30be34b7-d494-4e11-bbaa-d4f29b49ca8e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 943 time: 0.3227482
Apr 02 21:20:23.767527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:23.799111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:23.820128 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d2d77f4-3d2e-4700-a1ef-5308e71f6862 admin admin] Publish callbacks [] for security_group (ec2abc20-5e6f-444f-ac76-4356ccdc027a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:23.822175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:23.829100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event updated for resources: {'Port': ['ID=a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:23.954520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a505b-bdf4-4063-b980-0725caf22e99 None None] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:24.012856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:24.013505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.028645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9e2271c-e96b-431b-89aa-3fd571954e52 req-e49c5d54-b8c8-45f5-82c9-7429225c9de5 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2465181
Apr 02 21:20:24.057880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-fca19c48-bd6b-499b-9938-5c84e883fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:24.059544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-fca19c48-bd6b-499b-9938-5c84e883fc13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 897 time: 0.2909138
Apr 02 21:20:24.061943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] Provisioning complete for port 986e6ee0-27f3-442d-9334-b2638caee90a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:24.062328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.066689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5aa20272-6bf3-4564-8e18-84332b647ccf tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7769232
Apr 02 21:20:24.068089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42582) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:24.112318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Request body: {'port': {'network_id': '7769db89-1e28-449d-b26c-69a4cb7b17a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-86710059', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:24.112973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] bootfile-name is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:20:24.113179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] tftp-server is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:20:24.113571 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] server-ip-address is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:20:24.131199 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-5d172183-efe8-4d1c-9039-1d40e1e744a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 217 time: 0.0644355
Apr 02 21:20:24.137641 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d2d77f4-3d2e-4700-a1ef-5308e71f6862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ec2abc20-5e6f-444f-ac76-4356ccdc027a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.140388 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d2d77f4-3d2e-4700-a1ef-5308e71f6862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.144160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d2d77f4-3d2e-4700-a1ef-5308e71f6862 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec2abc20-5e6f-444f-ac76-4356ccdc027a HTTP/1.1" status: 204  len: 168 time: 0.7220683
Apr 02 21:20:24.180314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] Current status of the port 986e6ee0-27f3-442d-9334-b2638caee90a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:24.181432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.224293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d77f4-3d2e-4700-a1ef-5308e71f6862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2abc20-5e6f-444f-ac76-4356ccdc027a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:24.276772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] For port 986e6ee0-27f3-442d-9334-b2638caee90a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=986e6ee0-27f3-442d-9334-b2638caee90a,segment=NetworkSegment(8966c283-a562-40a8-a367-a831623ed3e3),segment_id=8966c283-a562-40a8-a367-a831623ed3e3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:24.289136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.410050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4e763-dab9-45c7-8fbe-7dbc2377e578 None None] Pushing event updated for resources: {'Port': ['ID=986e6ee0-27f3-442d-9334-b2638caee90a,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:24.423186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-b849d61a-bd52-4b61-acb4-142077e36cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:24.424936 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-b849d61a-bd52-4b61-acb4-142077e36cf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 200  len: 835 time: 0.2725043
Apr 02 21:20:24.524403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-09296fde-2905-4b8b-9812-10e19f600033 None None] Provisioning complete for port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:24.528318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-09296fde-2905-4b8b-9812-10e19f600033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.548236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Made reservation on behalf of f14823a3dc184dcd8758175ac610f823 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:24.552164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.560668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.597299 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.617551 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-b1450373-6a7f-4db1-8d9b-6e730e7fc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:24.619314 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-b1450373-6a7f-4db1-8d9b-6e730e7fc484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1790271
Apr 02 21:20:24.625794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] device_id is not set on port 191d770e-c79c-4ca0-93ee-d0d713b8e639 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:24.635205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-09296fde-2905-4b8b-9812-10e19f600033 None None] Port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:24.678012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-09296fde-2905-4b8b-9812-10e19f600033 None None] Provisioning complete for port 986e6ee0-27f3-442d-9334-b2638caee90a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:24.680983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-09296fde-2905-4b8b-9812-10e19f600033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.735604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 986e6ee0-27f3-442d-9334-b2638caee90a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:24.887622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 986e6ee0-27f3-442d-9334-b2638caee90a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:24.888356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:24.938362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ed773-2236-4079-818b-0d4b907263a1 req-e9e8b7e4-1b55-4df0-959e-5544ccdd2a5e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:24.955491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-315ed773-2236-4079-818b-0d4b907263a1 req-e9e8b7e4-1b55-4df0-959e-5544ccdd2a5e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1618233
Apr 02 21:20:25.016602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-09296fde-2905-4b8b-9812-10e19f600033 None None] Current status of the port 986e6ee0-27f3-442d-9334-b2638caee90a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:25.036744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-315ed773-2236-4079-818b-0d4b907263a1 req-ad2790fb-699a-4da7-b883-9b39868c90f6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738180
Apr 02 21:20:25.067269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 986e6ee0-27f3-442d-9334-b2638caee90a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:25.068697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Allocated IP 172.35.4.67 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/b1f403c8-4515-4d8d-8f1d-98378a5a27c4) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:25.081312 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Allocated IP 172.20.0.3 (7769db89-1e28-449d-b26c-69a4cb7b17a5/ed049a8b-3a00-452d-8291-70e120f3742d/191d770e-c79c-4ca0-93ee-d0d713b8e639) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:25.096659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-3d18ff97-83fd-4e9f-a749-8865f4031f44 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4626234
Apr 02 21:20:25.140570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc67e9f9-26a9-4977-9944-e2f7979d6642 None None] Provisioning complete for port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:25.141163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc67e9f9-26a9-4977-9944-e2f7979d6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.184188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bc67e9f9-26a9-4977-9944-e2f7979d6642 None None] Port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:25.237300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31450c6-aca5-43e6-b993-304537a25e55 req-2af9109c-f3f3-4598-84cb-9722f7f29876 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:25.239212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b31450c6-aca5-43e6-b993-304537a25e55 req-2af9109c-f3f3-4598-84cb-9722f7f29876 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 943 time: 0.0987296
Apr 02 21:20:25.296581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b31450c6-aca5-43e6-b993-304537a25e55 req-d481671d-12c4-4e68-8b2e-916c1d50f5d6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506911
Apr 02 21:20:25.301717 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d8ed-ea17-4ee6-aec2-a5f2fc8b004e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.652906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42706) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:25.758694 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for port (b1f403c8-4515-4d8d-8f1d-98378a5a27c4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.763600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71616c57-691d-45f8-a453-ad0bec8c05cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.766031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-216e555e-eec6-41b1-beab-c95c7ad124cf req-cc2a667d-8a04-4cfa-b5c9-5a7edb9b573b service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6557271
Apr 02 21:20:25.794908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959220-d174-4316-92bd-f294258c277c req-db4f199c-52b3-4395-9be7-1f1bf58e7375 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:25.796832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-55959220-d174-4316-92bd-f294258c277c req-db4f199c-52b3-4395-9be7-1f1bf58e7375 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.6287208
Apr 02 21:20:25.841597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71616c57-691d-45f8-a453-ad0bec8c05cf admin admin] Publish callbacks [] for security_group (4938a042-496c-4548-b6a0-743fd4b2eea7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.848790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-71616c57-691d-45f8-a453-ad0bec8c05cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4938a042-496c-4548-b6a0-743fd4b2eea7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.872622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for port (191d770e-c79c-4ca0-93ee-d0d713b8e639), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.895878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b1f403c8-4515-4d8d-8f1d-98378a5a27c4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:25.901143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-71616c57-691d-45f8-a453-ad0bec8c05cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4a348d94ff64eadaa5905dbb61b2932&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2471635
Apr 02 21:20:25.902033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71616c57-691d-45f8-a453-ad0bec8c05cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4938a042-496c-4548-b6a0-743fd4b2eea7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:25.904256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42710) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:25.941295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-55959220-d174-4316-92bd-f294258c277c req-b0034664-7e1b-48ab-bf52-cf48868bc048 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349669
Apr 02 21:20:25.961385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:25.968106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42712) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:25.985121 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:25.987759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:25.996580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f403c8-4515-4d8d-8f1d-98378a5a27c4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:26.058112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (191d770e-c79c-4ca0-93ee-d0d713b8e639), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.186804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8237e0ca-2a47-4a5f-a9f5-ffd50d702b07 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:26.191209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8237e0ca-2a47-4a5f-a9f5-ffd50d702b07 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1123 time: 0.2155643
Apr 02 21:20:26.193917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:26.194623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:26.197956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event updated for resources: {'Port': ['ID=191d770e-c79c-4ca0-93ee-d0d713b8e639,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:26.200388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:26.210034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-638a0f23-3d9d-4890-a967-29d1388706f7 admin admin] Publish callbacks [] for security_group (4938a042-496c-4548-b6a0-743fd4b2eea7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.219508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:26.222456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:26.235647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.242997 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-638a0f23-3d9d-4890-a967-29d1388706f7 admin admin] Publish callbacks [] for security_group (4938a042-496c-4548-b6a0-743fd4b2eea7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.290800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:26.291496 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.353088 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d4956543-eefb-4509-9054-f10ecc53bd6d tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 2.2845428
Apr 02 21:20:26.354040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42718) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:26.415879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-638a0f23-3d9d-4890-a967-29d1388706f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4938a042-496c-4548-b6a0-743fd4b2eea7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.418518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-638a0f23-3d9d-4890-a967-29d1388706f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.419683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-638a0f23-3d9d-4890-a967-29d1388706f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4938a042-496c-4548-b6a0-743fd4b2eea7 HTTP/1.1" status: 204  len: 168 time: 0.5144999
Apr 02 21:20:26.437210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.470388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0f23-3d9d-4890-a967-29d1388706f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938a042-496c-4548-b6a0-743fd4b2eea7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:26.515687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4041e9-06e9-4e90-916f-f9c8cd2e799c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:26.521853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4041e9-06e9-4e90-916f-f9c8cd2e799c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:26.527930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4041e9-06e9-4e90-916f-f9c8cd2e799c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:26.532847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef4041e9-06e9-4e90-916f-f9c8cd2e799c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2615 time: 0.1762407
Apr 02 21:20:26.533929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42722) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:26.536798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.598668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201314-60be-4fe3-8c82-dc8a014b8a74 req-f527c89e-25b9-418e-94ce-7f174c1e16c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:26.600225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41201314-60be-4fe3-8c82-dc8a014b8a74 req-f527c89e-25b9-418e-94ce-7f174c1e16c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 943 time: 0.2023277
Apr 02 21:20:26.619178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8ef49ea0-b659-4abf-9154-b7ec2e9ad643 None None] Provisioning complete for port 191d770e-c79c-4ca0-93ee-d0d713b8e639 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:26.620325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ef49ea0-b659-4abf-9154-b7ec2e9ad643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (191d770e-c79c-4ca0-93ee-d0d713b8e639), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.660893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8ef49ea0-b659-4abf-9154-b7ec2e9ad643 None None] Port 191d770e-c79c-4ca0-93ee-d0d713b8e639 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:26.688175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.706089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.105 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/bc0d66cc-0d73-450d-a68f-7b6355b7581c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:26.729636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Deleting port 191d770e-c79c-4ca0-93ee-d0d713b8e639 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:26.729980 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (191d770e-c79c-4ca0-93ee-d0d713b8e639), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.747543 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.759501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.771497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41201314-60be-4fe3-8c82-dc8a014b8a74 req-1f062c80-7ae3-4a8c-8c35-c3bb6155eec6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0813527
Apr 02 21:20:26.797356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42726) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:26.854384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f0f4-c187-4f89-8d1a-92d24aad17eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.857250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.892347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.924337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (191d770e-c79c-4ca0-93ee-d0d713b8e639), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:26.928055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:26.931436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:26.934906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:26.948357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Calling delete_port for 191d770e-c79c-4ca0-93ee-d0d713b8e639 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:26.967656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=bc0d66cc-0d73-450d-a68f-7b6355b7581c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:26.975518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:20:27.083227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f0f4-c187-4f89-8d1a-92d24aad17eb admin admin] Publish callbacks [] for security_group (173101db-5847-438c-941c-c9763f1fbf22), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.087303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:27.094016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f0f4-c187-4f89-8d1a-92d24aad17eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (173101db-5847-438c-941c-c9763f1fbf22), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.099759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:20:27.118644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Router d88f393a-9c8b-462c-90b3-0ed65c84b9c5 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:20:27.140404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:27.140862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.154508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:20:27.178742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a2d7f0f4-c187-4f89-8d1a-92d24aad17eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f529f578e354139b790473562a86214&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3772814
Apr 02 21:20:27.178981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:27.181889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:27.182140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7f0f4-c187-4f89-8d1a-92d24aad17eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173101db-5847-438c-941c-c9763f1fbf22,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:27.188823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.247782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (191d770e-c79c-4ca0-93ee-d0d713b8e639), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.254481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:27.262577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.263229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.263764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.264276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.264813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.265323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.265807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.266288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.266768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.267266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.267747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.268227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.268729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.269272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.270351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:20:27.274217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f2caf6-4717-4140-bb43-87cb6ff8d6e6 admin admin] Publish callbacks [] for security_group (173101db-5847-438c-941c-c9763f1fbf22), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.313961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event deleted for resources: {'Port': ['ID=191d770e-c79c-4ca0-93ee-d0d713b8e639,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:27.349178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:27.360655 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c818929-bf41-4969-a079-58af426e839f None None] Sync routers for ids ['d88f393a-9c8b-462c-90b3-0ed65c84b9c5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:27.370075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.371292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1115fdbc-5d4f-4fa7-b002-8cf6c0f45f62 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "PUT /v2.0/routers/d88f393a-9c8b-462c-90b3-0ed65c84b9c5 HTTP/1.1" status: 200  len: 913 time: 4.1790738
Apr 02 21:20:27.374055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42730) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:27.374433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f2caf6-4717-4140-bb43-87cb6ff8d6e6 admin admin] Publish callbacks [] for security_group (173101db-5847-438c-941c-c9763f1fbf22), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.379665 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c818929-bf41-4969-a079-58af426e839f None None] Routers {'d88f393a-9c8b-462c-90b3-0ed65c84b9c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:27.381901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4c818929-bf41-4969-a079-58af426e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d88f393a-9c8b-462c-90b3-0ed65c84b9c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:27.434039 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4c818929-bf41-4969-a079-58af426e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:27.445309 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c818929-bf41-4969-a079-58af426e839f None None] Routers {'d88f393a-9c8b-462c-90b3-0ed65c84b9c5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:27.446279 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4c818929-bf41-4969-a079-58af426e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d88f393a-9c8b-462c-90b3-0ed65c84b9c5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:27.453494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.457364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bcb90e4d-05b6-4372-a707-f8160b9c7f1c tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "DELETE /v2.0/ports/191d770e-c79c-4ca0-93ee-d0d713b8e639 HTTP/1.1" status: 204  len: 168 time: 0.9224486
Apr 02 21:20:27.462291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42732) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:27.468307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Request body: {'port': {'name': 'tempest-new-port-name-474827068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:27.468865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] bootfile-name is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:20:27.469312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] tftp-server is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:20:27.469750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.api.validators [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] server-ip-address is not in valid_values {{(pid=121649) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 02 21:20:27.499617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:20:27.499827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-4c818929-bf41-4969-a079-58af426e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2b80>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:27.500524 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c818929-bf41-4969-a079-58af426e839f None None] The sync data for ids ['d88f393a-9c8b-462c-90b3-0ed65c84b9c5'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:27.613891 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.632043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3506987-8c8c-4130-82d5-f91679b00ba0 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/d88f393a-9c8b-462c-90b3-0ed65c84b9c5 HTTP/1.1" status: 200  len: 919 time: 0.2563744
Apr 02 21:20:27.635571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42734) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:27.638155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (d00f5211-294a-47dd-b48d-b976e2d50bba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.712347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f2caf6-4717-4140-bb43-87cb6ff8d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (173101db-5847-438c-941c-c9763f1fbf22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.714798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-88f2caf6-4717-4140-bb43-87cb6ff8d6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.719387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-88f2caf6-4717-4140-bb43-87cb6ff8d6e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/173101db-5847-438c-941c-c9763f1fbf22 HTTP/1.1" status: 204  len: 168 time: 0.5345788
Apr 02 21:20:27.763623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2caf6-4717-4140-bb43-87cb6ff8d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173101db-5847-438c-941c-c9763f1fbf22,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:27.782971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbfcbf-e09d-46f6-b804-3e0260a3d50a tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:27.786082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-44cbfcbf-e09d-46f6-b804-3e0260a3d50a tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=d88f393a-9c8b-462c-90b3-0ed65c84b9c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1494246
Apr 02 21:20:27.789092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42738) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:27.866448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.887240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.904236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:27.968497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ef899-ced7-4462-9a10-108ea5308c25 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:27.969840 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-442ef899-ced7-4462-9a10-108ea5308c25 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.1797569
Apr 02 21:20:27.979479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42744) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:27.996378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event updated for resources: {'Port': ['ID=a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:28.022401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd722a82-ff1d-4bec-b68a-6b983363a5da req-1f4e97d2-a502-40ce-9dac-2037f51cae32 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:28.024213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd722a82-ff1d-4bec-b68a-6b983363a5da req-1f4e97d2-a502-40ce-9dac-2037f51cae32 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 944 time: 0.1649048
Apr 02 21:20:28.027261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-18f7261c-1261-4fe3-bd18-2b68451ae160 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88f393a-9c8b-462c-90b3-0ed65c84b9c5 HTTP/1.1" status: 200  len: 205 time: 0.0466890
Apr 02 21:20:28.030027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42746) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:28.076576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] In _notify_port_updated(), no bound segment for port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef on network 7769db89-1e28-449d-b26c-69a4cb7b17a5 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:20:28.081911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:28.082559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.083886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c10a489-3e98-4b7c-aaf5-72e9408b738b tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "PUT /v2.0/ports/a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef HTTP/1.1" status: 200  len: 1135 time: 0.6205397
Apr 02 21:20:28.086955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:28.157991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd722a82-ff1d-4bec-b68a-6b983363a5da req-b7eb9e64-abbb-4815-bc91-2b93711a2a54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1241741
Apr 02 21:20:28.175715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a344c7c-1fba-43f3-9172-f09c323eadb9 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:28.177410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a344c7c-1fba-43f3-9172-f09c323eadb9 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "GET /v2.0/ports/a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef HTTP/1.1" status: 200  len: 1135 time: 0.0893803
Apr 02 21:20:28.181991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42756) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:28.288975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Deleting port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:28.289666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.317745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9b33d70c-a7e9-4bd9-86ad-8734d9c323a9 None None] Provisioning complete for port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:28.318335 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9b33d70c-a7e9-4bd9-86ad-8734d9c323a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.356263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9b33d70c-a7e9-4bd9-86ad-8734d9c323a9 None None] Port a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:28.399662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.415027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Calling delete_port for a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:28.475942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.480530 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.525723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.564386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.599485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event deleted for resources: {'Port': ['ID=a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:28.666257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=bc0d66cc-0d73-450d-a68f-7b6355b7581c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:28.675273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.679017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-38f2e436-f8b6-4486-9bf6-81d280bfc693 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "DELETE /v2.0/ports/a5d9b2eb-36e5-4fe0-a312-a37fbbf536ef HTTP/1.1" status: 204  len: 168 time: 0.4960005
Apr 02 21:20:28.681559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42768) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:28.692033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (d00f5211-294a-47dd-b48d-b976e2d50bba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.700150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:28.736896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Deleting subnet ed049a8b-3a00-452d-8291-70e120f3742d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:28.740764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for subnet (ed049a8b-3a00-452d-8291-70e120f3742d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.744671 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.793260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ed049a8b-3a00-452d-8291-70e120f3742d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.810378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.865998 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP d00f5211-294a-47dd-b48d-b976e2d50bba associated. External IP: 172.35.4.105, port: b1bae5f8-326c-475b-ad9e-32535077b85a.
Apr 02 21:20:28.904831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ed049a8b-3a00-452d-8291-70e120f3742d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.909536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-174058417-network', 'tenant_id': '2e8bc61a3e3149c3bb79c449929eb875'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:28.963874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ed049a8b-3a00-452d-8291-70e120f3742d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.978107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Deleting port b1f403c8-4515-4d8d-8f1d-98378a5a27c4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:28.978308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b1f403c8-4515-4d8d-8f1d-98378a5a27c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:28.981077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:28.995128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event deleted for resources: {'Subnet': ['ID=ed049a8b-3a00-452d-8291-70e120f3742d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:28.998796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.003971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-78375333-e85e-462d-94d3-0f8d3f6c7934 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "DELETE /v2.0/subnets/ed049a8b-3a00-452d-8291-70e120f3742d HTTP/1.1" status: 204  len: 168 time: 0.3195646
Apr 02 21:20:29.005599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:29.005849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Made reservation on behalf of 2e8bc61a3e3149c3bb79c449929eb875 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:29.009187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.021030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf8f8f-83aa-4c13-b64c-35012e39de07 None None] Network 7769db89-1e28-449d-b26c-69a4cb7b17a5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:29.046076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.110372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:20:29.117713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:29.118328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.217357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:29.218114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.231251 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b1f403c8-4515-4d8d-8f1d-98378a5a27c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.259708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:29.260784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:29.264481 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb6285-743f-4077-bbd3-141f78bf46db" -d '{"events": [{"server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "name": "network-vif-plugged", "status": "completed", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:29.267471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Calling delete_port for b1f403c8-4515-4d8d-8f1d-98378a5a27c4 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:29.268593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.293556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router b4be41d0-45cb-456e-9c1a-56cdbd566055 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:29.336207 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61493f-f29f-4c9b-bceb-a7a5e91dcf14 x-openstack-request-id: req-9d61493f-f29f-4c9b-bceb-a7a5e91dcf14 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:29.336805 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "name": "network-vif-plugged", "status": "completed", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:29.336805 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d61493f-f29f-4c9b-bceb-a7a5e91dcf14 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:29.337353 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d61493f-f29f-4c9b-bceb-a7a5e91dcf14'] response: {'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'code': 200}
Apr 02 21:20:29.339535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] DHCP port deletion for 7769db89-1e28-449d-b26c-69a4cb7b17a5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:20:29.412442 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks [] for security_group (cf124b65-fb36-4709-a624-5eae8b6ed183), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.431003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:29.434323 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cf124b65-fb36-4709-a624-5eae8b6ed183), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.457992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.469227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] Deleting port 986e6ee0-27f3-442d-9334-b2638caee90a {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:29.471863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.523901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:20:29.554948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] For port 986e6ee0-27f3-442d-9334-b2638caee90a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=986e6ee0-27f3-442d-9334-b2638caee90a,segment=NetworkSegment(8966c283-a562-40a8-a367-a831623ed3e3),segment_id=8966c283-a562-40a8-a367-a831623ed3e3)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:29.555355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.563424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7ddf2215-7015-4e60-94f7-46af0aba93d7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.563864 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Added segment 7ddf2215-7015-4e60-94f7-46af0aba93d7 of type vlan for network 207a1a74-0523-4611-9193-370f0cb275b2
Apr 02 21:20:29.570292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] Calling delete_port for 986e6ee0-27f3-442d-9334-b2638caee90a owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:29.586379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (7769db89-1e28-449d-b26c-69a4cb7b17a5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.590680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8fc4-ccff-42bc-a1f9-79622d925eaf req-9f6e9ca5-df58-4570-a613-659798d5e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:29.592180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9edc8fc4-ccff-42bc-a1f9-79622d925eaf req-9f6e9ca5-df58-4570-a613-659798d5e2bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1127 time: 0.1043832
Apr 02 21:20:29.633528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf124b65-fb36-4709-a624-5eae8b6ed183,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:29.642816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601fa34-38cf-43d1-90a8-fdf3df439cd9 req-644a2406-3c55-4f56-ae66-8e1c5b082c68 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:29.644484 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3601fa34-38cf-43d1-90a8-fdf3df439cd9 req-644a2406-3c55-4f56-ae66-8e1c5b082c68 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.3386719
Apr 02 21:20:29.657821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.683599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9edc8fc4-ccff-42bc-a1f9-79622d925eaf req-17f9c3bb-0e30-431d-909b-5a275414b6b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0804844
Apr 02 21:20:29.692767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Deleting port 986e6ee0-27f3-442d-9334-b2638caee90a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:29.693107 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.693732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] Pushing event deleted for resources: {'Port': ['ID=986e6ee0-27f3-442d-9334-b2638caee90a,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:29.698454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028a7bb-a769-4d76-a3bd-4a9dc0534c17 None None] No DVR routers for this DVR port 986e6ee0-27f3-442d-9334-b2638caee90a on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:29.736177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (207a1a74-0523-4611-9193-370f0cb275b2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.755218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:29.767471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] Sync routers for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:29.768316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] For port 986e6ee0-27f3-442d-9334-b2638caee90a, host ncdv-master-1, got binding levels [] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:29.768316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.777268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:29.778240 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784536f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:29.781862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Calling delete_port for 986e6ee0-27f3-442d-9334-b2638caee90a owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:29.784612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Port 986e6ee0-27f3-442d-9334-b2638caee90a was not found and therefore no delete operation was performed {{(pid=121649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:20:29.786078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (986e6ee0-27f3-442d-9334-b2638caee90a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.818075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] No DVR routers for this DVR port 986e6ee0-27f3-442d-9334-b2638caee90a on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:29.825310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event deleted for resources: {'Port': ['ID=986e6ee0-27f3-442d-9334-b2638caee90a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:29.825759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3601fa34-38cf-43d1-90a8-fdf3df439cd9 req-33334c1a-8a02-4826-8ad6-5df3e27cd471 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1695809
Apr 02 21:20:29.834363 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.860288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (207a1a74-0523-4611-9193-370f0cb275b2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.861310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:29.861962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.896360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b1f403c8-4515-4d8d-8f1d-98378a5a27c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.899451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d4d0ffb-1a5b-4dd3-9524-9a85dec31d1e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.7044315
Apr 02 21:20:29.916006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:29.918960 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258" -d '{"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:29.932534 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (7769db89-1e28-449d-b26c-69a4cb7b17a5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.967834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78466870d0>,) {'filters': {'network_id': ['7769db89-1e28-449d-b26c-69a4cb7b17a5']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:29.979763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78466870d0>, '8966c283-a562-40a8-a367-a831623ed3e3') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:29.980206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78466870d0>, '8966c283-a562-40a8-a367-a831623ed3e3') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:29.991442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (8966c283-a562-40a8-a367-a831623ed3e3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:29.994849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event deleted for resources: {'Port': ['ID=b1f403c8-4515-4d8d-8f1d-98378a5a27c4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:30.000041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2634149
Apr 02 21:20:30.004705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42800) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:30.012215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Request body: {'subnet': {'network_id': '207a1a74-0523-4611-9193-370f0cb275b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-174058417-subnet', 'tenant_id': '2e8bc61a3e3149c3bb79c449929eb875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:30.015256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b249c-dd90-414a-9836-c6181a3afaea admin admin] Pushing event updated for resources: {'Network': ['ID=207a1a74-0523-4611-9193-370f0cb275b2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:30.015723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8966c283-a562-40a8-a367-a831623ed3e3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.039636 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4444fa96-5141-4dce-9081-a1d58e0c1b01 x-openstack-request-id: req-4444fa96-5141-4dce-9081-a1d58e0c1b01 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:30.039925 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:30.040205 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4444fa96-5141-4dce-9081-a1d58e0c1b01 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:30.040931 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4444fa96-5141-4dce-9081-a1d58e0c1b01'] response: {'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'status': 'completed', 'code': 200}
Apr 02 21:20:30.042647 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:30.043264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (8966c283-a562-40a8-a367-a831623ed3e3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.052552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 207a1a74-0523-4611-9193-370f0cb275b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:20:30.079830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Made reservation on behalf of 2e8bc61a3e3149c3bb79c449929eb875 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:30.082173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:30.094535 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:30.107382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.138484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:30.198607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (7769db89-1e28-449d-b26c-69a4cb7b17a5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.229976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.236761 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] 10.222.0.18 "DELETE /v2.0/networks/7769db89-1e28-449d-b26c-69a4cb7b17a5 HTTP/1.1" status: 204  len: 168 time: 1.2295885
Apr 02 21:20:30.241319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877433-e9dc-4ee2-a680-a066f7366cc2 tempest-ExtraDHCPOptionsTestJSON-255591460 tempest-ExtraDHCPOptionsTestJSON-255591460-project] Pushing event deleted for resources: {'Network': ['ID=7769db89-1e28-449d-b26c-69a4cb7b17a5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:30.252906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.255967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.262270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eda74-f773-40ec-bf1e-2fefc9eb08b1 req-eeabb1d6-a6cf-4e0e-924c-8007759e1aca tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:30.270805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-227eda74-f773-40ec-bf1e-2fefc9eb08b1 req-eeabb1d6-a6cf-4e0e-924c-8007759e1aca tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1618357
Apr 02 21:20:30.277700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-39cad366-4487-4739-bfe5-f1113c50e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:30.279332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-39cad366-4487-4739-bfe5-f1113c50e6b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.1839659
Apr 02 21:20:30.328506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (d88f393a-9c8b-462c-90b3-0ed65c84b9c5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.329072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Fanout notify agent at l3_agent the message router_deleted on router d88f393a-9c8b-462c-90b3-0ed65c84b9c5 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:30.337788 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.338899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-83861731-c0fb-4a65-8e54-478d4b58245a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/d88f393a-9c8b-462c-90b3-0ed65c84b9c5 HTTP/1.1" status: 204  len: 168 time: 2.3078053
Apr 02 21:20:30.343255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42804) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:30.352027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2126974180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:30.412349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-227eda74-f773-40ec-bf1e-2fefc9eb08b1 req-5bd32d61-4d07-49ba-b38b-96500dd3c776 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405437
Apr 02 21:20:30.424309 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.426898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.432567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42806) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:30.439340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784536f9d0>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd00f5211-294a-47dd-b48d-b976e2d50bba', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.105', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'port_id': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'mac_address': 'fa:16:3e:e5:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa047aff-276d-4e5c-99e9-885361a57225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:27Z', 'updated_at': '2022-04-02T21:20:27Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:30.460218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-b06a43c9-4fa7-4285-8250-5d6d7959c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:30.464411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-b06a43c9-4fa7-4285-8250-5d6d7959c45d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.1688285
Apr 02 21:20:30.466815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] Checking router: b4be41d0-45cb-456e-9c1a-56cdbd566055 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:30.475812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:30.476167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784536f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:30.555782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (e579edab-33a8-4823-bbba-9ec796868526), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.558045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-5fb66e34-afc9-47f3-938f-1ecbc2f6f4de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1000 time: 0.0872915
Apr 02 21:20:30.581892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 986e6ee0-27f3-442d-9334-b2638caee90a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:20:30.610644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 986e6ee0-27f3-442d-9334-b2638caee90a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:20:30.611231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 986e6ee0-27f3-442d-9334-b2638caee90a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:20:30.621438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-7ea4245d-b5a1-4d3a-84db-b1b06559b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:30.623151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-7ea4245d-b5a1-4d3a-84db-b1b06559b7f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0579066
Apr 02 21:20:30.640910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:30.659492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:30.696398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-06943026-b4bf-4b33-a96f-bd7426ba5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:30.698672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-06943026-b4bf-4b33-a96f-bd7426ba5798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0701931
Apr 02 21:20:30.711204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (d82c4e23-c84d-4400-a193-b81dbc50c9d9), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.751186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bea90fec-85db-465d-947c-442c852614d7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/d00f5211-294a-47dd-b48d-b976e2d50bba HTTP/1.1" status: 200  len: 992 time: 0.3174727
Apr 02 21:20:30.752007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e579edab-33a8-4823-bbba-9ec796868526,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:30.754461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.773487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Checking segment: {'id': '7ddf2215-7015-4e60-94f7-46af0aba93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:30.773840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Network hostable DHCP agents. Network: 207a1a74-0523-4611-9193-370f0cb275b2, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:20:30.782328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.786946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42814) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:30.787642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-452f399f-6b71-41be-bae4-490fc4de78c1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4433324
Apr 02 21:20:30.791843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'enable_snat': False}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:30.803768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Network 207a1a74-0523-4611-9193-370f0cb275b2 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:20:30.815399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 207a1a74-0523-4611-9193-370f0cb275b2) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:30.829357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:30.830222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:30.843092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea56a16-7875-4f0d-861a-44be7aa46b1c None None] Network 207a1a74-0523-4611-9193-370f0cb275b2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:30.849664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a92ec7f0-adba-4559-b491-e1a1f16ee2c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8438127
Apr 02 21:20:30.964963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-68edd3dc-91e1-47f5-853a-43a1e02546fd service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584202
Apr 02 21:20:31.007748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd5e7-664f-43ec-ad19-1801c3369948 req-78a54f60-bf8b-47dc-8642-23ceeff3f235 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:31.017492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4cbd5e7-664f-43ec-ad19-1801c3369948 req-78a54f60-bf8b-47dc-8642-23ceeff3f235 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.0877552
Apr 02 21:20:31.065884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763506a2-dfe6-42cd-96a2-74a2e1a21f11 None None] Network 207a1a74-0523-4611-9193-370f0cb275b2 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:31.099087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cdf79945-aed7-4dbd-9b1f-2f81000e81cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f14823a3dc184dcd8758175ac610f823&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4382694
Apr 02 21:20:31.107187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4cbd5e7-664f-43ec-ad19-1801c3369948 req-b15f34bc-ceff-44cf-a8f9-5090464eb64a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0878587
Apr 02 21:20:31.112935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:31.138003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784536f9d0>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd00f5211-294a-47dd-b48d-b976e2d50bba', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.105', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'port_id': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'mac_address': 'fa:16:3e:e5:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa047aff-276d-4e5c-99e9-885361a57225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:27Z', 'updated_at': '2022-04-02T21:20:27Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:31.177531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ae833-81b4-4168-93a1-b69823cea896 None None] The sync data for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 is: [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd00f5211-294a-47dd-b48d-b976e2d50bba', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.105', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'port_id': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'mac_address': 'fa:16:3e:e5:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa047aff-276d-4e5c-99e9-885361a57225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:27Z', 'updated_at': '2022-04-02T21:20:27Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:31.178696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64409365-b051-442a-a53c-3ae49e79cd7b admin admin] Publish callbacks [] for security_group (5d676e19-f70c-4bd6-8a72-f0b39fb4a691), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.181213 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (d82c4e23-c84d-4400-a193-b81dbc50c9d9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.220588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64409365-b051-442a-a53c-3ae49e79cd7b admin admin] Publish callbacks [] for security_group (5d676e19-f70c-4bd6-8a72-f0b39fb4a691), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.221183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-459bffd9-e6aa-4ba6-b9d5-f10aae3a8258 req-f3ef6f67-4eb1-4996-9caa-73a2493bc80e service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090664
Apr 02 21:20:31.317088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64409365-b051-442a-a53c-3ae49e79cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5d676e19-f70c-4bd6-8a72-f0b39fb4a691), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.319942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64409365-b051-442a-a53c-3ae49e79cd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.321233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64409365-b051-442a-a53c-3ae49e79cd7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d676e19-f70c-4bd6-8a72-f0b39fb4a691 HTTP/1.1" status: 204  len: 168 time: 0.2071550
Apr 02 21:20:31.339111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64409365-b051-442a-a53c-3ae49e79cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d676e19-f70c-4bd6-8a72-f0b39fb4a691,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:31.477665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (d82c4e23-c84d-4400-a193-b81dbc50c9d9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.507839 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317d0f9-f74e-4427-85cd-0b91303b417c None None] New status for floating IP d00f5211-294a-47dd-b48d-b976e2d50bba: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:20:31.510041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.559486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42838) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:31.567357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-933736084-network', 'tenant_id': '3b82fb5867ea48bbb8aeccfdae749984'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:31.620817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Made reservation on behalf of 3b82fb5867ea48bbb8aeccfdae749984 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:31.623203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.640760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.675278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Allocated IP 172.35.4.194 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:31.753372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:31.816062 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks [] for security_group (e1bf6d30-6492-492c-a45e-cc1d533806db), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.830364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-096fe12e-194f-4f6c-bad7-c1b752447978 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/d00f5211-294a-47dd-b48d-b976e2d50bba HTTP/1.1" status: 200  len: 994 time: 0.0703633
Apr 02 21:20:31.833127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e1bf6d30-6492-492c-a45e-cc1d533806db), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.839582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for port (dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.868828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:20:31.882508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf6d30-6492-492c-a45e-cc1d533806db,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:31.892218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (600eaaf1-a78e-4e6e-866a-4fd1130bfbb0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.892598 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Added segment 600eaaf1-a78e-4e6e-866a-4fd1130bfbb0 of type vlan for network 4e0c6e3a-a967-421b-be3b-d26a039394e7
Apr 02 21:20:31.949220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (4e0c6e3a-a967-421b-be3b-d26a039394e7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:31.953439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.005523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:32.010037 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (4e0c6e3a-a967-421b-be3b-d26a039394e7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.011003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:32.011589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.013852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:32.021833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:32.058064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Pushing event updated for resources: {'Port': ['ID=dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:32.078601 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5176182
Apr 02 21:20:32.081747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42858) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:32.087107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Request body: {'subnet': {'network_id': '4e0c6e3a-a967-421b-be3b-d26a039394e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-933736084-subnet', 'tenant_id': '3b82fb5867ea48bbb8aeccfdae749984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:32.106633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Made reservation on behalf of 3b82fb5867ea48bbb8aeccfdae749984 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:32.108962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.122546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3d247-a23d-408a-b172-73ab1ebc7d84 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0c6e3a-a967-421b-be3b-d26a039394e7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:32.139173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 4e0c6e3a-a967-421b-be3b-d26a039394e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:20:32.190151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:32.328319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-818a9ecf-bce6-4104-8474-c79f47347540 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:32.329034 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-818a9ecf-bce6-4104-8474-c79f47347540 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 02 21:20:32.329528 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-818a9ecf-bce6-4104-8474-c79f47347540 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:20:32.333895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-818a9ecf-bce6-4104-8474-c79f47347540 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1393514
Apr 02 21:20:32.337049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42866) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:32.338075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273b41e-07ad-488e-94c6-72bceac11328 req-69c6a577-a738-435b-8f4d-d0419c8f086e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:32.339560 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0273b41e-07ad-488e-94c6-72bceac11328 req-69c6a577-a738-435b-8f4d-d0419c8f086e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.1042604
Apr 02 21:20:32.341747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--182184634'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:32.357436 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (90b8fb13-ce49-4539-a03e-a02fb36592b7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.401702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.420870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.427718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b8fb13-ce49-4539-a03e-a02fb36592b7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:32.434318 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0273b41e-07ad-488e-94c6-72bceac11328 req-df2d33a4-e0a5-48c1-8c7d-1a0efc761fae tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0881324
Apr 02 21:20:32.435029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router_gateway (d82c4e23-c84d-4400-a193-b81dbc50c9d9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.468698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Checking segment: {'id': '600eaaf1-a78e-4e6e-866a-4fd1130bfbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4e0c6e3a-a967-421b-be3b-d26a039394e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:32.468698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Network hostable DHCP agents. Network: 4e0c6e3a-a967-421b-be3b-d26a039394e7, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:20:32.498335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Network 4e0c6e3a-a967-421b-be3b-d26a039394e7 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:20:32.512104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e0c6e3a-a967-421b-be3b-d26a039394e7) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:32.517222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:32.518463 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.520731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d277b3-67e5-4bef-bcdb-cd3544a92638 None None] Network 4e0c6e3a-a967-421b-be3b-d26a039394e7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:32.564050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-81d274f1-54db-4c72-bd96-ba4638dff4cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4731627
Apr 02 21:20:32.589189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.597839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.659818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e541b991-0458-475c-8479-f92693d51031 None None] Network 4e0c6e3a-a967-421b-be3b-d26a039394e7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:32.722369 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.727114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:32.882719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Router d82c4e23-c84d-4400-a193-b81dbc50c9d9 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:20:32.925476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba6c4a-b649-408a-94b4-fb293159ef4e req-4a971c06-f32c-4741-9b9c-f8356de8ce07 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:32.927005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eba6c4a-b649-408a-94b4-fb293159ef4e req-4a971c06-f32c-4741-9b9c-f8356de8ce07 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.3918600
Apr 02 21:20:32.935487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:33.000841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:33.006572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.011535 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7ed75c0e-f484-4c4e-a47d-2f860cbc54a5 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "PUT /v2.0/routers/d82c4e23-c84d-4400-a193-b81dbc50c9d9 HTTP/1.1" status: 200  len: 916 time: 2.2235384
Apr 02 21:20:33.012511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42886) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.013881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] Sync routers for ids ['d82c4e23-c84d-4400-a193-b81dbc50c9d9'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:33.016842 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (105507d0-f221-42ab-852f-dba0d2eb9fab), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.022993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7eba6c4a-b649-408a-94b4-fb293159ef4e req-76970058-11fb-4cf5-80b2-ff76199f8701 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0833058
Apr 02 21:20:33.024207 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (105507d0-f221-42ab-852f-dba0d2eb9fab), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.035451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] Routers {'d82c4e23-c84d-4400-a193-b81dbc50c9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:33.036744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784536f0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d82c4e23-c84d-4400-a193-b81dbc50c9d9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:33.050931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42888) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.063292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.064791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7267077
Apr 02 21:20:33.067633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42890) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.071926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '105507d0-f221-42ab-852f-dba0d2eb9fab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:33.082132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784536f0a0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:33.091285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9f6b8-42e6-4fc1-b486-9473686d28a6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105507d0-f221-42ab-852f-dba0d2eb9fab,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:33.092688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] Routers {'d82c4e23-c84d-4400-a193-b81dbc50c9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:33.093369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784536f0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['d82c4e23-c84d-4400-a193-b81dbc50c9d9'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:33.126669 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group_rule (8f214f15-e16b-48d7-aa42-5b4fe05caf9f), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.131590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095c63d-dc6f-4e57-87d5-5160d93151f0 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:33.136017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0095c63d-dc6f-4e57-87d5-5160d93151f0 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1122 time: 0.0813065
Apr 02 21:20:33.138652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42892) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.142737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:33.153122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784536f0a0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:33.153773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3d804-253c-4af2-9b68-d0fa1a4f9189 None None] The sync data for ids ['d82c4e23-c84d-4400-a193-b81dbc50c9d9'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:33.192427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.213611 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6040f400-3798-439d-a17b-198a632e418f tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/d82c4e23-c84d-4400-a193-b81dbc50c9d9 HTTP/1.1" status: 200  len: 922 time: 0.1967866
Apr 02 21:20:33.213996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42894) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.218499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-e8f11729-ac79-48cf-9999-d62a2e774fb7 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:33.219945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-e8f11729-ac79-48cf-9999-d62a2e774fb7 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/networks?id=207a1a74-0523-4611-9193-370f0cb275b2 HTTP/1.1" status: 200  len: 811 time: 0.1999056
Apr 02 21:20:33.235568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group_rule (8f214f15-e16b-48d7-aa42-5b4fe05caf9f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.235768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-5838df36-ec3d-48b1-8358-c4b833b4c3f9 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/quotas/2e8bc61a3e3149c3bb79c449929eb875 HTTP/1.1" status: 200  len: 375 time: 0.0092185
Apr 02 21:20:33.259950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (8f214f15-e16b-48d7-aa42-5b4fe05caf9f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.293624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f214f15-e16b-48d7-aa42-5b4fe05caf9f,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:33.301179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.302662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ee2dd532-2cc9-45ef-89f9-be8e7e7cd7ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2339394
Apr 02 21:20:33.308127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42896) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.339613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-86e7c774-9c49-4a61-9729-032ddef2eea1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '105507d0-f221-42ab-852f-dba0d2eb9fab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:33.359525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05183ae-343a-43a0-9ac0-56e68ca78f6f tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:33.363630 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a05183ae-343a-43a0-9ac0-56e68ca78f6f tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=d82c4e23-c84d-4400-a193-b81dbc50c9d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1443675
Apr 02 21:20:33.367201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42898) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.438104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-86e7c774-9c49-4a61-9729-032ddef2eea1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group_rule (4bc8a1e9-df73-479a-8445-fe816bd9dfb6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.516376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.522428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371196fb-bc3d-4d4a-a91e-1e4b8c0509d2 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:33.523830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-371196fb-bc3d-4d4a-a91e-1e4b8c0509d2 tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/networks/69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 881 time: 0.1556742
Apr 02 21:20:33.531376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42900) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.589463 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-86e7c774-9c49-4a61-9729-032ddef2eea1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:20:33.590541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-86e7c774-9c49-4a61-9729-032ddef2eea1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2818356
Apr 02 21:20:33.595224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a895216e-1f5b-4e2a-9761-5f932502aa7a tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82c4e23-c84d-4400-a193-b81dbc50c9d9 HTTP/1.1" status: 200  len: 205 time: 0.0592995
Apr 02 21:20:33.597233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.597574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:33.606990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-11c1f10c-1685-4679-8284-292b4568d7e6 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e8bc61a3e3149c3bb79c449929eb875&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3654628
Apr 02 21:20:33.751015 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-b5700e78-fbaf-474d-a69c-cebc31edeac1 service neutron] 10.222.0.18 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370196
Apr 02 21:20:33.792712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.35.4.87 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f219245e-26eb-437f-851b-37a972ea7900) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:33.808398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33286101-4464-4319-8218-e7bf49a9547a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (105507d0-f221-42ab-852f-dba0d2eb9fab), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.812372 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:33.847745 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-2c354d4b-9c71-492f-add3-c0cc604e5765 service neutron] 10.222.0.18 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921433
Apr 02 21:20:33.930026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33286101-4464-4319-8218-e7bf49a9547a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (105507d0-f221-42ab-852f-dba0d2eb9fab), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.053057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76cd2cbe-85e1-493f-996c-41db1ccd1a8e req-7d9165b5-f579-4895-b1f3-c983499da68f tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 210 time: 0.0634203
Apr 02 21:20:34.070143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (f219245e-26eb-437f-851b-37a972ea7900), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.076099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (d82c4e23-c84d-4400-a193-b81dbc50c9d9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.088757 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33286101-4464-4319-8218-e7bf49a9547a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (105507d0-f221-42ab-852f-dba0d2eb9fab), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.091417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33286101-4464-4319-8218-e7bf49a9547a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.095223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-33286101-4464-4319-8218-e7bf49a9547a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/105507d0-f221-42ab-852f-dba0d2eb9fab HTTP/1.1" status: 204  len: 168 time: 0.4940395
Apr 02 21:20:34.095556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42912) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.125430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33286101-4464-4319-8218-e7bf49a9547a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105507d0-f221-42ab-852f-dba0d2eb9fab,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.153846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dacf0cba-5c90-43f0-8abb-27b12c7b5a44 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0568633
Apr 02 21:20:34.154601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f219245e-26eb-437f-851b-37a972ea7900), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.158106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42916) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.162825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502718806'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:34.192943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.198800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Deleting port dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:34.199133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.201982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:34.207048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:34.220512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:34.261752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=f219245e-26eb-437f-851b-37a972ea7900,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.264297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (4cf6347e-6551-4011-9bb9-e18a5686c47c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.276306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4cf6347e-6551-4011-9bb9-e18a5686c47c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.307302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.308485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1494370
Apr 02 21:20:34.311391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42920) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.316678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ef3323f4-bdc1-469c-822e-0c8776c31f7d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '4cf6347e-6551-4011-9bb9-e18a5686c47c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:34.317453 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-ef3323f4-bdc1-469c-822e-0c8776c31f7d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 02 21:20:34.317948 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-ef3323f4-bdc1-469c-822e-0c8776c31f7d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:34.319437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ef3323f4-bdc1-469c-822e-0c8776c31f7d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0068805
Apr 02 21:20:34.320116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8e45d-a473-4dd3-9f32-73c7fe196991 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6347e-6551-4011-9bb9-e18a5686c47c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.322308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42922) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.365125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.385016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afd49129-90c9-456a-a3ae-c2b04cd7c7c0 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (4cf6347e-6551-4011-9bb9-e18a5686c47c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.414758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Calling delete_port for dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:34.432292 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afd49129-90c9-456a-a3ae-c2b04cd7c7c0 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (4cf6347e-6551-4011-9bb9-e18a5686c47c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.515694 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afd49129-90c9-456a-a3ae-c2b04cd7c7c0 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4cf6347e-6551-4011-9bb9-e18a5686c47c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.518265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-afd49129-90c9-456a-a3ae-c2b04cd7c7c0 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.521835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-afd49129-90c9-456a-a3ae-c2b04cd7c7c0 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/4cf6347e-6551-4011-9bb9-e18a5686c47c HTTP/1.1" status: 204  len: 168 time: 0.1961517
Apr 02 21:20:34.522517 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42926) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.550570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd49129-90c9-456a-a3ae-c2b04cd7c7c0 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6347e-6551-4011-9bb9-e18a5686c47c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.605491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-53048231-0d5f-43e1-9a90-d1a0183c9bd8 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0806386
Apr 02 21:20:34.610509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.615195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--726757450'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:34.636300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.705597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (eb57735c-50db-4cbe-9939-b53aa62153e4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.708870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (eb57735c-50db-4cbe-9939-b53aa62153e4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.742276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.746530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1319003
Apr 02 21:20:34.746740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.751063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a35e492f-00cc-4625-9d89-40cbb30dd391 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': 'eb57735c-50db-4cbe-9939-b53aa62153e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:34.766665 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-a35e492f-00cc-4625-9d89-40cbb30dd391 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 02 21:20:34.767704 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-a35e492f-00cc-4625-9d89-40cbb30dd391 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:34.771093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a35e492f-00cc-4625-9d89-40cbb30dd391 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0206556
Apr 02 21:20:34.771093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686d127-75fa-4887-b5e6-56c566eeb196 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb57735c-50db-4cbe-9939-b53aa62153e4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.772098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42932) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.839767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df159566-7798-48fb-87fe-66c3327b23a3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (eb57735c-50db-4cbe-9939-b53aa62153e4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.864173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df159566-7798-48fb-87fe-66c3327b23a3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (eb57735c-50db-4cbe-9939-b53aa62153e4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.877116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.906585 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df159566-7798-48fb-87fe-66c3327b23a3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (eb57735c-50db-4cbe-9939-b53aa62153e4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.909355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-df159566-7798-48fb-87fe-66c3327b23a3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:34.910505 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-df159566-7798-48fb-87fe-66c3327b23a3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb57735c-50db-4cbe-9939-b53aa62153e4 HTTP/1.1" status: 204  len: 168 time: 0.1374769
Apr 02 21:20:34.915640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42934) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.929596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event deleted for resources: {'Port': ['ID=dcdb86b3-c56f-4d58-a4b0-be8fa6f8e0ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.935855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df159566-7798-48fb-87fe-66c3327b23a3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb57735c-50db-4cbe-9939-b53aa62153e4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:34.972002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b27e446-535d-468f-b37b-97443c966580 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0552433
Apr 02 21:20:34.975972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42936) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:34.980662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--829883159'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:34.986226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (19aafd83-1773-493d-b43c-a657f8862adf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.001574 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.031351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (d82c4e23-c84d-4400-a193-b81dbc50c9d9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.084701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (34771f45-72dc-4355-a81c-788883e2a7b7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.090335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (34771f45-72dc-4355-a81c-788883e2a7b7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.127716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.129007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1520159
Apr 02 21:20:35.132152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42940) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.138345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5a3d8468-914f-42dc-810e-75004fd4a89c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '34771f45-72dc-4355-a81c-788883e2a7b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:35.156394 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-5a3d8468-914f-42dc-810e-75004fd4a89c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 02 21:20:35.157113 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-5a3d8468-914f-42dc-810e-75004fd4a89c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:35.158133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5a3d8468-914f-42dc-810e-75004fd4a89c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0249627
Apr 02 21:20:35.163024 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.165136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42942) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.171165 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (d82c4e23-c84d-4400-a193-b81dbc50c9d9), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.179520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-25575998-4f47-4b85-ba20-86a8f65de8ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '34771f45-72dc-4355-a81c-788883e2a7b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:35.181860 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-25575998-4f47-4b85-ba20-86a8f65de8ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 02 21:20:35.182595 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-25575998-4f47-4b85-ba20-86a8f65de8ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:35.183733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-25575998-4f47-4b85-ba20-86a8f65de8ee tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0151153
Apr 02 21:20:35.186977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42944) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.190668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b298ed-9f19-4340-b020-b4966d45b46a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34771f45-72dc-4355-a81c-788883e2a7b7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:35.191581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f219245e-26eb-437f-851b-37a972ea7900), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.198078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b1abf646-c4e5-43ac-bbf8-f57c6947c1d3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '34771f45-72dc-4355-a81c-788883e2a7b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:35.198078 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-b1abf646-c4e5-43ac-bbf8-f57c6947c1d3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 02 21:20:35.198078 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-b1abf646-c4e5-43ac-bbf8-f57c6947c1d3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:35.201451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1abf646-c4e5-43ac-bbf8-f57c6947c1d3 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0081313
Apr 02 21:20:35.203331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.224718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d2d4271f-aabe-4212-b82a-19e0f78bc012 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '34771f45-72dc-4355-a81c-788883e2a7b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:35.226096 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-d2d4271f-aabe-4212-b82a-19e0f78bc012 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 02 21:20:35.226586 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-d2d4271f-aabe-4212-b82a-19e0f78bc012 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:35.231737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d2d4271f-aabe-4212-b82a-19e0f78bc012 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0085175
Apr 02 21:20:35.233873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13878622-efe6-4d75-884b-e7d17c6a0f30 req-e9dfc1c0-0de1-461d-89dc-a51cdd6c935b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 210 time: 0.0746601
Apr 02 21:20:35.234346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.263649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (d82c4e23-c84d-4400-a193-b81dbc50c9d9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.264187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Fanout notify agent at l3_agent the message router_deleted on router d82c4e23-c84d-4400-a193-b81dbc50c9d9 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:35.272378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.277564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-54d2b7a1-7267-4caf-b2ca-5e00eaaae799 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/d82c4e23-c84d-4400-a193-b81dbc50c9d9 HTTP/1.1" status: 204  len: 168 time: 1.6778522
Apr 02 21:20:35.278795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42950) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.284851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-269528341', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:35.340715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.341738 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.353659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-8dde27dd-d197-4fd6-b835-8659bec09dd0 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:35.355173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-8dde27dd-d197-4fd6-b835-8659bec09dd0 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.15 "GET /v2.0/networks?id=207a1a74-0523-4611-9193-370f0cb275b2 HTTP/1.1" status: 200  len: 811 time: 0.1938195
Apr 02 21:20:35.369248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Request body: {'port': {'device_id': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2', 'admin_state_up': True, 'tenant_id': '2e8bc61a3e3149c3bb79c449929eb875'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:35.372186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4823be5-bf4e-403b-94cc-535e827bff89 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (34771f45-72dc-4355-a81c-788883e2a7b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.443266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.445707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4823be5-bf4e-403b-94cc-535e827bff89 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (34771f45-72dc-4355-a81c-788883e2a7b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.514682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4823be5-bf4e-403b-94cc-535e827bff89 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (34771f45-72dc-4355-a81c-788883e2a7b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.517229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d4823be5-bf4e-403b-94cc-535e827bff89 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.520976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d4823be5-bf4e-403b-94cc-535e827bff89 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/34771f45-72dc-4355-a81c-788883e2a7b7 HTTP/1.1" status: 204  len: 168 time: 0.2808309
Apr 02 21:20:35.522459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42952) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:35.533175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4823be5-bf4e-403b-94cc-535e827bff89 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34771f45-72dc-4355-a81c-788883e2a7b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:35.547258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Made reservation on behalf of 2e8bc61a3e3149c3bb79c449929eb875 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:35.550892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.689541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Allocated IP 172.20.0.8 (207a1a74-0523-4611-9193-370f0cb275b2/e579edab-33a8-4823-bbba-9ec796868526/321956b4-e20f-4643-9278-f10e9108f1a6) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:35.833368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (f219245e-26eb-437f-851b-37a972ea7900), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.842402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f219245e-26eb-437f-851b-37a972ea7900), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.855792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks [] for port (321956b4-e20f-4643-9278-f10e9108f1a6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.891589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.937849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Network 207a1a74-0523-4611-9193-370f0cb275b2 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:35.940803 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:35.944373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:35.970297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:35.971975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Pushing event updated for resources: {'Port': ['ID=321956b4-e20f-4643-9278-f10e9108f1a6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:36.000927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:36.001545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.013472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cbcd249d-7ddd-4c0a-9ebc-0d64e94679fc tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4898961
Apr 02 21:20:36.018138 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-76e0c508-8bb0-4182-a50e-5ef5936a55a5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6527865
Apr 02 21:20:36.018610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42954) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.023786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758746929'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.025005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=f219245e-26eb-437f-851b-37a972ea7900,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:36.033908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Request body: {'port': {'device_id': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.041034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (19aafd83-1773-493d-b43c-a657f8862adf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.076163 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.115353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.192966 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Floating IP 19aafd83-1773-493d-b43c-a657f8862adf associated. External IP: 172.35.4.87, port: e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb.
Apr 02 21:20:36.260269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (25c8b548-961f-48bf-9347-ffc0daf588bb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.266781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (25c8b548-961f-48bf-9347-ffc0daf588bb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.322865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.326938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3045824
Apr 02 21:20:36.332661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.340118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3d0cd0cb-ac2b-4d19-a4b4-e0be742c4c08 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.340884 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-3d0cd0cb-ac2b-4d19-a4b4-e0be742c4c08 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 02 21:20:36.341372 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-3d0cd0cb-ac2b-4d19-a4b4-e0be742c4c08 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.342304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d0cd0cb-ac2b-4d19-a4b4-e0be742c4c08 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0069695
Apr 02 21:20:36.345520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42960) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.346291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00078-3fff-409b-97b8-ac172c18758a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8b548-961f-48bf-9347-ffc0daf588bb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:36.381456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5e3d6898-2944-40b8-bb5c-b8a9cac9e61e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.419008 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (4b828544-f79e-4a2e-b187-ab7299014c39), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.438946 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-5e3d6898-2944-40b8-bb5c-b8a9cac9e61e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.442945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5e3d6898-2944-40b8-bb5c-b8a9cac9e61e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0916083
Apr 02 21:20:36.442945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.447999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-805aa07d-11cb-4c7d-8c4e-073208d00c86 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.448482 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-805aa07d-11cb-4c7d-8c4e-073208d00c86 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 02 21:20:36.449335 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-805aa07d-11cb-4c7d-8c4e-073208d00c86 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.452387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.452804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-805aa07d-11cb-4c7d-8c4e-073208d00c86 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0055640
Apr 02 21:20:36.452804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42964) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.457552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2cede9b8-3508-49a8-829e-a5efbc6b5210 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.530963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321956b4-e20f-4643-9278-f10e9108f1a6 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:20:36.537720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bddc14-7e4b-4920-ba3f-2f09ae5edb12 req-a29345b0-33df-459d-b412-673879b60d8f tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:36.538311 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-2cede9b8-3508-49a8-829e-a5efbc6b5210 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.539216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8bddc14-7e4b-4920-ba3f-2f09ae5edb12 req-a29345b0-33df-459d-b412-673879b60d8f tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 931 time: 0.1988494
Apr 02 21:20:36.539337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2cede9b8-3508-49a8-829e-a5efbc6b5210 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0857804
Apr 02 21:20:36.541263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Publish callbacks [] for port (321956b4-e20f-4643-9278-f10e9108f1a6), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.543373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42966) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.549429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c12229fd-817f-4727-a57e-b899cf325af9 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.549903 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-c12229fd-817f-4727-a57e-b899cf325af9 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 02 21:20:36.550387 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-c12229fd-817f-4727-a57e-b899cf325af9 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.551362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c12229fd-817f-4727-a57e-b899cf325af9 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0071561
Apr 02 21:20:36.557554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42968) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.561720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2cf1e78a-d71d-4336-a764-423b7198f8fb tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.572550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Transition to ACTIVE for port object 321956b4-e20f-4643-9278-f10e9108f1a6 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:20:36.579296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.617836 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-2cf1e78a-d71d-4336-a764-423b7198f8fb tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Project 907020ab761543329bc7c96793428bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:20:36.649372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Pushing event updated for resources: {'Port': ['ID=321956b4-e20f-4643-9278-f10e9108f1a6,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:36.653912 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-2cf1e78a-d71d-4336-a764-423b7198f8fb tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.657612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2cf1e78a-d71d-4336-a764-423b7198f8fb tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0965121
Apr 02 21:20:36.663781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42970) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.671552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a9b0270b-49a5-402a-aa51-eb8546ee0a62 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.672307 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-a9b0270b-49a5-402a-aa51-eb8546ee0a62 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 02 21:20:36.672824 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a9b0270b-49a5-402a-aa51-eb8546ee0a62 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.675017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9b0270b-49a5-402a-aa51-eb8546ee0a62 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0071666
Apr 02 21:20:36.686961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42972) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.690379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:36.694921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8ea75420-9ce0-4dcb-bfd6-e493e5c68888 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.710030 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f8bddc14-7e4b-4920-ba3f-2f09ae5edb12 req-55980fcd-2d14-474b-93d8-28b32b0a8759 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332905
Apr 02 21:20:36.711115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-caf05e5a-d16a-4532-8bd0-85627d2c83fc req-f0634e21-90ba-4e1e-8e37-dba0e126237e service neutron] (121649) timed out ('10.222.0.18', 53204) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:20:36.720151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Attempting to bind port 321956b4-e20f-4643-9278-f10e9108f1a6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:36.720592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Attempting to bind port 321956b4-e20f-4643-9278-f10e9108f1a6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ddf2215-7015-4e60-94f7-46af0aba93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:36.721067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Attempting to bind port 321956b4-e20f-4643-9278-f10e9108f1a6 on network 207a1a74-0523-4611-9193-370f0cb275b2 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:36.735058 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Port 321956b4-e20f-4643-9278-f10e9108f1a6 on network 207a1a74-0523-4611-9193-370f0cb275b2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:20:36.735674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Attempting to bind port 321956b4-e20f-4643-9278-f10e9108f1a6 on network 207a1a74-0523-4611-9193-370f0cb275b2 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:36.737563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Allocated IP 172.35.4.173 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/c559f95d-8b73-4ff6-98db-e2cf5b3855e4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:36.741297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:36.741711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Checking segment: {'id': '7ddf2215-7015-4e60-94f7-46af0aba93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:36.742181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Bound using segment: {'id': '7ddf2215-7015-4e60-94f7-46af0aba93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:36.742728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Bound port: 321956b4-e20f-4643-9278-f10e9108f1a6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddf2215-7015-4e60-94f7-46af0aba93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:36.743159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.743379 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-8ea75420-9ce0-4dcb-bfd6-e493e5c68888 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Project 907020ab761543329bc7c96793428bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:20:36.797755 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-8ea75420-9ce0-4dcb-bfd6-e493e5c68888 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.798826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8ea75420-9ce0-4dcb-bfd6-e493e5c68888 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1109025
Apr 02 21:20:36.801668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42974) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.806799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-228d9fed-0179-4251-b66e-07124052447f tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '25c8b548-961f-48bf-9347-ffc0daf588bb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:36.823822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] For port 321956b4-e20f-4643-9278-f10e9108f1a6, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:36.827819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] For port 321956b4-e20f-4643-9278-f10e9108f1a6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=321956b4-e20f-4643-9278-f10e9108f1a6,segment=NetworkSegment(7ddf2215-7015-4e60-94f7-46af0aba93d7),segment_id=7ddf2215-7015-4e60-94f7-46af0aba93d7)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:36.836536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.841045 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-228d9fed-0179-4251-b66e-07124052447f tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Project 907020ab761543329bc7c96793428bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:20:36.885077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:36.885798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.887142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] 10.222.0.15 "PUT /v2.0/ports/321956b4-e20f-4643-9278-f10e9108f1a6 HTTP/1.1" status: 200  len: 1091 time: 0.8581178
Apr 02 21:20:36.887596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'tag': '321956b4-e20f-4643-9278-f10e9108f1a6'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:36.889834 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c", "tag": "321956b4-e20f-4643-9278-f10e9108f1a6"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:36.894923 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-228d9fed-0179-4251-b66e-07124052447f tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:36.899088 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-228d9fed-0179-4251-b66e-07124052447f tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0933275
Apr 02 21:20:36.900678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42978) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:36.915711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a08d9-04a6-4580-9ae3-473759806f9d service neutron] Pushing event updated for resources: {'Port': ['ID=321956b4-e20f-4643-9278-f10e9108f1a6,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:36.933610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:36.944813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:36.952422 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c88697-ea49-4504-b092-cfe010ec587a x-openstack-request-id: req-92c88697-ea49-4504-b092-cfe010ec587a {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:36.952726 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c", "tag": "321956b4-e20f-4643-9278-f10e9108f1a6", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:36.952978 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92c88697-ea49-4504-b092-cfe010ec587a {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:36.953369 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c88697-ea49-4504-b092-cfe010ec587a'] response: {'name': 'network-changed', 'server_uuid': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'tag': '321956b4-e20f-4643-9278-f10e9108f1a6', 'status': 'completed', 'code': 200}
Apr 02 21:20:36.957055 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:36.958026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d4ba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:36.980427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for port (c559f95d-8b73-4ff6-98db-e2cf5b3855e4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:36.993283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-42b74967-15a8-4aef-bb27-89b11c932108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:36.994950 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-42b74967-15a8-4aef-bb27-89b11c932108 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8bc61a3e3149c3bb79c449929eb875&device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 1125 time: 0.0514245
Apr 02 21:20:36.995924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.040551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-70bf1012-38ee-4068-bc9a-fb7057a8339f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321956b4-e20f-4643-9278-f10e9108f1a6 HTTP/1.1" status: 200  len: 217 time: 0.0354927
Apr 02 21:20:37.057521 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0d63-969b-4d24-898d-4b5b22400e9e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (25c8b548-961f-48bf-9347-ffc0daf588bb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.069905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f194d0bd-1ae5-4da1-997c-c579d38d96d3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.9304640
Apr 02 21:20:37.071826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42980) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:37.075175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:37.077282 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db330e7e-d708-460f-a0d1-c14038c3fa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:37.083372 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:37.098212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-78f0be20-8136-433e-90c8-702ed38a5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.100113 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-78f0be20-8136-433e-90c8-702ed38a5b83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e579edab-33a8-4823-bbba-9ec796868526 HTTP/1.1" status: 200  len: 851 time: 0.0536566
Apr 02 21:20:37.139018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-0f44c9a0-04ae-4686-b2f6-e88647497f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=207a1a74-0523-4611-9193-370f0cb275b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305235
Apr 02 21:20:37.144665 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e669f-55e5-4398-86c6-a25ed4d51c60 x-openstack-request-id: req-9c8e669f-55e5-4398-86c6-a25ed4d51c60 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:37.144953 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:37.145215 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c8e669f-55e5-4398-86c6-a25ed4d51c60 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:37.145624 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8e669f-55e5-4398-86c6-a25ed4d51c60'] response: {'name': 'network-changed', 'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'status': 'completed', 'code': 200}
Apr 02 21:20:37.151919 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c559f95d-8b73-4ff6-98db-e2cf5b3855e4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.155893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0d63-969b-4d24-898d-4b5b22400e9e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (25c8b548-961f-48bf-9347-ffc0daf588bb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.231429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:37.238995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d8e1d72d-f9f3-46e9-be2a-a516ff1c3113 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/19aafd83-1773-493d-b43c-a657f8862adf HTTP/1.1" status: 200  len: 990 time: 0.1579750
Apr 02 21:20:37.249601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:37.263722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-a2a02ec3-b5a4-47bd-9517-c3e7f3a48b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.263874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:37.264965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-a2a02ec3-b5a4-47bd-9517-c3e7f3a48b25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1127 time: 0.1079488
Apr 02 21:20:37.291026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event updated for resources: {'Port': ['ID=c559f95d-8b73-4ff6-98db-e2cf5b3855e4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:37.307137 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-0376d3f6-5ca6-41ae-aa7f-2725481d70e9 service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620052
Apr 02 21:20:37.318185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0d63-969b-4d24-898d-4b5b22400e9e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (25c8b548-961f-48bf-9347-ffc0daf588bb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.321740 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0d63-969b-4d24-898d-4b5b22400e9e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.325437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8ca0d63-969b-4d24-898d-4b5b22400e9e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/25c8b548-961f-48bf-9347-ffc0daf588bb HTTP/1.1" status: 204  len: 168 time: 0.4203267
Apr 02 21:20:37.329799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:37.410202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca0d63-969b-4d24-898d-4b5b22400e9e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8b548-961f-48bf-9347-ffc0daf588bb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:37.445021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d4ba60>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:34Z', 'revision_number': 0, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:37.457905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-a7595fe8-4236-499b-ab43-741c71e55d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.458923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-a7595fe8-4236-499b-ab43-741c71e55d7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 897 time: 0.1870821
Apr 02 21:20:37.463527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5d30a66d-02a6-42c7-8a69-d50d824ebe77 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1325495
Apr 02 21:20:37.467958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42986) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:37.472836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014389759'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:37.479648 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:20:37.489755 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:37.490924 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d4ba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:37.509435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.526742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ded0159f-1ea0-4862-8d44-87dba2112721 req-5255aa0b-52df-4f2e-9d97-69bdff588d81 service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113073
Apr 02 21:20:37.551173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-02e3d0a2-8d5b-4fd7-8b26-f9817d9118ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 998 time: 0.0733404
Apr 02 21:20:37.612580 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:20:37.639402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-070cd202-4b97-4e30-9f3a-7aa823a876f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.640921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-070cd202-4b97-4e30-9f3a-7aa823a876f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 200  len: 835 time: 0.0829651
Apr 02 21:20:37.651417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (4b828544-f79e-4a2e-b187-ab7299014c39), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.678336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-1a22301d-453f-447b-9d05-d9ae55e1ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.679757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-1a22301d-453f-447b-9d05-d9ae55e1ca90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8bc61a3e3149c3bb79c449929eb875&device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 1125 time: 0.0806918
Apr 02 21:20:37.701793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (1fa615bc-d516-470c-abf7-903712ab84e3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.710037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1fa615bc-d516-470c-abf7-903712ab84e3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.753003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa615bc-d516-470c-abf7-903712ab84e3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:37.764424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-83ab6dc6-7399-454d-b01e-3a949b96f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.766101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-83ab6dc6-7399-454d-b01e-3a949b96f580 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1187365
Apr 02 21:20:37.797608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:37.801188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-883046a7-d32e-415d-bee0-2aab7361ac5c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3330581
Apr 02 21:20:37.806831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42990) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:37.819019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-eafc18f5-84de-453c-b444-c3ce58e8e38d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '1fa615bc-d516-470c-abf7-903712ab84e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:37.900773 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d4ba60>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:34Z', 'revision_number': 0, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:37.912637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-323e23dd-0a78-4368-8e01-21821d68371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:37.914125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-323e23dd-0a78-4368-8e01-21821d68371b service neutron] 10.222.0.15 "GET /v2.0/networks?id=207a1a74-0523-4611-9193-370f0cb275b2 HTTP/1.1" status: 200  len: 912 time: 0.2271981
Apr 02 21:20:37.929758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e72562-72e4-44df-b274-7a9ecc5b3b4c None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:20:02Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:34Z', 'revision_number': 0, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:37.995100 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-9d2f0453-6f79-456d-9b25-c12b09436397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321956b4-e20f-4643-9278-f10e9108f1a6 HTTP/1.1" status: 200  len: 217 time: 0.0708222
Apr 02 21:20:38.016393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-2bebd0b4-8e44-463a-b3ff-3ccaea1464ca service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440717
Apr 02 21:20:38.071480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f0f2-9e70-4993-8991-4d79b0fa4e4b req-b6c14666-23d4-4c42-81f8-4b5cb41b1beb tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:38.073468 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d60f0f2-9e70-4993-8991-4d79b0fa4e4b req-b6c14666-23d4-4c42-81f8-4b5cb41b1beb tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 943 time: 0.2389991
Apr 02 21:20:38.074319 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-eafc18f5-84de-453c-b444-c3ce58e8e38d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The resource could not be found.
Apr 02 21:20:38.075267 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eafc18f5-84de-453c-b444-c3ce58e8e38d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2674305
Apr 02 21:20:38.093655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42992) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.107375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-460e4c5c-dcc5-4c59-9384-53fc730bd94b tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '1fa615bc-d516-470c-abf7-903712ab84e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4321b0c2-ed98-43ac-a4d0-5860445a7bed'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:38.177404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-43bd7910-6724-4e24-965b-d7192e2989a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:38.179717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-43bd7910-6724-4e24-965b-d7192e2989a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e579edab-33a8-4823-bbba-9ec796868526 HTTP/1.1" status: 200  len: 851 time: 0.1775975
Apr 02 21:20:38.220974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320bbaa-d8c3-4fdf-aa31-f492d51d40b9 None None] New status for floating IP 19aafd83-1773-493d-b43c-a657f8862adf: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:20:38.245211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42994) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.257608 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-1158eb8a-89af-4b39-80e4-7e07fe596ede service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=207a1a74-0523-4611-9193-370f0cb275b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599148
Apr 02 21:20:38.294367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d60f0f2-9e70-4993-8991-4d79b0fa4e4b req-b8502aca-eab3-4079-bb43-21508adfac26 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015049
Apr 02 21:20:38.309849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db330e7e-d708-460f-a0d1-c14038c3fa2c req-b78218dd-eaf8-427b-9cb1-5cc136764b65 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688744
Apr 02 21:20:38.344991 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-460e4c5c-dcc5-4c59-9384-53fc730bd94b tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The resource could not be found.
Apr 02 21:20:38.346289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-460e4c5c-dcc5-4c59-9384-53fc730bd94b tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2517600
Apr 02 21:20:38.349389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 42996) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.357380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af954446-f6f4-42e4-909c-46cfa78c4225 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/19aafd83-1773-493d-b43c-a657f8862adf HTTP/1.1" status: 200  len: 990 time: 0.1110637
Apr 02 21:20:38.366512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.409733 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-ad4095c0-a5f3-4a0d-a26f-f1658f0d8a0b service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365631
Apr 02 21:20:38.474067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a905ed5-1aac-4beb-97f8-05402f4a2fcf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (1fa615bc-d516-470c-abf7-903712ab84e3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.518904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a8f249b-e3de-4c62-85af-f78dc6be6d7b req-266fd535-7b2e-45b7-a841-fbdf3d0b87e7 service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021070
Apr 02 21:20:38.539570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a905ed5-1aac-4beb-97f8-05402f4a2fcf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (1fa615bc-d516-470c-abf7-903712ab84e3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.609026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a905ed5-1aac-4beb-97f8-05402f4a2fcf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1fa615bc-d516-470c-abf7-903712ab84e3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.611544 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2a905ed5-1aac-4beb-97f8-05402f4a2fcf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.612704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2a905ed5-1aac-4beb-97f8-05402f4a2fcf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fa615bc-d516-470c-abf7-903712ab84e3 HTTP/1.1" status: 204  len: 168 time: 0.2595851
Apr 02 21:20:38.618359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 42998) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.623730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Router 4b828544-f79e-4a2e-b187-ab7299014c39 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:20:38.625789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905ed5-1aac-4beb-97f8-05402f4a2fcf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa615bc-d516-470c-abf7-903712ab84e3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:38.668962 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd7fcb78-6b6f-43f2-9c93-f9b73cf16928 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0488994
Apr 02 21:20:38.673007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43000) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.677641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4daf294b-1998-409d-ab0a-9422fa3f0ba1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '72ed8e66-8dc7-49a4-964e-ffc276b655c7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:38.718289 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-4daf294b-1998-409d-ab0a-9422fa3f0ba1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The resource could not be found.
Apr 02 21:20:38.719286 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4daf294b-1998-409d-ab0a-9422fa3f0ba1 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0453644
Apr 02 21:20:38.725199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.730684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--235089612'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:38.742978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:38.753680 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] Sync routers for ids ['4b828544-f79e-4a2e-b187-ab7299014c39'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:38.756591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.763714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.764848 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] Routers {'4b828544-f79e-4a2e-b187-ab7299014c39'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:38.765268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-87f104dc-96c7-4e34-9649-0ee945046c04 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.4843731
Apr 02 21:20:38.766405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d46940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4b828544-f79e-4a2e-b187-ab7299014c39'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:38.768490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43004) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:38.773615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:38.808317 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d46940>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:38.818862 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] Routers {'4b828544-f79e-4a2e-b187-ab7299014c39'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:38.819479 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d46940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4b828544-f79e-4a2e-b187-ab7299014c39'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:38.852558 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d46940>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:38.853158 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3e274-f418-4fe8-b5f6-df504843d7e6 None None] The sync data for ids ['4b828544-f79e-4a2e-b187-ab7299014c39'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:38.923958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (b758d474-f107-4fb9-a1cb-62c246553f5d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.958042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b758d474-f107-4fb9-a1cb-62c246553f5d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.998421 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:38.999552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2730076
Apr 02 21:20:39.002149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b1bf2-f1a5-4f19-8495-9cd34efaae39 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b758d474-f107-4fb9-a1cb-62c246553f5d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:39.002712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43006) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.007393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--792745361'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:39.029321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.095543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (e9ef001f-9e87-4d20-bd90-93b7ea8ddce9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.099156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e9ef001f-9e87-4d20-bd90-93b7ea8ddce9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.129922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.131189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1274564
Apr 02 21:20:39.134305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43008) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.138568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c8506c21-97a8-495c-9b68-5a14231d6a82 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': 'b758d474-f107-4fb9-a1cb-62c246553f5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e9ef001f-9e87-4d20-bd90-93b7ea8ddce9'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:39.142453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28083812-f500-46b5-8715-6f9ce9288f27 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef001f-9e87-4d20-bd90-93b7ea8ddce9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:39.160701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.173638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_gateway (4b828544-f79e-4a2e-b187-ab7299014c39), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.175398 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-c8506c21-97a8-495c-9b68-5a14231d6a82 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:39.180433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c8506c21-97a8-495c-9b68-5a14231d6a82 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0453269
Apr 02 21:20:39.180720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43010) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.260102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54359-6b10-4b67-b8de-b344ee93c51d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (e9ef001f-9e87-4d20-bd90-93b7ea8ddce9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.271268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Deleting port c559f95d-8b73-4ff6-98db-e2cf5b3855e4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:39.271634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c559f95d-8b73-4ff6-98db-e2cf5b3855e4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.311750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54359-6b10-4b67-b8de-b344ee93c51d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (e9ef001f-9e87-4d20-bd90-93b7ea8ddce9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.361356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43014) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.388719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c559f95d-8b73-4ff6-98db-e2cf5b3855e4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.402162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Calling delete_port for c559f95d-8b73-4ff6-98db-e2cf5b3855e4 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:39.406180 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54359-6b10-4b67-b8de-b344ee93c51d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e9ef001f-9e87-4d20-bd90-93b7ea8ddce9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.408717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54359-6b10-4b67-b8de-b344ee93c51d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.412640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aaa54359-6b10-4b67-b8de-b344ee93c51d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9ef001f-9e87-4d20-bd90-93b7ea8ddce9 HTTP/1.1" status: 204  len: 168 time: 0.2281332
Apr 02 21:20:39.415670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43016) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.426463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa54359-6b10-4b67-b8de-b344ee93c51d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef001f-9e87-4d20-bd90-93b7ea8ddce9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:39.463552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 321956b4-e20f-4643-9278-f10e9108f1a6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:20:39.481515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3e0c216d-1b28-4def-9449-78c6f988b70f tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/19aafd83-1773-493d-b43c-a657f8862adf HTTP/1.1" status: 200  len: 992 time: 0.1189091
Apr 02 21:20:39.519028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2fdae-9df1-4352-8636-a5cadca8795f req-977d2080-93a7-4cf3-9882-e2eb036c60a7 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:39.520580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76f2fdae-9df1-4352-8636-a5cadca8795f req-977d2080-93a7-4cf3-9882-e2eb036c60a7 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 943 time: 0.1210532
Apr 02 21:20:39.527823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-03c1f7e0-50a1-4b32-af6d-fdff5117f933 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1100583
Apr 02 21:20:39.529668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43018) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.587584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 321956b4-e20f-4643-9278-f10e9108f1a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=321956b4-e20f-4643-9278-f10e9108f1a6,segment=NetworkSegment(7ddf2215-7015-4e60-94f7-46af0aba93d7),segment_id=7ddf2215-7015-4e60-94f7-46af0aba93d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:39.600259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '321956b4-e20f-4643-9278-f10e9108f1a6', 'network_id': '207a1a74-0523-4611-9193-370f0cb275b2', 'port_id': '321956b4-e20f-4643-9278-f10e9108f1a6', 'mac_address': 'fa:16:3e:76:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e579edab-33a8-4823-bbba-9ec796868526', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:20:39.607699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-76f2fdae-9df1-4352-8636-a5cadca8795f req-c05873ac-e6be-46a4-b1a7-7f802cef5555 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709734
Apr 02 21:20:39.617806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c559f95d-8b73-4ff6-98db-e2cf5b3855e4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.619931 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56685270-af6c-405e-9ccd-2c83e5cfa50c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (b758d474-f107-4fb9-a1cb-62c246553f5d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.641196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 321956b4-e20f-4643-9278-f10e9108f1a6 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:39.641618 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.653916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56685270-af6c-405e-9ccd-2c83e5cfa50c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (b758d474-f107-4fb9-a1cb-62c246553f5d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.656445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321956b4-e20f-4643-9278-f10e9108f1a6 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:20:39.660291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Pushing event deleted for resources: {'Port': ['ID=c559f95d-8b73-4ff6-98db-e2cf5b3855e4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:39.681475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 321956b4-e20f-4643-9278-f10e9108f1a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=321956b4-e20f-4643-9278-f10e9108f1a6,segment=NetworkSegment(7ddf2215-7015-4e60-94f7-46af0aba93d7),segment_id=7ddf2215-7015-4e60-94f7-46af0aba93d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:39.686093 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.702269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56685270-af6c-405e-9ccd-2c83e5cfa50c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b758d474-f107-4fb9-a1cb-62c246553f5d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.705529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-56685270-af6c-405e-9ccd-2c83e5cfa50c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.709722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-56685270-af6c-405e-9ccd-2c83e5cfa50c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/b758d474-f107-4fb9-a1cb-62c246553f5d HTTP/1.1" status: 204  len: 168 time: 0.1763399
Apr 02 21:20:39.710044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:39.717879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56685270-af6c-405e-9ccd-2c83e5cfa50c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758d474-f107-4fb9-a1cb-62c246553f5d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:39.743853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (4b828544-f79e-4a2e-b187-ab7299014c39), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:39.756139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=321956b4-e20f-4643-9278-f10e9108f1a6,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:40.049008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['321956b4-e20f-4643-9278-f10e9108f1a6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:20:40.162845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-14bc836d-8cd8-4efd-98eb-45c8403eaaa2 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4515870
Apr 02 21:20:40.166572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43022) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.171129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--602284514'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:40.254325 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.338425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.344985 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.445368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Router 4b828544-f79e-4a2e-b187-ab7299014c39 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:20:40.457709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (4ad247a7-5518-4901-8fff-d3a9df2d728b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.463043 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4ad247a7-5518-4901-8fff-d3a9df2d728b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.550948 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.552189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3847616
Apr 02 21:20:40.556396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43024) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.560937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ea66943b-85be-4801-a898-e5622393da2e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '4ad247a7-5518-4901-8fff-d3a9df2d728b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:40.561489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073c272-6b21-4f9d-94c8-6b73b3d449bf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad247a7-5518-4901-8fff-d3a9df2d728b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:40.565859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:20:40.572555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.573646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d221cd2f-d747-429f-b512-00644e139ab1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "PUT /v2.0/routers/4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 200  len: 705 time: 1.8036187
Apr 02 21:20:40.576253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43026) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.579451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702991e6-17bb-414c-b427-550576e43727 None None] Sync routers for ids ['4b828544-f79e-4a2e-b187-ab7299014c39'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:20:40.592577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702991e6-17bb-414c-b427-550576e43727 None None] Routers {'4b828544-f79e-4a2e-b187-ab7299014c39'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:40.593430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-702991e6-17bb-414c-b427-550576e43727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450c1f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4b828544-f79e-4a2e-b187-ab7299014c39'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:40.605432 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-ea66943b-85be-4801-a898-e5622393da2e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:40.609598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ea66943b-85be-4801-a898-e5622393da2e tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0521007
Apr 02 21:20:40.610155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.614903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fb003799-b794-41eb-a0fa-6e1d362a3cdf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group_rule': {'security_group_id': '4ad247a7-5518-4901-8fff-d3a9df2d728b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:40.628721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-702991e6-17bb-414c-b427-550576e43727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450c1f40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:40.640212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702991e6-17bb-414c-b427-550576e43727 None None] Routers {'4b828544-f79e-4a2e-b187-ab7299014c39'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:20:40.641381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-702991e6-17bb-414c-b427-550576e43727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450c1f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4b828544-f79e-4a2e-b187-ab7299014c39'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:40.665646 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-fb003799-b794-41eb-a0fa-6e1d362a3cdf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:20:40.666906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fb003799-b794-41eb-a0fa-6e1d362a3cdf tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0556920
Apr 02 21:20:40.669714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43032) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.675907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-db684ef9-dde0-4225-8458-25e1bf90d24e tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/routers/4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 200  len: 740 time: 0.0962081
Apr 02 21:20:40.676488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43034) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.681140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-702991e6-17bb-414c-b427-550576e43727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450c1f40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:40.681811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702991e6-17bb-414c-b427-550576e43727 None None] The sync data for ids ['4b828544-f79e-4a2e-b187-ab7299014c39'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:20:40.728329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3961953f-9ce5-46fe-ab6c-22f8d07f5e95 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (4ad247a7-5518-4901-8fff-d3a9df2d728b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.742213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-911ff439-7664-4f48-a7bf-d8a53a67de8c tempest-RoutersAdminTest-1977301943 tempest-RoutersAdminTest-1977301943-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&device_id=4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 200  len: 205 time: 0.0646429
Apr 02 21:20:40.747571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.778409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3961953f-9ce5-46fe-ab6c-22f8d07f5e95 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (4ad247a7-5518-4901-8fff-d3a9df2d728b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.784671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2b8db701-4e3a-4804-96a7-2a627e3fb6e2 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 200  len: 205 time: 0.0359957
Apr 02 21:20:40.784907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247672a-5013-4fbf-a3cf-9ac6f961e031 req-ac93aba6-803e-4fb0-802d-fad934af757b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:40.785275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43038) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.786344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e247672a-5013-4fbf-a3cf-9ac6f961e031 req-ac93aba6-803e-4fb0-802d-fad934af757b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 944 time: 0.0742867
Apr 02 21:20:40.834485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e247672a-5013-4fbf-a3cf-9ac6f961e031 req-d20e5c05-8f8b-4f14-87fb-90f0efa3d2f0 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410056
Apr 02 21:20:40.885412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (4b828544-f79e-4a2e-b187-ab7299014c39), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.953776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3961953f-9ce5-46fe-ab6c-22f8d07f5e95 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4ad247a7-5518-4901-8fff-d3a9df2d728b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.956521 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3961953f-9ce5-46fe-ab6c-22f8d07f5e95 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:40.957657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3961953f-9ce5-46fe-ab6c-22f8d07f5e95 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ad247a7-5518-4901-8fff-d3a9df2d728b HTTP/1.1" status: 204  len: 168 time: 0.2867191
Apr 02 21:20:40.961106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43040) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:40.970549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961953f-9ce5-46fe-ab6c-22f8d07f5e95 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad247a7-5518-4901-8fff-d3a9df2d728b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:41.033657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca2e7e2e-927f-4e3f-89e2-c6cb744eadad tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0713270
Apr 02 21:20:41.034314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43042) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.039147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467662106'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:41.061533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.074537 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.076676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router_controller (4b828544-f79e-4a2e-b187-ab7299014c39), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.123217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (4b828544-f79e-4a2e-b187-ab7299014c39), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.124038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Fanout notify agent at l3_agent the message router_deleted on router 4b828544-f79e-4a2e-b187-ab7299014c39 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:41.132116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.136852 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfefd0ff-ef13-4dab-a083-60187d396859 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 204  len: 168 time: 0.3417988
Apr 02 21:20:41.137075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.143952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (8286fd1a-d986-4537-9d56-8dccb21c0a1f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.149621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8286fd1a-d986-4537-9d56-8dccb21c0a1f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.171596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b004f280-c82f-4a94-b8ad-c819add0593c tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 200  len: 205 time: 0.0304806
Apr 02 21:20:41.171892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43046) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.179221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.180442 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1451938
Apr 02 21:20:41.182362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a264cb-13e8-43cb-a287-b9fb17521e41 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8286fd1a-d986-4537-9d56-8dccb21c0a1f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:41.184302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43048) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.188640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f89d625b-41c5-4334-98b1-24e6681147ba tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:41.189373 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-f89d625b-41c5-4334-98b1-24e6681147ba tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 02 21:20:41.189866 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-f89d625b-41c5-4334-98b1-24e6681147ba tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:20:41.190901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f89d625b-41c5-4334-98b1-24e6681147ba tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "PUT /v2.0/security-groups/8286fd1a-d986-4537-9d56-8dccb21c0a1f HTTP/1.1" status: 409  len: 330 time: 0.0055552
Apr 02 21:20:41.194303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43050) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.217923 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-118fede5-0801-499f-a8e7-585cc5b8dcf0 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.220543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-118fede5-0801-499f-a8e7-585cc5b8dcf0 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/4b828544-f79e-4a2e-b187-ab7299014c39 HTTP/1.1" status: 404  len: 336 time: 0.0459721
Apr 02 21:20:41.221683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43052) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.263983 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8bd6443a-42d1-4dd9-86fa-6361c3dbb416 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82c4e23-c84d-4400-a193-b81dbc50c9d9 HTTP/1.1" status: 200  len: 205 time: 0.0363767
Apr 02 21:20:41.266521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43054) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.278071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b501eb-9a66-42a9-9249-106219fa094c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (8286fd1a-d986-4537-9d56-8dccb21c0a1f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.301195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b501eb-9a66-42a9-9249-106219fa094c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (8286fd1a-d986-4537-9d56-8dccb21c0a1f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.306376 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-7d28a872-5091-46e5-8215-8af6c0b6861b tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.307719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7d28a872-5091-46e5-8215-8af6c0b6861b tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/d82c4e23-c84d-4400-a193-b81dbc50c9d9 HTTP/1.1" status: 404  len: 336 time: 0.0401814
Apr 02 21:20:41.310447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43056) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.338109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bbe2df1a-c779-472a-910b-4b2da17de4cc tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=d88f393a-9c8b-462c-90b3-0ed65c84b9c5 HTTP/1.1" status: 200  len: 205 time: 0.0265143
Apr 02 21:20:41.340555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43058) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.342395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b501eb-9a66-42a9-9249-106219fa094c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8286fd1a-d986-4537-9d56-8dccb21c0a1f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.345033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-72b501eb-9a66-42a9-9249-106219fa094c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.348581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-72b501eb-9a66-42a9-9249-106219fa094c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/8286fd1a-d986-4537-9d56-8dccb21c0a1f HTTP/1.1" status: 204  len: 168 time: 0.1509945
Apr 02 21:20:41.349251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43060) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.362301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b501eb-9a66-42a9-9249-106219fa094c tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286fd1a-d986-4537-9d56-8dccb21c0a1f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:41.383192 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-09bd1131-2783-4579-90d2-0f64bc11d3d1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.385170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-09bd1131-2783-4579-90d2-0f64bc11d3d1 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/d88f393a-9c8b-462c-90b3-0ed65c84b9c5 HTTP/1.1" status: 404  len: 336 time: 0.0433495
Apr 02 21:20:41.386801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.398557 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f59007d6-e6e8-484a-82f8-badd498ad28a tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0464830
Apr 02 21:20:41.402296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43064) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.415337 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-cce5a1a9-6d53-410d-8c2f-269df662f0f8 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.415648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d3ef360-8b91-4e90-8368-4b7da88e407b tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f45892-352b-4823-b8b3-a9c7230e6655 HTTP/1.1" status: 200  len: 205 time: 0.0275726
Apr 02 21:20:41.416334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cce5a1a9-6d53-410d-8c2f-269df662f0f8 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "DELETE /v2.0/security-groups/edd78a67-556e-42b4-882d-9096eb74659b HTTP/1.1" status: 404  len: 347 time: 0.0131323
Apr 02 21:20:41.417951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43066) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.420027 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43068) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.433230 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-8d0edbf7-84e1-4a8e-abe7-d46773c45ef6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] show failed (client error): The resource could not be found.
Apr 02 21:20:41.434211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8d0edbf7-84e1-4a8e-abe7-d46773c45ef6 tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-groups/059b630d-ac30-456e-ae3b-a5198150b099 HTTP/1.1" status: 404  len: 347 time: 0.0130177
Apr 02 21:20:41.438326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43070) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.452700 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-5fd557da-e038-4539-be39-bfb553155a6d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] show failed (client error): The resource could not be found.
Apr 02 21:20:41.456873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5fd557da-e038-4539-be39-bfb553155a6d tempest-NegativeSecGroupIPv6Test-1851423403 tempest-NegativeSecGroupIPv6Test-1851423403-project] 10.222.0.18 "GET /v2.0/security-group-rules/38c278f7-4327-4976-9abd-c147664f4160 HTTP/1.1" status: 404  len: 356 time: 0.0143976
Apr 02 21:20:41.457008 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-d62c8643-9b3e-4216-9d2f-133ec8eb4014 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.457221 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d62c8643-9b3e-4216-9d2f-133ec8eb4014 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/b7f45892-352b-4823-b8b3-a9c7230e6655 HTTP/1.1" status: 404  len: 336 time: 0.0381799
Apr 02 21:20:41.460308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.464540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 321956b4-e20f-4643-9278-f10e9108f1a6 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:41.491947 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-628dbd4d-67d6-4899-9568-f799fb8e009e tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=1905aa42-dae2-4ac2-88d2-97e458830690 HTTP/1.1" status: 200  len: 205 time: 0.0305150
Apr 02 21:20:41.494808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43076) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.521086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 321956b4-e20f-4643-9278-f10e9108f1a6 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:20:41.526445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 321956b4-e20f-4643-9278-f10e9108f1a6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:41.526971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.545634 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-73880585-8b8f-418b-96ee-15715f9625fb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.546824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73880585-8b8f-418b-96ee-15715f9625fb tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/1905aa42-dae2-4ac2-88d2-97e458830690 HTTP/1.1" status: 404  len: 336 time: 0.0507352
Apr 02 21:20:41.552093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.590659 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-efb3b091-d62d-4c90-afeb-027399c58005 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "GET /v2.0/ports?device_id=31b7376c-e437-424d-88e9-ea1b2e0df809 HTTP/1.1" status: 200  len: 205 time: 0.0370266
Apr 02 21:20:41.595737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43080) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.619016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 321956b4-e20f-4643-9278-f10e9108f1a6 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:41.619514 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.636637 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-bec3741b-c8de-478d-b2e7-c0eed9a72d69 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:41.637572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bec3741b-c8de-478d-b2e7-c0eed9a72d69 tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/routers/31b7376c-e437-424d-88e9-ea1b2e0df809 HTTP/1.1" status: 404  len: 336 time: 0.0405838
Apr 02 21:20:41.640443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.648497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321956b4-e20f-4643-9278-f10e9108f1a6'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:41.650746 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d0a1e-9480-40df-9394-423275609b38" -d '{"events": [{"server_uuid": "be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c", "name": "network-vif-plugged", "status": "completed", "tag": "321956b4-e20f-4643-9278-f10e9108f1a6"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:41.663767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 321956b4-e20f-4643-9278-f10e9108f1a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=321956b4-e20f-4643-9278-f10e9108f1a6,segment=NetworkSegment(7ddf2215-7015-4e60-94f7-46af0aba93d7),segment_id=7ddf2215-7015-4e60-94f7-46af0aba93d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:41.669346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:41.673766 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6ef643-204e-4a47-b722-19df75b960bc tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:20:41.674233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6ef643-204e-4a47-b722-19df75b960bc tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:20:41.677816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fc6ef643-204e-4a47-b722-19df75b960bc tempest-RoutersAdminTest-2099298448 tempest-RoutersAdminTest-2099298448-project] 10.222.0.18 "DELETE /v2.0/subnets/09e5cc46-72cd-4625-b517-cd74154035dd HTTP/1.1" status: 404  len: 337 time: 0.0363529
Apr 02 21:20:41.699531 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7fa643-d21a-4d1a-91c8-e30fba3c10b2 x-openstack-request-id: req-3d7fa643-d21a-4d1a-91c8-e30fba3c10b2 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:41.700066 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c", "name": "network-vif-plugged", "status": "completed", "tag": "321956b4-e20f-4643-9278-f10e9108f1a6", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:41.700502 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d7fa643-d21a-4d1a-91c8-e30fba3c10b2 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:41.701036 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7fa643-d21a-4d1a-91c8-e30fba3c10b2'] response: {'server_uuid': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321956b4-e20f-4643-9278-f10e9108f1a6', 'code': 200}
Apr 02 21:20:41.729157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=321956b4-e20f-4643-9278-f10e9108f1a6,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:41.793914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43090) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.816080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacca32-5233-4db5-bf53-a325405ecf99 req-6cebf24a-0a03-43a5-b371-8715949b274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:41.817706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eacca32-5233-4db5-bf53-a325405ecf99 req-6cebf24a-0a03-43a5-b371-8715949b274d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 1127 time: 0.0529263
Apr 02 21:20:41.872810 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5eacca32-5233-4db5-bf53-a325405ecf99 req-f6982a6f-6b23-4c71-ad5a-fe93fcee5d7c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429811
Apr 02 21:20:41.964971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:41.972939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d0e89-7e26-460f-9eba-7123ae2626d9 req-4250fc81-e631-4d98-ac5d-2e820d985a5b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:41.976961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c99d0e89-7e26-460f-9eba-7123ae2626d9 req-4250fc81-e631-4d98-ac5d-2e820d985a5b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0585885
Apr 02 21:20:42.028792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c99d0e89-7e26-460f-9eba-7123ae2626d9 req-667f994a-104a-421b-85bb-a5b7a1aeaf44 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479970
Apr 02 21:20:42.042296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-271f2a79-8074-435f-9bd2-53a637a41813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.101237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bf13c0d1-8c3e-4953-ba2d-ca0137055adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907020ab761543329bc7c96793428bde&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3060162
Apr 02 21:20:42.103828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43102) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:42.143966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-271f2a79-8074-435f-9bd2-53a637a41813 admin admin] Publish callbacks [] for security_group (58b1dd42-ed19-4edf-8918-8b1d70ecfd7d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.149279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-271f2a79-8074-435f-9bd2-53a637a41813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (58b1dd42-ed19-4edf-8918-8b1d70ecfd7d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.153258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71847051-97b0-4e56-a6dd-0e305ff3c43c admin admin] Publish callbacks [] for security_group (61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.175169 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71847051-97b0-4e56-a6dd-0e305ff3c43c admin admin] Publish callbacks [] for security_group (61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.187660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f2a79-8074-435f-9bd2-53a637a41813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1dd42-ed19-4edf-8918-8b1d70ecfd7d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:42.194113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-271f2a79-8074-435f-9bd2-53a637a41813 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79c75ffe30794479aadda562c9e11974&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2280509
Apr 02 21:20:42.196828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43104) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:42.253268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f16961d-f242-4525-8eb2-f076b473864a admin admin] Publish callbacks [] for security_group (58b1dd42-ed19-4edf-8918-8b1d70ecfd7d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.256209 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71847051-97b0-4e56-a6dd-0e305ff3c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.258767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71847051-97b0-4e56-a6dd-0e305ff3c43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.259900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71847051-97b0-4e56-a6dd-0e305ff3c43c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d HTTP/1.1" status: 204  len: 168 time: 0.1548896
Apr 02 21:20:42.281046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71847051-97b0-4e56-a6dd-0e305ff3c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4d6e2-8cb5-4ab4-b7ce-1bef685a4a6d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:42.286651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f16961d-f242-4525-8eb2-f076b473864a admin admin] Publish callbacks [] for security_group (58b1dd42-ed19-4edf-8918-8b1d70ecfd7d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.342407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f16961d-f242-4525-8eb2-f076b473864a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (58b1dd42-ed19-4edf-8918-8b1d70ecfd7d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.345011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1f16961d-f242-4525-8eb2-f076b473864a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.348751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1f16961d-f242-4525-8eb2-f076b473864a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58b1dd42-ed19-4edf-8918-8b1d70ecfd7d HTTP/1.1" status: 204  len: 168 time: 0.1484275
Apr 02 21:20:42.354688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16961d-f242-4525-8eb2-f076b473864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b1dd42-ed19-4edf-8918-8b1d70ecfd7d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:42.686784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43122) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:42.731178 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92accfdf-b192-4832-8524-d151befcf117 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a51f428187b3496b897ace71da0754e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0431237
Apr 02 21:20:42.733978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43124) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:42.784171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68245b44-4ace-4355-a8be-2642c860efd1 admin admin] Publish callbacks [] for security_group (1f4155df-8f31-48e1-9cf5-ca455127f6dd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.807516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68245b44-4ace-4355-a8be-2642c860efd1 admin admin] Publish callbacks [] for security_group (1f4155df-8f31-48e1-9cf5-ca455127f6dd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.861653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68245b44-4ace-4355-a8be-2642c860efd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1f4155df-8f31-48e1-9cf5-ca455127f6dd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.864638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-68245b44-4ace-4355-a8be-2642c860efd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:42.869000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-68245b44-4ace-4355-a8be-2642c860efd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f4155df-8f31-48e1-9cf5-ca455127f6dd HTTP/1.1" status: 204  len: 168 time: 0.1338956
Apr 02 21:20:42.877222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245b44-4ace-4355-a8be-2642c860efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4155df-8f31-48e1-9cf5-ca455127f6dd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:43.033314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43138) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.156945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8a3b5f5f-48a9-4d07-9350-07a18cdb37d5 tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1428147377', 'prefixes': ['172.20.0.0/16']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:43.167935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7422da5-7a64-405e-b61d-b0b7e25c5464 req-b5481d00-07e7-4ec2-9ba9-4d3f03923c11 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:43.169726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7422da5-7a64-405e-b61d-b0b7e25c5464 req-b5481d00-07e7-4ec2-9ba9-4d3f03923c11 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0676217
Apr 02 21:20:43.246524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f7422da5-7a64-405e-b61d-b0b7e25c5464 req-93313d09-36d7-47cb-9f3f-a5b194470784 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670154
Apr 02 21:20:43.271616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5f5f-48a9-4d07-9350-07a18cdb37d5 tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:43.276276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43152) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.277037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a3b5f5f-48a9-4d07-9350-07a18cdb37d5 tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.2425411
Apr 02 21:20:43.316527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-159d2403-cd92-419c-ba85-488753d73450 tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] 10.222.0.18 "GET /v2.0/subnetpools/4f61c6c2-f5d9-4928-835b-098c60fe5f66 HTTP/1.1" status: 200  len: 732 time: 0.0371656
Apr 02 21:20:43.318112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43154) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.323147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1c41fde9-539b-4bbc-b41c-d85506ee1b7b tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1464500968'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:43.419182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c41fde9-539b-4bbc-b41c-d85506ee1b7b tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:43.420722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c41fde9-539b-4bbc-b41c-d85506ee1b7b tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] 10.222.0.18 "PUT /v2.0/subnetpools/4f61c6c2-f5d9-4928-835b-098c60fe5f66 HTTP/1.1" status: 200  len: 684 time: 0.1008713
Apr 02 21:20:43.423281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43162) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.502912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e89cadaa-6b00-4b44-bdc8-1baf0009e17e tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:43.506504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e89cadaa-6b00-4b44-bdc8-1baf0009e17e tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4f61c6c2-f5d9-4928-835b-098c60fe5f66 HTTP/1.1" status: 204  len: 168 time: 0.0798721
Apr 02 21:20:43.506797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43166) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.520902 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-eeff706f-3bae-4e9a-86fc-f73aaf4dc463 tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] show failed (client error): The resource could not be found.
Apr 02 21:20:43.522401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-eeff706f-3bae-4e9a-86fc-f73aaf4dc463 tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] 10.222.0.18 "GET /v2.0/subnetpools/4f61c6c2-f5d9-4928-835b-098c60fe5f66 HTTP/1.1" status: 404  len: 346 time: 0.0146518
Apr 02 21:20:43.525240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43168) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.539667 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-7bf6c905-eb3e-4b2b-bf5d-85a2c74ee88d tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] delete failed (client error): The resource could not be found.
Apr 02 21:20:43.544604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7bf6c905-eb3e-4b2b-bf5d-85a2c74ee88d tempest-SubnetPoolsTestJSON-1899242713 tempest-SubnetPoolsTestJSON-1899242713-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4f61c6c2-f5d9-4928-835b-098c60fe5f66 HTTP/1.1" status: 404  len: 346 time: 0.0145297
Apr 02 21:20:43.791752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43178) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:43.912270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ec45bfb-1f9f-41a2-a77e-f16e976267d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:43.994131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ec45bfb-1f9f-41a2-a77e-f16e976267d9 admin admin] Publish callbacks [] for security_group (c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:43.998276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ec45bfb-1f9f-41a2-a77e-f16e976267d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.037025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45bfb-1f9f-41a2-a77e-f16e976267d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:44.041233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1ec45bfb-1f9f-41a2-a77e-f16e976267d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25d545f94685450c9e6b1f53a01f20c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2484441
Apr 02 21:20:44.043953 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43190) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:44.095587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e40cec5e-c740-4c14-81b9-d0e04818c592 admin admin] Publish callbacks [] for security_group (c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.116651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e40cec5e-c740-4c14-81b9-d0e04818c592 admin admin] Publish callbacks [] for security_group (c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.167363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43194) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:44.174271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e40cec5e-c740-4c14-81b9-d0e04818c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.177128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e40cec5e-c740-4c14-81b9-d0e04818c592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.178805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e40cec5e-c740-4c14-81b9-d0e04818c592 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0 HTTP/1.1" status: 204  len: 168 time: 0.1339686
Apr 02 21:20:44.187395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cec5e-c740-4c14-81b9-d0e04818c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd3417-b4a8-40f4-ba17-a7f8c6c388c0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:44.276827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1273166629'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:44.298780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (673e972f-fbf9-4343-acbd-c4fd742a8953), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.299869 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (673e972f-fbf9-4343-acbd-c4fd742a8953), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.355729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (673e972f-fbf9-4343-acbd-c4fd742a8953), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.361307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (673e972f-fbf9-4343-acbd-c4fd742a8953), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.378811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df17e88-9e4c-4e14-b131-6d46d1ceba0d req-ee798257-97e6-4ddb-974d-60db58881206 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:44.380796 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7df17e88-9e4c-4e14-b131-6d46d1ceba0d req-ee798257-97e6-4ddb-974d-60db58881206 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0584452
Apr 02 21:20:44.387832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.391562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b2f4b0bf-803d-4263-aeaf-1d7771602dc7 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.2205775
Apr 02 21:20:44.391864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43204) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:44.439666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7df17e88-9e4c-4e14-b131-6d46d1ceba0d req-3b5c733f-e748-40f2-8aac-7f8bd5734ded tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470703
Apr 02 21:20:44.477798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (673e972f-fbf9-4343-acbd-c4fd742a8953), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.492150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.677826 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (673e972f-fbf9-4343-acbd-c4fd742a8953), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.685729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebd35f-0ee5-4d3a-9861-74959df70074 req-b9c912b9-c50f-4a40-aa50-9096bd6ddb55 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:44.687216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebebd35f-0ee5-4d3a-9861-74959df70074 req-b9c912b9-c50f-4a40-aa50-9096bd6ddb55 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.1449759
Apr 02 21:20:44.688627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (673e972f-fbf9-4343-acbd-c4fd742a8953), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.753064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (673e972f-fbf9-4343-acbd-c4fd742a8953), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.753569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 673e972f-fbf9-4343-acbd-c4fd742a8953 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:44.758575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.763489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1dc0262-76c9-4432-bfd5-e2468a143d23 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "DELETE /v2.0/routers/673e972f-fbf9-4343-acbd-c4fd742a8953 HTTP/1.1" status: 204  len: 168 time: 0.3672299
Apr 02 21:20:44.763588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:44.767618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Request body: {'router': {'name': 'tempest-router-810188542', 'distributed': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:44.783492 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebebd35f-0ee5-4d3a-9861-74959df70074 req-1c419f3f-3bb7-414a-ba9a-f8d1bdeaae93 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887022
Apr 02 21:20:44.787681 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.788793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.861132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.870019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.885045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:44.885934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6789603e-d4e6-4a79-9d1c-832b470111c8 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1217394
Apr 02 21:20:44.888752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43228) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:44.972358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.036340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcf896-55a7-4e32-9e13-29105569ae06 req-c025e529-0c79-4748-b5e9-022097aeda51 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:45.037923 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23bcf896-55a7-4e32-9e13-29105569ae06 req-c025e529-0c79-4748-b5e9-022097aeda51 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0553405
Apr 02 21:20:45.090299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23bcf896-55a7-4e32-9e13-29105569ae06 req-1e594478-ad8e-48c2-afdf-d8488dd7a5e8 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460868
Apr 02 21:20:45.148547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.150767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.197264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.197874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:45.202257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.207590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43236) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:45.207789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b7e5893-8d80-4056-8f8b-8f96416874e4 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "DELETE /v2.0/routers/abbbaae8-7c8b-4a7d-a4bf-0e1559c3e7fd HTTP/1.1" status: 204  len: 168 time: 0.3179681
Apr 02 21:20:45.212348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Request body: {'router': {'name': 'tempest-router-841928666', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c42f6e9898fd462f894f6b9e2ab1253a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:45.232240 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.233280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.289102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.293776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.311065 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.312212 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3eae14fe-ba4a-4692-b70f-071b38542569 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1036186
Apr 02 21:20:45.315134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43244) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:45.320029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Request body: {'router': {'distributed': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:45.530358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125809'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.530607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.912399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=121648) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Apr 02 21:20:45.912770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Router 0b71bbd6-634e-4df5-a72e-605137f4e921 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f78482c4c40> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f78482c4a30> provider. {{(pid=121648) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Apr 02 21:20:45.913150 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.917776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:45.921588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765097'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.007525 ncdv-master-1 neutron-server[121648]: WARNING neutron.scheduler.l3_agent_scheduler [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] No L3 agents can host the router 0b71bbd6-634e-4df5-a72e-605137f4e921
Apr 02 21:20:46.022644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43264) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.127921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Hosts for router 0b71bbd6-634e-4df5-a72e-605137f4e921: [] {{(pid=121648) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Apr 02 21:20:46.128371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1362a648-dc2d-45f2-8319-c4bc9d31a223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.152103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Hosts for other DVR routers connected to router 0b71bbd6-634e-4df5-a72e-605137f4e921: set() {{(pid=121648) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Apr 02 21:20:46.154894 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.156091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-014e199c-8d7b-4f2b-b4a6-f7f80e58ae40 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "PUT /v2.0/routers/0b71bbd6-634e-4df5-a72e-605137f4e921 HTTP/1.1" status: 200  len: 716 time: 0.8399839
Apr 02 21:20:46.158703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43270) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.240780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f15f72c6-d16d-4d27-bb56-e32bcad2f79c tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "GET /v2.0/routers/0b71bbd6-634e-4df5-a72e-605137f4e921 HTTP/1.1" status: 200  len: 716 time: 0.0809205
Apr 02 21:20:46.243629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43272) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.260400 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3380a-0714-4c17-8f46-9f8a821f1ebe req-b24eb030-5282-4d02-a751-7a62aa819fc6 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:46.263649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59d3380a-0714-4c17-8f46-9f8a821f1ebe req-b24eb030-5282-4d02-a751-7a62aa819fc6 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0960763
Apr 02 21:20:46.263864 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1362a648-dc2d-45f2-8319-c4bc9d31a223 admin admin] Publish callbacks [] for security_group (25f3beb7-832a-4821-98b6-0e203764a270), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.274958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1362a648-dc2d-45f2-8319-c4bc9d31a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (25f3beb7-832a-4821-98b6-0e203764a270), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.330930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362a648-dc2d-45f2-8319-c4bc9d31a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f3beb7-832a-4821-98b6-0e203764a270,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:46.338358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1362a648-dc2d-45f2-8319-c4bc9d31a223 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4659f11fe174973a3e46f4a6dc70a06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3145742
Apr 02 21:20:46.341173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43276) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.350564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59d3380a-0714-4c17-8f46-9f8a821f1ebe req-c89898e4-4617-4e4f-a1f8-1639b8b73a4f tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825493
Apr 02 21:20:46.463850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-48e6991b-c249-4afa-a175-ebc39bc1a7b7 tempest-RoutersTestDVR-1610469496 tempest-RoutersTestDVR-1610469496-project] 10.222.0.18 "GET /v2.0/routers/0b71bbd6-634e-4df5-a72e-605137f4e921 HTTP/1.1" status: 200  len: 682 time: 0.2188337
Apr 02 21:20:46.466090 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43282) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.510748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc00bcc1-2ce0-4898-b681-53c75167fb4c admin admin] Publish callbacks [] for security_group (25f3beb7-832a-4821-98b6-0e203764a270), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.569187 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc00bcc1-2ce0-4898-b681-53c75167fb4c admin admin] Publish callbacks [] for security_group (25f3beb7-832a-4821-98b6-0e203764a270), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.571849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.607034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a442c-e524-4672-88c2-6dbf9b776476 req-593028ce-b31c-4d59-be17-e1625af72568 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:46.608433 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-569a442c-e524-4672-88c2-6dbf9b776476 req-593028ce-b31c-4d59-be17-e1625af72568 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0935907
Apr 02 21:20:46.614425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7133-7888-4eb4-b09d-010f49a6976f req-ffc65a25-8404-4b30-b734-c1844ff580cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:46.616388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-ffc65a25-8404-4b30-b734-c1844ff580cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8bc61a3e3149c3bb79c449929eb875&device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 1127 time: 0.0710907
Apr 02 21:20:46.711492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-569a442c-e524-4672-88c2-6dbf9b776476 req-d6a119b3-dabb-4945-8cd4-95a84cebe036 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941343
Apr 02 21:20:46.739564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7133-7888-4eb4-b09d-010f49a6976f req-45ccb9f2-b9cf-47a1-8f1c-ff8557c80a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:46.741605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-45ccb9f2-b9cf-47a1-8f1c-ff8557c80a04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=207a1a74-0523-4611-9193-370f0cb275b2 HTTP/1.1" status: 200  len: 912 time: 0.1176581
Apr 02 21:20:46.761919 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.764283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (0b71bbd6-634e-4df5-a72e-605137f4e921), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.770705 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc00bcc1-2ce0-4898-b681-53c75167fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (25f3beb7-832a-4821-98b6-0e203764a270), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.773320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cc00bcc1-2ce0-4898-b681-53c75167fb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.774474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cc00bcc1-2ce0-4898-b681-53c75167fb4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25f3beb7-832a-4821-98b6-0e203764a270 HTTP/1.1" status: 204  len: 168 time: 0.4323337
Apr 02 21:20:46.788771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-0be75eb9-e257-4c73-9e69-358633d5315b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321956b4-e20f-4643-9278-f10e9108f1a6 HTTP/1.1" status: 200  len: 217 time: 0.0408816
Apr 02 21:20:46.820497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00bcc1-2ce0-4898-b681-53c75167fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f3beb7-832a-4821-98b6-0e203764a270,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:46.828315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (0b71bbd6-634e-4df5-a72e-605137f4e921), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.829227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b71bbd6-634e-4df5-a72e-605137f4e921 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:46.835503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.836685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d7bb355e-2c3c-4147-ad9b-7c27f2e2e2ae tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0b71bbd6-634e-4df5-a72e-605137f4e921 HTTP/1.1" status: 204  len: 168 time: 0.3674090
Apr 02 21:20:46.840546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.845675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7133-7888-4eb4-b09d-010f49a6976f req-c720baf9-8e01-48f2-96b7-6b5cfb363139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:46.847323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-c720baf9-8e01-48f2-96b7-6b5cfb363139 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e579edab-33a8-4823-bbba-9ec796868526 HTTP/1.1" status: 200  len: 851 time: 0.0530066
Apr 02 21:20:46.848602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Request body: {'router': {'name': 'tempest-router-1140338960', 'distributed': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:46.870514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (bad388cb-379e-4b0d-9d11-a8e3c60575c6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.871677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (bad388cb-379e-4b0d-9d11-a8e3c60575c6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.890064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-c0b7a6a1-cca6-41d4-b70f-4fc90a7d211c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=207a1a74-0523-4611-9193-370f0cb275b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352030
Apr 02 21:20:46.934122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (bad388cb-379e-4b0d-9d11-a8e3c60575c6), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.938879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (bad388cb-379e-4b0d-9d11-a8e3c60575c6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.955124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:46.956346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0bfd1749-22d0-4d30-b5ed-f0ff20809b5d tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1117599
Apr 02 21:20:46.959307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43290) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:46.995069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-53e26d49-b001-4b56-aa9d-91dbb6ccc489 service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992217
Apr 02 21:20:47.034557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (bad388cb-379e-4b0d-9d11-a8e3c60575c6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.090145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43292) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:47.097470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-193a7133-7888-4eb4-b09d-010f49a6976f req-ea4b8fd7-0e40-4940-b9ff-08cf3ad4a9dd service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940199
Apr 02 21:20:47.105524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ec96980-846a-4d0b-9f5f-ffb9b4533f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.184242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ec96980-846a-4d0b-9f5f-ffb9b4533f46 admin admin] Publish callbacks [] for security_group (64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.193463 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ec96980-846a-4d0b-9f5f-ffb9b4533f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.197496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (bad388cb-379e-4b0d-9d11-a8e3c60575c6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.199798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router_controller (bad388cb-379e-4b0d-9d11-a8e3c60575c6), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.237630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ec96980-846a-4d0b-9f5f-ffb9b4533f46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=502c9dc8da5e461e9db515356841d8d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1464517
Apr 02 21:20:47.238508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec96980-846a-4d0b-9f5f-ffb9b4533f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:47.240330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43294) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:47.247556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (bad388cb-379e-4b0d-9d11-a8e3c60575c6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.248036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bad388cb-379e-4b0d-9d11-a8e3c60575c6 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:20:47.256883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.257979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8e7c7bee-06e6-41ca-9cee-39e3d1c7fc76 tempest-RoutersTestDVR-391639688 tempest-RoutersTestDVR-391639688-project-admin] 10.222.0.18 "DELETE /v2.0/routers/bad388cb-379e-4b0d-9d11-a8e3c60575c6 HTTP/1.1" status: 204  len: 168 time: 0.2977765
Apr 02 21:20:47.295933 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcf46faf-549e-4386-9df9-c06f4a9c95cc admin admin] Publish callbacks [] for security_group (64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.316795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcf46faf-549e-4386-9df9-c06f4a9c95cc admin admin] Publish callbacks [] for security_group (64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.364565 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcf46faf-549e-4386-9df9-c06f4a9c95cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.368145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dcf46faf-549e-4386-9df9-c06f4a9c95cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.369539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dcf46faf-549e-4386-9df9-c06f4a9c95cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34 HTTP/1.1" status: 204  len: 168 time: 0.1280510
Apr 02 21:20:47.378709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf46faf-549e-4386-9df9-c06f4a9c95cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c5ddb4-cfaf-4abb-8c1e-ba275dd1ff34,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:47.527093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43304) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:47.636212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-842d844d-5c14-4765-9ae6-f9d85dab3bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.716972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-842d844d-5c14-4765-9ae6-f9d85dab3bd5 admin admin] Publish callbacks [] for security_group (ee2401ec-f2a6-4e25-abea-13baf8be44a6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.721107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-842d844d-5c14-4765-9ae6-f9d85dab3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ee2401ec-f2a6-4e25-abea-13baf8be44a6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.765274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-842d844d-5c14-4765-9ae6-f9d85dab3bd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c42f6e9898fd462f894f6b9e2ab1253a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2346559
Apr 02 21:20:47.765274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d844d-5c14-4765-9ae6-f9d85dab3bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2401ec-f2a6-4e25-abea-13baf8be44a6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:47.766488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43320) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:47.824314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-426acf9c-a52c-4739-a08a-21f6f0d70f9a admin admin] Publish callbacks [] for security_group (ee2401ec-f2a6-4e25-abea-13baf8be44a6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.847547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-426acf9c-a52c-4739-a08a-21f6f0d70f9a admin admin] Publish callbacks [] for security_group (ee2401ec-f2a6-4e25-abea-13baf8be44a6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.851116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d997e-aa80-4b64-9b59-822a4333e5d9 req-d57e4251-73e6-4a1b-b593-1f85bdabfb6c tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:47.852928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-911d997e-aa80-4b64-9b59-822a4333e5d9 req-d57e4251-73e6-4a1b-b593-1f85bdabfb6c tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0591640
Apr 02 21:20:47.901670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.903040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-911d997e-aa80-4b64-9b59-822a4333e5d9 req-b8c44bd3-a722-4bb8-a6c9-c200a21f72d9 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445023
Apr 02 21:20:47.903942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-426acf9c-a52c-4739-a08a-21f6f0d70f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ee2401ec-f2a6-4e25-abea-13baf8be44a6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.906697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-426acf9c-a52c-4739-a08a-21f6f0d70f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:47.907849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-426acf9c-a52c-4739-a08a-21f6f0d70f9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee2401ec-f2a6-4e25-abea-13baf8be44a6 HTTP/1.1" status: 204  len: 168 time: 0.1401081
Apr 02 21:20:47.922666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426acf9c-a52c-4739-a08a-21f6f0d70f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2401ec-f2a6-4e25-abea-13baf8be44a6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:48.012528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:48.227502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374836599-network', 'tenant_id': '15fa4149e3344e5c9386adc4bafbe8d1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:48.248416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Made reservation on behalf of 15fa4149e3344e5c9386adc4bafbe8d1 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:48.250788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.259673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.268404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43336) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:48.282196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbcd429e-3d7b-4e21-abdf-403afaeb754e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.338989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks [] for security_group (d1c9ae53-69a8-4eca-8653-167ad49c449a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.342077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d1c9ae53-69a8-4eca-8653-167ad49c449a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.358427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbcd429e-3d7b-4e21-abdf-403afaeb754e admin admin] Publish callbacks [] for security_group (30e4638d-c8e9-429a-a01e-03bb35920713), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.362537 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cbcd429e-3d7b-4e21-abdf-403afaeb754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (30e4638d-c8e9-429a-a01e-03bb35920713), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.366685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:20:48.375309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c9ae53-69a8-4eca-8653-167ad49c449a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:48.381433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b0371513-581c-42da-9af7-67a4a035f2f7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.381778 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Added segment b0371513-581c-42da-9af7-67a4a035f2f7 of type vlan for network ac718781-5f9b-4d97-9dbe-c8f8a003204b
Apr 02 21:20:48.402592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd429e-3d7b-4e21-abdf-403afaeb754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4638d-c8e9-429a-a01e-03bb35920713,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:48.409323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cbcd429e-3d7b-4e21-abdf-403afaeb754e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=017a8680642748c988daa01f7edbda9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1368287
Apr 02 21:20:48.409606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43338) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:48.424875 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ac718781-5f9b-4d97-9dbe-c8f8a003204b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.451241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ac718781-5f9b-4d97-9dbe-c8f8a003204b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.452707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:48.453453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.462521 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-147289eb-ac7f-4582-b3d0-3927b0c947f0 admin admin] Publish callbacks [] for security_group (30e4638d-c8e9-429a-a01e-03bb35920713), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.485472 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-147289eb-ac7f-4582-b3d0-3927b0c947f0 admin admin] Publish callbacks [] for security_group (30e4638d-c8e9-429a-a01e-03bb35920713), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.490858 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4772184
Apr 02 21:20:48.494321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43340) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:48.501347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Request body: {'subnet': {'network_id': 'ac718781-5f9b-4d97-9dbe-c8f8a003204b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374836599-subnet', 'tenant_id': '15fa4149e3344e5c9386adc4bafbe8d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:48.517534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d7ae1-db19-44b5-9ad4-55f6509ec994 admin admin] Pushing event updated for resources: {'Network': ['ID=ac718781-5f9b-4d97-9dbe-c8f8a003204b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:48.527314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ac718781-5f9b-4d97-9dbe-c8f8a003204b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:20:48.538580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Made reservation on behalf of 15fa4149e3344e5c9386adc4bafbe8d1 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:48.541073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.596605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-147289eb-ac7f-4582-b3d0-3927b0c947f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (30e4638d-c8e9-429a-a01e-03bb35920713), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.599950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-147289eb-ac7f-4582-b3d0-3927b0c947f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.601101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-147289eb-ac7f-4582-b3d0-3927b0c947f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30e4638d-c8e9-429a-a01e-03bb35920713 HTTP/1.1" status: 204  len: 168 time: 0.1906927
Apr 02 21:20:48.613255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147289eb-ac7f-4582-b3d0-3927b0c947f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4638d-c8e9-429a-a01e-03bb35920713,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:48.723642 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (2e04f31b-01e0-46e4-a6d8-ab6357996a10), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.764965 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:20:48.781904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e04f31b-01e0-46e4-a6d8-ab6357996a10,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:48.794473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Checking segment: {'id': 'b0371513-581c-42da-9af7-67a4a035f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ac718781-5f9b-4d97-9dbe-c8f8a003204b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:48.794841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Network hostable DHCP agents. Network: ac718781-5f9b-4d97-9dbe-c8f8a003204b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:20:48.811584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Network ac718781-5f9b-4d97-9dbe-c8f8a003204b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:20:48.820388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac718781-5f9b-4d97-9dbe-c8f8a003204b) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:48.824700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:48.825433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:48.835027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be96e7-1374-4e47-8fe0-7beb34fd51c4 None None] Network ac718781-5f9b-4d97-9dbe-c8f8a003204b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:48.851634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9535e625-55f9-4809-b278-07550a60d685 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3514779
Apr 02 21:20:48.948394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa13389-6973-45c8-a283-76f2deeda61e None None] Network ac718781-5f9b-4d97-9dbe-c8f8a003204b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:49.055521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2d6b0-702f-4c43-9da9-6f06b5566633 req-e42b8f60-acc8-4158-9d45-736046254408 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:49.057484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0de2d6b0-702f-4c43-9da9-6f06b5566633 req-e42b8f60-acc8-4158-9d45-736046254408 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0626194
Apr 02 21:20:49.116696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0de2d6b0-702f-4c43-9da9-6f06b5566633 req-82526355-fc64-4b38-a06d-a680c4af6f15 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492775
Apr 02 21:20:49.371023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68533-84a1-4913-bb8f-39a0197f4fc2 req-3294fdc5-59e3-4066-a460-d8185758f0c4 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:49.372681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70f68533-84a1-4913-bb8f-39a0197f4fc2 req-3294fdc5-59e3-4066-a460-d8185758f0c4 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0572920
Apr 02 21:20:49.425014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-70f68533-84a1-4913-bb8f-39a0197f4fc2 req-49792ac0-ee35-42da-baef-978707f764d5 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466514
Apr 02 21:20:49.449326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43380) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:49.527458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43386) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:49.533071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021456608-network', 'tenant_id': '5b4643b7f2224581aad136b362fdf260'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:49.553105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Made reservation on behalf of 5b4643b7f2224581aad136b362fdf260 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:49.555378 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.563749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.639232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks [] for security_group (0276a3c5-a351-40a7-b53b-faaed872970e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.642939 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0276a3c5-a351-40a7-b53b-faaed872970e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.654485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-784222744'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:49.681983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:20:49.695864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0276a3c5-a351-40a7-b53b-faaed872970e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:49.701749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d66ce96c-24a3-49bf-9258-d3633987f53e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.702099 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Added segment d66ce96c-24a3-49bf-9258-d3633987f53e of type vlan for network e1f29e26-ecf0-4121-b668-e924072dfb2f
Apr 02 21:20:49.703622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:49.706665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.724264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.764865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e1f29e26-ecf0-4121-b668-e924072dfb2f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.807512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e1f29e26-ecf0-4121-b668-e924072dfb2f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.808507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:49.809088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.856847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3281968
Apr 02 21:20:49.859665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43388) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:49.865226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Request body: {'subnet': {'network_id': 'e1f29e26-ecf0-4121-b668-e924072dfb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021456608-subnet', 'tenant_id': '5b4643b7f2224581aad136b362fdf260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:49.883845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Made reservation on behalf of 5b4643b7f2224581aad136b362fdf260 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:49.886171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.893980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92462d8d-488f-468c-b159-8b694a3aa8ce admin admin] Pushing event updated for resources: {'Network': ['ID=e1f29e26-ecf0-4121-b668-e924072dfb2f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:49.904371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e1f29e26-ecf0-4121-b668-e924072dfb2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:20:49.907282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for security_group (c8740129-4b7b-4327-b75b-adb2a1400f4a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.913822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c8740129-4b7b-4327-b75b-adb2a1400f4a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.947903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:20:49.967306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8740129-4b7b-4327-b75b-adb2a1400f4a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:49.969886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (67d810c6-2e6a-41f7-ae88-84ea65023988), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:49.970227 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Added segment 67d810c6-2e6a-41f7-ae88-84ea65023988 of type vlan for network 1cc2efd6-d52e-43a0-a907-ef1b15001795
Apr 02 21:20:50.019791 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (1cc2efd6-d52e-43a0-a907-ef1b15001795), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.050369 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (1cc2efd6-d52e-43a0-a907-ef1b15001795), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.056601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.057210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.088722 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (bb6ceb62-43e7-435e-94af-0c1bc0c08863), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.131676 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.6809857
Apr 02 21:20:50.134286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43390) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:50.139535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'subnet': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:50.144333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ffb02-1672-409c-8485-74c40a7c792f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Network': ['ID=1cc2efd6-d52e-43a0-a907-ef1b15001795,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:50.155929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:20:50.160687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6ceb62-43e7-435e-94af-0c1bc0c08863,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:50.169610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Checking segment: {'id': 'd66ce96c-24a3-49bf-9258-d3633987f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1f29e26-ecf0-4121-b668-e924072dfb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:50.170274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Network hostable DHCP agents. Network: e1f29e26-ecf0-4121-b668-e924072dfb2f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:20:50.192246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Network e1f29e26-ecf0-4121-b668-e924072dfb2f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:20:50.207035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1f29e26-ecf0-4121-b668-e924072dfb2f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:50.213047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.213885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.231314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788fb560-13b4-41f3-a604-50534b320aa4 None None] Network e1f29e26-ecf0-4121-b668-e924072dfb2f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:50.244154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d1145576-0ae6-481f-9c42-50a56ef6541d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3820333
Apr 02 21:20:50.310957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-4c492bd4-9ea4-49d0-87a6-81f9c9efcac5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0732818
Apr 02 21:20:50.312008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:50.315333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.351536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53070407-764b-4b6c-b3d9-2795d94a33fa None None] Network e1f29e26-ecf0-4121-b668-e924072dfb2f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:50.394916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43394) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:50.454475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-30bcfdfb-ecae-4de7-a458-e44ba9427be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.456222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-30bcfdfb-ecae-4de7-a458-e44ba9427be9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.0765953
Apr 02 21:20:50.459164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Deleting subnet 2e04f31b-01e0-46e4-a6d8-ab6357996a10 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:50.462429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Publish callbacks [] for subnet (2e04f31b-01e0-46e4-a6d8-ab6357996a10), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.499519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (2e04f31b-01e0-46e4-a6d8-ab6357996a10), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.657855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-4f7ce9fd-2db7-41a1-9754-3df542ec6271 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1545076
Apr 02 21:20:50.662014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (19f5c1b3-ad71-4ae8-8391-af9dff576e10), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.703623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-ad62500f-8263-4ba6-ab2c-b6bf978c34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.705168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-ad62500f-8263-4ba6-ab2c-b6bf978c34f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.2161155
Apr 02 21:20:50.808828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Subnet': ['ID=19f5c1b3-ad71-4ae8-8391-af9dff576e10,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:50.834861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Checking segment: {'id': '67d810c6-2e6a-41f7-ae88-84ea65023988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:50.835223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network hostable DHCP agents. Network: 1cc2efd6-d52e-43a0-a907-ef1b15001795, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:20:50.839860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-92d3155a-e1d8-4d8c-b65d-85b1a8c7f07d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1002 time: 0.1168652
Apr 02 21:20:50.850062 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-f6f37a63-e4e5-4dc0-bfda-50c80a6bca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.852249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-f6f37a63-e4e5-4dc0-bfda-50c80a6bca26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1127 time: 0.1412971
Apr 02 21:20:50.868190 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (2e04f31b-01e0-46e4-a6d8-ab6357996a10), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.921194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcaa67-71a0-44d8-a894-ea91a7abd1c6 req-38af513a-dec7-4301-9e13-57901e5c78fb tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.922610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97bcaa67-71a0-44d8-a894-ea91a7abd1c6 req-38af513a-dec7-4301-9e13-57901e5c78fb tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.3922238
Apr 02 21:20:50.925525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:20:50.956632 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (2e04f31b-01e0-46e4-a6d8-ab6357996a10), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.966196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1cc2efd6-d52e-43a0-a907-ef1b15001795) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:50.968539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-e43f8516-9b0b-4fac-b91b-3a43bdfa671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.970478 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-e43f8516-9b0b-4fac-b91b-3a43bdfa671b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.1223435
Apr 02 21:20:50.975158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cfef31-432b-42f2-9f4d-aad6cd84f674 None None] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:50.977481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:50.978047 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:50.998791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e04f31b-01e0-46e4-a6d8-ab6357996a10,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:51.001753 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.005007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cdaaef1a-28eb-407b-a23b-e2e1f5eea8d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e04f31b-01e0-46e4-a6d8-ab6357996a10 HTTP/1.1" status: 204  len: 168 time: 0.6089981
Apr 02 21:20:51.011303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-97bcaa67-71a0-44d8-a894-ea91a7abd1c6 req-8ec15cea-eaeb-4ede-9472-20abc238b689 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804884
Apr 02 21:20:51.012120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43398) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:51.063501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4e0bfc15-8b83-4a71-ba0a-00c1ba596e94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9258444
Apr 02 21:20:51.069671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43402) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:51.072593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-3485a6ac-cc93-42f8-a863-1cdc0c0c4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.074144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-3485a6ac-cc93-42f8-a863-1cdc0c0c4e5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 897 time: 0.1854725
Apr 02 21:20:51.081639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'name': 'tempest-AllowedAddressPairTestJSON-537177858'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:51.103271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1cc2efd6-d52e-43a0-a907-ef1b15001795', 'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'project_id': 'f1b733e7cdc24ae89cbed4bf8b8653d6', 'fixed_ips': [{'subnet_id': '19f5c1b3-ad71-4ae8-8391-af9dff576e10'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:20:51.104402 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.111313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ac718781-5f9b-4d97-9dbe-c8f8a003204b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.276808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Allocated IP 172.20.0.2 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:51.300354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ac718781-5f9b-4d97-9dbe-c8f8a003204b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.334428 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845d5bac0>,) {'filters': {'network_id': ['ac718781-5f9b-4d97-9dbe-c8f8a003204b']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:51.355636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845d5bac0>, 'b0371513-581c-42da-9af7-67a4a035f2f7') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:51.355951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845d5bac0>, 'b0371513-581c-42da-9af7-67a4a035f2f7') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:51.373013 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b0371513-581c-42da-9af7-67a4a035f2f7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.389021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5cd4a-e852-4701-a3ad-bf2ecd36070a req-523493e0-0cb5-4cf0-8751-ee69123477c1 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.390925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36a5cd4a-e852-4701-a3ad-bf2ecd36070a req-523493e0-0cb5-4cf0-8751-ee69123477c1 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.1758380
Apr 02 21:20:51.394891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-9a0b56aa-0845-4351-824e-7f3e2b63415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.396637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-9a0b56aa-0845-4351-824e-7f3e2b63415f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8bc61a3e3149c3bb79c449929eb875&device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 1127 time: 0.1670671
Apr 02 21:20:51.408833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b0371513-581c-42da-9af7-67a4a035f2f7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.444501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:51.445046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b0371513-581c-42da-9af7-67a4a035f2f7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:51.446913 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:51.465289 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Publish callbacks [] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.472691 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.515078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:51.519965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:51.525610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:51.528839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Pushing event updated for resources: {'Port': ['ID=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:51.543294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-9454d16f-37b8-4166-a8ba-385887c71874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.545160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-9454d16f-37b8-4166-a8ba-385887c71874 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5644968
Apr 02 21:20:51.567255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36a5cd4a-e852-4701-a3ad-bf2ecd36070a req-3121909a-27f3-40b5-8316-59ce823387e1 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692829
Apr 02 21:20:51.595396 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ac718781-5f9b-4d97-9dbe-c8f8a003204b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.596086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Attempting to bind port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:20:51.596473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Attempting to bind port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67d810c6-2e6a-41f7-ae88-84ea65023988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:20:51.596902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Attempting to bind port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 on network 1cc2efd6-d52e-43a0-a907-ef1b15001795 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:20:51.604046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.605943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac718781-5f9b-4d97-9dbe-c8f8a003204b HTTP/1.1" status: 204  len: 168 time: 0.5926368
Apr 02 21:20:51.610272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:20:51.610677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43406) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:51.611109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Checking segment: {'id': '67d810c6-2e6a-41f7-ae88-84ea65023988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:20:51.611905 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.612505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Bound using segment: {'id': '67d810c6-2e6a-41f7-ae88-84ea65023988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:20:51.613179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Bound port: 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d810c6-2e6a-41f7-ae88-84ea65023988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:20:51.613782 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.634757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-c73c4b2a-72cc-47a0-ad14-2bd0d1cf2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.636259 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-c73c4b2a-72cc-47a0-ad14-2bd0d1cf2c56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=207a1a74-0523-4611-9193-370f0cb275b2 HTTP/1.1" status: 200  len: 912 time: 0.2286904
Apr 02 21:20:51.652437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-af268722-8ecd-42da-ad31-ebcf528bc7c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 1000 time: 0.5650997
Apr 02 21:20:51.653978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedd199-41ad-4235-9a23-2bc5bfab0b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac718781-5f9b-4d97-9dbe-c8f8a003204b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:51.689764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] For port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:20:51.693308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] For port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,segment=NetworkSegment(67d810c6-2e6a-41f7-ae88-84ea65023988),segment_id=67d810c6-2e6a-41f7-ae88-84ea65023988)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:20:51.700749 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.703917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-8bcb6642-189f-4fcd-b2ba-8889e40d4ca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321956b4-e20f-4643-9278-f10e9108f1a6 HTTP/1.1" status: 200  len: 217 time: 0.0467441
Apr 02 21:20:51.721269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Deleting subnet bb6ceb62-43e7-435e-94af-0c1bc0c08863 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:51.725960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Publish callbacks [] for subnet (bb6ceb62-43e7-435e-94af-0c1bc0c08863), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.758473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d307-429f-4927-a758-b1e4697e62f2 None None] Pushing event updated for resources: {'Port': ['ID=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:51.773192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-d879df02-1b97-42dc-a9d3-40bcdf7fb052 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191007
Apr 02 21:20:51.774376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-70bf0aea-0b19-4ffb-b6b9-061d6586d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.775726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-70bf0aea-0b19-4ffb-b6b9-061d6586d8b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 200  len: 835 time: 0.0947962
Apr 02 21:20:51.800373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (bb6ceb62-43e7-435e-94af-0c1bc0c08863), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.807686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:51.811027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.819954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-593d6dde-8706-44c9-b14d-f42a5fcf2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.821497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-593d6dde-8706-44c9-b14d-f42a5fcf2a01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e579edab-33a8-4823-bbba-9ec796868526 HTTP/1.1" status: 200  len: 851 time: 0.1106014
Apr 02 21:20:51.860252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-9d562fce-1f17-4b28-bb18-861e49eda80f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=207a1a74-0523-4611-9193-370f0cb275b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329127
Apr 02 21:20:51.886153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (bb6ceb62-43e7-435e-94af-0c1bc0c08863), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:51.886835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] device_id is not set on port db122493-4bbe-428f-a755-8e4348f5de16 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:51.968545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-e1ce325d-e24c-4b93-9845-d5095a97c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:51.970078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-e1ce325d-e24c-4b93-9845-d5095a97c3c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1808913
Apr 02 21:20:51.989381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a9018d34-7d49-411d-b72c-81a5c93d9cd9 req-e696a7e9-6b32-4081-b900-9e839de3927c service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093532
Apr 02 21:20:52.029511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-35e6437e-4e1d-48e1-bf9e-7fc88af6b176 service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630907
Apr 02 21:20:52.034916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (bb6ceb62-43e7-435e-94af-0c1bc0c08863), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.093532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6ceb62-43e7-435e-94af-0c1bc0c08863,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:52.097319 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.103211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2645d1f5-1db1-4e37-a48f-b2578b3dfb1b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bb6ceb62-43e7-435e-94af-0c1bc0c08863 HTTP/1.1" status: 204  len: 168 time: 0.4901941
Apr 02 21:20:52.106032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43408) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:52.149302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Allocated IP 172.20.0.10 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/db122493-4bbe-428f-a755-8e4348f5de16) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:52.161890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-6c73e224-08fe-49a2-aed1-56d1fec5555a service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840696
Apr 02 21:20:52.223108 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e1f29e26-ecf0-4121-b668-e924072dfb2f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.232720 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d60a74f6-ee05-4183-9e6f-2174cd90c7d6 req-3b066420-c4b8-4e6d-8ac0-69d7d4b45607 service neutron] 10.222.0.15 "GET /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1891100
Apr 02 21:20:52.319755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e1f29e26-ecf0-4121-b668-e924072dfb2f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.340338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e57dd30>,) {'filters': {'network_id': ['e1f29e26-ecf0-4121-b668-e924072dfb2f']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:52.344658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fa1b93e-180c-42a7-8144-dab93624db7e req-b937c663-e9a1-40fb-a20d-f553e899dce0 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748567
Apr 02 21:20:52.351591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e57dd30>, 'd66ce96c-24a3-49bf-9258-d3633987f53e') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:52.352803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e57dd30>, 'd66ce96c-24a3-49bf-9258-d3633987f53e') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:52.372624 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (d66ce96c-24a3-49bf-9258-d3633987f53e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.388316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d66ce96c-24a3-49bf-9258-d3633987f53e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.395310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:52.395881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (d66ce96c-24a3-49bf-9258-d3633987f53e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:52.397701 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:52.401911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (db122493-4bbe-428f-a755-8e4348f5de16), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.437020 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (db122493-4bbe-428f-a755-8e4348f5de16), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.464045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e1f29e26-ecf0-4121-b668-e924072dfb2f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.468716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.473654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1f29e26-ecf0-4121-b668-e924072dfb2f HTTP/1.1" status: 204  len: 168 time: 0.3666599
Apr 02 21:20:52.485397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:52.488501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:52.490613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb13b0-8acc-4c60-b1d0-108b3b43e825 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f29e26-ecf0-4121-b668-e924072dfb2f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:52.494690 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:52.518143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=db122493-4bbe-428f-a755-8e4348f5de16,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:52.553397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:52.554057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.575068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b3fefc50-dae5-43dd-89c9-4db3bc40dedc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4992437
Apr 02 21:20:52.577851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43412) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:52.584318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'name': 'tempest-AllowedAddressPairTestJSON-1531698175', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:95:de:7a'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:52.654093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:52.711637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:52.741112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:52.742325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.768050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef5ec3e3-9c7a-4ad3-a410-8873e226e5fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15fa4149e3344e5c9386adc4bafbe8d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0549433
Apr 02 21:20:52.774178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43418) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:52.788373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:52.825812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694aa32-9731-4407-919d-c11f155f4fea req-bb23a061-57bc-47d5-9c9a-86ba1a0990c8 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:52.832940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a694aa32-9731-4407-919d-c11f155f4fea req-bb23a061-57bc-47d5-9c9a-86ba1a0990c8 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.1277943
Apr 02 21:20:52.847132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c281-1a88-4d2d-b420-3579858ac0e3 admin admin] Publish callbacks [] for security_group (d1c9ae53-69a8-4eca-8653-167ad49c449a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.849700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:52.850173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.876388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c281-1a88-4d2d-b420-3579858ac0e3 admin admin] Publish callbacks [] for security_group (d1c9ae53-69a8-4eca-8653-167ad49c449a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.889160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,segment=NetworkSegment(67d810c6-2e6a-41f7-ae88-84ea65023988),segment_id=67d810c6-2e6a-41f7-ae88-84ea65023988)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:52.896667 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.935912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a694aa32-9731-4407-919d-c11f155f4fea req-33d918bb-711b-48b7-827a-6ade88a656db tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020219
Apr 02 21:20:52.939396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.963693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c281-1a88-4d2d-b420-3579858ac0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d1c9ae53-69a8-4eca-8653-167ad49c449a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.965397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] device_id is not set on port 63bd9815-d7ea-4fb2-877f-922808e2e953 yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:52.967387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c281-1a88-4d2d-b420-3579858ac0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:52.968759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d1f9c281-1a88-4d2d-b420-3579858ac0e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1c9ae53-69a8-4eca-8653-167ad49c449a HTTP/1.1" status: 204  len: 168 time: 0.1931443
Apr 02 21:20:52.973161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:52.979078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9c281-1a88-4d2d-b420-3579858ac0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c9ae53-69a8-4eca-8653-167ad49c449a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:53.065256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c913d4-235f-4562-bc36-647870e9b26b None None] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:20:53.092215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Allocated IP 172.20.0.13 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/63bd9815-d7ea-4fb2-877f-922808e2e953) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:53.149364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-93da44fb-2cc7-46c1-a2f7-0c30cacd2f38 None None] Provisioning complete for port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:53.149775 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93da44fb-2cc7-46c1-a2f7-0c30cacd2f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.188092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0006f048-dfb0-465f-90f3-3bdf245ed19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.289097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-93da44fb-2cc7-46c1-a2f7-0c30cacd2f38 None None] Current status of the port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:53.290246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (63bd9815-d7ea-4fb2-877f-922808e2e953), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.330691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (63bd9815-d7ea-4fb2-877f-922808e2e953), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.377120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:53.380265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:53.386797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:53.403781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43424) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:53.413157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=63bd9815-d7ea-4fb2-877f-922808e2e953,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:53.442388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:53.443061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.461557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9641b41-941c-4359-b42b-88d7ba50345d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b4643b7f2224581aad136b362fdf260&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0563297
Apr 02 21:20:53.463769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43426) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:53.464178 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62a43e98-658c-4fef-8039-29a1e8b209bd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 0.8851564
Apr 02 21:20:53.464305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43428) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:53.558454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07afd25-ace5-4271-a2f5-bbb8550cbdf6 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:53.563798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07afd25-ace5-4271-a2f5-bbb8550cbdf6 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:53.569708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07afd25-ace5-4271-a2f5-bbb8550cbdf6 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:53.571543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c07afd25-ace5-4271-a2f5-bbb8550cbdf6 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.1052005
Apr 02 21:20:53.574381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3466-8b85-4212-86f1-15d8fc8b8838 admin admin] Publish callbacks [] for security_group (0276a3c5-a351-40a7-b53b-faaed872970e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.574703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43430) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:53.602723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3466-8b85-4212-86f1-15d8fc8b8838 admin admin] Publish callbacks [] for security_group (0276a3c5-a351-40a7-b53b-faaed872970e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.611030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7d6d38f4-72e1-4436-baf8-83e65f0e26c1 None None] Provisioning complete for port db122493-4bbe-428f-a755-8e4348f5de16 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:53.611405 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7d6d38f4-72e1-4436-baf8-83e65f0e26c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db122493-4bbe-428f-a755-8e4348f5de16), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.664179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d38f4-72e1-4436-baf8-83e65f0e26c1 None None] Port db122493-4bbe-428f-a755-8e4348f5de16 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:53.668886 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3466-8b85-4212-86f1-15d8fc8b8838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0276a3c5-a351-40a7-b53b-faaed872970e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.672347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3466-8b85-4212-86f1-15d8fc8b8838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.679233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7d6d38f4-72e1-4436-baf8-83e65f0e26c1 None None] Provisioning complete for port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:53.679585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7d6d38f4-72e1-4436-baf8-83e65f0e26c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.683838 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6f7d3466-8b85-4212-86f1-15d8fc8b8838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0276a3c5-a351-40a7-b53b-faaed872970e HTTP/1.1" status: 204  len: 168 time: 0.2112501
Apr 02 21:20:53.693835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d3466-8b85-4212-86f1-15d8fc8b8838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0276a3c5-a351-40a7-b53b-faaed872970e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:53.714273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port 63bd9815-d7ea-4fb2-877f-922808e2e953 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:53.714757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (63bd9815-d7ea-4fb2-877f-922808e2e953), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.792648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d38f4-72e1-4436-baf8-83e65f0e26c1 None None] Current status of the port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:53.826443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (63bd9815-d7ea-4fb2-877f-922808e2e953), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.839883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for 63bd9815-d7ea-4fb2-877f-922808e2e953 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:53.914895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5f56a5bd-e614-4d4a-9a61-eb91aafd3b87 None None] Provisioning complete for port db122493-4bbe-428f-a755-8e4348f5de16 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:53.915273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5f56a5bd-e614-4d4a-9a61-eb91aafd3b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (db122493-4bbe-428f-a755-8e4348f5de16), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:53.968913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5f56a5bd-e614-4d4a-9a61-eb91aafd3b87 None None] Port db122493-4bbe-428f-a755-8e4348f5de16 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:54.017006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (63bd9815-d7ea-4fb2-877f-922808e2e953), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.058207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=63bd9815-d7ea-4fb2-877f-922808e2e953,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:54.088042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-04ec2601-6772-45b7-996f-20dd8611ea10 None None] Could not find standard attr ID for object 63bd9815-d7ea-4fb2-877f-922808e2e953. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:20:54.090777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddabdd-f771-4a06-bad6-836ecc1bf6dd req-c5abbfb8-3280-4476-b3b3-20b51aa8c83e tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:54.093663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-daddabdd-f771-4a06-bad6-836ecc1bf6dd req-c5abbfb8-3280-4476-b3b3-20b51aa8c83e tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0681980
Apr 02 21:20:54.163350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-daddabdd-f771-4a06-bad6-836ecc1bf6dd req-69c17c83-d1cb-4a9a-80b9-18cfdf125f66 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603180
Apr 02 21:20:54.233618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.240096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a03ba7e2-a25f-4372-ae1d-178704d96acd tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/ports/63bd9815-d7ea-4fb2-877f-922808e2e953 HTTP/1.1" status: 204  len: 168 time: 0.6614895
Apr 02 21:20:54.240491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43448) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:54.272530 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9fbd23-0242-4777-9575-51076d4051be tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] GET failed (client error): The resource could not be found.
Apr 02 21:20:54.273982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-eb9fbd23-0242-4777-9575-51076d4051be tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "GET /v2.0/ports/63bd9815-d7ea-4fb2-877f-922808e2e953 HTTP/1.1" status: 404  len: 333 time: 0.0325150
Apr 02 21:20:54.277852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43450) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:54.284670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'name': 'tempest-AllowedAddressPairTestJSON-1180745326'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:54.468521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3aab4-6591-4fb6-a62e-0fe78405a1fc req-cd04630b-6d0b-42ae-bdab-46a5b04b5726 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:54.469996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1bc3aab4-6591-4fb6-a62e-0fe78405a1fc req-cd04630b-6d0b-42ae-bdab-46a5b04b5726 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0815043
Apr 02 21:20:54.471059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:54.474694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.506110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] device_id is not set on port 91823760-77fa-4982-a71b-161fe0be047d yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:54.567001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:20:54.581143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1bc3aab4-6591-4fb6-a62e-0fe78405a1fc req-97ef6087-807e-46f5-b9cf-803bdf6ea64d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033361
Apr 02 21:20:54.622183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:54.622591 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.654524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Allocated IP 172.20.0.4 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/91823760-77fa-4982-a71b-161fe0be047d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:54.706799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:20:54.814634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (91823760-77fa-4982-a71b-161fe0be047d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.851004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (91823760-77fa-4982-a71b-161fe0be047d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.892222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:54.895193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:54.899330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:54.938059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=91823760-77fa-4982-a71b-161fe0be047d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:54.961532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:54.962164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:54.980110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-02015e99-4da1-4c74-95d4-c8563754360d tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7005143
Apr 02 21:20:54.982598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:54.988481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:95:de:7a'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:55.131471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5df944f6-4731-4a19-9ab8-d8ac45234f16 None None] Provisioning complete for port 91823760-77fa-4982-a71b-161fe0be047d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:55.131927 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5df944f6-4731-4a19-9ab8-d8ac45234f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (91823760-77fa-4982-a71b-161fe0be047d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.159491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (91823760-77fa-4982-a71b-161fe0be047d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.166716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5df944f6-4731-4a19-9ab8-d8ac45234f16 None None] Port 91823760-77fa-4982-a71b-161fe0be047d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:55.299421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2cda822-39e2-4f1f-93a3-979cf4f5d703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.351182 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (91823760-77fa-4982-a71b-161fe0be047d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.355376 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (91823760-77fa-4982-a71b-161fe0be047d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.432875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=91823760-77fa-4982-a71b-161fe0be047d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:55.453775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] In _notify_port_updated(), no bound segment for port 91823760-77fa-4982-a71b-161fe0be047d on network 1cc2efd6-d52e-43a0-a907-ef1b15001795 {{(pid=121648) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:20:55.459444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:55.460094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.461614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9b0c17a-e104-4081-bbf4-6f2a30fe74df tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "PUT /v2.0/ports/91823760-77fa-4982-a71b-161fe0be047d HTTP/1.1" status: 200  len: 994 time: 0.4773421
Apr 02 21:20:55.464643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43488) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:55.588328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port 91823760-77fa-4982-a71b-161fe0be047d {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:55.588893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (91823760-77fa-4982-a71b-161fe0be047d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.692131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e4adf340-5517-46b2-a511-4c773936efa9 None None] Provisioning complete for port 91823760-77fa-4982-a71b-161fe0be047d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:55.692489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4adf340-5517-46b2-a511-4c773936efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (91823760-77fa-4982-a71b-161fe0be047d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.726393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e4adf340-5517-46b2-a511-4c773936efa9 None None] Port 91823760-77fa-4982-a71b-161fe0be047d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:55.743444 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (91823760-77fa-4982-a71b-161fe0be047d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.758909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for 91823760-77fa-4982-a71b-161fe0be047d owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:55.766984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15c7e-ef51-407f-8b2c-4b181637e8cd req-5d88a2ed-cfc2-4f47-9284-c1692b180d4b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:55.768466 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49b15c7e-ef51-407f-8b2c-4b181637e8cd req-5d88a2ed-cfc2-4f47-9284-c1692b180d4b tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.0900955
Apr 02 21:20:55.859589 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-49b15c7e-ef51-407f-8b2c-4b181637e8cd req-e3bb9668-b62a-444d-9672-09d822c64f1e tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838718
Apr 02 21:20:55.932855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (91823760-77fa-4982-a71b-161fe0be047d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:55.961796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=91823760-77fa-4982-a71b-161fe0be047d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:56.094505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.097926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4a152c17-279f-4207-8ccc-dbfe048eadfc tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/ports/91823760-77fa-4982-a71b-161fe0be047d HTTP/1.1" status: 204  len: 168 time: 0.6321561
Apr 02 21:20:56.101202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43494) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:56.127575 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a651e055-a399-4ecb-9fc7-31462e082d58 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] GET failed (client error): The resource could not be found.
Apr 02 21:20:56.128816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a651e055-a399-4ecb-9fc7-31462e082d58 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "GET /v2.0/ports/91823760-77fa-4982-a71b-161fe0be047d HTTP/1.1" status: 404  len: 333 time: 0.0266566
Apr 02 21:20:56.132515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43496) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:56.137511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'name': 'tempest-AllowedAddressPairTestJSON-1558302823'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:56.247411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:56.250860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.267277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] device_id is not set on port 33506f88-d130-44bc-b380-95496f4e1e25 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:56.400070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-8c252ac7-e37b-42ba-9344-801edbde0d0e tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:56.401539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-8c252ac7-e37b-42ba-9344-801edbde0d0e tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.15 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.1003594
Apr 02 21:20:56.437020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Allocated IP 172.20.0.6 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/33506f88-d130-44bc-b380-95496f4e1e25) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:56.594399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Deleting port 321956b4-e20f-4643-9278-f10e9108f1a6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:56.594651 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.687787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.690774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (33506f88-d130-44bc-b380-95496f4e1e25), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.718888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] For port 321956b4-e20f-4643-9278-f10e9108f1a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=321956b4-e20f-4643-9278-f10e9108f1a6,segment=NetworkSegment(7ddf2215-7015-4e60-94f7-46af0aba93d7),segment_id=7ddf2215-7015-4e60-94f7-46af0aba93d7)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:20:56.719254 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.740108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Calling delete_port for 321956b4-e20f-4643-9278-f10e9108f1a6 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:56.787856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (33506f88-d130-44bc-b380-95496f4e1e25), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:56.847218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:56.855396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:56.862129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:56.873378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=33506f88-d130-44bc-b380-95496f4e1e25,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:56.948896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:56.949552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.003793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8596a235-2557-41ee-a8fd-432f1a2f1dfe tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8678305
Apr 02 21:20:57.008404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43506) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:57.014596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:95:de:7a'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:57.035966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (321956b4-e20f-4643-9278-f10e9108f1a6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.052970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['321956b4-e20f-4643-9278-f10e9108f1a6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:20:57.087331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Pushing event deleted for resources: {'Port': ['ID=321956b4-e20f-4643-9278-f10e9108f1a6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:57.108481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ebf6b-969b-4628-b9fb-4de1dab80444 req-49597895-b36a-4770-b639-f5472f94c0e6 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:57.110071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07ebf6b-969b-4628-b9fb-4de1dab80444 req-49597895-b36a-4770-b639-f5472f94c0e6 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/ports?device_id=be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c HTTP/1.1" status: 200  len: 945 time: 0.1333201
Apr 02 21:20:57.115203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (33506f88-d130-44bc-b380-95496f4e1e25), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.190845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] No DVR routers for this DVR port 321956b4-e20f-4643-9278-f10e9108f1a6 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:20:57.196304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.199602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-860b357c-6920-4ef3-8b63-abec85e6f393 req-6ee90d8a-622d-4f3f-ad6d-3344b8a9205d tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.15 "DELETE /v2.0/ports/321956b4-e20f-4643-9278-f10e9108f1a6 HTTP/1.1" status: 204  len: 173 time: 0.7928321
Apr 02 21:20:57.201318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'name': 'network-vif-deleted', 'tag': '321956b4-e20f-4643-9278-f10e9108f1a6'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:20:57.203620 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e47123-7c9a-4677-be5b-92524f6f0028" -d '{"events": [{"server_uuid": "be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c", "name": "network-vif-deleted", "tag": "321956b4-e20f-4643-9278-f10e9108f1a6"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:20:57.234772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07ebf6b-969b-4628-b9fb-4de1dab80444 req-0f6696eb-8588-4aa6-a72b-5a1e30f12190 tempest-TestServerAdvancedOps-102484317 tempest-TestServerAdvancedOps-102484317-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf124b65-fb36-4709-a624-5eae8b6ed183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117396
Apr 02 21:20:57.264648 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8d6b0-533a-4b31-b166-43434d4c7582 x-openstack-request-id: req-96d8d6b0-533a-4b31-b166-43434d4c7582 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:20:57.265227 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c", "name": "network-vif-deleted", "tag": "321956b4-e20f-4643-9278-f10e9108f1a6", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:20:57.265227 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96d8d6b0-533a-4b31-b166-43434d4c7582 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:20:57.265607 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d8d6b0-533a-4b31-b166-43434d4c7582'] response: {'server_uuid': 'be270f8f-bae1-4bf9-8c4e-37ca1ae9e02c', 'name': 'network-vif-deleted', 'tag': '321956b4-e20f-4643-9278-f10e9108f1a6', 'status': 'completed', 'code': 200}
Apr 02 21:20:57.278634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-41101e1e-50eb-4b4c-8fcb-dfe32af64923 None None] Provisioning complete for port 33506f88-d130-44bc-b380-95496f4e1e25 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:57.279014 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-41101e1e-50eb-4b4c-8fcb-dfe32af64923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (33506f88-d130-44bc-b380-95496f4e1e25), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.320148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-41101e1e-50eb-4b4c-8fcb-dfe32af64923 None None] Port 33506f88-d130-44bc-b380-95496f4e1e25 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:57.371785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (33506f88-d130-44bc-b380-95496f4e1e25), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.376140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (33506f88-d130-44bc-b380-95496f4e1e25), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.460785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=33506f88-d130-44bc-b380-95496f4e1e25,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:57.469156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] In _notify_port_updated(), no bound segment for port 33506f88-d130-44bc-b380-95496f4e1e25 on network 1cc2efd6-d52e-43a0-a907-ef1b15001795 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:20:57.474164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:57.474796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.476134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-98ccfdcb-d43e-4e50-b98f-9e470c854784 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "PUT /v2.0/ports/33506f88-d130-44bc-b380-95496f4e1e25 HTTP/1.1" status: 200  len: 996 time: 0.4664445
Apr 02 21:20:57.479054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43524) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:57.572645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port 33506f88-d130-44bc-b380-95496f4e1e25 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:20:57.576886 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (33506f88-d130-44bc-b380-95496f4e1e25), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.642369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e0609a4f-ecff-42d2-9854-6c889e6b613e None None] Provisioning complete for port 33506f88-d130-44bc-b380-95496f4e1e25 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:57.642854 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e0609a4f-ecff-42d2-9854-6c889e6b613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (33506f88-d130-44bc-b380-95496f4e1e25), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.686663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (33506f88-d130-44bc-b380-95496f4e1e25), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.693473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e0609a4f-ecff-42d2-9854-6c889e6b613e None None] Port 33506f88-d130-44bc-b380-95496f4e1e25 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:57.702325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for 33506f88-d130-44bc-b380-95496f4e1e25 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:20:57.833727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (33506f88-d130-44bc-b380-95496f4e1e25), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.860811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=33506f88-d130-44bc-b380-95496f4e1e25,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:57.934142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:57.937499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-54a88232-88c9-438b-9f2a-c67ce70db91a tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/ports/33506f88-d130-44bc-b380-95496f4e1e25 HTTP/1.1" status: 204  len: 168 time: 0.4574051
Apr 02 21:20:57.940121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43530) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:57.965982 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e411f0-49e0-4f0e-9af2-82aa1c1f8ca8 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] GET failed (client error): The resource could not be found.
Apr 02 21:20:57.967449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-92e411f0-49e0-4f0e-9af2-82aa1c1f8ca8 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "GET /v2.0/ports/33506f88-d130-44bc-b380-95496f4e1e25 HTTP/1.1" status: 404  len: 333 time: 0.0263803
Apr 02 21:20:57.971157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:57.976262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'name': 'tempest-AllowedAddressPairTestJSON-762217423'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:58.085636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:58.089046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.105861 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] device_id is not set on port 3dd974e8-22c9-461b-889b-27a4d87def6f yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:58.215421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Allocated IP 172.20.0.3 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/3dd974e8-22c9-461b-889b-27a4d87def6f) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:58.334590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43542) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:58.400845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Deleting subnet e579edab-33a8-4823-bbba-9ec796868526 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:58.408134 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Publish callbacks [] for subnet (e579edab-33a8-4823-bbba-9ec796868526), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.431651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (3dd974e8-22c9-461b-889b-27a4d87def6f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.454428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (e579edab-33a8-4823-bbba-9ec796868526), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.508898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e579edab-33a8-4823-bbba-9ec796868526), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.511160 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3dd974e8-22c9-461b-889b-27a4d87def6f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.581955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:58.593004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:58.600723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:58.606142 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=3dd974e8-22c9-461b-889b-27a4d87def6f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:58.644563 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (e579edab-33a8-4823-bbba-9ec796868526), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.679620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e579edab-33a8-4823-bbba-9ec796868526,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:58.685650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.691718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9fa70c1e-a3d6-4c07-aa3e-fff83063d3c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e579edab-33a8-4823-bbba-9ec796868526 HTTP/1.1" status: 204  len: 168 time: 0.3557565
Apr 02 21:20:58.692318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:58.698519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:58.699137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.722165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e976ac77-87dd-4385-8e7b-4baee712e363 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.7474165
Apr 02 21:20:58.722379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43558) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:58.728344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'network_id': '1cc2efd6-d52e-43a0-a907-ef1b15001795', 'name': 'tempest-AllowedAddressPairTestJSON-1602113084'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:58.756583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.799841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (207a1a74-0523-4611-9193-370f0cb275b2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.862615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Made reservation on behalf of f1b733e7cdc24ae89cbed4bf8b8653d6 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:20:58.866096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.883338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] device_id is not set on port 7ecf3367-889c-42dd-9650-f1df8c17397a yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:20:58.890650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (207a1a74-0523-4611-9193-370f0cb275b2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.910435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78442f8f40>,) {'filters': {'network_id': ['207a1a74-0523-4611-9193-370f0cb275b2']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:58.920875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78442f8f40>, '7ddf2215-7015-4e60-94f7-46af0aba93d7') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:58.921483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78442f8f40>, '7ddf2215-7015-4e60-94f7-46af0aba93d7') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:58.927796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2e6a4a78-a24f-486b-9a41-f9b19fdb1391 None None] Provisioning complete for port 3dd974e8-22c9-461b-889b-27a4d87def6f triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:58.928196 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2e6a4a78-a24f-486b-9a41-f9b19fdb1391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3dd974e8-22c9-461b-889b-27a4d87def6f), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.931841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (7ddf2215-7015-4e60-94f7-46af0aba93d7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.945840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7ddf2215-7015-4e60-94f7-46af0aba93d7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.956041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:20:58.956531 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (7ddf2215-7015-4e60-94f7-46af0aba93d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:20:58.958880 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:20:58.965913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a4a78-a24f-486b-9a41-f9b19fdb1391 None None] Port 3dd974e8-22c9-461b-889b-27a4d87def6f cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:59.012260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Allocated IP 172.20.0.13 (1cc2efd6-d52e-43a0-a907-ef1b15001795/19f5c1b3-ad71-4ae8-8391-af9dff576e10/7ecf3367-889c-42dd-9650-f1df8c17397a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:20:59.013099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (207a1a74-0523-4611-9193-370f0cb275b2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.022939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.026140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] 10.222.0.18 "DELETE /v2.0/networks/207a1a74-0523-4611-9193-370f0cb275b2 HTTP/1.1" status: 204  len: 168 time: 0.3321769
Apr 02 21:20:59.030224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:59.036844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be1bf4-c2d7-4503-9331-8e22e8a0677e admin admin] Pushing event deleted for resources: {'Network': ['ID=207a1a74-0523-4611-9193-370f0cb275b2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:59.111039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Deleting subnet 90b8fb13-ce49-4539-a03e-a02fb36592b7 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:20:59.122176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Publish callbacks [] for subnet (90b8fb13-ce49-4539-a03e-a02fb36592b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.195108 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (90b8fb13-ce49-4539-a03e-a02fb36592b7), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.254038 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.258050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (90b8fb13-ce49-4539-a03e-a02fb36592b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.327527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.340551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (90b8fb13-ce49-4539-a03e-a02fb36592b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.399688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b8fb13-ce49-4539-a03e-a02fb36592b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:59.405046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:20:59.408042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.415809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b61aaf4d-472f-4913-8f28-0b0411599dcc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/90b8fb13-ce49-4539-a03e-a02fb36592b7 HTTP/1.1" status: 204  len: 168 time: 0.3822780
Apr 02 21:20:59.415988 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.416687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43562) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:59.424060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:20:59.426396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:20:59.430617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=7ecf3367-889c-42dd-9650-f1df8c17397a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:20:59.489973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:20:59.490784 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.509609 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50202a97-c13c-4af2-8417-6a4952d28a94 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.7834542
Apr 02 21:20:59.510689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43570) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:20:59.518125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:95:de:7a'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:34:12:8e'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:20:59.555198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (4e0c6e3a-a967-421b-be3b-d26a039394e7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.642484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (4e0c6e3a-a967-421b-be3b-d26a039394e7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.674311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844d219d0>,) {'filters': {'network_id': ['4e0c6e3a-a967-421b-be3b-d26a039394e7']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:59.686111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844d219d0>, '600eaaf1-a78e-4e6e-866a-4fd1130bfbb0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:59.686412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844d219d0>, '600eaaf1-a78e-4e6e-866a-4fd1130bfbb0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:20:59.709323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.812265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8a75c9c2-0efc-4741-9b46-f9da1b6125aa None None] Provisioning complete for port 7ecf3367-889c-42dd-9650-f1df8c17397a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:20:59.815043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9c2-0efc-4741-9b46-f9da1b6125aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.888385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8a75c9c2-0efc-4741-9b46-f9da1b6125aa None None] Port 7ecf3367-889c-42dd-9650-f1df8c17397a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:20:59.949041 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:20:59.960089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.033134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (600eaaf1-a78e-4e6e-866a-4fd1130bfbb0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.052758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (600eaaf1-a78e-4e6e-866a-4fd1130bfbb0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.070316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:21:00.072341 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (600eaaf1-a78e-4e6e-866a-4fd1130bfbb0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:21:00.075037 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:21:00.088232 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event updated for resources: {'Port': ['ID=7ecf3367-889c-42dd-9650-f1df8c17397a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:00.098191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] In _notify_port_updated(), no bound segment for port 7ecf3367-889c-42dd-9650-f1df8c17397a on network 1cc2efd6-d52e-43a0-a907-ef1b15001795 {{(pid=121649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 02 21:21:00.104171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:00.105169 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.106861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c6933555-f0a5-4613-81e0-d0049793388e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "PUT /v2.0/ports/7ecf3367-889c-42dd-9650-f1df8c17397a HTTP/1.1" status: 200  len: 1057 time: 0.5951385
Apr 02 21:21:00.109915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43608) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:00.169500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (4e0c6e3a-a967-421b-be3b-d26a039394e7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.177875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.181220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e0c6e3a-a967-421b-be3b-d26a039394e7 HTTP/1.1" status: 204  len: 168 time: 0.7632654
Apr 02 21:21:00.192751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed1edc-7aec-4e33-b8f0-0e453b15f14c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0c6e3a-a967-421b-be3b-d26a039394e7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:00.220031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port 7ecf3367-889c-42dd-9650-f1df8c17397a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:00.220533 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.313214 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.313693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f291e11f-1fc6-46fd-be94-06a51914e815 None None] Provisioning complete for port 7ecf3367-889c-42dd-9650-f1df8c17397a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:00.314463 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f291e11f-1fc6-46fd-be94-06a51914e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.326237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for 7ecf3367-889c-42dd-9650-f1df8c17397a owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:00.353627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f291e11f-1fc6-46fd-be94-06a51914e815 None None] Port 7ecf3367-889c-42dd-9650-f1df8c17397a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:00.369592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43614) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:00.412424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-07d10bdb-9b6c-4291-909f-78d53c533530 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e8bc61a3e3149c3bb79c449929eb875&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392470
Apr 02 21:21:00.412656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:00.459309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7ecf3367-889c-42dd-9650-f1df8c17397a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.466713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-caca5c91-34d8-4fc5-9d04-97cbe013a823 admin admin] Publish callbacks [] for security_group (cf124b65-fb36-4709-a624-5eae8b6ed183), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.488736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-caca5c91-34d8-4fc5-9d04-97cbe013a823 admin admin] Publish callbacks [] for security_group (cf124b65-fb36-4709-a624-5eae8b6ed183), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.491074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=7ecf3367-889c-42dd-9650-f1df8c17397a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:00.543599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-caca5c91-34d8-4fc5-9d04-97cbe013a823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cf124b65-fb36-4709-a624-5eae8b6ed183), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.546526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-caca5c91-34d8-4fc5-9d04-97cbe013a823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:00.547769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-caca5c91-34d8-4fc5-9d04-97cbe013a823 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf124b65-fb36-4709-a624-5eae8b6ed183 HTTP/1.1" status: 204  len: 168 time: 0.1342132
Apr 02 21:21:00.559581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca5c91-34d8-4fc5-9d04-97cbe013a823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf124b65-fb36-4709-a624-5eae8b6ed183,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:00.948570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43622) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:00.989784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7eee59b-75cd-4c11-af09-50c099210691 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b82fb5867ea48bbb8aeccfdae749984&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399044
Apr 02 21:21:00.992131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43624) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:01.038936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb6de-eb94-4715-8af5-3c29e303fbc9 admin admin] Publish callbacks [] for security_group (e1bf6d30-6492-492c-a45e-cc1d533806db), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.043731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.047334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b628ddf-d853-4458-84d5-fff328f0e3ae tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/ports/7ecf3367-889c-42dd-9650-f1df8c17397a HTTP/1.1" status: 204  len: 168 time: 0.9364846
Apr 02 21:21:01.049997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:01.062028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb6de-eb94-4715-8af5-3c29e303fbc9 admin admin] Publish callbacks [] for security_group (e1bf6d30-6492-492c-a45e-cc1d533806db), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.074245 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4ce614-6ffc-4df2-b4b2-6b482c97fb2f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] GET failed (client error): The resource could not be found.
Apr 02 21:21:01.075609 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ae4ce614-6ffc-4df2-b4b2-6b482c97fb2f tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "GET /v2.0/ports/7ecf3367-889c-42dd-9650-f1df8c17397a HTTP/1.1" status: 404  len: 333 time: 0.0247056
Apr 02 21:21:01.078334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43628) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:01.110825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb6de-eb94-4715-8af5-3c29e303fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e1bf6d30-6492-492c-a45e-cc1d533806db), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.113564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb6de-eb94-4715-8af5-3c29e303fbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.114791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1ebcb6de-eb94-4715-8af5-3c29e303fbc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1bf6d30-6492-492c-a45e-cc1d533806db HTTP/1.1" status: 204  len: 168 time: 0.1216998
Apr 02 21:21:01.124710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcb6de-eb94-4715-8af5-3c29e303fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf6d30-6492-492c-a45e-cc1d533806db,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:01.178200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port 3dd974e8-22c9-461b-889b-27a4d87def6f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:01.178542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3dd974e8-22c9-461b-889b-27a4d87def6f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.268874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3dd974e8-22c9-461b-889b-27a4d87def6f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.282214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for 3dd974e8-22c9-461b-889b-27a4d87def6f owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:01.443635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3dd974e8-22c9-461b-889b-27a4d87def6f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.475510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=3dd974e8-22c9-461b-889b-27a4d87def6f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:01.554252 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.559062 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e070ecd4-8b72-4fed-96c3-8e8b36cdaab3 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/ports/3dd974e8-22c9-461b-889b-27a4d87def6f HTTP/1.1" status: 204  len: 168 time: 0.4797449
Apr 02 21:21:01.561760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43664) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:01.575528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 321956b4-e20f-4643-9278-f10e9108f1a6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:01.592517 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fd77ff-b0c4-438c-bdee-9fa2d5f83162 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] GET failed (client error): The resource could not be found.
Apr 02 21:21:01.594372 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-06fd77ff-b0c4-438c-bdee-9fa2d5f83162 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "GET /v2.0/ports/3dd974e8-22c9-461b-889b-27a4d87def6f HTTP/1.1" status: 404  len: 333 time: 0.0315251
Apr 02 21:21:01.600028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43666) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:01.624982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 321956b4-e20f-4643-9278-f10e9108f1a6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:21:01.625405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 321956b4-e20f-4643-9278-f10e9108f1a6 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:01.739319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port db122493-4bbe-428f-a755-8e4348f5de16 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:01.739798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (db122493-4bbe-428f-a755-8e4348f5de16), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.842381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (db122493-4bbe-428f-a755-8e4348f5de16), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:01.856973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for db122493-4bbe-428f-a755-8e4348f5de16 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:01.984512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43690) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:02.010429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (db122493-4bbe-428f-a755-8e4348f5de16), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.056001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=db122493-4bbe-428f-a755-8e4348f5de16,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:02.124299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1470445217-network', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:02.137151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.143858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43702) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:02.144396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dee60542-1606-4a67-9cfd-054b90048be9 tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/ports/db122493-4bbe-428f-a755-8e4348f5de16 HTTP/1.1" status: 204  len: 168 time: 0.5429986
Apr 02 21:21:02.155125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Made reservation on behalf of 5dd8e0cc060f4c5f8583e0b8bed9aa54 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:02.157705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.193232 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.222227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting subnet 19f5c1b3-ad71-4ae8-8391-af9dff576e10 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:21:02.229548 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for subnet (19f5c1b3-ad71-4ae8-8391-af9dff576e10), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.282886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (19f5c1b3-ad71-4ae8-8391-af9dff576e10), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.383871 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks [] for security_group (8eab8d76-6761-451c-8bf1-91a8acee11d9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.388569 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8eab8d76-6761-451c-8bf1-91a8acee11d9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.410673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (19f5c1b3-ad71-4ae8-8391-af9dff576e10), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.442862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:21:02.461527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab8d76-6761-451c-8bf1-91a8acee11d9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:02.466319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a1dce6df-c7cc-4c7e-a92e-93b2b6afd593), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.466662 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Added segment a1dce6df-c7cc-4c7e-a92e-93b2b6afd593 of type vlan for network 72a65cb8-0817-4b5c-98ad-bed3de775a37
Apr 02 21:21:02.517313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (72a65cb8-0817-4b5c-98ad-bed3de775a37), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.538311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (19f5c1b3-ad71-4ae8-8391-af9dff576e10), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.570959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Subnet': ['ID=19f5c1b3-ad71-4ae8-8391-af9dff576e10,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:02.575096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.578342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8bedff4b-83d1-4537-b0b7-ccb1ccb42bca tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/subnets/19f5c1b3-ad71-4ae8-8391-af9dff576e10 HTTP/1.1" status: 204  len: 168 time: 0.4333954
Apr 02 21:21:02.579362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (72a65cb8-0817-4b5c-98ad-bed3de775a37), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.580098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:02.580693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.581138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:02.584534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da16b8ce-9c53-4840-9851-a23dea61d9cc None None] Network 1cc2efd6-d52e-43a0-a907-ef1b15001795 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:02.616294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6314242
Apr 02 21:21:02.619814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43716) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:02.629286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Request body: {'subnet': {'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1470445217-subnet', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:02.662011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144101a-511c-406f-a47b-b4b2963556b4 admin admin] Pushing event updated for resources: {'Network': ['ID=72a65cb8-0817-4b5c-98ad-bed3de775a37,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:02.676846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:21:02.692087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (1cc2efd6-d52e-43a0-a907-ef1b15001795), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.743277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Made reservation on behalf of 5dd8e0cc060f4c5f8583e0b8bed9aa54 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:02.745576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.834076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Deleting port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:02.834678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.835833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] DHCP port deletion for 1cc2efd6-d52e-43a0-a907-ef1b15001795 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:21:02.884629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] Deleting port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:02.885306 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.893873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43724) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:02.945343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] For port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,segment=NetworkSegment(67d810c6-2e6a-41f7-ae88-84ea65023988),segment_id=67d810c6-2e6a-41f7-ae88-84ea65023988)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:02.945715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.953386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] For port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,segment=NetworkSegment(67d810c6-2e6a-41f7-ae88-84ea65023988),segment_id=67d810c6-2e6a-41f7-ae88-84ea65023988)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:02.953912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:02.962730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Calling delete_port for 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:02.967059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] Calling delete_port for 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:03.012738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b4af005-ffbb-4642-bb5d-ec92136c8cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.048280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.059540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (1cab7ef2-87c2-488f-acd9-61071e1e1088), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.078729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] Pushing event deleted for resources: {'Port': ['ID=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.080824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d03f0b-2e04-4664-b021-7c376155304b None None] No DVR routers for this DVR port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:03.095844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b4af005-ffbb-4642-bb5d-ec92136c8cb4 admin admin] Publish callbacks [] for security_group (6bd12a1c-bd64-4b2d-9acf-7423a37491c5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.101515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b4af005-ffbb-4642-bb5d-ec92136c8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6bd12a1c-bd64-4b2d-9acf-7423a37491c5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.142662 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b4af005-ffbb-4642-bb5d-ec92136c8cb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=880d022e832643e18f79bf34a0c60b3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2481296
Apr 02 21:21:03.142867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.143566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4af005-ffbb-4642-bb5d-ec92136c8cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd12a1c-bd64-4b2d-9acf-7423a37491c5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.144390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:03.150542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cab7ef2-87c2-488f-acd9-61071e1e1088,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.188007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Port': ['ID=4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.192102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] No DVR routers for this DVR port 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:03.222342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Checking segment: {'id': 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:03.222703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Network hostable DHCP agents. Network: 72a65cb8-0817-4b5c-98ad-bed3de775a37, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:21:03.302983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (1cc2efd6-d52e-43a0-a907-ef1b15001795), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.321249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:21:03.339053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5738c085-98c5-4244-9f93-eec95bbadf45 admin admin] Publish callbacks [] for security_group (6bd12a1c-bd64-4b2d-9acf-7423a37491c5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.342523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78445d4e20>,) {'filters': {'network_id': ['1cc2efd6-d52e-43a0-a907-ef1b15001795']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:03.344340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72a65cb8-0817-4b5c-98ad-bed3de775a37) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:03.349229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:03.349820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.357730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7da00-1e56-4814-bf87-ccb59df1593a None None] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:03.371775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78445d4e20>, '67d810c6-2e6a-41f7-ae88-84ea65023988') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:03.372087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78445d4e20>, '67d810c6-2e6a-41f7-ae88-84ea65023988') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:03.391260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (67d810c6-2e6a-41f7-ae88-84ea65023988), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.403437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5738c085-98c5-4244-9f93-eec95bbadf45 admin admin] Publish callbacks [] for security_group (6bd12a1c-bd64-4b2d-9acf-7423a37491c5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.407692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3dc784f1-068f-40cf-9ac2-7af18722a232 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.7865412
Apr 02 21:21:03.411638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43730) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:03.418410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:03.423828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (67d810c6-2e6a-41f7-ae88-84ea65023988), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.438581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (ea8c6608-84be-44be-a165-5a75a030fcbe), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.439933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (ea8c6608-84be-44be-a165-5a75a030fcbe), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.443200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:21:03.443763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (67d810c6-2e6a-41f7-ae88-84ea65023988), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:21:03.448298 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:21:03.468721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-72a65cb8-0817-4b5c-98ad-bed3de775a37', 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37', 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'fixed_ips': [{'subnet_id': '1cab7ef2-87c2-488f-acd9-61071e1e1088'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:21:03.469607 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.522220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (1cc2efd6-d52e-43a0-a907-ef1b15001795), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.526838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.530378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] 10.222.0.18 "DELETE /v2.0/networks/1cc2efd6-d52e-43a0-a907-ef1b15001795 HTTP/1.1" status: 204  len: 168 time: 0.9477551
Apr 02 21:21:03.547172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae0d71-fa4a-41dd-a53b-b011af55f87e tempest-AllowedAddressPairTestJSON-1316323286 tempest-AllowedAddressPairTestJSON-1316323286-project] Pushing event deleted for resources: {'Network': ['ID=1cc2efd6-d52e-43a0-a907-ef1b15001795,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.550728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5738c085-98c5-4244-9f93-eec95bbadf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6bd12a1c-bd64-4b2d-9acf-7423a37491c5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.554226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5738c085-98c5-4244-9f93-eec95bbadf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.556484 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5738c085-98c5-4244-9f93-eec95bbadf45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bd12a1c-bd64-4b2d-9acf-7423a37491c5 HTTP/1.1" status: 204  len: 168 time: 0.4057755
Apr 02 21:21:03.564997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c085-98c5-4244-9f93-eec95bbadf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd12a1c-bd64-4b2d-9acf-7423a37491c5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.607350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks [] for router_controller (ea8c6608-84be-44be-a165-5a75a030fcbe), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.708531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Allocated IP 172.20.0.2 (72a65cb8-0817-4b5c-98ad-bed3de775a37/1cab7ef2-87c2-488f-acd9-61071e1e1088/dd3fcb71-5d03-4e5d-bdf6-3889785fae92) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:03.780640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks [] for router_gateway (ea8c6608-84be-44be-a165-5a75a030fcbe), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.806267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43744) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:03.903033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Publish callbacks [] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.918835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.935651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43748) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:03.950046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-165bcffe-b7c2-4e00-8fec-28da6891f485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:03.966578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:03.970841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:03.973043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Pushing event updated for resources: {'Port': ['ID=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:03.982017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:04.039989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Attempting to bind port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:04.040380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Attempting to bind port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:04.040789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Attempting to bind port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 on network 72a65cb8-0817-4b5c-98ad-bed3de775a37 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:04.047737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-13a16511-b3d2-406c-be44-e8087af61bde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1b733e7cdc24ae89cbed4bf8b8653d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2401931
Apr 02 21:21:04.047938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:04.048214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Checking segment: {'id': 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:04.048964 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.049516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Bound using segment: {'id': 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:04.050777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Bound port: dd3fcb71-5d03-4e5d-bdf6-3889785fae92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:04.050926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43750) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:04.051487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.054758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-165bcffe-b7c2-4e00-8fec-28da6891f485 admin admin] Publish callbacks [] for security_group (f0b57208-bf94-4d4a-8013-fb00a8219cb8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.060936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-165bcffe-b7c2-4e00-8fec-28da6891f485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0b57208-bf94-4d4a-8013-fb00a8219cb8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.071323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks [] for router_gateway (ea8c6608-84be-44be-a165-5a75a030fcbe), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.104973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.105765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-165bcffe-b7c2-4e00-8fec-28da6891f485 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13fd87b3d9b94054ba5ad227e0ab8e3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1687694
Apr 02 21:21:04.106595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43752) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:04.115072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bcffe-b7c2-4e00-8fec-28da6891f485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b57208-bf94-4d4a-8013-fb00a8219cb8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:04.133910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] For port dd3fcb71-5d03-4e5d-bdf6-3889785fae92, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:04.137588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] For port dd3fcb71-5d03-4e5d-bdf6-3889785fae92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,segment=NetworkSegment(a1dce6df-c7cc-4c7e-a92e-93b2b6afd593),segment_id=a1dce6df-c7cc-4c7e-a92e-93b2b6afd593)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:04.145296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.169166 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e272b1fa-9477-439f-a65f-b71cac4dcbf8 admin admin] Publish callbacks [] for security_group (f0b57208-bf94-4d4a-8013-fb00a8219cb8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.177351 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-043ea4db-355f-4526-a9d7-1569f2e960db admin admin] Publish callbacks [] for security_group (c8740129-4b7b-4327-b75b-adb2a1400f4a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.200020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e272b1fa-9477-439f-a65f-b71cac4dcbf8 admin admin] Publish callbacks [] for security_group (f0b57208-bf94-4d4a-8013-fb00a8219cb8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.217356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0d90d-b1d2-4cbb-80fc-bb6546113718 None None] Pushing event updated for resources: {'Port': ['ID=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:04.237515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-043ea4db-355f-4526-a9d7-1569f2e960db admin admin] Publish callbacks [] for security_group (c8740129-4b7b-4327-b75b-adb2a1400f4a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.258214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e272b1fa-9477-439f-a65f-b71cac4dcbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0b57208-bf94-4d4a-8013-fb00a8219cb8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.261198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e272b1fa-9477-439f-a65f-b71cac4dcbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.262598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e272b1fa-9477-439f-a65f-b71cac4dcbf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0b57208-bf94-4d4a-8013-fb00a8219cb8 HTTP/1.1" status: 204  len: 168 time: 0.1539354
Apr 02 21:21:04.275004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272b1fa-9477-439f-a65f-b71cac4dcbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b57208-bf94-4d4a-8013-fb00a8219cb8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:04.288846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Allocated IP 172.35.4.158 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a482fa2d-efca-4af2-a746-5df29a21b4b9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:04.332649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-043ea4db-355f-4526-a9d7-1569f2e960db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c8740129-4b7b-4327-b75b-adb2a1400f4a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.335292 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-043ea4db-355f-4526-a9d7-1569f2e960db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.338799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-043ea4db-355f-4526-a9d7-1569f2e960db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8740129-4b7b-4327-b75b-adb2a1400f4a HTTP/1.1" status: 204  len: 168 time: 0.2846301
Apr 02 21:21:04.380722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ea4db-355f-4526-a9d7-1569f2e960db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8740129-4b7b-4327-b75b-adb2a1400f4a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:04.474179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks [] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.529163 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.608877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:04.610134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Pushing event updated for resources: {'Port': ['ID=a482fa2d-efca-4af2-a746-5df29a21b4b9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:04.613759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:04.620228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:04.681330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dd3fcb71-5d03-4e5d-bdf6-3889785fae92 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:04.734463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:04.735035 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.851714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:04.852134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.902882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port dd3fcb71-5d03-4e5d-bdf6-3889785fae92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,segment=NetworkSegment(a1dce6df-c7cc-4c7e-a92e-93b2b6afd593),segment_id=a1dce6df-c7cc-4c7e-a92e-93b2b6afd593)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:04.908036 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.962096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks [] for router_gateway (ea8c6608-84be-44be-a165-5a75a030fcbe), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:04.998077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:05.000198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:05.239825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (ea8c6608-84be-44be-a165-5a75a030fcbe), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:05.284398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:21:05.284872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f80a13e-a7db-4b2b-b5a0-15ea3f2ab346 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:05.404385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Router ea8c6608-84be-44be-a165-5a75a030fcbe is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:21:05.509590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55a96f-ff60-401b-8e4d-ac3ee7cdfdb0 None None] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:05.547658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:05.558520 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Sync routers for ids ['ea8c6608-84be-44be-a165-5a75a030fcbe'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:05.572286 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Routers {'ea8c6608-84be-44be-a165-5a75a030fcbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:05.576155 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a2e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ea8c6608-84be-44be-a165-5a75a030fcbe'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:05.577192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:05.578899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2a49b5a0-11ae-4ffd-af0c-1d7be203bed4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 2.1658206
Apr 02 21:21:05.581640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:05.636324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43802) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:05.637392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-94906376-fd61-4d3f-8e70-a256bfdafe87 None None] Provisioning complete for port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:05.637778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-94906376-fd61-4d3f-8e70-a256bfdafe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:05.758165 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Set router ea8c6608-84be-44be-a165-5a75a030fcbe gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:05.881232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-94906376-fd61-4d3f-8e70-a256bfdafe87 None None] Current status of the port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:05.901463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-946477222'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:05.938274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:05.942894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:05.962662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.038842 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a2e9d0>, [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:04Z', 'revision_number': 3, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port': {'id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:04Z', 'updated_at': '2022-04-02T21:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:06.076240 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Checking router: ea8c6608-84be-44be-a165-5a75a030fcbe for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:21:06.076945 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Updating router ea8c6608-84be-44be-a165-5a75a030fcbe port a482fa2d-efca-4af2-a746-5df29a21b4b9 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:21:06.135601 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.144609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for security_group (38ac0822-3721-44ac-b3f8-b34fcba8f684), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.153471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (38ac0822-3721-44ac-b3f8-b34fcba8f684), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.201813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:21:06.214005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ac0822-3721-44ac-b3f8-b34fcba8f684,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:06.220442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8ffa59a6-1e10-4b22-8051-a362fb5dad06), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.220822 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Added segment 8ffa59a6-1e10-4b22-8051-a362fb5dad06 of type vlan for network 214eb72e-9096-45f0-a4bc-4ce04caf25f5
Apr 02 21:21:06.225886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c311dd3d-0375-44a3-a14b-d1aea9ce20af None None] Provisioning complete for port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:06.226509 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c311dd3d-0375-44a3-a14b-d1aea9ce20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.232064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.279921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (214eb72e-9096-45f0-a4bc-4ce04caf25f5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.339385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (214eb72e-9096-45f0-a4bc-4ce04caf25f5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.347693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:06.348368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.357865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c311dd3d-0375-44a3-a14b-d1aea9ce20af None None] Current status of the port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:06.389803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7522244
Apr 02 21:21:06.392619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43820) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:06.397930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'subnet': {'network_id': '214eb72e-9096-45f0-a4bc-4ce04caf25f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:06.454739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Allocated IP 172.20.0.1 (72a65cb8-0817-4b5c-98ad-bed3de775a37/1cab7ef2-87c2-488f-acd9-61071e1e1088/4ea7df52-052a-4865-b92b-dc24b141b7e3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:06.498314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54977fcd-c404-435e-bdfa-109c803102e1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Network': ['ID=214eb72e-9096-45f0-a4bc-4ce04caf25f5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:06.522331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:21:06.531798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:06.536484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.613204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks [] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.658273 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Publish callbacks [] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.658871 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.666414 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.679456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dd3fcb71-5d03-4e5d-bdf6-3889785fae92 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:06.707482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:06.710453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:06.717596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:06.724097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Pushing event updated for resources: {'Port': ['ID=4ea7df52-052a-4865-b92b-dc24b141b7e3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:06.755751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (1702796f-5466-4a80-8e42-64dd90f584b6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.762812 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Attempting to bind port a482fa2d-efca-4af2-a746-5df29a21b4b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:06.763194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Attempting to bind port a482fa2d-efca-4af2-a746-5df29a21b4b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:06.763553 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Attempting to bind port a482fa2d-efca-4af2-a746-5df29a21b4b9 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:06.774840 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Pushing event updated for resources: {'Port': ['ID=a482fa2d-efca-4af2-a746-5df29a21b4b9,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:06.785059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:06.785446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:06.785892 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.786292 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:06.788780 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Bound port: a482fa2d-efca-4af2-a746-5df29a21b4b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:06.789201 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.791749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (ea8c6608-84be-44be-a165-5a75a030fcbe), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.802662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.803190 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.803564 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.803895 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.807284 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.807661 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.808005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.808351 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.808716 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.809053 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.809672 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.810012 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.810347 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.810677 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.811006 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:06.816395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:06.816803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.849055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Subnet': ['ID=1702796f-5466-4a80-8e42-64dd90f584b6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:06.863452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Checking segment: {'id': '8ffa59a6-1e10-4b22-8051-a362fb5dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '214eb72e-9096-45f0-a4bc-4ce04caf25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:06.863819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network hostable DHCP agents. Network: 214eb72e-9096-45f0-a4bc-4ce04caf25f5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:21:06.890060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:21:06.910932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 214eb72e-9096-45f0-a4bc-4ce04caf25f5) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:06.913293 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] For port a482fa2d-efca-4af2-a746-5df29a21b4b9, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:06.918036 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] For port a482fa2d-efca-4af2-a746-5df29a21b4b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a482fa2d-efca-4af2-a746-5df29a21b4b9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:06.920886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:06.921023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.928428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60d0d9-9b26-4dd2-a3c1-c8bbb35a6d35 None None] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:06.939242 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:06.956355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c33d9b4a-6eb5-438f-9d0b-f08831d0d191 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.5593483
Apr 02 21:21:06.956355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43822) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:06.968181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1573064155', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:07.021196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.023374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (1feb8184-b1a0-421d-b4b7-9fc9d082a452), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.023663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:07.027522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (1feb8184-b1a0-421d-b4b7-9fc9d082a452), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.107941 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_controller (1feb8184-b1a0-421d-b4b7-9fc9d082a452), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.141681 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Routers {'ea8c6608-84be-44be-a165-5a75a030fcbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:07.142329 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a2e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ea8c6608-84be-44be-a165-5a75a030fcbe'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:07.151159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a205f-cb8b-4b5f-9fb7-285c457eb644 None None] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:07.194382 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57704-b802-44a7-a960-a2905fd571b9 None None] Pushing event updated for resources: {'Port': ['ID=a482fa2d-efca-4af2-a746-5df29a21b4b9,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:07.246268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6b25faa5-6741-4885-a917-a506609f7660 None None] Provisioning complete for port 4ea7df52-052a-4865-b92b-dc24b141b7e3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:07.246642 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6b25faa5-6741-4885-a917-a506609f7660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.319835 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] Set router ea8c6608-84be-44be-a165-5a75a030fcbe gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:07.355012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6b25faa5-6741-4885-a917-a506609f7660 None None] Port 4ea7df52-052a-4865-b92b-dc24b141b7e3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:07.367974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (1feb8184-b1a0-421d-b4b7-9fc9d082a452), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.397502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks [] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.405403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.453499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (ea8c6608-84be-44be-a165-5a75a030fcbe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.522297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Pushing event updated for resources: {'Port': ['ID=4ea7df52-052a-4865-b92b-dc24b141b7e3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:07.601529 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a2e9d0>, [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 4, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port': {'id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:04Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea7df52-052a-4865-b92b-dc24b141b7e3', 'name': '', 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'mac_address': 'fa:16:3e:2f:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '1cab7ef2-87c2-488f-acd9-61071e1e1088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:06Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 1, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'subnets': [{'id': '1cab7ef2-87c2-488f-acd9-61071e1e1088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:07.632588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:07.635432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:07.639096 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (1feb8184-b1a0-421d-b4b7-9fc9d082a452), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.646948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c541d-10d7-482b-9f41-bf6840b2883b None None] The sync data for ids ['ea8c6608-84be-44be-a165-5a75a030fcbe'] in ncdv-master-1 is: [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 4, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port': {'id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:04Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea7df52-052a-4865-b92b-dc24b141b7e3', 'name': '', 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'mac_address': 'fa:16:3e:2f:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '1cab7ef2-87c2-488f-acd9-61071e1e1088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:06Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 1, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'subnets': [{'id': '1cab7ef2-87c2-488f-acd9-61071e1e1088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:07.675960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.794847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Router ea8c6608-84be-44be-a165-5a75a030fcbe has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:07.818758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.22 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/6930fcee-7e17-4646-9596-1d563953f22b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:07.925506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:07.937085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0114dd8-0fca-4f1e-b9c7-9195186312fd admin admin] 10.222.0.18 "PUT /v2.0/routers/ea8c6608-84be-44be-a165-5a75a030fcbe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3471308
Apr 02 21:21:07.970125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (6930fcee-7e17-4646-9596-1d563953f22b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:07.986750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8475e54f-1c51-4c3c-8a4d-318259fac52a None None] Provisioning complete for port 4ea7df52-052a-4865-b92b-dc24b141b7e3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:07.987286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8475e54f-1c51-4c3c-8a4d-318259fac52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:08.017049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6930fcee-7e17-4646-9596-1d563953f22b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:08.043148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8475e54f-1c51-4c3c-8a4d-318259fac52a None None] Port 4ea7df52-052a-4865-b92b-dc24b141b7e3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:08.066830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:08.071505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:08.078151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:08.105190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=6930fcee-7e17-4646-9596-1d563953f22b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:08.383692 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (1feb8184-b1a0-421d-b4b7-9fc9d082a452), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:08.597269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43858) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:08.719014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f6ddf-83dd-4219-8a02-83f8f4f10690 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:08.719654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f6ddf-83dd-4219-8a02-83f8f4f10690 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:08.719968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f6ddf-83dd-4219-8a02-83f8f4f10690 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:08.721806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b66f6ddf-83dd-4219-8a02-83f8f4f10690 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=7c63afebe86f46e8b16647d8eda2cfb9&network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 3074 time: 0.1234984
Apr 02 21:21:09.072519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (1feb8184-b1a0-421d-b4b7-9fc9d082a452), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:09.218346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:21:09.329802 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43880) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:09.380086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:09.389884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:09.405463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:09.406212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f26b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:09.443884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:09.443884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dba64333-a802-4c5f-b383-bd4ca429f2de tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4854548
Apr 02 21:21:09.447638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43882) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:09.448610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f26b80>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:09.458776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:09.459694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f26b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:09.496758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f26b80>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:09.497773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed87255-8f7c-42c9-82b7-f29f55053067 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:09.736599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (ea8c6608-84be-44be-a165-5a75a030fcbe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:09.940674 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.003334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Deleting port 4ea7df52-052a-4865-b92b-dc24b141b7e3 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:10.003560 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.083603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.095221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Calling delete_port for 4ea7df52-052a-4865-b92b-dc24b141b7e3 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:10.125371 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Sync routers for ids ['ea8c6608-84be-44be-a165-5a75a030fcbe'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:10.135608 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Routers {'ea8c6608-84be-44be-a165-5a75a030fcbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:10.136224 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a029a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ea8c6608-84be-44be-a165-5a75a030fcbe'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:10.220920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.1 (214eb72e-9096-45f0-a4bc-4ce04caf25f5/1702796f-5466-4a80-8e42-64dd90f584b6/1787e81f-bef4-420b-b23d-26f6a635b310) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:10.249323 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Set router ea8c6608-84be-44be-a165-5a75a030fcbe gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:10.292788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4ea7df52-052a-4865-b92b-dc24b141b7e3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.324810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea7df52-052a-4865-b92b-dc24b141b7e3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:10.350383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (1787e81f-bef4-420b-b23d-26f6a635b310), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.395710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1787e81f-bef4-420b-b23d-26f6a635b310), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.421281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:10.478935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:10.481034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=1787e81f-bef4-420b-b23d-26f6a635b310,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:10.483293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:10.532548 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a029a0>, [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 4, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port': {'id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:04Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea7df52-052a-4865-b92b-dc24b141b7e3', 'name': '', 'network_id': '72a65cb8-0817-4b5c-98ad-bed3de775a37', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'mac_address': 'fa:16:3e:2f:e6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '1cab7ef2-87c2-488f-acd9-61071e1e1088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:06Z', 'updated_at': '2022-04-02T21:21:07Z', 'revision_number': 2, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'subnets': [{'id': '1cab7ef2-87c2-488f-acd9-61071e1e1088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:10.543661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (1feb8184-b1a0-421d-b4b7-9fc9d082a452), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.560216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (ea8c6608-84be-44be-a165-5a75a030fcbe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.590308 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Checking router: ea8c6608-84be-44be-a165-5a75a030fcbe for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:21:10.592803 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Updating router ea8c6608-84be-44be-a165-5a75a030fcbe port 4ea7df52-052a-4865-b92b-dc24b141b7e3 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:21:10.614331 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Port 4ea7df52-052a-4865-b92b-dc24b141b7e3 not found while updating agent binding for router ea8c6608-84be-44be-a165-5a75a030fcbe. {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 02 21:21:10.624507 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Routers {'ea8c6608-84be-44be-a165-5a75a030fcbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:10.624869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a029a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ea8c6608-84be-44be-a165-5a75a030fcbe'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:10.665764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a482fa2d-efca-4af2-a746-5df29a21b4b9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:10.748121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a482fa2d-efca-4af2-a746-5df29a21b4b9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:10.748734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.800842 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] Set router ea8c6608-84be-44be-a165-5a75a030fcbe gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:10.918766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a482fa2d-efca-4af2-a746-5df29a21b4b9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:10.919179 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:10.942290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Router ea8c6608-84be-44be-a165-5a75a030fcbe has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:10.957977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port a482fa2d-efca-4af2-a746-5df29a21b4b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a482fa2d-efca-4af2-a746-5df29a21b4b9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:10.968643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.030434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=a482fa2d-efca-4af2-a746-5df29a21b4b9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:11.047160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:11.092048 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a029a0>, [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:10Z', 'revision_number': 5, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port': {'id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:04Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:11.124168 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982afe2-7638-42d9-983b-f00a1af8b6bb None None] The sync data for ids ['ea8c6608-84be-44be-a165-5a75a030fcbe'] in ncdv-master-1 is: [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:10Z', 'revision_number': 5, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port': {'id': 'a482fa2d-efca-4af2-a746-5df29a21b4b9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:04Z', 'updated_at': '2022-04-02T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:11.130807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:11.135367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1787e81f-bef4-420b-b23d-26f6a635b310), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.140721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4ac738d1-029d-450e-9d7b-8488be40e924 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea8c6608-84be-44be-a165-5a75a030fcbe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8074422
Apr 02 21:21:11.145034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43906) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:11.147070 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbd867-9d3e-4d9c-8337-2ae18e1e4031 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:11.149083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3bbd867-9d3e-4d9c-8337-2ae18e1e4031 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 814 time: 0.1006808
Apr 02 21:21:11.291087 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks [] for router (ea8c6608-84be-44be-a165-5a75a030fcbe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.400334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks [] for router_gateway (ea8c6608-84be-44be-a165-5a75a030fcbe), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.458702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Deleting port a482fa2d-efca-4af2-a746-5df29a21b4b9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:11.459104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.474073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (1787e81f-bef4-420b-b23d-26f6a635b310), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.479023 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1787e81f-bef4-420b-b23d-26f6a635b310), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.563917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=1787e81f-bef4-420b-b23d-26f6a635b310,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:11.573313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] For port a482fa2d-efca-4af2-a746-5df29a21b4b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a482fa2d-efca-4af2-a746-5df29a21b4b9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:11.574285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.576161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (1feb8184-b1a0-421d-b4b7-9fc9d082a452), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.587875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Calling delete_port for a482fa2d-efca-4af2-a746-5df29a21b4b9 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:11.688133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:11.689653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:11.721034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43924) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:11.725997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'network': {'name': 'tempest-network-smoke--1374992812', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'port_security_enabled': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:11.750252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:11.753867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.798028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] Sync routers for ids ['ea8c6608-84be-44be-a165-5a75a030fcbe'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:11.809855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:21:11.811585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] Routers {'ea8c6608-84be-44be-a165-5a75a030fcbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:11.812297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ea8c6608-84be-44be-a165-5a75a030fcbe'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:11.815797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a482fa2d-efca-4af2-a746-5df29a21b4b9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.817943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:11.828238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4a09bb06-721d-4de0-8ebd-5a544e8dc7d7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.828792 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Added segment 4a09bb06-721d-4de0-8ebd-5a544e8dc7d7 of type vlan for network e2f5ded3-67dc-4b7d-8c89-cef6f962111a
Apr 02 21:21:11.859209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Pushing event deleted for resources: {'Port': ['ID=a482fa2d-efca-4af2-a746-5df29a21b4b9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:11.896146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] Set router ea8c6608-84be-44be-a165-5a75a030fcbe gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:11.938899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e2f5ded3-67dc-4b7d-8c89-cef6f962111a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.939304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:11.947761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1500022b-31fd-469d-bc7b-0459a320443f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/routers/1feb8184-b1a0-421d-b4b7-9fc9d082a452/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4872303
Apr 02 21:21:11.948297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43926) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:11.954150 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:11.954714 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f7dc0>, [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:11Z', 'revision_number': 7, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:11.962828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'port': {'network_id': '214eb72e-9096-45f0-a4bc-4ce04caf25f5', 'name': 'tempest-FloatingIPTestJSON-1053317897'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:11.964708 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:11.966172 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a02d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:11.972646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (ea8c6608-84be-44be-a165-5a75a030fcbe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:11.984601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] Checking router: ea8c6608-84be-44be-a165-5a75a030fcbe for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:21:11.994170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] Routers {'ea8c6608-84be-44be-a165-5a75a030fcbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:11.995027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451f7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['ea8c6608-84be-44be-a165-5a75a030fcbe'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:12.019504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a02d00>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:12.029631 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:12.030276 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a02d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:12.054350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e2f5ded3-67dc-4b7d-8c89-cef6f962111a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.062878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:12.063581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.069674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] Set router ea8c6608-84be-44be-a165-5a75a030fcbe gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:12.071829 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a02d00>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:12.073142 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e26f06-25f5-48c3-92c9-bf259c141f36 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:12.097058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:12.102393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.121709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] device_id is not set on port 08957efa-4455-4265-aa1f-5419c0dee515 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:21:12.131947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451f7dc0>, [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:11Z', 'revision_number': 7, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:12.134098 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4119790
Apr 02 21:21:12.137404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (ea8c6608-84be-44be-a165-5a75a030fcbe), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.141331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks [] for router_controller (ea8c6608-84be-44be-a165-5a75a030fcbe), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.142621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.159255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132b2d1-478b-4666-bf23-6e00c174c324 None None] The sync data for ids ['ea8c6608-84be-44be-a165-5a75a030fcbe'] in ncdv-master-1 is: [{'id': 'ea8c6608-84be-44be-a165-5a75a030fcbe', 'name': 'tempest-ImageQuotaTest-1470445217-router', 'tenant_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:21:03Z', 'updated_at': '2022-04-02T21:21:11Z', 'revision_number': 7, 'project_id': '5dd8e0cc060f4c5f8583e0b8bed9aa54', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:12.251356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.8 (214eb72e-9096-45f0-a4bc-4ce04caf25f5/1702796f-5466-4a80-8e42-64dd90f584b6/08957efa-4455-4265-aa1f-5419c0dee515) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:12.260251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5ae9a-a024-48c7-9826-8287511ee5c3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Network': ['ID=e2f5ded3-67dc-4b7d-8c89-cef6f962111a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:12.270832 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (ea8c6608-84be-44be-a165-5a75a030fcbe), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.271867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea8c6608-84be-44be-a165-5a75a030fcbe {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:21:12.279370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.283222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0787d940-ff2a-4495-a3c0-4e39d46e959e admin admin] 10.222.0.18 "DELETE /v2.0/routers/ea8c6608-84be-44be-a165-5a75a030fcbe HTTP/1.1" status: 204  len: 168 time: 1.1363738
Apr 02 21:21:12.283520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:21:12.283763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.288178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff52053-c90b-46eb-8712-3c3adede2f84 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:12.289687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eff52053-c90b-46eb-8712-3c3adede2f84 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7c63afebe86f46e8b16647d8eda2cfb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1461639
Apr 02 21:21:12.292412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43936) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.345743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Deleting subnet 1cab7ef2-87c2-488f-acd9-61071e1e1088 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:21:12.352984 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Publish callbacks [] for subnet (1cab7ef2-87c2-488f-acd9-61071e1e1088), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.409823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437984c4-a919-41af-9299-712bb3139a63 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:12.414467 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-437984c4-a919-41af-9299-712bb3139a63 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1185482
Apr 02 21:21:12.414709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43940) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.425207 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1cab7ef2-87c2-488f-acd9-61071e1e1088), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.453101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3883a2ed-9a36-40db-8c2d-7d5917d36505 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0347705
Apr 02 21:21:12.453439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.494822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fdae1907-f144-44d7-ae66-6ed016269e0e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7c63afebe86f46e8b16647d8eda2cfb9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0379314
Apr 02 21:21:12.496721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43946) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.647055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1cab7ef2-87c2-488f-acd9-61071e1e1088), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.652434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (08957efa-4455-4265-aa1f-5419c0dee515), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.700285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e4211-3e81-4791-aed6-dd16b662a421 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:12.701891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f31e4211-3e81-4791-aed6-dd16b662a421 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2026832
Apr 02 21:21:12.704732 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.736806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4ea7df52-052a-4865-b92b-dc24b141b7e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:12.743274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6e0f351d-62a7-4852-a7bf-00023495ad73 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0359178
Apr 02 21:21:12.745928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43964) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.746906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (08957efa-4455-4265-aa1f-5419c0dee515), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.749303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1cab7ef2-87c2-488f-acd9-61071e1e1088), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.752692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593483879', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:12.761420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4ea7df52-052a-4865-b92b-dc24b141b7e3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:21:12.761771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4ea7df52-052a-4865-b92b-dc24b141b7e3 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:12.762202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a482fa2d-efca-4af2-a746-5df29a21b4b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:12.785227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a482fa2d-efca-4af2-a746-5df29a21b4b9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:21:12.786490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a482fa2d-efca-4af2-a746-5df29a21b4b9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:12.807712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cab7ef2-87c2-488f-acd9-61071e1e1088,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:12.820475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.823611 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a60ce12b-1aba-4368-9ef5-26e4a71a62fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1cab7ef2-87c2-488f-acd9-61071e1e1088 HTTP/1.1" status: 204  len: 168 time: 0.5386522
Apr 02 21:21:12.824956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cb8edd-6e93-407b-9a36-1ff178cc7cfb None None] Network 72a65cb8-0817-4b5c-98ad-bed3de775a37 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:12.830051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.846292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:12.861109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:12.865103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=08957efa-4455-4265-aa1f-5419c0dee515,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:12.867326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:12.878051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:12.882033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.925326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:12.925955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.972141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (72a65cb8-0817-4b5c-98ad-bed3de775a37), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:12.982220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6d3fb72f-b629-4622-821c-abcce7967af3 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0328581
Apr 02 21:21:12.983016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43968) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:12.989688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'port': {'network_id': '214eb72e-9096-45f0-a4bc-4ce04caf25f5', 'name': 'tempest-FloatingIPTestJSON-1034699947'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:13.014558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] DHCP port deletion for 72a65cb8-0817-4b5c-98ad-bed3de775a37 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:21:13.090173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] Deleting port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:13.090548 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.115478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (36de3f50-ae3c-4e3d-b150-9793fa778976), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.129112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Deleting port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:13.130326 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.146854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:13.150179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.155352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] For port dd3fcb71-5d03-4e5d-bdf6-3889785fae92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,segment=NetworkSegment(a1dce6df-c7cc-4c7e-a92e-93b2b6afd593),segment_id=a1dce6df-c7cc-4c7e-a92e-93b2b6afd593)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:13.155770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.175267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] Calling delete_port for dd3fcb71-5d03-4e5d-bdf6-3889785fae92 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:13.186559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Subnet': ['ID=36de3f50-ae3c-4e3d-b150-9793fa778976,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:13.207117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Checking segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:13.207910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network hostable DHCP agents. Network: e2f5ded3-67dc-4b7d-8c89-cef6f962111a, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:21:13.212486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] device_id is not set on port cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:21:13.222864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] For port dd3fcb71-5d03-4e5d-bdf6-3889785fae92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,segment=NetworkSegment(a1dce6df-c7cc-4c7e-a92e-93b2b6afd593),segment_id=a1dce6df-c7cc-4c7e-a92e-93b2b6afd593)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:13.223767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.228336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:21:13.239292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2f5ded3-67dc-4b7d-8c89-cef6f962111a) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:13.247769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:13.248632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.251834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9d10b-ab05-45f1-97ee-0a6159201bd9 None None] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:13.264156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Calling delete_port for dd3fcb71-5d03-4e5d-bdf6-3889785fae92 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:13.270227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4d48694b-ee5c-49c1-8449-fd4a914971c1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5221293
Apr 02 21:21:13.313963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.344854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] Pushing event deleted for resources: {'Port': ['ID=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:13.351634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d56d4-043d-4700-9ee3-b2379b05bd7e None None] No DVR routers for this DVR port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:13.409918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ips': [{'subnet_id': '36de3f50-ae3c-4e3d-b150-9793fa778976'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:21:13.412090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.416287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.3 (214eb72e-9096-45f0-a4bc-4ce04caf25f5/1702796f-5466-4a80-8e42-64dd90f584b6/cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:13.461367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dd3fcb71-5d03-4e5d-bdf6-3889785fae92), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.497716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3fcb71-5d03-4e5d-bdf6-3889785fae92,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:13.498774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43972) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:13.508219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] No DVR routers for this DVR port dd3fcb71-5d03-4e5d-bdf6-3889785fae92 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:13.510307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111032244', 'description': 'tempest-secgroup-smoke-111032244 description', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:13.537997 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.654990 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (50ed91c4-965d-48cf-9f51-728fa2ed0f10), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.660173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (50ed91c4-965d-48cf-9f51-728fa2ed0f10), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.665843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (72a65cb8-0817-4b5c-98ad-bed3de775a37), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.694659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.697111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1971152
Apr 02 21:21:13.699683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847c3f1f0>,) {'filters': {'network_id': ['72a65cb8-0817-4b5c-98ad-bed3de775a37']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:13.702181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43976) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:13.717023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': '50ed91c4-965d-48cf-9f51-728fa2ed0f10', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:13.731586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c3f1f0>, 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:13.732023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c3f1f0>, 'a1dce6df-c7cc-4c7e-a92e-93b2b6afd593') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:13.733925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6742d-20c9-4503-a1ed-269464b566e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ed91c4-965d-48cf-9f51-728fa2ed0f10,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:13.752274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (a1dce6df-c7cc-4c7e-a92e-93b2b6afd593), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.762309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Allocated IP 172.20.0.18 (e2f5ded3-67dc-4b7d-8c89-cef6f962111a/36de3f50-ae3c-4e3d-b150-9793fa778976/d64e9291-2a5f-42d5-b6ff-9574eac4ed51) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:13.763125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.767724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (fe96b3c5-89bd-4d13-af83-c1f99481dca4), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.775770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a1dce6df-c7cc-4c7e-a92e-93b2b6afd593), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.787760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:21:13.788202 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (a1dce6df-c7cc-4c7e-a92e-93b2b6afd593), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   self.session.flush()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:21:13.790027 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:21:13.836395 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (fe96b3c5-89bd-4d13-af83-c1f99481dca4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.841967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (fe96b3c5-89bd-4d13-af83-c1f99481dca4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.863347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.863727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe96b3c5-89bd-4d13-af83-c1f99481dca4,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:13.865820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (72a65cb8-0817-4b5c-98ad-bed3de775a37), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.876822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.881367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d41e7de7-74a3-4b87-8172-a268ca2af299 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1697104
Apr 02 21:21:13.881619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:13.886444 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': '50ed91c4-965d-48cf-9f51-728fa2ed0f10', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:13.911584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.914139 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (e40a0cfb-cdac-4429-8966-67671a96ca33), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.917258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] 10.222.0.18 "DELETE /v2.0/networks/72a65cb8-0817-4b5c-98ad-bed3de775a37 HTTP/1.1" status: 204  len: 168 time: 1.0839472
Apr 02 21:21:13.917978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981b65f-c426-4bda-aaa2-43a5e83c6bec admin admin] Pushing event deleted for resources: {'Network': ['ID=72a65cb8-0817-4b5c-98ad-bed3de775a37,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:13.929515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:13.933452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:13.937528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:13.944295 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Publish callbacks [] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.953213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:13.969763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:13.972055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:13.975181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:13.984471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.012502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:14.013481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.019570 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (e40a0cfb-cdac-4429-8966-67671a96ca33), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.026090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e40a0cfb-cdac-4429-8966-67671a96ca33), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.038217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dabf9288-6c0e-4e06-8745-98955a5c2681 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0516880
Apr 02 21:21:14.042106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.045568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40a0cfb-cdac-4429-8966-67671a96ca33,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.050717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:14.065528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.065975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Pushing event updated for resources: {'Port': ['ID=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.067726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-60373dd4-9127-49e0-9997-c7307ce62535 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1847458
Apr 02 21:21:14.072875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 43984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.082172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': '50ed91c4-965d-48cf-9f51-728fa2ed0f10', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:14.083954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Attempting to bind port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:14.084571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Attempting to bind port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:14.085012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Attempting to bind port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 on network e2f5ded3-67dc-4b7d-8c89-cef6f962111a {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:14.090813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:14.091200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Checking segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:14.091648 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.092021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Bound using segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:14.092581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Bound port: d64e9291-2a5f-42d5-b6ff-9574eac4ed51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:14.092954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.096939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.103410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43986) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.135328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (9801c146-5e32-4aeb-bc08-4b242a0b6a00), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.146085 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c802b0f0-2ee4-4da7-a226-6e86440e0bb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5dd8e0cc060f4c5f8583e0b8bed9aa54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414801
Apr 02 21:21:14.148548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43988) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.172690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] For port d64e9291-2a5f-42d5-b6ff-9574eac4ed51, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:14.175991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] For port d64e9291-2a5f-42d5-b6ff-9574eac4ed51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:14.182950 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.202353 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53074c4a-d757-43b3-81cb-2de18965472c admin admin] Publish callbacks [] for security_group (8eab8d76-6761-451c-8bf1-91a8acee11d9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.232963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53074c4a-d757-43b3-81cb-2de18965472c admin admin] Publish callbacks [] for security_group (8eab8d76-6761-451c-8bf1-91a8acee11d9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.237510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (9801c146-5e32-4aeb-bc08-4b242a0b6a00), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.245914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (9801c146-5e32-4aeb-bc08-4b242a0b6a00), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.262897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdddd74-df72-437a-ad6b-1e1ba99143c3 None None] Pushing event updated for resources: {'Port': ['ID=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.273323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9801c146-5e32-4aeb-bc08-4b242a0b6a00,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.278895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.290225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.294103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-547ecefc-4503-4a4d-a8a9-c870ff50ce5a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2176795
Apr 02 21:21:14.294858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43990) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.301454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': '50ed91c4-965d-48cf-9f51-728fa2ed0f10', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:14.307766 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53074c4a-d757-43b3-81cb-2de18965472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8eab8d76-6761-451c-8bf1-91a8acee11d9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.310673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53074c4a-d757-43b3-81cb-2de18965472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.314386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-53074c4a-d757-43b3-81cb-2de18965472c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8eab8d76-6761-451c-8bf1-91a8acee11d9 HTTP/1.1" status: 204  len: 168 time: 0.1625175
Apr 02 21:21:14.330311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53074c4a-d757-43b3-81cb-2de18965472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab8d76-6761-451c-8bf1-91a8acee11d9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.352241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (6ae33fbf-bdc7-41ad-bfd8-cdf3e556e672), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.423310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (6ae33fbf-bdc7-41ad-bfd8-cdf3e556e672), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.424576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.71 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/a372bfb9-b8c3-43e7-a144-462e48ea73b5) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:14.427799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (6ae33fbf-bdc7-41ad-bfd8-cdf3e556e672), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.457217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.462057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1629698
Apr 02 21:21:14.462057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15d13c-7ab6-4224-a15b-f9333fd46f63 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae33fbf-bdc7-41ad-bfd8-cdf3e556e672,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.462057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 43994) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.466274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': '50ed91c4-965d-48cf-9f51-728fa2ed0f10', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:14.480808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.506800 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Project 7c63afebe86f46e8b16647d8eda2cfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:21:14.525932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (62571ff5-abbc-49bc-a350-34394fc943b3), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.675305 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.692716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (62571ff5-abbc-49bc-a350-34394fc943b3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.702777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (62571ff5-abbc-49bc-a350-34394fc943b3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.711239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64e9291-2a5f-42d5-b6ff-9574eac4ed51 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:14.757368 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.767490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3047390
Apr 02 21:21:14.768554 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44006) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:14.774430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': '50ed91c4-965d-48cf-9f51-728fa2ed0f10', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:14.777064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.797592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998325f5-e71b-4d0e-9ca6-bca91940ac5b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62571ff5-abbc-49bc-a350-34394fc943b3,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.810559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:14.811521 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.837887 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Project 7c63afebe86f46e8b16647d8eda2cfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:21:14.843206 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (efe332f6-b57d-4618-a4ac-524f9254dfdf), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.869880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:14.887350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:14.903620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:14.917407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:14.918089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.920190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (efe332f6-b57d-4618-a4ac-524f9254dfdf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.934187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (efe332f6-b57d-4618-a4ac-524f9254dfdf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.947980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=a372bfb9-b8c3-43e7-a144-462e48ea73b5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.974391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe332f6-b57d-4618-a4ac-524f9254dfdf,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:14.981728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d64e9291-2a5f-42d5-b6ff-9574eac4ed51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:14.986309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.986782 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:14.998170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-01645499-fadb-47c5-b3a4-e29570933176 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2179325
Apr 02 21:21:15.015888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44012) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:15.035514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21c6900e-358d-4571-9434-232c9bf0549d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.054841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:15.103113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dd3fcb71-5d03-4e5d-bdf6-3889785fae92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:15.139764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: dd3fcb71-5d03-4e5d-bdf6-3889785fae92 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:21:15.140190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device dd3fcb71-5d03-4e5d-bdf6-3889785fae92 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:15.180977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21c6900e-358d-4571-9434-232c9bf0549d admin admin] Publish callbacks [] for security_group (e48bb2f2-3919-4128-8271-609abb9dd9ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.185667 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21c6900e-358d-4571-9434-232c9bf0549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e48bb2f2-3919-4128-8271-609abb9dd9ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.237631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6900e-358d-4571-9434-232c9bf0549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48bb2f2-3919-4128-8271-609abb9dd9ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:15.249513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-21c6900e-358d-4571-9434-232c9bf0549d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.2325139
Apr 02 21:21:15.252295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44034) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:15.313643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-69c7786e-ccd3-496a-93b8-38e4b79f31ff tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111032244&fields=id&tenant_id=7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 267 time: 0.0892446
Apr 02 21:21:15.349154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b678fa-722e-45a7-ab41-ee2d71901516 admin admin] Publish callbacks [] for security_group (e48bb2f2-3919-4128-8271-609abb9dd9ec), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.417973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b678fa-722e-45a7-ab41-ee2d71901516 admin admin] Publish callbacks [] for security_group (e48bb2f2-3919-4128-8271-609abb9dd9ec), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.480489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-fc05caf2-f1ab-48a3-bcd7-9773707cdcf5 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:15.485008 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-fc05caf2-f1ab-48a3-bcd7-9773707cdcf5 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/networks?id=e2f5ded3-67dc-4b7d-8c89-cef6f962111a HTTP/1.1" status: 200  len: 797 time: 0.1603272
Apr 02 21:21:15.501632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-7f395829-d996-4f88-aec4-089360ea6774 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/quotas/7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 375 time: 0.0110586
Apr 02 21:21:15.547957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b678fa-722e-45a7-ab41-ee2d71901516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e48bb2f2-3919-4128-8271-609abb9dd9ec), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.551937 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1b678fa-722e-45a7-ab41-ee2d71901516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.553378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1b678fa-722e-45a7-ab41-ee2d71901516 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e48bb2f2-3919-4128-8271-609abb9dd9ec HTTP/1.1" status: 204  len: 168 time: 0.3001602
Apr 02 21:21:15.572214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b678fa-722e-45a7-ab41-ee2d71901516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48bb2f2-3919-4128-8271-609abb9dd9ec,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:15.617758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-fbad2ad0-8901-4f02-b2fb-453e7c2653df tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1075313
Apr 02 21:21:15.655811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1bbee-5373-4622-9077-b7dec5c1ea91 None None] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:15.800429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-80c9d0d5-5c91-4841-a3a8-047db6a26e72 None None] Provisioning complete for port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:15.802055 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-80c9d0d5-5c91-4841-a3a8-047db6a26e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.802300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-5109682e-522a-415c-891f-e3f9178d41d3 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704719
Apr 02 21:21:15.855415 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (7c469a9d-d86c-432a-b5b9-0110bb59d4f5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:15.938182 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ca0fde76-b63b-484f-9c25-0f61ec99a0b0 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346364
Apr 02 21:21:15.947140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-80c9d0d5-5c91-4841-a3a8-047db6a26e72 None None] Current status of the port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:15.987543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.174815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5db33f6-64c7-473e-8e74-a2babeb6c285 req-d4542c3e-361b-4d5b-921d-6d05be325e8f tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 210 time: 0.0339603
Apr 02 21:21:16.283307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a50b6431-aaf7-4be2-8ad8-82500d267ddf None None] Provisioning complete for port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:16.283795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a50b6431-aaf7-4be2-8ad8-82500d267ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.322106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.331740 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.388989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a50b6431-aaf7-4be2-8ad8-82500d267ddf None None] Current status of the port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:16.420189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=a372bfb9-b8c3-43e7-a144-462e48ea73b5,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:16.431036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (7c469a9d-d86c-432a-b5b9-0110bb59d4f5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.539795 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 7c469a9d-d86c-432a-b5b9-0110bb59d4f5 associated. External IP: 172.35.4.71, port: cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a.
Apr 02 21:21:16.589769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64e9291-2a5f-42d5-b6ff-9574eac4ed51 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:16.652496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:16.653113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.753173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:16.811234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:16.923817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:16.933959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:16.941590 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:16.943901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:16.945791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f75f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:16.970981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b87370af-e4fc-4be2-a63c-59f8fb9f3974 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.9255209
Apr 02 21:21:16.974206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44068) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:16.978702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:16.979310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f75f10>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:16.988292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:16.989502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f75f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:17.025176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f75f10>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:17.025748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cb6b7-5b44-4c14-beb2-a55b4492ae37 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:17.036524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (7c469a9d-d86c-432a-b5b9-0110bb59d4f5), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:17.205197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:17.233866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (7c469a9d-d86c-432a-b5b9-0110bb59d4f5), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:17.234209 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 7c469a9d-d86c-432a-b5b9-0110bb59d4f5 disassociated. External IP: 172.35.4.71, port: cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a.
Apr 02 21:21:17.323174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c1cc84f-5045-4e60-be69-20e1cfb839d0 req-91d89352-8f20-460c-b06d-f8a1e4c21dbf tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 210 time: 0.0592675
Apr 02 21:21:17.451240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0167a89b-cc05-4d14-91e2-dc32c002f249 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:17.452762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0167a89b-cc05-4d14-91e2-dc32c002f249 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.15 "GET /v2.0/networks?id=e2f5ded3-67dc-4b7d-8c89-cef6f962111a HTTP/1.1" status: 200  len: 797 time: 0.2686594
Apr 02 21:21:17.618488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-68b29bb9-7c8f-4ffb-83b1-24b324e99a43 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 470 time: 0.1565590
Apr 02 21:21:17.629742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'port': {'device_id': '465227af-e6f2-4b57-b55e-b326f76514f1', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'admin_state_up': True, 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'security_groups': ['50ed91c4-965d-48cf-9f51-728fa2ed0f10']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:17.696671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:17.827444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:17.830698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:17.853319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:17.862039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:17.862550 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:17.873711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:17.874314 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846120e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:17.909000 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846120e50>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:17.915451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:17.918901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:17.919768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846120e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:17.931732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-660283ce-5fd6-459c-b470-b6cfe406ea0e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/floatingips/7c469a9d-d86c-432a-b5b9-0110bb59d4f5 HTTP/1.1" status: 200  len: 687 time: 0.9564910
Apr 02 21:21:17.935436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44092) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:17.953454 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846120e50>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:17.954129 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5bef50-724a-4ff5-8414-adc575c10deb None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:17.993200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.20.0.21 (e2f5ded3-67dc-4b7d-8c89-cef6f962111a/36de3f50-ae3c-4e3d-b150-9793fa778976/369a7247-39b0-46c8-98d4-4f2deb2ef1b7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:18.059871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port a372bfb9-b8c3-43e7-a144-462e48ea73b5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:18.060201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.135511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.136889 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.137225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (a372bfb9-b8c3-43e7-a144-462e48ea73b5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.148817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for a372bfb9-b8c3-43e7-a144-462e48ea73b5 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:18.170951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.214833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:18.219880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:18.224848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:18.228730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:18.261782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.262127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.262463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.262805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.263137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.263469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.263795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.264118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.264447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.264796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.265119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.265439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.265759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.266079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.266400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:18.286818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:18.287443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.293678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a372bfb9-b8c3-43e7-a144-462e48ea73b5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.315581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-0868adf5-d0d2-4a50-9a55-d1438749d317 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6899912
Apr 02 21:21:18.326918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Request body: {'port': {'device_id': '465227af-e6f2-4b57-b55e-b326f76514f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:18.327978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=a372bfb9-b8c3-43e7-a144-462e48ea73b5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:18.408412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (7c469a9d-d86c-432a-b5b9-0110bb59d4f5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.411018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.412792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c869bceb-fc53-4739-bc9d-9550eb5a4f80 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c469a9d-d86c-432a-b5b9-0110bb59d4f5 HTTP/1.1" status: 204  len: 168 time: 0.4763463
Apr 02 21:21:18.416555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44098) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:18.421451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '08957efa-4455-4265-aa1f-5419c0dee515'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:18.427178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.451046 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.485288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b2e3-42db-48aa-8d6d-6133023d042b req-3a1c219d-9373-4742-b0af-564bc31ff1fa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:18.486826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a778b2e3-42db-48aa-8d6d-6133023d042b req-3a1c219d-9373-4742-b0af-564bc31ff1fa tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 932 time: 0.0915003
Apr 02 21:21:18.533097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2cc4cf60-0bab-483e-ba83-d689056f03c0 None None] Provisioning complete for port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:18.533577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cf60-0bab-483e-ba83-d689056f03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.556554 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.579388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4cf60-0bab-483e-ba83-d689056f03c0 None None] Port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:18.658662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a778b2e3-42db-48aa-8d6d-6133023d042b req-a77b507f-3162-47cc-a92b-43748c0dfe71 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591284
Apr 02 21:21:18.808600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:21:18.816615 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Publish callbacks [] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.835117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Transition to ACTIVE for port object 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:21:18.839622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:18.893010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Pushing event updated for resources: {'Port': ['ID=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:18.974951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Attempting to bind port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:18.975602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Attempting to bind port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:18.975881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Attempting to bind port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 on network e2f5ded3-67dc-4b7d-8c89-cef6f962111a {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:18.981176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 on network e2f5ded3-67dc-4b7d-8c89-cef6f962111a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:21:18.981504 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Attempting to bind port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 on network e2f5ded3-67dc-4b7d-8c89-cef6f962111a {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:18.986876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:18.987217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Checking segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:18.987601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Bound using segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:18.988035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Bound port: 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:18.988397 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.039833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.33 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/72034b54-c983-4a3a-9dbb-9aa0ec4f24ba) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:19.063987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] For port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:19.068193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] For port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:19.074429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.113082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:19.113700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.116387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] 10.222.0.15 "PUT /v2.0/ports/369a7247-39b0-46c8-98d4-4f2deb2ef1b7 HTTP/1.1" status: 200  len: 1092 time: 0.7936881
Apr 02 21:21:19.118790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465227af-e6f2-4b57-b55e-b326f76514f1', 'tag': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:21:19.126384 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d" -d '{"events": [{"name": "network-changed", "server_uuid": "465227af-e6f2-4b57-b55e-b326f76514f1", "tag": "369a7247-39b0-46c8-98d4-4f2deb2ef1b7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:21:19.156486 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.157167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef522125-cf6a-4695-a06d-1b78c257dd2d service neutron] Pushing event updated for resources: {'Port': ['ID=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:19.202896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.245050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:19.247949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:19.250650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:19.280816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=72034b54-c983-4a3a-9dbb-9aa0ec4f24ba,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:19.474231 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9929bf12-29e4-496e-89aa-9cc910e30d06 x-openstack-request-id: req-9929bf12-29e4-496e-89aa-9cc910e30d06 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:21:19.474231 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465227af-e6f2-4b57-b55e-b326f76514f1", "tag": "369a7247-39b0-46c8-98d4-4f2deb2ef1b7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:21:19.474743 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9929bf12-29e4-496e-89aa-9cc910e30d06 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:21:19.474743 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9929bf12-29e4-496e-89aa-9cc910e30d06'] response: {'name': 'network-changed', 'server_uuid': '465227af-e6f2-4b57-b55e-b326f76514f1', 'tag': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7', 'status': 'completed', 'code': 200}
Apr 02 21:21:19.507537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-f5485807-1dd4-48e5-9338-d5d944befe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:19.509170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-f5485807-1dd4-48e5-9338-d5d944befe3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 1126 time: 0.3489883
Apr 02 21:21:19.550941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-2dfcb41e-415c-43d8-a796-dca681dcc89e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7 HTTP/1.1" status: 200  len: 217 time: 0.0346496
Apr 02 21:21:19.597770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-83bafcd0-f48b-48e2-88f7-e5a91ad03810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:19.599822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-83bafcd0-f48b-48e2-88f7-e5a91ad03810 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36de3f50-ae3c-4e3d-b150-9793fa778976 HTTP/1.1" status: 200  len: 837 time: 0.0430481
Apr 02 21:21:19.655388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-65f77351-6d6c-41b3-84c6-e683546b4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:19.657098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-65f77351-6d6c-41b3-84c6-e683546b4622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2f5ded3-67dc-4b7d-8c89-cef6f962111a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0513184
Apr 02 21:21:19.671391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.750208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.794013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-4fcba9c0-50a3-4292-91a0-4dd829b95ec1 service neutron] 10.222.0.15 "GET /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301851
Apr 02 21:21:19.906487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e9d4-8b89-4805-bb6f-8fd9ddde1429 req-7ebaa3b4-e599-4f50-8003-0cef71e0f3d5 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:19.908186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba83e9d4-8b89-4805-bb6f-8fd9ddde1429 req-7ebaa3b4-e599-4f50-8003-0cef71e0f3d5 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 944 time: 0.1535966
Apr 02 21:21:19.936218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.937274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e26c07e3-27d1-4052-9dc9-3c7bf1a859de req-01869bd1-875d-49ea-80ca-4ffa3b4f5a64 service neutron] 10.222.0.15 "GET /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368752
Apr 02 21:21:19.941345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:19.981731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba83e9d4-8b89-4805-bb6f-8fd9ddde1429 req-9a10a2f9-791a-4e9d-b55c-043ab07b7289 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615973
Apr 02 21:21:20.025457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=72034b54-c983-4a3a-9dbb-9aa0ec4f24ba,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:20.030480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:20.032600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-0bfefc54-e6a6-4000-8579-435e767905da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:20.034105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-0bfefc54-e6a6-4000-8579-435e767905da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 1126 time: 0.0504434
Apr 02 21:21:20.124170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-46a0bea6-facc-4fd1-b042-a8a98ad2b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:20.125727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-46a0bea6-facc-4fd1-b042-a8a98ad2b3b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2f5ded3-67dc-4b7d-8c89-cef6f962111a HTTP/1.1" status: 200  len: 898 time: 0.0858386
Apr 02 21:21:20.137684 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 05792e4f-9509-4c9a-b8e0-16b8eba5ca9e associated. External IP: 172.35.4.33, port: 08957efa-4455-4265-aa1f-5419c0dee515.
Apr 02 21:21:20.171957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-f4417266-d578-4c74-8581-c7a6f2651f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7 HTTP/1.1" status: 200  len: 217 time: 0.0401940
Apr 02 21:21:20.219500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-8f893c1d-3dce-49a3-a9ff-7fa1596dc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:20.221081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-8f893c1d-3dce-49a3-a9ff-7fa1596dc132 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36de3f50-ae3c-4e3d-b150-9793fa778976 HTTP/1.1" status: 200  len: 837 time: 0.0436966
Apr 02 21:21:20.270046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-f0ec042a-2a69-49aa-be55-36760f29a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:20.272063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-f0ec042a-2a69-49aa-be55-36760f29a6ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2f5ded3-67dc-4b7d-8c89-cef6f962111a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0438087
Apr 02 21:21:20.352164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:20.364030 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-8d9c3590-aed4-407a-8ed1-cf6f03b672a6 service neutron] 10.222.0.15 "GET /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858469
Apr 02 21:21:20.459098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-75e1d836-57de-4d4c-ada0-a48cb0b5c96d req-7831818c-8e65-42d0-bd87-c88e1687f35a service neutron] 10.222.0.15 "GET /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872490
Apr 02 21:21:20.466133 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:20.475234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:20.485118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:20.485587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:20.486235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f36cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:20.515667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3eef6064-cc8b-4aa4-bee7-35a6e8ebd379 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.0978863
Apr 02 21:21:20.518474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44126) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:20.523163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f36cd0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:20.531646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:20.532251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f36cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:20.565695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f36cd0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:20.566343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392b2e6-d4e8-4cbb-b0be-43970508364f None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:20.584260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bf557db9-59b0-4864-a1bd-87b9e9185354 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/floatingips/05792e4f-9509-4c9a-b8e0-16b8eba5ca9e HTTP/1.1" status: 200  len: 977 time: 0.0645819
Apr 02 21:21:20.586643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:20.694233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8924fe62-710c-499a-84b4-d3fe25468b8c tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.1065323
Apr 02 21:21:20.696726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44130) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:20.700896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'port_id': 'cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:20.760546 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:21.120109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cbe32-e734-4c81-97c3-f10311d2b220 req-72ea9e52-a87b-4b34-b6f0-acd77e4edbe6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:21.121723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e82cbe32-e734-4c81-97c3-f10311d2b220 req-72ea9e52-a87b-4b34-b6f0-acd77e4edbe6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 944 time: 0.0656626
Apr 02 21:21:21.183850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e82cbe32-e734-4c81-97c3-f10311d2b220 req-3b5f0a26-a704-41a0-96cd-20cdb79ce528 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547111
Apr 02 21:21:21.264169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:21.268019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:21.368938 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 05792e4f-9509-4c9a-b8e0-16b8eba5ca9e associated. External IP: 172.35.4.33, port: 08957efa-4455-4265-aa1f-5419c0dee515.
Apr 02 21:21:21.583293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:21.666139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:21:21.703893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:21.718908 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:21.741676 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:21.742455 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460901c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:21.798677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:21.811752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'port_id': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7', 'mac_address': 'fa:16:3e:38:7f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:21:21.851365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:21.851795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:21.865961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:21:21.882543 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460901c0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:21.890072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:21.891256 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:21.891868 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460901c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:21.894178 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:21.925875 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460901c0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:21.926439 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b700a-0845-4ebf-a1d0-0ea72cb946ee None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:21.946160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:21.952779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:22.067337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:22.071631 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:22.076083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:22.093260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:22.094089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457f84f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:22.132088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457f84f0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:22.133041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf93f338-cf2c-44ac-9471-72b08772c02a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/floatingips/05792e4f-9509-4c9a-b8e0-16b8eba5ca9e HTTP/1.1" status: 200  len: 977 time: 1.4353256
Apr 02 21:21:22.135558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44158) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:22.139868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:22.144781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:22.146075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457f84f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:22.181897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457f84f0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:22.183068 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1b306-f328-410f-8986-9cf7ff0b70f5 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:22.197652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:22.201809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['369a7247-39b0-46c8-98d4-4f2deb2ef1b7'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:21:22.688889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:22.693562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:22.693961 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 05792e4f-9509-4c9a-b8e0-16b8eba5ca9e disassociated. External IP: 172.35.4.33, port: cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a.
Apr 02 21:21:22.704219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2780f-23e4-4455-b304-48055a0920bc req-0bdd97b3-0207-4764-ba58-cf786a338c4d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:22.711981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c2780f-23e4-4455-b304-48055a0920bc req-0bdd97b3-0207-4764-ba58-cf786a338c4d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 945 time: 0.4189065
Apr 02 21:21:22.830524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c2780f-23e4-4455-b304-48055a0920bc req-38d40a3b-2520-45d4-a5f9-3eeeb9961262 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177630
Apr 02 21:21:22.957735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:23.066204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:23.070978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.077131 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:23.086769 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:23.087449 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b728e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:23.099129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7ca801a2-5db1-479a-8f89-01c229805bfb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/floatingips/05792e4f-9509-4c9a-b8e0-16b8eba5ca9e HTTP/1.1" status: 200  len: 687 time: 0.9625525
Apr 02 21:21:23.101655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44178) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:23.122690 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b728e0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:23.132082 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:23.132720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b728e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:20:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:23.146161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ee76b5c7-ffd3-483c-9870-0ff16330b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.166937 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b728e0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:23.167575 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71089f-7a28-48b1-b783-564d78a0544f None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:23.228242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 72034b54-c983-4a3a-9dbb-9aa0ec4f24ba {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:23.228614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.303994 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.304243 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.316666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 72034b54-c983-4a3a-9dbb-9aa0ec4f24ba owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:23.462359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (72034b54-c983-4a3a-9dbb-9aa0ec4f24ba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.489106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=72034b54-c983-4a3a-9dbb-9aa0ec4f24ba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:23.549545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (05792e4f-9509-4c9a-b8e0-16b8eba5ca9e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.552815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.553980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1fb36144-c364-40f2-8dae-b78983cfbfbd tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/floatingips/05792e4f-9509-4c9a-b8e0-16b8eba5ca9e HTTP/1.1" status: 204  len: 168 time: 0.4514344
Apr 02 21:21:23.556787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44196) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:23.596772 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-0ff9a725-37d8-402d-84fb-d287bdf1239f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] delete failed (client error): The resource could not be found.
Apr 02 21:21:23.597834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0ff9a725-37d8-402d-84fb-d287bdf1239f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/floatingips/05792e4f-9509-4c9a-b8e0-16b8eba5ca9e HTTP/1.1" status: 404  len: 345 time: 0.0401020
Apr 02 21:21:23.601800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44200) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:23.686842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:23.695365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5213e7fd-ef71-44bf-8a5e-576f722e355d tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:23.701202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5213e7fd-ef71-44bf-8a5e-576f722e355d tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:23.707909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5213e7fd-ef71-44bf-8a5e-576f722e355d tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:23.711770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44212) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:23.712044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5213e7fd-ef71-44bf-8a5e-576f722e355d tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/ports?network_id=214eb72e-9096-45f0-a4bc-4ce04caf25f5 HTTP/1.1" status: 200  len: 2358 time: 0.1089280
Apr 02 21:21:23.757252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:21:23.763693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:23.763693 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.773429 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4077c89-5da6-4733-ac9e-14cbf057194f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:23.776503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e4077c89-5da6-4733-ac9e-14cbf057194f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/subnets/1702796f-5466-4a80-8e42-64dd90f584b6 HTTP/1.1" status: 200  len: 797 time: 0.0620654
Apr 02 21:21:23.779795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44218) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:23.785261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'port': {'network_id': '214eb72e-9096-45f0-a4bc-4ce04caf25f5', 'name': 'tempest-FloatingIPTestJSON-1153918916', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:23.850145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:23.850448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.880881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465227af-e6f2-4b57-b55e-b326f76514f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:21:23.883552 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cc2fe0-65cf-40d6-83ce-75fc5a92cae4" -d '{"events": [{"server_uuid": "465227af-e6f2-4b57-b55e-b326f76514f1", "name": "network-vif-plugged", "status": "completed", "tag": "369a7247-39b0-46c8-98d4-4f2deb2ef1b7"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:21:23.902683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:23.910091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:23.936339 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee8ee6c-d95b-4c6a-99be-82873d954482 x-openstack-request-id: req-6ee8ee6c-d95b-4c6a-99be-82873d954482 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:21:23.936686 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465227af-e6f2-4b57-b55e-b326f76514f1", "name": "network-vif-plugged", "status": "completed", "tag": "369a7247-39b0-46c8-98d4-4f2deb2ef1b7", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:21:23.936947 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ee8ee6c-d95b-4c6a-99be-82873d954482 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:21:23.937348 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee8ee6c-d95b-4c6a-99be-82873d954482'] response: {'server_uuid': '465227af-e6f2-4b57-b55e-b326f76514f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7', 'code': 200}
Apr 02 21:21:23.941111 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:23.966309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:24.027534 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743c5f-31d1-4731-b450-199f4dc29006 req-de042a37-29a5-40d8-a5e6-8df041267b3c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:24.028970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c743c5f-31d1-4731-b450-199f4dc29006 req-de042a37-29a5-40d8-a5e6-8df041267b3c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.1213579
Apr 02 21:21:24.034564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cd297-345d-40cf-96c7-392ef81edc35 req-4cf8a4f9-5c43-43d0-a826-9240c3421a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:24.036744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a2cd297-345d-40cf-96c7-392ef81edc35 req-4cf8a4f9-5c43-43d0-a826-9240c3421a10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 1128 time: 0.0448134
Apr 02 21:21:24.059401 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:24.086289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a2cd297-345d-40cf-96c7-392ef81edc35 req-852fb38b-4928-4da2-8b08-f895bcab449a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405953
Apr 02 21:21:24.090842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] device_id is not set on port 7fe0aa71-620b-4296-8e1b-ae0b25c412ad yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:21:24.128989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3c743c5f-31d1-4731-b450-199f4dc29006 req-9f243f72-ef9f-459b-a0b6-c19aa9ae5cdb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886304
Apr 02 21:21:24.411119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.14 (214eb72e-9096-45f0-a4bc-4ce04caf25f5/1702796f-5466-4a80-8e42-64dd90f584b6/7fe0aa71-620b-4296-8e1b-ae0b25c412ad) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:24.417442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.13 (214eb72e-9096-45f0-a4bc-4ce04caf25f5/1702796f-5466-4a80-8e42-64dd90f584b6/7fe0aa71-620b-4296-8e1b-ae0b25c412ad) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:24.578963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (7fe0aa71-620b-4296-8e1b-ae0b25c412ad), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:24.611925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7fe0aa71-620b-4296-8e1b-ae0b25c412ad), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:24.651544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:24.654432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:24.657953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:24.691348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=7fe0aa71-620b-4296-8e1b-ae0b25c412ad,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:24.706767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.707113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.707457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.707796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.708130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.709112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.709452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.709785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.710112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.710440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.710768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.711092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.711416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.711742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.712065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:24.729209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:24.729819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:24.744555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-19c1af55-1115-4c9f-b618-e93417ec7af4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 0.9636579
Apr 02 21:21:24.747122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44234) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:24.751302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '7fe0aa71-620b-4296-8e1b-ae0b25c412ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:24.770098 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:24.878217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:24.988009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.127 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/94f5272c-a0fc-4894-a482-d165a4f3231c) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:25.096490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.136386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.178666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:25.181541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:25.188935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:25.195460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=94f5272c-a0fc-4894-a482-d165a4f3231c,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:25.267549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ec59-c986-4b35-bab0-dd753082e6a8 req-28bc3dea-f6b1-4d24-904b-df04b4a556bd tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:25.269562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe86ec59-c986-4b35-bab0-dd753082e6a8 req-28bc3dea-f6b1-4d24-904b-df04b4a556bd tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.0600345
Apr 02 21:21:25.304312 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa123809-2b7c-4f78-9044-00012e329c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.325276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fe86ec59-c986-4b35-bab0-dd753082e6a8 req-3a0b5e63-4e44-4aec-994d-3fd9521653e6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494316
Apr 02 21:21:25.599865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (43378813-1f53-4780-98d5-2681297c0f2f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.670234 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.764681 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:21:25.816893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.821128 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:25.891068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=94f5272c-a0fc-4894-a482-d165a4f3231c,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:25.903475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (43378813-1f53-4780-98d5-2681297c0f2f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.009021 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 43378813-1f53-4780-98d5-2681297c0f2f associated. External IP: 172.35.4.127, port: 7fe0aa71-620b-4296-8e1b-ae0b25c412ad.
Apr 02 21:21:26.130048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44278) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:26.234911 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:26.250784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bd97ed8-fa09-453a-b26c-7c5ef65db860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.326657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bd97ed8-fa09-453a-b26c-7c5ef65db860 admin admin] Publish callbacks [] for security_group (a96e01e1-409f-4177-9380-827fa3bdc1d4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.330454 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4bd97ed8-fa09-453a-b26c-7c5ef65db860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a96e01e1-409f-4177-9380-827fa3bdc1d4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.346268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:26.357329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:26.365056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.374132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd97ed8-fa09-453a-b26c-7c5ef65db860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e01e1-409f-4177-9380-827fa3bdc1d4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:26.382505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4bd97ed8-fa09-453a-b26c-7c5ef65db860 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac77442d74c04f8c905013d6f48a2f44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2485881
Apr 02 21:21:26.382907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44284) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:26.390379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:26.391013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784516aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:26.399326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b071aefc-fe5f-42ca-a895-c084c4517826 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 1.6510773
Apr 02 21:21:26.401887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44286) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:26.407599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'port_id': '7fe0aa71-620b-4296-8e1b-ae0b25c412ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:26.440596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d684bc1-2bd5-480c-ba62-4a69e945e917 admin admin] Publish callbacks [] for security_group (a96e01e1-409f-4177-9380-827fa3bdc1d4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.449360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784516aaf0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:26.459876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:26.460691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784516aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:26.470774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d684bc1-2bd5-480c-ba62-4a69e945e917 admin admin] Publish callbacks [] for security_group (a96e01e1-409f-4177-9380-827fa3bdc1d4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.494326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784516aaf0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:26.494976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeb7df-5f87-49e7-942e-dd20ca2e5f34 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:26.527344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d684bc1-2bd5-480c-ba62-4a69e945e917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a96e01e1-409f-4177-9380-827fa3bdc1d4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.530094 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d684bc1-2bd5-480c-ba62-4a69e945e917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.531273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d684bc1-2bd5-480c-ba62-4a69e945e917 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a96e01e1-409f-4177-9380-827fa3bdc1d4 HTTP/1.1" status: 204  len: 168 time: 0.1476514
Apr 02 21:21:26.542378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d684bc1-2bd5-480c-ba62-4a69e945e917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e01e1-409f-4177-9380-827fa3bdc1d4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:26.543286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (43378813-1f53-4780-98d5-2681297c0f2f), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.588496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e134b93-0b08-4e33-b55c-0344b5ce32eb req-06ff7a50-d165-4688-9f2e-24367a7334f3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:26.590217 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e134b93-0b08-4e33-b55c-0344b5ce32eb req-06ff7a50-d165-4688-9f2e-24367a7334f3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.1407166
Apr 02 21:21:26.684787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.814672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44292) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:26.829317 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1b6bdcf-8ccd-4dc3-a394-752d9cda4c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.913134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1b6bdcf-8ccd-4dc3-a394-752d9cda4c0d admin admin] Publish callbacks [] for security_group (9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.917196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1b6bdcf-8ccd-4dc3-a394-752d9cda4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:26.955263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6bdcf-8ccd-4dc3-a394-752d9cda4c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:26.963288 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1b6bdcf-8ccd-4dc3-a394-752d9cda4c0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88a1b20e49ec4878aee1759bde5bf80a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1473975
Apr 02 21:21:26.963943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44294) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:27.014735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd75-4a5c-400e-8073-bd6d9e498850 admin admin] Publish callbacks [] for security_group (9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.037789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd75-4a5c-400e-8073-bd6d9e498850 admin admin] Publish callbacks [] for security_group (9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.047047 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e134b93-0b08-4e33-b55c-0344b5ce32eb req-a004585b-eb42-450f-a046-0783f962e639 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4502585
Apr 02 21:21:27.096091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd75-4a5c-400e-8073-bd6d9e498850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.098881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfd75-4a5c-400e-8073-bd6d9e498850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.101181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a2cbfd75-4a5c-400e-8073-bd6d9e498850 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e HTTP/1.1" status: 204  len: 168 time: 0.1358221
Apr 02 21:21:27.110734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbfd75-4a5c-400e-8073-bd6d9e498850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a483d-d8bc-49c9-81a9-ceb5c5aac29e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:27.186970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eec75-b1ce-4129-b603-e5f8e19d9747 req-b7bdae49-f2c2-4a0f-aba9-f124bc9b269c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:27.188662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852eec75-b1ce-4129-b603-e5f8e19d9747 req-b7bdae49-f2c2-4a0f-aba9-f124bc9b269c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.0566189
Apr 02 21:21:27.261559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-852eec75-b1ce-4129-b603-e5f8e19d9747 req-fa59f89d-56a7-4617-a83a-6ae27ef391ba tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641434
Apr 02 21:21:27.433538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.437304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (43378813-1f53-4780-98d5-2681297c0f2f), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.664070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:27.779893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:27.784537 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:27.790831 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:27.800385 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:27.801264 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ee57c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:27.841480 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ee57c0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:27.843026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e2a6dc6a-feee-4990-b52a-29106c0750e4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/floatingips/43378813-1f53-4780-98d5-2681297c0f2f HTTP/1.1" status: 200  len: 979 time: 1.4400859
Apr 02 21:21:27.845809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44322) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:27.854559 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:27.855194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ee57c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:27.890111 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ee57c0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:27.890877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549313c-0d3f-45c5-8df9-d97fb29a7dc0 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:28.026592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 94f5272c-a0fc-4894-a482-d165a4f3231c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:28.026929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.102840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.103198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (94f5272c-a0fc-4894-a482-d165a4f3231c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.120208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 94f5272c-a0fc-4894-a482-d165a4f3231c owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:28.308076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (94f5272c-a0fc-4894-a482-d165a4f3231c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.338939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=94f5272c-a0fc-4894-a482-d165a4f3231c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:28.400953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (43378813-1f53-4780-98d5-2681297c0f2f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.401264 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 43378813-1f53-4780-98d5-2681297c0f2f disassociated (deleted). External IP: 172.35.4.127, port: 7fe0aa71-620b-4296-8e1b-ae0b25c412ad.
Apr 02 21:21:28.618530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:28.730924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:28.735400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.748817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:28.765093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-255c59dc-590c-496f-8cac-2cd2512922eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/floatingips/43378813-1f53-4780-98d5-2681297c0f2f HTTP/1.1" status: 204  len: 168 time: 0.9181802
Apr 02 21:21:28.769017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44348) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:28.772985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44350) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:28.774061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:28.774965 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452c64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:28.779055 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.820088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452c64f0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:28.830391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:28.831012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78452c64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:28.866251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78452c64f0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:28.867160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbf043-1870-469e-977a-56de2ee6ec61 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:28.883299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 7fe0aa71-620b-4296-8e1b-ae0b25c412ad {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:28.883650 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7fe0aa71-620b-4296-8e1b-ae0b25c412ad), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.900549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:28.978800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7fe0aa71-620b-4296-8e1b-ae0b25c412ad), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:28.993302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 7fe0aa71-620b-4296-8e1b-ae0b25c412ad owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:29.063445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89d70134-be82-4ab5-9ba8-8889e00e3748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.172519 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7fe0aa71-620b-4296-8e1b-ae0b25c412ad), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.201068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=7fe0aa71-620b-4296-8e1b-ae0b25c412ad,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:29.291522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.295248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9f4c0305-5dc4-4a29-93a9-154927d83a8f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/ports/7fe0aa71-620b-4296-8e1b-ae0b25c412ad HTTP/1.1" status: 204  len: 168 time: 0.5245392
Apr 02 21:21:29.298929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44358) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:29.303881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:29.309944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89d70134-be82-4ab5-9ba8-8889e00e3748 admin admin] Publish callbacks [] for security_group (616bd739-cef0-4100-b98d-8abb3d0460b5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.317591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-89d70134-be82-4ab5-9ba8-8889e00e3748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (616bd739-cef0-4100-b98d-8abb3d0460b5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.324659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.333622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.378584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-89d70134-be82-4ab5-9ba8-8889e00e3748 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96e39ba1844f432b98e6c724a4e1660f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4767580
Apr 02 21:21:29.389180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44366) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:29.410680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d70134-be82-4ab5-9ba8-8889e00e3748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616bd739-cef0-4100-b98d-8abb3d0460b5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:29.424864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.470860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c06800-9efb-45bd-b6ab-6470a80f0824 admin admin] Publish callbacks [] for security_group (616bd739-cef0-4100-b98d-8abb3d0460b5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.485593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.512244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c06800-9efb-45bd-b6ab-6470a80f0824 admin admin] Publish callbacks [] for security_group (616bd739-cef0-4100-b98d-8abb3d0460b5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.619300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c06800-9efb-45bd-b6ab-6470a80f0824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (616bd739-cef0-4100-b98d-8abb3d0460b5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.621884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c06800-9efb-45bd-b6ab-6470a80f0824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.623006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c7c06800-9efb-45bd-b6ab-6470a80f0824 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/616bd739-cef0-4100-b98d-8abb3d0460b5 HTTP/1.1" status: 204  len: 168 time: 0.2320371
Apr 02 21:21:29.638292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c06800-9efb-45bd-b6ab-6470a80f0824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616bd739-cef0-4100-b98d-8abb3d0460b5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:29.647430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.213 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/dced974b-c499-4096-acaf-9ed24f30f1b1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:29.696507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.20.0.17 (e2f5ded3-67dc-4b7d-8c89-cef6f962111a/36de3f50-ae3c-4e3d-b150-9793fa778976/53d29d4e-d9dd-431d-9df0-71004e705831) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:29.777231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.823179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (53d29d4e-d9dd-431d-9df0-71004e705831), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.829225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.864892 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:29.892725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:29.898055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:29.903067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:29.922495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:29.928435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:29.933228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:29.938164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=53d29d4e-d9dd-431d-9df0-71004e705831,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:29.993661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.001193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=dced974b-c499-4096-acaf-9ed24f30f1b1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:30.063215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44382) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:30.069976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (73dd11cd-adc7-4904-8fda-c5f8e592e328), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.083678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d16c49e4-bbf0-46e3-b6d6-a374716fe6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.111321 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.215026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.250570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d16c49e4-bbf0-46e3-b6d6-a374716fe6ff admin admin] Publish callbacks [] for security_group (00688791-4fc9-4da0-b4f2-87842997b400), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.268783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d16c49e4-bbf0-46e3-b6d6-a374716fe6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (00688791-4fc9-4da0-b4f2-87842997b400), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.279256 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.283932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.316186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b5699ea1-4bf0-4a16-8472-9d3cf4002e8a None None] Provisioning complete for port 53d29d4e-d9dd-431d-9df0-71004e705831 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:30.317261 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5699ea1-4bf0-4a16-8472-9d3cf4002e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.327220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d16c49e4-bbf0-46e3-b6d6-a374716fe6ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c905679f3e4648b4a35d2201057c7622&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2605329
Apr 02 21:21:30.340059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44384) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:30.356938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b5699ea1-4bf0-4a16-8472-9d3cf4002e8a None None] Port 53d29d4e-d9dd-431d-9df0-71004e705831 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:30.364088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=dced974b-c499-4096-acaf-9ed24f30f1b1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:30.402266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (73dd11cd-adc7-4904-8fda-c5f8e592e328), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.426479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.427748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-175548fa-d93b-411c-9a3d-5da685b4fdd4 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1278319
Apr 02 21:21:30.430457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44386) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:30.437511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'port': {'network_id': '214eb72e-9096-45f0-a4bc-4ce04caf25f5', 'name': 'tempest-FloatingIPTestJSON-443750593'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:30.465271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-834fc339-9962-4c99-9ada-8d7ecea8d7d4 admin admin] Publish callbacks [] for security_group (00688791-4fc9-4da0-b4f2-87842997b400), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.529721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-834fc339-9962-4c99-9ada-8d7ecea8d7d4 admin admin] Publish callbacks [] for security_group (00688791-4fc9-4da0-b4f2-87842997b400), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.597723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:30.602082 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.613026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-834fc339-9962-4c99-9ada-8d7ecea8d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (00688791-4fc9-4da0-b4f2-87842997b400), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.615609 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-834fc339-9962-4c99-9ada-8d7ecea8d7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.616772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-834fc339-9962-4c99-9ada-8d7ecea8d7d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00688791-4fc9-4da0-b4f2-87842997b400 HTTP/1.1" status: 204  len: 168 time: 0.2757428
Apr 02 21:21:30.629241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fc339-9962-4c99-9ada-8d7ecea8d7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00688791-4fc9-4da0-b4f2-87842997b400,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:30.633492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] device_id is not set on port 50b562b6-cd33-4595-8e39-44e8f0c800cc yet. {{(pid=121649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:21:30.673335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c49e4-bbf0-46e3-b6d6-a374716fe6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00688791-4fc9-4da0-b4f2-87842997b400,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:30.748045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.13 (214eb72e-9096-45f0-a4bc-4ce04caf25f5/1702796f-5466-4a80-8e42-64dd90f584b6/50b562b6-cd33-4595-8e39-44e8f0c800cc) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:30.891224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (53d29d4e-d9dd-431d-9df0-71004e705831), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.896725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.910256 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (50b562b6-cd33-4595-8e39-44e8f0c800cc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.947583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (50b562b6-cd33-4595-8e39-44e8f0c800cc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:30.974808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=53d29d4e-d9dd-431d-9df0-71004e705831,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:30.983115 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.007134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 214eb72e-9096-45f0-a4bc-4ce04caf25f5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:31.018843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:31.021370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=50b562b6-cd33-4595-8e39-44e8f0c800cc,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:31.023874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:31.073704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:31.074479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.085782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:31.087758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:31.090960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-902f24ca-5f6d-4267-a788-67a2cf5af674 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.6593809
Apr 02 21:21:31.093488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44400) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:31.098289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'port_id': '50b562b6-cd33-4595-8e39-44e8f0c800cc'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:31.148282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (73dd11cd-adc7-4904-8fda-c5f8e592e328), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.236346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:31.380320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:31.387518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0ca8d006-c7bc-4f5f-b74f-b397b70bfba1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "PUT /v2.0/routers/cb778bf7-2542-4b6c-896d-12faa03053c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6122227
Apr 02 21:21:31.391473 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:31.395273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c24eae81-69a7-4c80-9d6d-918daed3f07e None None] Provisioning complete for port 53d29d4e-d9dd-431d-9df0-71004e705831 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:31.396237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c24eae81-69a7-4c80-9d6d-918daed3f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.405426 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:31.408232 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ee54c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:31.438135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c24eae81-69a7-4c80-9d6d-918daed3f07e None None] Port 53d29d4e-d9dd-431d-9df0-71004e705831 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:31.552756 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:31.795123 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ee54c0>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:21:30Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:38Z', 'revision_number': 1, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d29d4e-d9dd-431d-9df0-71004e705831', 'name': '', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:37:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:29Z', 'updated_at': '2022-04-02T21:21:30Z', 'revision_number': 2, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:31.823229 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:21:31.823594 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Updating router cb778bf7-2542-4b6c-896d-12faa03053c8 port 53d29d4e-d9dd-431d-9df0-71004e705831 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:21:31.852169 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.868741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44422) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:31.903633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.908850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (73dd11cd-adc7-4904-8fda-c5f8e592e328), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:31.982731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3f24c30-0cbd-4fb0-ab1c-421da12f91d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.036924 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 73dd11cd-adc7-4904-8fda-c5f8e592e328 associated. External IP: 172.35.4.213, port: 50b562b6-cd33-4595-8e39-44e8f0c800cc.
Apr 02 21:21:32.058835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3f24c30-0cbd-4fb0-ab1c-421da12f91d8 admin admin] Publish callbacks [] for security_group (8ceed271-97d3-42ac-b614-28ebec233129), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.064618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3f24c30-0cbd-4fb0-ab1c-421da12f91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ceed271-97d3-42ac-b614-28ebec233129), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.107693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3f24c30-0cbd-4fb0-ab1c-421da12f91d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8d54a3b13574820bff3f7005b8948c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2377827
Apr 02 21:21:32.109005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24c30-0cbd-4fb0-ab1c-421da12f91d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceed271-97d3-42ac-b614-28ebec233129,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:32.111547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44426) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:32.150052 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Publish callbacks [] for port (53d29d4e-d9dd-431d-9df0-71004e705831), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.156249 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.182106 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1727d619-a9b3-499e-8fad-ab8e732b42c9 admin admin] Publish callbacks [] for security_group (8ceed271-97d3-42ac-b614-28ebec233129), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.205768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc782859-02fa-4d91-a996-abc674fd975f None None] Pushing event updated for resources: {'Port': ['ID=53d29d4e-d9dd-431d-9df0-71004e705831,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:32.242903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1727d619-a9b3-499e-8fad-ab8e732b42c9 admin admin] Publish callbacks [] for security_group (8ceed271-97d3-42ac-b614-28ebec233129), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.265493 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Attempting to bind port 53d29d4e-d9dd-431d-9df0-71004e705831 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:32.265858 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Attempting to bind port 53d29d4e-d9dd-431d-9df0-71004e705831 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:32.266222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Attempting to bind port 53d29d4e-d9dd-431d-9df0-71004e705831 on network e2f5ded3-67dc-4b7d-8c89-cef6f962111a {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:32.271712 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:32.272083 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Checking segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:32.272512 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.273088 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Bound using segment: {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:32.273570 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Bound port: 53d29d4e-d9dd-431d-9df0-71004e705831, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:32.273952 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.304219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1727d619-a9b3-499e-8fad-ab8e732b42c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ceed271-97d3-42ac-b614-28ebec233129), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.307622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1727d619-a9b3-499e-8fad-ab8e732b42c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.311185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1727d619-a9b3-499e-8fad-ab8e732b42c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ceed271-97d3-42ac-b614-28ebec233129 HTTP/1.1" status: 204  len: 168 time: 0.1848881
Apr 02 21:21:32.318158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d619-a9b3-499e-8fad-ab8e732b42c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceed271-97d3-42ac-b614-28ebec233129,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:32.334406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:32.361518 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] For port 53d29d4e-d9dd-431d-9df0-71004e705831, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:32.366645 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] For port 53d29d4e-d9dd-431d-9df0-71004e705831, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53d29d4e-d9dd-431d-9df0-71004e705831,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:32.376502 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.433677 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:32.435291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ee54c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:32.475399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:32.483726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.486064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:32.508821 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc782859-02fa-4d91-a996-abc674fd975f None None] Pushing event updated for resources: {'Port': ['ID=53d29d4e-d9dd-431d-9df0-71004e705831,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:32.516820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:32.517521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443986a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:32.550920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8d2a0da0-1aa9-4fc5-94fb-4c3edfdcb97f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/floatingips/73dd11cd-adc7-4904-8fda-c5f8e592e328 HTTP/1.1" status: 200  len: 978 time: 1.4538722
Apr 02 21:21:32.551477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44436) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:32.592112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443986a0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:32.607865 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:32.608725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443986a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:32.615249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Provisioning complete for port 53d29d4e-d9dd-431d-9df0-71004e705831 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:32.616396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.669857 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:21:32.721913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 50b562b6-cd33-4595-8e39-44e8f0c800cc {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:32.724955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (50b562b6-cd33-4595-8e39-44e8f0c800cc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.727198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443986a0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:32.727847 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa532c-1887-4c44-8ffe-69dc32daf2d3 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:32.768211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da96ff-7464-4f76-abe6-86fac2cb1a68 req-9e3341c8-1146-468c-8354-e06f18fc4669 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:32.769820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6da96ff-7464-4f76-abe6-86fac2cb1a68 req-9e3341c8-1146-468c-8354-e06f18fc4669 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.1638100
Apr 02 21:21:32.795726 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e6da96ff-7464-4f76-abe6-86fac2cb1a68 req-e17383aa-72ad-4832-b343-ca88bc0e8123 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.879239 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (50b562b6-cd33-4595-8e39-44e8f0c800cc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.923052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Current status of the port 53d29d4e-d9dd-431d-9df0-71004e705831 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:32.923451 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.979975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e6da96ff-7464-4f76-abe6-86fac2cb1a68 req-e17383aa-72ad-4832-b343-ca88bc0e8123 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Publish callbacks [] for security_group (e3e431ca-1f73-4f82-8f84-a6d44b794e80), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:32.990645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-e6da96ff-7464-4f76-abe6-86fac2cb1a68 req-e17383aa-72ad-4832-b343-ca88bc0e8123 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3e431ca-1f73-4f82-8f84-a6d44b794e80), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:33.066832 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6da96ff-7464-4f76-abe6-86fac2cb1a68 req-e17383aa-72ad-4832-b343-ca88bc0e8123 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2894807
Apr 02 21:21:33.089059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ee54c0>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:21:30Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:38Z', 'revision_number': 1, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d29d4e-d9dd-431d-9df0-71004e705831', 'name': '', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:37:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:29Z', 'updated_at': '2022-04-02T21:21:32Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:33.114717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17383aa-72ad-4832-b343-ca88bc0e8123 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e431ca-1f73-4f82-8f84-a6d44b794e80,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:33.226170 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04fc94-5445-4845-9dd7-5f0b6875be57 None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:21:30Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:38Z', 'revision_number': 1, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d29d4e-d9dd-431d-9df0-71004e705831', 'name': '', 'network_id': 'e2f5ded3-67dc-4b7d-8c89-cef6f962111a', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:37:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:21:29Z', 'updated_at': '2022-04-02T21:21:32Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '36de3f50-ae3c-4e3d-b150-9793fa778976', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:33.263745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:33.264987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (73dd11cd-adc7-4904-8fda-c5f8e592e328), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:33.264987 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 73dd11cd-adc7-4904-8fda-c5f8e592e328 disassociated. External IP: 172.35.4.213, port: 50b562b6-cd33-4595-8e39-44e8f0c800cc.
Apr 02 21:21:33.264987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 50b562b6-cd33-4595-8e39-44e8f0c800cc owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:33.298619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242db6f-1c8b-471a-8cc5-9fdcf7963e39 req-50c6094f-623a-44b8-ac54-38d83e9a724a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:33.300666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0242db6f-1c8b-471a-8cc5-9fdcf7963e39 req-50c6094f-623a-44b8-ac54-38d83e9a724a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1024873
Apr 02 21:21:33.319468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] For port 53d29d4e-d9dd-431d-9df0-71004e705831, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53d29d4e-d9dd-431d-9df0-71004e705831,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:33.330177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:33.420872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Pushing event updated for resources: {'Port': ['ID=53d29d4e-d9dd-431d-9df0-71004e705831,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:33.429908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.430262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.430612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.430957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.431296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.431634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.431970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.432330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.432755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.433088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.433190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0242db6f-1c8b-471a-8cc5-9fdcf7963e39 req-3e0d55f3-a7d0-4e4e-8924-769c4d10f429 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881951
Apr 02 21:21:33.433420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.433948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.434069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.434391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.435010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934d3ea-d3bc-4205-8f15-ab6218863b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:21:33.452140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44456) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:33.488316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ac507a1b-4bec-4f26-b2ca-7682db15ee69 None None] Provisioning complete for port 53d29d4e-d9dd-431d-9df0-71004e705831 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:33.488903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac507a1b-4bec-4f26-b2ca-7682db15ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:33.574778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1bc0b050-28cd-49d8-9f10-cd3f100cc5eb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/d00f5211-294a-47dd-b48d-b976e2d50bba HTTP/1.1" status: 200  len: 994 time: 0.1096239
Apr 02 21:21:33.594180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ac507a1b-4bec-4f26-b2ca-7682db15ee69 None None] Current status of the port 53d29d4e-d9dd-431d-9df0-71004e705831 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:33.610380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (50b562b6-cd33-4595-8e39-44e8f0c800cc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:33.648662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=50b562b6-cd33-4595-8e39-44e8f0c800cc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:33.782808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:33.897181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-52ca4d26-cbbb-4f0c-8bfd-63fa22056fbf req-f71bdcd7-7c97-4cd0-b079-8655aff747ed service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:21:33.898179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52ca4d26-cbbb-4f0c-8bfd-63fa22056fbf req-f71bdcd7-7c97-4cd0-b079-8655aff747ed service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067132
Apr 02 21:21:33.918420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:33.933148 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:33.946659 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:33.955006 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afdeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:34.002138 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afdeb0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:34.012393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:34.013363 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afdeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:34.016082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.019904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a8d9893-5c45-4565-8fd2-b3708a9d9c7a tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/ports/50b562b6-cd33-4595-8e39-44e8f0c800cc HTTP/1.1" status: 204  len: 168 time: 1.4668546
Apr 02 21:21:34.022894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44480) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:34.057906 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afdeb0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:34.058562 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdd41a-e722-4f59-995b-03edee575da3 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:34.086110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-84a962fe-fae8-41eb-9837-597f71ed8a54 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/floatingips/73dd11cd-adc7-4904-8fda-c5f8e592e328 HTTP/1.1" status: 200  len: 688 time: 0.0614133
Apr 02 21:21:34.088938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44484) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:34.234582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port dced974b-c499-4096-acaf-9ed24f30f1b1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:34.234931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.302278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44496) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:34.362566 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.362894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (dced974b-c499-4096-acaf-9ed24f30f1b1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.379270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for dced974b-c499-4096-acaf-9ed24f30f1b1 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:34.401797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cd2ad-adf9-4f07-8c7d-2172715315bc req-ff087d9d-d034-4b02-99f1-70943dc74780 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:34.403381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-182cd2ad-adf9-4f07-8c7d-2172715315bc req-ff087d9d-d034-4b02-99f1-70943dc74780 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0888367
Apr 02 21:21:34.542834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-182cd2ad-adf9-4f07-8c7d-2172715315bc req-99d1fb24-e8b7-4ebf-a840-d25e4011cade tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073625
Apr 02 21:21:34.549229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-3e4616fd-2f09-4273-87df-b9e2a3027faa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2458951
Apr 02 21:21:34.561241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-4dc125d2-fdbf-4cb6-8af8-7bb11e04c5fb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:21:34.562393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-4dc125d2-fdbf-4cb6-8af8-7bb11e04c5fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059628
Apr 02 21:21:34.641558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dced974b-c499-4096-acaf-9ed24f30f1b1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.642955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53d29d4e-d9dd-431d-9df0-71004e705831 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:34.704418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=dced974b-c499-4096-acaf-9ed24f30f1b1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:34.712810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 53d29d4e-d9dd-431d-9df0-71004e705831 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:34.713421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.775952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (73dd11cd-adc7-4904-8fda-c5f8e592e328), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.780859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.785755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92e08907-15fe-4fd0-82f2-ce5e227eb22e tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/floatingips/73dd11cd-adc7-4904-8fda-c5f8e592e328 HTTP/1.1" status: 204  len: 168 time: 0.6924114
Apr 02 21:21:34.786671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44508) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:34.792842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:34.819586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 53d29d4e-d9dd-431d-9df0-71004e705831 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:34.832015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:34.970212 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:35.083454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:35.094180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.242 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9e21cd4c-4732-49a1-8ded-5ced41869cb7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:35.207393 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:35.241990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:35.248613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-f462fd0d-cf43-4497-a476-4ecf038852c1 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:35.250039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-f462fd0d-cf43-4497-a476-4ecf038852c1 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports/b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1125 time: 0.1640821
Apr 02 21:21:35.277806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:35.282141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:35.288416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:35.295251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=9e21cd4c-4732-49a1-8ded-5ced41869cb7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:35.750909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (1af6f8f9-92d9-4b15-b5e3-93849a0e4a65), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:35.789104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e28e1-338e-496c-b5d6-2428dd4365ff req-560a7815-69ce-49ba-86c0-10c5d2e984b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:35.790583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-708e28e1-338e-496c-b5d6-2428dd4365ff req-560a7815-69ce-49ba-86c0-10c5d2e984b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1177647
Apr 02 21:21:35.872467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:35.878987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-708e28e1-338e-496c-b5d6-2428dd4365ff req-46ca97fa-b953-4a01-b2fb-3407e1f1c1d4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784087
Apr 02 21:21:36.021098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:36.025374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:36.097352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=9e21cd4c-4732-49a1-8ded-5ced41869cb7,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:36.108232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1af6f8f9-92d9-4b15-b5e3-93849a0e4a65), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:36.258434 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 1af6f8f9-92d9-4b15-b5e3-93849a0e4a65 associated. External IP: 172.35.4.242, port: cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a.
Apr 02 21:21:36.264095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-5c8b2240-681a-4259-96c9-de47bf0a4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:36.265859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-5c8b2240-681a-4259-96c9-de47bf0a4e11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.0659623
Apr 02 21:21:36.448626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-d0b81599-36f5-4b5c-8e39-4327f656a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:36.450230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-d0b81599-36f5-4b5c-8e39-4327f656a1eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.1494792
Apr 02 21:21:36.938582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-71eadcf4-4a8e-49c7-bb55-f98adfbac8ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1002 time: 0.4513905
Apr 02 21:21:36.998845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:37.001132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a39cd-cf16-4bc4-b2c1-0253dcab0391 req-2a0dcdd8-729b-4c10-9a71-ebf62b829650 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:37.002610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c0a39cd-cf16-4bc4-b2c1-0253dcab0391 req-2a0dcdd8-729b-4c10-9a71-ebf62b829650 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0513854
Apr 02 21:21:37.002747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-bec675ae-eccc-4eeb-a360-c6e9b251b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:37.004200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-bec675ae-eccc-4eeb-a360-c6e9b251b09f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0579281
Apr 02 21:21:37.055877 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2c0a39cd-cf16-4bc4-b2c1-0253dcab0391 req-3ce6e31b-053d-404d-a2bb-bc1a0d964900 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470586
Apr 02 21:21:37.127612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-a4e3d3af-9426-45eb-a6b7-6c48d08dbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:37.129166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-a4e3d3af-9426-45eb-a6b7-6c48d08dbbab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1178308
Apr 02 21:21:37.175424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:37.185226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:37.195845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:37.196440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462a64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:37.230452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462a64f0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:37.231313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.247998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:37.248662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78462a64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:37.275794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-fbc423cd-66ff-4d4b-9553-78ae174e4c68 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361639
Apr 02 21:21:37.277298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6e7fbd52-5fc0-4513-8048-693616640490 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.4895720
Apr 02 21:21:37.280061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44582) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:37.285207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-938015240'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:37.286324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78462a64f0>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:37.286968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e715b-0c4a-4f22-8958-4453a6d210f1 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:37.359598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:37.363038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.407806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:21:37.416573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-0d3eaf3d-501d-42d7-a43b-2a29f145f0ae service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260996
Apr 02 21:21:37.421378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.421817 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Added segment e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa of type vlan for network fd476fca-24c3-435f-8b4b-8b8cce098b08
Apr 02 21:21:37.467874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (fd476fca-24c3-435f-8b4b-8b8cce098b08), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.499227 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (fd476fca-24c3-435f-8b4b-8b8cce098b08), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.504316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:37.505556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.547608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2664597
Apr 02 21:21:37.550733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44590) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:37.558016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'subnet': {'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:37.576582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44592) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:37.599308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfdb81-094d-4884-bf7e-ad74ddef18eb tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Network': ['ID=fd476fca-24c3-435f-8b4b-8b8cce098b08,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:37.610687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:21:37.664593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-3f442a8e-488a-415a-92e3-27de4974481d req-6019e470-c3ee-4a57-ba1e-7a9c3bc6aaa5 tempest-TaggedBootDevicesTest_v242-285856104 tempest-TaggedBootDevicesTest_v242-285856104-project] (121648) timed out ('10.222.0.18', 55728) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:21:37.680804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:37.684502 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.695478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84ef5fd5-cef5-49a6-b849-276eaa9c286c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.767099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84ef5fd5-cef5-49a6-b849-276eaa9c286c admin admin] Publish callbacks [] for security_group (47577af7-9f7a-4583-9915-5393cccd7873), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.772126 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-84ef5fd5-cef5-49a6-b849-276eaa9c286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (47577af7-9f7a-4583-9915-5393cccd7873), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.810958 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-84ef5fd5-cef5-49a6-b849-276eaa9c286c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6d02664cad84408b9cd67f50650bff6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2332642
Apr 02 21:21:37.812341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef5fd5-cef5-49a6-b849-276eaa9c286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47577af7-9f7a-4583-9915-5393cccd7873,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:37.813616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44596) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:37.892878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (6083bc62-f54b-4575-a6f4-51574cfb27aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.935783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66d44001-62d0-4f6a-978c-0ab5c120e8b0 admin admin] Publish callbacks [] for security_group (47577af7-9f7a-4583-9915-5393cccd7873), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:37.963020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Subnet': ['ID=6083bc62-f54b-4575-a6f4-51574cfb27aa,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:37.979776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66d44001-62d0-4f6a-978c-0ab5c120e8b0 admin admin] Publish callbacks [] for security_group (47577af7-9f7a-4583-9915-5393cccd7873), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.001857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Checking segment: {'id': 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:38.002211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network hostable DHCP agents. Network: fd476fca-24c3-435f-8b4b-8b8cce098b08, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:21:38.030368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:21:38.038483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd476fca-24c3-435f-8b4b-8b8cce098b08) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:38.043213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:38.044390 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.047564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909d69e-a7b8-4680-9509-9fdbcd3935f7 None None] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:38.054801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66d44001-62d0-4f6a-978c-0ab5c120e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (47577af7-9f7a-4583-9915-5393cccd7873), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.057540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-66d44001-62d0-4f6a-978c-0ab5c120e8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.058674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-66d44001-62d0-4f6a-978c-0ab5c120e8b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47577af7-9f7a-4583-9915-5393cccd7873 HTTP/1.1" status: 204  len: 168 time: 0.2441015
Apr 02 21:21:38.075204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a007d612-f99d-4206-9fa4-53cf42e223e5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5209296
Apr 02 21:21:38.075204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44001-62d0-4f6a-978c-0ab5c120e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47577af7-9f7a-4583-9915-5393cccd7873,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:38.075498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44600) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:38.089750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1619050684', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:38.111498 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (e91078bc-f192-4aad-8828-5ae383177f18), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.112614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (e91078bc-f192-4aad-8828-5ae383177f18), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.180213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd476fca-24c3-435f-8b4b-8b8cce098b08', 'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08', 'project_id': 'ab7a41652e4c4a399b9b74eb42324576', 'fixed_ips': [{'subnet_id': '6083bc62-f54b-4575-a6f4-51574cfb27aa'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:21:38.181170 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.206908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_controller (e91078bc-f192-4aad-8828-5ae383177f18), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.304784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9948f-eeea-45d1-b7bb-22d6d5b348f7 req-db510f25-af8a-4034-9015-3f432ed484d6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:38.306907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64e9948f-eeea-45d1-b7bb-22d6d5b348f7 req-db510f25-af8a-4034-9015-3f432ed484d6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1344473
Apr 02 21:21:38.346493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Allocated IP 172.20.0.2 (fd476fca-24c3-435f-8b4b-8b8cce098b08/6083bc62-f54b-4575-a6f4-51574cfb27aa/9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:38.405476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (e91078bc-f192-4aad-8828-5ae383177f18), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.425332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44608) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:38.441714 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76d5552-222f-479c-9e5c-215bea3925de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.455289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64e9948f-eeea-45d1-b7bb-22d6d5b348f7 req-9dc7c53d-bb29-4d4c-99d0-e78961bb6eca tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072452
Apr 02 21:21:38.547183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Publish callbacks [] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.551290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76d5552-222f-479c-9e5c-215bea3925de admin admin] Publish callbacks [] for security_group (7ae76a17-1ac0-453d-aa55-a3c5160a434a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.553646 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.555978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e76d5552-222f-479c-9e5c-215bea3925de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ae76a17-1ac0-453d-aa55-a3c5160a434a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.598276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:38.600776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e76d5552-222f-479c-9e5c-215bea3925de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0df292c9d6904128a47c64bcaedefaca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1742613
Apr 02 21:21:38.603499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44610) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:38.604151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d5552-222f-479c-9e5c-215bea3925de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae76a17-1ac0-453d-aa55-a3c5160a434a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:38.606424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:38.625140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:38.627352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Pushing event updated for resources: {'Port': ['ID=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:38.670886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0059feb6-f8fc-4cc1-a2b4-a66e0d597e38 admin admin] Publish callbacks [] for security_group (7ae76a17-1ac0-453d-aa55-a3c5160a434a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.678581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (e91078bc-f192-4aad-8828-5ae383177f18), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.688133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Attempting to bind port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:38.688692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Attempting to bind port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:38.689555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Attempting to bind port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 on network fd476fca-24c3-435f-8b4b-8b8cce098b08 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:38.695007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:38.695474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Checking segment: {'id': 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:38.695984 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.696601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Bound using segment: {'id': 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:38.697080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Bound port: 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:38.697565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.698628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0059feb6-f8fc-4cc1-a2b4-a66e0d597e38 admin admin] Publish callbacks [] for security_group (7ae76a17-1ac0-453d-aa55-a3c5160a434a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.701320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.750302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0059feb6-f8fc-4cc1-a2b4-a66e0d597e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ae76a17-1ac0-453d-aa55-a3c5160a434a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.753309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0059feb6-f8fc-4cc1-a2b4-a66e0d597e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.754489 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0059feb6-f8fc-4cc1-a2b4-a66e0d597e38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ae76a17-1ac0-453d-aa55-a3c5160a434a HTTP/1.1" status: 204  len: 168 time: 0.1466174
Apr 02 21:21:38.763381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059feb6-f8fc-4cc1-a2b4-a66e0d597e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae76a17-1ac0-453d-aa55-a3c5160a434a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:38.792195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] For port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:38.806771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] For port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,segment=NetworkSegment(e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa),segment_id=e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:38.813183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:38.837592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.35.4.3 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/412ff0e2-dfe7-44e2-9b84-eedfd4791d03) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:38.905489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843896a3-b2b5-4bf9-9ca5-9db34222f702 None None] Pushing event updated for resources: {'Port': ['ID=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:38.974752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (412ff0e2-dfe7-44e2-9b84-eedfd4791d03), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:39.017628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (412ff0e2-dfe7-44e2-9b84-eedfd4791d03), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:39.054249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:39.057322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:39.061277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:39.120479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=412ff0e2-dfe7-44e2-9b84-eedfd4791d03,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:39.383890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (e91078bc-f192-4aad-8828-5ae383177f18), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:39.593256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cdcc7-ec39-4719-9ffa-97e257575251 req-66420287-6387-4647-ae48-4b2b8a367091 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:39.595732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f3cdcc7-ec39-4719-9ffa-97e257575251 req-66420287-6387-4647-ae48-4b2b8a367091 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0629320
Apr 02 21:21:39.612246 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (e91078bc-f192-4aad-8828-5ae383177f18), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:39.682398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f3cdcc7-ec39-4719-9ffa-97e257575251 req-8b7ccd4b-31f9-425a-8d15-9bbe27be0a0b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769286
Apr 02 21:21:39.757968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router e91078bc-f192-4aad-8828-5ae383177f18 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:21:39.885399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:39.898451 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] Sync routers for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:39.910466 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:39.911487 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:39.913727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:39.914982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9dc1c10-7afc-4249-bda5-8fbe9a2e5039 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.8387234
Apr 02 21:21:39.918933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44638) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:39.986526 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2df0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:40.006332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:40.006512 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460a2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:40.023003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f126f-678c-480a-ab9e-35dc8a3d2b25 None None] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:40.077910 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460a2df0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:40.078449 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b9d01-b32a-4dbc-81bb-929ae2582fc2 None None] The sync data for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:40.141818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] Provisioning complete for port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:40.142279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:40.255399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] Current status of the port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:40.255850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:40.291828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] For port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,segment=NetworkSegment(e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa),segment_id=e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:40.297750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:40.366899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23074a07-9a3e-4aac-8cbc-151d0aaf9f42 None None] Pushing event updated for resources: {'Port': ['ID=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:40.506396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:40.518811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aec7ec01-6159-469b-b88a-b985b4d49c07 None None] Provisioning complete for port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:40.519182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aec7ec01-6159-469b-b88a-b985b4d49c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:40.606446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aec7ec01-6159-469b-b88a-b985b4d49c07 None None] Current status of the port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:40.628254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:21:40.679083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:40.679458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:40.759725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:40.817158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ee1ee-5811-4483-aeae-ecb2a65939e8 req-2ad762f9-ab6c-44dd-b96c-ddb6cba5b75d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:40.818771 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d1ee1ee-5811-4483-aeae-ecb2a65939e8 req-2ad762f9-ab6c-44dd-b96c-ddb6cba5b75d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0592890
Apr 02 21:21:40.872324 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1d1ee1ee-5811-4483-aeae-ecb2a65939e8 req-508f416e-c29e-4abb-835c-526165eded8c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473607
Apr 02 21:21:41.073392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.1 (fd476fca-24c3-435f-8b4b-8b8cce098b08/6083bc62-f54b-4575-a6f4-51574cfb27aa/559790ec-3473-4f71-b7f0-262ed4f700c1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:41.190317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.226757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.266146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:41.269168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:41.273425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:41.305428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=559790ec-3473-4f71-b7f0-262ed4f700c1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:41.343192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (e91078bc-f192-4aad-8828-5ae383177f18), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.576218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.637500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-295dc55b-6597-436f-90fe-50415e577a1b None None] Provisioning complete for port 559790ec-3473-4f71-b7f0-262ed4f700c1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:41.638081 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-295dc55b-6597-436f-90fe-50415e577a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.677544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-295dc55b-6597-436f-90fe-50415e577a1b None None] Port 559790ec-3473-4f71-b7f0-262ed4f700c1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:41.866492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.870821 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.974502 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (e91078bc-f192-4aad-8828-5ae383177f18), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:41.976174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=559790ec-3473-4f71-b7f0-262ed4f700c1,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:42.059846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0fcff-b14d-434c-8cb7-3f44c01d164d req-8b18628e-e24c-404b-818e-06d595a46b1a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:42.061334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73e0fcff-b14d-434c-8cb7-3f44c01d164d req-8b18628e-e24c-404b-818e-06d595a46b1a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1151991
Apr 02 21:21:42.112779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:42.118522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:42.131539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73e0fcff-b14d-434c-8cb7-3f44c01d164d req-19466ef9-01f5-4d86-a35e-c3f65f3f798a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645447
Apr 02 21:21:42.246048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router e91078bc-f192-4aad-8828-5ae383177f18 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:42.363355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:42.369923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7d00fb41-e6f8-4302-b866-1c721ac3260f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/routers/e91078bc-f192-4aad-8828-5ae383177f18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4479761
Apr 02 21:21:42.371207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44678) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:42.373155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] Sync routers for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:42.376352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'port': {'network_id': 'fd476fca-24c3-435f-8b4b-8b8cce098b08', 'name': 'tempest-FloatingIPTestJSON-1632730485'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:42.384280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:42.384999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784643ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:42.424786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784643ef40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:42.439100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:42.439640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784643ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:42.474820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784643ef40>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:42.475467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6d0e59-c606-4a10-8cfd-b519e959b5da None None] The sync data for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:42.477520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c149073c-4359-4d80-ae31-04b1200e7dd7 None None] Provisioning complete for port 559790ec-3473-4f71-b7f0-262ed4f700c1 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:42.478043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c149073c-4359-4d80-ae31-04b1200e7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:42.497701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Made reservation on behalf of ab7a41652e4c4a399b9b74eb42324576 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:42.501366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:42.518742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c149073c-4359-4d80-ae31-04b1200e7dd7 None None] Port 559790ec-3473-4f71-b7f0-262ed4f700c1 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:42.523175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] device_id is not set on port f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:21:42.646053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Allocated IP 172.20.0.7 (fd476fca-24c3-435f-8b4b-8b8cce098b08/6083bc62-f54b-4575-a6f4-51574cfb27aa/f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:21:42.784759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for port (f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:42.819194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:42.863911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:21:42.867416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:42.873783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:21:42.880533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event updated for resources: {'Port': ['ID=f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:42.927103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:42.927839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:42.944664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01cd9a4f-8909-42d2-b132-02b97538c6e9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.5723133
Apr 02 21:21:42.947314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44696) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:42.951739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Request body: {'floatingip': {'port_id': 'f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:43.012707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (1af6f8f9-92d9-4b15-b5e3-93849a0e4a65), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:43.144278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ab1e571c-53ff-4f0e-bfde-0f0d3d7de67a None None] Provisioning complete for port f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:21:43.144860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ab1e571c-53ff-4f0e-bfde-0f0d3d7de67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:43.181202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e571c-53ff-4f0e-bfde-0f0d3d7de67a None None] Port f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:21:43.327409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21a08a-a1da-445b-8776-ec311a655f95 req-45865f35-b6f8-4dbe-acd4-0329efb9c52a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:43.328910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc21a08a-a1da-445b-8776-ec311a655f95 req-45865f35-b6f8-4dbe-acd4-0329efb9c52a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1108773
Apr 02 21:21:43.779992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bc21a08a-a1da-445b-8776-ec311a655f95 req-424f3b53-cf54-4518-a817-5729d01c587e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4425104
Apr 02 21:21:43.891816 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:43.895374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1af6f8f9-92d9-4b15-b5e3-93849a0e4a65), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:43.994681 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 1af6f8f9-92d9-4b15-b5e3-93849a0e4a65 associated. External IP: 172.35.4.242, port: cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a.
Apr 02 21:21:44.206147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:44.315323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:44.325085 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:44.334417 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:44.335034 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed33a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.368442 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed33a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.376983 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:44.377589 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed33a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.414467 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed33a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.415016 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5977e-1548-40e0-8cfe-67d353c6ebd6 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:44.462937 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:44.538196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router e91078bc-f192-4aad-8828-5ae383177f18 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:44.648014 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:44.652383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:44.658053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] Sync routers for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:44.669187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:44.669823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f49040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.708351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f49040>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.718488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:44.718888 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d170fc6b-9264-49cc-9cb5-35179550e364 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/floatingips/1af6f8f9-92d9-4b15-b5e3-93849a0e4a65 HTTP/1.1" status: 200  len: 978 time: 1.7703145
Apr 02 21:21:44.719104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f49040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.721486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44708) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:44.753300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f49040>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:44.753958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e8520-fe10-4808-ba52-0a74aeeec167 None None] The sync data for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:44.847165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:44.847798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:44.977054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:44.997826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd922985-7475-4d79-8e25-898a6aa241b0 req-f8daf44c-7047-4c4c-81a2-92c16c9e3ecc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:44.999278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd922985-7475-4d79-8e25-898a6aa241b0 req-f8daf44c-7047-4c4c-81a2-92c16c9e3ecc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1251454
Apr 02 21:21:45.171221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd922985-7475-4d79-8e25-898a6aa241b0 req-2d2f853b-a276-478b-af5a-45403d609219 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1527987
Apr 02 21:21:45.240845 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:45.241130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1af6f8f9-92d9-4b15-b5e3-93849a0e4a65), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:45.241442 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Floating IP 1af6f8f9-92d9-4b15-b5e3-93849a0e4a65 disassociated. External IP: 172.35.4.242, port: f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2.
Apr 02 21:21:45.241785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:45.366237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:45.393932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:45.517224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router e91078bc-f192-4aad-8828-5ae383177f18 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:45.632214 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:45.643226 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] Sync routers for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:45.654007 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:45.654701 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:45.690880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3cd0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:45.699907 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:45.700727 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:45.710320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:45.715267 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa9184cf-3e6f-4af7-a0e5-e990e2b88c90 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/ports/f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 HTTP/1.1" status: 204  len: 168 time: 0.9926894
Apr 02 21:21:45.718376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44724) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:45.743532 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3cd0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:45.744184 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ad487-5e69-4e99-89b2-3c5badf319eb None None] The sync data for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:46.072577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (e91078bc-f192-4aad-8828-5ae383177f18), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:46.346595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f449-2f22-49b7-8594-d306c539974f req-5527e462-8923-43d7-aab2-70089c78b2ed tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:46.347991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1911f449-2f22-49b7-8594-d306c539974f req-5527e462-8923-43d7-aab2-70089c78b2ed tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1055603
Apr 02 21:21:46.394279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 559790ec-3473-4f71-b7f0-262ed4f700c1 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:46.394615 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:46.421805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1911f449-2f22-49b7-8594-d306c539974f req-6914747d-f684-4edb-9afa-b2a03c72782b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674095
Apr 02 21:21:46.492648 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:46.504023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 559790ec-3473-4f71-b7f0-262ed4f700c1 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:46.699113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (559790ec-3473-4f71-b7f0-262ed4f700c1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:46.726952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=559790ec-3473-4f71-b7f0-262ed4f700c1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:46.927029 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (e91078bc-f192-4aad-8828-5ae383177f18), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:47.475491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router e91078bc-f192-4aad-8828-5ae383177f18 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:47.547994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc3f2d-efef-4020-8e22-e0947edacbe6 req-113b53f1-32b9-41b4-8838-424eaef16c27 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:47.549634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fadc3f2d-efef-4020-8e22-e0947edacbe6 req-113b53f1-32b9-41b4-8838-424eaef16c27 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0582581
Apr 02 21:21:47.584344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:47.589514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4df7e851-3f13-4dbd-91ef-c0f572758416 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/routers/e91078bc-f192-4aad-8828-5ae383177f18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8704045
Apr 02 21:21:47.592035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:47.597614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] Sync routers for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:47.599904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fadc3f2d-efef-4020-8e22-e0947edacbe6 req-dd721cd9-5f3c-4778-b673-b06493466539 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432265
Apr 02 21:21:47.614357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:47.615223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784433d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:47.653193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784433d610>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:47.663586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] Routers {'e91078bc-f192-4aad-8828-5ae383177f18'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:47.664191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784433d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['e91078bc-f192-4aad-8828-5ae383177f18'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:47.698090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784433d610>, [], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:47.698737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708d965-56f8-4540-abb6-d6dbf58e6d18 None None] The sync data for ids ['e91078bc-f192-4aad-8828-5ae383177f18'] in ncdv-master-1 is: [] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:47.699197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router (e91078bc-f192-4aad-8828-5ae383177f18), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:47.803634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (e91078bc-f192-4aad-8828-5ae383177f18), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:47.854256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 412ff0e2-dfe7-44e2-9b84-eedfd4791d03 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:47.854597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (412ff0e2-dfe7-44e2-9b84-eedfd4791d03), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:47.914411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:47.931052 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (412ff0e2-dfe7-44e2-9b84-eedfd4791d03), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:47.942829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 412ff0e2-dfe7-44e2-9b84-eedfd4791d03 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:48.127334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (412ff0e2-dfe7-44e2-9b84-eedfd4791d03), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.152321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=412ff0e2-dfe7-44e2-9b84-eedfd4791d03,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:48.216476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (e91078bc-f192-4aad-8828-5ae383177f18), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.304441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44788) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:48.318964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (e91078bc-f192-4aad-8828-5ae383177f18), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.322231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_controller (e91078bc-f192-4aad-8828-5ae383177f18), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.376312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (e91078bc-f192-4aad-8828-5ae383177f18), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.376875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Fanout notify agent at l3_agent the message router_deleted on router e91078bc-f192-4aad-8828-5ae383177f18 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:21:48.384026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.387994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-031971af-7c5a-42e1-9a6c-1381d83ac141 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/routers/e91078bc-f192-4aad-8828-5ae383177f18 HTTP/1.1" status: 204  len: 168 time: 0.7921965
Apr 02 21:21:48.387994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44792) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:48.434414 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a258-c640-4064-8ea6-91462927d8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.461362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting subnet 6083bc62-f54b-4575-a6f4-51574cfb27aa {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:21:48.467785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for subnet (6083bc62-f54b-4575-a6f4-51574cfb27aa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.519145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (6083bc62-f54b-4575-a6f4-51574cfb27aa), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.620606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a258-c640-4064-8ea6-91462927d8ca admin admin] Publish callbacks [] for security_group (8193fbf2-49bb-416b-9c79-cbfd6660b369), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.629283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a258-c640-4064-8ea6-91462927d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8193fbf2-49bb-416b-9c79-cbfd6660b369), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.654990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6083bc62-f54b-4575-a6f4-51574cfb27aa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.712064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2a258-c640-4064-8ea6-91462927d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8193fbf2-49bb-416b-9c79-cbfd6660b369,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:48.739514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5bf2a258-c640-4064-8ea6-91462927d8ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a23649e6091d43be90cdd8417947c925&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4338219
Apr 02 21:21:48.742351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44796) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:48.776298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90aa39-8279-4181-beeb-d2d6709e7e5c req-9b883132-7979-43a0-8736-c0d2298372f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:48.777825 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b90aa39-8279-4181-beeb-d2d6709e7e5c req-9b883132-7979-43a0-8736-c0d2298372f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0943820
Apr 02 21:21:48.779317 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (6083bc62-f54b-4575-a6f4-51574cfb27aa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.792511 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb189f27-bf27-449a-b51b-b56d0a6a8c67 admin admin] Publish callbacks [] for security_group (8193fbf2-49bb-416b-9c79-cbfd6660b369), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.814124 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb189f27-bf27-449a-b51b-b56d0a6a8c67 admin admin] Publish callbacks [] for security_group (8193fbf2-49bb-416b-9c79-cbfd6660b369), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.821841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Subnet': ['ID=6083bc62-f54b-4575-a6f4-51574cfb27aa,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:48.823599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.825453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac4e31-8b86-4080-a49e-1f821d1d3977 None None] Network fd476fca-24c3-435f-8b4b-8b8cce098b08 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:48.826826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4c9fd081-59a6-46bb-b511-8ae16d0e2da8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/subnets/6083bc62-f54b-4575-a6f4-51574cfb27aa HTTP/1.1" status: 204  len: 168 time: 0.4379735
Apr 02 21:21:48.829484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44798) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:48.872016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb189f27-bf27-449a-b51b-b56d0a6a8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8193fbf2-49bb-416b-9c79-cbfd6660b369), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.874958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fb189f27-bf27-449a-b51b-b56d0a6a8c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.876227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fb189f27-bf27-449a-b51b-b56d0a6a8c67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8193fbf2-49bb-416b-9c79-cbfd6660b369 HTTP/1.1" status: 204  len: 168 time: 0.1327479
Apr 02 21:21:48.893072 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb189f27-bf27-449a-b51b-b56d0a6a8c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8193fbf2-49bb-416b-9c79-cbfd6660b369,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:48.916499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b90aa39-8279-4181-beeb-d2d6709e7e5c req-7c8c4192-c738-493d-a17e-b65b69e9ad0e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317682
Apr 02 21:21:48.929329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fd476fca-24c3-435f-8b4b-8b8cce098b08), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:48.994783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:48.995093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.035186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] DHCP port deletion for fd476fca-24c3-435f-8b4b-8b8cce098b08 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:21:49.063270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] For port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,segment=NetworkSegment(e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa),segment_id=e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:49.063675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.079017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:49.095954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] Deleting port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:49.096337 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.173924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.178959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] For port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,segment=NetworkSegment(e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa),segment_id=e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:49.179605 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.195512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] Calling delete_port for 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:49.202391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:49.206471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] No DVR routers for this DVR port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:49.286513 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.297083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fd476fca-24c3-435f-8b4b-8b8cce098b08), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.302204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] No DVR routers for this DVR port 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:49.320764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845ada250>,) {'filters': {'network_id': ['fd476fca-24c3-435f-8b4b-8b8cce098b08']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:49.327647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e425c-871c-4375-ba5f-118ee0e5d10d None None] Pushing event deleted for resources: {'Port': ['ID=9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:49.331692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845ada250>, 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:49.332259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845ada250>, 'e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:49.347121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.362615 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.370047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:21:49.370524 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (e2ac5a39-8a80-4dd8-ae42-c08dbcc6f4aa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:21:49.373964 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:21:49.441265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (fd476fca-24c3-435f-8b4b-8b8cce098b08), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.450287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.454715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/networks/fd476fca-24c3-435f-8b4b-8b8cce098b08 HTTP/1.1" status: 204  len: 168 time: 0.6232567
Apr 02 21:21:49.459224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44802) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:49.471873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a664f6-74cf-4d28-8c8e-154399ca2f79 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Network': ['ID=fd476fca-24c3-435f-8b4b-8b8cce098b08,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:49.606664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 9e21cd4c-4732-49a1-8ded-5ced41869cb7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:49.606886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.683198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.683513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (9e21cd4c-4732-49a1-8ded-5ced41869cb7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.695310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 9e21cd4c-4732-49a1-8ded-5ced41869cb7 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:49.825019 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9e21cd4c-4732-49a1-8ded-5ced41869cb7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.849341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=9e21cd4c-4732-49a1-8ded-5ced41869cb7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:49.907815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-8d077305-f708-49d1-9a67-6b7cc7f90586 req-d1337953-7a1e-4ce4-8aa4-2eb862f15888 tempest-ServerDiskConfigTestJSON-1624868282 tempest-ServerDiskConfigTestJSON-1624868282-project] (121648) timed out ('10.222.0.15', 56193) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:21:49.910093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for floatingip (1af6f8f9-92d9-4b15-b5e3-93849a0e4a65), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.912960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:49.914172 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6243c20-ef3a-4c3f-8f0a-d27b756cf4da tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/floatingips/1af6f8f9-92d9-4b15-b5e3-93849a0e4a65 HTTP/1.1" status: 204  len: 168 time: 0.4552975
Apr 02 21:21:49.917682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44806) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:49.941100 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-7321b8ad-ee2b-4396-992c-fbf2a3309aa1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:21:49.941611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7321b8ad-ee2b-4396-992c-fbf2a3309aa1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:21:49.945362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7321b8ad-ee2b-4396-992c-fbf2a3309aa1 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/ports/f8d2a43e-6f2c-472b-a3d9-48996d0bf5e2 HTTP/1.1" status: 404  len: 333 time: 0.0262675
Apr 02 21:21:49.947644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44810) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:49.978254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3dd44179-a45e-4efc-8879-bced1342ec37 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/ports?device_id=e91078bc-f192-4aad-8828-5ae383177f18 HTTP/1.1" status: 200  len: 205 time: 0.0294991
Apr 02 21:21:49.980698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:50.022862 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-226aad5f-a6f2-4088-ae78-d787339d733f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] delete failed (client error): The resource could not be found.
Apr 02 21:21:50.023898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-226aad5f-a6f2-4088-ae78-d787339d733f tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/routers/e91078bc-f192-4aad-8828-5ae383177f18 HTTP/1.1" status: 404  len: 336 time: 0.0422122
Apr 02 21:21:50.026560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44814) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:50.045179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674151-8c44-41bb-95e2-1878cf565a91 req-1d8923a8-cbf3-474e-b6b9-fb5eb3de4271 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:50.046669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-91674151-8c44-41bb-95e2-1878cf565a91 req-1d8923a8-cbf3-474e-b6b9-fb5eb3de4271 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0530641
Apr 02 21:21:50.052589 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c268a19-ba3f-436c-acb8-889ecfea94b5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:21:50.053036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c268a19-ba3f-436c-acb8-889ecfea94b5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:21:50.056004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c268a19-ba3f-436c-acb8-889ecfea94b5 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/subnets/6083bc62-f54b-4575-a6f4-51574cfb27aa HTTP/1.1" status: 404  len: 337 time: 0.0285468
Apr 02 21:21:50.058535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44816) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:50.096484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-91674151-8c44-41bb-95e2-1878cf565a91 req-682444a9-603f-4849-bac7-bd5666c764db tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434237
Apr 02 21:21:50.147008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:50.147384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.237659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.249669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:50.376102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.402113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:50.473408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.476813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5a75e443-f2f9-4e79-bd7a-be2c92f00350 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/ports/cc9255e9-3bfc-4cf7-9a8a-6292ffd7791a HTTP/1.1" status: 204  len: 168 time: 0.4173315
Apr 02 21:21:50.479433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:50.550299 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-768b3bfb-240f-4842-9cd5-b1b6c890d44d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0451148
Apr 02 21:21:50.576649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 08957efa-4455-4265-aa1f-5419c0dee515 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:50.576987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (08957efa-4455-4265-aa1f-5419c0dee515), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.590468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:50.615678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:21:50.616137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9a48d6d9-f2ea-44c5-b4d8-25df7cfa5cd2 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:50.669687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (08957efa-4455-4265-aa1f-5419c0dee515), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.685011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 08957efa-4455-4265-aa1f-5419c0dee515 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:50.819077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (08957efa-4455-4265-aa1f-5419c0dee515), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.849055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=08957efa-4455-4265-aa1f-5419c0dee515,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:50.920833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:50.924068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5ccbfc3d-283c-4ed7-8cba-21a699904838 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/ports/08957efa-4455-4265-aa1f-5419c0dee515 HTTP/1.1" status: 204  len: 168 time: 0.4437184
Apr 02 21:21:50.926797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44820) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:50.928192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-e204d289-965b-464c-923a-353dd035273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:50.929724 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-e204d289-965b-464c-923a-353dd035273e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1127 time: 0.3301387
Apr 02 21:21:50.979246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa0f9d-f817-497d-a880-ff026bfa04b6 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:50.980760 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82aa0f9d-f817-497d-a880-ff026bfa04b6 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "GET /v2.0/ports?device_id=1feb8184-b1a0-421d-b4b7-9fc9d082a452 HTTP/1.1" status: 200  len: 913 time: 0.0530140
Apr 02 21:21:50.983352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44822) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:51.094299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-6e26f4fe-2637-4f19-8bf9-57555952ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:51.095683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-6e26f4fe-2637-4f19-8bf9-57555952ec59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 897 time: 0.1413822
Apr 02 21:21:51.226485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-03191cd5-3da2-43e8-908d-7db30b32037d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 1000 time: 0.1202433
Apr 02 21:21:51.269466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880d568-5119-49d3-9975-e8b536f87fe1 req-487f181b-1857-40c3-b730-30f66d6a1136 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:51.271872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2880d568-5119-49d3-9975-e8b536f87fe1 req-487f181b-1857-40c3-b730-30f66d6a1136 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0934985
Apr 02 21:21:51.286916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-4e4374b1-c069-408a-9d37-7c222a81cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:51.288523 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-4e4374b1-c069-408a-9d37-7c222a81cc88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 200  len: 835 time: 0.0530005
Apr 02 21:21:51.344518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-6c97de30-5b37-4721-a7d9-81ba61c01656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:51.346100 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-6c97de30-5b37-4721-a7d9-81ba61c01656 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483880
Apr 02 21:21:51.395557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (1feb8184-b1a0-421d-b4b7-9fc9d082a452), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:51.457193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-d6bbee14-62ac-44f9-baac-9db402c113e8 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005566
Apr 02 21:21:51.563388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac8e27be-90e8-43f1-bc88-6de11b0aebdf req-2e4d3094-3813-4092-99f5-c5c15c3ed214 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958521
Apr 02 21:21:51.577957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2880d568-5119-49d3-9975-e8b536f87fe1 req-e83cd7b1-5ac1-475f-97ba-4556cc9cca9c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2991993
Apr 02 21:21:51.706909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 1787e81f-bef4-420b-b23d-26f6a635b310 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:51.707275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1787e81f-bef4-420b-b23d-26f6a635b310), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:51.789650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1787e81f-bef4-420b-b23d-26f6a635b310), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:51.803391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 1787e81f-bef4-420b-b23d-26f6a635b310 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:51.990924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1787e81f-bef4-420b-b23d-26f6a635b310), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:52.017052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=1787e81f-bef4-420b-b23d-26f6a635b310,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:52.181734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (1feb8184-b1a0-421d-b4b7-9fc9d082a452), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:52.731216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:21:52.762248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e86f-61b3-43d0-9b4f-f88f3e4d22bc req-9f183154-c636-40c2-9ff0-4a7ba6625ac9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:52.763767 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47b6e86f-61b3-43d0-9b4f-f88f3e4d22bc req-9f183154-c636-40c2-9ff0-4a7ba6625ac9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.1170111
Apr 02 21:21:52.816961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47b6e86f-61b3-43d0-9b4f-f88f3e4d22bc req-02ceae61-25ee-4b9c-b500-3ee4f1d3d3a3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472486
Apr 02 21:21:52.840130 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:21:52.845089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-84e62a95-90ac-4fc4-9e6b-205dbf7db751 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "PUT /v2.0/routers/1feb8184-b1a0-421d-b4b7-9fc9d082a452/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8607211
Apr 02 21:21:52.847408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44834) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:52.850429 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] Sync routers for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:21:52.860590 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:52.861200 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f5c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:52.895596 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f5c9a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:52.905312 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] Routers {'1feb8184-b1a0-421d-b4b7-9fc9d082a452'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:21:52.905963 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f5c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:52.941854 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f5c9a0>, [], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:52.942526 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d72ba-af2e-4e1e-b201-925f32201d41 None None] The sync data for ids ['1feb8184-b1a0-421d-b4b7-9fc9d082a452'] in ncdv-master-1 is: [] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:21:52.957990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router (1feb8184-b1a0-421d-b4b7-9fc9d082a452), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.061110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_gateway (1feb8184-b1a0-421d-b4b7-9fc9d082a452), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.111133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting port 6930fcee-7e17-4646-9596-1d563953f22b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:21:53.111465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6930fcee-7e17-4646-9596-1d563953f22b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.137953 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-26240997-06d7-4a22-9baf-4136f84590b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.184333 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6930fcee-7e17-4646-9596-1d563953f22b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.196154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Calling delete_port for 6930fcee-7e17-4646-9596-1d563953f22b owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:21:53.363350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6930fcee-7e17-4646-9596-1d563953f22b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.388576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Port': ['ID=6930fcee-7e17-4646-9596-1d563953f22b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:53.448153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (1feb8184-b1a0-421d-b4b7-9fc9d082a452), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.541439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (1feb8184-b1a0-421d-b4b7-9fc9d082a452), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.543791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router_controller (1feb8184-b1a0-421d-b4b7-9fc9d082a452), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.588904 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (1feb8184-b1a0-421d-b4b7-9fc9d082a452), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.589460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Fanout notify agent at l3_agent the message router_deleted on router 1feb8184-b1a0-421d-b4b7-9fc9d082a452 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:21:53.596790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.598491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-918b9e34-bca6-4950-a8b7-9f232fcd080b tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/routers/1feb8184-b1a0-421d-b4b7-9fc9d082a452 HTTP/1.1" status: 204  len: 168 time: 0.7489836
Apr 02 21:21:53.601053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:53.650850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Deleting subnet 1702796f-5466-4a80-8e42-64dd90f584b6 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:21:53.654214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for subnet (1702796f-5466-4a80-8e42-64dd90f584b6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.693849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1702796f-5466-4a80-8e42-64dd90f584b6), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.737015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1702796f-5466-4a80-8e42-64dd90f584b6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.796348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1702796f-5466-4a80-8e42-64dd90f584b6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.822109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Subnet': ['ID=1702796f-5466-4a80-8e42-64dd90f584b6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:53.825693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.828874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be9e4dd5-663f-42ea-88e3-d57edca9cfe8 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/subnets/1702796f-5466-4a80-8e42-64dd90f584b6 HTTP/1.1" status: 204  len: 168 time: 0.2269197
Apr 02 21:21:53.831300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44838) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:53.936224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (214eb72e-9096-45f0-a4bc-4ce04caf25f5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:53.982065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd149d-adad-465d-a814-a553fdfb4dfd req-a4c9856c-b3fb-45cb-8174-592d199db081 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:53.983548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ebd149d-adad-465d-a814-a553fdfb4dfd req-a4c9856c-b3fb-45cb-8174-592d199db081 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0922678
Apr 02 21:21:54.050075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (214eb72e-9096-45f0-a4bc-4ce04caf25f5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.089350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7846959c40>,) {'filters': {'network_id': ['214eb72e-9096-45f0-a4bc-4ce04caf25f5']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:54.102353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846959c40>, '8ffa59a6-1e10-4b22-8051-a362fb5dad06') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:54.102673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846959c40>, '8ffa59a6-1e10-4b22-8051-a362fb5dad06') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:21:54.107244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0ebd149d-adad-465d-a814-a553fdfb4dfd req-6c67c6de-a665-4e0d-8676-2ef7fe35f580 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097033
Apr 02 21:21:54.115405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (8ffa59a6-1e10-4b22-8051-a362fb5dad06), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.129886 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8ffa59a6-1e10-4b22-8051-a362fb5dad06), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.135473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:21:54.135850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (8ffa59a6-1e10-4b22-8051-a362fb5dad06), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:21:54.138737 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:21:54.197112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (214eb72e-9096-45f0-a4bc-4ce04caf25f5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.203222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.206752 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] 10.222.0.18 "DELETE /v2.0/networks/214eb72e-9096-45f0-a4bc-4ce04caf25f5 HTTP/1.1" status: 204  len: 168 time: 0.3745451
Apr 02 21:21:54.221307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af2bbc-bba2-4a7b-82a4-a4eefe5a8cf9 tempest-FloatingIPTestJSON-1487054022 tempest-FloatingIPTestJSON-1487054022-project] Pushing event deleted for resources: {'Network': ['ID=214eb72e-9096-45f0-a4bc-4ce04caf25f5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:54.396176 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-46d3243f-ef6b-4509-aa18-c475b8ef73de service neutron] show failed (client error): The resource could not be found.
Apr 02 21:21:54.397241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-46d3243f-ef6b-4509-aa18-c475b8ef73de service neutron] 10.222.0.15 "GET /v2.0/ports/b1bae5f8-326c-475b-ad9e-32535077b85a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0570989
Apr 02 21:21:54.461018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44848) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:54.607299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b3d99858-1744-4435-955d-d37ba7b65910 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab7a41652e4c4a399b9b74eb42324576&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1451178
Apr 02 21:21:54.609802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:54.641382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-42a26e98-dd6e-49ea-966f-6584edd6ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:54.642886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-42a26e98-dd6e-49ea-966f-6584edd6ecc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 1128 time: 0.0751309
Apr 02 21:21:54.657333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:54.658422 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3854-23bc-4d8e-8baa-8f19bb39bc55 admin admin] Publish callbacks [] for security_group (38ac0822-3721-44ac-b3f8-b34fcba8f684), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.682430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3854-23bc-4d8e-8baa-8f19bb39bc55 admin admin] Publish callbacks [] for security_group (38ac0822-3721-44ac-b3f8-b34fcba8f684), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.719618 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.729125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3854-23bc-4d8e-8baa-8f19bb39bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (38ac0822-3721-44ac-b3f8-b34fcba8f684), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.731993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3854-23bc-4d8e-8baa-8f19bb39bc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:54.733342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cfaf3854-23bc-4d8e-8baa-8f19bb39bc55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38ac0822-3721-44ac-b3f8-b34fcba8f684 HTTP/1.1" status: 204  len: 168 time: 0.1225874
Apr 02 21:21:54.741969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf3854-23bc-4d8e-8baa-8f19bb39bc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ac0822-3721-44ac-b3f8-b34fcba8f684,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:54.972633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:55.007068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:55.052360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:21:55.057548 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf063d2-2e56-44b8-9b6f-d69f5bdc1b27" -d '{"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-unplugged", "status": "completed", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:21:55.058722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Publish callbacks [] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.075811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Transition to ACTIVE for port object b1bae5f8-326c-475b-ad9e-32535077b85a will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:21:55.081315 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.112969 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e156b-f35c-484d-a815-1aabc88f338b x-openstack-request-id: req-9a5e156b-f35c-484d-a815-1aabc88f338b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:21:55.113260 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-unplugged", "status": "completed", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:21:55.113542 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a5e156b-f35c-484d-a815-1aabc88f338b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:21:55.113937 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5e156b-f35c-484d-a815-1aabc88f338b'] response: {'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'code': 200}
Apr 02 21:21:55.206159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:55.261038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055b2e-2d68-4cda-8527-d8fa826c4aac req-064e170b-99b7-4908-9b66-27d8f8b7044e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.263642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7055b2e-2d68-4cda-8527-d8fa826c4aac req-064e170b-99b7-4908-9b66-27d8f8b7044e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.0672343
Apr 02 21:21:55.273846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] No DVR routers for this DVR port b1bae5f8-326c-475b-ad9e-32535077b85a on host nch1-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:21:55.321973 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2bef9e5-e819-435c-8983-6aaeac49ff38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.331667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7055b2e-2d68-4cda-8527-d8fa826c4aac req-9f246f00-7fbe-48ac-ba9b-03d5909a4999 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610867
Apr 02 21:21:55.430239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:21:55.430648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:21:55.431230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:55.435503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Port b1bae5f8-326c-475b-ad9e-32535077b85a on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:21:55.435854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Attempting to bind port b1bae5f8-326c-475b-ad9e-32535077b85a on network e56d11ac-91eb-4afd-ae1e-5651177c7d97 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:21:55.440908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:21:55.441250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Checking segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:55.442199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Bound using segment: {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:21:55.442631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Bound port: b1bae5f8-326c-475b-ad9e-32535077b85a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297e140-0b92-411d-bed5-5bd35cfa37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:21:55.442989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.495322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44878) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:55.516422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:21:55.519442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:21:55.526283 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.557760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.558383 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.560335 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1092 time: 0.9070294
Apr 02 21:21:55.605377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2086501822'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:55.606769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e332f6b-615d-4c05-91b8-1490b65b8688 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=7']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:55.630564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:55.634223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.643479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-792bb108-9f18-4bd8-8ea3-94bef844f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.645868 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-792bb108-9f18-4bd8-8ea3-94bef844f26b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1126 time: 0.0536616
Apr 02 21:21:55.654005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.737608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for security_group (43805a94-17fa-4e8b-9b56-80b8935fadc9), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.743305 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (43805a94-17fa-4e8b-9b56-80b8935fadc9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.750740 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-de5fa776-d1d7-4b4d-a40f-ab96086a2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.752865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-de5fa776-d1d7-4b4d-a40f-ab96086a2e63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.0970516
Apr 02 21:21:55.768662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:21:55.784344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43805a94-17fa-4e8b-9b56-80b8935fadc9,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:55.787387 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3b261238-72ba-42c9-a372-a5331e3363b8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.787724 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Added segment 3b261238-72ba-42c9-a372-a5331e3363b8 of type vlan for network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b
Apr 02 21:21:55.825362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-9622120b-7641-4274-bca2-23a0bd5bfcbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1000 time: 0.0635159
Apr 02 21:21:55.830756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.858513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.864008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.864623 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:55.881584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-71ceda88-32f1-40ee-919b-639caec420ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.883206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-71ceda88-32f1-40ee-919b-639caec420ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0483944
Apr 02 21:21:55.897996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4011745
Apr 02 21:21:55.935846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-5a3187b1-405b-4b52-8566-b05a7942600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:55.937476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-5a3187b1-405b-4b52-8566-b05a7942600a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453410
Apr 02 21:21:55.940106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d6886-98f1-4e5d-9b49-5be592629eb1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Network': ['ID=6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:55.951344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:21:56.034780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-b4549b8f-17e3-4ec5-acb0-c66bc2a70564 service neutron] 10.222.0.21 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856473
Apr 02 21:21:56.134121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-0b998bd0-69b2-4bb0-9efd-3a3dcf88bfc6 service neutron] 10.222.0.21 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856078
Apr 02 21:21:56.469099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db126b6-d373-4704-8391-263f9a0db3c7 req-3ffc34d5-77ca-4343-9910-adb7e548e44a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:56.470587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7db126b6-d373-4704-8391-263f9a0db3c7 req-3ffc34d5-77ca-4343-9910-adb7e548e44a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.0557854
Apr 02 21:21:56.520311 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7db126b6-d373-4704-8391-263f9a0db3c7 req-0d1660fd-3935-4e96-b164-b8ca76135aa7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428920
Apr 02 21:21:56.686312 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:57.115172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:21:57.117437 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d02cc-1877-41a2-9842-49f9892e34a7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:21:57.166230 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5141b710-1816-4c16-b994-2f00d0e7c5ec x-openstack-request-id: req-5141b710-1816-4c16-b994-2f00d0e7c5ec {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:21:57.166519 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:21:57.167103 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5141b710-1816-4c16-b994-2f00d0e7c5ec {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:21:57.167507 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5141b710-1816-4c16-b994-2f00d0e7c5ec'] response: {'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'status': 'completed', 'code': 200}
Apr 02 21:21:57.233205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-ca862430-f3a1-46f2-ac05-1a2215630638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.235513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-ca862430-f3a1-46f2-ac05-1a2215630638 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1126 time: 0.0483751
Apr 02 21:21:57.242565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-65bcabca-a152-4aa3-93a7-bcb8778cb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.245054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-65bcabca-a152-4aa3-93a7-bcb8778cb53b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1126 time: 0.0592778
Apr 02 21:21:57.330935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-05fbb41c-42a5-46bf-9d80-5c6f84613366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.333111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-05fbb41c-42a5-46bf-9d80-5c6f84613366 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.0906522
Apr 02 21:21:57.352148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-e43847d2-9fc9-4f66-bec1-c3410fbd1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.353749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-e43847d2-9fc9-4f66-bec1-c3410fbd1b3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.0983407
Apr 02 21:21:57.400966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-e79a713a-859b-4bdb-9442-0722dd059372 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1000 time: 0.0626287
Apr 02 21:21:57.426813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-0272a57a-aa78-4f85-a96d-9cd88784d632 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1000 time: 0.0657430
Apr 02 21:21:57.467435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-d8d17ba1-7ee2-4837-8ce8-bf8767afa0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.469452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-d8d17ba1-7ee2-4837-8ce8-bf8767afa0cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0624797
Apr 02 21:21:57.481879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-edc43879-d80c-40b3-ac45-7847b19d6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.483591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-edc43879-d80c-40b3-ac45-7847b19d6fab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0489292
Apr 02 21:21:57.520606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-7095002a-8835-4517-8688-250a4d35f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.522494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-7095002a-8835-4517-8688-250a4d35f133 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475380
Apr 02 21:21:57.540185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-cdc32949-04bc-4e73-9a15-a2fb089ad1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.542165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-cdc32949-04bc-4e73-9a15-a2fb089ad1c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517292
Apr 02 21:21:57.622578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-8253fb92-5d8d-4648-8a63-e58ff6b820be service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936880
Apr 02 21:21:57.685174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-5a92ba66-ce80-42df-8d4d-982a347d9f5e service neutron] 10.222.0.21 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354554
Apr 02 21:21:57.697697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215e41-2b48-4316-862d-f7631075e6d8 req-eb92d360-415c-486d-9497-5654be34bdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:57.700958 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d215e41-2b48-4316-862d-f7631075e6d8 req-eb92d360-415c-486d-9497-5654be34bdb1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.0765047
Apr 02 21:21:57.713733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-ab26282a-30e6-418a-9acb-9fbd612867c9 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857050
Apr 02 21:21:57.812400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d215e41-2b48-4316-862d-f7631075e6d8 req-2186b644-028f-4a97-94ce-f57a06da697f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017849
Apr 02 21:21:57.823332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-493d02cc-1877-41a2-9842-49f9892e34a7 req-182313a8-1bb2-4a20-82e1-69d56acb87f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212218
Apr 02 21:21:57.852923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:21:57.894063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port b1bae5f8-326c-475b-ad9e-32535077b85a host nch2-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:21:57.894452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:21:58.751824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:58.943870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437cb1-b6e0-41f4-8cd8-c3b5e7dab33a req-8409c2a8-0e84-4598-8a96-9dd5128bb92e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:58.945454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49437cb1-b6e0-41f4-8cd8-c3b5e7dab33a req-8409c2a8-0e84-4598-8a96-9dd5128bb92e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.0577102
Apr 02 21:21:58.993787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49437cb1-b6e0-41f4-8cd8-c3b5e7dab33a req-3e8e401d-8278-4d3a-b28d-83748c8baae1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420389
Apr 02 21:21:59.103302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44898) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:59.108587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'subnet': {'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:59.295382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:59.298630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.325119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e5bb6-a0f6-4eff-884d-503a17ef327c req-c8188462-a69e-4589-8524-2d5940e44b59 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:59.326631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae4e5bb6-a0f6-4eff-884d-503a17ef327c req-c8188462-a69e-4589-8524-2d5940e44b59 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 944 time: 0.1854393
Apr 02 21:21:59.335048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:21:59.364694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-86f4f61a-a61c-4122-9a19-dc86630675ce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:59.366281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-86f4f61a-a61c-4122-9a19-dc86630675ce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225&tenant_id=8c67d04af96d45f995da597f3f678014&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1964049
Apr 02 21:21:59.438006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.445725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:59.457353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'port_id': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'mac_address': 'fa:16:3e:e5:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:21:59.496075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ae4e5bb6-a0f6-4eff-884d-503a17ef327c req-907c1c43-6e7f-43fd-8bd0-8a52f04912c4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528962
Apr 02 21:21:59.500596 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b1bae5f8-326c-475b-ad9e-32535077b85a is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:21:59.501250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.512336 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-e12cc47d-f362-4a1b-8a71-941c074de70f service neutron] delete failed (client error): The resource could not be found.
Apr 02 21:21:59.513394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-e12cc47d-f362-4a1b-8a71-941c074de70f service neutron] 10.222.0.15 "DELETE /v2.0/ports/b1bae5f8-326c-475b-ad9e-32535077b85a/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1145642
Apr 02 21:21:59.515343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bae5f8-326c-475b-ad9e-32535077b85a {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:21:59.536117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:21:59.540308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.592319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:59.650028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (a03906f9-c57e-4db7-b048-d29f34c6aa15), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.659970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-3adfd623-b7bb-474a-8ad6-cfc26aa266b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:59.662060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-3adfd623-b7bb-474a-8ad6-cfc26aa266b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1127 time: 0.0954244
Apr 02 21:21:59.775563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Subnet': ['ID=a03906f9-c57e-4db7-b048-d29f34c6aa15,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:21:59.785825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Checking segment: {'id': '3b261238-72ba-42c9-a372-a5331e3363b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:21:59.786192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network hostable DHCP agents. Network: 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:21:59.795415 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b1bae5f8-326c-475b-ad9e-32535077b85a'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:21:59.812727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-048d856d-55b5-49d1-be90-a1d2e773ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:59.814191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-048d856d-55b5-49d1-be90-a1d2e773ab76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.1344562
Apr 02 21:21:59.819011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:21:59.864369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:21:59.869075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:59.870016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.885824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692c205-98c6-4356-824e-d33ec87a11f6 None None] Network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:21:59.900914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba13bb5e-70f2-4ef7-ab25-5b51750b3e1a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7963352
Apr 02 21:21:59.904727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44902) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:21:59.908182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-f9a59c78-b951-4f26-899d-70a26c35ad01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 1001 time: 0.0855348
Apr 02 21:21:59.910910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1263590109'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:21:59.931369 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:21:59.934808 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.961708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:21:59.962677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-a1f35e15-c47c-4095-a618-4172b3395e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:21:59.964303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-a1f35e15-c47c-4095-a618-4172b3395e58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0499299
Apr 02 21:21:59.982761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (17ac5b0f-ca6d-499f-be07-3b42fc058407), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:21:59.983112 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Added segment 17ac5b0f-ca6d-499f-be07-3b42fc058407 of type vlan for network 248d9848-278a-4a39-b241-6b8efb3201e6
Apr 02 21:22:00.018480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-2aaaa2c6-aedf-44c4-b995-7cb0f57b4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:00.020699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-2aaaa2c6-aedf-44c4-b995-7cb0f57b4829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512717
Apr 02 21:22:00.025826 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (248d9848-278a-4a39-b241-6b8efb3201e6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.039622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b', 'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b', 'project_id': '00543203562741b3b0bbd78ebe735239', 'fixed_ips': [{'subnet_id': 'a03906f9-c57e-4db7-b048-d29f34c6aa15'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:00.040491 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.056004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (248d9848-278a-4a39-b241-6b8efb3201e6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.062053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:00.062222 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.100374 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1941967
Apr 02 21:22:00.103221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44904) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:00.107995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'subnet': {'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:00.133331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-c8310031-32eb-4bb8-bf1a-5337a8b176ef service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995388
Apr 02 21:22:00.236608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac6b5ccf-d0be-4cc6-a02f-4882067f5b7e req-92e24050-fbd5-4a0c-bc13-0b98d348f795 service neutron] 10.222.0.15 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974398
Apr 02 21:22:00.240004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Allocated IP 2001:db8:0:ffff::2 (6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b/a03906f9-c57e-4db7-b048-d29f34c6aa15/18660b41-1bab-4731-b4da-fbf2978d27ac) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:00.438215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93296e2c-4ccd-446c-b21e-e3a84de6eb0a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Network': ['ID=248d9848-278a-4a39-b241-6b8efb3201e6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:00.474170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 248d9848-278a-4a39-b241-6b8efb3201e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:00.502023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:00.505612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.628063 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Publish callbacks [] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.637072 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.669600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af5142-b672-492f-babc-c946a9a7876e req-6b6259cc-652c-4673-80df-b5781cd61434 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:00.671151 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02af5142-b672-492f-babc-c946a9a7876e req-6b6259cc-652c-4673-80df-b5781cd61434 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 945 time: 0.0830450
Apr 02 21:22:00.679362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:00.684608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:00.689377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:00.692696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Pushing event updated for resources: {'Port': ['ID=18660b41-1bab-4731-b4da-fbf2978d27ac,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:00.752382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Attempting to bind port 18660b41-1bab-4731-b4da-fbf2978d27ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:00.752786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Attempting to bind port 18660b41-1bab-4731-b4da-fbf2978d27ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b261238-72ba-42c9-a372-a5331e3363b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:00.753184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Attempting to bind port 18660b41-1bab-4731-b4da-fbf2978d27ac on network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:00.759024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:00.759462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Checking segment: {'id': '3b261238-72ba-42c9-a372-a5331e3363b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:00.759863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.760305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Bound using segment: {'id': '3b261238-72ba-42c9-a372-a5331e3363b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:00.760869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Bound port: 18660b41-1bab-4731-b4da-fbf2978d27ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b261238-72ba-42c9-a372-a5331e3363b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:00.761273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.782308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02af5142-b672-492f-babc-c946a9a7876e req-95334843-1ec9-4928-8675-16b80db95f9c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927076
Apr 02 21:22:00.783637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44912) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:00.829942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] For port 18660b41-1bab-4731-b4da-fbf2978d27ac, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:00.836758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] For port 18660b41-1bab-4731-b4da-fbf2978d27ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18660b41-1bab-4731-b4da-fbf2978d27ac,segment=NetworkSegment(3b261238-72ba-42c9-a372-a5331e3363b8),segment_id=3b261238-72ba-42c9-a372-a5331e3363b8)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:00.845063 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:00.904400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55b27b-d744-4b86-996c-83935ff9de11 None None] Pushing event updated for resources: {'Port': ['ID=18660b41-1bab-4731-b4da-fbf2978d27ac,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:00.939263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:22:00.940995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (5d1dc2c7-83d4-4428-a60c-24d9b06f0617), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.016890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Subnet': ['ID=5d1dc2c7-83d4-4428-a60c-24d9b06f0617,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:01.020646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Checking segment: {'id': '17ac5b0f-ca6d-499f-be07-3b42fc058407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:01.021084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network hostable DHCP agents. Network: 248d9848-278a-4a39-b241-6b8efb3201e6, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:01.041780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 248d9848-278a-4a39-b241-6b8efb3201e6 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:01.057795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 248d9848-278a-4a39-b241-6b8efb3201e6) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:01.062314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:01.063221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.069830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e517a4-e89d-4521-afca-506b5e6ae53f None None] Network 248d9848-278a-4a39-b241-6b8efb3201e6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:01.086807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:01.089382 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-21d71f71-6999-4a5c-a74a-2ea4d6c4f834 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9797356
Apr 02 21:22:01.094161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'port': {'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6', 'name': 'tempest-NetworksIpV6TestAttrs-1386194438'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:01.227283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-248d9848-278a-4a39-b241-6b8efb3201e6', 'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6', 'project_id': '00543203562741b3b0bbd78ebe735239', 'fixed_ips': [{'subnet_id': '5d1dc2c7-83d4-4428-a60c-24d9b06f0617'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:01.228535 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.289891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:01.293595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.314413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] device_id is not set on port b1791c5b-d35d-401b-873c-ed0ec7fcb5e7 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:22:01.351972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:01.373436 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.393705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Allocated IP 2001:db8::f816:3eff:fe64:4ab (248d9848-278a-4a39-b241-6b8efb3201e6/5d1dc2c7-83d4-4428-a60c-24d9b06f0617/9fb5ff5c-ce91-43b1-97b5-06eb15c81f35) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:01.480731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port b1bae5f8-326c-475b-ad9e-32535077b85a completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:22:01.490258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b1bae5f8-326c-475b-ad9e-32535077b85a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:01.490638 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.619889 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Publish callbacks [] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.635290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.638777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b1bae5f8-326c-475b-ad9e-32535077b85a is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:01.639232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.700770 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Network 248d9848-278a-4a39-b241-6b8efb3201e6 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:01.714051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:01.716335 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15a57e-7881-4f7c-b96e-7af7364d327a" -d '{"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-plugged", "status": "completed", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:01.719027 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:01.728820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:01.734681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Pushing event updated for resources: {'Port': ['ID=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:01.747741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:01.768538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.790358 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e69ae6-5975-4ae0-b9ec-2a8042d4a76d x-openstack-request-id: req-79e69ae6-5975-4ae0-b9ec-2a8042d4a76d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:01.790717 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-plugged", "status": "completed", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:01.790915 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79e69ae6-5975-4ae0-b9ec-2a8042d4a76d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:01.791319 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e69ae6-5975-4ae0-b9ec-2a8042d4a76d'] response: {'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'code': 200}
Apr 02 21:22:01.845146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Attempting to bind port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:01.845523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Attempting to bind port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '17ac5b0f-ca6d-499f-be07-3b42fc058407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:01.845893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Attempting to bind port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 on network 248d9848-278a-4a39-b241-6b8efb3201e6 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:01.864126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:01.864530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Checking segment: {'id': '17ac5b0f-ca6d-499f-be07-3b42fc058407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:01.864940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.865340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Bound using segment: {'id': '17ac5b0f-ca6d-499f-be07-3b42fc058407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:01.865829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Bound port: 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ac5b0f-ca6d-499f-be07-3b42fc058407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '248d9848-278a-4a39-b241-6b8efb3201e6'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:01.866599 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:01.881272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:01.883439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Allocated IP 2001:db8::f816:3eff:fe94:c4e9 (248d9848-278a-4a39-b241-6b8efb3201e6/5d1dc2c7-83d4-4428-a60c-24d9b06f0617/b1791c5b-d35d-401b-873c-ed0ec7fcb5e7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:01.955030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] For port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:01.958514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] For port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,segment=NetworkSegment(17ac5b0f-ca6d-499f-be07-3b42fc058407),segment_id=17ac5b0f-ca6d-499f-be07-3b42fc058407)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:01.963324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c597-6541-4591-acbf-91e6de1b16a6 req-c810c2d7-77c8-44c6-ae32-281dc2e455fb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:01.966388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10d6c597-6541-4591-acbf-91e6de1b16a6 req-c810c2d7-77c8-44c6-ae32-281dc2e455fb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0834522
Apr 02 21:22:01.966806 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.034567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17891-4811-4fbb-85d4-62397cbe942b None None] Pushing event updated for resources: {'Port': ['ID=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:02.056536 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10d6c597-6541-4591-acbf-91e6de1b16a6 req-ef92f361-8243-42ee-827f-2de1cec5ecfe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817845
Apr 02 21:22:02.082521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44920) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:02.119448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b98f0-8376-48c9-8bea-15df72d7f582 None None] Network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:02.179660 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-466ca6dc-b4c6-4664-8363-da3e123c198f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/d00f5211-294a-47dd-b48d-b976e2d50bba HTTP/1.1" status: 200  len: 994 time: 0.0944860
Apr 02 21:22:02.197575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for port (b1791c5b-d35d-401b-873c-ed0ec7fcb5e7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.223312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] Provisioning complete for port 18660b41-1bab-4731-b4da-fbf2978d27ac triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:02.223685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.305587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b1791c5b-d35d-401b-873c-ed0ec7fcb5e7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.355601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port 53d29d4e-d9dd-431d-9df0-71004e705831 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:02.355955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.364775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] Current status of the port 18660b41-1bab-4731-b4da-fbf2978d27ac is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:02.364957 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.387979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 248d9848-278a-4a39-b241-6b8efb3201e6 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:02.395666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:02.398396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:02.403997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:02.404661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.423694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] For port 18660b41-1bab-4731-b4da-fbf2978d27ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18660b41-1bab-4731-b4da-fbf2978d27ac,segment=NetworkSegment(3b261238-72ba-42c9-a372-a5331e3363b8),segment_id=3b261238-72ba-42c9-a372-a5331e3363b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:02.428994 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.458157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Port': ['ID=b1791c5b-d35d-401b-873c-ed0ec7fcb5e7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:02.481478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aeb452bd-94f2-46a3-b1ee-27c9149acbe1 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.3934681
Apr 02 21:22:02.484430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44922) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:02.487751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1a67a-3f5d-4af3-b61c-c84f1b9faa36 None None] Pushing event updated for resources: {'Port': ['ID=18660b41-1bab-4731-b4da-fbf2978d27ac,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:02.518805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port 53d29d4e-d9dd-431d-9df0-71004e705831, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53d29d4e-d9dd-431d-9df0-71004e705831,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:02.519193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.534151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for 53d29d4e-d9dd-431d-9df0-71004e705831 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:02.545726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting subnet 5d1dc2c7-83d4-4428-a60c-24d9b06f0617 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:02.549597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (5d1dc2c7-83d4-4428-a60c-24d9b06f0617), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.617158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (5d1dc2c7-83d4-4428-a60c-24d9b06f0617), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.654506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f26f69a6-ed3e-49b6-8311-33d10c1d7342 None None] Provisioning complete for port 18660b41-1bab-4731-b4da-fbf2978d27ac triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:02.655169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f26f69a6-ed3e-49b6-8311-33d10c1d7342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.711344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 18660b41-1bab-4731-b4da-fbf2978d27ac up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:02.763407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (53d29d4e-d9dd-431d-9df0-71004e705831), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.764662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:22:02.769427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5d1dc2c7-83d4-4428-a60c-24d9b06f0617), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.799107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=53d29d4e-d9dd-431d-9df0-71004e705831,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:02.811787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f26f69a6-ed3e-49b6-8311-33d10c1d7342 None None] Current status of the port 18660b41-1bab-4731-b4da-fbf2978d27ac is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:02.826990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 18660b41-1bab-4731-b4da-fbf2978d27ac triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:02.827388 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.845314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (5d1dc2c7-83d4-4428-a60c-24d9b06f0617), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.871223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1dc2c7-83d4-4428-a60c-24d9b06f0617,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:02.882878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:02.890346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-471fdb2c-bd3d-4e6e-bf80-5dbfb587455e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/5d1dc2c7-83d4-4428-a60c-24d9b06f0617 HTTP/1.1" status: 204  len: 168 time: 0.4050665
Apr 02 21:22:02.892915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44924) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:02.964822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 18660b41-1bab-4731-b4da-fbf2978d27ac is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:02.965916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:03.012310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7905dc21-8a14-463e-ace2-607e1333c70e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:03.012910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.017962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7905dc21-8a14-463e-ace2-607e1333c70e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:03.021762 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7905dc21-8a14-463e-ace2-607e1333c70e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1275179
Apr 02 21:22:03.026136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44926) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:03.047391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:03.047778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.135036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:03.135391 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.174252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,segment=NetworkSegment(17ac5b0f-ca6d-499f-be07-3b42fc058407),segment_id=17ac5b0f-ca6d-499f-be07-3b42fc058407)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:03.179978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.187936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b2c067ed-fffd-4247-87f9-1d796c089cbb tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (248d9848-278a-4a39-b241-6b8efb3201e6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.212202 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c067ed-fffd-4247-87f9-1d796c089cbb tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:22:03.212950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c067ed-fffd-4247-87f9-1d796c089cbb tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:03.215756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b2c067ed-fffd-4247-87f9-1d796c089cbb tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/248d9848-278a-4a39-b241-6b8efb3201e6 HTTP/1.1" status: 409  len: 466 time: 0.1880465
Apr 02 21:22:03.219730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:03.231559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1063990786'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:03.235653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:03.253284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:03.256738 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.289973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:03.302610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (741caaa8-3ec2-4559-bb36-e167c2fd1131), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.302917 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Added segment 741caaa8-3ec2-4559-bb36-e167c2fd1131 of type vlan for network 935a3c80-5804-4b41-98a6-67ec05ae1966
Apr 02 21:22:03.346963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:03.357208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (935a3c80-5804-4b41-98a6-67ec05ae1966), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.383666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d22b4d-7d22-4b87-95b1-bc57bf323611 None None] Network 248d9848-278a-4a39-b241-6b8efb3201e6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:03.385557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (935a3c80-5804-4b41-98a6-67ec05ae1966), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.391433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:03.392487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.436500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2132423
Apr 02 21:22:03.437827 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:03.442953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'subnet': {'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:03.467365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:03.473554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b767210f-552f-41cf-9406-9e5b0fd73c9a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "PUT /v2.0/routers/cb778bf7-2542-4b6c-896d-12faa03053c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6879652
Apr 02 21:22:03.482751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:03.494280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-787f0e19-5a8b-4f3e-bbc5-04d9fc0d1662 None None] Provisioning complete for port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:03.494873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-787f0e19-5a8b-4f3e-bbc5-04d9fc0d1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.503168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:03.504062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456a0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:03.507846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f074f-c6bf-44fc-8e27-d39ed1cba4c6 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Network': ['ID=935a3c80-5804-4b41-98a6-67ec05ae1966,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:03.532701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 935a3c80-5804-4b41-98a6-67ec05ae1966 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:03.580184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:03.584404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.754894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:03.782502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d28cc-7661-4cfb-a7bf-3059d60d02dd req-2e9d7d73-1498-48ec-a4f3-7f1744cc517d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:03.784567 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac3d28cc-7661-4cfb-a7bf-3059d60d02dd req-2e9d7d73-1498-48ec-a4f3-7f1744cc517d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.1050491
Apr 02 21:22:03.787179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] DHCP port deletion for 248d9848-278a-4a39-b241-6b8efb3201e6 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:03.801522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-787f0e19-5a8b-4f3e-bbc5-04d9fc0d1662 None None] Current status of the port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:03.886681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac3d28cc-7661-4cfb-a7bf-3059d60d02dd req-283a138f-5cd0-42cc-adda-06343dbd7e47 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806737
Apr 02 21:22:03.929686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.objects.ports [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:22:03.931346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (bb2f7b2d-d648-4e74-bbdf-ac966c282cac), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:03.999090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Subnet': ['ID=bb2f7b2d-d648-4e74-bbdf-ac966c282cac,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:04.007967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Checking segment: {'id': '741caaa8-3ec2-4559-bb36-e167c2fd1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:04.008332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network hostable DHCP agents. Network: 935a3c80-5804-4b41-98a6-67ec05ae1966, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:04.027007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 935a3c80-5804-4b41-98a6-67ec05ae1966 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:04.036221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 935a3c80-5804-4b41-98a6-67ec05ae1966) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:04.041087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:04.042149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.045533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14501ed0-7a0a-4981-9d6e-a8af834406f8 None None] Network 935a3c80-5804-4b41-98a6-67ec05ae1966 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:04.059048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c604fbb7-6fbd-4570-8705-76cdb414428b tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6201403
Apr 02 21:22:04.061790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44936) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:04.067836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'port': {'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966', 'name': 'tempest-NetworksIpV6TestAttrs-65932386'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:04.159005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] Deleting port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:04.159383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.171896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:04.175359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.194121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] device_id is not set on port d035b332-072b-4a78-9ad1-07d3ec034e96 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:22:04.279648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] For port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,segment=NetworkSegment(17ac5b0f-ca6d-499f-be07-3b42fc058407),segment_id=17ac5b0f-ca6d-499f-be07-3b42fc058407)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:04.280057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.305194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-935a3c80-5804-4b41-98a6-67ec05ae1966', 'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966', 'project_id': '00543203562741b3b0bbd78ebe735239', 'fixed_ips': [{'subnet_id': 'bb2f7b2d-d648-4e74-bbdf-ac966c282cac'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:04.306099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.306246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Allocated IP 2001:db8::f816:3eff:feed:62cf (935a3c80-5804-4b41-98a6-67ec05ae1966/bb2f7b2d-d648-4e74-bbdf-ac966c282cac/d035b332-072b-4a78-9ad1-07d3ec034e96) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:04.323272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] Calling delete_port for 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:04.460484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for port (d035b332-072b-4a78-9ad1-07d3ec034e96), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.485894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456a0430>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:02Z', 'revision_number': 6, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:38Z', 'revision_number': 1, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:04.494801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d035b332-072b-4a78-9ad1-07d3ec034e96), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.517820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:04.539807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 935a3c80-5804-4b41-98a6-67ec05ae1966 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:04.548584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:04.550043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (9fb5ff5c-ce91-43b1-97b5-06eb15c81f35), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.551509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:04.557643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:04.558514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.574357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Port': ['ID=d035b332-072b-4a78-9ad1-07d3ec034e96,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:04.583093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-834ee41d-3c12-4124-b286-0970d1f57516 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 949 time: 0.5201354
Apr 02 21:22:04.583306 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:04.591724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:04.592353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456a0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:04.594376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] Pushing event deleted for resources: {'Port': ['ID=9fb5ff5c-ce91-43b1-97b5-06eb15c81f35,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:04.633022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Allocated IP 2001:db8::f816:3eff:fecc:1fb0 (935a3c80-5804-4b41-98a6-67ec05ae1966/bb2f7b2d-d648-4e74-bbdf-ac966c282cac/103371f1-d718-4db7-b7f1-724624bf740b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:04.637594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be2e8c-afda-45a7-a7ca-bbbd50475727 None None] No DVR routers for this DVR port 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:04.654079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting subnet bb2f7b2d-d648-4e74-bbdf-ac966c282cac {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:04.714366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:04.765974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:04.766328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9fb5ff5c-ce91-43b1-97b5-06eb15c81f35 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:04.808655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:04.942969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Publish callbacks [] for port (103371f1-d718-4db7-b7f1-724624bf740b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.950094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (bb2f7b2d-d648-4e74-bbdf-ac966c282cac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:04.952962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (103371f1-d718-4db7-b7f1-724624bf740b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.001332 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (bb2f7b2d-d648-4e74-bbdf-ac966c282cac), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.027171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e0ca-f71c-40a4-8ad4-35023daff1d3 req-e799bd69-590b-4eaf-8bd8-7efe3ae81d6b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:05.028809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b614e0ca-f71c-40a4-8ad4-35023daff1d3 req-e799bd69-590b-4eaf-8bd8-7efe3ae81d6b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.0610967
Apr 02 21:22:05.046572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Network 935a3c80-5804-4b41-98a6-67ec05ae1966 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:05.055500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:05.059227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:05.062172 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Pushing event updated for resources: {'Port': ['ID=103371f1-d718-4db7-b7f1-724624bf740b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:05.083967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b614e0ca-f71c-40a4-8ad4-35023daff1d3 req-09009c43-0c45-4231-bb3b-1093c261f405 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=50ed91c4-965d-48cf-9f51-728fa2ed0f10&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492470
Apr 02 21:22:05.145568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (bb2f7b2d-d648-4e74-bbdf-ac966c282cac), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.157704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Attempting to bind port 103371f1-d718-4db7-b7f1-724624bf740b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:05.158087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Attempting to bind port 103371f1-d718-4db7-b7f1-724624bf740b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '741caaa8-3ec2-4559-bb36-e167c2fd1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:05.158457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Attempting to bind port 103371f1-d718-4db7-b7f1-724624bf740b on network 935a3c80-5804-4b41-98a6-67ec05ae1966 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:05.169305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:05.169689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Checking segment: {'id': '741caaa8-3ec2-4559-bb36-e167c2fd1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:05.170103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.170501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Bound using segment: {'id': '741caaa8-3ec2-4559-bb36-e167c2fd1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:05.170984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Bound port: 103371f1-d718-4db7-b7f1-724624bf740b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741caaa8-3ec2-4559-bb36-e167c2fd1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '935a3c80-5804-4b41-98a6-67ec05ae1966'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:05.171780 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (103371f1-d718-4db7-b7f1-724624bf740b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.210161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (bb2f7b2d-d648-4e74-bbdf-ac966c282cac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.228258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456a0430>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:02Z', 'revision_number': 6, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:38Z', 'revision_number': 1, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:05.239293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2f7b2d-d648-4e74-bbdf-ac966c282cac,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:05.245725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c7ab7-719e-46a9-a724-9c54d104069b req-8d6cb456-dd44-4283-a4eb-4920bbd280f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:05.247306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-701c7ab7-719e-46a9-a724-9c54d104069b req-8d6cb456-dd44-4283-a4eb-4920bbd280f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.15 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 946 time: 0.0571489
Apr 02 21:22:05.249440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.255499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3fbc08b4-4b94-4be5-8e5a-8dcbe6523538 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/bb2f7b2d-d648-4e74-bbdf-ac966c282cac HTTP/1.1" status: 204  len: 168 time: 0.6680949
Apr 02 21:22:05.255759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44942) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:05.267744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca9c4c-6c42-47be-8d22-b22ddca26500 None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:02Z', 'revision_number': 6, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19aafd83-1773-493d-b43c-a657f8862adf', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'port_id': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'mac_address': 'fa:16:3e:19:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:20:34Z', 'updated_at': '2022-04-02T21:20:38Z', 'revision_number': 1, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:05.279223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] For port 103371f1-d718-4db7-b7f1-724624bf740b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:05.283246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] For port 103371f1-d718-4db7-b7f1-724624bf740b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103371f1-d718-4db7-b7f1-724624bf740b,segment=NetworkSegment(741caaa8-3ec2-4559-bb36-e167c2fd1131),segment_id=741caaa8-3ec2-4559-bb36-e167c2fd1131)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:05.301187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (103371f1-d718-4db7-b7f1-724624bf740b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.322122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba6ece-980a-4f4a-a538-5e61b4f4b1ae tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:05.323764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba6ece-980a-4f4a-a538-5e61b4f4b1ae tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:05.327999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9eba6ece-980a-4f4a-a538-5e61b4f4b1ae tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0686865
Apr 02 21:22:05.328250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:05.366529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31d30-98f1-4821-b912-51a8d94a76cf None None] Pushing event updated for resources: {'Port': ['ID=103371f1-d718-4db7-b7f1-724624bf740b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:05.385252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:05.385772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.410964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-10f43e7b-dc9f-4b0b-a5a6-3c1d2c323a8e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (935a3c80-5804-4b41-98a6-67ec05ae1966), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.426058 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f43e7b-dc9f-4b0b-a5a6-3c1d2c323a8e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:22:05.426511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f43e7b-dc9f-4b0b-a5a6-3c1d2c323a8e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:05.429750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-10f43e7b-dc9f-4b0b-a5a6-3c1d2c323a8e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/935a3c80-5804-4b41-98a6-67ec05ae1966 HTTP/1.1" status: 409  len: 466 time: 0.1005352
Apr 02 21:22:05.434091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:05.443616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-643907170'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:05.467508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:05.471285 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.489644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:05.490061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.496146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:05.504614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:05.507970 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.508102 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Added segment b79f11f3-073a-4476-b443-c6e51acd9c21 of type vlan for network 349637bc-b931-40ee-aa38-8dd6bb6b8a14
Apr 02 21:22:05.549358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.579175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.584010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:05.584603 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.661974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2268116
Apr 02 21:22:05.665422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44948) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:05.671768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'subnet': {'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:05.685408 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (369a7247-39b0-46c8-98d4-4f2deb2ef1b7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.692716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5d11a-2632-4abf-935d-2d9491667526 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Network': ['ID=349637bc-b931-40ee-aa38-8dd6bb6b8a14,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:05.707619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 349637bc-b931-40ee-aa38-8dd6bb6b8a14 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:05.778281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=369a7247-39b0-46c8-98d4-4f2deb2ef1b7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:05.800225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] No DVR routers for this DVR port 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:05.836109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.839594 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-701c7ab7-719e-46a9-a724-9c54d104069b req-2eaa9ab4-9d67-4653-9f56-d736a206c24e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.15 "DELETE /v2.0/ports/369a7247-39b0-46c8-98d4-4f2deb2ef1b7 HTTP/1.1" status: 204  len: 173 time: 0.5870638
Apr 02 21:22:05.840046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465227af-e6f2-4b57-b55e-b326f76514f1', 'name': 'network-vif-deleted', 'tag': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:05.842388 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adab571e-93d0-4eff-88dd-05841c10cd84" -d '{"events": [{"server_uuid": "465227af-e6f2-4b57-b55e-b326f76514f1", "name": "network-vif-deleted", "tag": "369a7247-39b0-46c8-98d4-4f2deb2ef1b7"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:05.886138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:05.891032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:05.895040 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de386fc2-5bb5-4191-ba79-1bdace0c4d9f x-openstack-request-id: req-de386fc2-5bb5-4191-ba79-1bdace0c4d9f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:05.895334 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465227af-e6f2-4b57-b55e-b326f76514f1", "name": "network-vif-deleted", "tag": "369a7247-39b0-46c8-98d4-4f2deb2ef1b7", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:05.895587 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de386fc2-5bb5-4191-ba79-1bdace0c4d9f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:05.896005 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de386fc2-5bb5-4191-ba79-1bdace0c4d9f'] response: {'server_uuid': '465227af-e6f2-4b57-b55e-b326f76514f1', 'name': 'network-vif-deleted', 'tag': '369a7247-39b0-46c8-98d4-4f2deb2ef1b7', 'status': 'completed', 'code': 200}
Apr 02 21:22:06.169200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:22:06.171412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f43b8eda-d27d-4d42-8e38-5f876ffbe27d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:06.243385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0228d947-8816-4c0f-9671-1a8bc1c08f0e req-6a351bce-40e5-4770-8dae-a232e83c4291 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=465227af-e6f2-4b57-b55e-b326f76514f1 HTTP/1.1" status: 200  len: 210 time: 0.0618446
Apr 02 21:22:06.272578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Subnet': ['ID=f43b8eda-d27d-4d42-8e38-5f876ffbe27d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:06.292691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Checking segment: {'id': 'b79f11f3-073a-4476-b443-c6e51acd9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:06.293382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network hostable DHCP agents. Network: 349637bc-b931-40ee-aa38-8dd6bb6b8a14, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:06.327186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 349637bc-b931-40ee-aa38-8dd6bb6b8a14 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:06.342379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 349637bc-b931-40ee-aa38-8dd6bb6b8a14) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:06.348766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:06.349448 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:06.357848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bb226-1a64-411a-bd86-76d7f73321c3 None None] Network 349637bc-b931-40ee-aa38-8dd6bb6b8a14 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:06.374132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44954) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:06.378285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba9d114f-ab14-40c8-9421-fda6cc1c8326 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.7095449
Apr 02 21:22:06.505463 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:06.532559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-349637bc-b931-40ee-aa38-8dd6bb6b8a14', 'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14', 'project_id': '00543203562741b3b0bbd78ebe735239', 'fixed_ips': [{'subnet_id': 'f43b8eda-d27d-4d42-8e38-5f876ffbe27d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:06.534598 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:06.590602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f43b8eda-d27d-4d42-8e38-5f876ffbe27d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:06.693989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 103371f1-d718-4db7-b7f1-724624bf740b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:06.722093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Allocated IP 2001:db8::f816:3eff:fe24:20f (349637bc-b931-40ee-aa38-8dd6bb6b8a14/f43b8eda-d27d-4d42-8e38-5f876ffbe27d/1bfbfebd-4265-4922-a008-6c1030eba8b9) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:06.772935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c42885-4dfe-490f-bfef-6cec8cc2e508 None None] Network 935a3c80-5804-4b41-98a6-67ec05ae1966 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:06.881542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 103371f1-d718-4db7-b7f1-724624bf740b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:06.881827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (103371f1-d718-4db7-b7f1-724624bf740b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:06.933450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Provisioning complete for port 103371f1-d718-4db7-b7f1-724624bf740b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:06.933814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (103371f1-d718-4db7-b7f1-724624bf740b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.037355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Publish callbacks [] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.049911 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.067652 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f43b8eda-d27d-4d42-8e38-5f876ffbe27d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.098846 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Subnet': ['ID=f43b8eda-d27d-4d42-8e38-5f876ffbe27d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:07.166856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.189044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fba4940>,) {'filters': {'network_id': ['349637bc-b931-40ee-aa38-8dd6bb6b8a14']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:07.206866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fba4940>, 'b79f11f3-073a-4476-b443-c6e51acd9c21') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:07.207167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fba4940>, 'b79f11f3-073a-4476-b443-c6e51acd9c21') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:07.223329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.250517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.257860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:07.258245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:07.261398 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:07.263800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] DHCP port deletion for 935a3c80-5804-4b41-98a6-67ec05ae1966 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:07.315161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Network 349637bc-b931-40ee-aa38-8dd6bb6b8a14 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:07.335481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:07.336933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:07.336933 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:07.336933 ncdv-master-1 neutron-server[121649]: [parameters: {'id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14'}]
Apr 02 21:22:07.336933 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:07.337477 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:07.338077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:07.339134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:07.363428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Pushing event updated for resources: {'Port': ['ID=1bfbfebd-4265-4922-a008-6c1030eba8b9,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:07.366801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 103371f1-d718-4db7-b7f1-724624bf740b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:07.367396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (103371f1-d718-4db7-b7f1-724624bf740b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.373595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Current status of the port 103371f1-d718-4db7-b7f1-724624bf740b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:07.373976 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (103371f1-d718-4db7-b7f1-724624bf740b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.399012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbb34b07-7204-40a1-b8b3-64c91deb3bb3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (50ed91c4-965d-48cf-9f51-728fa2ed0f10), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.424586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbb34b07-7204-40a1-b8b3-64c91deb3bb3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (50ed91c4-965d-48cf-9f51-728fa2ed0f10), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.473874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 103371f1-d718-4db7-b7f1-724624bf740b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103371f1-d718-4db7-b7f1-724624bf740b,segment=NetworkSegment(741caaa8-3ec2-4559-bb36-e167c2fd1131),segment_id=741caaa8-3ec2-4559-bb36-e167c2fd1131)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:07.479748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Attempting to bind port 1bfbfebd-4265-4922-a008-6c1030eba8b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:07.480123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Attempting to bind port 1bfbfebd-4265-4922-a008-6c1030eba8b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b79f11f3-073a-4476-b443-c6e51acd9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:07.480507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Attempting to bind port 1bfbfebd-4265-4922-a008-6c1030eba8b9 on network 349637bc-b931-40ee-aa38-8dd6bb6b8a14 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:07.486919 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (103371f1-d718-4db7-b7f1-724624bf740b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.489009 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbb34b07-7204-40a1-b8b3-64c91deb3bb3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (50ed91c4-965d-48cf-9f51-728fa2ed0f10), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.491883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bbb34b07-7204-40a1-b8b3-64c91deb3bb3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.496288 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bbb34b07-7204-40a1-b8b3-64c91deb3bb3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/security-groups/50ed91c4-965d-48cf-9f51-728fa2ed0f10 HTTP/1.1" status: 204  len: 168 time: 0.1559868
Apr 02 21:22:07.500935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53d29d4e-d9dd-431d-9df0-71004e705831 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:07.506328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb34b07-7204-40a1-b8b3-64c91deb3bb3 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ed91c4-965d-48cf-9f51-728fa2ed0f10,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:07.527578 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44962) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:07.541259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:07.541655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Checking segment: {'id': 'b79f11f3-073a-4476-b443-c6e51acd9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:07.542061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.542463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Bound using segment: {'id': 'b79f11f3-073a-4476-b443-c6e51acd9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:07.543217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Bound port: 1bfbfebd-4265-4922-a008-6c1030eba8b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79f11f3-073a-4476-b443-c6e51acd9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '349637bc-b931-40ee-aa38-8dd6bb6b8a14'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:07.543609 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.553117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] Deleting port 103371f1-d718-4db7-b7f1-724624bf740b {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:07.553487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (103371f1-d718-4db7-b7f1-724624bf740b), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.583205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting subnet 36de3f50-ae3c-4e3d-b150-9793fa778976 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:07.587435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (36de3f50-ae3c-4e3d-b150-9793fa778976), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.606794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 53d29d4e-d9dd-431d-9df0-71004e705831 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:07.607153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53d29d4e-d9dd-431d-9df0-71004e705831 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:07.635030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (36de3f50-ae3c-4e3d-b150-9793fa778976), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.673161 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:07.673524 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:07.703820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=103371f1-d718-4db7-b7f1-724624bf740b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:07.713146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] For port 103371f1-d718-4db7-b7f1-724624bf740b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103371f1-d718-4db7-b7f1-724624bf740b,segment=NetworkSegment(741caaa8-3ec2-4559-bb36-e167c2fd1131),segment_id=741caaa8-3ec2-4559-bb36-e167c2fd1131)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:07.713532 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (103371f1-d718-4db7-b7f1-724624bf740b), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.721452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (36de3f50-ae3c-4e3d-b150-9793fa778976), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.740236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] Calling delete_port for 103371f1-d718-4db7-b7f1-724624bf740b owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:07.757129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] For port 1bfbfebd-4265-4922-a008-6c1030eba8b9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:07.785582 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (36de3f50-ae3c-4e3d-b150-9793fa778976), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.802541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] For port 1bfbfebd-4265-4922-a008-6c1030eba8b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bfbfebd-4265-4922-a008-6c1030eba8b9,segment=NetworkSegment(b79f11f3-073a-4476-b443-c6e51acd9c21),segment_id=b79f11f3-073a-4476-b443-c6e51acd9c21)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:07.811230 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.811393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Subnet': ['ID=36de3f50-ae3c-4e3d-b150-9793fa778976,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:07.817478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.823190 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5387a7f-5c85-4d51-b5e5-a40487b0d3e9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/subnets/36de3f50-ae3c-4e3d-b150-9793fa778976 HTTP/1.1" status: 204  len: 168 time: 0.2921264
Apr 02 21:22:07.824200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:07.831563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89be1b-6cb5-4276-a57b-ec93f63d74b0 None None] Network e2f5ded3-67dc-4b7d-8c89-cef6f962111a requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:07.838926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.895660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting port 1bfbfebd-4265-4922-a008-6c1030eba8b9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:07.896010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.910840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e2f5ded3-67dc-4b7d-8c89-cef6f962111a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.971852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] For port 1bfbfebd-4265-4922-a008-6c1030eba8b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bfbfebd-4265-4922-a008-6c1030eba8b9,segment=NetworkSegment(b79f11f3-073a-4476-b443-c6e51acd9c21),segment_id=b79f11f3-073a-4476-b443-c6e51acd9c21)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:07.972269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.972479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:07.973039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:07.980578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a480b-addb-4751-a5cb-655f50f3d2a1 None None] Pushing event updated for resources: {'Port': ['ID=1bfbfebd-4265-4922-a008-6c1030eba8b9,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:07.993471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Calling delete_port for 1bfbfebd-4265-4922-a008-6c1030eba8b9 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:08.002441 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (103371f1-d718-4db7-b7f1-724624bf740b), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.033363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24492aa-82d9-4a47-8631-53e15445d7f8 None None] Network 349637bc-b931-40ee-aa38-8dd6bb6b8a14 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:08.036638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] Pushing event deleted for resources: {'Port': ['ID=103371f1-d718-4db7-b7f1-724624bf740b,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:08.051314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b605e-45fc-4559-9a66-19a0c37d1d65 None None] No DVR routers for this DVR port 103371f1-d718-4db7-b7f1-724624bf740b on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:08.055003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port d64e9291-2a5f-42d5-b6ff-9574eac4ed51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,segment=NetworkSegment(4a09bb06-721d-4de0-8ebd-5a544e8dc7d7),segment_id=4a09bb06-721d-4de0-8ebd-5a544e8dc7d7)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:08.055398 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.073633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for d64e9291-2a5f-42d5-b6ff-9574eac4ed51 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:08.089647 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1bfbfebd-4265-4922-a008-6c1030eba8b9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.118522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Port': ['ID=1bfbfebd-4265-4922-a008-6c1030eba8b9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:08.120829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No DVR routers for this DVR port 1bfbfebd-4265-4922-a008-6c1030eba8b9 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:08.161515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d64e9291-2a5f-42d5-b6ff-9574eac4ed51), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.199695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2f177ad3-2ce4-4a9e-8228-0408265681b0 None None] Port 103371f1-d718-4db7-b7f1-724624bf740b update to ACTIVE by agent not found {{(pid=121650) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Apr 02 21:22:08.207709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=d64e9291-2a5f-42d5-b6ff-9574eac4ed51,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:08.211909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] No DVR routers for this DVR port d64e9291-2a5f-42d5-b6ff-9574eac4ed51 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:08.216550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.235113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9480ac-5a18-4a58-9d60-12810520ef66 None None] DHCP port deletion for e2f5ded3-67dc-4b7d-8c89-cef6f962111a request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:08.247479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f622c10>,) {'filters': {'network_id': ['349637bc-b931-40ee-aa38-8dd6bb6b8a14']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:08.259140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f622c10>, 'b79f11f3-073a-4476-b443-c6e51acd9c21') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:08.259811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f622c10>, 'b79f11f3-073a-4476-b443-c6e51acd9c21') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:08.260515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567d3a4-0b2b-4198-91a5-17e2aa0164b2 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:08.269909 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.283073 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.294847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:08.295333 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (b79f11f3-073a-4476-b443-c6e51acd9c21), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.297962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e2f5ded3-67dc-4b7d-8c89-cef6f962111a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:08.301070 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:08.320202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4dd760>,) {'filters': {'network_id': ['e2f5ded3-67dc-4b7d-8c89-cef6f962111a']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:08.329900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4dd760>, '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:08.330191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4dd760>, '4a09bb06-721d-4de0-8ebd-5a544e8dc7d7') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:08.343974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (4a09bb06-721d-4de0-8ebd-5a544e8dc7d7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.358580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4a09bb06-721d-4de0-8ebd-5a544e8dc7d7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.364737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c567d3a4-0b2b-4198-91a5-17e2aa0164b2 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:08.367546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:08.368035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (4a09bb06-721d-4de0-8ebd-5a544e8dc7d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:08.371522 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:08.376830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (349637bc-b931-40ee-aa38-8dd6bb6b8a14), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.385880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.393204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/349637bc-b931-40ee-aa38-8dd6bb6b8a14 HTTP/1.1" status: 204  len: 168 time: 2.0147653
Apr 02 21:22:08.398318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:08.399843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4dc2-c724-4837-9f2d-057b306b5b3c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Network': ['ID=349637bc-b931-40ee-aa38-8dd6bb6b8a14,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:08.404413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1913873842'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:08.452889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e2f5ded3-67dc-4b7d-8c89-cef6f962111a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.460044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.463291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/networks/e2f5ded3-67dc-4b7d-8c89-cef6f962111a HTTP/1.1" status: 204  len: 168 time: 0.6379445
Apr 02 21:22:08.466134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44968) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:08.467629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:08.470815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.490292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48f040-d8ef-476c-a033-9148f06554c7 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Network': ['ID=e2f5ded3-67dc-4b7d-8c89-cef6f962111a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:08.506668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:08.516755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.517112 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Added segment 9b50fa48-dd39-4915-9b87-d7e8b9604092 of type vlan for network 9b2498d0-7a3f-4147-a73e-7fb9250b1272
Apr 02 21:22:08.565612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.603329 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.609033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:08.609982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.623713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64e9291-2a5f-42d5-b6ff-9574eac4ed51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:08.650260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d64e9291-2a5f-42d5-b6ff-9574eac4ed51 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:08.650876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d64e9291-2a5f-42d5-b6ff-9574eac4ed51 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:08.651445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 103371f1-d718-4db7-b7f1-724624bf740b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:08.653839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2544565
Apr 02 21:22:08.654176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44970) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:08.659041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'subnet': {'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:08.665781 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port f219245e-26eb-437f-851b-37a972ea7900 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:08.666125 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f219245e-26eb-437f-851b-37a972ea7900), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.673035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 103371f1-d718-4db7-b7f1-724624bf740b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:08.673567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 103371f1-d718-4db7-b7f1-724624bf740b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:08.693542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe1340-a2d8-4968-a04b-b4aae4b48b0d tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Network': ['ID=9b2498d0-7a3f-4147-a73e-7fb9250b1272,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:08.703551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 9b2498d0-7a3f-4147-a73e-7fb9250b1272 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:08.807078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f219245e-26eb-437f-851b-37a972ea7900), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.807438 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (f219245e-26eb-437f-851b-37a972ea7900), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.817370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:08.820705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:08.828208 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for f219245e-26eb-437f-851b-37a972ea7900 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:09.412933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ea751618-58a6-4f5d-849f-d194f8337db7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:09.461728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f219245e-26eb-437f-851b-37a972ea7900), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:09.501031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=f219245e-26eb-437f-851b-37a972ea7900,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:09.507197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Subnet': ['ID=ea751618-58a6-4f5d-849f-d194f8337db7,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:09.557977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Checking segment: {'id': '9b50fa48-dd39-4915-9b87-d7e8b9604092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:09.558335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network hostable DHCP agents. Network: 9b2498d0-7a3f-4147-a73e-7fb9250b1272, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:09.585461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 9b2498d0-7a3f-4147-a73e-7fb9250b1272 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:09.587718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (19aafd83-1773-493d-b43c-a657f8862adf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:09.588049 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Floating IP 19aafd83-1773-493d-b43c-a657f8862adf disassociated (deleted). External IP: 172.35.4.87, port: e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb.
Apr 02 21:22:09.632975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b2498d0-7a3f-4147-a73e-7fb9250b1272) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:09.639067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:09.639556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:09.641447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea701ba6-b5e4-4f25-8e36-34037111d534 None None] Network 9b2498d0-7a3f-4147-a73e-7fb9250b1272 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:09.688499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b5481a0-4803-4b03-a61f-abab9021ce6c tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0331821
Apr 02 21:22:09.691725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44972) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:09.746208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b2498d0-7a3f-4147-a73e-7fb9250b1272', 'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272', 'project_id': '00543203562741b3b0bbd78ebe735239', 'fixed_ips': [{'subnet_id': 'ea751618-58a6-4f5d-849f-d194f8337db7'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:09.747108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:09.872178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:09.883514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:09.890667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Allocated IP 2001:db8::2 (9b2498d0-7a3f-4147-a73e-7fb9250b1272/ea751618-58a6-4f5d-849f-d194f8337db7/e1dfa180-7b61-4769-a644-36a4de1dd31a) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:09.913641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:09.913978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 369a7247-39b0-46c8-98d4-4f2deb2ef1b7 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:09.926640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:09.985727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ea751618-58a6-4f5d-849f-d194f8337db7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.054803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Publish callbacks [] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.060527 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.095450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Network 9b2498d0-7a3f-4147-a73e-7fb9250b1272 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:10.097324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:10.098432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:10.099679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ea751618-58a6-4f5d-849f-d194f8337db7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.101853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:10.104576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.111059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:10.121094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:10.121688 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846093d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.122508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Pushing event updated for resources: {'Port': ['ID=e1dfa180-7b61-4769-a644-36a4de1dd31a,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:10.158285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Subnet': ['ID=ea751618-58a6-4f5d-849f-d194f8337db7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:10.185038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-38f173da-9160-4055-a8e8-c848f42b0e35 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/floatingips/19aafd83-1773-493d-b43c-a657f8862adf HTTP/1.1" status: 204  len: 168 time: 1.7154510
Apr 02 21:22:10.191462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:10.194484 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa584b-3d39-4037-a272-97bc0ed30ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:10.197764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Attempting to bind port e1dfa180-7b61-4769-a644-36a4de1dd31a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:10.198568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Attempting to bind port e1dfa180-7b61-4769-a644-36a4de1dd31a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b50fa48-dd39-4915-9b87-d7e8b9604092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:10.199028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Attempting to bind port e1dfa180-7b61-4769-a644-36a4de1dd31a on network 9b2498d0-7a3f-4147-a73e-7fb9250b1272 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:10.212035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:10.212903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Checking segment: {'id': '9b50fa48-dd39-4915-9b87-d7e8b9604092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:10.213723 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.214297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Bound using segment: {'id': '9b50fa48-dd39-4915-9b87-d7e8b9604092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:10.214887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Bound port: e1dfa180-7b61-4769-a644-36a4de1dd31a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b50fa48-dd39-4915-9b87-d7e8b9604092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:10.215389 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.238786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:10.243257 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.268988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f3dbfa0>,) {'filters': {'network_id': ['9b2498d0-7a3f-4147-a73e-7fb9250b1272']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.282536 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d750d822-8626-42a8-83dc-252d3b5e5ab7 x-openstack-request-id: req-d750d822-8626-42a8-83dc-252d3b5e5ab7 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:10.283378 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:10.283641 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d750d822-8626-42a8-83dc-252d3b5e5ab7 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:10.284043 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d750d822-8626-42a8-83dc-252d3b5e5ab7'] response: {'name': 'network-changed', 'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'status': 'completed', 'code': 200}
Apr 02 21:22:10.299011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3dbfa0>, '9b50fa48-dd39-4915-9b87-d7e8b9604092') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.299408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f3dbfa0>, '9b50fa48-dd39-4915-9b87-d7e8b9604092') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.318425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.321682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] For port e1dfa180-7b61-4769-a644-36a4de1dd31a, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:10.325320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] For port e1dfa180-7b61-4769-a644-36a4de1dd31a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1dfa180-7b61-4769-a644-36a4de1dd31a,segment=NetworkSegment(9b50fa48-dd39-4915-9b87-d7e8b9604092),segment_id=9b50fa48-dd39-4915-9b87-d7e8b9604092)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:10.333167 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.334947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.349068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:10.349474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:10.359076 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:10.470253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c50452-c131-4590-88b3-eba7056a94f0 None None] Pushing event updated for resources: {'Port': ['ID=e1dfa180-7b61-4769-a644-36a4de1dd31a,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:10.489399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a8435-db4f-4f68-ba64-238893b2399d None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:10.504013 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846093d00>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:02Z', 'revision_number': 6, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.510433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:10.510433 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:10.510433 ncdv-master-1 neutron-server[121649]: [parameters: {'id': '9b2498d0-7a3f-4147-a73e-7fb9250b1272'}]
Apr 02 21:22:10.510433 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:10.511690 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:10.537500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-6f1f23a0-4a5a-47a0-a688-fae0e75d7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:10.542171 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:10.553224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-6f1f23a0-4a5a-47a0-a688-fae0e75d7ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 1127 time: 0.2508729
Apr 02 21:22:10.554775 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:10.555582 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846093d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.578712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce1550-b7b3-4f95-9bb6-d2b28ba617d1 req-dfa73dd3-93ad-4a65-8667-7612fc9794b6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:10.581929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a8435-db4f-4f68-ba64-238893b2399d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:10.587372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3ce1550-b7b3-4f95-9bb6-d2b28ba617d1 req-dfa73dd3-93ad-4a65-8667-7612fc9794b6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.0756288
Apr 02 21:22:10.657063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3ce1550-b7b3-4f95-9bb6-d2b28ba617d1 req-c136c22b-35bb-40e1-b3d9-f67c4ccdc89a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0687063
Apr 02 21:22:10.679828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-e7a225d2-0884-427e-bb70-0e938d627648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:10.682028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-e7a225d2-0884-427e-bb70-0e938d627648 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 200  len: 897 time: 0.1205919
Apr 02 21:22:10.691883 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:10.727188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-93d21b1c-fdac-469a-9d07-f76ae304f137 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 200  len: 217 time: 0.0367746
Apr 02 21:22:10.777772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-bfa699d4-e77b-4577-8a05-827a9e10a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:10.780018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-bfa699d4-e77b-4577-8a05-827a9e10a8f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 200  len: 835 time: 0.0461357
Apr 02 21:22:10.789155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0e32d-c2f7-4231-92bc-ffa67bf9440e None None] Network 9b2498d0-7a3f-4147-a73e-7fb9250b1272 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:10.841434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-4555c324-edfa-47aa-b25c-0d4ec573929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:10.843483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-4555c324-edfa-47aa-b25c-0d4ec573929f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bcf83f-0c29-45e5-aa75-aadd0b03809c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0516076
Apr 02 21:22:10.858194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-5a52ddde-e9fb-4ef3-97e8-003d83c88f96 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:22:10.859176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-5a52ddde-e9fb-4ef3-97e8-003d83c88f96 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051675
Apr 02 21:22:10.898511 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846093d00>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:02Z', 'revision_number': 6, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:10.924597 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa558d8-7a5b-4e27-af7e-b12c22b54a5f None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:02Z', 'revision_number': 6, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b21516b-c46f-47c6-95ed-cf5ba730bdf7', 'name': '', 'network_id': 'c1bcf83f-0c29-45e5-aa75-aadd0b03809c', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:d5:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:59Z', 'updated_at': '2022-04-02T21:20:11Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': 'f4723b05-1262-4487-a1d4-a6e9ead51149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:10.952926 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-406c7f2d-8cb9-4e63-a362-a70f03da8fbe service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863619
Apr 02 21:22:11.021986 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.076991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5aaa584b-3d39-4037-a272-97bc0ed30ad8 req-1d127512-73bf-4a0d-b370-2383ea0f3b83 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1169338
Apr 02 21:22:11.103218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting port e1dfa180-7b61-4769-a644-36a4de1dd31a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:11.103556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.149175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf0dfe-70ee-4bb0-a204-5102be319e81 None None] New status for floating IP 19aafd83-1773-493d-b43c-a657f8862adf: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:22:11.168037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] For port e1dfa180-7b61-4769-a644-36a4de1dd31a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1dfa180-7b61-4769-a644-36a4de1dd31a,segment=NetworkSegment(9b50fa48-dd39-4915-9b87-d7e8b9604092),segment_id=9b50fa48-dd39-4915-9b87-d7e8b9604092)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:11.168398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.185305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Calling delete_port for e1dfa180-7b61-4769-a644-36a4de1dd31a owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:11.265031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e1dfa180-7b61-4769-a644-36a4de1dd31a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.291411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Port': ['ID=e1dfa180-7b61-4769-a644-36a4de1dd31a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:11.293432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No DVR routers for this DVR port e1dfa180-7b61-4769-a644-36a4de1dd31a on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:11.375150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.395050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845b8fa30>,) {'filters': {'network_id': ['9b2498d0-7a3f-4147-a73e-7fb9250b1272']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:11.403931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b8fa30>, '9b50fa48-dd39-4915-9b87-d7e8b9604092') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:11.404219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845b8fa30>, '9b50fa48-dd39-4915-9b87-d7e8b9604092') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:11.413279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.426527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.432123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:11.432528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9b50fa48-dd39-4915-9b87-d7e8b9604092), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:11.435374 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:11.492243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (9b2498d0-7a3f-4147-a73e-7fb9250b1272), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.497372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.500556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/9b2498d0-7a3f-4147-a73e-7fb9250b1272 HTTP/1.1" status: 204  len: 168 time: 1.8079033
Apr 02 21:22:11.504763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:11.509927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-340632147'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:11.519691 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf83834-22a1-4c0c-a601-c3604d8259b2 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Network': ['ID=9b2498d0-7a3f-4147-a73e-7fb9250b1272,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:11.531002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:11.534327 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.557548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:11.566712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.567056 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Added segment f6039d5f-1866-4eb8-83a0-50304391698f of type vlan for network 995742f8-0941-4103-8c76-b62d671186ba
Apr 02 21:22:11.608555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (995742f8-0941-4103-8c76-b62d671186ba), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.633632 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (995742f8-0941-4103-8c76-b62d671186ba), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.638630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:11.639220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.672290 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.1664574
Apr 02 21:22:11.675052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:11.682181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Request body: {'subnet': {'network_id': '995742f8-0941-4103-8c76-b62d671186ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:11.731294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfbd2a-53bb-4e4b-9477-386ec1e34e54 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Network': ['ID=995742f8-0941-4103-8c76-b62d671186ba,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:11.742201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 995742f8-0941-4103-8c76-b62d671186ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:11.784066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96dfd7-20fe-478a-a1fc-04fea982c005 req-1a87deef-b4af-4084-a0f1-c3b0e390e00d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:11.786040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc96dfd7-20fe-478a-a1fc-04fea982c005 req-1a87deef-b4af-4084-a0f1-c3b0e390e00d tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.0559270
Apr 02 21:22:11.818228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Made reservation on behalf of 00543203562741b3b0bbd78ebe735239 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:11.823440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:11.850597 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc96dfd7-20fe-478a-a1fc-04fea982c005 req-e2962c86-2471-4f82-a8b1-d77481155bee tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=a399e78b-b2fe-4519-b6a0-9dca030607c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0560195
Apr 02 21:22:11.969489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-00709871-daca-4538-8b0f-c677a2da1ab0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:11.974615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-00709871-daca-4538-8b0f-c677a2da1ab0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 945 time: 0.0605497
Apr 02 21:22:12.082207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:12.082469 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.089052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.objects.ports [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121648) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 02 21:22:12.090488 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (42973273-e1c1-4f86-bee3-fc26e312f947), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.150578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event updated for resources: {'Subnet': ['ID=42973273-e1c1-4f86-bee3-fc26e312f947,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:12.161093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Checking segment: {'id': 'f6039d5f-1866-4eb8-83a0-50304391698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '995742f8-0941-4103-8c76-b62d671186ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:12.161446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network hostable DHCP agents. Network: 995742f8-0941-4103-8c76-b62d671186ba, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:12.170446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:12.170810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.178944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Network 995742f8-0941-4103-8c76-b62d671186ba is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:12.184394 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:12.187986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 995742f8-0941-4103-8c76-b62d671186ba) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:12.193399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:12.194725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.198969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e56cd-49f9-46ae-a823-94dcfb24bfb2 None None] Network 995742f8-0941-4103-8c76-b62d671186ba requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:12.213871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de2d884b-0258-40ec-a13d-fc62c212df7e tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.5346479
Apr 02 21:22:12.214417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 44988) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:12.303209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef038ab-691f-4959-a397-98d71188865a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-995742f8-0941-4103-8c76-b62d671186ba', 'network_id': '995742f8-0941-4103-8c76-b62d671186ba', 'project_id': '00543203562741b3b0bbd78ebe735239', 'fixed_ips': [{'subnet_id': '42973273-e1c1-4f86-bee3-fc26e312f947'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:12.304363 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bef038ab-691f-4959-a397-98d71188865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.320073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (995742f8-0941-4103-8c76-b62d671186ba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.351016 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.378116 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:12.417379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (42973273-e1c1-4f86-bee3-fc26e312f947), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.441266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] No DVR routers for this DVR port e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:12.445685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.449309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d67d5b4-efc6-407d-aef2-2896765c8ace req-d0fdb7c2-5ec3-4728-83e9-4e82819248a2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "DELETE /v2.0/ports/e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb HTTP/1.1" status: 204  len: 173 time: 0.4605508
Apr 02 21:22:12.449890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'name': 'network-vif-deleted', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:12.452446 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c52fd0-bf18-4129-b095-b4895d7e223b" -d '{"events": [{"server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "name": "network-vif-deleted", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:12.462931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-bef038ab-691f-4959-a397-98d71188865a None None] Allocated IP 2001:db8::f816:3eff:fe90:fafa (995742f8-0941-4103-8c76-b62d671186ba/42973273-e1c1-4f86-bee3-fc26e312f947/0c22b460-a83a-46d7-988b-c280b44f7954) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:12.503260 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036fdc0a-ef61-4f0b-b5d0-ff23c9f13d78 x-openstack-request-id: req-036fdc0a-ef61-4f0b-b5d0-ff23c9f13d78 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:12.503539 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf269a74-e067-459f-a8ce-93eec45d406b", "name": "network-vif-deleted", "tag": "e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:12.503799 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-036fdc0a-ef61-4f0b-b5d0-ff23c9f13d78 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:12.504205 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036fdc0a-ef61-4f0b-b5d0-ff23c9f13d78'] response: {'server_uuid': 'bf269a74-e067-459f-a8ce-93eec45d406b', 'name': 'network-vif-deleted', 'tag': 'e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb', 'status': 'completed', 'code': 200}
Apr 02 21:22:12.614016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bef038ab-691f-4959-a397-98d71188865a None None] Publish callbacks [] for port (0c22b460-a83a-46d7-988b-c280b44f7954), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.622886 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bef038ab-691f-4959-a397-98d71188865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (0c22b460-a83a-46d7-988b-c280b44f7954), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.646332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (42973273-e1c1-4f86-bee3-fc26e312f947), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.666788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef038ab-691f-4959-a397-98d71188865a None None] Network 995742f8-0941-4103-8c76-b62d671186ba is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:12.675094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-bef038ab-691f-4959-a397-98d71188865a None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:12.675707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Subnet': ['ID=42973273-e1c1-4f86-bee3-fc26e312f947,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:12.679217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef038ab-691f-4959-a397-98d71188865a None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:12.687393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef038ab-691f-4959-a397-98d71188865a None None] Pushing event updated for resources: {'Port': ['ID=0c22b460-a83a-46d7-988b-c280b44f7954,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:12.748172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (995742f8-0941-4103-8c76-b62d671186ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.751893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bef038ab-691f-4959-a397-98d71188865a None None] Attempting to bind port 0c22b460-a83a-46d7-988b-c280b44f7954 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:12.752336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bef038ab-691f-4959-a397-98d71188865a None None] Attempting to bind port 0c22b460-a83a-46d7-988b-c280b44f7954 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f6039d5f-1866-4eb8-83a0-50304391698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '995742f8-0941-4103-8c76-b62d671186ba'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:12.752840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef038ab-691f-4959-a397-98d71188865a None None] Attempting to bind port 0c22b460-a83a-46d7-988b-c280b44f7954 on network 995742f8-0941-4103-8c76-b62d671186ba {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:12.759508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef038ab-691f-4959-a397-98d71188865a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:12.759900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef038ab-691f-4959-a397-98d71188865a None None] Checking segment: {'id': 'f6039d5f-1866-4eb8-83a0-50304391698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '995742f8-0941-4103-8c76-b62d671186ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:12.760306 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bef038ab-691f-4959-a397-98d71188865a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.760724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef038ab-691f-4959-a397-98d71188865a None None] Bound using segment: {'id': 'f6039d5f-1866-4eb8-83a0-50304391698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '995742f8-0941-4103-8c76-b62d671186ba'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:12.761725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bef038ab-691f-4959-a397-98d71188865a None None] Bound port: 0c22b460-a83a-46d7-988b-c280b44f7954, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6039d5f-1866-4eb8-83a0-50304391698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '995742f8-0941-4103-8c76-b62d671186ba'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:12.761725 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bef038ab-691f-4959-a397-98d71188865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0c22b460-a83a-46d7-988b-c280b44f7954), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.774799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e8f9610>,) {'filters': {'network_id': ['995742f8-0941-4103-8c76-b62d671186ba']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:12.787178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e8f9610>, 'f6039d5f-1866-4eb8-83a0-50304391698f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:12.787562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e8f9610>, 'f6039d5f-1866-4eb8-83a0-50304391698f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:12.800061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.826936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.835493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:12.835899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:12.841016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bef038ab-691f-4959-a397-98d71188865a None None] For port 0c22b460-a83a-46d7-988b-c280b44f7954, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:12.841931 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:12.922632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bef038ab-691f-4959-a397-98d71188865a None None] For port 0c22b460-a83a-46d7-988b-c280b44f7954, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c22b460-a83a-46d7-988b-c280b44f7954,segment=NetworkSegment(f6039d5f-1866-4eb8-83a0-50304391698f),segment_id=f6039d5f-1866-4eb8-83a0-50304391698f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:12.922977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.api [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:12.922977 ncdv-master-1 neutron-server[121648]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:12.922977 ncdv-master-1 neutron-server[121648]: [parameters: {'id': '995742f8-0941-4103-8c76-b62d671186ba'}]
Apr 02 21:22:12.922977 ncdv-master-1 neutron-server[121648]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:12.923336 ncdv-master-1 neutron-server[121648]: DEBUG oslo_db.api [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:12.928535 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bef038ab-691f-4959-a397-98d71188865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0c22b460-a83a-46d7-988b-c280b44f7954), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:13.022138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef038ab-691f-4959-a397-98d71188865a None None] Pushing event updated for resources: {'Port': ['ID=0c22b460-a83a-46d7-988b-c280b44f7954,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:13.030214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce5d3b7b-46de-4df4-8a1e-8455cbc7bc7f req-184d2ae4-3651-4a00-9972-a7f247f4a32b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf269a74-e067-459f-a8ce-93eec45d406b HTTP/1.1" status: 200  len: 210 time: 0.0331445
Apr 02 21:22:13.045169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bebfc9-5204-4a77-a267-17ba902ee1b1 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:13.123436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bebfc9-5204-4a77-a267-17ba902ee1b1 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:13.291585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde44047-30fd-4002-8a73-c7824957eb37 None None] Network 995742f8-0941-4103-8c76-b62d671186ba requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:13.424973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (995742f8-0941-4103-8c76-b62d671186ba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:13.480864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting port 0c22b460-a83a-46d7-988b-c280b44f7954 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:13.481207 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0c22b460-a83a-46d7-988b-c280b44f7954), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:13.865511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] For port 0c22b460-a83a-46d7-988b-c280b44f7954, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c22b460-a83a-46d7-988b-c280b44f7954,segment=NetworkSegment(f6039d5f-1866-4eb8-83a0-50304391698f),segment_id=f6039d5f-1866-4eb8-83a0-50304391698f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:13.866218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0c22b460-a83a-46d7-988b-c280b44f7954), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:13.877883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Calling delete_port for 0c22b460-a83a-46d7-988b-c280b44f7954 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:13.956637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0c22b460-a83a-46d7-988b-c280b44f7954), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:13.978888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Port': ['ID=0c22b460-a83a-46d7-988b-c280b44f7954,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:13.984352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No DVR routers for this DVR port 0c22b460-a83a-46d7-988b-c280b44f7954 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:14.059662 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (995742f8-0941-4103-8c76-b62d671186ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.084298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844f86e20>,) {'filters': {'network_id': ['995742f8-0941-4103-8c76-b62d671186ba']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:14.090372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44996) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.093632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844f86e20>, 'f6039d5f-1866-4eb8-83a0-50304391698f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:14.093934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844f86e20>, 'f6039d5f-1866-4eb8-83a0-50304391698f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:14.103712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.117221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.122845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:14.123226 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f6039d5f-1866-4eb8-83a0-50304391698f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:14.126147 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:14.148945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7db0283-2eb1-48d4-868d-2716772f17cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (a399e78b-b2fe-4519-b6a0-9dca030607c2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.175716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7db0283-2eb1-48d4-868d-2716772f17cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (a399e78b-b2fe-4519-b6a0-9dca030607c2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.182558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (995742f8-0941-4103-8c76-b62d671186ba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.191627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.194639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/995742f8-0941-4103-8c76-b62d671186ba HTTP/1.1" status: 204  len: 168 time: 1.9792192
Apr 02 21:22:14.198028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 44998) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.204082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073dddf-673d-4ecd-b8c7-d7bdb906c789 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Network': ['ID=995742f8-0941-4103-8c76-b62d671186ba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:14.235015 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd58e79-9cc3-4784-a10c-8e1eee587b46 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.235475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd58e79-9cc3-4784-a10c-8e1eee587b46 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.239197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9fd58e79-9cc3-4784-a10c-8e1eee587b46 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/42973273-e1c1-4f86-bee3-fc26e312f947 HTTP/1.1" status: 404  len: 337 time: 0.0402272
Apr 02 21:22:14.241742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45000) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.260393 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5342776b-2e97-47c1-9640-ba0a3c793a89 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.260897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5342776b-2e97-47c1-9640-ba0a3c793a89 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.263925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5342776b-2e97-47c1-9640-ba0a3c793a89 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/995742f8-0941-4103-8c76-b62d671186ba HTTP/1.1" status: 404  len: 339 time: 0.0212896
Apr 02 21:22:14.266359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45002) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.295918 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c0aa76-8fb7-4969-92a2-0e7c648af385 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.296359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c0aa76-8fb7-4969-92a2-0e7c648af385 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.299363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-41c0aa76-8fb7-4969-92a2-0e7c648af385 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/ea751618-58a6-4f5d-849f-d194f8337db7 HTTP/1.1" status: 404  len: 337 time: 0.0321240
Apr 02 21:22:14.302511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45004) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.322624 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e6f627-05e0-4c15-a4db-e4df5eaf039a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.323183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e6f627-05e0-4c15-a4db-e4df5eaf039a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.326266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62e6f627-05e0-4c15-a4db-e4df5eaf039a tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/9b2498d0-7a3f-4147-a73e-7fb9250b1272 HTTP/1.1" status: 404  len: 339 time: 0.0228329
Apr 02 21:22:14.328961 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45006) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.356697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7db0283-2eb1-48d4-868d-2716772f17cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a399e78b-b2fe-4519-b6a0-9dca030607c2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.359220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7db0283-2eb1-48d4-868d-2716772f17cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.360319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b7db0283-2eb1-48d4-868d-2716772f17cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/security-groups/a399e78b-b2fe-4519-b6a0-9dca030607c2 HTTP/1.1" status: 204  len: 168 time: 0.2689550
Apr 02 21:22:14.361253 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-007969e7-f713-4272-8e5d-269a3c9c9852 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.361694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007969e7-f713-4272-8e5d-269a3c9c9852 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.365191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-007969e7-f713-4272-8e5d-269a3c9c9852 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/f43b8eda-d27d-4d42-8e38-5f876ffbe27d HTTP/1.1" status: 404  len: 337 time: 0.0352907
Apr 02 21:22:14.368248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45010) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.375604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db0283-2eb1-48d4-868d-2716772f17cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a399e78b-b2fe-4519-b6a0-9dca030607c2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:14.390277 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ed3593-a40a-4d8a-b333-5028a543c520 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.390893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ed3593-a40a-4d8a-b333-5028a543c520 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.397701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45012) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.401101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76ed3593-a40a-4d8a-b333-5028a543c520 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/349637bc-b931-40ee-aa38-8dd6bb6b8a14 HTTP/1.1" status: 404  len: 339 time: 0.0292101
Apr 02 21:22:14.401414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45014) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.474198 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.507746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting port d035b332-072b-4a78-9ad1-07d3ec034e96 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:14.508111 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d035b332-072b-4a78-9ad1-07d3ec034e96), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.573477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d035b332-072b-4a78-9ad1-07d3ec034e96), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.586873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Calling delete_port for d035b332-072b-4a78-9ad1-07d3ec034e96 owned by  {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:14.671172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d035b332-072b-4a78-9ad1-07d3ec034e96), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.700755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Port': ['ID=d035b332-072b-4a78-9ad1-07d3ec034e96,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:14.704266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.710537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3da2008a-1231-4296-83f8-d4d134f0a243 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/ports/d035b332-072b-4a78-9ad1-07d3ec034e96 HTTP/1.1" status: 204  len: 168 time: 0.3058395
Apr 02 21:22:14.710732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45016) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.736467 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b859534-b8e9-4683-81ee-a03db70a21ad tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:14.736930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b859534-b8e9-4683-81ee-a03db70a21ad tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:14.742498 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6b859534-b8e9-4683-81ee-a03db70a21ad tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/bb2f7b2d-d648-4e74-bbdf-ac966c282cac HTTP/1.1" status: 404  len: 337 time: 0.0283234
Apr 02 21:22:14.742679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45018) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:14.780927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.820976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (935a3c80-5804-4b41-98a6-67ec05ae1966), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.904533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (935a3c80-5804-4b41-98a6-67ec05ae1966), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.925053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845db4c40>,) {'filters': {'network_id': ['935a3c80-5804-4b41-98a6-67ec05ae1966']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:14.933977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845db4c40>, '741caaa8-3ec2-4559-bb36-e167c2fd1131') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:14.934275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845db4c40>, '741caaa8-3ec2-4559-bb36-e167c2fd1131') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:14.948891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (741caaa8-3ec2-4559-bb36-e167c2fd1131), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.962514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (741caaa8-3ec2-4559-bb36-e167c2fd1131), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.968430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:14.969091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (741caaa8-3ec2-4559-bb36-e167c2fd1131), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:14.972056 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:15.029563 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (935a3c80-5804-4b41-98a6-67ec05ae1966), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.037394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.040798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/935a3c80-5804-4b41-98a6-67ec05ae1966 HTTP/1.1" status: 204  len: 168 time: 0.2969761
Apr 02 21:22:15.043752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:15.044099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.046601 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45020) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:15.050227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04f942-4ff9-4926-b470-df4f41d1d8d3 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Network': ['ID=935a3c80-5804-4b41-98a6-67ec05ae1966,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:15.412850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:15.433299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:15.433654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e5aef963-ef9d-4d80-83c3-afe9dcfa4fbb not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:15.489972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port 5b21516b-c46f-47c6-95ed-cf5ba730bdf7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:15.490573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.506051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:15.526570 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting port b1791c5b-d35d-401b-873c-ed0ec7fcb5e7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:15.526905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b1791c5b-d35d-401b-873c-ed0ec7fcb5e7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.629636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b1791c5b-d35d-401b-873c-ed0ec7fcb5e7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.651293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Calling delete_port for b1791c5b-d35d-401b-873c-ed0ec7fcb5e7 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:15.809304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b1791c5b-d35d-401b-873c-ed0ec7fcb5e7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.844158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Port': ['ID=b1791c5b-d35d-401b-873c-ed0ec7fcb5e7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:15.854426 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.857891 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-027e5712-1b76-4929-a299-34a56b4f7c97 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/ports/b1791c5b-d35d-401b-873c-ed0ec7fcb5e7 HTTP/1.1" status: 204  len: 168 time: 0.8102965
Apr 02 21:22:15.859423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5b21516b-c46f-47c6-95ed-cf5ba730bdf7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:15.860679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45022) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:15.886660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=5b21516b-c46f-47c6-95ed-cf5ba730bdf7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:15.888022 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-208de243-e7c8-4dc0-a56d-16fd0339b934 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:15.888499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208de243-e7c8-4dc0-a56d-16fd0339b934 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:15.891529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-208de243-e7c8-4dc0-a56d-16fd0339b934 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/5d1dc2c7-83d4-4428-a60c-24d9b06f0617 HTTP/1.1" status: 404  len: 337 time: 0.0297940
Apr 02 21:22:15.894845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45024) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:15.977655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (248d9848-278a-4a39-b241-6b8efb3201e6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.067897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (248d9848-278a-4a39-b241-6b8efb3201e6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.074918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (cb778bf7-2542-4b6c-896d-12faa03053c8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.101576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784449aa30>,) {'filters': {'network_id': ['248d9848-278a-4a39-b241-6b8efb3201e6']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:16.110902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784449aa30>, '17ac5b0f-ca6d-499f-be07-3b42fc058407') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:16.111200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784449aa30>, '17ac5b0f-ca6d-499f-be07-3b42fc058407') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:16.121069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (17ac5b0f-ca6d-499f-be07-3b42fc058407), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.134519 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (17ac5b0f-ca6d-499f-be07-3b42fc058407), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.140190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:16.140602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (17ac5b0f-ca6d-499f-be07-3b42fc058407), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:16.143662 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:16.201776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (248d9848-278a-4a39-b241-6b8efb3201e6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.208410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.213793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/248d9848-278a-4a39-b241-6b8efb3201e6 HTTP/1.1" status: 204  len: 168 time: 0.3157411
Apr 02 21:22:16.221867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45026) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:16.231286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e4885-636a-42c1-9fc1-c37dd3f0ec13 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Network': ['ID=248d9848-278a-4a39-b241-6b8efb3201e6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:16.277628 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting subnet a03906f9-c57e-4db7-b048-d29f34c6aa15 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:16.280759 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (a03906f9-c57e-4db7-b048-d29f34c6aa15), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.301940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router cb778bf7-2542-4b6c-896d-12faa03053c8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:16.326340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (a03906f9-c57e-4db7-b048-d29f34c6aa15), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.410769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a03906f9-c57e-4db7-b048-d29f34c6aa15), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.416708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:16.425835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-01b9c10c-2fc9-42d9-8520-68d47ddbc50c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "PUT /v2.0/routers/cb778bf7-2542-4b6c-896d-12faa03053c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0229340
Apr 02 21:22:16.426040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45028) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:16.427940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] Sync routers for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:16.437953 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:16.444613 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d0efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:16.482363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting subnet f4723b05-1262-4487-a1d4-a6e9ead51149 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:16.482602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (a03906f9-c57e-4db7-b048-d29f34c6aa15), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.486183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (f4723b05-1262-4487-a1d4-a6e9ead51149), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.513967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Subnet': ['ID=a03906f9-c57e-4db7-b048-d29f34c6aa15,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:16.519932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.523204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aa5eb887-9987-46ef-b103-2dedb2d4b272 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/subnets/a03906f9-c57e-4db7-b048-d29f34c6aa15 HTTP/1.1" status: 204  len: 168 time: 0.3001447
Apr 02 21:22:16.526174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45030) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:16.528657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d16aec-eb5f-4a6e-b43a-88f1d71bc6ba None None] Network 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:16.564478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:16.564622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (f4723b05-1262-4487-a1d4-a6e9ead51149), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.653450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.718579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] DHCP port deletion for 6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:16.738787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f4723b05-1262-4487-a1d4-a6e9ead51149), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.770015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] Deleting port 18660b41-1bab-4731-b4da-fbf2978d27ac {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:16.770790 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d0efd0>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:15Z', 'revision_number': 7, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:16.771012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.795919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Deleting port 18660b41-1bab-4731-b4da-fbf2978d27ac {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:16.795919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.803026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] Checking router: cb778bf7-2542-4b6c-896d-12faa03053c8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:16.812160 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] Routers {'cb778bf7-2542-4b6c-896d-12faa03053c8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:16.812921 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d0efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cb778bf7-2542-4b6c-896d-12faa03053c8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:16.841699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] For port 18660b41-1bab-4731-b4da-fbf2978d27ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18660b41-1bab-4731-b4da-fbf2978d27ac,segment=NetworkSegment(3b261238-72ba-42c9-a372-a5331e3363b8),segment_id=3b261238-72ba-42c9-a372-a5331e3363b8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:16.842350 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.855425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] Calling delete_port for 18660b41-1bab-4731-b4da-fbf2978d27ac owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:16.857606 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f4723b05-1262-4487-a1d4-a6e9ead51149), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.899150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] For port 18660b41-1bab-4731-b4da-fbf2978d27ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18660b41-1bab-4731-b4da-fbf2978d27ac,segment=NetworkSegment(3b261238-72ba-42c9-a372-a5331e3363b8),segment_id=3b261238-72ba-42c9-a372-a5331e3363b8)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:16.899515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.902185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Subnet': ['ID=f4723b05-1262-4487-a1d4-a6e9ead51149,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:16.907073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6001b-1256-4f35-b85b-a44bf875b7bc None None] Network c1bcf83f-0c29-45e5-aa75-aadd0b03809c requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:16.908987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:16.915923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7c95577e-a860-4e71-8f8e-1c927d1858ed tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/subnets/f4723b05-1262-4487-a1d4-a6e9ead51149 HTTP/1.1" status: 204  len: 168 time: 0.4858587
Apr 02 21:22:16.916108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45032) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:16.924094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Calling delete_port for 18660b41-1bab-4731-b4da-fbf2978d27ac owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:16.935456 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] Set router cb778bf7-2542-4b6c-896d-12faa03053c8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:17.027151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.029450 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router (cb778bf7-2542-4b6c-896d-12faa03053c8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.042210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (18660b41-1bab-4731-b4da-fbf2978d27ac), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.061943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] Pushing event deleted for resources: {'Port': ['ID=18660b41-1bab-4731-b4da-fbf2978d27ac,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:17.072252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172d5c4-7870-4de3-8e0a-c019422c685b None None] No DVR routers for this DVR port 18660b41-1bab-4731-b4da-fbf2978d27ac on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:17.073945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Port': ['ID=18660b41-1bab-4731-b4da-fbf2978d27ac,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:17.076938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] No DVR routers for this DVR port 18660b41-1bab-4731-b4da-fbf2978d27ac on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:17.156019 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d0efd0>, [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:15Z', 'revision_number': 7, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:17.180420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038708af-98a6-4690-a298-898492c4ff48 None None] DHCP port deletion for c1bcf83f-0c29-45e5-aa75-aadd0b03809c request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:17.183263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.187617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (cb778bf7-2542-4b6c-896d-12faa03053c8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.192399 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c2d3-9836-42e0-ad79-d4bb22986f3e None None] The sync data for ids ['cb778bf7-2542-4b6c-896d-12faa03053c8'] in ncdv-master-1 is: [{'id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'name': 'tempest-TestNetworkBasicOps-router-1993872681', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:48Z', 'updated_at': '2022-04-02T21:22:15Z', 'revision_number': 7, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': '9cc2db08-0b99-4034-9911-e9b0aac1e1bf', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778bf7-2542-4b6c-896d-12faa03053c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:50Z', 'updated_at': '2022-04-02T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:17.210410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847c421f0>,) {'filters': {'network_id': ['6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:17.221684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c421f0>, '3b261238-72ba-42c9-a372-a5331e3363b8') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:17.221992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c421f0>, '3b261238-72ba-42c9-a372-a5331e3363b8') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:17.242168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (3b261238-72ba-42c9-a372-a5331e3363b8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.256326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-038708af-98a6-4690-a298-898492c4ff48 None None] Deleting port 331b9666-38a2-4eec-9571-40da0a9fa937 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:17.256572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:17.256785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.256923 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-038708af-98a6-4690-a298-898492c4ff48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.257901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3b261238-72ba-42c9-a372-a5331e3363b8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.264367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:17.264924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (3b261238-72ba-42c9-a372-a5331e3363b8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   self.session.flush()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:17.268586 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:17.326021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-038708af-98a6-4690-a298-898492c4ff48 None None] For port 331b9666-38a2-4eec-9571-40da0a9fa937, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=331b9666-38a2-4eec-9571-40da0a9fa937,segment=NetworkSegment(1bac98a3-e421-4bac-9b40-2334a6f7fb17),segment_id=1bac98a3-e421-4bac-9b40-2334a6f7fb17)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:17.326705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-038708af-98a6-4690-a298-898492c4ff48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.345661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-038708af-98a6-4690-a298-898492c4ff48 None None] Calling delete_port for 331b9666-38a2-4eec-9571-40da0a9fa937 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:17.351632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port 9cc2db08-0b99-4034-9911-e9b0aac1e1bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:17.352004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.353237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.362447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.365268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for 9cc2db08-0b99-4034-9911-e9b0aac1e1bf owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:17.374655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] 10.222.0.18 "DELETE /v2.0/networks/6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b HTTP/1.1" status: 204  len: 168 time: 0.8410606
Apr 02 21:22:17.407882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6ebb-3be9-4910-967f-24ee8cc21358 tempest-NetworksIpV6TestAttrs-1723025114 tempest-NetworksIpV6TestAttrs-1723025114-project] Pushing event deleted for resources: {'Network': ['ID=6e03a107-8642-4b2d-ae2b-9e6d4ff52b1b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:17.457769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-038708af-98a6-4690-a298-898492c4ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (331b9666-38a2-4eec-9571-40da0a9fa937), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.488953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038708af-98a6-4690-a298-898492c4ff48 None None] Pushing event deleted for resources: {'Port': ['ID=331b9666-38a2-4eec-9571-40da0a9fa937,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:17.499988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038708af-98a6-4690-a298-898492c4ff48 None None] No DVR routers for this DVR port 331b9666-38a2-4eec-9571-40da0a9fa937 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:17.569193 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9cc2db08-0b99-4034-9911-e9b0aac1e1bf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.602088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=9cc2db08-0b99-4034-9911-e9b0aac1e1bf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:17.665799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (cb778bf7-2542-4b6c-896d-12faa03053c8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.716434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45038) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:17.760541 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (cb778bf7-2542-4b6c-896d-12faa03053c8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.762567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_controller (cb778bf7-2542-4b6c-896d-12faa03053c8), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.811505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (cb778bf7-2542-4b6c-896d-12faa03053c8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.812056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Fanout notify agent at l3_agent the message router_deleted on router cb778bf7-2542-4b6c-896d-12faa03053c8 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:22:17.819382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.820479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0e17abaa-bf0c-44b7-b297-bba89b15ccd2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/routers/cb778bf7-2542-4b6c-896d-12faa03053c8 HTTP/1.1" status: 204  len: 168 time: 0.9039350
Apr 02 21:22:17.823163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45042) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:17.860076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-feaf5846-10b9-4da1-bf20-b47cc182e132 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00543203562741b3b0bbd78ebe735239&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1421735
Apr 02 21:22:17.862858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:17.903186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c1bcf83f-0c29-45e5-aa75-aadd0b03809c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.914075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7057d2c2-6c6a-4f7e-9e77-486b0da2783b admin admin] Publish callbacks [] for security_group (43805a94-17fa-4e8b-9b56-80b8935fadc9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.938485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7057d2c2-6c6a-4f7e-9e77-486b0da2783b admin admin] Publish callbacks [] for security_group (43805a94-17fa-4e8b-9b56-80b8935fadc9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.949936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.991246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7057d2c2-6c6a-4f7e-9e77-486b0da2783b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (43805a94-17fa-4e8b-9b56-80b8935fadc9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.993863 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7057d2c2-6c6a-4f7e-9e77-486b0da2783b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:17.995020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7057d2c2-6c6a-4f7e-9e77-486b0da2783b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43805a94-17fa-4e8b-9b56-80b8935fadc9 HTTP/1.1" status: 204  len: 168 time: 0.1312582
Apr 02 21:22:18.012194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057d2c2-6c6a-4f7e-9e77-486b0da2783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43805a94-17fa-4e8b-9b56-80b8935fadc9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:18.015294 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c1bcf83f-0c29-45e5-aa75-aadd0b03809c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.041990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78440a3df0>,) {'filters': {'network_id': ['c1bcf83f-0c29-45e5-aa75-aadd0b03809c']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:18.054108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440a3df0>, '1bac98a3-e421-4bac-9b40-2334a6f7fb17') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:18.054641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78440a3df0>, '1bac98a3-e421-4bac-9b40-2334a6f7fb17') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:18.065051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (1bac98a3-e421-4bac-9b40-2334a6f7fb17), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.080056 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (1bac98a3-e421-4bac-9b40-2334a6f7fb17), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.086403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:18.086796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (1bac98a3-e421-4bac-9b40-2334a6f7fb17), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:18.090015 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:18.147775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c1bcf83f-0c29-45e5-aa75-aadd0b03809c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.155011 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.161155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/networks/c1bcf83f-0c29-45e5-aa75-aadd0b03809c HTTP/1.1" status: 204  len: 168 time: 0.3336556
Apr 02 21:22:18.170161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e728f1-cdd0-4c0b-b95d-e5ee5d3d18f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Network': ['ID=c1bcf83f-0c29-45e5-aa75-aadd0b03809c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:18.180086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45050) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:18.187388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'network': {'name': 'tempest-network-smoke--1388641795', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:18.206763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:18.210206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.234535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:18.244673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a25fe836-8225-456c-aa78-c48d9970ab6c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.245023 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Added segment a25fe836-8225-456c-aa78-c48d9970ab6c of type vlan for network de133907-2e5a-4a41-a35e-372465d341cd
Apr 02 21:22:18.291782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (de133907-2e5a-4a41-a35e-372465d341cd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.318099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (de133907-2e5a-4a41-a35e-372465d341cd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.323132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:18.323710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.363905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1804562
Apr 02 21:22:18.366748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45058) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:18.395007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'admin_state_up': True, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:18.404462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Network': ['ID=de133907-2e5a-4a41-a35e-372465d341cd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:18.418529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.418882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.419234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.419557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.419905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.420205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.420557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.420885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.421205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.421525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.421845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.422161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.422485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.422802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.423120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63d7c5-a521-4fb0-ba3b-78af63e1690b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:18.432864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (98215d82-b9b0-4f9f-b89b-09de300e6601), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.435459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network de133907-2e5a-4a41-a35e-372465d341cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:18.437917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (98215d82-b9b0-4f9f-b89b-09de300e6601), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.516719 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_controller (98215d82-b9b0-4f9f-b89b-09de300e6601), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.626747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cc2db08-0b99-4034-9911-e9b0aac1e1bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:18.649327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9cc2db08-0b99-4034-9911-e9b0aac1e1bf {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:18.649807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9cc2db08-0b99-4034-9911-e9b0aac1e1bf not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:18.650331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 18660b41-1bab-4731-b4da-fbf2978d27ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:18.661143 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (98215d82-b9b0-4f9f-b89b-09de300e6601), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.676951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 18660b41-1bab-4731-b4da-fbf2978d27ac {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:18.677720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 18660b41-1bab-4731-b4da-fbf2978d27ac not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:18.678263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:18.702464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:18.702971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 5b21516b-c46f-47c6-95ed-cf5ba730bdf7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:18.703559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 331b9666-38a2-4eec-9571-40da0a9fa937 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:18.726087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 331b9666-38a2-4eec-9571-40da0a9fa937 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:18.726443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 331b9666-38a2-4eec-9571-40da0a9fa937 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:18.746224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45070) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:18.845731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-107668676'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:18.867565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:18.870350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (98215d82-b9b0-4f9f-b89b-09de300e6601), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.871081 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.883246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.888530 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.960084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for security_group (567f1ecc-c43c-468d-bd1c-795d1b4d94cf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.963819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (567f1ecc-c43c-468d-bd1c-795d1b4d94cf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:18.990552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:18.995007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.35.4.141 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:18.999189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567f1ecc-c43c-468d-bd1c-795d1b4d94cf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:19.005142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5e22a43f-8d1a-47cd-9058-5f9821929a71), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.005508 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 5e22a43f-8d1a-47cd-9058-5f9821929a71 of type vlan for network f6596a7a-577e-4973-9026-052f905f2e02
Apr 02 21:22:19.047195 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f6596a7a-577e-4973-9026-052f905f2e02), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.073021 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f6596a7a-577e-4973-9026-052f905f2e02), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.077938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:19.078517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.113132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3658643
Apr 02 21:22:19.116392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.150723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.152170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c9415-e0b8-4c1a-b0ed-9b1ed49166b7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=f6596a7a-577e-4973-9026-052f905f2e02,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:19.166289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f6596a7a-577e-4973-9026-052f905f2e02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:19.191142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:19.194078 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:19.197374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:19.228327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:19.245567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:19.250566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:19.346965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:19.350359 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.474225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (98215d82-b9b0-4f9f-b89b-09de300e6601), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.535202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (cf23cef8-458c-46ef-873b-9707509cf1db), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.593652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=cf23cef8-458c-46ef-873b-9707509cf1db,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:19.602660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '5e22a43f-8d1a-47cd-9058-5f9821929a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:19.603015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: f6596a7a-577e-4973-9026-052f905f2e02, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:19.619204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network f6596a7a-577e-4973-9026-052f905f2e02 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:19.627273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6596a7a-577e-4973-9026-052f905f2e02) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:19.631928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:19.632553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.638234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7675b5a-6b95-4535-b445-9794ffe7a4fb None None] Network f6596a7a-577e-4973-9026-052f905f2e02 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:19.649635 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7b4e2540-17c4-4634-96ac-26d8349d4be9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.4029527
Apr 02 21:22:19.652903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45076) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:19.657779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-397746545'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:19.682533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:19.682799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (98215d82-b9b0-4f9f-b89b-09de300e6601), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.686126 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.714792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:19.725235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (453b667c-c0f8-4f96-8bde-6a9b054aab9e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.725593 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 453b667c-c0f8-4f96-8bde-6a9b054aab9e of type vlan for network b68b514a-55e6-407e-9fea-568d7bc3d043
Apr 02 21:22:19.748698 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6596a7a-577e-4973-9026-052f905f2e02', 'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': 'cf23cef8-458c-46ef-873b-9707509cf1db'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:19.749601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.779770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b68b514a-55e6-407e-9fea-568d7bc3d043), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.807713 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b68b514a-55e6-407e-9fea-568d7bc3d043), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.812999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:19.813573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:19.822255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router 98215d82-b9b0-4f9f-b89b-09de300e6601 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:22:19.857411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2006423
Apr 02 21:22:19.873967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45078) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:19.879698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': 'b68b514a-55e6-407e-9fea-568d7bc3d043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:19.885100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbdaac-cbf5-42f1-9bd2-921c239456c3 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=b68b514a-55e6-407e-9fea-568d7bc3d043,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:19.891198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Allocated IP 172.20.255.242 (f6596a7a-577e-4973-9026-052f905f2e02/cf23cef8-458c-46ef-873b-9707509cf1db/9084313c-cbf6-4dac-9b13-6b90549c5de4) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:19.896693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b68b514a-55e6-407e-9fea-568d7bc3d043 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:20.094874 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Publish callbacks [] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.101050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.141326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Network f6596a7a-577e-4973-9026-052f905f2e02 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:20.146518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:20.149463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:20.155350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Pushing event updated for resources: {'Port': ['ID=9084313c-cbf6-4dac-9b13-6b90549c5de4,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:20.218144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Attempting to bind port 9084313c-cbf6-4dac-9b13-6b90549c5de4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:20.218872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Attempting to bind port 9084313c-cbf6-4dac-9b13-6b90549c5de4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5e22a43f-8d1a-47cd-9058-5f9821929a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:20.218872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Attempting to bind port 9084313c-cbf6-4dac-9b13-6b90549c5de4 on network f6596a7a-577e-4973-9026-052f905f2e02 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:20.224845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:20.225250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Checking segment: {'id': '5e22a43f-8d1a-47cd-9058-5f9821929a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:20.225637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.226040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Bound using segment: {'id': '5e22a43f-8d1a-47cd-9058-5f9821929a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:20.226519 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Bound port: 9084313c-cbf6-4dac-9b13-6b90549c5de4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e22a43f-8d1a-47cd-9058-5f9821929a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6596a7a-577e-4973-9026-052f905f2e02'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:20.226906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.380310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:20.390910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:20.394345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.407151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Sync routers for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:20.424632 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.426495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-870b097e-3275-4954-9da9-988f01b6fd9e tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0589404
Apr 02 21:22:20.429565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45080) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:20.441548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:20.442190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458bb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:20.496738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d0b6c974-6007-4afc-a84e-dc0f724a54ff tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7c63afebe86f46e8b16647d8eda2cfb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0638146
Apr 02 21:22:20.497515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45082) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:20.544760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] For port 9084313c-cbf6-4dac-9b13-6b90549c5de4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:20.561270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] For port 9084313c-cbf6-4dac-9b13-6b90549c5de4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9084313c-cbf6-4dac-9b13-6b90549c5de4,segment=NetworkSegment(5e22a43f-8d1a-47cd-9058-5f9821929a71),segment_id=5e22a43f-8d1a-47cd-9058-5f9821929a71)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:20.579640 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.595387 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83289312-f7c5-4098-af21-3c9faa92e302 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:20.597552 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-83289312-f7c5-4098-af21-3c9faa92e302 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0987957
Apr 02 21:22:20.600296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45084) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:20.614315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:20.632947 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a251223e-e0c3-4608-8da3-f4949e114be2 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0310097
Apr 02 21:22:20.635340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45086) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:20.640396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809550883', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:20.644128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (225d53b0-70db-4c44-b094-5e3610c55334), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.712890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=225d53b0-70db-4c44-b094-5e3610c55334,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:20.726170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '453b667c-c0f8-4f96-8bde-6a9b054aab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b68b514a-55e6-407e-9fea-568d7bc3d043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:20.726644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: b68b514a-55e6-407e-9fea-568d7bc3d043, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:20.746873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network b68b514a-55e6-407e-9fea-568d7bc3d043 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:20.760969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b68b514a-55e6-407e-9fea-568d7bc3d043) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:20.765605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:20.770592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.777064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e717efb-22f7-4cf3-931d-e8af98fc2ed2 None None] Network b68b514a-55e6-407e-9fea-568d7bc3d043 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:20.777379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:20.778019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.801115 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1dd3c6d-2b34-4a16-abb1-f2c4d4697c9b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.9260013
Apr 02 21:22:20.804688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45088) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:20.824289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa9df0-9f62-4471-9857-261481137c26 None None] Pushing event updated for resources: {'Port': ['ID=9084313c-cbf6-4dac-9b13-6b90549c5de4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:20.959014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458bb2e0>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:19Z', 'revision_number': 3, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:20.965840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b72e91-f6c1-4c19-b534-2767dfbd700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b68b514a-55e6-407e-9fea-568d7bc3d043', 'network_id': 'b68b514a-55e6-407e-9fea-568d7bc3d043', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '225d53b0-70db-4c44-b094-5e3610c55334'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:20.966920 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72b72e91-f6c1-4c19-b534-2767dfbd700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:20.991915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b68b514a-55e6-407e-9fea-568d7bc3d043), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.006432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Checking router: 98215d82-b9b0-4f9f-b89b-09de300e6601 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:21.006781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Updating router 98215d82-b9b0-4f9f-b89b-09de300e6601 port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:22:21.030336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (6b06aa78-bd7d-4980-98a8-0f1c1cc23c53), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.062723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (225d53b0-70db-4c44-b094-5e3610c55334), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.064358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.103450 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Subnet': ['ID=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:21.114625 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Checking segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:21.114993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network hostable DHCP agents. Network: de133907-2e5a-4a41-a35e-372465d341cd, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:21.137806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network de133907-2e5a-4a41-a35e-372465d341cd is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:21.152888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de133907-2e5a-4a41-a35e-372465d341cd) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:21.158076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:21.158254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.165404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (225d53b0-70db-4c44-b094-5e3610c55334), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.171973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d0be57-2b6f-4f8c-856f-1cc379b9dddf None None] Network de133907-2e5a-4a41-a35e-372465d341cd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:21.179142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ce4b8120-0ca1-4b7d-9e29-98fb867837f0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5425353
Apr 02 21:22:21.181769 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45090) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:21.202491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=225d53b0-70db-4c44-b094-5e3610c55334,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-72b72e91-f6c1-4c19-b534-2767dfbd700c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 225d53b0-70db-4c44-b094-5e3610c55334: This subnet is being modified by another concurrent operation.
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 225d53b0-70db-4c44-b094-5e3610c55334: This subnet is being modified by another concurrent operation.
Apr 02 21:22:21.250365 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:22:21.274361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b68b514a-55e6-407e-9fea-568d7bc3d043), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.274991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647cbfc1-bc3b-413b-8a7a-a10601fde45a None None] Network b68b514a-55e6-407e-9fea-568d7bc3d043 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:21.294776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844ac21c0>,) {'filters': {'network_id': ['b68b514a-55e6-407e-9fea-568d7bc3d043']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:21.304925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844ac21c0>, '453b667c-c0f8-4f96-8bde-6a9b054aab9e') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:21.305228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844ac21c0>, '453b667c-c0f8-4f96-8bde-6a9b054aab9e') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:21.315154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (453b667c-c0f8-4f96-8bde-6a9b054aab9e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.330728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (453b667c-c0f8-4f96-8bde-6a9b054aab9e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.339323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:21.339723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (453b667c-c0f8-4f96-8bde-6a9b054aab9e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:21.342817 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:21.410099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b68b514a-55e6-407e-9fea-568d7bc3d043), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.419159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.426826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45092) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:21.427237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/b68b514a-55e6-407e-9fea-568d7bc3d043 HTTP/1.1" status: 204  len: 168 time: 0.6203599
Apr 02 21:22:21.435904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429167401'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:21.437762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf358a-52f2-4319-9cbd-729a9bbcb1d1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=b68b514a-55e6-407e-9fea-568d7bc3d043,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:21.469332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:21.473154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.503849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de133907-2e5a-4a41-a35e-372465d341cd', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:21.504739 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.541970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:21.584704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (84bf5014-3392-4685-8344-4edb7f92aa8f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.585047 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 84bf5014-3392-4685-8344-4edb7f92aa8f of type vlan for network 7e48738d-4087-4d5f-9198-6f0a159e1fce
Apr 02 21:22:21.639022 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (7e48738d-4087-4d5f-9198-6f0a159e1fce), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.663012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Publish callbacks [] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.672303 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.722837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (7e48738d-4087-4d5f-9198-6f0a159e1fce), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.727750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:21.728331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.761973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Attempting to bind port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:21.762363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Attempting to bind port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:21.762738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Attempting to bind port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:21.767261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682430-0c72-48a5-93d3-0d978d048083 None None] Pushing event updated for resources: {'Port': ['ID=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:21.771436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Allocated IP 172.20.0.2 (de133907-2e5a-4a41-a35e-372465d341cd/6b06aa78-bd7d-4980-98a8-0f1c1cc23c53/612323da-07b9-4d92-ac49-c10c25b58b15) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:21.779393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:21.779808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:21.780322 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.780829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:21.781437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Bound port: d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:21.781827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.808996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=7e48738d-4087-4d5f-9198-6f0a159e1fce,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:21.814105 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e0db5dec-10c2-4e9a-9c80-aa1105177814 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3863792
Apr 02 21:22:21.817181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45094) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:21.822031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': '7e48738d-4087-4d5f-9198-6f0a159e1fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:21.832409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 7e48738d-4087-4d5f-9198-6f0a159e1fce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:21.914708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ec42d-e981-4ab7-83fb-bda1254589db None None] Network f6596a7a-577e-4973-9026-052f905f2e02 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:21.941897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:21.960613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:21.964040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.062635 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing IP validity checks on allocation pools {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:22:22.063393 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:22:22.140509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] For port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:22.177179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] For port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:22.224110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.239500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] Provisioning complete for port 9084313c-cbf6-4dac-9b13-6b90549c5de4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:22.239875 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.312248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (0f938d56-dac9-416b-86be-aed6375fed83), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.388650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:22.389316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78458bb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:21:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:22.395082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682430-0c72-48a5-93d3-0d978d048083 None None] Pushing event updated for resources: {'Port': ['ID=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:22.453317 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Publish callbacks [] for port (612323da-07b9-4d92-ac49-c10c25b58b15), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.474407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.599114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Network de133907-2e5a-4a41-a35e-372465d341cd is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:22.609312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:22.611476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Pushing event updated for resources: {'Port': ['ID=612323da-07b9-4d92-ac49-c10c25b58b15,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:22.616108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:22.633623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] Current status of the port 9084313c-cbf6-4dac-9b13-6b90549c5de4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:22.634011 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.639873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:22.744108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9084313c-cbf6-4dac-9b13-6b90549c5de4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:22.751176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=0f938d56-dac9-416b-86be-aed6375fed83,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:22.758124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '84bf5014-3392-4685-8344-4edb7f92aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7e48738d-4087-4d5f-9198-6f0a159e1fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:22.758471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: 7e48738d-4087-4d5f-9198-6f0a159e1fce, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:22.785716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.20.0.1 (de133907-2e5a-4a41-a35e-372465d341cd/6b06aa78-bd7d-4980-98a8-0f1c1cc23c53/6c5e6d7d-9a53-49ba-8887-65dd92fb9060) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:22.798023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 7e48738d-4087-4d5f-9198-6f0a159e1fce is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:22.821905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e48738d-4087-4d5f-9198-6f0a159e1fce) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:22.834156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:22.834792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.850064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2fbde2-f12a-4eb6-9b96-248e67776681 None None] Network 7e48738d-4087-4d5f-9198-6f0a159e1fce requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:22.861501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] For port 9084313c-cbf6-4dac-9b13-6b90549c5de4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9084313c-cbf6-4dac-9b13-6b90549c5de4,segment=NetworkSegment(5e22a43f-8d1a-47cd-9058-5f9821929a71),segment_id=5e22a43f-8d1a-47cd-9058-5f9821929a71)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:22.881570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1bc3b8f-3821-42d1-b6ef-d39edfe8c79a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.0634146
Apr 02 21:22:22.884247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45096) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:22.913248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.922060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Attempting to bind port 612323da-07b9-4d92-ac49-c10c25b58b15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:22.922434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Attempting to bind port 612323da-07b9-4d92-ac49-c10c25b58b15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:22.922792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Attempting to bind port 612323da-07b9-4d92-ac49-c10c25b58b15 on network de133907-2e5a-4a41-a35e-372465d341cd {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:22.985319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:22.985576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Checking segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:22.985975 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.986367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Bound using segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:22.986870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Bound port: 612323da-07b9-4d92-ac49-c10c25b58b15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:22.988061 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:22.989802 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.025779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (7e48738d-4087-4d5f-9198-6f0a159e1fce), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.079178 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.107445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9084313c-cbf6-4dac-9b13-6b90549c5de4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:23.107818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.113056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b457b9-7c80-4412-9769-ec346834ad6d None None] Pushing event updated for resources: {'Port': ['ID=9084313c-cbf6-4dac-9b13-6b90549c5de4,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:23.138134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network de133907-2e5a-4a41-a35e-372465d341cd is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:23.147833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0f938d56-dac9-416b-86be-aed6375fed83), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.150748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:23.154016 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:23.174138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:23.188424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e721c4a3-2bb9-4f06-b00b-55dbfc2d9019 None None] Provisioning complete for port 9084313c-cbf6-4dac-9b13-6b90549c5de4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:23.188819 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e721c4a3-2bb9-4f06-b00b-55dbfc2d9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.225710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3df4f-09e3-4949-b145-6ecbccd53f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e48738d-4087-4d5f-9198-6f0a159e1fce', 'network_id': '7e48738d-4087-4d5f-9198-6f0a159e1fce', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '0f938d56-dac9-416b-86be-aed6375fed83'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:23.226561 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6d3df4f-09e3-4949-b145-6ecbccd53f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.230788 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (98215d82-b9b0-4f9f-b89b-09de300e6601), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.258251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a18b218c-5d04-47a6-8fa6-c5962a14cc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.274574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] For port 612323da-07b9-4d92-ac49-c10c25b58b15, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:23.282866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] For port 612323da-07b9-4d92-ac49-c10c25b58b15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=612323da-07b9-4d92-ac49-c10c25b58b15,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:23.289709 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (0f938d56-dac9-416b-86be-aed6375fed83), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.305211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.329871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=0f938d56-dac9-416b-86be-aed6375fed83,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:23.444874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78458bb2e0>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:19Z', 'revision_number': 3, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:23.447549 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (7e48738d-4087-4d5f-9198-6f0a159e1fce), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.496283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78466fdd30>,) {'filters': {'network_id': ['7e48738d-4087-4d5f-9198-6f0a159e1fce']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:23.505158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5936af5-4ecd-4f84-a346-6413979bdd60 None None] The sync data for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 is: [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:19Z', 'revision_number': 3, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-d6d3df4f-09e3-4949-b145-6ecbccd53f1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f938d56-dac9-416b-86be-aed6375fed83: This subnet is being modified by another concurrent operation.
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f938d56-dac9-416b-86be-aed6375fed83: This subnet is being modified by another concurrent operation.
Apr 02 21:22:23.508019 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:22:23.515318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78466fdd30>, '84bf5014-3392-4685-8344-4edb7f92aa8f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:23.515318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78466fdd30>, '84bf5014-3392-4685-8344-4edb7f92aa8f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:23.525691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (84bf5014-3392-4685-8344-4edb7f92aa8f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.527267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.548890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6939e-6555-4a6d-8058-efcd52d916f2 None None] Network 7e48738d-4087-4d5f-9198-6f0a159e1fce requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:23.548890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae2fab-96f4-4be6-afac-d4e7ae28c5b2 None None] Pushing event updated for resources: {'Port': ['ID=612323da-07b9-4d92-ac49-c10c25b58b15,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:23.564638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (84bf5014-3392-4685-8344-4edb7f92aa8f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.565925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9084313c-cbf6-4dac-9b13-6b90549c5de4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:23.592650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e721c4a3-2bb9-4f06-b00b-55dbfc2d9019 None None] Current status of the port 9084313c-cbf6-4dac-9b13-6b90549c5de4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:23.593255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:23.593669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (84bf5014-3392-4685-8344-4edb7f92aa8f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:23.597804 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:23.739150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (7e48738d-4087-4d5f-9198-6f0a159e1fce), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.748078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.754813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/7e48738d-4087-4d5f-9198-6f0a159e1fce HTTP/1.1" status: 204  len: 168 time: 0.8663690
Apr 02 21:22:23.755171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:23.761039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569681379'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:23.787773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:23.791266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.798580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2c68d-b1c1-4ef0-ae23-d714d0368b30 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=7e48738d-4087-4d5f-9198-6f0a159e1fce,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:23.819740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:23.838117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.838480 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d of type vlan for network 438e3287-4e2d-497a-9219-4b90345fbe1e
Apr 02 21:22:23.909756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (438e3287-4e2d-497a-9219-4b90345fbe1e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.945879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (438e3287-4e2d-497a-9219-4b90345fbe1e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.952548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:23.953180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:23.991906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2324154
Apr 02 21:22:23.991906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45100) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:23.996267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': '438e3287-4e2d-497a-9219-4b90345fbe1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:23.999366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.005877 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.066301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81f62f-cdd6-4d97-b11e-8abad8c8de3a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=438e3287-4e2d-497a-9219-4b90345fbe1e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:24.078726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 438e3287-4e2d-497a-9219-4b90345fbe1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:24.096851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:24.100260 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (98215d82-b9b0-4f9f-b89b-09de300e6601), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.142492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:24.146490 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.205843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network de133907-2e5a-4a41-a35e-372465d341cd is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:24.208318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:24.369479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router 98215d82-b9b0-4f9f-b89b-09de300e6601 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:24.418349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (3884a6db-c877-4fb9-af06-4f5a7609eeca), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.494473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=3884a6db-c877-4fb9-af06-4f5a7609eeca,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:24.507815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '438e3287-4e2d-497a-9219-4b90345fbe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:24.508439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: 438e3287-4e2d-497a-9219-4b90345fbe1e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:24.533690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 438e3287-4e2d-497a-9219-4b90345fbe1e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:24.540109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:24.548333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 438e3287-4e2d-497a-9219-4b90345fbe1e) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:24.549549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44bf1d89-067c-4480-b83e-3107d0d78822 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "PUT /v2.0/routers/98215d82-b9b0-4f9f-b89b-09de300e6601/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3658304
Apr 02 21:22:24.551233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45106) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:24.555667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.556365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.565592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6563aba-ec80-4427-a1d4-a5c765192add None None] Network 438e3287-4e2d-497a-9219-4b90345fbe1e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:24.602177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-77ffdce3-466c-4f8e-bbb2-ca7941be5917 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.6073110
Apr 02 21:22:24.602975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:24.861020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7662586b-3dcb-45a9-8365-57f0ff5a7d04 None None] Network de133907-2e5a-4a41-a35e-372465d341cd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:24.863038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9084313c-cbf6-4dac-9b13-6b90549c5de4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:24.894828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (438e3287-4e2d-497a-9219-4b90345fbe1e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:24.898457 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.898932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.899392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.899858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.900311 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.900793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.901252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:24.903802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1602c6c4-6f10-4754-ae02-e3ed98ea481e tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4962 time: 0.3507369
Apr 02 21:22:24.905777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45110) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:24.973757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] Provisioning complete for port 612323da-07b9-4d92-ac49-c10c25b58b15 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:24.974136 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.031665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (3884a6db-c877-4fb9-af06-4f5a7609eeca), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.037602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.037602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.037939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.038499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.038829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.039898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.040353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.045100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b9bbb2-cb62-40a4-91f3-87b78cae4d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-438e3287-4e2d-497a-9219-4b90345fbe1e', 'network_id': '438e3287-4e2d-497a-9219-4b90345fbe1e', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '3884a6db-c877-4fb9-af06-4f5a7609eeca'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:25.045297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62c0fc22-9ca8-474b-af18-99c8b159dcee tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4540 time: 0.1345663
Apr 02 21:22:25.045405 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-34b9bbb2-cb62-40a4-91f3-87b78cae4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.045497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45112) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:25.078174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9084313c-cbf6-4dac-9b13-6b90549c5de4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:25.078559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.174431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (3884a6db-c877-4fb9-af06-4f5a7609eeca), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.215930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=3884a6db-c877-4fb9-af06-4f5a7609eeca,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:25.244758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.245199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.245478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.245806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.245976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] Current status of the port 612323da-07b9-4d92-ac49-c10c25b58b15 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:25.246094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.246343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.246442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.246741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.247066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.247485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.247698 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.248020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.248348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.248775 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.249020 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.249452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server [None req-34b9bbb2-cb62-40a4-91f3-87b78cae4d8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3884a6db-c877-4fb9-af06-4f5a7609eeca: This subnet is being modified by another concurrent operation.
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server     raise exception
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3884a6db-c877-4fb9-af06-4f5a7609eeca: This subnet is being modified by another concurrent operation.
Apr 02 21:22:25.260731 ncdv-master-1 neutron-server[121650]: ERROR oslo_messaging.rpc.server 
Apr 02 21:22:25.299274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b45e7-56b1-4e52-a7e6-f10d85d1a534 None None] Network 438e3287-4e2d-497a-9219-4b90345fbe1e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:25.349527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (438e3287-4e2d-497a-9219-4b90345fbe1e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.382228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] For port 612323da-07b9-4d92-ac49-c10c25b58b15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=612323da-07b9-4d92-ac49-c10c25b58b15,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:25.383332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fb34640>,) {'filters': {'network_id': ['438e3287-4e2d-497a-9219-4b90345fbe1e']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:25.383472 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-38303a88-5aff-404b-ae7a-d26b3ee73cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.392773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9084313c-cbf6-4dac-9b13-6b90549c5de4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:25.393997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:25.401300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fb34640>, '0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:25.401602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fb34640>, '0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:25.429209 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.432221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.450908 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.458953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:25.459295 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (0d79c4c9-5a28-4848-ba2f-67ef26ff1b6d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:25.462952 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:25.530442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9f303-5daf-4061-b7d8-bb8b1ae4612f None None] Pushing event updated for resources: {'Port': ['ID=612323da-07b9-4d92-ac49-c10c25b58b15,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:25.541972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:25.542224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.561612 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-537c063a-ef41-4867-8acc-6f290e156d2f tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2335 time: 0.5152211
Apr 02 21:22:25.563039 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (438e3287-4e2d-497a-9219-4b90345fbe1e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.574575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454af77b-3453-4ba5-8841-0a48de7276f2 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:25.575091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.578473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/438e3287-4e2d-497a-9219-4b90345fbe1e HTTP/1.1" status: 204  len: 168 time: 0.9742048
Apr 02 21:22:25.583608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45116) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:25.589330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1691992627'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:25.603814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27681bec-3908-470d-9eb7-53ad43af7b5a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=438e3287-4e2d-497a-9219-4b90345fbe1e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:25.615635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:25.620614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.649102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:25.662378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e6297d92-992f-421a-9c18-7ffdba08ce06), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.662803 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment e6297d92-992f-421a-9c18-7ffdba08ce06 of type vlan for network 7caa78a7-ca8b-495b-bf40-b476618267b5
Apr 02 21:22:25.714259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3564f7f6-5003-4bb3-b730-f6943adf75b2 None None] Provisioning complete for port 612323da-07b9-4d92-ac49-c10c25b58b15 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:25.714746 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3564f7f6-5003-4bb3-b730-f6943adf75b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.728859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (7caa78a7-ca8b-495b-bf40-b476618267b5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.756421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:25.756876 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.762909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45118) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:25.765354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454af77b-3453-4ba5-8841-0a48de7276f2 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:25.765439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (7caa78a7-ca8b-495b-bf40-b476618267b5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.770691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:25.771313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.773241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578980615', 'description': 'tempest-secgroup-smoke-578980615 description', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:25.799171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:25.806169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.806846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.807024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 612323da-07b9-4d92-ac49-c10c25b58b15 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:25.813700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2286654
Apr 02 21:22:25.816522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45120) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:25.821173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': '7caa78a7-ca8b-495b-bf40-b476618267b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:25.829944 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Sync routers for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:25.841770 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:25.842621 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d0e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:25.890504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (f0ae6449-2ead-4bb7-ad46-a885b76f5abd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.890726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eab1c0-e99b-4fc1-ae6a-c57ed578e175 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=7caa78a7-ca8b-495b-bf40-b476618267b5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:25.895636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0ae6449-2ead-4bb7-ad46-a885b76f5abd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.931663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 7caa78a7-ca8b-495b-bf40-b476618267b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:25.934816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae6449-2ead-4bb7-ad46-a885b76f5abd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:25.939890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.941622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-64b72f41-7041-4d5d-b4a5-49cee51d5e0a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1759498
Apr 02 21:22:25.944560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45122) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:25.950096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6449-2ead-4bb7-ad46-a885b76f5abd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:25.973206 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:25.980413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:25.982187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (40e0d36a-d4b4-46f9-9e2a-d6e8cb358e14), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:25.989723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.052803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (40e0d36a-d4b4-46f9-9e2a-d6e8cb358e14), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.057857 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (40e0d36a-d4b4-46f9-9e2a-d6e8cb358e14), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.062700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.098144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e0d36a-d4b4-46f9-9e2a-d6e8cb358e14,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.108011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.112197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00d8fe74-5c39-42f0-a6f9-19cf8f687f54 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1635494
Apr 02 21:22:26.112488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45124) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:26.118443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6449-2ead-4bb7-ad46-a885b76f5abd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:26.153488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (5ab0a604-f665-4c23-9248-5edef5b88dc8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.167046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 612323da-07b9-4d92-ac49-c10c25b58b15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:26.167695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.229011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (5ab0a604-f665-4c23-9248-5edef5b88dc8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.235492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (5ab0a604-f665-4c23-9248-5edef5b88dc8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.236614 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d0e370>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 2, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:26.238708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3564f7f6-5003-4bb3-b730-f6943adf75b2 None None] Current status of the port 612323da-07b9-4d92-ac49-c10c25b58b15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:26.243882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (63e478bd-4439-41aa-a15d-b9f9f4c1918c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.267407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.273114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1559680
Apr 02 21:22:26.273114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797425bf-d9fe-47dd-bfd9-e493f3693837 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab0a604-f665-4c23-9248-5edef5b88dc8,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.273413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Checking router: 98215d82-b9b0-4f9f-b89b-09de300e6601 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:26.273413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Updating router 98215d82-b9b0-4f9f-b89b-09de300e6601 port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:22:26.273611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45126) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:26.282235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3564f7f6-5003-4bb3-b730-f6943adf75b2 None None] Provisioning complete for port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:26.282673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3564f7f6-5003-4bb3-b730-f6943adf75b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.284725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6449-2ead-4bb7-ad46-a885b76f5abd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:26.309644 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.320716 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (24cf2bc4-d854-455d-93c9-ede62ac1ffd6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.335400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': 'e6297d92-992f-421a-9c18-7ffdba08ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7caa78a7-ca8b-495b-bf40-b476618267b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:26.335680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: 7caa78a7-ca8b-495b-bf40-b476618267b5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:26.341441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=63e478bd-4439-41aa-a15d-b9f9f4c1918c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.352784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b4d99-3de6-4161-b165-e398bb913ddb None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:26.362522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 7caa78a7-ca8b-495b-bf40-b476618267b5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:26.375103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7caa78a7-ca8b-495b-bf40-b476618267b5) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:26.388139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:26.390923 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.399680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3564f7f6-5003-4bb3-b730-f6943adf75b2 None None] Port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:22:26.413202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 612323da-07b9-4d92-ac49-c10c25b58b15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:26.414496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4898866-b77a-409e-988b-902664fb3a50 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5970926
Apr 02 21:22:26.417013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45128) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:26.463669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (24cf2bc4-d854-455d-93c9-ede62ac1ffd6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.469277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (24cf2bc4-d854-455d-93c9-ede62ac1ffd6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.488191 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cf2bc4-d854-455d-93c9-ede62ac1ffd6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.497799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.499228 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f7fe90ca-5cd7-4f6a-b68c-a7c349c519f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2192471
Apr 02 21:22:26.502453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45130) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:26.510461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6449-2ead-4bb7-ad46-a885b76f5abd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:26.544480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (0a997272-eeeb-4399-9437-349e299e918e), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.553000 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (7caa78a7-ca8b-495b-bf40-b476618267b5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.613385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b4d99-3de6-4161-b165-e398bb913ddb None None] Unable to find a vacant binding_index for network 7caa78a7-ca8b-495b-bf40-b476618267b5 and agent a7d06a42-548a-483f-ba30-af89f2000931 {{(pid=121650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Apr 02 21:22:26.617972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b4d99-3de6-4161-b165-e398bb913ddb None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7caa78a7-ca8b-495b-bf40-b476618267b5) {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:26.634659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (63e478bd-4439-41aa-a15d-b9f9f4c1918c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.659367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (0a997272-eeeb-4399-9437-349e299e918e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.666042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0a997272-eeeb-4399-9437-349e299e918e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.673663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:26.700179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a997272-eeeb-4399-9437-349e299e918e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.715475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.717674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-47488abf-d45a-4045-b6bd-369e1330c428 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2110407
Apr 02 21:22:26.720702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45132) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:26.722053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (63e478bd-4439-41aa-a15d-b9f9f4c1918c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.727772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6449-2ead-4bb7-ad46-a885b76f5abd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:26.758494 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Project 7c63afebe86f46e8b16647d8eda2cfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:22:26.767149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (52ef7c98-af0b-4138-b8ee-ceeae58a3d73), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.774382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=63e478bd-4439-41aa-a15d-b9f9f4c1918c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.775709 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.822578 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Publish callbacks [] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.832754 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.841356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (7caa78a7-ca8b-495b-bf40-b476618267b5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.853331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (52ef7c98-af0b-4138-b8ee-ceeae58a3d73), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.858538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (52ef7c98-af0b-4138-b8ee-ceeae58a3d73), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.869194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78465a2460>,) {'filters': {'network_id': ['7caa78a7-ca8b-495b-bf40-b476618267b5']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:26.884620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78465a2460>, 'e6297d92-992f-421a-9c18-7ffdba08ce06') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:26.885517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78465a2460>, 'e6297d92-992f-421a-9c18-7ffdba08ce06') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:26.889771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ef7c98-af0b-4138-b8ee-ceeae58a3d73,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.901941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (e6297d92-992f-421a-9c18-7ffdba08ce06), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.908434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.910884 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-773a58ba-e916-43d9-92ed-fec44dedf59c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1889935
Apr 02 21:22:26.914288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45134) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:26.922404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e6297d92-992f-421a-9c18-7ffdba08ce06), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.926756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6449-2ead-4bb7-ad46-a885b76f5abd', 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:26.933635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:26.935736 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (e6297d92-992f-421a-9c18-7ffdba08ce06), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:26.940006 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:26.948906 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Attempting to bind port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:26.949283 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Attempting to bind port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:26.949646 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Attempting to bind port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 on network de133907-2e5a-4a41-a35e-372465d341cd {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:26.955953 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Pushing event updated for resources: {'Port': ['ID=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:26.964572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:26.965004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Checking segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:26.965418 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.965819 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Bound using segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:26.966303 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Bound port: 6c5e6d7d-9a53-49ba-8887-65dd92fb9060, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:26.966690 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.968234 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Project 7c63afebe86f46e8b16647d8eda2cfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:22:26.970750 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.971099 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.971971 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.972322 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.972678 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.973196 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.973534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.973862 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.974188 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.974525 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.975525 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.976021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.976355 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.976723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:26.976835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (ac8f3f22-466f-4060-a6c2-13d81efaa9d9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:26.977033 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:27.022053 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (7caa78a7-ca8b-495b-bf40-b476618267b5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.035340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.044257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:27.044524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45138) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:27.044963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.046311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/7caa78a7-ca8b-495b-bf40-b476618267b5 HTTP/1.1" status: 204  len: 168 time: 0.6268997
Apr 02 21:22:27.050292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454990989'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:27.060464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca28ae-a13a-4d20-ae5a-7aecdf7a2dce tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=7caa78a7-ca8b-495b-bf40-b476618267b5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:27.061890 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] For port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:27.071300 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] For port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:27.075962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (ac8f3f22-466f-4060-a6c2-13d81efaa9d9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.079475 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.082188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ac8f3f22-466f-4060-a6c2-13d81efaa9d9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.089584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:27.092796 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.114555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a13cf1-1fab-478c-b471-fcfc2df69a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7caa78a7-ca8b-495b-bf40-b476618267b5', 'network_id': '7caa78a7-ca8b-495b-bf40-b476618267b5', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '63e478bd-4439-41aa-a15d-b9f9f4c1918c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:27.116181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c3a13cf1-1fab-478c-b471-fcfc2df69a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.123852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8f3f22-466f-4060-a6c2-13d81efaa9d9,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:27.132021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:27.135980 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.145476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e10b571c-43ef-4dac-a3ed-13a1f3537a2b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2217672
Apr 02 21:22:27.146771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c1135628-e280-4655-95d8-94fd63761e31), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.146990 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment c1135628-e280-4655-95d8-94fd63761e31 of type vlan for network fb3200db-02b3-4ca7-a775-0f4a7a962adb
Apr 02 21:22:27.169954 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:27.170726 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d0e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:27.172218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:27.172782 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82c1de-f09c-4a18-a435-f2300ff5d8a9 None None] Pushing event updated for resources: {'Port': ['ID=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:27.173534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 612323da-07b9-4d92-ac49-c10c25b58b15 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:27.197763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.218989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79d57d-2229-42db-b4d4-3faaed78ee5a None None] Network 7caa78a7-ca8b-495b-bf40-b476618267b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:27.236837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79d57d-2229-42db-b4d4-3faaed78ee5a None None] Network 7caa78a7-ca8b-495b-bf40-b476618267b5 could not be found, it might have been deleted concurrently. {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 02 21:22:27.237156 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.252305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b228e1e-8d5e-4985-b9f8-ba2099062c65 None None] Network 7caa78a7-ca8b-495b-bf40-b476618267b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:27.258513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:27.259598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.265808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b228e1e-8d5e-4985-b9f8-ba2099062c65 None None] Network 7caa78a7-ca8b-495b-bf40-b476618267b5 could not be found, it might have been deleted concurrently. {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 02 21:22:27.277099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 612323da-07b9-4d92-ac49-c10c25b58b15 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:27.277555 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.364860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=fb3200db-02b3-4ca7-a775-0f4a7a962adb,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:27.385841 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aaf2a10e-79ad-402a-a4aa-7b3a2bf82432 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3376272
Apr 02 21:22:27.386596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45156) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:27.387346 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:27.392708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:27.403659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network fb3200db-02b3-4ca7-a775-0f4a7a962adb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:27.479859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 612323da-07b9-4d92-ac49-c10c25b58b15 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:27.495944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-266945f6-9b3e-4713-b629-f4102d958f8a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578980615&fields=id&tenant_id=7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 267 time: 0.0989170
Apr 02 21:22:27.539950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] Provisioning complete for port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:27.540423 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.631381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:27.633104 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d0e370>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:27.635695 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.643767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] Current status of the port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:27.644293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.670450 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5c4d0-8f67-44b1-95d9-0a627a928742 None None] The sync data for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 is: [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:27.683819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] For port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:27.689851 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.694018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0f60e299-d084-4b47-866f-df1888beb4a1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:27.701380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0f60e299-d084-4b47-866f-df1888beb4a1 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/networks?id=de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 200  len: 797 time: 0.1745021
Apr 02 21:22:27.770534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing IP validity checks on allocation pools {{(pid=121648) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:22:27.771132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121648) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:22:27.774259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d7b6-effc-4d3e-ab87-714450f2bfa7 None None] Pushing event updated for resources: {'Port': ['ID=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:27.776119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-829e5bb8-f137-45d9-9754-d2d554d0a8f8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/quotas/7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 375 time: 0.0737684
Apr 02 21:22:27.918622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dd4217ff-30ec-4769-83c7-281273a15754 None None] Provisioning complete for port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:27.919344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd4217ff-30ec-4769-83c7-281273a15754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:27.954726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fad9a0d-f6da-47be-8725-3d6dac777783 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1680038
Apr 02 21:22:28.036964 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dd4217ff-30ec-4769-83c7-281273a15754 None None] Current status of the port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:28.089992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (89d59f60-f444-4d7b-8c32-ce34ab612a08), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.155854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-5dcbacc5-b37f-498a-9cc7-fa16d76f143c service neutron] 10.222.0.18 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882153
Apr 02 21:22:28.161570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c578cac2-13f5-4821-8a7d-09b849a70bcf None None] Provisioning complete for port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:28.162008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c578cac2-13f5-4821-8a7d-09b849a70bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.185223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=89d59f60-f444-4d7b-8c32-ce34ab612a08,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:28.214667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': 'c1135628-e280-4655-95d8-94fd63761e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:28.215045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: fb3200db-02b3-4ca7-a775-0f4a7a962adb, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:28.277492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network fb3200db-02b3-4ca7-a775-0f4a7a962adb is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:28.291207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c578cac2-13f5-4821-8a7d-09b849a70bcf None None] Current status of the port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:28.302112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0aa6ea54-c182-4d6e-af70-a86008ab19be service neutron] 10.222.0.18 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327498
Apr 02 21:22:28.303173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb3200db-02b3-4ca7-a775-0f4a7a962adb) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:28.312871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e205358-4502-4405-978b-155de6c0ad15 None None] Network fb3200db-02b3-4ca7-a775-0f4a7a962adb requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:28.316518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:28.317922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.348294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45158) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:28.349565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-78c55b4b-edca-4503-8ced-ec6b9c80282d tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.9612746
Apr 02 21:22:28.431944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b154c4c1-8761-4cce-a82b-bc75a10e90d2 None None] Provisioning complete for port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:28.432524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b154c4c1-8761-4cce-a82b-bc75a10e90d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.535713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb3200db-02b3-4ca7-a775-0f4a7a962adb', 'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '89d59f60-f444-4d7b-8c32-ce34ab612a08'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:28.536761 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.681669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b154c4c1-8761-4cce-a82b-bc75a10e90d2 None None] Current status of the port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:28.730495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:28.822261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Allocated IP 172.20.0.3 (fb3200db-02b3-4ca7-a775-0f4a7a962adb/89d59f60-f444-4d7b-8c32-ce34ab612a08/79a776f8-6e07-4db2-a249-e9a0dfe24872) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:28.824967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:28.825357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.827453 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:28.882473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35ad9c41-3061-4ed4-b3b0-cb3889eddc1f req-18f5643f-5029-4b10-af47-3cf0c667042c tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 210 time: 0.0328782
Apr 02 21:22:28.937029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.007106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (89d59f60-f444-4d7b-8c32-ce34ab612a08), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.012908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:29.073239 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Publish callbacks [] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.079428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.102813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (89d59f60-f444-4d7b-8c32-ce34ab612a08), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.119553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Network fb3200db-02b3-4ca7-a775-0f4a7a962adb is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:29.123101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:29.125899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:29.146200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Pushing event updated for resources: {'Port': ['ID=79a776f8-6e07-4db2-a249-e9a0dfe24872,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:29.148958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=89d59f60-f444-4d7b-8c32-ce34ab612a08,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:29.206560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Attempting to bind port 79a776f8-6e07-4db2-a249-e9a0dfe24872 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:29.206967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Attempting to bind port 79a776f8-6e07-4db2-a249-e9a0dfe24872 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1135628-e280-4655-95d8-94fd63761e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:29.207304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Attempting to bind port 79a776f8-6e07-4db2-a249-e9a0dfe24872 on network fb3200db-02b3-4ca7-a775-0f4a7a962adb {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:29.212609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:29.212995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Checking segment: {'id': 'c1135628-e280-4655-95d8-94fd63761e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:29.213404 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.213807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Bound using segment: {'id': 'c1135628-e280-4655-95d8-94fd63761e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:29.214286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Bound port: 79a776f8-6e07-4db2-a249-e9a0dfe24872, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1135628-e280-4655-95d8-94fd63761e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:29.214672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.229590 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.261930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847c3e280>,) {'filters': {'network_id': ['fb3200db-02b3-4ca7-a775-0f4a7a962adb']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:29.273694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c3e280>, 'c1135628-e280-4655-95d8-94fd63761e31') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:29.273996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c3e280>, 'c1135628-e280-4655-95d8-94fd63761e31') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:29.282045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] For port 79a776f8-6e07-4db2-a249-e9a0dfe24872, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:29.285556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c1135628-e280-4655-95d8-94fd63761e31), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.286446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] For port 79a776f8-6e07-4db2-a249-e9a0dfe24872, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79a776f8-6e07-4db2-a249-e9a0dfe24872,segment=NetworkSegment(c1135628-e280-4655-95d8-94fd63761e31),segment_id=c1135628-e280-4655-95d8-94fd63761e31)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:29.294509 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.302973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c1135628-e280-4655-95d8-94fd63761e31), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.311448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:29.312031 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c1135628-e280-4655-95d8-94fd63761e31), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:29.315539 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:29.379629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3467-0a15-4690-be3f-398a731a7b5c None None] Pushing event updated for resources: {'Port': ['ID=79a776f8-6e07-4db2-a249-e9a0dfe24872,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:29.381846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:29.381846 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:29.381846 ncdv-master-1 neutron-server[121649]: [parameters: {'id': 'fb3200db-02b3-4ca7-a775-0f4a7a962adb'}]
Apr 02 21:22:29.381846 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:29.382614 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:29.415279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667282e2-1e12-4eef-83fd-c32f59defe1b None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:29.445317 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.505317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667282e2-1e12-4eef-83fd-c32f59defe1b None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:29.669484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d821bb-8536-4df0-b358-6f0da9d8e304 None None] Network fb3200db-02b3-4ca7-a775-0f4a7a962adb requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:29.904058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:29.970583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-621ddd71-ebcb-470b-b68a-f58233b7dd81 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:29.972327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-621ddd71-ebcb-470b-b68a-f58233b7dd81 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "GET /v2.0/networks?id=de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 200  len: 797 time: 0.1401329
Apr 02 21:22:29.997396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-897d214c-7a67-46c3-b40f-05ebc5845eff req-b56982c0-5f97-48a3-9f17-8e148f02d938 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 210 time: 0.0414240
Apr 02 21:22:30.024593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting port 79a776f8-6e07-4db2-a249-e9a0dfe24872 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:30.024873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.105764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-69515704-ca78-463d-86c2-f0e8cf6b4937 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c63afebe86f46e8b16647d8eda2cfb9 HTTP/1.1" status: 200  len: 379 time: 0.1229978
Apr 02 21:22:30.116579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'port': {'device_id': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'admin_state_up': True, 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'security_groups': ['f0ae6449-2ead-4bb7-ad46-a885b76f5abd']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:30.125256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] For port 79a776f8-6e07-4db2-a249-e9a0dfe24872, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79a776f8-6e07-4db2-a249-e9a0dfe24872,segment=NetworkSegment(c1135628-e280-4655-95d8-94fd63761e31),segment_id=c1135628-e280-4655-95d8-94fd63761e31)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:30.125623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.156137 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Calling delete_port for 79a776f8-6e07-4db2-a249-e9a0dfe24872 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:30.295096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Made reservation on behalf of 7c63afebe86f46e8b16647d8eda2cfb9 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:30.298347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.309235 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (79a776f8-6e07-4db2-a249-e9a0dfe24872), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.341314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Port': ['ID=79a776f8-6e07-4db2-a249-e9a0dfe24872,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:30.351291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No DVR routers for this DVR port 79a776f8-6e07-4db2-a249-e9a0dfe24872 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:30.487436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.521275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78463365b0>,) {'filters': {'network_id': ['fb3200db-02b3-4ca7-a775-0f4a7a962adb']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:30.536749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463365b0>, 'c1135628-e280-4655-95d8-94fd63761e31') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:30.537018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78463365b0>, 'c1135628-e280-4655-95d8-94fd63761e31') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:30.545792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.20.0.12 (de133907-2e5a-4a41-a35e-372465d341cd/6b06aa78-bd7d-4980-98a8-0f1c1cc23c53/2de2e38f-cea5-4a34-ab3d-af26d621abf5) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:30.552073 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (c1135628-e280-4655-95d8-94fd63761e31), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.572306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c1135628-e280-4655-95d8-94fd63761e31), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.586297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:30.586678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (c1135628-e280-4655-95d8-94fd63761e31), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:30.589520 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:30.675914 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (fb3200db-02b3-4ca7-a775-0f4a7a962adb), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.710888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.713850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/fb3200db-02b3-4ca7-a775-0f4a7a962adb HTTP/1.1" status: 204  len: 168 time: 2.3645287
Apr 02 21:22:30.717527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45190) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:30.723444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066496148'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:30.730929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46075300-6d49-4ea3-b898-5d8cef8efe0e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=fb3200db-02b3-4ca7-a775-0f4a7a962adb,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:30.746511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:30.749824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.769083 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.775234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:30.784031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.784366 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 73214ea4-506b-4ba8-9322-f50c4bc842d0 of type vlan for network d8652129-e8bf-40bd-9d14-d0553c16b020
Apr 02 21:22:30.805052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.824685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.853373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.853927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network de133907-2e5a-4a41-a35e-372465d341cd is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:30.858866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:30.859629 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.859922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:30.862509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:30.870428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=2de2e38f-cea5-4a34-ab3d-af26d621abf5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:30.907449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.1878283
Apr 02 21:22:30.911490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45194) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:30.916426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:30.959892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:30.961014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:30.961544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c8938-275e-4838-828c-2424896166b9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=d8652129-e8bf-40bd-9d14-d0553c16b020,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:30.972803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network d8652129-e8bf-40bd-9d14-d0553c16b020 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:30.980299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653f8dc-5b13-49b9-b39d-396892376991 req-d8ebfa96-a1d0-4438-8777-581d50598404 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:30.982019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6653f8dc-5b13-49b9-b39d-396892376991 req-d8ebfa96-a1d0-4438-8777-581d50598404 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.0800800
Apr 02 21:22:30.987280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-0481000d-4aca-4538-9439-f460e516ab46 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8758912
Apr 02 21:22:30.999561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Request body: {'port': {'device_id': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:31.089747 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.108959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6653f8dc-5b13-49b9-b39d-396892376991 req-1063f12f-494c-4896-9d5a-c663c234012c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201355
Apr 02 21:22:31.110906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:31.115514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.121715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-caf6a21c-95d8-4e51-bf57-618febbc62e7 None None] Provisioning complete for port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:31.122225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-caf6a21c-95d8-4e51-bf57-618febbc62e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.184040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-caf6a21c-95d8-4e51-bf57-618febbc62e7 None None] Port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:22:31.245066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60091e87-1982-427f-b5c9-6053adfb1142 req-367171d1-291e-4c62-89c9-44c842d3fa56 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:31.252046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60091e87-1982-427f-b5c9-6053adfb1142 req-367171d1-291e-4c62-89c9-44c842d3fa56 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 932 time: 0.1531785
Apr 02 21:22:31.254796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45198) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:31.335569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60091e87-1982-427f-b5c9-6053adfb1142 req-78f3ea60-3073-4325-9d1b-9e1482eb973f tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818703
Apr 02 21:22:31.394458 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (0fcfae3e-a3ff-4026-af52-a44b158e3415), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.455971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=0fcfae3e-a3ff-4026-af52-a44b158e3415,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:31.464082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '73214ea4-506b-4ba8-9322-f50c4bc842d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:31.464445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: d8652129-e8bf-40bd-9d14-d0553c16b020, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:31.485385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network d8652129-e8bf-40bd-9d14-d0553c16b020 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:31.495351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8652129-e8bf-40bd-9d14-d0553c16b020) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:31.499692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:31.500303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.505563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d9345-9215-4703-ba91-21abdaca10f0 None None] Network d8652129-e8bf-40bd-9d14-d0553c16b020 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:31.520269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8f6570cc-36c1-4cf9-a79f-06345c11e71b tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.6052306
Apr 02 21:22:31.520770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45200) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:31.536935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de2e38f-cea5-4a34-ab3d-af26d621abf5 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:22:31.544997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port bc0d66cc-0d73-450d-a68f-7b6355b7581c {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:31.545346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.548027 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Publish callbacks [] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.582991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Transition to ACTIVE for port object 2de2e38f-cea5-4a34-ab3d-af26d621abf5 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:22:31.616531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8652129-e8bf-40bd-9d14-d0553c16b020', 'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '0fcfae3e-a3ff-4026-af52-a44b158e3415'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:31.617392 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.617718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.631699 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.697588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0fcfae3e-a3ff-4026-af52-a44b158e3415), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.767411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.767793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (bc0d66cc-0d73-450d-a68f-7b6355b7581c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.773251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Allocated IP 172.20.0.1 (d8652129-e8bf-40bd-9d14-d0553c16b020/0fcfae3e-a3ff-4026-af52-a44b158e3415/e7f82541-d0b0-4a5c-97f7-b5ba290595a8) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:31.776796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Attempting to bind port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:31.776796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Attempting to bind port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:31.776796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Attempting to bind port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 on network de133907-2e5a-4a41-a35e-372465d341cd {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:31.787990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Pushing event updated for resources: {'Port': ['ID=2de2e38f-cea5-4a34-ab3d-af26d621abf5,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:31.804392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for bc0d66cc-0d73-450d-a68f-7b6355b7581c owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:31.806272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 on network de133907-2e5a-4a41-a35e-372465d341cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:22:31.807073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Attempting to bind port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 on network de133907-2e5a-4a41-a35e-372465d341cd {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:31.818592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:31.818936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Checking segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:31.819334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Bound using segment: {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:31.820168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Bound port: 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25fe836-8225-456c-aa78-c48d9970ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:31.820168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.942920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] For port 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:31.945348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Publish callbacks [] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.952071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.961525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] For port 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:31.972299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (0fcfae3e-a3ff-4026-af52-a44b158e3415), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.983478 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:31.996006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Network d8652129-e8bf-40bd-9d14-d0553c16b020 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:32.000508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:32.005224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:32.007746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcfae3e-a3ff-4026-af52-a44b158e3415,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:32.019314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Pushing event updated for resources: {'Port': ['ID=e7f82541-d0b0-4a5c-97f7-b5ba290595a8,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:32.030104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:32.031084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.032875 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] 10.222.0.21 "PUT /v2.0/ports/2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 200  len: 1092 time: 1.0373003
Apr 02 21:22:32.037805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:32.039109 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603b8af-26a4-4074-80a5-35341c04ebcd" -d '{"events": [{"name": "network-changed", "server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:32.079303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.083887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Attempting to bind port e7f82541-d0b0-4a5c-97f7-b5ba290595a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:32.084274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Attempting to bind port e7f82541-d0b0-4a5c-97f7-b5ba290595a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73214ea4-506b-4ba8-9322-f50c4bc842d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:32.084801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Attempting to bind port e7f82541-d0b0-4a5c-97f7-b5ba290595a8 on network d8652129-e8bf-40bd-9d14-d0553c16b020 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:32.091447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:32.091836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Checking segment: {'id': '73214ea4-506b-4ba8-9322-f50c4bc842d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:32.092260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.093220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Bound using segment: {'id': '73214ea4-506b-4ba8-9322-f50c4bc842d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:32.093720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Bound port: e7f82541-d0b0-4a5c-97f7-b5ba290595a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73214ea4-506b-4ba8-9322-f50c4bc842d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd8652129-e8bf-40bd-9d14-d0553c16b020'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:32.094120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.103299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845c1b1c0>,) {'filters': {'network_id': ['d8652129-e8bf-40bd-9d14-d0553c16b020']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:32.114407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845c1b1c0>, '73214ea4-506b-4ba8-9322-f50c4bc842d0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:32.114939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845c1b1c0>, '73214ea4-506b-4ba8-9322-f50c4bc842d0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:32.128339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.137554 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648d5f7-c970-47e7-b033-dbb646d4dfea x-openstack-request-id: req-c648d5f7-c970-47e7-b033-dbb646d4dfea {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:32.137860 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:32.138124 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c648d5f7-c970-47e7-b033-dbb646d4dfea {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:32.138714 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c648d5f7-c970-47e7-b033-dbb646d4dfea'] response: {'name': 'network-changed', 'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'status': 'completed', 'code': 200}
Apr 02 21:22:32.152242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.162289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:32.162873 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:32.167874 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:32.172605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1693b-c791-44a4-a7d0-4b79d3273da3 service neutron] Pushing event updated for resources: {'Port': ['ID=2de2e38f-cea5-4a34-ab3d-af26d621abf5,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:32.196307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-2961d268-03c4-41d7-9475-14a7ec5d5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:32.198078 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-2961d268-03c4-41d7-9475-14a7ec5d5ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1126 time: 0.1074684
Apr 02 21:22:32.199251 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (bc0d66cc-0d73-450d-a68f-7b6355b7581c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.203644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] For port e7f82541-d0b0-4a5c-97f7-b5ba290595a8, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:32.237381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=bc0d66cc-0d73-450d-a68f-7b6355b7581c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:32.247752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] For port e7f82541-d0b0-4a5c-97f7-b5ba290595a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7f82541-d0b0-4a5c-97f7-b5ba290595a8,segment=NetworkSegment(73214ea4-506b-4ba8-9322-f50c4bc842d0),segment_id=73214ea4-506b-4ba8-9322-f50c4bc842d0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:32.249815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.api [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:32.249815 ncdv-master-1 neutron-server[121648]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:32.249815 ncdv-master-1 neutron-server[121648]: [parameters: {'id': 'd8652129-e8bf-40bd-9d14-d0553c16b020'}]
Apr 02 21:22:32.249815 ncdv-master-1 neutron-server[121648]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:32.250532 ncdv-master-1 neutron-server[121648]: DEBUG oslo_db.api [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:32.255629 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.273168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-5f432d01-e731-4e1f-be92-9b5d65a6dc32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 200  len: 217 time: 0.0621011
Apr 02 21:22:32.322875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751c02-8fc1-4bdf-98d2-0cfe9e99bdc0 None None] Pushing event updated for resources: {'Port': ['ID=e7f82541-d0b0-4a5c-97f7-b5ba290595a8,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:32.375072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981287e-8c9b-452e-845a-ee74f7b46f11 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:32.377145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-e0f9b3af-7609-428e-beeb-cfd64d0d4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:32.379162 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-e0f9b3af-7609-428e-beeb-cfd64d0d4853 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 HTTP/1.1" status: 200  len: 834 time: 0.0800128
Apr 02 21:22:32.385373 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (d00f5211-294a-47dd-b48d-b976e2d50bba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.385731 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP d00f5211-294a-47dd-b48d-b976e2d50bba disassociated (deleted). External IP: 172.35.4.105, port: b1bae5f8-326c-475b-ad9e-32535077b85a.
Apr 02 21:22:32.472595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7e637-01cd-435c-afea-274663fe8cf5 req-a7cb242f-5e79-4fc2-8370-8489053c9152 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:32.475214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4cd7e637-01cd-435c-afea-274663fe8cf5 req-a7cb242f-5e79-4fc2-8370-8489053c9152 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 944 time: 0.0642195
Apr 02 21:22:32.487695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981287e-8c9b-452e-845a-ee74f7b46f11 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:32.511252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-ae3c10b3-f9f3-4330-a27a-55f28e4c7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:32.512344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-ae3c10b3-f9f3-4330-a27a-55f28e4c7a35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de133907-2e5a-4a41-a35e-372465d341cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1237087
Apr 02 21:22:32.531309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4cd7e637-01cd-435c-afea-274663fe8cf5 req-123ea244-6496-4002-84f7-96b000043bde tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468450
Apr 02 21:22:32.691363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-e28a4aaa-8cc3-4c97-8c2f-73f8ceef39a8 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700304
Apr 02 21:22:32.752906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.770206 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router b4be41d0-45cb-456e-9c1a-56cdbd566055 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:32.812387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting port e7f82541-d0b0-4a5c-97f7-b5ba290595a8 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:32.812772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.815816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada6b86-7f2c-4544-b207-35053d44adb8 None None] Network d8652129-e8bf-40bd-9d14-d0553c16b020 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:32.843164 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-196f7a2f-7667-4d18-b8df-4304adde88a3 req-e7643d9c-5557-459f-a4d1-66b46df894f4 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411052
Apr 02 21:22:32.892430 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] For port e7f82541-d0b0-4a5c-97f7-b5ba290595a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7f82541-d0b0-4a5c-97f7-b5ba290595a8,segment=NetworkSegment(73214ea4-506b-4ba8-9322-f50c4bc842d0),segment_id=73214ea4-506b-4ba8-9322-f50c4bc842d0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:32.892852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:32.910217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Calling delete_port for e7f82541-d0b0-4a5c-97f7-b5ba290595a8 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:32.995595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e7f82541-d0b0-4a5c-97f7-b5ba290595a8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.026321 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Port': ['ID=e7f82541-d0b0-4a5c-97f7-b5ba290595a8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:33.029904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No DVR routers for this DVR port e7f82541-d0b0-4a5c-97f7-b5ba290595a8 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:33.116703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.138255 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ea9bbb0>,) {'filters': {'network_id': ['d8652129-e8bf-40bd-9d14-d0553c16b020']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:33.147741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ea9bbb0>, '73214ea4-506b-4ba8-9322-f50c4bc842d0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:33.148039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ea9bbb0>, '73214ea4-506b-4ba8-9322-f50c4bc842d0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:33.163365 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.178026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.184153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:33.184574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (73214ea4-506b-4ba8-9322-f50c4bc842d0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:33.187628 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:33.246922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (d8652129-e8bf-40bd-9d14-d0553c16b020), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.255123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.258517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/d8652129-e8bf-40bd-9d14-d0553c16b020 HTTP/1.1" status: 204  len: 168 time: 1.7367723
Apr 02 21:22:33.267485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45206) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:33.273071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352685286'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:33.276291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d077-0975-4f0f-bf34-ed10fcb6a061 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=d8652129-e8bf-40bd-9d14-d0553c16b020,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:33.287231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:33.292754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.296582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:33.298256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] Sync routers for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:33.301262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.309447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:33.310081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457641f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:33.331675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:33.333036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-55914bb4-d32a-429b-b445-9a100e0a59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.334585 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-55914bb4-d32a-429b-b445-9a100e0a59f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1126 time: 0.1032774
Apr 02 21:22:33.336510 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dfa49474-0158-4e29-84f4-206033100370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/floatingips/d00f5211-294a-47dd-b48d-b976e2d50bba HTTP/1.1" status: 204  len: 168 time: 2.0806494
Apr 02 21:22:33.349560 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.350439 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 89629576-2fb0-4903-92d1-f64bbfebe506 of type vlan for network e5d0c450-d077-46c9-b307-183ad94ecb87
Apr 02 21:22:33.403360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.436942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.446063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:33.446265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.448572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.461465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-9fa64a3e-692f-4804-b30c-502fb3466d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.463010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-9fa64a3e-692f-4804-b30c-502fb3466d5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 200  len: 898 time: 0.1220553
Apr 02 21:22:33.516377 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2467480
Apr 02 21:22:33.519521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45210) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:33.524898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:33.531634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-0029b2ae-c098-468c-85db-824fd6fe194a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 200  len: 217 time: 0.0615091
Apr 02 21:22:33.574969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f41cba-a16b-49ff-b5bc-508d4bfa9c2c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=e5d0c450-d077-46c9-b307-183ad94ecb87,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:33.592563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e5d0c450-d077-46c9-b307-183ad94ecb87 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:33.650425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f074f45-5f98-4c94-9785-bd44ec99d6ba req-9fef33ad-8c31-44d8-9bca-35c6e8899694 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.652167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f074f45-5f98-4c94-9785-bd44ec99d6ba req-9fef33ad-8c31-44d8-9bca-35c6e8899694 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0627680
Apr 02 21:22:33.679106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-6d1c6e3c-b5ce-499e-a2ac-fa056b2ecebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.681603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-6d1c6e3c-b5ce-499e-a2ac-fa056b2ecebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 HTTP/1.1" status: 200  len: 834 time: 0.1372755
Apr 02 21:22:33.706128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4f074f45-5f98-4c94-9785-bd44ec99d6ba req-8fbdeb0a-c4ac-4b12-9b20-882817100f29 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456977
Apr 02 21:22:33.751599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a2692-93cf-4a43-8619-fc02eedc150e req-071c1c34-65ce-4596-a34d-c012be5e96a9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.753791 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab4a2692-93cf-4a43-8619-fc02eedc150e req-071c1c34-65ce-4596-a34d-c012be5e96a9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 944 time: 0.1311073
Apr 02 21:22:33.757251 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:33.760577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:33.766562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457641f0>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:33.793898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] Checking router: b4be41d0-45cb-456e-9c1a-56cdbd566055 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:33.802326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:33.802931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457641f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:33.845037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-40f37828-8a71-4b07-a716-dc1565ea077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:33.846577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-40f37828-8a71-4b07-a716-dc1565ea077f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de133907-2e5a-4a41-a35e-372465d341cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1541080
Apr 02 21:22:33.895640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab4a2692-93cf-4a43-8619-fc02eedc150e req-878adb52-61d9-4cda-9792-8b5974c9cdaf tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301837
Apr 02 21:22:33.920799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:34.000769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-ed362b67-72ad-4248-b9a5-e788a4b13cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453428
Apr 02 21:22:34.119265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (2367e2da-661d-47fd-8b0c-77606729235e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.123018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457641f0>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:34.149680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:34.150130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712dca-5f8f-4f4a-a032-e37fd53da8c1 None None] The sync data for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 is: [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:01Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c96e90e4-253a-4fd9-a5ef-66a2d0829c5f', 'name': '', 'network_id': 'e56d11ac-91eb-4afd-ae1e-5651177c7d97', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:58:16:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:58Z', 'updated_at': '2022-04-02T21:20:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:34.151947 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a21963-45ff-4ddb-aff9-3960a2c14f09" -d '{"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:34.194753 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2603b8af-26a4-4074-80a5-35341c04ebcd req-6997cd1e-4ac0-452a-ac77-e3ce55b457f2 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865258
Apr 02 21:22:34.202019 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474222ec-6f6b-486d-bd77-0788c33afaa3 x-openstack-request-id: req-474222ec-6f6b-486d-bd77-0788c33afaa3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:34.202568 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:34.202831 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-474222ec-6f6b-486d-bd77-0788c33afaa3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:34.203235 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474222ec-6f6b-486d-bd77-0788c33afaa3'] response: {'name': 'network-changed', 'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'status': 'completed', 'code': 200}
Apr 02 21:22:34.218350 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=2367e2da-661d-47fd-8b0c-77606729235e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:34.263620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '89629576-2fb0-4903-92d1-f64bbfebe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:34.263985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: e5d0c450-d077-46c9-b307-183ad94ecb87, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:34.288713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network e5d0c450-d077-46c9-b307-183ad94ecb87 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:34.298746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-62ec75f2-8a23-4f6d-9fdb-336a3f36ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:34.300959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-62ec75f2-8a23-4f6d-9fdb-336a3f36ad3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 1128 time: 0.0711486
Apr 02 21:22:34.302025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5d0c450-d077-46c9-b307-183ad94ecb87) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:34.306057 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:34.306690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.310805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f1d59-fb68-4285-a203-bd347f1dda36 None None] Network e5d0c450-d077-46c9-b307-183ad94ecb87 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:34.351211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c6d19407-7011-4c3f-b09d-d78d080dbac7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8303342
Apr 02 21:22:34.354004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45218) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:34.431231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-649c2d7c-8cb9-428b-8ac1-e5325b4915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:34.432727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-649c2d7c-8cb9-428b-8ac1-e5325b4915cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 200  len: 898 time: 0.1234472
Apr 02 21:22:34.471872 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fab9d4-be6d-4cb7-b6e1-b20ddfa0650b None None] New status for floating IP d00f5211-294a-47dd-b48d-b976e2d50bba: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:22:34.472858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5d0c450-d077-46c9-b307-183ad94ecb87', 'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '2367e2da-661d-47fd-8b0c-77606729235e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:34.473834 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.488430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.501866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-6448cba2-ea29-467e-8f68-7199a37fd13a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 200  len: 217 time: 0.0623648
Apr 02 21:22:34.556219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-726339f3-08c7-4b18-8e5d-9aadb794556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:34.558061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-726339f3-08c7-4b18-8e5d-9aadb794556f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 200  len: 834 time: 0.0486350
Apr 02 21:22:34.598909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (2367e2da-661d-47fd-8b0c-77606729235e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.624097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-0c3edac6-cd94-4d48-add3-c2c6d9662c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:34.626565 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-0c3edac6-cd94-4d48-add3-c2c6d9662c06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e56d11ac-91eb-4afd-ae1e-5651177c7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0599992
Apr 02 21:22:34.641732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Allocated IP 172.20.0.1 (e5d0c450-d077-46c9-b307-183ad94ecb87/2367e2da-661d-47fd-8b0c-77606729235e/906b4d1c-8a9f-4756-87c3-7a2481199199) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:34.718975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-24fdf747-25ba-49fa-b3e8-07c8f0a705bb service neutron] 10.222.0.21 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865617
Apr 02 21:22:34.787057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Publish callbacks [] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.794612 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.814748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (2367e2da-661d-47fd-8b0c-77606729235e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.839824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Network e5d0c450-d077-46c9-b307-183ad94ecb87 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:34.842710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:34.845361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:34.851554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64a21963-45ff-4ddb-aff9-3960a2c14f09 req-87c82022-4e24-45c3-b9d8-3db0b88008c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249168
Apr 02 21:22:34.856229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=2367e2da-661d-47fd-8b0c-77606729235e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:34.884140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297b842-a6be-40d9-9552-83bdd5516db1 req-2b36d33a-665e-409e-a243-769ea233b74d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:34.885741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3297b842-a6be-40d9-9552-83bdd5516db1 req-2b36d33a-665e-409e-a243-769ea233b74d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0944903
Apr 02 21:22:34.891016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Pushing event updated for resources: {'Port': ['ID=906b4d1c-8a9f-4756-87c3-7a2481199199,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:34.918113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.918459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.918862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.919253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.919593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.919950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.920276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.920628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.920949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.921273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.921594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.921915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.922352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.922676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.922991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:22:34.935930 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.937553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Attempting to bind port 906b4d1c-8a9f-4756-87c3-7a2481199199 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:34.937924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Attempting to bind port 906b4d1c-8a9f-4756-87c3-7a2481199199 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89629576-2fb0-4903-92d1-f64bbfebe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:34.938287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Attempting to bind port 906b4d1c-8a9f-4756-87c3-7a2481199199 on network e5d0c450-d077-46c9-b307-183ad94ecb87 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:34.944347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:34.944773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Checking segment: {'id': '89629576-2fb0-4903-92d1-f64bbfebe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:34.945280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.945680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Bound using segment: {'id': '89629576-2fb0-4903-92d1-f64bbfebe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:34.946158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Bound port: 906b4d1c-8a9f-4756-87c3-7a2481199199, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89629576-2fb0-4903-92d1-f64bbfebe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e5d0c450-d077-46c9-b307-183ad94ecb87'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:34.946542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:34.967242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844a12580>,) {'filters': {'network_id': ['e5d0c450-d077-46c9-b307-183ad94ecb87']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:34.976883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3297b842-a6be-40d9-9552-83bdd5516db1 req-ec88ced8-b47b-4de9-8546-8367fa61443a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd40d325-9bf3-4cb3-a349-2540135bc104&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767267
Apr 02 21:22:34.978827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844a12580>, '89629576-2fb0-4903-92d1-f64bbfebe506') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:34.979319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844a12580>, '89629576-2fb0-4903-92d1-f64bbfebe506') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:34.999474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.010403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] For port 906b4d1c-8a9f-4756-87c3-7a2481199199, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:35.013806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] For port 906b4d1c-8a9f-4756-87c3-7a2481199199, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=906b4d1c-8a9f-4756-87c3-7a2481199199,segment=NetworkSegment(89629576-2fb0-4903-92d1-f64bbfebe506),segment_id=89629576-2fb0-4903-92d1-f64bbfebe506)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:35.019197 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.034449 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.043233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:35.043628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:35.046652 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:35.098966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1e883-0222-4b56-80ba-42e680a62739 None None] Pushing event updated for resources: {'Port': ['ID=906b4d1c-8a9f-4756-87c3-7a2481199199,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:35.116007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535257eb-b0b4-4189-8ac4-fb9c1aca1a39 req-b685526c-cee9-4ec8-af2a-bb6c43c5a4cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:35.117622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-535257eb-b0b4-4189-8ac4-fb9c1aca1a39 req-b685526c-cee9-4ec8-af2a-bb6c43c5a4cc tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 944 time: 0.1360712
Apr 02 21:22:35.122057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee651e8-d542-4ab2-a026-52a9298ea82c None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:35.122320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-31b394b6-0e39-4861-b8f7-386068c3439e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:35.124072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-31b394b6-0e39-4861-b8f7-386068c3439e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa047aff-276d-4e5c-99e9-885361a57225 HTTP/1.1" status: 200  len: 946 time: 0.0614519
Apr 02 21:22:35.125135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.api [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:35.125135 ncdv-master-1 neutron-server[121648]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:35.125135 ncdv-master-1 neutron-server[121648]: [parameters: {'id': 'e5d0c450-d077-46c9-b307-183ad94ecb87'}]
Apr 02 21:22:35.125135 ncdv-master-1 neutron-server[121648]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:35.125454 ncdv-master-1 neutron-server[121648]: DEBUG oslo_db.api [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:35.173093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-535257eb-b0b4-4189-8ac4-fb9c1aca1a39 req-ec962814-4cb6-4adb-ad21-4ed39220cef9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467141
Apr 02 21:22:35.214426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee651e8-d542-4ab2-a026-52a9298ea82c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:35.226341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port b1bae5f8-326c-475b-ad9e-32535077b85a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:35.226686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.318994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port b1bae5f8-326c-475b-ad9e-32535077b85a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1bae5f8-326c-475b-ad9e-32535077b85a,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:35.319314 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.332588 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for b1bae5f8-326c-475b-ad9e-32535077b85a owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:35.378967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e69fc3-c070-4cc5-8da1-d0c6a4c83bac None None] Network e5d0c450-d077-46c9-b307-183ad94ecb87 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:35.465856 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b1bae5f8-326c-475b-ad9e-32535077b85a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.495885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=b1bae5f8-326c-475b-ad9e-32535077b85a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:35.509181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2de2e38f-cea5-4a34-ab3d-af26d621abf5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:22:35.543686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] No DVR routers for this DVR port b1bae5f8-326c-475b-ad9e-32535077b85a on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:35.546290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.549711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cfc89a9f-6753-4d62-8ce6-8d349c0932b4 req-d421697f-cc5b-4ce6-84b0-d1a9fdca30af tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "DELETE /v2.0/ports/b1bae5f8-326c-475b-ad9e-32535077b85a HTTP/1.1" status: 204  len: 173 time: 0.4166694
Apr 02 21:22:35.614506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:35.625050 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'port_id': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'mac_address': 'fa:16:3e:4a:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:22:35.626368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.672901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:35.673287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.684636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting port 906b4d1c-8a9f-4756-87c3-7a2481199199 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:35.685099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.687731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de2e38f-cea5-4a34-ab3d-af26d621abf5 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:22:35.710983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:35.715576 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.757097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] For port 906b4d1c-8a9f-4756-87c3-7a2481199199, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=906b4d1c-8a9f-4756-87c3-7a2481199199,segment=NetworkSegment(89629576-2fb0-4903-92d1-f64bbfebe506),segment_id=89629576-2fb0-4903-92d1-f64bbfebe506)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:35.757749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.766035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2de2e38f-cea5-4a34-ab3d-af26d621abf5,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:35.774783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Calling delete_port for 906b4d1c-8a9f-4756-87c3-7a2481199199 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:35.862861 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (906b4d1c-8a9f-4756-87c3-7a2481199199), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:35.889923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Port': ['ID=906b4d1c-8a9f-4756-87c3-7a2481199199,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:35.897315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No DVR routers for this DVR port 906b4d1c-8a9f-4756-87c3-7a2481199199 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:35.954034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2de2e38f-cea5-4a34-ab3d-af26d621abf5'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:22:35.980882 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.006798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f790fa0>,) {'filters': {'network_id': ['e5d0c450-d077-46c9-b307-183ad94ecb87']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:36.020590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f790fa0>, '89629576-2fb0-4903-92d1-f64bbfebe506') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:36.021267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f790fa0>, '89629576-2fb0-4903-92d1-f64bbfebe506') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:36.037265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45226) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:36.041431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.056686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.063163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:36.063848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (89629576-2fb0-4903-92d1-f64bbfebe506), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:36.067921 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:36.136287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e5d0c450-d077-46c9-b307-183ad94ecb87), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.141587 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.149204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/e5d0c450-d077-46c9-b307-183ad94ecb87 HTTP/1.1" status: 204  len: 168 time: 1.7909155
Apr 02 21:22:36.149963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45228) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:36.154951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202105054'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:36.173790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3814d5-bd74-40cd-81a0-da6cc1cdbf6f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=e5d0c450-d077-46c9-b307-183ad94ecb87,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:36.188919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:36.192893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.214509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-deleted', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:36.217054 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420693af-f9c2-4787-b6d3-fea35247ea62" -d '{"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-deleted", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:36.256593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:36.263236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-fa2acc50-8456-4e09-85e8-1eaae11f1786 req-4c3e61f7-48a9-403a-8da9-dd39a615eebf tempest-ServersTestManualDisk-266801999 tempest-ServersTestManualDisk-266801999-project] (121648) timed out ('10.222.0.21', 57112) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:22:36.279416 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad35261-5126-400c-b0a5-55c1b156a377 x-openstack-request-id: req-fad35261-5126-400c-b0a5-55c1b156a377 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:36.279713 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa047aff-276d-4e5c-99e9-885361a57225", "name": "network-vif-deleted", "tag": "b1bae5f8-326c-475b-ad9e-32535077b85a", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:36.279974 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fad35261-5126-400c-b0a5-55c1b156a377 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:36.280374 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad35261-5126-400c-b0a5-55c1b156a377'] response: {'server_uuid': 'aa047aff-276d-4e5c-99e9-885361a57225', 'name': 'network-vif-deleted', 'tag': 'b1bae5f8-326c-475b-ad9e-32535077b85a', 'status': 'completed', 'code': 200}
Apr 02 21:22:36.297790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.298141 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment f85facaa-d960-432d-a27c-3d9f352ba888 of type vlan for network 03b0b3b5-353c-4bb7-9adf-0476254444b3
Apr 02 21:22:36.356131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.374135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ccd4-63d6-491e-9738-ad5c0f2ae7e8 req-ccde619e-1ad2-49a7-a0cf-816e435a4cae tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:36.375824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f01ccd4-63d6-491e-9738-ad5c0f2ae7e8 req-ccde619e-1ad2-49a7-a0cf-816e435a4cae tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 945 time: 0.1168406
Apr 02 21:22:36.409634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.415671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:36.416284 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.467412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (b4be41d0-45cb-456e-9c1a-56cdbd566055), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.468274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3172436
Apr 02 21:22:36.471524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45234) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:36.507465 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:36.518379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f01ccd4-63d6-491e-9738-ad5c0f2ae7e8 req-c4a883ab-ea48-40f5-95a1-152fbaea76a8 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330657
Apr 02 21:22:36.522356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724ebc7-097d-4502-bc19-69a283b938b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=03b0b3b5-353c-4bb7-9adf-0476254444b3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:36.536683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:36.768590 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.785581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.807256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 is not hosted by any dhcp agent {{(pid=121649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:22:36.811858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:36.812439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.813700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "PUT /v2.0/networks/03b0b3b5-353c-4bb7-9adf-0476254444b3 HTTP/1.1" status: 200  len: 723 time: 0.3105712
Apr 02 21:22:36.816760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45236) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:36.822123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:36.865378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f467085-4e6f-4dee-a7f4-ae52fbca0030 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=03b0b3b5-353c-4bb7-9adf-0476254444b3,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:36.875781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:36.912113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:36.915863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:36.961504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:36.961977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.054160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port c96e90e4-253a-4fd9-a5ef-66a2d0829c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:37.054853 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.068701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for c96e90e4-253a-4fd9-a5ef-66a2d0829c5f owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:37.269367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c96e90e4-253a-4fd9-a5ef-66a2d0829c5f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.307507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=c96e90e4-253a-4fd9-a5ef-66a2d0829c5f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:37.470334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (18422ccc-b132-4ba2-a95d-b2bd8b50f678), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.506208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (b4be41d0-45cb-456e-9c1a-56cdbd566055), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.511482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2de2e38f-cea5-4a34-ab3d-af26d621abf5 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:37.536197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=18422ccc-b132-4ba2-a95d-b2bd8b50f678,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:37.544374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': 'f85facaa-d960-432d-a27c-3d9f352ba888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:37.544695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: 03b0b3b5-353c-4bb7-9adf-0476254444b3, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:37.565459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:37.587193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03b0b3b5-353c-4bb7-9adf-0476254444b3) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:37.597264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670284c-d3aa-4fe6-b1c7-67cf0b7db884 None None] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:37.600497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:22:37.601950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:37.603520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.618128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:37.618524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.624159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f1716c44-c11a-4333-8918-c264e2f882a7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8039041
Apr 02 21:22:37.624511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45240) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:37.630706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:37.690593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e864a-9264-4dcd-b2c4-c4320e9ae4c8 req-4e671dd2-13d1-446d-b26a-611f0e87d077 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:37.692204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a6e864a-9264-4dcd-b2c4-c4320e9ae4c8 req-4e671dd2-13d1-446d-b26a-611f0e87d077 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 945 time: 0.0757236
Apr 02 21:22:37.727559 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14599672'] for subnet (18422ccc-b132-4ba2-a95d-b2bd8b50f678), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.749626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03b0b3b5-353c-4bb7-9adf-0476254444b3', 'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '18422ccc-b132-4ba2-a95d-b2bd8b50f678'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:37.750487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.776195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:37.776627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.823604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a6e864a-9264-4dcd-b2c4-c4320e9ae4c8 req-e36ea58f-eea4-4228-bbe6-f2c6d13a3db0 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225064
Apr 02 21:22:37.857866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router b4be41d0-45cb-456e-9c1a-56cdbd566055 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:37.863043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:37.865331 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949dc5b4-5094-4f84-9d9c-1d9cbe2456d5" -d '{"events": [{"server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "name": "network-vif-plugged", "status": "completed", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:37.885823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:37.894166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.903877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759661891054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14006232'] for subnet (18422ccc-b132-4ba2-a95d-b2bd8b50f678), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.934704 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76abbd11-9934-4abb-b3ac-ae4e47fc4352 x-openstack-request-id: req-76abbd11-9934-4abb-b3ac-ae4e47fc4352 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:37.935036 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "name": "network-vif-plugged", "status": "completed", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:37.935259 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76abbd11-9934-4abb-b3ac-ae4e47fc4352 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:37.935662 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76abbd11-9934-4abb-b3ac-ae4e47fc4352'] response: {'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'code': 200}
Apr 02 21:22:37.952082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:37.952702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:37.956949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "PUT /v2.0/subnets/18422ccc-b132-4ba2-a95d-b2bd8b50f678 HTTP/1.1" status: 200  len: 806 time: 0.3290293
Apr 02 21:22:37.958434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45244) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:37.972720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2de2e38f-cea5-4a34-ab3d-af26d621abf5,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:37.990575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Allocated IP 172.20.0.2 (03b0b3b5-353c-4bb7-9adf-0476254444b3/18422ccc-b132-4ba2-a95d-b2bd8b50f678/e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:38.005360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32835a92-0942-4502-8aab-731e3dad0527 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=18422ccc-b132-4ba2-a95d-b2bd8b50f678,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:38.041236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:38.051650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50dbf570-0ac1-453d-8e92-d71fb69b8683 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/b4be41d0-45cb-456e-9c1a-56cdbd566055/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0088670
Apr 02 21:22:38.052311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45246) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:38.053969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf74016-1f03-458e-9f29-1e75be340d4c req-a45507a1-31d0-48b8-a061-87be8e1b0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:38.055439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cf74016-1f03-458e-9f29-1e75be340d4c req-a45507a1-31d0-48b8-a061-87be8e1b0f56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1128 time: 0.0703599
Apr 02 21:22:38.080069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] Sync routers for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:38.102428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:38.103356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784582f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:38.104647 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7cf74016-1f03-458e-9f29-1e75be340d4c req-670cebb5-9b4e-4a9b-8c70-f0a2171fd5e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425181
Apr 02 21:22:38.130096 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.134635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting subnet a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:38.138898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.204678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.255637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Publish callbacks [] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.256388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (18422ccc-b132-4ba2-a95d-b2bd8b50f678), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.265274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:38.293857 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.350851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.380747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (18422ccc-b132-4ba2-a95d-b2bd8b50f678), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.382426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:38.386924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:38.389088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Pushing event updated for resources: {'Port': ['ID=e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:38.391647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:38.425426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=18422ccc-b132-4ba2-a95d-b2bd8b50f678,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:38.499541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Attempting to bind port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:38.499911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Attempting to bind port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f85facaa-d960-432d-a27c-3d9f352ba888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:38.500270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Attempting to bind port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25 on network 03b0b3b5-353c-4bb7-9adf-0476254444b3 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:38.504034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.506689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.524985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:38.525486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Checking segment: {'id': 'f85facaa-d960-432d-a27c-3d9f352ba888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:38.525762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.526153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Bound using segment: {'id': 'f85facaa-d960-432d-a27c-3d9f352ba888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:38.526622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Bound port: e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85facaa-d960-432d-a27c-3d9f352ba888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03b0b3b5-353c-4bb7-9adf-0476254444b3'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:38.527024 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.549470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:38.552133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e66fd30>,) {'filters': {'network_id': ['03b0b3b5-353c-4bb7-9adf-0476254444b3']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:38.560770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.563941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bab47b8b-6ab5-48de-80d4-2580f19732e0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/subnets/a6cbbc7b-f845-4128-b8ac-6f3ce7d3151c HTTP/1.1" status: 204  len: 168 time: 0.5104096
Apr 02 21:22:38.566750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45248) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:38.570073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ded4a7-b9c9-43d1-bcbe-675194f7fcce None None] Network e56d11ac-91eb-4afd-ae1e-5651177c7d97 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:38.586111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e66fd30>, 'f85facaa-d960-432d-a27c-3d9f352ba888') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:38.586683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e66fd30>, 'f85facaa-d960-432d-a27c-3d9f352ba888') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:38.601131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.620514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.629369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:38.629911 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:38.633546 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:38.661812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] For port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:38.666228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784582f2b0>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:22:37Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:38.697735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (b4be41d0-45cb-456e-9c1a-56cdbd566055), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.707822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.api [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:38.707822 ncdv-master-1 neutron-server[121648]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:38.707822 ncdv-master-1 neutron-server[121648]: [parameters: {'id': '03b0b3b5-353c-4bb7-9adf-0476254444b3'}]
Apr 02 21:22:38.707822 ncdv-master-1 neutron-server[121648]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:38.708646 ncdv-master-1 neutron-server[121648]: DEBUG oslo_db.api [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:38.717524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] Checking router: b4be41d0-45cb-456e-9c1a-56cdbd566055 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:38.726008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] For port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25,segment=NetworkSegment(f85facaa-d960-432d-a27c-3d9f352ba888),segment_id=f85facaa-d960-432d-a27c-3d9f352ba888)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:38.736306 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.741167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] Routers {'b4be41d0-45cb-456e-9c1a-56cdbd566055'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:38.741963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784582f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['b4be41d0-45cb-456e-9c1a-56cdbd566055'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:38.810435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (b4be41d0-45cb-456e-9c1a-56cdbd566055), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.874290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port a344033d-202f-4374-9ed2-61d6ea2e3846 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:38.874721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:38.904232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff404c-0e25-4c66-8a0b-31d56e7e0098 None None] Pushing event updated for resources: {'Port': ['ID=e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:38.914461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] DHCP port deletion for e56d11ac-91eb-4afd-ae1e-5651177c7d97 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:38.929927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45f968-0240-40c0-8191-743054fb8996 None None] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:39.006520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port a344033d-202f-4374-9ed2-61d6ea2e3846, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a344033d-202f-4374-9ed2-61d6ea2e3846,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:39.006884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.010317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] Set router b4be41d0-45cb-456e-9c1a-56cdbd566055 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:39.024383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for a344033d-202f-4374-9ed2-61d6ea2e3846 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:39.032245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80394403-3db3-44f6-87f2-5cea5e10b87f req-8fca0154-2a68-429e-89f9-1fb98faa3bfe tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:39.033791 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80394403-3db3-44f6-87f2-5cea5e10b87f req-8fca0154-2a68-429e-89f9-1fb98faa3bfe tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 946 time: 0.0853267
Apr 02 21:22:39.134742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80394403-3db3-44f6-87f2-5cea5e10b87f req-02b0358e-17d7-48d5-abd6-73587f9d127f tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932009
Apr 02 21:22:39.210191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.271610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:39.272248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.359259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] Deleting port 69b258a2-e273-4b7c-a12e-b5638cbd5310 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:39.359673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.370438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] For port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25,segment=NetworkSegment(f85facaa-d960-432d-a27c-3d9f352ba888),segment_id=f85facaa-d960-432d-a27c-3d9f352ba888)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:39.370806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.389458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Calling delete_port for e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:39.431647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d620cf-518b-45da-8dcc-61de514f87d9 None None] Network 03b0b3b5-353c-4bb7-9adf-0476254444b3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:39.495362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.505743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] For port 69b258a2-e273-4b7c-a12e-b5638cbd5310, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69b258a2-e273-4b7c-a12e-b5638cbd5310,segment=NetworkSegment(a297e140-0b92-411d-bed5-5bd35cfa37c9),segment_id=a297e140-0b92-411d-bed5-5bd35cfa37c9)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:39.506159 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.539038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Port': ['ID=e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:39.549290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:39.555720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No DVR routers for this DVR port e8023ebe-d8cf-4d81-b6a5-a36bc5db2f25 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:39.575954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: b1bae5f8-326c-475b-ad9e-32535077b85a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:39.576302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b1bae5f8-326c-475b-ad9e-32535077b85a not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:39.579288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] Calling delete_port for 69b258a2-e273-4b7c-a12e-b5638cbd5310 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:39.599237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a344033d-202f-4374-9ed2-61d6ea2e3846), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.628112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=a344033d-202f-4374-9ed2-61d6ea2e3846,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:39.648113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.669655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784569c040>,) {'filters': {'network_id': ['03b0b3b5-353c-4bb7-9adf-0476254444b3']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:39.679769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784569c040>, 'f85facaa-d960-432d-a27c-3d9f352ba888') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:39.680049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784569c040>, 'f85facaa-d960-432d-a27c-3d9f352ba888') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:39.686595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784582f2b0>, [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:22:37Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:39.691828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.694593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (b4be41d0-45cb-456e-9c1a-56cdbd566055), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.707312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.713574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:39.713969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f85facaa-d960-432d-a27c-3d9f352ba888), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:39.717705 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:39.721791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c48fce-7130-4a10-a179-f337eb8dabcf None None] The sync data for ids ['b4be41d0-45cb-456e-9c1a-56cdbd566055'] in ncdv-master-1 is: [{'id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925397019', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:22:37Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'a344033d-202f-4374-9ed2-61d6ea2e3846', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be41d0-45cb-456e-9c1a-56cdbd566055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:19:51Z', 'updated_at': '2022-04-02T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:39.737131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (69b258a2-e273-4b7c-a12e-b5638cbd5310), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.771843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] Pushing event deleted for resources: {'Port': ['ID=69b258a2-e273-4b7c-a12e-b5638cbd5310,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:39.775149 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:22:39.775894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e928f3c-a256-4076-b81d-fe341f7580db None None] No DVR routers for this DVR port 69b258a2-e273-4b7c-a12e-b5638cbd5310 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:39.798493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37adc9-b170-4659-b4f8-a3b2647b7b55 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:39.805991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (03b0b3b5-353c-4bb7-9adf-0476254444b3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.815104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.819287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/03b0b3b5-353c-4bb7-9adf-0476254444b3 HTTP/1.1" status: 204  len: 168 time: 1.8598573
Apr 02 21:22:39.822205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45252) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:39.830897 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (b4be41d0-45cb-456e-9c1a-56cdbd566055), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.833250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (b4be41d0-45cb-456e-9c1a-56cdbd566055), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.842819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115c72-b222-4ef6-8723-dfd9d932f133 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=03b0b3b5-353c-4bb7-9adf-0476254444b3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:39.854070 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fc1b64-6503-4512-89e2-9f17b387201f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:39.854571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fc1b64-6503-4512-89e2-9f17b387201f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:39.861109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05fc1b64-6503-4512-89e2-9f17b387201f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/03b0b3b5-353c-4bb7-9adf-0476254444b3 HTTP/1.1" status: 404  len: 339 time: 0.0342653
Apr 02 21:22:39.861453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45254) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:39.866150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149779875', 'description': 'd1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:39.885557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37adc9-b170-4659-b4f8-a3b2647b7b55 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:39.887385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (b4be41d0-45cb-456e-9c1a-56cdbd566055), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.887994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Fanout notify agent at l3_agent the message router_deleted on router b4be41d0-45cb-456e-9c1a-56cdbd566055 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:22:39.889778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:39.894712 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.895504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.899305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4027f0e9-3068-4c5e-902d-4d7c03d07291 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/routers/b4be41d0-45cb-456e-9c1a-56cdbd566055 HTTP/1.1" status: 204  len: 168 time: 1.3289533
Apr 02 21:22:39.899867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45256) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:39.921584 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:39.932095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (06a6a65f-d618-4829-98d4-9e7e98dd8ef1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.932626 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 06a6a65f-d618-4829-98d4-9e7e98dd8ef1 of type vlan for network 571d59f2-4ac4-4341-984b-79653197c8bf
Apr 02 21:22:39.983879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:39.995521 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e56d11ac-91eb-4afd-ae1e-5651177c7d97), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.016581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.024804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.025471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.075468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.2128346
Apr 02 21:22:40.104500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45258) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.111217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf313946-8077-47c8-a781-3f498d144954 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=571d59f2-4ac4-4341-984b-79653197c8bf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:40.118499 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e56d11ac-91eb-4afd-ae1e-5651177c7d97), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.127914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 571d59f2-4ac4-4341-984b-79653197c8bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:40.169819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847e0d8e0>,) {'filters': {'network_id': ['e56d11ac-91eb-4afd-ae1e-5651177c7d97']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:40.214598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847e0d8e0>, 'a297e140-0b92-411d-bed5-5bd35cfa37c9') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:40.214884 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847e0d8e0>, 'a297e140-0b92-411d-bed5-5bd35cfa37c9') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:40.232537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa289a-75f0-4c76-a3a8-80cdb166f910 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.237341 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3baa289a-75f0-4c76-a3a8-80cdb166f910 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks?id=571d59f2-4ac4-4341-984b-79653197c8bf HTTP/1.1" status: 200  len: 760 time: 0.1284764
Apr 02 21:22:40.237341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (a297e140-0b92-411d-bed5-5bd35cfa37c9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.238399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45262) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.243836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'description': 'd2'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:40.277504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a297e140-0b92-411d-bed5-5bd35cfa37c9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.289269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:40.289942 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (a297e140-0b92-411d-bed5-5bd35cfa37c9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:40.293397 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:40.303655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeb9a5-309b-4c40-93bc-448c1756fffd req-7bed3369-c8d2-40ae-8a89-df57dd572442 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.305215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bdeb9a5-309b-4c40-93bc-448c1756fffd req-7bed3369-c8d2-40ae-8a89-df57dd572442 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 946 time: 0.0614445
Apr 02 21:22:40.358456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bdeb9a5-309b-4c40-93bc-448c1756fffd req-93c5fbbe-793d-4f49-b254-686f5c606383 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473163
Apr 02 21:22:40.421237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e56d11ac-91eb-4afd-ae1e-5651177c7d97), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.426338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.432919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/networks/e56d11ac-91eb-4afd-ae1e-5651177c7d97 HTTP/1.1" status: 204  len: 168 time: 0.5292151
Apr 02 21:22:40.433939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45266) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.504902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019355-2b4a-4a2c-8e2a-0ada3910027d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Network': ['ID=e56d11ac-91eb-4afd-ae1e-5651177c7d97,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:40.514740 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9626bcdd-2b89-4cfa-a46a-46fe6e676e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (fd40d325-9bf3-4cb3-a349-2540135bc104), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.541592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.542160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9626bcdd-2b89-4cfa-a46a-46fe6e676e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (fd40d325-9bf3-4cb3-a349-2540135bc104), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.565015 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.580766 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808feb-b211-4659-86a6-93b44c91b4b4 req-00922f2f-2498-4fa0-a87b-0265c1604775 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.582483 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f808feb-b211-4659-86a6-93b44c91b4b4 req-00922f2f-2498-4fa0-a87b-0265c1604775 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 946 time: 0.1392741
Apr 02 21:22:40.595379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 571d59f2-4ac4-4341-984b-79653197c8bf is not hosted by any dhcp agent {{(pid=121649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:22:40.601034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.601759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.604943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "PUT /v2.0/networks/571d59f2-4ac4-4341-984b-79653197c8bf HTTP/1.1" status: 200  len: 757 time: 0.3655543
Apr 02 21:22:40.607309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45268) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.619650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9626bcdd-2b89-4cfa-a46a-46fe6e676e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fd40d325-9bf3-4cb3-a349-2540135bc104), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.622191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9626bcdd-2b89-4cfa-a46a-46fe6e676e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.626024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9626bcdd-2b89-4cfa-a46a-46fe6e676e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd40d325-9bf3-4cb3-a349-2540135bc104 HTTP/1.1" status: 204  len: 168 time: 0.1883283
Apr 02 21:22:40.666794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626bcdd-2b89-4cfa-a46a-46fe6e676e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40d325-9bf3-4cb3-a349-2540135bc104,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:40.669329 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc42f-62da-463f-b9d1-340a485d9843 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=571d59f2-4ac4-4341-984b-79653197c8bf,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:40.689973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 571d59f2-4ac4-4341-984b-79653197c8bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:40.734416 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f808feb-b211-4659-86a6-93b44c91b4b4 req-c4cc8011-d75a-4cc5-9517-68a758eaeeda tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399004
Apr 02 21:22:40.735141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45274) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.737094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1729954-3fd2-4c9a-8bdc-5eadf33c86d9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.743319 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1729954-3fd2-4c9a-8bdc-5eadf33c86d9 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks?id=571d59f2-4ac4-4341-984b-79653197c8bf HTTP/1.1" status: 200  len: 760 time: 0.1346812
Apr 02 21:22:40.743987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45276) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.749740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153496098'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:40.772058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:40.776123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.783073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c9080-2717-4225-81f4-5c2b7ca16475 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.787904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c09c9080-2717-4225-81f4-5c2b7ca16475 tempest-TestNetworkBasicOps-552499472 tempest-TestNetworkBasicOps-552499472-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1123 time: 0.0516131
Apr 02 21:22:40.788700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45278) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:40.793515 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:40.816739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:40.826925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.830711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.831735 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 4dd144dc-f943-40aa-8ab3-31425b642135 of type vlan for network 0a908dca-8c45-4e87-b476-067bdb52f7c7
Apr 02 21:22:40.895570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.925855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96e90e4-253a-4fd9-a5ef-66a2d0829c5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:40.930292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.937142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:40.937950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.951013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:40.956585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c96e90e4-253a-4fd9-a5ef-66a2d0829c5f {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:40.957047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c96e90e4-253a-4fd9-a5ef-66a2d0829c5f not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:40.957573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a344033d-202f-4374-9ed2-61d6ea2e3846 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:40.980428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a344033d-202f-4374-9ed2-61d6ea2e3846 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:40.980963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a344033d-202f-4374-9ed2-61d6ea2e3846 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:40.981490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 69b258a2-e273-4b7c-a12e-b5638cbd5310 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:40.998769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2534800
Apr 02 21:22:41.000945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45280) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.003330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 69b258a2-e273-4b7c-a12e-b5638cbd5310 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:41.003784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 69b258a2-e273-4b7c-a12e-b5638cbd5310 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:41.008030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.047719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b509c-fc78-4c4e-8b08-603c259d1cec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=0a908dca-8c45-4e87-b476-067bdb52f7c7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.068564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0a908dca-8c45-4e87-b476-067bdb52f7c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:41.132792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45282) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.137324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163726398', 'description': 'tempest-secgroup-smoke-1163726398 description', 'project_id': '8c67d04af96d45f995da597f3f678014'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.161661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Allocated IP 172.35.4.253 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/c85306ba-bd4b-45e6-bb7a-2bb285901235) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:41.162638 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.166109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:41.169718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.229435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (42047c92-17e7-490b-bf96-b78eda91fa6a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.232754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (42047c92-17e7-490b-bf96-b78eda91fa6a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.260513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.261781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1279488
Apr 02 21:22:41.265649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45284) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.269960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '42047c92-17e7-490b-bf96-b78eda91fa6a', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.273764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fd5b4-c79d-4f0e-82d0-2d5e8178ccaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42047c92-17e7-490b-bf96-b78eda91fa6a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.300830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (ece9cd82-013d-48bd-aa40-dc39466b1e84), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.362423 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.374668 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (ece9cd82-013d-48bd-aa40-dc39466b1e84), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.379079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ece9cd82-013d-48bd-aa40-dc39466b1e84), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.397367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece9cd82-013d-48bd-aa40-dc39466b1e84,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.402401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.404892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47d011ee-e593-49b0-9f96-8dfed23bfaaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1382654
Apr 02 21:22:41.406272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.411491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '42047c92-17e7-490b-bf96-b78eda91fa6a', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.437769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (e835b28c-dd4a-488d-8dea-5a5ea3c6b124), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.450453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.455573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.503267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (e835b28c-dd4a-488d-8dea-5a5ea3c6b124), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.507159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e835b28c-dd4a-488d-8dea-5a5ea3c6b124), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.531450 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e835b28c-dd4a-488d-8dea-5a5ea3c6b124,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.537542 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.538743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12137ad3-5512-4485-b79d-a6caa1e70119 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1313534
Apr 02 21:22:41.541684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45288) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.543276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:41.546527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '42047c92-17e7-490b-bf96-b78eda91fa6a', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.554417 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:41.562536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:41.564328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=c85306ba-bd4b-45e6-bb7a-2bb285901235,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.568824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.579775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (7c7b0574-3fe8-4346-9260-ae86db7a7a04), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.613951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '4dd144dc-f943-40aa-8ab3-31425b642135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:41.614365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: 0a908dca-8c45-4e87-b476-067bdb52f7c7, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:41.638470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (7c7b0574-3fe8-4346-9260-ae86db7a7a04), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.643936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (7c7b0574-3fe8-4346-9260-ae86db7a7a04), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.662947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7b0574-3fe8-4346-9260-ae86db7a7a04,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.669848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network 0a908dca-8c45-4e87-b476-067bdb52f7c7 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:41.675465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.680002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3989f0b6-19f3-4038-99d9-8904e067cb48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1368940
Apr 02 21:22:41.680745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45290) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.685284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '42047c92-17e7-490b-bf96-b78eda91fa6a', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.707158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a908dca-8c45-4e87-b476-067bdb52f7c7) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:41.711672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (9de8c52b-d62e-496a-b0c4-0479577f546d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.715541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:41.716320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.719046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d3b00-2540-4111-b0b2-70f205822edd None None] Network 0a908dca-8c45-4e87-b476-067bdb52f7c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:41.781538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (9de8c52b-d62e-496a-b0c4-0479577f546d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.787467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (9de8c52b-d62e-496a-b0c4-0479577f546d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.821288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de8c52b-d62e-496a-b0c4-0479577f546d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.824951 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9904fd8-7783-4e81-8bb7-b7dee9673aa2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8230402
Apr 02 21:22:41.829415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45292) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.831522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.832985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8acd9477-d684-4583-86b9-c4c7ae5bb357 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1509869
Apr 02 21:22:41.835536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45294) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.840887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '42047c92-17e7-490b-bf96-b78eda91fa6a', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:41.845710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a908dca-8c45-4e87-b476-067bdb52f7c7', 'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:41.847207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.871512 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:22:41.877042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (7338d99e-bf05-414d-80e6-0d6e7aa72cde), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.951897 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (7338d99e-bf05-414d-80e6-0d6e7aa72cde), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.957141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (7338d99e-bf05-414d-80e6-0d6e7aa72cde), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.977535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7338d99e-bf05-414d-80e6-0d6e7aa72cde,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:41.988874 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:41.990101 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35043084-a8a7-4ac6-ad3a-9ff4467267b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1534908
Apr 02 21:22:41.992839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45296) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:41.998472 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '42047c92-17e7-490b-bf96-b78eda91fa6a', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:42.024481 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.032422 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:22:42.041472 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (e8097e85-0735-4470-bb38-0964e974f1db), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.060706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Allocated IP 172.20.0.2 (0a908dca-8c45-4e87-b476-067bdb52f7c7/9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f/4e166a0a-7b15-4432-bd3a-943cf5c592da) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:42.112392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.145077 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (e8097e85-0735-4470-bb38-0964e974f1db), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.149992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e8097e85-0735-4470-bb38-0964e974f1db), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.172356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8097e85-0735-4470-bb38-0964e974f1db,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:42.190536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.194717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-07475d5e-8b17-4cf1-a9fd-148ae8091f0f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1980739
Apr 02 21:22:42.195656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45298) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:42.202252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'network': {'name': 'tempest-network-smoke--606794307', 'project_id': '8c67d04af96d45f995da597f3f678014', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:42.218330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (f45ea585-e4c0-4a5b-b606-6a5b21d9f108), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.223092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:42.227164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.228652 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Publish callbacks [] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.234694 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.266534 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.270835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:42.277276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Network 0a908dca-8c45-4e87-b476-067bdb52f7c7 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:42.282400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:42.283015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (67add998-c597-4ebd-9846-5dbd9b10ce2f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.283627 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Added segment 67add998-c597-4ebd-9846-5dbd9b10ce2f of type vlan for network 7dcc999a-5e6b-45e7-950d-b3cf3766042e
Apr 02 21:22:42.288872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:42.297466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:42.300970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Pushing event updated for resources: {'Port': ['ID=4e166a0a-7b15-4432-bd3a-943cf5c592da,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:42.350497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Attempting to bind port 4e166a0a-7b15-4432-bd3a-943cf5c592da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:42.350879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Attempting to bind port 4e166a0a-7b15-4432-bd3a-943cf5c592da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4dd144dc-f943-40aa-8ab3-31425b642135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:42.351245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Attempting to bind port 4e166a0a-7b15-4432-bd3a-943cf5c592da on network 0a908dca-8c45-4e87-b476-067bdb52f7c7 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:42.353694 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.356558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:42.357154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Checking segment: {'id': '4dd144dc-f943-40aa-8ab3-31425b642135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:42.357749 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.358306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Bound using segment: {'id': '4dd144dc-f943-40aa-8ab3-31425b642135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:42.358945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Bound port: 4e166a0a-7b15-4432-bd3a-943cf5c592da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd144dc-f943-40aa-8ab3-31425b642135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0a908dca-8c45-4e87-b476-067bdb52f7c7'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:42.359333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.370002 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (7dcc999a-5e6b-45e7-950d-b3cf3766042e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.397795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (7dcc999a-5e6b-45e7-950d-b3cf3766042e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.402909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:42.403602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.418203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.429876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] For port 4e166a0a-7b15-4432-bd3a-943cf5c592da, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:42.433701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] For port 4e166a0a-7b15-4432-bd3a-943cf5c592da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e166a0a-7b15-4432-bd3a-943cf5c592da,segment=NetworkSegment(4dd144dc-f943-40aa-8ab3-31425b642135),segment_id=4dd144dc-f943-40aa-8ab3-31425b642135)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:42.449034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2521918
Apr 02 21:22:42.449951 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.456744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45300) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:42.456975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f9b3130>,) {'filters': {'network_id': ['0a908dca-8c45-4e87-b476-067bdb52f7c7']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:42.458402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'admin_state_up': True, 'project_id': '8c67d04af96d45f995da597f3f678014', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:42.479557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9b3130>, '4dd144dc-f943-40aa-8ab3-31425b642135') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:42.479840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f9b3130>, '4dd144dc-f943-40aa-8ab3-31425b642135') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:42.495783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79f6bc-d552-46e0-aec8-ca7db7cccfb7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Network': ['ID=7dcc999a-5e6b-45e7-950d-b3cf3766042e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:42.498322 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.513583 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (29c03082-9393-4e74-9b55-265fd75e6277), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.515048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (29c03082-9393-4e74-9b55-265fd75e6277), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.523253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:42.554870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.562961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed0de8-a6dc-4a78-899d-2dab1a240595 None None] Pushing event updated for resources: {'Port': ['ID=4e166a0a-7b15-4432-bd3a-943cf5c592da,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:42.567716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:42.571446 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:42.573234 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:42.580685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (29c03082-9393-4e74-9b55-265fd75e6277), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.608820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8820bb3-e930-47a0-ac27-53759dc65069 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:22:42.657782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.db.api [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:22:42.657782 ncdv-master-1 neutron-server[121649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:22:42.657782 ncdv-master-1 neutron-server[121649]: [parameters: {'id': '0a908dca-8c45-4e87-b476-067bdb52f7c7'}]
Apr 02 21:22:42.657782 ncdv-master-1 neutron-server[121649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:42.658685 ncdv-master-1 neutron-server[121649]: DEBUG oslo_db.api [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:42.681883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.686706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.697170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8820bb3-e930-47a0-ac27-53759dc65069 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:22:42.743170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (29c03082-9393-4e74-9b55-265fd75e6277), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.755217 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event updated for resources: {'Port': ['ID=c85306ba-bd4b-45e6-bb7a-2bb285901235,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:42.765890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f45ea585-e4c0-4a5b-b606-6a5b21d9f108), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.877142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a431a-05ac-4fd1-96d2-3a9d657f1678 None None] Network 0a908dca-8c45-4e87-b476-067bdb52f7c7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:42.884269 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Floating IP f45ea585-e4c0-4a5b-b606-6a5b21d9f108 associated. External IP: 172.35.4.253, port: 2de2e38f-cea5-4a34-ab3d-af26d621abf5.
Apr 02 21:22:42.953008 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (29c03082-9393-4e74-9b55-265fd75e6277), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:42.972141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.077102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.182 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:43.185806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.219876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.258390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:43.261268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:43.269145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:43.274976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:43.402801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.465504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router 98215d82-b9b0-4f9f-b89b-09de300e6601 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:43.529627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting port 4e166a0a-7b15-4432-bd3a-943cf5c592da {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:43.529963 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.642193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] For port 4e166a0a-7b15-4432-bd3a-943cf5c592da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e166a0a-7b15-4432-bd3a-943cf5c592da,segment=NetworkSegment(4dd144dc-f943-40aa-8ab3-31425b642135),segment_id=4dd144dc-f943-40aa-8ab3-31425b642135)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:43.643136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.660782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Calling delete_port for 4e166a0a-7b15-4432-bd3a-943cf5c592da owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:43.665263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:43.678571 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] Sync routers for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:43.693222 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:43.694208 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c48c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:43.715697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.761830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02de0f1b-0f00-4cbf-a3b3-5b652a97e6eb tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9720850
Apr 02 21:22:43.763994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:43.765091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45302) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:43.766393 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d040232-5405-409c-b94d-eaf085ed0ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:43.795645 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (4e166a0a-7b15-4432-bd3a-943cf5c592da), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.832432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (29c03082-9393-4e74-9b55-265fd75e6277), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.834073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:43.835918 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3f7df-ea1a-4db7-8079-77d5a3c71731 x-openstack-request-id: req-20c3f7df-ea1a-4db7-8079-77d5a3c71731 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:43.836220 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:43.836537 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20c3f7df-ea1a-4db7-8079-77d5a3c71731 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:43.837258 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c3f7df-ea1a-4db7-8079-77d5a3c71731'] response: {'name': 'network-changed', 'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'status': 'completed', 'code': 200}
Apr 02 21:22:43.843896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Port': ['ID=4e166a0a-7b15-4432-bd3a-943cf5c592da,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:43.846908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No DVR routers for this DVR port 4e166a0a-7b15-4432-bd3a-943cf5c592da on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:43.883792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-243c36a7-700a-41f4-8dc4-d9fb993cf506 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/f45ea585-e4c0-4a5b-b606-6a5b21d9f108 HTTP/1.1" status: 200  len: 992 time: 0.1158621
Apr 02 21:22:43.957594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:43.984074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78447e0280>,) {'filters': {'network_id': ['0a908dca-8c45-4e87-b476-067bdb52f7c7']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:43.995902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78447e0280>, '4dd144dc-f943-40aa-8ab3-31425b642135') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:43.996234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78447e0280>, '4dd144dc-f943-40aa-8ab3-31425b642135') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:43.999123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-df46cc07-b1de-4cd6-8e6f-0cc23f5ebcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.000695 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-df46cc07-b1de-4cd6-8e6f-0cc23f5ebcf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1128 time: 0.1484163
Apr 02 21:22:44.017996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.049549 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.052197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (29c03082-9393-4e74-9b55-265fd75e6277), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.082971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:44.083339 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (4dd144dc-f943-40aa-8ab3-31425b642135), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:44.086404 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:44.089463 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c48c10>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f45ea585-e4c0-4a5b-b606-6a5b21d9f108', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.253', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'port_id': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'mac_address': 'fa:16:3e:4a:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:22:41Z', 'updated_at': '2022-04-02T21:22:41Z', 'revision_number': 0, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:44.117880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] Checking router: 98215d82-b9b0-4f9f-b89b-09de300e6601 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:44.126493 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:44.127153 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c48c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:44.162462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-dfad578d-afe7-44e7-942a-f8179cf4e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.164051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-dfad578d-afe7-44e7-942a-f8179cf4e0e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 200  len: 898 time: 0.1563351
Apr 02 21:22:44.170294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0a908dca-8c45-4e87-b476-067bdb52f7c7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.186631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.193461 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/0a908dca-8c45-4e87-b476-067bdb52f7c7 HTTP/1.1" status: 204  len: 168 time: 2.3648047
Apr 02 21:22:44.193800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45306) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.224604 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e30eac7-8c9c-4681-89c8-c6320b107cfb tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] GET failed (client error): The resource could not be found.
Apr 02 21:22:44.228716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e30eac7-8c9c-4681-89c8-c6320b107cfb tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/subnets/9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f HTTP/1.1" status: 404  len: 337 time: 0.0312483
Apr 02 21:22:44.229358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45308) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.231506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c4f11-fd5d-4769-83c2-77fba974a297 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=0a908dca-8c45-4e87-b476-067bdb52f7c7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:44.234983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 29c03082-9393-4e74-9b55-265fd75e6277 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:22:44.254538 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:44.262764 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f55829-3b7c-4537-af69-5e3dfabc7e07 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:44.263305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f55829-3b7c-4537-af69-5e3dfabc7e07 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:44.271068 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a7f55829-3b7c-4537-af69-5e3dfabc7e07 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/0a908dca-8c45-4e87-b476-067bdb52f7c7 HTTP/1.1" status: 404  len: 339 time: 0.0359495
Apr 02 21:22:44.272184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45310) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.341021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-7deec194-20e9-4d1e-932e-7e58bcd082b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 200  len: 1000 time: 0.1687272
Apr 02 21:22:44.358356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:44.371910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Sync routers for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:44.382434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:44.383046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845963820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:44.386220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.389843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af2c237f-64b5-4728-8d50-d855b37dbdfa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9340122
Apr 02 21:22:44.392127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45312) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.454339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1051bf3-4525-46e3-b0f9-bcaaed27df19 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8c67d04af96d45f995da597f3f678014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0559928
Apr 02 21:22:44.454339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45314) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.494341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-75ba68c2-8ad0-4867-888f-fc12db0cd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.495739 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-75ba68c2-8ad0-4867-888f-fc12db0cd1f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 HTTP/1.1" status: 200  len: 834 time: 0.1374280
Apr 02 21:22:44.533622 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.540474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:44.553471 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c48c10>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f45ea585-e4c0-4a5b-b606-6a5b21d9f108', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.253', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'port_id': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'mac_address': 'fa:16:3e:4a:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:22:41Z', 'updated_at': '2022-04-02T21:22:41Z', 'revision_number': 0, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:44.563922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985dc04-9156-4e94-9ed2-0050b4a964bc tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.566949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e985dc04-9156-4e94-9ed2-0050b4a964bc tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2915490
Apr 02 21:22:44.570145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45316) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.596842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-b8e4b005-c11a-435f-a897-ab31b005c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.598380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-b8e4b005-c11a-435f-a897-ab31b005c96e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de133907-2e5a-4a41-a35e-372465d341cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0899317
Apr 02 21:22:44.657842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-928084cf-2423-4d56-92a3-1b3be7e8bfec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153 HTTP/1.1" status: 200  len: 207 time: 0.0863774
Apr 02 21:22:44.665248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45318) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.707277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4f4bb-44dd-499a-9911-f6a6cda7241d None None] The sync data for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 is: [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f45ea585-e4c0-4a5b-b606-6a5b21d9f108', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'floating_ip_address': '172.35.4.253', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'port_id': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'mac_address': 'fa:16:3e:4a:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:22:41Z', 'updated_at': '2022-04-02T21:22:41Z', 'revision_number': 0, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:44.720755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-79b5a798-bfee-487e-aa85-a091fc744330 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125734
Apr 02 21:22:44.770391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845963820>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:43Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:44.780076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fa670-156d-42dd-90f0-cc5a4205d326 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.784224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-944fa670-156d-42dd-90f0-cc5a4205d326 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3279352
Apr 02 21:22:44.803588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Checking router: 29c03082-9393-4e74-9b55-265fd75e6277 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:44.803956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Updating router 29c03082-9393-4e74-9b55-265fd75e6277 port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:22:44.816480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45320) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.835601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:44.891565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45322) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.910416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-50e89bc2-5ca6-44e7-a4d8-9e5a320301a3 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0925989
Apr 02 21:22:44.923669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45324) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:44.935805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-92369523', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'project_id': '8c67d04af96d45f995da597f3f678014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:44.948611 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7d040232-5405-409c-b94d-eaf085ed0ff4 req-936f8d68-b26b-44d8-8d41-250914bec04e service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188587
Apr 02 21:22:44.974116 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b03bc44b-834b-412b-b18d-942aa9c74277 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/f45ea585-e4c0-4a5b-b606-6a5b21d9f108 HTTP/1.1" status: 200  len: 992 time: 0.0811226
Apr 02 21:22:44.983595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83b2bc-23c5-404f-a49c-687fb12db4a1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.989247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83b2bc-23c5-404f-a49c-687fb12db4a1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.994622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83b2bc-23c5-404f-a49c-687fb12db4a1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:44.999748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83b2bc-23c5-404f-a49c-687fb12db4a1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.001449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af83b2bc-23c5-404f-a49c-687fb12db4a1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.3353636
Apr 02 21:22:45.005477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45326) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.032813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15aaeb3-c4e5-4313-b5d1-2cde130141c7 None None] New status for floating IP f45ea585-e4c0-4a5b-b606-6a5b21d9f108: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:22:45.085688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:45.090507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.258705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7179620f-73e8-4428-98bb-de976fac79f6 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.2518649
Apr 02 21:22:45.261878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45328) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.314460 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (cd542098-d0db-4bce-b445-616ae7c706c4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.324668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab72de-e94f-4cd8-b4dc-90c0a672658f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.326319 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab72de-e94f-4cd8-b4dc-90c0a672658f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.328167 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a4ab72de-e94f-4cd8-b4dc-90c0a672658f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0653815
Apr 02 21:22:45.333424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.382213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Publish callbacks [] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.383451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Subnet': ['ID=cd542098-d0db-4bce-b445-616ae7c706c4,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:45.388587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.389653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78437456-cde2-4fe6-929e-5be22560e039 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['shared'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.391146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Checking segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:45.392058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network hostable DHCP agents. Network: 7dcc999a-5e6b-45e7-950d-b3cf3766042e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:45.392190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78437456-cde2-4fe6-929e-5be22560e039 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['shared'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.394103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-78437456-cde2-4fe6-929e-5be22560e039 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0600250
Apr 02 21:22:45.397986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45332) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.411550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:45.422250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dcc999a-5e6b-45e7-950d-b3cf3766042e) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:45.426076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.426673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.446635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997e5fd-e7b5-4c7e-8b17-3b1235570184 None None] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:45.454358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-39d77c35-bcfd-4218-82f6-d6a63c1be095 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5248191
Apr 02 21:22:45.454358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.479051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Attempting to bind port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:45.479425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Attempting to bind port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:45.479788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Attempting to bind port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:45.485312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83abf9-6f0a-41d3-b951-e2a7017981d6 None None] Pushing event updated for resources: {'Port': ['ID=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:45.500126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:45.501332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:45.501332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.501332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:45.501829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Bound port: f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:45.502217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.512951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43840c2-87e2-4a05-8e41-eddbfa53ec40 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.514264 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c43840c2-87e2-4a05-8e41-eddbfa53ec40 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks/f6596a7a-577e-4973-9026-052f905f2e02 HTTP/1.1" status: 200  len: 799 time: 0.1148849
Apr 02 21:22:45.518398 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45336) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.592507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] For port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:45.619015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] For port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:45.624910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:45.625654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.629684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:45.636301 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-34787333-7573-4815-89fd-ec28fa4dd0c0 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/networks/f6596a7a-577e-4973-9026-052f905f2e02?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.1130357
Apr 02 21:22:45.636301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45338) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.695395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697dc88-6b31-4fa3-9539-87b0f903ca55 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:45.700476 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9697dc88-6b31-4fa3-9539-87b0f903ca55 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/subnets/cf23cef8-458c-46ef-873b-9707509cf1db HTTP/1.1" status: 200  len: 811 time: 0.0596914
Apr 02 21:22:45.700898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45340) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:45.764491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:45.765046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845963820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:45.810484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83abf9-6f0a-41d3-b951-e2a7017981d6 None None] Pushing event updated for resources: {'Port': ['ID=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:45.925630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Allocated IP 172.20.0.2 (7dcc999a-5e6b-45e7-950d-b3cf3766042e/cd542098-d0db-4bce-b445-616ae7c706c4/1e8f190f-4ce5-4636-baaf-a14cbacb7dcf) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:45.940549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:45.978104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45342) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:46.039063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1c67d-63af-457f-904e-3e72f5db6f19 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['shared'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:46.044000 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28b1c67d-63af-457f-904e-3e72f5db6f19 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "GET /v2.0/subnets/cf23cef8-458c-46ef-873b-9707509cf1db?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.3384776
Apr 02 21:22:46.045415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45344) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:46.050677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1719030561'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:46.064897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-401b0f53-cf32-4f41-a3ee-ad600351bf91 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/f45ea585-e4c0-4a5b-b606-6a5b21d9f108 HTTP/1.1" status: 200  len: 994 time: 0.0760367
Apr 02 21:22:46.106965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:46.110570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.167773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:22:46.187786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7dcc96a0-ef50-458f-b928-e46e544cee36), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.188137 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Added segment 7dcc96a0-ef50-458f-b928-e46e544cee36 of type vlan for network e5381f60-9301-45db-b051-9e18e4df2801
Apr 02 21:22:46.214050 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Publish callbacks [] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.221681 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.263692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845963820>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:43Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:46.280102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e5381f60-9301-45db-b051-9e18e4df2801), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.303510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:46.305080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19910313-8a71-4b61-84e5-b222c7bff11e None None] The sync data for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 is: [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:43Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:46.308063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:46.309907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Pushing event updated for resources: {'Port': ['ID=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:46.312205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:46.357170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e5381f60-9301-45db-b051-9e18e4df2801), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.362751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:46.363370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.372302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Attempting to bind port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:46.372839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Attempting to bind port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:46.373211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Attempting to bind port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:46.379067 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:46.379302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.379416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Checking segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:46.379814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.380247 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Bound using segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:46.381001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Bound port: 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:46.381842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.409607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3601816
Apr 02 21:22:46.410040 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45346) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:46.415136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'network_id': 'e5381f60-9301-45db-b051-9e18e4df2801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:46.468716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] For port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:46.474536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] For port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:46.482705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.490805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3071a-e551-4999-b383-6772c3ac02ec tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Network': ['ID=e5381f60-9301-45db-b051-9e18e4df2801,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:46.524142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e5381f60-9301-45db-b051-9e18e4df2801 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:22:46.528495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Made reservation on behalf of 1aa19f5436424f00a07a5d797e03f77b for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:46.534356 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.643912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Performing IP validity checks on allocation pools {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:22:46.644611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.ipam_backend_mixin [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:22:46.676390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ab0ab-55ec-40ac-b256-0b7b9e2ea21b None None] Pushing event updated for resources: {'Port': ['ID=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:46.854685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:46.902889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.1 (7dcc999a-5e6b-45e7-950d-b3cf3766042e/cd542098-d0db-4bce-b445-616ae7c706c4/ccffcd68-d7a3-43c2-9a39-6aa99f7b7703) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:46.951826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:46.966281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Checking segment: {'id': '7dcc96a0-ef50-458f-b928-e46e544cee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e5381f60-9301-45db-b051-9e18e4df2801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:46.966639 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network hostable DHCP agents. Network: e5381f60-9301-45db-b051-9e18e4df2801, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:22:47.000595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Network e5381f60-9301-45db-b051-9e18e4df2801 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:22:47.016616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5381f60-9301-45db-b051-9e18e4df2801) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:47.021549 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:47.022392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.026129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680b075-0807-40d7-b8f0-84386cab2093 None None] Network e5381f60-9301-45db-b051-9e18e4df2801 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:47.060539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.069814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e6135698-3da1-424b-a7e2-9b548efc3117 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.6561999
Apr 02 21:22:47.070401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45348) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:47.075798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:47.171802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588d9f9-028b-4baa-bd31-550c37b67f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5381f60-9301-45db-b051-9e18e4df2801', 'network_id': 'e5381f60-9301-45db-b051-9e18e4df2801', 'project_id': '1aa19f5436424f00a07a5d797e03f77b', 'fixed_ips': [{'subnet_id': '0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:22:47.172978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4588d9f9-028b-4baa-bd31-550c37b67f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.187280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.240511 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14599672'] for subnet (0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.252418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:47.258552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:47.265356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:47.268822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:47.355955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (29c03082-9393-4e74-9b55-265fd75e6277), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.402770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-4588d9f9-028b-4baa-bd31-550c37b67f0d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 02 21:22:47.402770 ncdv-master-1 neutron-server[121650]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Apr 02 21:22:47.402770 ncdv-master-1 neutron-server[121650]: [parameters: {'in_use': 1, 'id_1': '0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38'}]
Apr 02 21:22:47.402770 ncdv-master-1 neutron-server[121650]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:22:47.403586 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-4588d9f9-028b-4baa-bd31-550c37b67f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:22:47.576070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759661891054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14006232'] for subnet (0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.651409 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.656413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:47.657040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.661043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "PUT /v2.0/subnets/0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38 HTTP/1.1" status: 200  len: 877 time: 0.5872812
Apr 02 21:22:47.662122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:47.671777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccd3a9-c51b-458c-9d8a-82a0788aa978 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event updated for resources: {'Subnet': ['ID=0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:47.786926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e5381f60-9301-45db-b051-9e18e4df2801), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.803776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d926d02e-86f6-45f9-8787-5768090b6184 None None] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:47.844972 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.916907 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4588d9f9-028b-4baa-bd31-550c37b67f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.920549 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.937442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] Provisioning complete for port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:47.937818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:47.948862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:48.012535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.017607 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e5381f60-9301-45db-b051-9e18e4df2801), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.018083 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.038899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fbdc2e0>,) {'filters': {'network_id': ['e5381f60-9301-45db-b051-9e18e4df2801']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.049291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.049745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fbdc2e0>, '7dcc96a0-ef50-458f-b928-e46e544cee36') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.050110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fbdc2e0>, '7dcc96a0-ef50-458f-b928-e46e544cee36') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.061170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (7dcc96a0-ef50-458f-b928-e46e544cee36), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.083635 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7dcc96a0-ef50-458f-b928-e46e544cee36), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.092181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:48.093145 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (7dcc96a0-ef50-458f-b928-e46e544cee36), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:48.098069 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:48.100107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (29c03082-9393-4e74-9b55-265fd75e6277), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.101120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:48.113016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] Current status of the port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:48.114492 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.141984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f41c1-19d1-4b10-b92c-cdeb7d726f9c None None] Network e5381f60-9301-45db-b051-9e18e4df2801 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:48.170140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] For port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:48.196962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e5381f60-9301-45db-b051-9e18e4df2801), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.205933 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.210831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.214928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/e5381f60-9301-45db-b051-9e18e4df2801 HTTP/1.1" status: 204  len: 168 time: 0.5514345
Apr 02 21:22:48.219571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45352) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.250553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:48.254457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:48.266223 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8379c1e-8493-40b7-9652-7d942f286383 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=e5381f60-9301-45db-b051-9e18e4df2801,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:48.270823 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-0502ee21-e6ac-47c0-ba8f-0da9187b294a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.271447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0502ee21-e6ac-47c0-ba8f-0da9187b294a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.275183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0502ee21-e6ac-47c0-ba8f-0da9187b294a tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/0b1f68f0-ddb2-4cea-b8b4-7c165ef80a38 HTTP/1.1" status: 404  len: 337 time: 0.0538540
Apr 02 21:22:48.277754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45354) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.313108 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3fd034-ddd2-4ffb-8dd1-91b7edef4b0c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.317080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3fd034-ddd2-4ffb-8dd1-91b7edef4b0c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.322192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7e3fd034-ddd2-4ffb-8dd1-91b7edef4b0c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/e5381f60-9301-45db-b051-9e18e4df2801 HTTP/1.1" status: 404  len: 339 time: 0.0432153
Apr 02 21:22:48.324712 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45356) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.346576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680dc9a-2986-4497-a7b7-f662f7545b3d None None] Network e5381f60-9301-45db-b051-9e18e4df2801 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:48.354162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a896401-73ea-431f-9fde-f96ba31819df None None] Pushing event updated for resources: {'Port': ['ID=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:48.354611 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-0846a027-4603-4887-a713-c80e102cd6b1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.355071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0846a027-4603-4887-a713-c80e102cd6b1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.360549 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0846a027-4603-4887-a713-c80e102cd6b1 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/9b886a0e-5c7a-4940-ac6c-0a3343a3ad2f HTTP/1.1" status: 404  len: 337 time: 0.0324972
Apr 02 21:22:48.361198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45358) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.378899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680dc9a-2986-4497-a7b7-f662f7545b3d None None] Network e5381f60-9301-45db-b051-9e18e4df2801 could not be found, it might have been deleted concurrently. {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 02 21:22:48.384535 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c1e15d-8c0e-42eb-9af4-3cc7554a0ff7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.385079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c1e15d-8c0e-42eb-9af4-3cc7554a0ff7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.388680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a9c1e15d-8c0e-42eb-9af4-3cc7554a0ff7 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/0a908dca-8c45-4e87-b476-067bdb52f7c7 HTTP/1.1" status: 404  len: 339 time: 0.0259941
Apr 02 21:22:48.390799 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45360) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.435438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-afd574d2-4f7d-420f-af97-23135e6d041b None None] Provisioning complete for port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:48.436052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afd574d2-4f7d-420f-af97-23135e6d041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.458505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 29c03082-9393-4e74-9b55-265fd75e6277 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:22:48.499269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.504036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-afd574d2-4f7d-420f-af97-23135e6d041b None None] Port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:22:48.522091 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-afd574d2-4f7d-420f-af97-23135e6d041b None None] Provisioning complete for port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:48.522859 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afd574d2-4f7d-420f-af97-23135e6d041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.590387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:22:48.597099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ec9d337f-f9fe-4d72-a3f3-de279547a004 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/29c03082-9393-4e74-9b55-265fd75e6277/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1428785
Apr 02 21:22:48.609465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Sync routers for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:22:48.613872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.632745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:48.633237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784422d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.656820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784451a8e0>,) {'filters': {'network_id': ['571d59f2-4ac4-4341-984b-79653197c8bf']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.672156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784451a8e0>, '06a6a65f-d618-4829-98d4-9e7e98dd8ef1') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.674396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784451a8e0>, '06a6a65f-d618-4829-98d4-9e7e98dd8ef1') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:48.700962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (06a6a65f-d618-4829-98d4-9e7e98dd8ef1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.716842 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (06a6a65f-d618-4829-98d4-9e7e98dd8ef1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.723817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:48.724224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (06a6a65f-d618-4829-98d4-9e7e98dd8ef1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:48.800375 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:48.807768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (571d59f2-4ac4-4341-984b-79653197c8bf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.813081 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.818046 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/571d59f2-4ac4-4341-984b-79653197c8bf HTTP/1.1" status: 204  len: 168 time: 0.4262521
Apr 02 21:22:48.820684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45370) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.835300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f216cb-5d57-4297-82a8-049395e1b3fa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=571d59f2-4ac4-4341-984b-79653197c8bf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:48.863858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:48.868367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-afd574d2-4f7d-420f-af97-23135e6d041b None None] Current status of the port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:48.869745 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7505fa8-1223-4b76-bd50-0f897c62f17c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.870537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7505fa8-1223-4b76-bd50-0f897c62f17c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.875071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a7505fa8-1223-4b76-bd50-0f897c62f17c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/18422ccc-b132-4ba2-a95d-b2bd8b50f678 HTTP/1.1" status: 404  len: 337 time: 0.0532722
Apr 02 21:22:48.877876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.902653 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-895f1a91-b395-4822-8253-f1ba65a72877 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.904004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895f1a91-b395-4822-8253-f1ba65a72877 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.910683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-895f1a91-b395-4822-8253-f1ba65a72877 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/03b0b3b5-353c-4bb7-9adf-0476254444b3 HTTP/1.1" status: 404  len: 339 time: 0.0315011
Apr 02 21:22:48.913189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.923508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-4873c42c-b0ba-4fe8-8ee1-4c6d3b37fee4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163726398&fields=id&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 267 time: 0.0628099
Apr 02 21:22:48.947259 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ce430f-4a6e-4331-ae45-2b94231bb827 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.948287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ce430f-4a6e-4331-ae45-2b94231bb827 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.951408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-73ce430f-4a6e-4331-ae45-2b94231bb827 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/2367e2da-661d-47fd-8b0c-77606729235e HTTP/1.1" status: 404  len: 337 time: 0.0372903
Apr 02 21:22:48.955208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45380) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:48.980844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:48.981248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:48.987736 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adf159c-df08-43bb-9f46-bcdfcdcc7bbf tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:48.988238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adf159c-df08-43bb-9f46-bcdfcdcc7bbf tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:48.991332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0adf159c-df08-43bb-9f46-bcdfcdcc7bbf tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/e5d0c450-d077-46c9-b307-183ad94ecb87 HTTP/1.1" status: 404  len: 339 time: 0.0343652
Apr 02 21:22:48.994051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45382) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.005709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:49.050065 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-683c5630-086c-471c-9ba8-5680cea5af2f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.050515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683c5630-086c-471c-9ba8-5680cea5af2f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.053532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-683c5630-086c-471c-9ba8-5680cea5af2f tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/0fcfae3e-a3ff-4026-af52-a44b158e3415 HTTP/1.1" status: 404  len: 337 time: 0.0585799
Apr 02 21:22:49.056558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45384) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.065452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a566472c-02a9-4eee-9cfd-c92b674c3c15 None None] Provisioning complete for port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:49.065824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a566472c-02a9-4eee-9cfd-c92b674c3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.080549 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7784862-ca22-4cd6-b562-5fb93bc69e16 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.080941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7784862-ca22-4cd6-b562-5fb93bc69e16 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.083902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d7784862-ca22-4cd6-b562-5fb93bc69e16 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/d8652129-e8bf-40bd-9d14-d0553c16b020 HTTP/1.1" status: 404  len: 339 time: 0.0256858
Apr 02 21:22:49.086651 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45386) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.090588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-7eb2148b-eee8-4915-b69a-fd76a34ebeeb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:49.092326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-7eb2148b-eee8-4915-b69a-fd76a34ebeeb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 796 time: 0.1607487
Apr 02 21:22:49.108657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-11c08818-3dc4-40d3-bbda-5b4dd70cdff3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/quotas/8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 375 time: 0.0096140
Apr 02 21:22:49.114020 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f01ea5b-8d4a-4582-b09b-3d6617ef4caa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.114471 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f01ea5b-8d4a-4582-b09b-3d6617ef4caa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.117755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8f01ea5b-8d4a-4582-b09b-3d6617ef4caa tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/89d59f60-f444-4d7b-8c32-ce34ab612a08 HTTP/1.1" status: 404  len: 337 time: 0.0299470
Apr 02 21:22:49.122954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45388) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.159476 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ddd553-ffb7-4073-b541-fa5dfae69b14 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.159872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ddd553-ffb7-4073-b541-fa5dfae69b14 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.162969 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-80ddd553-ffb7-4073-b541-fa5dfae69b14 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/fb3200db-02b3-4ca7-a775-0f4a7a962adb HTTP/1.1" status: 404  len: 339 time: 0.0375907
Apr 02 21:22:49.165920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45390) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.185488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-4efa987a-9193-4e90-a366-5a44058222bf tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0712209
Apr 02 21:22:49.194251 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7631f9a-74ec-4c3f-9eb3-882311c4dcc5 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.194708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7631f9a-74ec-4c3f-9eb3-882311c4dcc5 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.200626 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f7631f9a-74ec-4c3f-9eb3-882311c4dcc5 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/63e478bd-4439-41aa-a15d-b9f9f4c1918c HTTP/1.1" status: 404  len: 337 time: 0.0302470
Apr 02 21:22:49.200963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45392) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.204630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a566472c-02a9-4eee-9cfd-c92b674c3c15 None None] Port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:22:49.223408 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-2392d13f-3f45-4531-b1f3-def8c9f5d01e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.224247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2392d13f-3f45-4531-b1f3-def8c9f5d01e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.226982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2392d13f-3f45-4531-b1f3-def8c9f5d01e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/7caa78a7-ca8b-495b-bf40-b476618267b5 HTTP/1.1" status: 404  len: 339 time: 0.0248671
Apr 02 21:22:49.229525 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45394) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.235085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:49.236135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.255899 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-193f7aa4-8704-41da-91dc-2afeafb7d973 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.256664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193f7aa4-8704-41da-91dc-2afeafb7d973 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.262114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-193f7aa4-8704-41da-91dc-2afeafb7d973 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/3884a6db-c877-4fb9-af06-4f5a7609eeca HTTP/1.1" status: 404  len: 337 time: 0.0292833
Apr 02 21:22:49.263603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45396) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.281150 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b95cd1-e1af-4690-b2d0-65017e9895b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.281641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b95cd1-e1af-4690-b2d0-65017e9895b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.282234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:49.285862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-43b95cd1-e1af-4690-b2d0-65017e9895b2 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/438e3287-4e2d-497a-9219-4b90345fbe1e HTTP/1.1" status: 404  len: 339 time: 0.0221362
Apr 02 21:22:49.288477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45398) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.291443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.292760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:49.301145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-18d81924-4ec9-4130-a9d5-81014e18fdb2 service neutron] 10.222.0.18 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032193
Apr 02 21:22:49.315019 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bc89b6-5d78-4238-9ffd-c2530e37118e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.315504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bc89b6-5d78-4238-9ffd-c2530e37118e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.318564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a4bc89b6-5d78-4238-9ffd-c2530e37118e tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/0f938d56-dac9-416b-86be-aed6375fed83 HTTP/1.1" status: 404  len: 337 time: 0.0291264
Apr 02 21:22:49.321123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45400) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.339870 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4578ea5-a50a-4633-a63e-6a49bf519cf5 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.340331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4578ea5-a50a-4633-a63e-6a49bf519cf5 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.343907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a4578ea5-a50a-4633-a63e-6a49bf519cf5 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/7e48738d-4087-4d5f-9198-6f0a159e1fce HTTP/1.1" status: 404  len: 339 time: 0.0218592
Apr 02 21:22:49.347202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45402) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.377030 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ba9611-6bd3-4465-8ac0-52f948bf8804 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.377483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ba9611-6bd3-4465-8ac0-52f948bf8804 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.380776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-84ba9611-6bd3-4465-8ac0-52f948bf8804 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/225d53b0-70db-4c44-b094-5e3610c55334 HTTP/1.1" status: 404  len: 337 time: 0.0323739
Apr 02 21:22:49.383039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45404) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.397370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-57c8359a-00d8-46e1-b623-4469c3dfb786 None None] Provisioning complete for port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:49.397740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-57c8359a-00d8-46e1-b623-4469c3dfb786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.405951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-3c44a81f-27f4-4de9-908b-c543fd8dac79 service neutron] 10.222.0.18 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985761
Apr 02 21:22:49.411292 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-53246528-e794-442d-83f6-ddfde5ba8028 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:22:49.411760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53246528-e794-442d-83f6-ddfde5ba8028 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:22:49.414817 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-53246528-e794-442d-83f6-ddfde5ba8028 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/b68b514a-55e6-407e-9fea-568d7bc3d043 HTTP/1.1" status: 404  len: 339 time: 0.0305321
Apr 02 21:22:49.417573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45406) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.422202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:49.441522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784422d430>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 2, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:49.477392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-57c8359a-00d8-46e1-b623-4469c3dfb786 None None] Port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:22:49.479019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:49.479394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.481084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Checking router: 29c03082-9393-4e74-9b55-265fd75e6277 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:22:49.481437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Updating router 29c03082-9393-4e74-9b55-265fd75e6277 port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:22:49.485682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting subnet cf23cef8-458c-46ef-873b-9707509cf1db {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:22:49.489236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (cf23cef8-458c-46ef-873b-9707509cf1db), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.539719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.553876 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (cf23cef8-458c-46ef-873b-9707509cf1db), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.636752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bfa8f287-207f-406a-82eb-84f9900894bb req-7e1c3abc-4e77-4cc6-8bcf-8e3812fb2369 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 210 time: 0.0372763
Apr 02 21:22:49.682642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:49.686239 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (cf23cef8-458c-46ef-873b-9707509cf1db), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.755528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (cf23cef8-458c-46ef-873b-9707509cf1db), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.769498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.775390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45416) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:49.775941 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/subnets/cf23cef8-458c-46ef-873b-9707509cf1db HTTP/1.1" status: 204  len: 168 time: 0.3574457
Apr 02 21:22:49.799255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f91d32-dc18-4006-b588-861013585d29 None None] Network f6596a7a-577e-4973-9026-052f905f2e02 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:22:49.802882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce9049-e4dc-4a6d-a6f0-b76744bf5c6c tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Subnet': ['ID=cf23cef8-458c-46ef-873b-9707509cf1db,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:49.957099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Publish callbacks [] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:49.967872 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.054710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec8af4-595a-424d-a684-feb1d85b036d None None] Pushing event updated for resources: {'Port': ['ID=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:50.091106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] DHCP port deletion for f6596a7a-577e-4973-9026-052f905f2e02 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:22:50.124807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Attempting to bind port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:50.125379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Attempting to bind port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:50.125856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Attempting to bind port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:50.135180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:50.135745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Checking segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:50.136258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.136788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Bound using segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:50.137380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Bound port: ccffcd68-d7a3-43c2-9a39-6aa99f7b7703, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:50.137883 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.222262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f6596a7a-577e-4973-9026-052f905f2e02), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.225185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Deleting port 9084313c-cbf6-4dac-9b13-6b90549c5de4 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:50.225678 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.261377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] For port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:50.288838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Deleting port 9084313c-cbf6-4dac-9b13-6b90549c5de4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:22:50.289197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.305241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] For port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:50.320681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] For port 9084313c-cbf6-4dac-9b13-6b90549c5de4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9084313c-cbf6-4dac-9b13-6b90549c5de4,segment=NetworkSegment(5e22a43f-8d1a-47cd-9058-5f9821929a71),segment_id=5e22a43f-8d1a-47cd-9058-5f9821929a71)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:50.321241 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.332025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.347280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Calling delete_port for 9084313c-cbf6-4dac-9b13-6b90549c5de4 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:50.363329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] For port 9084313c-cbf6-4dac-9b13-6b90549c5de4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9084313c-cbf6-4dac-9b13-6b90549c5de4,segment=NetworkSegment(5e22a43f-8d1a-47cd-9058-5f9821929a71),segment_id=5e22a43f-8d1a-47cd-9058-5f9821929a71)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:50.363702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.376431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Calling delete_port for 9084313c-cbf6-4dac-9b13-6b90549c5de4 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:22:50.393819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] Provisioning complete for port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:50.394241 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.460218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.477235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec8af4-595a-424d-a684-feb1d85b036d None None] Pushing event updated for resources: {'Port': ['ID=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:50.487500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:22:50.489924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784422d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:50.503363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Port': ['ID=9084313c-cbf6-4dac-9b13-6b90549c5de4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:50.508854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] No DVR routers for this DVR port 9084313c-cbf6-4dac-9b13-6b90549c5de4 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:50.592915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f6596a7a-577e-4973-9026-052f905f2e02), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.632775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784664eaf0>,) {'filters': {'network_id': ['f6596a7a-577e-4973-9026-052f905f2e02']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:50.646288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784664eaf0>, '5e22a43f-8d1a-47cd-9058-5f9821929a71') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:50.646741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784664eaf0>, '5e22a43f-8d1a-47cd-9058-5f9821929a71') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:50.664692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (5e22a43f-8d1a-47cd-9058-5f9821929a71), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.681592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (5e22a43f-8d1a-47cd-9058-5f9821929a71), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.690105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:22:50.690735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (5e22a43f-8d1a-47cd-9058-5f9821929a71), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:22:50.694948 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:22:50.809270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be667b48-d315-4126-af00-e22c4e60dc75 req-9037cf85-2b07-404b-9f90-f4bfa01823c7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 210 time: 0.0716677
Apr 02 21:22:50.811216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f6596a7a-577e-4973-9026-052f905f2e02), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.819670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:50.827690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.834920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] 10.222.0.18 "DELETE /v2.0/networks/f6596a7a-577e-4973-9026-052f905f2e02 HTTP/1.1" status: 204  len: 168 time: 1.0583684
Apr 02 21:22:50.849875 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (9084313c-cbf6-4dac-9b13-6b90549c5de4), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.857906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126c39d-9757-48b1-9c40-9f9a8c084273 tempest-NetworksTest-1024740293 tempest-NetworksTest-1024740293-project] Pushing event deleted for resources: {'Network': ['ID=f6596a7a-577e-4973-9026-052f905f2e02,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:50.880723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-7131711c-3aa1-4009-8457-4b1287a02dda tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:50.883275 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-7131711c-3aa1-4009-8457-4b1287a02dda tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 796 time: 0.1688097
Apr 02 21:22:50.897127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Network f6596a7a-577e-4973-9026-052f905f2e02 is not hosted by any dhcp agent {{(pid=121650) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 21:22:50.897627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] No DVR routers for this DVR port 9084313c-cbf6-4dac-9b13-6b90549c5de4 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:22:50.902567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0cd3d-5620-46e4-b143-60444585405c None None] Pushing event deleted for resources: {'Port': ['ID=9084313c-cbf6-4dac-9b13-6b90549c5de4,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:50.912985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] Current status of the port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:50.913382 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:50.920737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:22:50.968005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-f8a61d5d-88b2-4ae7-aaeb-078a72d97373 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 380 time: 0.0727243
Apr 02 21:22:50.981376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'port': {'device_id': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'admin_state_up': True, 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'security_groups': ['42047c92-17e7-490b-bf96-b78eda91fa6a']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:51.026910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] For port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:51.047354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:51.047354 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.050909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.159814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45426) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:51.193112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd84be-94ca-454a-9aa1-516e33668493 None None] Pushing event updated for resources: {'Port': ['ID=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:51.232835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6629a2f3-0ed5-4341-ae40-d043e5cc9507 None None] Provisioning complete for port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:51.233231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6629a2f3-0ed5-4341-ae40-d043e5cc9507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.324986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9b9cc755-494f-45d9-b567-28d58a888b97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aa19f5436424f00a07a5d797e03f77b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1626513
Apr 02 21:22:51.326411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:51.337191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:51.391103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9adbca69-0fcb-403d-a1d2-610ed1043f39 admin admin] Publish callbacks [] for security_group (567f1ecc-c43c-468d-bd1c-795d1b4d94cf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.407228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6629a2f3-0ed5-4341-ae40-d043e5cc9507 None None] Current status of the port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:51.412361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784422d430>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:22:51.417143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9084313c-cbf6-4dac-9b13-6b90549c5de4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:22:51.422101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9adbca69-0fcb-403d-a1d2-610ed1043f39 admin admin] Publish callbacks [] for security_group (567f1ecc-c43c-468d-bd1c-795d1b4d94cf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.448774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7d948-3a7d-49ba-ba0c-3dffd39debd6 None None] The sync data for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 is: [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:22:51.462800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:22:51.469531 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9084313c-cbf6-4dac-9b13-6b90549c5de4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:22:51.469979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9084313c-cbf6-4dac-9b13-6b90549c5de4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:22:51.472394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.513846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9adbca69-0fcb-403d-a1d2-610ed1043f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (567f1ecc-c43c-468d-bd1c-795d1b4d94cf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.513846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9adbca69-0fcb-403d-a1d2-610ed1043f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.534887 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9adbca69-0fcb-403d-a1d2-610ed1043f39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/567f1ecc-c43c-468d-bd1c-795d1b4d94cf HTTP/1.1" status: 204  len: 168 time: 0.2070913
Apr 02 21:22:51.547295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbca69-0fcb-403d-a1d2-610ed1043f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f1ecc-c43c-468d-bd1c-795d1b4d94cf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:51.677991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-d37e3e00-9878-4238-a46c-fa664de77d4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1226258
Apr 02 21:22:51.700242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.12 (7dcc999a-5e6b-45e7-950d-b3cf3766042e/cd542098-d0db-4bce-b445-616ae7c706c4/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:22:51.788868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202fd8-174d-48e9-95c3-518f634110b3 req-7dcff51a-ab6f-4954-a968-85fd45603c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:51.790417 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-7dcff51a-ab6f-4954-a968-85fd45603c72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1128 time: 0.0614989
Apr 02 21:22:51.895779 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:51.945588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202fd8-174d-48e9-95c3-518f634110b3 req-1eb242de-3661-41ca-bce8-a1dc5988273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:51.947309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-1eb242de-3661-41ca-bce8-a1dc5988273c service neutron] 10.222.0.21 "GET /v2.0/networks?id=de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 200  len: 898 time: 0.1379080
Apr 02 21:22:51.957010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee9cf406-0c06-4683-9488-49717a0b2409 req-176e14ff-a72a-4e6a-8653-5976c9f0d879 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 210 time: 0.0416837
Apr 02 21:22:51.990274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.034221 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-54b322cb-dfcb-48fe-942b-cea1c80351cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 200  len: 1002 time: 0.0803828
Apr 02 21:22:52.040501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:22:52.043959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:22:52.051349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:22:52.059994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:52.124678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202fd8-174d-48e9-95c3-518f634110b3 req-6aac77d7-9128-45de-910e-db7c3eb69a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:52.127676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-6aac77d7-9128-45de-910e-db7c3eb69a81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 HTTP/1.1" status: 200  len: 834 time: 0.0857589
Apr 02 21:22:52.148618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:52.148882 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.167255 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-723702ec-0104-4910-9dd7-18f1f8285d75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1898196
Apr 02 21:22:52.180293 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Request body: {'port': {'device_id': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:52.222877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202fd8-174d-48e9-95c3-518f634110b3 req-288aa4c9-a8d0-403e-b5e7-058c9bdb7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:52.224741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-288aa4c9-a8d0-403e-b5e7-058c9bdb7457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de133907-2e5a-4a41-a35e-372465d341cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0900745
Apr 02 21:22:52.279612 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.363110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-3e168d3e-6811-4248-b6ee-207d75ed0f8b service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278880
Apr 02 21:22:52.450489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f6118641-e273-47a1-857d-9f4d9a5a07fe None None] Provisioning complete for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:52.451457 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f6118641-e273-47a1-857d-9f4d9a5a07fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.516902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f6118641-e273-47a1-857d-9f4d9a5a07fe None None] Port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:22:52.524739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57202fd8-174d-48e9-95c3-518f634110b3 req-72993962-ce1b-48df-899a-16eb1c3353f0 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527052
Apr 02 21:22:52.560832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45454) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:52.705625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714388171'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:52.711356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:22:52.721220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Publish callbacks [] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.728208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.738131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Transition to ACTIVE for port object 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:22:52.743687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.745267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.812030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:52.867791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (b6a85e57-e8a6-4126-847b-db7cf5fc02cf), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.873746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:52.875092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b6a85e57-e8a6-4126-847b-db7cf5fc02cf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.909349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a85e57-e8a6-4126-847b-db7cf5fc02cf,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:52.919975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:22:52.920556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:22:52.920686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:52.930298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:22:52.930632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:22:52.937263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:22:52.937813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Checking segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:22:52.938406 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Bound using segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:22:52.939068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Bound port: 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:22:52.940006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:52.945950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:52.946683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.000016 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.011424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.076938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:22:53.078863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c64a5-007d-422a-b5f9-76077802da7e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:53.081336 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:22:53.092044 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.093130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:53.132001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.135666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aa5a9762-b5da-4915-b822-9800ed8c6d7f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5708790
Apr 02 21:22:53.137123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45460) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.143411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.144095 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.145584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] 10.222.0.21 "PUT /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1092 time: 0.9705498
Apr 02 21:22:53.146219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:53.161157 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:53.166053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ee9b8d56-204a-4e42-8b02-19dc19bf3243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.213518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb2fb0-2428-4ac2-b33a-3540926f7b0e req-aa29fe04-2aec-4e8e-b72b-177a36051dcc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.214579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4eb2fb0-2428-4ac2-b33a-3540926f7b0e req-aa29fe04-2aec-4e8e-b72b-177a36051dcc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.1521225
Apr 02 21:22:53.243926 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57525e47-d6c6-436d-9322-696eb5e13063 x-openstack-request-id: req-57525e47-d6c6-436d-9322-696eb5e13063 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:53.244220 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:53.244495 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57525e47-d6c6-436d-9322-696eb5e13063 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:53.245518 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57525e47-d6c6-436d-9322-696eb5e13063'] response: {'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'status': 'completed', 'code': 200}
Apr 02 21:22:53.246093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4b55-5cdb-43ae-ad3c-25dd88b95d36 service neutron] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:53.263051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-d08882cf-016d-4ae8-81aa-313badae6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.264692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-d08882cf-016d-4ae8-81aa-313badae6320 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1126 time: 0.0730009
Apr 02 21:22:53.272821 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-889e86d1-ba98-4418-b6bb-cfd0723b236a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1330664
Apr 02 21:22:53.276772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45464) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.287288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-security--1572019091', 'description': 'tempest-security-description-921305122'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:53.305037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4eb2fb0-2428-4ac2-b33a-3540926f7b0e req-a785127e-9cfc-4f96-8d97-8fc0ca193c39 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821316
Apr 02 21:22:53.328867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-373be7cf-d6e1-4896-aedf-65fe06aff61b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 217 time: 0.0529759
Apr 02 21:22:53.386651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.402868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-3dba49c8-8144-41a7-b3e7-92e59c95ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.404380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-3dba49c8-8144-41a7-b3e7-92e59c95ed8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0649228
Apr 02 21:22:53.463181 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.467238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.469783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.471022 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "PUT /v2.0/security-groups/d65c64a5-007d-422a-b5f9-76077802da7e HTTP/1.1" status: 200  len: 1796 time: 0.1884480
Apr 02 21:22:53.473980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45466) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.503378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-af0b89c8-8a1f-4082-b6bc-1ff49eb9b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.504989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-af0b89c8-8a1f-4082-b6bc-1ff49eb9b500 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0876987
Apr 02 21:22:53.506872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3a38d-e3bd-41fd-8733-568d1d94275d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c64a5-007d-422a-b5f9-76077802da7e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:53.521233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-17ec86e1-dbe4-4ffb-9b79-5e68e6161ee0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups/d65c64a5-007d-422a-b5f9-76077802da7e HTTP/1.1" status: 200  len: 1796 time: 0.0434859
Apr 02 21:22:53.521233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45468) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.572964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47b36d07-d62b-44a5-ae06-7845266e1c82 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.594479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47b36d07-d62b-44a5-ae06-7845266e1c82 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.594851 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-fea0c120-a4c7-4996-a087-697cb9c9b25d service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838208
Apr 02 21:22:53.636006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47b36d07-d62b-44a5-ae06-7845266e1c82 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d65c64a5-007d-422a-b5f9-76077802da7e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.638754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47b36d07-d62b-44a5-ae06-7845266e1c82 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.639900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47b36d07-d62b-44a5-ae06-7845266e1c82 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/d65c64a5-007d-422a-b5f9-76077802da7e HTTP/1.1" status: 204  len: 168 time: 0.1178253
Apr 02 21:22:53.643246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45470) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.655162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36d07-d62b-44a5-ae06-7845266e1c82 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c64a5-007d-422a-b5f9-76077802da7e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:53.698391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-37ace7ad-404d-4744-a995-5b1e8fd2d4be tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0504751
Apr 02 21:22:53.698641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.703831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb2121d7-2d85-4069-84f4-52f24e29c0fa req-4b8fcc4c-2293-4be6-a1d1-64a13636c4db service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026099
Apr 02 21:22:53.712099 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-7718f2b3-9f27-4ee3-bc75-296c4a87df23 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] delete failed (client error): The resource could not be found.
Apr 02 21:22:53.716791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7718f2b3-9f27-4ee3-bc75-296c4a87df23 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/d65c64a5-007d-422a-b5f9-76077802da7e HTTP/1.1" status: 404  len: 347 time: 0.0136139
Apr 02 21:22:53.717793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45474) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.722362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--727926912'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:53.742749 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.826797 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-52cee529-a68b-41b0-aeba-2d9d9d8ffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.828807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-52cee529-a68b-41b0-aeba-2d9d9d8ffffd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1126 time: 0.0739622
Apr 02 21:22:53.866960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (90127cae-89ff-430b-bf37-a2fcbbb1c800), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.877157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (90127cae-89ff-430b-bf37-a2fcbbb1c800), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.936544 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:53.937681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2188976
Apr 02 21:22:53.940701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45476) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:53.945284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': '90127cae-89ff-430b-bf37-a2fcbbb1c800', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:53.952047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e37469-259f-4452-81e9-10f30b773a2d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90127cae-89ff-430b-bf37-a2fcbbb1c800,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:53.968124 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-dc7c3024-8252-4e47-9831-140a41311bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:53.969686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-dc7c3024-8252-4e47-9831-140a41311bd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1289067
Apr 02 21:22:53.979076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.011783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-215a8094-f44d-4a59-bc1e-a22c760b9030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 217 time: 0.0346372
Apr 02 21:22:54.038258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.042489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.062568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.064487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-3b9de7c2-678c-4eb3-955e-bfdc677a37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:54.066009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-3b9de7c2-678c-4eb3-955e-bfdc677a37d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0481563
Apr 02 21:22:54.072136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.073496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f50602ff-2b6d-42ab-9415-a2e37c20810a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1317043
Apr 02 21:22:54.076319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45478) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.107716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c872a655-b987-443e-a82e-746f4825f612 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.117045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c872a655-b987-443e-a82e-746f4825f612 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.123144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-bc0f5edb-4af0-4840-8d92-452b0bb7c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:54.125881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-bc0f5edb-4af0-4840-8d92-452b0bb7c1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526006
Apr 02 21:22:54.145496 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c872a655-b987-443e-a82e-746f4825f612 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.152119 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c872a655-b987-443e-a82e-746f4825f612 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.153272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c872a655-b987-443e-a82e-746f4825f612 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e HTTP/1.1" status: 204  len: 168 time: 0.0758772
Apr 02 21:22:54.155976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.159249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872a655-b987-443e-a82e-746f4825f612 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f97614-54c4-4e0d-9cb3-9182f2fa6b8e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.245630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d929fcf3-95df-4ab8-975d-98081df65315 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0884256
Apr 02 21:22:54.248372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45482) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.262910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-d44755cf-0d81-40d7-a84f-baa3eb1a913e service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295605
Apr 02 21:22:54.302215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b83ed933-13c1-4684-876d-675799cd815e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (90127cae-89ff-430b-bf37-a2fcbbb1c800), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.326619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b83ed933-13c1-4684-876d-675799cd815e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (90127cae-89ff-430b-bf37-a2fcbbb1c800), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.363152 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a5375c1-8c46-4c4e-a293-e595cdef5c8e req-0f0a726e-7b7b-4561-ab92-dc71aafd62af service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930104
Apr 02 21:22:54.372878 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b83ed933-13c1-4684-876d-675799cd815e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (90127cae-89ff-430b-bf37-a2fcbbb1c800), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.375635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b83ed933-13c1-4684-876d-675799cd815e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.379196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b83ed933-13c1-4684-876d-675799cd815e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/90127cae-89ff-430b-bf37-a2fcbbb1c800 HTTP/1.1" status: 204  len: 168 time: 0.1273978
Apr 02 21:22:54.381259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45486) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.393196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ed933-13c1-4684-876d-675799cd815e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90127cae-89ff-430b-bf37-a2fcbbb1c800,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.428993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c83be-c601-41a7-a451-3e51b8d7284e req-3d97e558-8206-4122-908d-e4a0132a63c1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:54.430806 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b2c83be-c601-41a7-a451-3e51b8d7284e req-3d97e558-8206-4122-908d-e4a0132a63c1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.0573733
Apr 02 21:22:54.434413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c60f5c97-4262-4f1d-a7a3-0c2b4b5cfb05 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0520923
Apr 02 21:22:54.438111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45488) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.443084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--78536188'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:54.466513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.491564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b2c83be-c601-41a7-a451-3e51b8d7284e req-72a46832-0705-40b8-87a5-f2d8186491d0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504935
Apr 02 21:22:54.539544 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (a0f066f6-3af5-47d4-ba18-998ad34c1709), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.543634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a0f066f6-3af5-47d4-ba18-998ad34c1709), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.572654 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.573866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1346171
Apr 02 21:22:54.574966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e4049-8327-4ff6-b43a-be80ef3ecbdc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f066f6-3af5-47d4-ba18-998ad34c1709,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.576835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.582258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'a0f066f6-3af5-47d4-ba18-998ad34c1709', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:54.607344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.661894 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.665425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.683031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.690830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.694587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-acbbbc71-3d5c-49c2-96b5-59dd34c37ebd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1141312
Apr 02 21:22:54.694838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45492) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.699403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'a0f066f6-3af5-47d4-ba18-998ad34c1709', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:54.724093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (bf7e4c02-1e63-4695-86e3-91287dc6f757), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.778700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (bf7e4c02-1e63-4695-86e3-91287dc6f757), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.781929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (bf7e4c02-1e63-4695-86e3-91287dc6f757), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.799224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7e4c02-1e63-4695-86e3-91287dc6f757,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.806501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.807702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-20c7365a-b794-40d2-9b06-2c24bc318dd3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1118276
Apr 02 21:22:54.810377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45494) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.815047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'a0f066f6-3af5-47d4-ba18-998ad34c1709', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:54.838361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (a7b137b9-695c-4ad8-8039-0f2e2cc01bb1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.893938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (a7b137b9-695c-4ad8-8039-0f2e2cc01bb1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.897298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a7b137b9-695c-4ad8-8039-0f2e2cc01bb1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.917231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b137b9-695c-4ad8-8039-0f2e2cc01bb1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:54.924619 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:54.925787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-81150d18-0645-4d1b-8cfa-cd1ce6f92f3f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1145122
Apr 02 21:22:54.928584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45496) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:54.932877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'a0f066f6-3af5-47d4-ba18-998ad34c1709', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:54.957429 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (15d3041c-105e-4997-b2af-6273756b7892), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.012262 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (15d3041c-105e-4997-b2af-6273756b7892), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.015672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (15d3041c-105e-4997-b2af-6273756b7892), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.032891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d3041c-105e-4997-b2af-6273756b7892,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.041011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.042469 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-92a09141-314a-4a94-b92d-395977b93bfe tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1129065
Apr 02 21:22:55.045169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45498) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.049860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'a0f066f6-3af5-47d4-ba18-998ad34c1709', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:55.073705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (57b9ad9c-60c4-48be-afc9-46f133b274db), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.129754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (57b9ad9c-60c4-48be-afc9-46f133b274db), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.133266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (57b9ad9c-60c4-48be-afc9-46f133b274db), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.147892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b9ad9c-60c4-48be-afc9-46f133b274db,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.158666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.159852 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ef4a29e-e04d-4311-b12a-f9dc5b14c684 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1137850
Apr 02 21:22:55.162670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45500) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.190933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3045b1cc-9b1f-4afe-b451-3cb802f60ba0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (57b9ad9c-60c4-48be-afc9-46f133b274db), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.198668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3045b1cc-9b1f-4afe-b451-3cb802f60ba0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (57b9ad9c-60c4-48be-afc9-46f133b274db), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.225497 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3045b1cc-9b1f-4afe-b451-3cb802f60ba0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (57b9ad9c-60c4-48be-afc9-46f133b274db), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.231464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3045b1cc-9b1f-4afe-b451-3cb802f60ba0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.232574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3045b1cc-9b1f-4afe-b451-3cb802f60ba0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/57b9ad9c-60c4-48be-afc9-46f133b274db HTTP/1.1" status: 204  len: 168 time: 0.0689671
Apr 02 21:22:55.235338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45502) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.238359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045b1cc-9b1f-4afe-b451-3cb802f60ba0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b9ad9c-60c4-48be-afc9-46f133b274db,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.285376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-353432d7-60df-433e-8c73-14869eb6187d tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0481596
Apr 02 21:22:55.287984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45504) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.308813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5bc98129-9243-4abb-a62c-3a348e03a4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.312225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82ac9e67-6eeb-4600-9039-0c73a20dc3cc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (15d3041c-105e-4997-b2af-6273756b7892), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.320663 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82ac9e67-6eeb-4600-9039-0c73a20dc3cc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (15d3041c-105e-4997-b2af-6273756b7892), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.344564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82ac9e67-6eeb-4600-9039-0c73a20dc3cc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (15d3041c-105e-4997-b2af-6273756b7892), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.350453 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-82ac9e67-6eeb-4600-9039-0c73a20dc3cc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.351535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-82ac9e67-6eeb-4600-9039-0c73a20dc3cc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/15d3041c-105e-4997-b2af-6273756b7892 HTTP/1.1" status: 204  len: 168 time: 0.0626428
Apr 02 21:22:55.354359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45506) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.356701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac9e67-6eeb-4600-9039-0c73a20dc3cc tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15d3041c-105e-4997-b2af-6273756b7892,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.396386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec3a550a-bd00-405c-bfd1-0c45ea74a116 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0407660
Apr 02 21:22:55.399122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.424542 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49a73bb-6627-4eec-ae1a-6ba446e89b94 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (a7b137b9-695c-4ad8-8039-0f2e2cc01bb1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.432216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49a73bb-6627-4eec-ae1a-6ba446e89b94 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (a7b137b9-695c-4ad8-8039-0f2e2cc01bb1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.457911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49a73bb-6627-4eec-ae1a-6ba446e89b94 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a7b137b9-695c-4ad8-8039-0f2e2cc01bb1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.463271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49a73bb-6627-4eec-ae1a-6ba446e89b94 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.464381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c49a73bb-6627-4eec-ae1a-6ba446e89b94 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a7b137b9-695c-4ad8-8039-0f2e2cc01bb1 HTTP/1.1" status: 204  len: 168 time: 0.0643775
Apr 02 21:22:55.467486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45510) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.472197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a73bb-6627-4eec-ae1a-6ba446e89b94 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7b137b9-695c-4ad8-8039-0f2e2cc01bb1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.506826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-22a224c2-6ce3-4773-abb1-b21a9d46ca1f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0381510
Apr 02 21:22:55.509555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45512) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.531867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72de1fb2-88ab-49dc-bd96-630f66e01658 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (bf7e4c02-1e63-4695-86e3-91287dc6f757), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.539729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72de1fb2-88ab-49dc-bd96-630f66e01658 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (bf7e4c02-1e63-4695-86e3-91287dc6f757), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.572823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:22:55.594580 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72de1fb2-88ab-49dc-bd96-630f66e01658 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (bf7e4c02-1e63-4695-86e3-91287dc6f757), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.601922 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-72de1fb2-88ab-49dc-bd96-630f66e01658 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.603018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-72de1fb2-88ab-49dc-bd96-630f66e01658 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bf7e4c02-1e63-4695-86e3-91287dc6f757 HTTP/1.1" status: 204  len: 168 time: 0.0925813
Apr 02 21:22:55.605783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.613340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de1fb2-88ab-49dc-bd96-630f66e01658 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf7e4c02-1e63-4695-86e3-91287dc6f757,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.632493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fe805-6a48-4ee2-94cc-3657623e081f req-4e9010ac-2e14-4ccb-94d4-2a9534cb75c2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:55.634271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b87fe805-6a48-4ee2-94cc-3657623e081f req-4e9010ac-2e14-4ccb-94d4-2a9534cb75c2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.0724456
Apr 02 21:22:55.648680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-04dbf56f-9016-4bf0-bc81-2907bb6fe0ab tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0415771
Apr 02 21:22:55.651402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45518) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.680557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:55.683837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac069406-d8d2-4593-8804-a8526dcceda6 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.690939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b87fe805-6a48-4ee2-94cc-3657623e081f req-983f4dea-59a6-43ff-b0f6-c0d1bfc2c676 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499644
Apr 02 21:22:55.692683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac069406-d8d2-4593-8804-a8526dcceda6 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.692860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'mac_address': 'fa:16:3e:72:d9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:22:55.728244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac069406-d8d2-4593-8804-a8526dcceda6 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.734468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ac069406-d8d2-4593-8804-a8526dcceda6 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.735571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ac069406-d8d2-4593-8804-a8526dcceda6 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23 HTTP/1.1" status: 204  len: 168 time: 0.0832388
Apr 02 21:22:55.738813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45520) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.739310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:55.739704 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.744036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac069406-d8d2-4593-8804-a8526dcceda6 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7255db-ec8b-4b4a-9cc5-cb7c3abfcc23,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.757653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:22:55.777519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58d69f9a-9eb8-4d93-a0b1-d8d549408d08 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0375645
Apr 02 21:22:55.778403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:55.780272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45522) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.784436 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.832265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.833708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b917-2949-4fc0-93f9-5d3f50899888 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (a0f066f6-3af5-47d4-ba18-998ad34c1709), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.857091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b917-2949-4fc0-93f9-5d3f50899888 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (a0f066f6-3af5-47d4-ba18-998ad34c1709), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.897223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b917-2949-4fc0-93f9-5d3f50899888 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a0f066f6-3af5-47d4-ba18-998ad34c1709), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.899949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b917-2949-4fc0-93f9-5d3f50899888 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:55.901144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e6b3b917-2949-4fc0-93f9-5d3f50899888 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0f066f6-3af5-47d4-ba18-998ad34c1709 HTTP/1.1" status: 204  len: 168 time: 0.1198795
Apr 02 21:22:55.903886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45524) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.911522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3b917-2949-4fc0-93f9-5d3f50899888 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f066f6-3af5-47d4-ba18-998ad34c1709,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:55.959234 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ca10f062-f3be-44b4-99b8-df81ab763a16 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0536814
Apr 02 21:22:55.963461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45526) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:55.967715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--801553330'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:55.986718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.039144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:22:56.051281 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (6f3fce1b-d358-4213-8861-d1409a418f32), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.055255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6f3fce1b-d358-4213-8861-d1409a418f32), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.083164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.086842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1199267
Apr 02 21:22:56.087061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45528) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.091973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': '6f3fce1b-d358-4213-8861-d1409a418f32', 'direction': 'ingress', 'protocol': 17}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:56.097458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7032156-8ad2-4061-8841-c1b168aa61c3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3fce1b-d358-4213-8861-d1409a418f32,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.123416 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (132956a0-4f57-4321-9393-af330e2acdeb), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.183515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (132956a0-4f57-4321-9393-af330e2acdeb), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.188236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (132956a0-4f57-4321-9393-af330e2acdeb), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.203403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132956a0-4f57-4321-9393-af330e2acdeb,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.215824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.217154 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0bf430b-1a2a-42e6-b08e-ea77de17418a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1291819
Apr 02 21:22:56.220269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45530) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.272562 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46c1762-5848-4452-9faa-038fc35dbe2e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (6f3fce1b-d358-4213-8861-d1409a418f32), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.298801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46c1762-5848-4452-9faa-038fc35dbe2e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (6f3fce1b-d358-4213-8861-d1409a418f32), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.341959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46c1762-5848-4452-9faa-038fc35dbe2e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (6f3fce1b-d358-4213-8861-d1409a418f32), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.344621 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b46c1762-5848-4452-9faa-038fc35dbe2e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.345808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b46c1762-5848-4452-9faa-038fc35dbe2e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f3fce1b-d358-4213-8861-d1409a418f32 HTTP/1.1" status: 204  len: 168 time: 0.1244667
Apr 02 21:22:56.348484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45532) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.355073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c1762-5848-4452-9faa-038fc35dbe2e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3fce1b-d358-4213-8861-d1409a418f32,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.391239 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-740217f2-a0b3-4e29-8abe-52ef4f43a964 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0415277
Apr 02 21:22:56.395428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.399571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896844743'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:56.418267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.486683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d153f05b-ddc8-49f2-901e-92aed93988ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.490492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d153f05b-ddc8-49f2-901e-92aed93988ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.524867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.526106 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1297245
Apr 02 21:22:56.528276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613faca-12d5-48cb-8df8-b5f9a84d5973 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d153f05b-ddc8-49f2-901e-92aed93988ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.529353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45536) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.534421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--655742546'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:56.555051 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.618470 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (79671b69-2ea4-41fa-9550-a0114403af21), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.621819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (79671b69-2ea4-41fa-9550-a0114403af21), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.649302 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.650556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1201601
Apr 02 21:22:56.653385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45538) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.659048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'd153f05b-ddc8-49f2-901e-92aed93988ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79671b69-2ea4-41fa-9550-a0114403af21', 'remote_ip_prefix': None}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:56.663968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ebb90-88ca-407e-8a7b-180071a996b8 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79671b69-2ea4-41fa-9550-a0114403af21,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.689985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.693524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.766676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.771103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.789227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.797375 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.798636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-91b7a9b3-6571-4821-a1d6-ef38d0c0c976 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1443052
Apr 02 21:22:56.801629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45542) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.835487 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11f41-04d9-4b00-b00b-6b42365b47f2 req-ff8fb8ad-2093-45ab-b09b-6bdb2f618b7f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:56.837386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3a11f41-04d9-4b00-b00b-6b42365b47f2 req-ff8fb8ad-2093-45ab-b09b-6bdb2f618b7f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 945 time: 0.0743070
Apr 02 21:22:56.840923 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b04c9e72-1402-4561-81fc-c608ff3d3d26 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.856282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b04c9e72-1402-4561-81fc-c608ff3d3d26 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.907270 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b04c9e72-1402-4561-81fc-c608ff3d3d26 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.914778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b04c9e72-1402-4561-81fc-c608ff3d3d26 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:56.915873 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b04c9e72-1402-4561-81fc-c608ff3d3d26 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0 HTTP/1.1" status: 204  len: 168 time: 0.1133332
Apr 02 21:22:56.918803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45544) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:56.920848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3a11f41-04d9-4b00-b00b-6b42365b47f2 req-064ba939-301c-4efc-b733-f237d46c8460 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768781
Apr 02 21:22:56.925028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c9e72-1402-4561-81fc-c608ff3d3d26 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f77fd1-4d8b-42a3-a93f-bbaf3004d2c0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:56.963968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e566c2eb-1b88-4616-9595-ae296bd4bc01 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0439382
Apr 02 21:22:56.966662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.019932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e343a563-c73f-4d30-a79a-8a5fc004607a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (79671b69-2ea4-41fa-9550-a0114403af21), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.040686 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e343a563-c73f-4d30-a79a-8a5fc004607a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (79671b69-2ea4-41fa-9550-a0114403af21), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.081969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e343a563-c73f-4d30-a79a-8a5fc004607a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (79671b69-2ea4-41fa-9550-a0114403af21), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.084592 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e343a563-c73f-4d30-a79a-8a5fc004607a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.085744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e343a563-c73f-4d30-a79a-8a5fc004607a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/79671b69-2ea4-41fa-9550-a0114403af21 HTTP/1.1" status: 204  len: 168 time: 0.1181808
Apr 02 21:22:57.088493 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45548) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.094632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343a563-c73f-4d30-a79a-8a5fc004607a tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79671b69-2ea4-41fa-9550-a0114403af21,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.143729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5128a944-50b9-4268-b37c-9941d63acc45 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0539496
Apr 02 21:22:57.146390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45550) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.199773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8b702bc-511f-4fcb-b909-71c495439184 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d153f05b-ddc8-49f2-901e-92aed93988ec), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.224669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8b702bc-511f-4fcb-b909-71c495439184 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (d153f05b-ddc8-49f2-901e-92aed93988ec), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.264435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8b702bc-511f-4fcb-b909-71c495439184 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d153f05b-ddc8-49f2-901e-92aed93988ec), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.267723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b8b702bc-511f-4fcb-b909-71c495439184 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.268875 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b8b702bc-511f-4fcb-b909-71c495439184 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/d153f05b-ddc8-49f2-901e-92aed93988ec HTTP/1.1" status: 204  len: 168 time: 0.1215880
Apr 02 21:22:57.271580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45552) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.277636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b702bc-511f-4fcb-b909-71c495439184 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153f05b-ddc8-49f2-901e-92aed93988ec,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.321690 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f81e65a5-2693-4a9f-8d7c-46744fdbb3bf tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0488923
Apr 02 21:22:57.325440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45554) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.329693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108946482'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:57.348899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.412023 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (e51e45b4-c413-42c9-9384-7ec593efad1b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.415328 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e51e45b4-c413-42c9-9384-7ec593efad1b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.443303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e45b4-c413-42c9-9384-7ec593efad1b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.447887 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.454427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5d3d6709-2015-468c-8c41-addf8f3c5dc3 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1231313
Apr 02 21:22:57.454427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.458295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': 'e51e45b4-c413-42c9-9384-7ec593efad1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:57.482087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (79c8fd11-b73b-4e9b-9455-81e5be5236d7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.535596 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (79c8fd11-b73b-4e9b-9455-81e5be5236d7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.538864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (79c8fd11-b73b-4e9b-9455-81e5be5236d7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.563228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c8fd11-b73b-4e9b-9455-81e5be5236d7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.570014 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.571088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8f2d64b-5c56-45e0-8d07-3dc66906019b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1172416
Apr 02 21:22:57.573879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.584275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:22:57.597274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c305920b-79cd-4dbf-8312-fbe87ad3eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (79c8fd11-b73b-4e9b-9455-81e5be5236d7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.604709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c305920b-79cd-4dbf-8312-fbe87ad3eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (79c8fd11-b73b-4e9b-9455-81e5be5236d7), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.630691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c305920b-79cd-4dbf-8312-fbe87ad3eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (79c8fd11-b73b-4e9b-9455-81e5be5236d7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.633985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:22:57.637110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c305920b-79cd-4dbf-8312-fbe87ad3eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.638443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:22:57.638684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c305920b-79cd-4dbf-8312-fbe87ad3eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/79c8fd11-b73b-4e9b-9455-81e5be5236d7 HTTP/1.1" status: 204  len: 168 time: 0.0639150
Apr 02 21:22:57.638953 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.641459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45560) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.652438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305920b-79cd-4dbf-8312-fbe87ad3eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79c8fd11-b73b-4e9b-9455-81e5be5236d7,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.687493 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bcdd54d8-6e4e-421b-81a4-0efd03501b70 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0440676
Apr 02 21:22:57.691173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45562) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.717796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:22:57.718355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.740783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:22:57.742828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e66f15d-26d9-4236-8033-d4d6d3b09dd7 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (e51e45b4-c413-42c9-9384-7ec593efad1b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.743074 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2965f5b-5ee5-481d-a60b-e915093a91a5" -d '{"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-plugged", "status": "completed", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:22:57.756089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:22:57.761401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.770344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e66f15d-26d9-4236-8033-d4d6d3b09dd7 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (e51e45b4-c413-42c9-9384-7ec593efad1b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.789956 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d429cc-f300-4253-88a8-2c1a3634c9de x-openstack-request-id: req-34d429cc-f300-4253-88a8-2c1a3634c9de {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:22:57.790251 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-plugged", "status": "completed", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:22:57.790510 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d429cc-f300-4253-88a8-2c1a3634c9de {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:22:57.790903 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d429cc-f300-4253-88a8-2c1a3634c9de'] response: {'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'code': 200}
Apr 02 21:22:57.819014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.819770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e66f15d-26d9-4236-8033-d4d6d3b09dd7 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e51e45b4-c413-42c9-9384-7ec593efad1b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.822552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e66f15d-26d9-4236-8033-d4d6d3b09dd7 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.823816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4e66f15d-26d9-4236-8033-d4d6d3b09dd7 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/e51e45b4-c413-42c9-9384-7ec593efad1b HTTP/1.1" status: 204  len: 168 time: 0.1316364
Apr 02 21:22:57.826472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.834009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66f15d-26d9-4236-8033-d4d6d3b09dd7 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e45b4-c413-42c9-9384-7ec593efad1b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:57.882748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c7d74f02-1fce-436a-aeb9-84e4699e88fd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0549664
Apr 02 21:22:57.886908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45568) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:57.891593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963107256'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:57.913845 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.919136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db269f46-f35e-48d5-b232-425eca4ba8cb req-d9437f1a-b071-43b6-9569-7f1278d8664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:57.920776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db269f46-f35e-48d5-b232-425eca4ba8cb req-d9437f1a-b071-43b6-9569-7f1278d8664f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1128 time: 0.0569990
Apr 02 21:22:57.971840 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-db269f46-f35e-48d5-b232-425eca4ba8cb req-bc27ba76-86f6-454e-8836-f7dadbf817fc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441689
Apr 02 21:22:57.980497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (4d480aef-00e5-4f15-9979-472a1e09fed7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:57.984428 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4d480aef-00e5-4f15-9979-472a1e09fed7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.018113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.019354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1313336
Apr 02 21:22:58.022095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45572) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.026257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': '4d480aef-00e5-4f15-9979-472a1e09fed7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:58.030084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52f2d8-89ba-4df9-86be-1d2c23da82ae tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d480aef-00e5-4f15-9979-472a1e09fed7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.049979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ef2cc-f381-4ca0-9ac8-102a9d6f2e52 req-2307a039-b0fd-472f-b362-682f4286339d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:58.051758 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2ef2cc-f381-4ca0-9ac8-102a9d6f2e52 req-2307a039-b0fd-472f-b362-682f4286339d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0566659
Apr 02 21:22:58.054087 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b4d09850-f490-404c-add7-29a60045ff80), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.102680 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e2ef2cc-f381-4ca0-9ac8-102a9d6f2e52 req-acc7b6e1-19fa-4325-bdff-a4265b07cac6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442071
Apr 02 21:22:58.115968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b4d09850-f490-404c-add7-29a60045ff80), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.119950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b4d09850-f490-404c-add7-29a60045ff80), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.137409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d09850-f490-404c-add7-29a60045ff80,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.145240 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.146717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-eaa5f348-796b-4f63-9bdb-7eefb4dc843f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1234369
Apr 02 21:22:58.149247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45574) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.164627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47538cdc-2a45-4f00-81df-894d28866e6e tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules/b4d09850-f490-404c-add7-29a60045ff80 HTTP/1.1" status: 200  len: 763 time: 0.0143387
Apr 02 21:22:58.167230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45576) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.204067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d44622f3-8305-4091-8652-13072987e806 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0358453
Apr 02 21:22:58.206656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45578) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.228774 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ade6aa9-a682-4776-b7f4-9ad747edce8f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b4d09850-f490-404c-add7-29a60045ff80), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.236517 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ade6aa9-a682-4776-b7f4-9ad747edce8f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (b4d09850-f490-404c-add7-29a60045ff80), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.262305 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ade6aa9-a682-4776-b7f4-9ad747edce8f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b4d09850-f490-404c-add7-29a60045ff80), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.268506 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3ade6aa9-a682-4776-b7f4-9ad747edce8f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.269598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3ade6aa9-a682-4776-b7f4-9ad747edce8f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b4d09850-f490-404c-add7-29a60045ff80 HTTP/1.1" status: 204  len: 168 time: 0.0620711
Apr 02 21:22:58.272174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45580) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.275020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6aa9-a682-4776-b7f4-9ad747edce8f tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4d09850-f490-404c-add7-29a60045ff80,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.309338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94773e2d-70c6-4a58-83e7-3310f5ef1520 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0359695
Apr 02 21:22:58.311774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45582) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.316723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': '4d480aef-00e5-4f15-9979-472a1e09fed7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:58.340153 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (114e64bb-f5d3-4945-a888-5ee4a578c854), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.393673 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (114e64bb-f5d3-4945-a888-5ee4a578c854), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.397080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (114e64bb-f5d3-4945-a888-5ee4a578c854), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.411835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114e64bb-f5d3-4945-a888-5ee4a578c854,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.422193 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.424082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-14fc26e5-a226-4e41-91da-d25b3fdc9f71 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1113594
Apr 02 21:22:58.426857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45584) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.443106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96d29991-7b08-4414-a9be-1bf6325559a5 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules/114e64bb-f5d3-4945-a888-5ee4a578c854 HTTP/1.1" status: 200  len: 763 time: 0.0150082
Apr 02 21:22:58.445342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45586) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.482479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7ada6ca4-323a-4cd8-9a1a-b35dd467c7d4 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0359263
Apr 02 21:22:58.484796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45588) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.506888 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de5f684b-8e21-4af5-a0c1-250e10b65df1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (114e64bb-f5d3-4945-a888-5ee4a578c854), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.515949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de5f684b-8e21-4af5-a0c1-250e10b65df1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (114e64bb-f5d3-4945-a888-5ee4a578c854), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.543180 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de5f684b-8e21-4af5-a0c1-250e10b65df1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (114e64bb-f5d3-4945-a888-5ee4a578c854), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.549636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-de5f684b-8e21-4af5-a0c1-250e10b65df1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.550715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de5f684b-8e21-4af5-a0c1-250e10b65df1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/114e64bb-f5d3-4945-a888-5ee4a578c854 HTTP/1.1" status: 204  len: 168 time: 0.0650439
Apr 02 21:22:58.553576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45590) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.556074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f684b-8e21-4af5-a0c1-250e10b65df1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114e64bb-f5d3-4945-a888-5ee4a578c854,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.595945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-227bf04d-12d4-4957-8d93-e2fc32124923 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0410762
Apr 02 21:22:58.598517 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45592) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.602670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': '4d480aef-00e5-4f15-9979-472a1e09fed7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:58.625814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (18a6831b-0cf0-4409-9596-c16f4540f1f4), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.679412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (18a6831b-0cf0-4409-9596-c16f4540f1f4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.682752 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (18a6831b-0cf0-4409-9596-c16f4540f1f4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.699617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a6831b-0cf0-4409-9596-c16f4540f1f4,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.706841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.708049 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ffe0a209-448a-4bfb-bed0-2432d5b04821 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1086178
Apr 02 21:22:58.710772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45594) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.730618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f90a080-474b-4752-b06e-1fed887bbe14 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules/18a6831b-0cf0-4409-9596-c16f4540f1f4 HTTP/1.1" status: 200  len: 764 time: 0.0185764
Apr 02 21:22:58.733097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45596) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.758642 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.773565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6b58da2-98e3-4959-ba1a-7c5b3216dd4b tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0394816
Apr 02 21:22:58.776249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45598) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.800855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bc00aac-b87a-4a1f-bea9-747f27168293 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (18a6831b-0cf0-4409-9596-c16f4540f1f4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.808535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bc00aac-b87a-4a1f-bea9-747f27168293 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (18a6831b-0cf0-4409-9596-c16f4540f1f4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.836102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bc00aac-b87a-4a1f-bea9-747f27168293 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (18a6831b-0cf0-4409-9596-c16f4540f1f4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.842265 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9bc00aac-b87a-4a1f-bea9-747f27168293 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.843348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9bc00aac-b87a-4a1f-bea9-747f27168293 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/18a6831b-0cf0-4409-9596-c16f4540f1f4 HTTP/1.1" status: 204  len: 168 time: 0.0661740
Apr 02 21:22:58.846793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.849313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc00aac-b87a-4a1f-bea9-747f27168293 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18a6831b-0cf0-4409-9596-c16f4540f1f4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:58.887744 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f93cefb5-09de-4158-8723-b88333d4c3a9 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0394511
Apr 02 21:22:58.890587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45602) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:58.939822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efa3d221-8a6e-4a4d-be16-1be69f3065a0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (4d480aef-00e5-4f15-9979-472a1e09fed7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:58.961632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efa3d221-8a6e-4a4d-be16-1be69f3065a0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (4d480aef-00e5-4f15-9979-472a1e09fed7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.001960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efa3d221-8a6e-4a4d-be16-1be69f3065a0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4d480aef-00e5-4f15-9979-472a1e09fed7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.004596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-efa3d221-8a6e-4a4d-be16-1be69f3065a0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.005737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-efa3d221-8a6e-4a4d-be16-1be69f3065a0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d480aef-00e5-4f15-9979-472a1e09fed7 HTTP/1.1" status: 204  len: 168 time: 0.1142414
Apr 02 21:22:59.008566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45604) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.014345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3d221-8a6e-4a4d-be16-1be69f3065a0 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d480aef-00e5-4f15-9979-472a1e09fed7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:59.052102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e932160c-383f-4749-8f52-7d538235bdf9 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0424008
Apr 02 21:22:59.056335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45606) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.060535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group': {'name': 'tempest-secgroup--132524948'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:59.078673 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.153118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (81e600a0-ca2f-4c76-a720-0b6bdc13e8c5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.158895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81e600a0-ca2f-4c76-a720-0b6bdc13e8c5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.202675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.203938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1466777
Apr 02 21:22:59.207512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45610) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.212475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Request body: {'security_group_rule': {'security_group_id': '81e600a0-ca2f-4c76-a720-0b6bdc13e8c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:22:59.230033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27d4b2-45db-46f4-82f9-394ffda2c381 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e600a0-ca2f-4c76-a720-0b6bdc13e8c5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:59.238435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (debe698a-2117-40ad-bd70-b0eeb1aecf48), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.253887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35441e5a-14b1-425d-b3cf-273ba3492bcc req-4e4ef92f-f07d-49e9-8925-ff4b1da551c2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:22:59.255348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35441e5a-14b1-425d-b3cf-273ba3492bcc req-4e4ef92f-f07d-49e9-8925-ff4b1da551c2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0722995
Apr 02 21:22:59.289935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (debe698a-2117-40ad-bd70-b0eeb1aecf48), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.294192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (debe698a-2117-40ad-bd70-b0eeb1aecf48), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.309336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35441e5a-14b1-425d-b3cf-273ba3492bcc req-dfff47c2-61e2-4a9d-b710-7d8a058a4f1a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473280
Apr 02 21:22:59.309558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe698a-2117-40ad-bd70-b0eeb1aecf48,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:59.323011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.324265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-658246a8-f36c-459d-b534-7b14fdae8f89 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1153338
Apr 02 21:22:59.326869 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45612) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.378068 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6175dec1-5f5f-4ecc-830b-54286dd1e469 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (81e600a0-ca2f-4c76-a720-0b6bdc13e8c5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.400366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6175dec1-5f5f-4ecc-830b-54286dd1e469 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (81e600a0-ca2f-4c76-a720-0b6bdc13e8c5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.417240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.445995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6175dec1-5f5f-4ecc-830b-54286dd1e469 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (81e600a0-ca2f-4c76-a720-0b6bdc13e8c5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.448786 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6175dec1-5f5f-4ecc-830b-54286dd1e469 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:22:59.450040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6175dec1-5f5f-4ecc-830b-54286dd1e469 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/81e600a0-ca2f-4c76-a720-0b6bdc13e8c5 HTTP/1.1" status: 204  len: 168 time: 0.1222558
Apr 02 21:22:59.452701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45614) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.460631 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175dec1-5f5f-4ecc-830b-54286dd1e469 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e600a0-ca2f-4c76-a720-0b6bdc13e8c5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:22:59.500767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ef966836-cdd7-4b93-b04e-980a9547df17 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0464108
Apr 02 21:22:59.503881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45616) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.537177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b35ed5ef-41f1-4aa1-bf57-03311f5b5fa1 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0321667
Apr 02 21:22:59.540523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45618) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.555740 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-5fea5d67-8a8a-42de-b46c-d081a778eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] delete failed (client error): The resource could not be found.
Apr 02 21:22:59.556743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5fea5d67-8a8a-42de-b46c-d081a778eddd tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "DELETE /v2.0/security-groups/81e600a0-ca2f-4c76-a720-0b6bdc13e8c5 HTTP/1.1" status: 404  len: 347 time: 0.0151782
Apr 02 21:22:59.560280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.601132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d80fd539-8830-49ce-b6ef-5053e95422a9 tempest-SecGroupTest-294242403 tempest-SecGroupTest-294242403-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0397401
Apr 02 21:22:59.835711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:22:59.967278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd6e769c-168c-4882-bc60-068da0689bd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38830c68eca94caa842ad2601d222f2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1304150
Apr 02 21:22:59.970422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45630) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:00.020184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90322437-43b2-4388-9bf8-d1f18029f48f admin admin] Publish callbacks [] for security_group (b6a85e57-e8a6-4126-847b-db7cf5fc02cf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.041743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90322437-43b2-4388-9bf8-d1f18029f48f admin admin] Publish callbacks [] for security_group (b6a85e57-e8a6-4126-847b-db7cf5fc02cf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.087949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90322437-43b2-4388-9bf8-d1f18029f48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b6a85e57-e8a6-4126-847b-db7cf5fc02cf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.090494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-90322437-43b2-4388-9bf8-d1f18029f48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.091640 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-90322437-43b2-4388-9bf8-d1f18029f48f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6a85e57-e8a6-4126-847b-db7cf5fc02cf HTTP/1.1" status: 204  len: 168 time: 0.1203036
Apr 02 21:23:00.099529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90322437-43b2-4388-9bf8-d1f18029f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a85e57-e8a6-4126-847b-db7cf5fc02cf,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:00.435205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef73ff9-9e6c-4b7e-99fd-ea96bc146931 req-0e6186a0-d8d7-4619-888b-0be97649c3ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:00.436708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eef73ff9-9e6c-4b7e-99fd-ea96bc146931 req-0e6186a0-d8d7-4619-888b-0be97649c3ac tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0533421
Apr 02 21:23:00.486766 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eef73ff9-9e6c-4b7e-99fd-ea96bc146931 req-1427893a-aabe-4d43-9997-a54b810bfbe1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440073
Apr 02 21:23:00.612352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebebd3f-80bb-4046-9d03-c8b65dd53f37 req-5b1f68a6-e696-48b9-9871-6afd56be8bd7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:00.613986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ebebd3f-80bb-4046-9d03-c8b65dd53f37 req-5b1f68a6-e696-48b9-9871-6afd56be8bd7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0560036
Apr 02 21:23:00.664757 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ebebd3f-80bb-4046-9d03-c8b65dd53f37 req-b2c8517a-25df-40fe-9e54-84c4073f6b27 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451143
Apr 02 21:23:00.686945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45656) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:00.735040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f27371-6d87-4a85-8e27-43af7f39484c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:00.736646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-92f27371-6d87-4a85-8e27-43af7f39484c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1123 time: 0.0486150
Apr 02 21:23:00.739615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45658) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:00.744483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:00.746146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45660) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:00.766279 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.845707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c9b7a702-8b71-4ccc-9da0-d5313f22636e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:00.846191 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-c9b7a702-8b71-4ccc-9da0-d5313f22636e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 02 21:23:00.846743 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-c9b7a702-8b71-4ccc-9da0-d5313f22636e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:23:00.847816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c9b7a702-8b71-4ccc-9da0-d5313f22636e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1006908
Apr 02 21:23:00.851347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45664) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:00.855327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373916209'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:00.865794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.877203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.884988 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.958445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (4e167a60-32ac-4b63-95d4-f963618e73d0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.962025 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e167a60-32ac-4b63-95d4-f963618e73d0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:00.974382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.184 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/921f5ed7-26da-4c99-8825-2ecc49b05222) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:01.002341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e167a60-32ac-4b63-95d4-f963618e73d0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.041012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (b4963403-36fe-4a9d-87d2-ea6253f9b78c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.045461 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b4963403-36fe-4a9d-87d2-ea6253f9b78c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.073698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.077566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2226870
Apr 02 21:23:01.077705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.078139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45666) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.078811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6b753-ad4d-4f2b-8a89-46ab4f1f6f2b tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4963403-36fe-4a9d-87d2-ea6253f9b78c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.082476 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': 'b4963403-36fe-4a9d-87d2-ea6253f9b78c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:01.123263 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group_rule (922a2dd1-2479-4bfe-91b1-d87dd685fd6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.151035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.204210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:01.208937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:01.215422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:01.250331 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group_rule (922a2dd1-2479-4bfe-91b1-d87dd685fd6a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.251845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=921f5ed7-26da-4c99-8825-2ecc49b05222,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.257921 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (922a2dd1-2479-4bfe-91b1-d87dd685fd6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.284719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922a2dd1-2479-4bfe-91b1-d87dd685fd6a,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.293809 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.294985 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ae2b7c92-38c8-40e7-ad16-7f8f3697837a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2159247
Apr 02 21:23:01.298383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45668) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.303286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f058713f-e5ec-4d92-823e-9cba4ab33aaf tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': 'b4963403-36fe-4a9d-87d2-ea6253f9b78c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:01.327535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f058713f-e5ec-4d92-823e-9cba4ab33aaf tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group_rule (629ce69b-61a1-4d17-8927-153539eda254), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.372471 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-f058713f-e5ec-4d92-823e-9cba4ab33aaf tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:23:01.373621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f058713f-e5ec-4d92-823e-9cba4ab33aaf tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0738931
Apr 02 21:23:01.376922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45670) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.429473 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb329e8d-1fb5-4f07-bfff-5cff18114ab4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (b4963403-36fe-4a9d-87d2-ea6253f9b78c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.455725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb329e8d-1fb5-4f07-bfff-5cff18114ab4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (b4963403-36fe-4a9d-87d2-ea6253f9b78c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.503164 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb329e8d-1fb5-4f07-bfff-5cff18114ab4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b4963403-36fe-4a9d-87d2-ea6253f9b78c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.506001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb329e8d-1fb5-4f07-bfff-5cff18114ab4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.507159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb329e8d-1fb5-4f07-bfff-5cff18114ab4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4963403-36fe-4a9d-87d2-ea6253f9b78c HTTP/1.1" status: 204  len: 168 time: 0.1292789
Apr 02 21:23:01.510254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45672) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.528590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329e8d-1fb5-4f07-bfff-5cff18114ab4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4963403-36fe-4a9d-87d2-ea6253f9b78c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.559464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b365a160-2aa2-4832-b0df-4e968bc1d155 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0481701
Apr 02 21:23:01.564250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45674) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.568491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--369887095'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:01.600843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.657023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (513de22f-1f7b-493c-86a9-8aaba1b4cc07), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.746201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (0b1b0ecd-001f-47ed-bc14-34b9d0c06e07), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.752372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0b1b0ecd-001f-47ed-bc14-34b9d0c06e07), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.767605 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.804302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.805508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2403171
Apr 02 21:23:01.808445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45676) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.810052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dbd89-4a1f-4237-9c02-96667da3f297 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b0ecd-001f-47ed-bc14-34b9d0c06e07,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.814342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-96a04f23-2f2f-4d57-8c16-0cb004174f96 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '0b1b0ecd-001f-47ed-bc14-34b9d0c06e07', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:01.815073 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-96a04f23-2f2f-4d57-8c16-0cb004174f96 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 02 21:23:01.815577 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-96a04f23-2f2f-4d57-8c16-0cb004174f96 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:01.820045 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-96a04f23-2f2f-4d57-8c16-0cb004174f96 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0065742
Apr 02 21:23:01.820045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45678) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.871274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b62-b83e-4903-822d-47f25e997da3 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (0b1b0ecd-001f-47ed-bc14-34b9d0c06e07), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.893680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b62-b83e-4903-822d-47f25e997da3 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (0b1b0ecd-001f-47ed-bc14-34b9d0c06e07), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.936717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b62-b83e-4903-822d-47f25e997da3 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0b1b0ecd-001f-47ed-bc14-34b9d0c06e07), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.939336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b62-b83e-4903-822d-47f25e997da3 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.940508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ebff9b62-b83e-4903-822d-47f25e997da3 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b1b0ecd-001f-47ed-bc14-34b9d0c06e07 HTTP/1.1" status: 204  len: 168 time: 0.1201200
Apr 02 21:23:01.942552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.943697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45680) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:01.947117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:01.955955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff9b62-b83e-4903-822d-47f25e997da3 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b0ecd-001f-47ed-bc14-34b9d0c06e07,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:01.995750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-52540b5e-d6bc-4579-83f7-00ba28316110 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0498867
Apr 02 21:23:01.999420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45682) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.003735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--27102944'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.023664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=921f5ed7-26da-4c99-8825-2ecc49b05222,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:02.024028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.030490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (513de22f-1f7b-493c-86a9-8aaba1b4cc07), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.092739 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (535e9a13-fb0a-4f3d-9519-d6e741bfbf81), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.097126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (535e9a13-fb0a-4f3d-9519-d6e741bfbf81), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.125266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535e9a13-fb0a-4f3d-9519-d6e741bfbf81,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:02.132754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.134020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3f05e85d-8479-493f-969a-02904723a0a1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1336806
Apr 02 21:23:02.136878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45684) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.137559 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP 513de22f-1f7b-493c-86a9-8aaba1b4cc07 associated. External IP: 172.35.4.184, port: 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8.
Apr 02 21:23:02.141332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-dfa2cdd5-9e78-4fa3-b238-253a5f3d18be tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '535e9a13-fb0a-4f3d-9519-d6e741bfbf81', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.142643 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-dfa2cdd5-9e78-4fa3-b238-253a5f3d18be tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 02 21:23:02.143142 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-dfa2cdd5-9e78-4fa3-b238-253a5f3d18be tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.146537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfa2cdd5-9e78-4fa3-b238-253a5f3d18be tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0063097
Apr 02 21:23:02.146694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45686) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.200723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dd39d5a-d484-44bb-bcd2-2908b7115769 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (535e9a13-fb0a-4f3d-9519-d6e741bfbf81), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.224047 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dd39d5a-d484-44bb-bcd2-2908b7115769 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (535e9a13-fb0a-4f3d-9519-d6e741bfbf81), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.265835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dd39d5a-d484-44bb-bcd2-2908b7115769 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (535e9a13-fb0a-4f3d-9519-d6e741bfbf81), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.269275 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6dd39d5a-d484-44bb-bcd2-2908b7115769 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.270439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6dd39d5a-d484-44bb-bcd2-2908b7115769 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/535e9a13-fb0a-4f3d-9519-d6e741bfbf81 HTTP/1.1" status: 204  len: 168 time: 0.1228650
Apr 02 21:23:02.273708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45688) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.291505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd39d5a-d484-44bb-bcd2-2908b7115769 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535e9a13-fb0a-4f3d-9519-d6e741bfbf81,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:02.330844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ea13a57c-b63d-491b-9e75-eff3126b0dca tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0533528
Apr 02 21:23:02.332484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45690) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.336830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862846474'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.357109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 29c03082-9393-4e74-9b55-265fd75e6277 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:23:02.357799 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.423384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (0a1cbf02-8e63-4754-9496-bd21b997f8fd), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.427217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0a1cbf02-8e63-4754-9496-bd21b997f8fd), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.460847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.462089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1286743
Apr 02 21:23:02.464088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e2f2e-c4a9-46eb-9d7e-7b5b2cac1f07 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1cbf02-8e63-4754-9496-bd21b997f8fd,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:02.465290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45692) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.471085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-800d9fd9-4cdf-4a18-89f6-2e23b05780b6 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '0a1cbf02-8e63-4754-9496-bd21b997f8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.471960 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-800d9fd9-4cdf-4a18-89f6-2e23b05780b6 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 02 21:23:02.472426 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-800d9fd9-4cdf-4a18-89f6-2e23b05780b6 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.473465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-800d9fd9-4cdf-4a18-89f6-2e23b05780b6 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0071495
Apr 02 21:23:02.475871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45694) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.479696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-55aff6ff-e852-4770-92f6-53fd16a715ef tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '0a1cbf02-8e63-4754-9496-bd21b997f8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.480300 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-55aff6ff-e852-4770-92f6-53fd16a715ef tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 02 21:23:02.480772 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-55aff6ff-e852-4770-92f6-53fd16a715ef tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.481664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-55aff6ff-e852-4770-92f6-53fd16a715ef tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0049717
Apr 02 21:23:02.484135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45696) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.486701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:02.489173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e084032b-6124-4497-83b8-d2974ac2bb52 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '0a1cbf02-8e63-4754-9496-bd21b997f8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.490040 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-e084032b-6124-4497-83b8-d2974ac2bb52 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 02 21:23:02.490528 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-e084032b-6124-4497-83b8-d2974ac2bb52 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.491793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e084032b-6124-4497-83b8-d2974ac2bb52 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0065963
Apr 02 21:23:02.495316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45698) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.496732 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] Sync routers for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:02.502213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d7827f5a-1e09-4b75-81c0-d5160e162295 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '0a1cbf02-8e63-4754-9496-bd21b997f8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.503089 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-d7827f5a-1e09-4b75-81c0-d5160e162295 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 02 21:23:02.503569 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-d7827f5a-1e09-4b75-81c0-d5160e162295 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.505243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d7827f5a-1e09-4b75-81c0-d5160e162295 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0082953
Apr 02 21:23:02.507810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45700) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.508859 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:02.509961 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845db5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:02.511892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.551227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d16b7e7f-bb3f-42de-9911-d10c364c4fd0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8105025
Apr 02 21:23:02.551822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:23:02.554113 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b6dec-0fbb-4cae-a5be-df953cb65301" -d '{"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:23:02.576283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3455-396b-45a1-8bef-cec45deb951e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (0a1cbf02-8e63-4754-9496-bd21b997f8fd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.598557 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c1832-5ec0-4ec6-90a9-37d22f8ce3cc x-openstack-request-id: req-a97c1832-5ec0-4ec6-90a9-37d22f8ce3cc {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:23:02.599044 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:23:02.599126 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a97c1832-5ec0-4ec6-90a9-37d22f8ce3cc {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:23:02.599529 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97c1832-5ec0-4ec6-90a9-37d22f8ce3cc'] response: {'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'status': 'completed', 'code': 200}
Apr 02 21:23:02.605957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3455-396b-45a1-8bef-cec45deb951e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (0a1cbf02-8e63-4754-9496-bd21b997f8fd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.635779 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:02.663919 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3455-396b-45a1-8bef-cec45deb951e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (0a1cbf02-8e63-4754-9496-bd21b997f8fd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.666973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3455-396b-45a1-8bef-cec45deb951e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.668193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1e1b3455-396b-45a1-8bef-cec45deb951e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a1cbf02-8e63-4754-9496-bd21b997f8fd HTTP/1.1" status: 204  len: 168 time: 0.1592352
Apr 02 21:23:02.670940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45706) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.679153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3455-396b-45a1-8bef-cec45deb951e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1cbf02-8e63-4754-9496-bd21b997f8fd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:02.732617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28565f65-689e-4ece-8cf0-af2813d3fbc4 req-b2283157-7801-43ea-9096-dc84152245b9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:02.734285 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28565f65-689e-4ece-8cf0-af2813d3fbc4 req-b2283157-7801-43ea-9096-dc84152245b9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.1213968
Apr 02 21:23:02.755373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-4087dfcd-1bb7-4ac7-bdad-3ed943477298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:02.756834 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-4087dfcd-1bb7-4ac7-bdad-3ed943477298 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1128 time: 0.1162024
Apr 02 21:23:02.766574 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-20cc25a7-e825-426e-a902-b5900640e07f tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0945880
Apr 02 21:23:02.771887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45708) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.776702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411600338'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.801731 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.852796 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28565f65-689e-4ece-8cf0-af2813d3fbc4 req-068e20bc-2293-4ecc-99f7-78573022a602 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098356
Apr 02 21:23:02.888122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (2e762fc3-5ed0-471b-9d36-a6d8caca536b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.888687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845db5820>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '513de22f-1f7b-493c-86a9-8aaba1b4cc07', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.184', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'mac_address': 'fa:16:3e:72:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:23:01Z', 'updated_at': '2022-04-02T21:23:01Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:02.888856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-3164a178-55a7-4363-aea8-9d440b4b84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:02.888856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-3164a178-55a7-4363-aea8-9d440b4b84e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1164892
Apr 02 21:23:02.888856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45710) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.893446 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2e762fc3-5ed0-471b-9d36-a6d8caca536b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.904884 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] Checking router: 29c03082-9393-4e74-9b55-265fd75e6277 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:02.914479 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:02.915173 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845db5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:02.930028 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:02.934238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1585360
Apr 02 21:23:02.934374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45712) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.938855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3361c920-f695-461d-8af6-823fa6034bf8 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.939343 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-3361c920-f695-461d-8af6-823fa6034bf8 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 02 21:23:02.939835 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-3361c920-f695-461d-8af6-823fa6034bf8 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.943169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3361c920-f695-461d-8af6-823fa6034bf8 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0054553
Apr 02 21:23:02.943375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45714) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:02.947370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8c326b95-cf1c-4d64-b2c8-3f2c0143b025 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:02.952169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46387c60-f197-4b6f-99c9-5ddb0f73367d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e762fc3-5ed0-471b-9d36-a6d8caca536b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:02.994832 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-8c326b95-cf1c-4d64-b2c8-3f2c0143b025 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:02.999595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45716) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.000491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8c326b95-cf1c-4d64-b2c8-3f2c0143b025 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0562444
Apr 02 21:23:03.004255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2933dd38-7d6c-45e6-aca6-20acd5467828 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.004754 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-2933dd38-7d6c-45e6-aca6-20acd5467828 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 02 21:23:03.005236 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-2933dd38-7d6c-45e6-aca6-20acd5467828 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.008344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2933dd38-7d6c-45e6-aca6-20acd5467828 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0056603
Apr 02 21:23:03.008550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45718) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.008657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-c31675d2-9ab3-460f-83df-a132b35ae452 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.1139398
Apr 02 21:23:03.011472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-02e06ea5-f7c5-4726-9ac7-66e79475b4fe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/513de22f-1f7b-493c-86a9-8aaba1b4cc07 HTTP/1.1" status: 200  len: 992 time: 0.1221428
Apr 02 21:23:03.013501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0f0951cc-72a8-4cff-95c6-264d98405859 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.047157 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-0f0951cc-72a8-4cff-95c6-264d98405859 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.047759 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:03.048956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0f0951cc-72a8-4cff-95c6-264d98405859 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0390303
Apr 02 21:23:03.052030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.056369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-15e000f3-873a-4d8f-8a74-6baaa23323b4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.056991 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-15e000f3-873a-4d8f-8a74-6baaa23323b4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 02 21:23:03.057475 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-15e000f3-873a-4d8f-8a74-6baaa23323b4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.058414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-15e000f3-873a-4d8f-8a74-6baaa23323b4 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0054317
Apr 02 21:23:03.060973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45722) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.065536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3b539d23-74d7-4a9f-b3a9-be678ac86f73 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.066009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-edcfc3dc-9286-4239-a21d-6f5f9ae6809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:03.067664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-edcfc3dc-9286-4239-a21d-6f5f9ae6809d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0519614
Apr 02 21:23:03.103602 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-3b539d23-74d7-4a9f-b3a9-be678ac86f73 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.104755 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3b539d23-74d7-4a9f-b3a9-be678ac86f73 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0428500
Apr 02 21:23:03.107662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45724) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.112704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4f25c48f-e4b8-4f97-a1d1-79d7fabed5c9 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.113172 ncdv-master-1 neutron-server[121648]: WARNING neutron.api.v2.base [None req-4f25c48f-e4b8-4f97-a1d1-79d7fabed5c9 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 02 21:23:03.113636 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-4f25c48f-e4b8-4f97-a1d1-79d7fabed5c9 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.114556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4f25c48f-e4b8-4f97-a1d1-79d7fabed5c9 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0058751
Apr 02 21:23:03.117148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45726) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.121109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a6a41ba4-961a-4e1f-abfc-f904fa7aba1e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.129668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-38916d97-1aec-418c-898d-fe6845272c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:03.131438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-38916d97-1aec-418c-898d-fe6845272c7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0572770
Apr 02 21:23:03.156377 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a6a41ba4-961a-4e1f-abfc-f904fa7aba1e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.158252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6a41ba4-961a-4e1f-abfc-f904fa7aba1e tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0402336
Apr 02 21:23:03.161162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45728) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.165510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ce77de78-ed2c-45c5-88af-860ea57591a5 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '2e762fc3-5ed0-471b-9d36-a6d8caca536b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.200359 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-ce77de78-ed2c-45c5-88af-860ea57591a5 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:03.201846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ce77de78-ed2c-45c5-88af-860ea57591a5 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0397151
Apr 02 21:23:03.205251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45730) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.229604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-1e6345f2-f7a4-4e72-a044-b8748448a784 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910504
Apr 02 21:23:03.257155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35164314-ada1-4e95-9b42-c1465370c4bb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (2e762fc3-5ed0-471b-9d36-a6d8caca536b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.279426 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35164314-ada1-4e95-9b42-c1465370c4bb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (2e762fc3-5ed0-471b-9d36-a6d8caca536b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.295638 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845db5820>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '513de22f-1f7b-493c-86a9-8aaba1b4cc07', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.184', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'mac_address': 'fa:16:3e:72:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:23:01Z', 'updated_at': '2022-04-02T21:23:01Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:03.323045 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a75f3-3f6e-4045-8ef7-91f545d9cf3f None None] The sync data for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 is: [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '513de22f-1f7b-493c-86a9-8aaba1b4cc07', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.184', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'mac_address': 'fa:16:3e:72:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:23:01Z', 'updated_at': '2022-04-02T21:23:01Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:03.330513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35164314-ada1-4e95-9b42-c1465370c4bb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2e762fc3-5ed0-471b-9d36-a6d8caca536b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.333265 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-251b6dec-0fbb-4cae-a5be-df953cb65301 req-c8a81916-4249-4569-927b-a2a03a7d19e6 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966921
Apr 02 21:23:03.333405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35164314-ada1-4e95-9b42-c1465370c4bb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.334719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35164314-ada1-4e95-9b42-c1465370c4bb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e762fc3-5ed0-471b-9d36-a6d8caca536b HTTP/1.1" status: 204  len: 168 time: 0.1283219
Apr 02 21:23:03.337489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45732) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.344549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35164314-ada1-4e95-9b42-c1465370c4bb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e762fc3-5ed0-471b-9d36-a6d8caca536b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:03.382422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b979949b-b5c8-4d69-af21-59547aae2cbf tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438292
Apr 02 21:23:03.386185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45734) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.390380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501858334'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.413122 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.481683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (f07b39bd-591c-4d4d-bcce-58e9adb497b7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.485818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f07b39bd-591c-4d4d-bcce-58e9adb497b7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.515531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.517274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1295586
Apr 02 21:23:03.520093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.524399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e57abfc9-ab26-46e9-9781-29d0e6522d37 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': 'f07b39bd-591c-4d4d-bcce-58e9adb497b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.530382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973461f-a2f0-44fe-9fcf-0b5d029c8f66 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07b39bd-591c-4d4d-bcce-58e9adb497b7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:03.545215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18499e-75f9-4941-b511-838741b065c1 None None] New status for floating IP 513de22f-1f7b-493c-86a9-8aaba1b4cc07: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:23:03.569665 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-e57abfc9-ab26-46e9-9781-29d0e6522d37 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The resource could not be found.
Apr 02 21:23:03.570740 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e57abfc9-ab26-46e9-9781-29d0e6522d37 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0496895
Apr 02 21:23:03.573669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45738) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.577883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6df31cd3-8c03-4e78-831f-900ef0a57174 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': 'f07b39bd-591c-4d4d-bcce-58e9adb497b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a24ac82e-0ef6-4483-a21a-45ff5d697d9e'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.614997 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-6df31cd3-8c03-4e78-831f-900ef0a57174 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The resource could not be found.
Apr 02 21:23:03.616054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6df31cd3-8c03-4e78-831f-900ef0a57174 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0414927
Apr 02 21:23:03.618997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45740) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.670559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62161aca-3a79-4523-b01c-50e75edd3d38 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (f07b39bd-591c-4d4d-bcce-58e9adb497b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.695445 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62161aca-3a79-4523-b01c-50e75edd3d38 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (f07b39bd-591c-4d4d-bcce-58e9adb497b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.740326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62161aca-3a79-4523-b01c-50e75edd3d38 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f07b39bd-591c-4d4d-bcce-58e9adb497b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.742947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-62161aca-3a79-4523-b01c-50e75edd3d38 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.744117 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-62161aca-3a79-4523-b01c-50e75edd3d38 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/f07b39bd-591c-4d4d-bcce-58e9adb497b7 HTTP/1.1" status: 204  len: 168 time: 0.1242020
Apr 02 21:23:03.746912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45742) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.753537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62161aca-3a79-4523-b01c-50e75edd3d38 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07b39bd-591c-4d4d-bcce-58e9adb497b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:03.789847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f2f3a099-eeea-4c98-af2d-dcc09c6fe8c8 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0416486
Apr 02 21:23:03.793988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45744) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.798280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a8e6f19c-3ef3-4db7-8a11-ee5f6ecaa2b1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '1107b98d-5cb8-4c42-b9f9-7339b1c0fda5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.838054 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a8e6f19c-3ef3-4db7-8a11-ee5f6ecaa2b1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The resource could not be found.
Apr 02 21:23:03.839119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8e6f19c-3ef3-4db7-8a11-ee5f6ecaa2b1 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0441697
Apr 02 21:23:03.843641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45746) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.848713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--750563041'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.869225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.936620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (12cfae8c-b701-4abd-94fd-4ebb706967bc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.940741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (12cfae8c-b701-4abd-94fd-4ebb706967bc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.969698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:03.970895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1259799
Apr 02 21:23:03.972776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cff18-070c-4b23-9229-14761c138782 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfae8c-b701-4abd-94fd-4ebb706967bc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:03.973851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45748) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:03.978434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--611064104'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:03.998179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.015384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45750) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.072720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (32d11d88-a295-4c4e-9e75-ad7bc9c5b086), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.076411 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (32d11d88-a295-4c4e-9e75-ad7bc9c5b086), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.079296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36b07717-69f6-43db-a049-b73b21643d7f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/513de22f-1f7b-493c-86a9-8aaba1b4cc07 HTTP/1.1" status: 200  len: 994 time: 0.0627849
Apr 02 21:23:04.105916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d11d88-a295-4c4e-9e75-ad7bc9c5b086,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:04.111584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.113155 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a5a67d95-0964-4095-80db-6ad7b7c62e20 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1381660
Apr 02 21:23:04.116240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45752) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.120704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-52546efb-f91d-476e-b5da-db6137c8281a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group_rule': {'security_group_id': '12cfae8c-b701-4abd-94fd-4ebb706967bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '32d11d88-a295-4c4e-9e75-ad7bc9c5b086'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:04.153635 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-52546efb-f91d-476e-b5da-db6137c8281a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:23:04.154875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-52546efb-f91d-476e-b5da-db6137c8281a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0375626
Apr 02 21:23:04.157666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45754) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.208561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-806f5bdb-3acc-444c-abb7-2d05fdbb498a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (32d11d88-a295-4c4e-9e75-ad7bc9c5b086), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.230062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-806f5bdb-3acc-444c-abb7-2d05fdbb498a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (32d11d88-a295-4c4e-9e75-ad7bc9c5b086), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.273715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-806f5bdb-3acc-444c-abb7-2d05fdbb498a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (32d11d88-a295-4c4e-9e75-ad7bc9c5b086), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.276481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-806f5bdb-3acc-444c-abb7-2d05fdbb498a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.277610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-806f5bdb-3acc-444c-abb7-2d05fdbb498a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/32d11d88-a295-4c4e-9e75-ad7bc9c5b086 HTTP/1.1" status: 204  len: 168 time: 0.1190557
Apr 02 21:23:04.280338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45756) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.286243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f5bdb-3acc-444c-abb7-2d05fdbb498a tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d11d88-a295-4c4e-9e75-ad7bc9c5b086,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:04.334037 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44afa585-f560-46b4-a83e-69cea9325cff tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0523412
Apr 02 21:23:04.336657 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.386515 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a445ee89-2516-4f3c-982d-36827d4b7977 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (12cfae8c-b701-4abd-94fd-4ebb706967bc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.408807 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a445ee89-2516-4f3c-982d-36827d4b7977 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (12cfae8c-b701-4abd-94fd-4ebb706967bc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.448865 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a445ee89-2516-4f3c-982d-36827d4b7977 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (12cfae8c-b701-4abd-94fd-4ebb706967bc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.451430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a445ee89-2516-4f3c-982d-36827d4b7977 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.452638 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a445ee89-2516-4f3c-982d-36827d4b7977 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/12cfae8c-b701-4abd-94fd-4ebb706967bc HTTP/1.1" status: 204  len: 168 time: 0.1150632
Apr 02 21:23:04.455342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45760) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.462001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445ee89-2516-4f3c-982d-36827d4b7977 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfae8c-b701-4abd-94fd-4ebb706967bc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:04.499769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bfb00a50-a44c-49af-a208-519fbaecfa4d tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0432916
Apr 02 21:23:04.504073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.508366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920026585'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:04.527390 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.598012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (fbeaad3a-15ed-4b7a-bf08-1d6b5735312d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.601849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fbeaad3a-15ed-4b7a-bf08-1d6b5735312d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.632379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.633637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1286077
Apr 02 21:23:04.635495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ba9f9-bfdd-4df5-abca-554aea4d937c tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeaad3a-15ed-4b7a-bf08-1d6b5735312d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:04.636790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45764) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.641313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-911a9bdf-9ea3-4660-b475-939a69b190ca tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:04.642343 ncdv-master-1 neutron-server[121649]: WARNING neutron.api.v2.base [None req-911a9bdf-9ea3-4660-b475-939a69b190ca tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 02 21:23:04.642853 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-911a9bdf-9ea3-4660-b475-939a69b190ca tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 02 21:23:04.643783 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-911a9bdf-9ea3-4660-b475-939a69b190ca tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "PUT /v2.0/security-groups/fbeaad3a-15ed-4b7a-bf08-1d6b5735312d HTTP/1.1" status: 409  len: 330 time: 0.0059769
Apr 02 21:23:04.646372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45766) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.700245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abf5ffcb-484f-4ce8-837e-0e73802e6a09 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (fbeaad3a-15ed-4b7a-bf08-1d6b5735312d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.722045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abf5ffcb-484f-4ce8-837e-0e73802e6a09 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (fbeaad3a-15ed-4b7a-bf08-1d6b5735312d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.761278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abf5ffcb-484f-4ce8-837e-0e73802e6a09 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (fbeaad3a-15ed-4b7a-bf08-1d6b5735312d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.763957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-abf5ffcb-484f-4ce8-837e-0e73802e6a09 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:04.765142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-abf5ffcb-484f-4ce8-837e-0e73802e6a09 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbeaad3a-15ed-4b7a-bf08-1d6b5735312d HTTP/1.1" status: 204  len: 168 time: 0.1179302
Apr 02 21:23:04.768594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45768) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.774485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ffcb-484f-4ce8-837e-0e73802e6a09 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeaad3a-15ed-4b7a-bf08-1d6b5735312d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:04.813031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9f7654dd-9c50-41a2-9b04-901cdf0c4e36 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0431926
Apr 02 21:23:04.816940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45770) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.831333 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-7e44e4ef-e32c-4e09-b796-f3f35dc18f50 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] delete failed (client error): The resource could not be found.
Apr 02 21:23:04.832292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7e44e4ef-e32c-4e09-b796-f3f35dc18f50 tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "DELETE /v2.0/security-groups/13c01757-3784-47d5-b603-400b92779f92 HTTP/1.1" status: 404  len: 347 time: 0.0143702
Apr 02 21:23:04.835697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45772) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.848616 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-d59aa384-fa3f-420b-8931-7aceef359dea tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] show failed (client error): The resource could not be found.
Apr 02 21:23:04.849501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d59aa384-fa3f-420b-8931-7aceef359dea tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-groups/fc678c2f-eb4e-4108-a638-da9c906c4316 HTTP/1.1" status: 404  len: 347 time: 0.0129769
Apr 02 21:23:04.852747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:04.862405 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-1b7ac4b0-1bf8-4bba-a38b-e4c063c6eadb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] show failed (client error): The resource could not be found.
Apr 02 21:23:04.863357 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1b7ac4b0-1bf8-4bba-a38b-e4c063c6eadb tempest-NegativeSecGroupTest-1739335681 tempest-NegativeSecGroupTest-1739335681-project] 10.222.0.18 "GET /v2.0/security-group-rules/852a8474-8b05-470c-a289-701ee4cd574a HTTP/1.1" status: 404  len: 356 time: 0.0098271
Apr 02 21:23:05.107085 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45780) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:05.242274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ff8c5d5a-1e0f-4690-8c6e-27180dd5b4d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cf046d04a12409fafb0326c4dbf2783&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1340311
Apr 02 21:23:05.244873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45784) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:05.292379 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7468b3d2-2bb9-4541-9dbb-750fd15071e1 admin admin] Publish callbacks [] for security_group (4e167a60-32ac-4b63-95d4-f963618e73d0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:05.315933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7468b3d2-2bb9-4541-9dbb-750fd15071e1 admin admin] Publish callbacks [] for security_group (4e167a60-32ac-4b63-95d4-f963618e73d0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:05.360660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7468b3d2-2bb9-4541-9dbb-750fd15071e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (4e167a60-32ac-4b63-95d4-f963618e73d0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:05.363275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7468b3d2-2bb9-4541-9dbb-750fd15071e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:05.364861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7468b3d2-2bb9-4541-9dbb-750fd15071e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e167a60-32ac-4b63-95d4-f963618e73d0 HTTP/1.1" status: 204  len: 168 time: 0.1188326
Apr 02 21:23:05.372239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468b3d2-2bb9-4541-9dbb-750fd15071e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e167a60-32ac-4b63-95d4-f963618e73d0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:05.987721 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45806) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:06.081959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1911364741'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:06.101216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Made reservation on behalf of 1c81024d11864c5c96ae6f320ae21105 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:06.104869 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.113917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.189204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for security_group (cb6d4cf8-a018-4707-b43e-0d205c8d45f6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.193007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cb6d4cf8-a018-4707-b43e-0d205c8d45f6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.215350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:23:06.232658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d4cf8-a018-4707-b43e-0d205c8d45f6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:06.237557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6b2f2391-ee67-42dd-8c9b-a101f0309856), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.237905 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Added segment 6b2f2391-ee67-42dd-8c9b-a101f0309856 of type vlan for network 54eb2666-b607-4427-a36e-c3378682ee3f
Apr 02 21:23:06.277536 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (54eb2666-b607-4427-a36e-c3378682ee3f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.301800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (54eb2666-b607-4427-a36e-c3378682ee3f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.306655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:06.307234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.341475 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3526464
Apr 02 21:23:06.344446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45814) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:06.350041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Request body: {'subnet': {'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:06.376168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772d01c-0685-4810-b4ba-5d782505bc0e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event updated for resources: {'Network': ['ID=54eb2666-b607-4427-a36e-c3378682ee3f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:06.387045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 54eb2666-b607-4427-a36e-c3378682ee3f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:23:06.433667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Made reservation on behalf of 1c81024d11864c5c96ae6f320ae21105 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:06.436917 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:06.946748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (069635c6-7a40-4690-8124-83850c19ac3c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.005876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event updated for resources: {'Subnet': ['ID=069635c6-7a40-4690-8124-83850c19ac3c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:07.016174 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Checking segment: {'id': '6b2f2391-ee67-42dd-8c9b-a101f0309856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:07.018820 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Network hostable DHCP agents. Network: 54eb2666-b607-4427-a36e-c3378682ee3f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:23:07.034296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Network 54eb2666-b607-4427-a36e-c3378682ee3f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:23:07.042613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54eb2666-b607-4427-a36e-c3378682ee3f) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:07.046685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:07.047268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.053087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3753c5-4de6-4989-9fd1-741d12238e34 None None] Network 54eb2666-b607-4427-a36e-c3378682ee3f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:07.063081 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ea6e5d30-2814-4fb3-b75c-2113d5c4b2f8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7169261
Apr 02 21:23:07.066418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45816) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:07.071373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Request body: {'port': {'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f', 'name': 'tempest-TagsExtTest-240321774'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:07.153463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54eb2666-b607-4427-a36e-c3378682ee3f', 'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f', 'project_id': '1c81024d11864c5c96ae6f320ae21105', 'fixed_ips': [{'subnet_id': '069635c6-7a40-4690-8124-83850c19ac3c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:23:07.154680 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.180000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Made reservation on behalf of 1c81024d11864c5c96ae6f320ae21105 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:07.183899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.200806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] device_id is not set on port 4f83ceff-9c62-4c00-acca-35ea11ecafe1 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:23:07.290504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Allocated IP 172.20.0.2 (54eb2666-b607-4427-a36e-c3378682ee3f/069635c6-7a40-4690-8124-83850c19ac3c/cd3af258-d54c-47bb-af67-5b3c6caf3aec) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:07.428029 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Publish callbacks [] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.433720 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.474938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Network 54eb2666-b607-4427-a36e-c3378682ee3f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:07.477954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:07.486675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:07.489750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Pushing event updated for resources: {'Port': ['ID=cd3af258-d54c-47bb-af67-5b3c6caf3aec,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:07.494582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.api [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3db99ec5-14f0-4b82-b2a1-474d34062574 {{(pid=121648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:23:07.495092 ncdv-master-1 neutron-server[121648]: DEBUG oslo_db.api [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:23:07.541758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Attempting to bind port cd3af258-d54c-47bb-af67-5b3c6caf3aec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:07.542047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Attempting to bind port cd3af258-d54c-47bb-af67-5b3c6caf3aec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b2f2391-ee67-42dd-8c9b-a101f0309856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:07.542408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Attempting to bind port cd3af258-d54c-47bb-af67-5b3c6caf3aec on network 54eb2666-b607-4427-a36e-c3378682ee3f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:07.547399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:07.548407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Checking segment: {'id': '6b2f2391-ee67-42dd-8c9b-a101f0309856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:07.548841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.549232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Bound using segment: {'id': '6b2f2391-ee67-42dd-8c9b-a101f0309856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:07.549693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Bound port: cd3af258-d54c-47bb-af67-5b3c6caf3aec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f2391-ee67-42dd-8c9b-a101f0309856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '54eb2666-b607-4427-a36e-c3378682ee3f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:07.550068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.607912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] For port cd3af258-d54c-47bb-af67-5b3c6caf3aec, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:07.612658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] For port cd3af258-d54c-47bb-af67-5b3c6caf3aec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3af258-d54c-47bb-af67-5b3c6caf3aec,segment=NetworkSegment(6b2f2391-ee67-42dd-8c9b-a101f0309856),segment_id=6b2f2391-ee67-42dd-8c9b-a101f0309856)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:07.618751 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:07.682177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f7435-8c40-4de0-bacb-f5d641089371 None None] Pushing event updated for resources: {'Port': ['ID=cd3af258-d54c-47bb-af67-5b3c6caf3aec,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:07.996440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.013600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] device_id is not set on port dcfa3f85-fda7-4e6c-a490-779ba16dbe24 yet. {{(pid=121648) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 02 21:23:08.120348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Allocated IP 172.20.0.11 (54eb2666-b607-4427-a36e-c3378682ee3f/069635c6-7a40-4690-8124-83850c19ac3c/dcfa3f85-fda7-4e6c-a490-779ba16dbe24) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:08.264755 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.298628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.337655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Network 54eb2666-b607-4427-a36e-c3378682ee3f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:08.340762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:08.344591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:08.380786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event updated for resources: {'Port': ['ID=dcfa3f85-fda7-4e6c-a490-779ba16dbe24,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:08.402273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:08.402895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.419332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3f897cd2-e7db-4e24-bef5-2919e25a06e2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.3518064
Apr 02 21:23:08.421941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.426285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-643392303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:08.449184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (a8a104a7-f808-4a1b-a35b-e11df9e1533c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.450230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (a8a104a7-f808-4a1b-a35b-e11df9e1533c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.509109 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for router_controller (a8a104a7-f808-4a1b-a35b-e11df9e1533c), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.513453 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (a8a104a7-f808-4a1b-a35b-e11df9e1533c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.531607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.533035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8a25a517-daa3-4baf-9745-df54745949f7 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1101413
Apr 02 21:23:08.535859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45820) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.540114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2b6d3746-9ba8-403a-abb4-1201d47d5987 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-534880263', 'prefixes': ['172.20.0.0/16']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:08.602057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3746-9ba8-403a-abb4-1201d47d5987 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.603326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2b6d3746-9ba8-403a-abb4-1201d47d5987 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.0665495
Apr 02 21:23:08.606616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45822) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.611494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-9c6c7731-305c-4279-801e-cd6e086ef655 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f784443dc70>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-755307610') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:08.638681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b3464-836c-4e3f-846c-d03c696d3648 None None] Network 54eb2666-b607-4427-a36e-c3378682ee3f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:08.711999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9c6c7731-305c-4279-801e-cd6e086ef655 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-755307610 HTTP/1.1" status: 201  len: 201 time: 0.1042633
Apr 02 21:23:08.714635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.719082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-030f6391-13d4-40ca-9db1-efccac32e25a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f783ef6d7c0>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-1410896263') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:08.759493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] Provisioning complete for port cd3af258-d54c-47bb-af67-5b3c6caf3aec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:08.759873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.795644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-030f6391-13d4-40ca-9db1-efccac32e25a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-1410896263 HTTP/1.1" status: 201  len: 201 time: 0.0766540
Apr 02 21:23:08.795644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45828) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.800865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-809bc3e5-491b-4f84-b35f-0555c79f2d81 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7845f76520>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-2003595886') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:08.854412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] Current status of the port cd3af258-d54c-47bb-af67-5b3c6caf3aec is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:08.855010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.872478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cd3af258-d54c-47bb-af67-5b3c6caf3aec up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:08.921469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45830) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.922018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-809bc3e5-491b-4f84-b35f-0555c79f2d81 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-2003595886 HTTP/1.1" status: 201  len: 201 time: 0.1253910
Apr 02 21:23:08.930110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] For port cd3af258-d54c-47bb-af67-5b3c6caf3aec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3af258-d54c-47bb-af67-5b3c6caf3aec,segment=NetworkSegment(6b2f2391-ee67-42dd-8c9b-a101f0309856),segment_id=6b2f2391-ee67-42dd-8c9b-a101f0309856)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:08.931403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-19161947-c3a1-4047-947c-81677b28410d tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b910>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-1821986309') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:08.937049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.976799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cd3af258-d54c-47bb-af67-5b3c6caf3aec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:08.977172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:08.989135 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-19161947-c3a1-4047-947c-81677b28410d tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-1821986309 HTTP/1.1" status: 201  len: 201 time: 0.0662856
Apr 02 21:23:08.990086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45832) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:08.994710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-84956416-e7e7-43eb-896a-05cc58db9353 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7845f71220>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.026914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccbe1f-368f-4822-b3ba-f5057c8ddeb8 None None] Pushing event updated for resources: {'Port': ['ID=cd3af258-d54c-47bb-af67-5b3c6caf3aec,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:09.057151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-84956416-e7e7-43eb-896a-05cc58db9353 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags HTTP/1.1" status: 200  len: 240 time: 0.0636766
Apr 02 21:23:09.057468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45834) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.061597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-65911e3b-2b53-4e73-8a64-41725f56524e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7845ff13a0>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-755307610') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.089490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cd3af258-d54c-47bb-af67-5b3c6caf3aec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:09.090932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-48a97eb9-1e26-4e17-97f8-b803dbf3cafd None None] Provisioning complete for port cd3af258-d54c-47bb-af67-5b3c6caf3aec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:09.091347 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48a97eb9-1e26-4e17-97f8-b803dbf3cafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:09.117812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-65911e3b-2b53-4e73-8a64-41725f56524e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-755307610 HTTP/1.1" status: 204  len: 168 time: 0.0591128
Apr 02 21:23:09.121045 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.125979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-e8b14043-66fb-4519-89b1-486e010c1349 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f783f0c5700>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-755307610') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.189779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-48a97eb9-1e26-4e17-97f8-b803dbf3cafd None None] Current status of the port cd3af258-d54c-47bb-af67-5b3c6caf3aec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:09.201083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-48a97eb9-1e26-4e17-97f8-b803dbf3cafd None None] Provisioning complete for port dcfa3f85-fda7-4e6c-a490-779ba16dbe24 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:09.201463 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-48a97eb9-1e26-4e17-97f8-b803dbf3cafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:09.209774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8b14043-66fb-4519-89b1-486e010c1349 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-755307610 HTTP/1.1" status: 204  len: 168 time: 0.0876780
Apr 02 21:23:09.212192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45838) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.217172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-763153ac-3055-41d7-b2eb-c3a419b9d04c tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7847b22a00>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.236868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-48a97eb9-1e26-4e17-97f8-b803dbf3cafd None None] Port dcfa3f85-fda7-4e6c-a490-779ba16dbe24 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:23:09.276976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-763153ac-3055-41d7-b2eb-c3a419b9d04c tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags HTTP/1.1" status: 200  len: 205 time: 0.0637152
Apr 02 21:23:09.279357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.284100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-942a3f17-b099-49b1-936e-dc0f893feece tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f78466e7580>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.332243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-942a3f17-b099-49b1-936e-dc0f893feece tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags HTTP/1.1" status: 200  len: 241 time: 0.0518579
Apr 02 21:23:09.334708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45842) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.338740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-2e026a3c-ac3d-4a0d-81a1-f0b0abfadd51 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f784498a0d0>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-1410896263') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.357953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c19f22d7-5612-40b4-a713-a98a38b80e0d None None] Provisioning complete for port dcfa3f85-fda7-4e6c-a490-779ba16dbe24 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:09.358326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c19f22d7-5612-40b4-a713-a98a38b80e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:09.388885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2e026a3c-ac3d-4a0d-81a1-f0b0abfadd51 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-1410896263 HTTP/1.1" status: 204  len: 168 time: 0.0508876
Apr 02 21:23:09.389077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45844) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.392352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c19f22d7-5612-40b4-a713-a98a38b80e0d None None] Port dcfa3f85-fda7-4e6c-a490-779ba16dbe24 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:23:09.393863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-f37a63ff-e450-449a-97ee-760aeb2fab8c tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f784498ab80>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-1410896263') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.460039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f37a63ff-e450-449a-97ee-760aeb2fab8c tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-1410896263 HTTP/1.1" status: 204  len: 168 time: 0.0699852
Apr 02 21:23:09.462590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.466965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-5ecd018e-3646-4818-962b-5e96c4c95cae tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f784667f730>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.520708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5ecd018e-3646-4818-962b-5e96c4c95cae tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags HTTP/1.1" status: 200  len: 205 time: 0.0570531
Apr 02 21:23:09.523111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45848) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.527570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-cb3b4abf-afbd-4088-b585-55610c8f77d2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7847c56760>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.606347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb3b4abf-afbd-4088-b585-55610c8f77d2 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags HTTP/1.1" status: 200  len: 241 time: 0.0822451
Apr 02 21:23:09.609131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.613400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-5e65f3aa-81e0-42da-982a-477f455d508b tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f783f4a7e50>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-2003595886') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:09.690680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e65f3aa-81e0-42da-982a-477f455d508b tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-2003595886 HTTP/1.1" status: 204  len: 168 time: 0.0805492
Apr 02 21:23:09.693187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:09.697616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-bde8e8f2-4d64-4780-b64f-48db9503a355 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f7845387040>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-2003595886') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.060640 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bde8e8f2-4d64-4780-b64f-48db9503a355 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-2003595886 HTTP/1.1" status: 204  len: 168 time: 0.3662539
Apr 02 21:23:10.062990 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45854) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.067809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-d59eea4b-b8f1-4977-8b74-4e9b8dbc1f46 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7844e07d90>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.140516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d59eea4b-b8f1-4977-8b74-4e9b8dbc1f46 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags HTTP/1.1" status: 200  len: 205 time: 0.0759051
Apr 02 21:23:10.143018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45856) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.146997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-6b78b792-aad4-48ed-b8ff-c8ec8b102be5 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7847aa9d30>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.182604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6b78b792-aad4-48ed-b8ff-c8ec8b102be5 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags HTTP/1.1" status: 200  len: 241 time: 0.0386202
Apr 02 21:23:10.185095 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45858) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.189724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-20981fe6-e8cb-44e8-8cba-3706e9f1e598 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f784464b760>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-1821986309') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.208986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-20981fe6-e8cb-44e8-8cba-3706e9f1e598 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-1821986309 HTTP/1.1" status: 204  len: 168 time: 0.0229714
Apr 02 21:23:10.211201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45860) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.215244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-32a3b1fa-1934-43fe-a354-92b9bcd14034 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f783f5aea60>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-1821986309') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.247080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-32a3b1fa-1934-43fe-a354-92b9bcd14034 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-1821986309 HTTP/1.1" status: 204  len: 168 time: 0.0349045
Apr 02 21:23:10.249939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.255684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-4be75200-9048-4a54-9f3e-68883cc0f32f tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7845f67c40>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.275881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4be75200-9048-4a54-9f3e-68883cc0f32f tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags HTTP/1.1" status: 200  len: 205 time: 0.0240908
Apr 02 21:23:10.278388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45864) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.282537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-1d988027-8106-440e-8204-4d28e9a70145 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f78463c83d0>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.306431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1d988027-8106-440e-8204-4d28e9a70145 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags HTTP/1.1" status: 204  len: 168 time: 0.0271432
Apr 02 21:23:10.308717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45866) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.312856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-05b57863-1d8f-4aa2-bbbc-45e27bab84cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7847b89730>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.392827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05b57863-1d8f-4aa2-bbbc-45e27bab84cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags HTTP/1.1" status: 204  len: 168 time: 0.0831428
Apr 02 21:23:10.395444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45868) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.399475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-09001bf3-1f5f-4fa1-8f63-068f86944da8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7847aa9340>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.450403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-09001bf3-1f5f-4fa1-8f63-068f86944da8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags HTTP/1.1" status: 204  len: 168 time: 0.0539794
Apr 02 21:23:10.452834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.457124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-5018026c-e86b-4337-9346-ec8e07f33c08 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f783f4b1580>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.509509 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5018026c-e86b-4337-9346-ec8e07f33c08 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags HTTP/1.1" status: 204  len: 168 time: 0.0557082
Apr 02 21:23:10.513143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.517362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-dd20d71f-96c9-4ff6-997f-04603d8ee241 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7845e6f760>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-146712313') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.583371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dd20d71f-96c9-4ff6-997f-04603d8ee241 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-146712313 HTTP/1.1" status: 201  len: 201 time: 0.0690272
Apr 02 21:23:10.586059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45874) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.590547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-803f6be9-f87d-4d2c-949b-848ade9b3170 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7846136d30>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-1386634209') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.649776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-803f6be9-f87d-4d2c-949b-848ade9b3170 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-1386634209 HTTP/1.1" status: 201  len: 201 time: 0.0625813
Apr 02 21:23:10.652436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45876) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.657717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-69430b48-20ba-44c7-9ebb-3484455c0466 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f78455c06d0>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-738872896') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.747748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-69430b48-20ba-44c7-9ebb-3484455c0466 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-738872896 HTTP/1.1" status: 201  len: 201 time: 0.0942171
Apr 02 21:23:10.750434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45878) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.754856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-cf2c4290-308b-4227-92f5-70ece5dedb01 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f78445d4520>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-884968991') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.790584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cf2c4290-308b-4227-92f5-70ece5dedb01 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-884968991 HTTP/1.1" status: 201  len: 201 time: 0.0390744
Apr 02 21:23:10.793490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45880) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.797805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-7d18d6e6-e05d-4daa-969f-87744c3a1d30 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f78454b2b80>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', {'tags': ['tempest-TagsExtTest-Tag-1781124398', 'tempest-TagsExtTest-Tag-1929424746', 'tempest-TagsExtTest-Tag-1114070260']}) {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.815789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cd3af258-d54c-47bb-af67-5b3c6caf3aec up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:10.860673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7d18d6e6-e05d-4daa-969f-87744c3a1d30 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags HTTP/1.1" status: 200  len: 318 time: 0.0637097
Apr 02 21:23:10.860861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45882) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.864929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-6f16fdc9-a33e-42f9-a4c8-f2a59ea2adce tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f78454b2430>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.868395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cd3af258-d54c-47bb-af67-5b3c6caf3aec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:10.868791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:10.930059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6f16fdc9-a33e-42f9-a4c8-f2a59ea2adce tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags HTTP/1.1" status: 204  len: 168 time: 0.0681393
Apr 02 21:23:10.932559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45884) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.936575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-5262c200-1406-48e0-9753-bf00abe8199e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78445d4a60>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-1781124398') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:10.947729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cd3af258-d54c-47bb-af67-5b3c6caf3aec is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:10.985647 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-5262c200-1406-48e0-9753-bf00abe8199e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:10.986681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5262c200-1406-48e0-9753-bf00abe8199e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-1781124398 HTTP/1.1" status: 404  len: 329 time: 0.0532382
Apr 02 21:23:10.989525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45886) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:10.993525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-ee357028-59ad-4927-a2de-72ca527fc3fb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78459c06a0>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-1929424746') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.048039 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-ee357028-59ad-4927-a2de-72ca527fc3fb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.049092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ee357028-59ad-4927-a2de-72ca527fc3fb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-1929424746 HTTP/1.1" status: 404  len: 329 time: 0.0586944
Apr 02 21:23:11.051856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45888) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.055847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-8d4798a9-0eab-4fad-8eff-67585d7ff4b1 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78447578b0>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c', 'tempest-TagsExtTest-Tag-1114070260') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.104361 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-8d4798a9-0eab-4fad-8eff-67585d7ff4b1 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.105407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8d4798a9-0eab-4fad-8eff-67585d7ff4b1 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags/tempest-TagsExtTest-Tag-1114070260 HTTP/1.1" status: 404  len: 329 time: 0.0526755
Apr 02 21:23:11.108032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45890) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.112350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-441a9ca9-cd1e-4f50-a345-d6a9af565425 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f783ea07ca0>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', {'tags': ['tempest-TagsExtTest-Tag-587396710', 'tempest-TagsExtTest-Tag-1715854294', 'tempest-TagsExtTest-Tag-1117384832']}) {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.166482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-441a9ca9-cd1e-4f50-a345-d6a9af565425 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags HTTP/1.1" status: 200  len: 317 time: 0.0571990
Apr 02 21:23:11.168917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45892) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.173145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-d4152b50-9efb-461e-92e1-0c12f8244f6d tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f783f315550>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.234364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d4152b50-9efb-461e-92e1-0c12f8244f6d tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags HTTP/1.1" status: 204  len: 168 time: 0.0644848
Apr 02 21:23:11.236898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45894) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.240991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-a8d93143-8fef-4d11-8bde-af83a3a9b563 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7846758880>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-587396710') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.294242 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-a8d93143-8fef-4d11-8bde-af83a3a9b563 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.295292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8d93143-8fef-4d11-8bde-af83a3a9b563 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-587396710 HTTP/1.1" status: 404  len: 328 time: 0.0574889
Apr 02 21:23:11.298165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45896) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.302277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-50b4e15c-8be6-4dfe-a0ed-9ac436d6eb19 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78457d41f0>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-1715854294') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.355635 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-50b4e15c-8be6-4dfe-a0ed-9ac436d6eb19 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.356687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-50b4e15c-8be6-4dfe-a0ed-9ac436d6eb19 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-1715854294 HTTP/1.1" status: 404  len: 329 time: 0.0576072
Apr 02 21:23:11.359419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45898) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.363593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-e762e5d2-5503-4cc0-81a4-b4e094ffb660 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f783e9de4f0>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24', 'tempest-TagsExtTest-Tag-1117384832') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.410702 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-e762e5d2-5503-4cc0-81a4-b4e094ffb660 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.411705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e762e5d2-5503-4cc0-81a4-b4e094ffb660 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags/tempest-TagsExtTest-Tag-1117384832 HTTP/1.1" status: 404  len: 329 time: 0.0513952
Apr 02 21:23:11.414365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45900) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.418996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-3f906e92-f021-409c-9ad1-fba4c198e5ed tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f78440eca30>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', {'tags': ['tempest-TagsExtTest-Tag-2020762150', 'tempest-TagsExtTest-Tag-153887185', 'tempest-TagsExtTest-Tag-881209713']}) {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.505278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3f906e92-f021-409c-9ad1-fba4c198e5ed tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags HTTP/1.1" status: 200  len: 316 time: 0.0899456
Apr 02 21:23:11.507709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45902) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.511991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-3ae2d369-8035-450d-847e-6eb1a84ca867 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f784569fc10>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.603027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3ae2d369-8035-450d-847e-6eb1a84ca867 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags HTTP/1.1" status: 204  len: 168 time: 0.0942028
Apr 02 21:23:11.605456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45904) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.609665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-3aa88c31-aee3-4d09-9001-26b490732c8e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7847c3fcd0>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-2020762150') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.687359 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-3aa88c31-aee3-4d09-9001-26b490732c8e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.688991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3aa88c31-aee3-4d09-9001-26b490732c8e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-2020762150 HTTP/1.1" status: 404  len: 329 time: 0.0821209
Apr 02 21:23:11.691768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45906) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.696240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-4c7343ae-6029-4fee-83d0-59d5cf42595f tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7845836220>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-153887185') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.773424 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-4c7343ae-6029-4fee-83d0-59d5cf42595f tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.774379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4c7343ae-6029-4fee-83d0-59d5cf42595f tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-153887185 HTTP/1.1" status: 404  len: 328 time: 0.0814204
Apr 02 21:23:11.777290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45908) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.781627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-f704e682-3984-4695-8a9a-528ef555bdb8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78445bed30>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c', 'tempest-TagsExtTest-Tag-881209713') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.860598 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-f704e682-3984-4695-8a9a-528ef555bdb8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.861668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f704e682-3984-4695-8a9a-528ef555bdb8 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags/tempest-TagsExtTest-Tag-881209713 HTTP/1.1" status: 404  len: 328 time: 0.0834420
Apr 02 21:23:11.864399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45910) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.869071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-7f32dbe1-625a-4f94-bcdb-333b206916f6 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f7844231910>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', {'tags': ['tempest-TagsExtTest-Tag-1317259696', 'tempest-TagsExtTest-Tag-1670410402', 'tempest-TagsExtTest-Tag-371982767']}) {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.902125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f32dbe1-625a-4f94-bcdb-333b206916f6 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "PUT /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags HTTP/1.1" status: 200  len: 317 time: 0.0366979
Apr 02 21:23:11.904593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45912) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.909882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-1a9669cd-d5a8-4da2-9bc6-e0fc0c47cabd tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f783ea631c0>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.947238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1a9669cd-d5a8-4da2-9bc6-e0fc0c47cabd tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags HTTP/1.1" status: 204  len: 168 time: 0.0416217
Apr 02 21:23:11.949841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.953933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-1f95967c-a9a1-4673-8d93-73cb347fadc0 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f783ee492e0>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-1317259696') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:11.973181 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-1f95967c-a9a1-4673-8d93-73cb347fadc0 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:11.974150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f95967c-a9a1-4673-8d93-73cb347fadc0 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-1317259696 HTTP/1.1" status: 404  len: 329 time: 0.0234370
Apr 02 21:23:11.977303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45916) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:11.981184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-772aa031-4783-4bc9-833a-bb3c40195204 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f78444899a0>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-1670410402') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:12.000628 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-772aa031-4783-4bc9-833a-bb3c40195204 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:12.001586 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-772aa031-4783-4bc9-833a-bb3c40195204 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-1670410402 HTTP/1.1" status: 404  len: 329 time: 0.0234501
Apr 02 21:23:12.004063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45918) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.007887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-93b374af-5d3c-402a-ace3-2cdf7b5feb14 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f783ed2d070>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d', 'tempest-TagsExtTest-Tag-371982767') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:12.026485 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-93b374af-5d3c-402a-ace3-2cdf7b5feb14 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] show failed (client error): The resource could not be found.
Apr 02 21:23:12.027432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-93b374af-5d3c-402a-ace3-2cdf7b5feb14 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags/tempest-TagsExtTest-Tag-371982767 HTTP/1.1" status: 404  len: 328 time: 0.0224974
Apr 02 21:23:12.029785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45920) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.034176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.tag.tag_plugin [None req-c205be52-e67e-4e57-a5e8-7ece1b2c0a2e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f78466e7850>, 'subnetpools', '8194ada4-a068-4a64-a47d-a2096dabfe6d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:12.057571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c205be52-e67e-4e57-a5e8-7ece1b2c0a2e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d/tags HTTP/1.1" status: 204  len: 168 time: 0.0269237
Apr 02 21:23:12.060001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45922) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.064642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-38423cf6-968c-4917-9f80-7a56a7042335 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f78446ed310>, 'routers', 'a8a104a7-f808-4a1b-a35b-e11df9e1533c') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:12.145789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-38423cf6-968c-4917-9f80-7a56a7042335 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c/tags HTTP/1.1" status: 204  len: 168 time: 0.0843320
Apr 02 21:23:12.147848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45924) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.151901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-555b9ed0-eb67-4ee8-996c-a707a2dccaef tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f783f90bfd0>, 'ports', 'dcfa3f85-fda7-4e6c-a490-779ba16dbe24') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:12.214563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-555b9ed0-eb67-4ee8-996c-a707a2dccaef tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24/tags HTTP/1.1" status: 204  len: 168 time: 0.0655351
Apr 02 21:23:12.217342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45926) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.223268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.tag.tag_plugin [None req-81ecac31-8735-41b1-819d-589ecb14528e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f783f51fc10>, 'subnets', '069635c6-7a40-4690-8124-83850c19ac3c') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:12.337737 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-81ecac31-8735-41b1-819d-589ecb14528e tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c/tags HTTP/1.1" status: 204  len: 168 time: 0.1192694
Apr 02 21:23:12.342252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45930) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.429573 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b97f4794-ca84-4650-81fb-4f531452058c tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.430708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b97f4794-ca84-4650-81fb-4f531452058c tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8194ada4-a068-4a64-a47d-a2096dabfe6d HTTP/1.1" status: 204  len: 168 time: 0.0875571
Apr 02 21:23:12.433315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45932) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.460248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b1c7810-8dec-4fd3-955f-f2334650df50 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a104a7-f808-4a1b-a35b-e11df9e1533c HTTP/1.1" status: 200  len: 205 time: 0.0258892
Apr 02 21:23:12.462597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45934) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.540063 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for router (a8a104a7-f808-4a1b-a35b-e11df9e1533c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.719835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (a8a104a7-f808-4a1b-a35b-e11df9e1533c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.722056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for router_controller (a8a104a7-f808-4a1b-a35b-e11df9e1533c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.765238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (a8a104a7-f808-4a1b-a35b-e11df9e1533c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.765800 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Fanout notify agent at l3_agent the message router_deleted on router a8a104a7-f808-4a1b-a35b-e11df9e1533c {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:23:12.773011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.774171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a65903bf-3d29-4f7c-ad5e-ebea4c5f3c21 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/routers/a8a104a7-f808-4a1b-a35b-e11df9e1533c HTTP/1.1" status: 204  len: 168 time: 0.3106871
Apr 02 21:23:12.776925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45936) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:12.864298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Deleting port dcfa3f85-fda7-4e6c-a490-779ba16dbe24 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:12.864596 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.952790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:12.966795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Calling delete_port for dcfa3f85-fda7-4e6c-a490-779ba16dbe24 owned by  {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:13.093217 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dcfa3f85-fda7-4e6c-a490-779ba16dbe24), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.128061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event deleted for resources: {'Port': ['ID=dcfa3f85-fda7-4e6c-a490-779ba16dbe24,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:13.214187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.218331 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2852e784-de19-4b42-9de7-43a57ee61ed4 tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/ports/dcfa3f85-fda7-4e6c-a490-779ba16dbe24 HTTP/1.1" status: 204  len: 168 time: 0.4403808
Apr 02 21:23:13.220778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:13.277377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Deleting subnet 069635c6-7a40-4690-8124-83850c19ac3c {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:23:13.280731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for subnet (069635c6-7a40-4690-8124-83850c19ac3c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.321850 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (069635c6-7a40-4690-8124-83850c19ac3c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.400829 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (069635c6-7a40-4690-8124-83850c19ac3c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.462348 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (069635c6-7a40-4690-8124-83850c19ac3c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.490956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event deleted for resources: {'Subnet': ['ID=069635c6-7a40-4690-8124-83850c19ac3c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:13.492983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.496184 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8b00b262-2c9c-48a3-a649-7e0182a2f20a tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/subnets/069635c6-7a40-4690-8124-83850c19ac3c HTTP/1.1" status: 204  len: 168 time: 0.2744703
Apr 02 21:23:13.498711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 45940) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:13.507387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d2e39-67eb-42dc-bf59-9dbf466cda75 None None] Network 54eb2666-b607-4427-a36e-c3378682ee3f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:13.574535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (54eb2666-b607-4427-a36e-c3378682ee3f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.630318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Deleting port cd3af258-d54c-47bb-af67-5b3c6caf3aec {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:13.630663 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.700912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] For port cd3af258-d54c-47bb-af67-5b3c6caf3aec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3af258-d54c-47bb-af67-5b3c6caf3aec,segment=NetworkSegment(6b2f2391-ee67-42dd-8c9b-a101f0309856),segment_id=6b2f2391-ee67-42dd-8c9b-a101f0309856)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:13.701197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.715234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Calling delete_port for cd3af258-d54c-47bb-af67-5b3c6caf3aec owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:13.802376 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cd3af258-d54c-47bb-af67-5b3c6caf3aec), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.817539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331d454-eb21-4ab1-bc21-5d735810363f None None] DHCP port deletion for 54eb2666-b607-4427-a36e-c3378682ee3f request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:23:13.829542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event deleted for resources: {'Port': ['ID=cd3af258-d54c-47bb-af67-5b3c6caf3aec,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:13.833055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] No DVR routers for this DVR port cd3af258-d54c-47bb-af67-5b3c6caf3aec on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:23:13.909947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (54eb2666-b607-4427-a36e-c3378682ee3f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.934290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845cf1f40>,) {'filters': {'network_id': ['54eb2666-b607-4427-a36e-c3378682ee3f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:13.944059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845cf1f40>, '6b2f2391-ee67-42dd-8c9b-a101f0309856') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:13.944363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845cf1f40>, '6b2f2391-ee67-42dd-8c9b-a101f0309856') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:13.953723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (6b2f2391-ee67-42dd-8c9b-a101f0309856), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.966475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6b2f2391-ee67-42dd-8c9b-a101f0309856), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.972710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:23:13.973226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (6b2f2391-ee67-42dd-8c9b-a101f0309856), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:23:13.976262 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:23:14.032882 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (54eb2666-b607-4427-a36e-c3378682ee3f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.038325 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.041730 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] 10.222.0.18 "DELETE /v2.0/networks/54eb2666-b607-4427-a36e-c3378682ee3f HTTP/1.1" status: 204  len: 168 time: 0.5420587
Apr 02 21:23:14.055997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a782770-9747-40ae-a39f-43269584e8cb tempest-TagsExtTest-269359370 tempest-TagsExtTest-269359370-project] Pushing event deleted for resources: {'Network': ['ID=54eb2666-b607-4427-a36e-c3378682ee3f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:14.282179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45946) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:14.419479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-50d9d95d-34d3-4457-8d4e-80a170692ee6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c81024d11864c5c96ae6f320ae21105&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1361275
Apr 02 21:23:14.421924 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 45950) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:14.468602 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fbc8588-5f71-43c6-b344-84b1adcf8b27 admin admin] Publish callbacks [] for security_group (cb6d4cf8-a018-4707-b43e-0d205c8d45f6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.488242 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.490655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fbc8588-5f71-43c6-b344-84b1adcf8b27 admin admin] Publish callbacks [] for security_group (cb6d4cf8-a018-4707-b43e-0d205c8d45f6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.537100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fbc8588-5f71-43c6-b344-84b1adcf8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (cb6d4cf8-a018-4707-b43e-0d205c8d45f6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.539721 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8fbc8588-5f71-43c6-b344-84b1adcf8b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:14.541230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8fbc8588-5f71-43c6-b344-84b1adcf8b27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb6d4cf8-a018-4707-b43e-0d205c8d45f6 HTTP/1.1" status: 204  len: 168 time: 0.1174304
Apr 02 21:23:14.552118 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc8588-5f71-43c6-b344-84b1adcf8b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d4cf8-a018-4707-b43e-0d205c8d45f6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:14.811111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cd3af258-d54c-47bb-af67-5b3c6caf3aec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:23:14.831535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: cd3af258-d54c-47bb-af67-5b3c6caf3aec {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:23:14.831883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cd3af258-d54c-47bb-af67-5b3c6caf3aec not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:23:16.354428 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46024) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:16.459101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac18973-0cc9-4635-820c-cf5cae478906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.533960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac18973-0cc9-4635-820c-cf5cae478906 admin admin] Publish callbacks [] for security_group (92f2379c-713f-4f13-9462-c0560cfabb43), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.539113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5ac18973-0cc9-4635-820c-cf5cae478906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (92f2379c-713f-4f13-9462-c0560cfabb43), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.588040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5ac18973-0cc9-4635-820c-cf5cae478906 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a7a7c29951a4a14a9533087cd0a5722&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2314489
Apr 02 21:23:16.591538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18973-0cc9-4635-820c-cf5cae478906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2379c-713f-4f13-9462-c0560cfabb43,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:16.591832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:16.646735 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70f02f92-44ec-46f1-961c-2027fc1a1398 admin admin] Publish callbacks [] for security_group (92f2379c-713f-4f13-9462-c0560cfabb43), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.667926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70f02f92-44ec-46f1-961c-2027fc1a1398 admin admin] Publish callbacks [] for security_group (92f2379c-713f-4f13-9462-c0560cfabb43), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.714384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70f02f92-44ec-46f1-961c-2027fc1a1398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (92f2379c-713f-4f13-9462-c0560cfabb43), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.716963 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-70f02f92-44ec-46f1-961c-2027fc1a1398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:16.718110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-70f02f92-44ec-46f1-961c-2027fc1a1398 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92f2379c-713f-4f13-9462-c0560cfabb43 HTTP/1.1" status: 204  len: 168 time: 0.1246879
Apr 02 21:23:16.726592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02f92-44ec-46f1-961c-2027fc1a1398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2379c-713f-4f13-9462-c0560cfabb43,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:16.765955 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:23:16.973004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46034) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:16.985843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce7f7-81e6-441b-a322-01d40de3c424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.057062 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce7f7-81e6-441b-a322-01d40de3c424 admin admin] Publish callbacks [] for security_group (d772153f-6785-4df7-9d53-7d470d3be1a6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.060830 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce7f7-81e6-441b-a322-01d40de3c424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d772153f-6785-4df7-9d53-7d470d3be1a6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.100042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3e1ce7f7-81e6-441b-a322-01d40de3c424 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc46b6823685481b85863feb1c480197&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1259527
Apr 02 21:23:17.101298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ce7f7-81e6-441b-a322-01d40de3c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772153f-6785-4df7-9d53-7d470d3be1a6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:17.102754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46038) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:17.137208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:17.150343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a02f2ab-e574-4e66-8b68-c8bdd44e4487 admin admin] Publish callbacks [] for security_group (d772153f-6785-4df7-9d53-7d470d3be1a6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.171764 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a02f2ab-e574-4e66-8b68-c8bdd44e4487 admin admin] Publish callbacks [] for security_group (d772153f-6785-4df7-9d53-7d470d3be1a6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.199534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-39bb9e40-75a2-4834-860d-336112c0fd77 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/floatingips/f45ea585-e4c0-4a5b-b606-6a5b21d9f108 HTTP/1.1" status: 200  len: 994 time: 0.0611961
Apr 02 21:23:17.218409 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a02f2ab-e574-4e66-8b68-c8bdd44e4487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d772153f-6785-4df7-9d53-7d470d3be1a6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.221054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a02f2ab-e574-4e66-8b68-c8bdd44e4487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.222209 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a02f2ab-e574-4e66-8b68-c8bdd44e4487 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d772153f-6785-4df7-9d53-7d470d3be1a6 HTTP/1.1" status: 204  len: 168 time: 0.1184883
Apr 02 21:23:17.230395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02f2ab-e574-4e66-8b68-c8bdd44e4487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772153f-6785-4df7-9d53-7d470d3be1a6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:17.457075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46050) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:17.622365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port c85306ba-bd4b-45e6-bb7a-2bb285901235 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:17.622703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.704051 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.704406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (c85306ba-bd4b-45e6-bb7a-2bb285901235), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.716434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for c85306ba-bd4b-45e6-bb7a-2bb285901235 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:17.898364 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c85306ba-bd4b-45e6-bb7a-2bb285901235), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.926695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=c85306ba-bd4b-45e6-bb7a-2bb285901235,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:17.972962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.995565 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for floatingip (f45ea585-e4c0-4a5b-b606-6a5b21d9f108), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:17.995893 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Floating IP f45ea585-e4c0-4a5b-b606-6a5b21d9f108 disassociated (deleted). External IP: 172.35.4.253, port: 2de2e38f-cea5-4a34-ab3d-af26d621abf5.
Apr 02 21:23:18.223628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router 98215d82-b9b0-4f9f-b89b-09de300e6601 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:23:18.337323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:18.341889 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:18.347630 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] Sync routers for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:18.358331 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:18.359233 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cca8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:18.382809 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0f70c7e9-e874-4d2f-ab6f-8cd961bcb260 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/floatingips/f45ea585-e4c0-4a5b-b606-6a5b21d9f108 HTTP/1.1" status: 204  len: 168 time: 0.9246061
Apr 02 21:23:18.384285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:23:18.386773 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f273f9-c3de-47cb-a399-dc7716d15b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:23:18.480911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:18.644047 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db1eb81-33db-480e-b43d-65ab0702eab5 x-openstack-request-id: req-3db1eb81-33db-480e-b43d-65ab0702eab5 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:23:18.644939 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:23:18.645298 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3db1eb81-33db-480e-b43d-65ab0702eab5 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:23:18.645872 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db1eb81-33db-480e-b43d-65ab0702eab5'] response: {'name': 'network-changed', 'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'status': 'completed', 'code': 200}
Apr 02 21:23:18.671695 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedcc3d-c3d4-42ab-bc1f-10e4a42bf4e4 req-882b5922-0f32-487c-bd43-ed1f4243c7d6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:18.673409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2eedcc3d-c3d4-42ab-bc1f-10e4a42bf4e4 req-882b5922-0f32-487c-bd43-ed1f4243c7d6 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 946 time: 0.0621679
Apr 02 21:23:18.739803 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cca8e0>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:18.743206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2eedcc3d-c3d4-42ab-bc1f-10e4a42bf4e4 req-117151d1-fe3e-48cc-96ca-62f67bf5e5c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576210
Apr 02 21:23:18.743628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-734f8083-73ea-415c-8429-85f705c0959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:18.745320 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-734f8083-73ea-415c-8429-85f705c0959c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 1128 time: 0.0667584
Apr 02 21:23:18.767832 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] Checking router: 98215d82-b9b0-4f9f-b89b-09de300e6601 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:18.776424 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:18.777064 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845cca8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:18.861469 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-d7afe0ae-6acd-4e56-b13b-ce0b4efc9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:18.863158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-d7afe0ae-6acd-4e56-b13b-ce0b4efc9ea6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 200  len: 898 time: 0.1092892
Apr 02 21:23:18.985736 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:19.213568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845cca8e0>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:19.249160 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6495a-dcc0-4d2f-84b2-421a75f05e99 None None] The sync data for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 is: [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:23Z', 'revision_number': 4, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c5e6d7d-9a53-49ba-8887-65dd92fb9060', 'name': '', 'network_id': 'de133907-2e5a-4a41-a35e-372465d341cd', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'mac_address': 'fa:16:3e:c2:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:22Z', 'updated_at': '2022-04-02T21:22:27Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'subnets': [{'id': '6b06aa78-bd7d-4980-98a8-0f1c1cc23c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:19.282789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-4ebecf87-2dce-40d7-95dc-d7ce8f1ebfd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 200  len: 217 time: 0.4111626
Apr 02 21:23:19.340447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-9f2366ed-b667-4a66-9b7e-266865f88268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:19.342473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-9f2366ed-b667-4a66-9b7e-266865f88268 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 HTTP/1.1" status: 200  len: 834 time: 0.0468552
Apr 02 21:23:19.395015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-749d4eb8-993a-4dbd-af47-b0dba6d069e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:19.396757 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-749d4eb8-993a-4dbd-af47-b0dba6d069e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de133907-2e5a-4a41-a35e-372465d341cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471687
Apr 02 21:23:19.510028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-4aea2b11-ec62-4c3b-a056-6a4db93e5781 service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064327
Apr 02 21:23:19.538763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e7b06-8853-4767-b0ac-c068fd391fa2 None None] New status for floating IP f45ea585-e4c0-4a5b-b606-6a5b21d9f108: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:23:19.626950 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f273f9-c3de-47cb-a399-dc7716d15b2d req-d0f5b354-487c-4103-8f59-24c0abf12f5e service neutron] 10.222.0.21 "GET /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106730
Apr 02 21:23:19.864032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f05f-2f9a-4ff5-aa01-6369a4b775e1 req-718172ca-4858-4049-b993-187171914da4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:19.864032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f997f05f-2f9a-4ff5-aa01-6369a4b775e1 req-718172ca-4858-4049-b993-187171914da4 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 946 time: 0.0537562
Apr 02 21:23:19.916554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f997f05f-2f9a-4ff5-aa01-6369a4b775e1 req-6627b761-5a83-4f9d-90e3-3d531089479f tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0ae6449-2ead-4bb7-ad46-a885b76f5abd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455613
Apr 02 21:23:20.098591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aae094-6d21-413f-9446-89ff97385426 req-86e90591-6ad6-425a-9ded-b2f39250e179 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:20.100082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17aae094-6d21-413f-9446-89ff97385426 req-86e90591-6ad6-425a-9ded-b2f39250e179 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 946 time: 0.0532937
Apr 02 21:23:20.198737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:20.199121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.297479 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port 2de2e38f-cea5-4a34-ab3d-af26d621abf5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2de2e38f-cea5-4a34-ab3d-af26d621abf5,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:20.297841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.310506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for 2de2e38f-cea5-4a34-ab3d-af26d621abf5 owned by compute:nova {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:20.318318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46188) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:20.429102 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.447226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2de2e38f-cea5-4a34-ab3d-af26d621abf5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.483728 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=2de2e38f-cea5-4a34-ab3d-af26d621abf5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:20.510792 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Publish callbacks [] for security_group (451dfafc-7921-48db-b738-03495a44e69c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.513915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (451dfafc-7921-48db-b738-03495a44e69c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.534877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] No DVR routers for this DVR port 2de2e38f-cea5-4a34-ab3d-af26d621abf5 on host nch2-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:23:20.538021 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.542671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17aae094-6d21-413f-9446-89ff97385426 req-f125fd09-4446-4607-ae64-b4d3826546c2 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.21 "DELETE /v2.0/ports/2de2e38f-cea5-4a34-ab3d-af26d621abf5 HTTP/1.1" status: 204  len: 173 time: 0.4364560
Apr 02 21:23:20.557035 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=300e31ed1c8142b98d8cfc376a51dfa6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2374418
Apr 02 21:23:20.557814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451dfafc-7921-48db-b738-03495a44e69c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:20.559804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46192) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:20.566196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.566541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.566886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.567226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.567562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.567893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.568221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.568594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.568942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.569257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.569583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.569911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.570231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.570556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.570879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85b33-34be-494e-ad9e-ac71fea292de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:20.619880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68cd45d2-d202-4027-927f-27752778e011 admin admin] Publish callbacks [] for security_group (451dfafc-7921-48db-b738-03495a44e69c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.643221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68cd45d2-d202-4027-927f-27752778e011 admin admin] Publish callbacks [] for security_group (451dfafc-7921-48db-b738-03495a44e69c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.649175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'name': 'network-vif-deleted', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:23:20.651980 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47156009-4602-4a09-bc8c-4b549fd1ac79" -d '{"events": [{"server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "name": "network-vif-deleted", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:23:20.704877 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c76ba-27db-4f16-9222-6c3749a3cb43 x-openstack-request-id: req-267c76ba-27db-4f16-9222-6c3749a3cb43 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:23:20.705299 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a015dc-1320-42b4-ba9a-074efa9bb974", "name": "network-vif-deleted", "tag": "2de2e38f-cea5-4a34-ab3d-af26d621abf5", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:23:20.705637 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-267c76ba-27db-4f16-9222-6c3749a3cb43 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:23:20.706046 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267c76ba-27db-4f16-9222-6c3749a3cb43'] response: {'server_uuid': '18a015dc-1320-42b4-ba9a-074efa9bb974', 'name': 'network-vif-deleted', 'tag': '2de2e38f-cea5-4a34-ab3d-af26d621abf5', 'status': 'completed', 'code': 200}
Apr 02 21:23:20.707061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68cd45d2-d202-4027-927f-27752778e011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (451dfafc-7921-48db-b738-03495a44e69c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.709678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68cd45d2-d202-4027-927f-27752778e011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:20.710826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-68cd45d2-d202-4027-927f-27752778e011 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/451dfafc-7921-48db-b738-03495a44e69c HTTP/1.1" status: 204  len: 168 time: 0.1499615
Apr 02 21:23:20.718544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd45d2-d202-4027-927f-27752778e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451dfafc-7921-48db-b738-03495a44e69c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:21.009754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46202) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:21.028076 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7fb01500-9a90-43d1-a799-404e3a811bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.035598 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce6ccc8b-4e0f-4008-a3d2-99a6e3a6b2ac req-065e44fd-e7b8-40a6-8ab0-cce48c263661 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "GET /v2.0/ports?device_id=18a015dc-1320-42b4-ba9a-074efa9bb974 HTTP/1.1" status: 200  len: 210 time: 0.0284564
Apr 02 21:23:21.112806 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7fb01500-9a90-43d1-a799-404e3a811bdb admin admin] Publish callbacks [] for security_group (349eeb38-5861-4489-a5f5-340cd88fbd50), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.116440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7fb01500-9a90-43d1-a799-404e3a811bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (349eeb38-5861-4489-a5f5-340cd88fbd50), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.155100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7fb01500-9a90-43d1-a799-404e3a811bdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb4bd00c809c42d9a15ae2ab7973dd97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1444340
Apr 02 21:23:21.155994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb01500-9a90-43d1-a799-404e3a811bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349eeb38-5861-4489-a5f5-340cd88fbd50,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:21.158899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46204) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:21.208630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-674c54cd-cfb0-482f-8cea-0c008e9b0791 admin admin] Publish callbacks [] for security_group (349eeb38-5861-4489-a5f5-340cd88fbd50), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.229210 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-674c54cd-cfb0-482f-8cea-0c008e9b0791 admin admin] Publish callbacks [] for security_group (349eeb38-5861-4489-a5f5-340cd88fbd50), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.273766 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-674c54cd-cfb0-482f-8cea-0c008e9b0791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (349eeb38-5861-4489-a5f5-340cd88fbd50), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.276246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-674c54cd-cfb0-482f-8cea-0c008e9b0791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:21.277421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-674c54cd-cfb0-482f-8cea-0c008e9b0791 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/349eeb38-5861-4489-a5f5-340cd88fbd50 HTTP/1.1" status: 204  len: 168 time: 0.1171820
Apr 02 21:23:21.285655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c54cd-cfb0-482f-8cea-0c008e9b0791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349eeb38-5861-4489-a5f5-340cd88fbd50,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:22.096774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46232) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:22.152467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73282ac8-71fc-4a4b-8138-db631187af53 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (f0ae6449-2ead-4bb7-ad46-a885b76f5abd), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:22.179066 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73282ac8-71fc-4a4b-8138-db631187af53 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (f0ae6449-2ead-4bb7-ad46-a885b76f5abd), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:22.240828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73282ac8-71fc-4a4b-8138-db631187af53 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f0ae6449-2ead-4bb7-ad46-a885b76f5abd), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:22.243527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-73282ac8-71fc-4a4b-8138-db631187af53 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:22.244738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-73282ac8-71fc-4a4b-8138-db631187af53 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0ae6449-2ead-4bb7-ad46-a885b76f5abd HTTP/1.1" status: 204  len: 168 time: 0.1469355
Apr 02 21:23:22.254353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282ac8-71fc-4a4b-8138-db631187af53 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae6449-2ead-4bb7-ad46-a885b76f5abd,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:22.276992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46242) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:22.773442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (98215d82-b9b0-4f9f-b89b-09de300e6601), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:23.086165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:23.086552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:23.142579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a56e35fd-9bc8-4df2-a087-df4bd4d2f93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:23.178132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port 6c5e6d7d-9a53-49ba-8887-65dd92fb9060, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:23.178506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:23.191079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:23.424910 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6c5e6d7d-9a53-49ba-8887-65dd92fb9060), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:23.451540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=6c5e6d7d-9a53-49ba-8887-65dd92fb9060,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:23.634793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (98215d82-b9b0-4f9f-b89b-09de300e6601), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:23.734562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2de2e38f-cea5-4a34-ab3d-af26d621abf5 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:23:23.755921 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 2de2e38f-cea5-4a34-ab3d-af26d621abf5 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:23:23.756561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2de2e38f-cea5-4a34-ab3d-af26d621abf5 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:23:23.862502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Router 98215d82-b9b0-4f9f-b89b-09de300e6601 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:23:23.974166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:23.980910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d7a117f8-879f-4eff-9dcb-d94a362fef65 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "PUT /v2.0/routers/98215d82-b9b0-4f9f-b89b-09de300e6601/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7023211
Apr 02 21:23:23.981930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46288) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:23.984228 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] Sync routers for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:23.994002 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:23.994606 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:24.037024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting subnet 6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:23:24.040584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (6b06aa78-bd7d-4980-98a8-0f1c1cc23c53), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.087186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (6b06aa78-bd7d-4980-98a8-0f1c1cc23c53), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.107312 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:24.306496 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b580>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:23:23Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:24.333535 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] Checking router: 98215d82-b9b0-4f9f-b89b-09de300e6601 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:24.342037 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] Routers {'98215d82-b9b0-4f9f-b89b-09de300e6601'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:24.342653 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:22:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['98215d82-b9b0-4f9f-b89b-09de300e6601'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:24.425389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (6b06aa78-bd7d-4980-98a8-0f1c1cc23c53), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.456040 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] Set router 98215d82-b9b0-4f9f-b89b-09de300e6601 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:24.482916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (6b06aa78-bd7d-4980-98a8-0f1c1cc23c53), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.513139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Subnet': ['ID=6b06aa78-bd7d-4980-98a8-0f1c1cc23c53,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:24.517355 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.520772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-11a870d2-20bb-4b63-a4d9-a1a7c5b4949a tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/subnets/6b06aa78-bd7d-4980-98a8-0f1c1cc23c53 HTTP/1.1" status: 204  len: 168 time: 0.5377185
Apr 02 21:23:24.523321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46300) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:24.524625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8eaa2b-c078-4641-8052-12eb835cb325 None None] Network de133907-2e5a-4a41-a35e-372465d341cd requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:24.649746 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router (98215d82-b9b0-4f9f-b89b-09de300e6601), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.658212 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b580>, [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:23:23Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:24.685813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ef3f-6d42-4c39-beb0-604cc947c46c None None] The sync data for ids ['98215d82-b9b0-4f9f-b89b-09de300e6601'] in ncdv-master-1 is: [{'id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'name': 'tempest-TestNetworkBasicOps-router-2082060400', 'tenant_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:23:23Z', 'revision_number': 5, 'project_id': '7c63afebe86f46e8b16647d8eda2cfb9', 'gw_port': {'id': 'd2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98215d82-b9b0-4f9f-b89b-09de300e6601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:18Z', 'updated_at': '2022-04-02T21:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:24.736618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] DHCP port deletion for de133907-2e5a-4a41-a35e-372465d341cd request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:23:24.772060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_gateway (98215d82-b9b0-4f9f-b89b-09de300e6601), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.789452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] Deleting port 612323da-07b9-4d92-ac49-c10c25b58b15 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:24.789826 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.826755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Deleting port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:23:24.827099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.855898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] For port 612323da-07b9-4d92-ac49-c10c25b58b15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=612323da-07b9-4d92-ac49-c10c25b58b15,segment=NetworkSegment(a25fe836-8225-456c-aa78-c48d9970ab6c),segment_id=a25fe836-8225-456c-aa78-c48d9970ab6c)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:24.856304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.870901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] Calling delete_port for 612323da-07b9-4d92-ac49-c10c25b58b15 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:24.910975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] For port d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:24.911334 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.925075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Calling delete_port for d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:23:24.962562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (612323da-07b9-4d92-ac49-c10c25b58b15), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:24.989926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] Pushing event deleted for resources: {'Port': ['ID=612323da-07b9-4d92-ac49-c10c25b58b15,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:24.991546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47337da1-c1ec-434d-9699-867d2efe0512 None None] No DVR routers for this DVR port 612323da-07b9-4d92-ac49-c10c25b58b15 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:23:25.130301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:23:25.149512 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.155488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:23:25.155852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6c5e6d7d-9a53-49ba-8887-65dd92fb9060 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:23:25.156287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 612323da-07b9-4d92-ac49-c10c25b58b15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:23:25.180658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 612323da-07b9-4d92-ac49-c10c25b58b15 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:23:25.181006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 612323da-07b9-4d92-ac49-c10c25b58b15 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:23:25.198399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Port': ['ID=d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:25.275439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (98215d82-b9b0-4f9f-b89b-09de300e6601), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.311495 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-287e78b4-30ce-4b19-b85b-cdf00f2b87bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.388158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (98215d82-b9b0-4f9f-b89b-09de300e6601), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.390494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router_controller (98215d82-b9b0-4f9f-b89b-09de300e6601), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.445715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (98215d82-b9b0-4f9f-b89b-09de300e6601), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.446411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Fanout notify agent at l3_agent the message router_deleted on router 98215d82-b9b0-4f9f-b89b-09de300e6601 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:23:25.452924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.454636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a13a5cb-8e7a-46dc-a587-4e22bf98eb3b tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/routers/98215d82-b9b0-4f9f-b89b-09de300e6601 HTTP/1.1" status: 204  len: 168 time: 0.9298575
Apr 02 21:23:25.457710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46320) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:25.539837 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (de133907-2e5a-4a41-a35e-372465d341cd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.645054 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (de133907-2e5a-4a41-a35e-372465d341cd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.664845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847c485b0>,) {'filters': {'network_id': ['de133907-2e5a-4a41-a35e-372465d341cd']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:25.675383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c485b0>, 'a25fe836-8225-456c-aa78-c48d9970ab6c') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:25.675683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847c485b0>, 'a25fe836-8225-456c-aa78-c48d9970ab6c') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:25.685907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (a25fe836-8225-456c-aa78-c48d9970ab6c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.699513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a25fe836-8225-456c-aa78-c48d9970ab6c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.706425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:23:25.706820 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (a25fe836-8225-456c-aa78-c48d9970ab6c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:23:25.710499 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:23:25.769949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (de133907-2e5a-4a41-a35e-372465d341cd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.776601 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:25.779715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] 10.222.0.18 "DELETE /v2.0/networks/de133907-2e5a-4a41-a35e-372465d341cd HTTP/1.1" status: 204  len: 168 time: 0.3211596
Apr 02 21:23:25.791711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Pushing event deleted for resources: {'Network': ['ID=de133907-2e5a-4a41-a35e-372465d341cd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:25.801888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.802241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.802709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.803055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.803395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.803731 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.804064 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.804397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.804749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.805075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.805402 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.805725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.806044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.806373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:25.806695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf8337-a472-42d2-b99f-b9f8a51af8f9 tempest-TestNetworkBasicOps-1076811798 tempest-TestNetworkBasicOps-1076811798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:26.042556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46342) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:26.181002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:26.181141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b09566e8-0e39-407b-8e62-a3c03fd13226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c63afebe86f46e8b16647d8eda2cfb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1374314
Apr 02 21:23:26.237159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89be8e6e-02d2-4bf8-83fc-7434e8378920 admin admin] Publish callbacks [] for security_group (2a61d641-db76-41bd-a9ec-21f638e34aa5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.257790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89be8e6e-02d2-4bf8-83fc-7434e8378920 admin admin] Publish callbacks [] for security_group (2a61d641-db76-41bd-a9ec-21f638e34aa5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.308135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89be8e6e-02d2-4bf8-83fc-7434e8378920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2a61d641-db76-41bd-a9ec-21f638e34aa5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.310736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-89be8e6e-02d2-4bf8-83fc-7434e8378920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.312091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89be8e6e-02d2-4bf8-83fc-7434e8378920 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a61d641-db76-41bd-a9ec-21f638e34aa5 HTTP/1.1" status: 204  len: 168 time: 0.1296549
Apr 02 21:23:26.320284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be8e6e-02d2-4bf8-83fc-7434e8378920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a61d641-db76-41bd-a9ec-21f638e34aa5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:26.596065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:26.609736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c66353e7-3cc3-4457-8b39-863f7118d8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.692760 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c66353e7-3cc3-4457-8b39-863f7118d8a8 admin admin] Publish callbacks [] for security_group (96a0180b-3bb7-4a28-bea2-5e831a22fa92), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.696874 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.697418 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c66353e7-3cc3-4457-8b39-863f7118d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (96a0180b-3bb7-4a28-bea2-5e831a22fa92), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.734259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c66353e7-3cc3-4457-8b39-863f7118d8a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf0ee664e09941108231c2b4c4a4f0e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1365817
Apr 02 21:23:26.735050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66353e7-3cc3-4457-8b39-863f7118d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a0180b-3bb7-4a28-bea2-5e831a22fa92,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:26.737367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46376) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:26.786350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7faa6ddd-db8e-4c99-8232-0efd4b4d84a5 admin admin] Publish callbacks [] for security_group (96a0180b-3bb7-4a28-bea2-5e831a22fa92), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.808271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7faa6ddd-db8e-4c99-8232-0efd4b4d84a5 admin admin] Publish callbacks [] for security_group (96a0180b-3bb7-4a28-bea2-5e831a22fa92), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.816009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:23:26.838373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:23:26.839082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d2e41c6a-c4b7-4ea9-b04f-5741e4b4b7df not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:23:26.856918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7faa6ddd-db8e-4c99-8232-0efd4b4d84a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (96a0180b-3bb7-4a28-bea2-5e831a22fa92), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.859475 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7faa6ddd-db8e-4c99-8232-0efd4b4d84a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:26.863832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7faa6ddd-db8e-4c99-8232-0efd4b4d84a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96a0180b-3bb7-4a28-bea2-5e831a22fa92 HTTP/1.1" status: 204  len: 168 time: 0.1226757
Apr 02 21:23:26.869161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa6ddd-db8e-4c99-8232-0efd4b4d84a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a0180b-3bb7-4a28-bea2-5e831a22fa92,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:27.527528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46402) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:27.627063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2072079290-network', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:27.651004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Made reservation on behalf of 0ac7776ae2fb45cfa015c4056f0ab4a0 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:27.653389 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.661922 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.745053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks [] for security_group (47160956-8670-4379-a1a4-e071ae30abf9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.749277 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (47160956-8670-4379-a1a4-e071ae30abf9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.779045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:23:27.785125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47160956-8670-4379-a1a4-e071ae30abf9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:27.794743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c98dbc7f-3869-474b-a3bd-98faf3c9ea7b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.795076 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Added segment c98dbc7f-3869-474b-a3bd-98faf3c9ea7b of type vlan for network 9f1df9e6-794c-48f6-899a-ff2d0287d391
Apr 02 21:23:27.839976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (9f1df9e6-794c-48f6-899a-ff2d0287d391), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.869000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (9f1df9e6-794c-48f6-899a-ff2d0287d391), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.870158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:27.871384 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.924132 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3955021
Apr 02 21:23:27.927878 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46414) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:27.933399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Request body: {'subnet': {'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2072079290-subnet', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:27.957447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Made reservation on behalf of 0ac7776ae2fb45cfa015c4056f0ab4a0 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:27.960480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:27.979063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb7f04-0890-43a0-afb9-0f9a68020973 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1df9e6-794c-48f6-899a-ff2d0287d391,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:27.991397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:23:28.135647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (ddc36f51-fd11-4b48-b113-b8a2110fea58), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.191706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc36f51-fd11-4b48-b113-b8a2110fea58,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:28.202011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Checking segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:28.202262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Network hostable DHCP agents. Network: 9f1df9e6-794c-48f6-899a-ff2d0287d391, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:23:28.218824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:23:28.227748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f1df9e6-794c-48f6-899a-ff2d0287d391) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:28.232117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:28.232876 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.238535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6521247-7ae5-47bc-a569-30c22ae4d334 None None] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:28.257104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-809a032d-f733-47cb-a15c-a3a6e456c4f9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3251112
Apr 02 21:23:28.257410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46420) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:28.272339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:28.288863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.289964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.351767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks [] for router_controller (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.368792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f1df9e6-794c-48f6-899a-ff2d0287d391', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:23:28.370670 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.521188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks [] for router_gateway (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.533697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Allocated IP 172.20.0.2 (9f1df9e6-794c-48f6-899a-ff2d0287d391/ddc36f51-fd11-4b48-b113-b8a2110fea58/c3c06a2d-9922-4207-8483-08a98c635e85) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:28.699858 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Publish callbacks [] for port (c3c06a2d-9922-4207-8483-08a98c635e85), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.707620 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.732857 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks [] for router_gateway (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.745749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:28.749935 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:28.753142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.754423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:28.773743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Pushing event updated for resources: {'Port': ['ID=c3c06a2d-9922-4207-8483-08a98c635e85,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:28.799601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.832817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Attempting to bind port c3c06a2d-9922-4207-8483-08a98c635e85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:28.833192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Attempting to bind port c3c06a2d-9922-4207-8483-08a98c635e85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:28.833558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Attempting to bind port c3c06a2d-9922-4207-8483-08a98c635e85 on network 9f1df9e6-794c-48f6-899a-ff2d0287d391 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:28.839034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:28.839389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Checking segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:28.839793 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.840193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Bound using segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:28.840730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Bound port: c3c06a2d-9922-4207-8483-08a98c635e85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:28.841125 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.880190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Allocated IP 172.35.4.161 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/0b616414-6ecd-4100-8596-14e72ecdb59e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:28.909545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] For port c3c06a2d-9922-4207-8483-08a98c635e85, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:28.913377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] For port c3c06a2d-9922-4207-8483-08a98c635e85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3c06a2d-9922-4207-8483-08a98c635e85,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:28.920067 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:28.989419 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb182f7d-0031-47f2-b60e-9d8d2354567d None None] Pushing event updated for resources: {'Port': ['ID=c3c06a2d-9922-4207-8483-08a98c635e85,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:29.005131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks [] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:29.045696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:29.086814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:29.091958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:29.095228 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:29.101443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Pushing event updated for resources: {'Port': ['ID=0b616414-6ecd-4100-8596-14e72ecdb59e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:29.427287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:29.682434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks [] for router_gateway (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:29.904107 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:29.987034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71463c14-e9ea-43cc-b282-721ad150d701 None None] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:30.074264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:23:30.081782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] Provisioning complete for port c3c06a2d-9922-4207-8483-08a98c635e85 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:30.082206 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.182248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:30.200707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:30.202897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] Current status of the port c3c06a2d-9922-4207-8483-08a98c635e85 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:30.203719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.210028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Sync routers for ids ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:30.222332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.224039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-be7d08d7-af48-4be9-b742-0fb69168f746 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9654858
Apr 02 21:23:30.226571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46494) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:30.257644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] For port c3c06a2d-9922-4207-8483-08a98c635e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3c06a2d-9922-4207-8483-08a98c635e85,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:30.260732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Routers {'1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:30.261590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fe5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:30.265811 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.336071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be6fddb-a76a-4d6c-9868-c07b39e4c80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.406781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965521b6-4767-4eeb-918c-7a6f34552d3c None None] Pushing event updated for resources: {'Port': ['ID=c3c06a2d-9922-4207-8483-08a98c635e85,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:30.437912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Set router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:30.441129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be6fddb-a76a-4d6c-9868-c07b39e4c80a admin admin] Publish callbacks [] for security_group (82a53754-f08e-41f5-a59b-7ea01845a861), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.452966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be6fddb-a76a-4d6c-9868-c07b39e4c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (82a53754-f08e-41f5-a59b-7ea01845a861), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.495014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0be6fddb-a76a-4d6c-9868-c07b39e4c80a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d5e15a125994c2bbe968e70eb1458c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3115811
Apr 02 21:23:30.496109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6fddb-a76a-4d6c-9868-c07b39e4c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a53754-f08e-41f5-a59b-7ea01845a861,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:30.497718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46496) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:30.536025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bed1c4e5-6d08-4894-8073-3003fb830ebc None None] Provisioning complete for port c3c06a2d-9922-4207-8483-08a98c635e85 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:30.536432 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bed1c4e5-6d08-4894-8073-3003fb830ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.596168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e16b047-3121-4824-a54f-4a289b0973dc admin admin] Publish callbacks [] for security_group (82a53754-f08e-41f5-a59b-7ea01845a861), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.653786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e16b047-3121-4824-a54f-4a289b0973dc admin admin] Publish callbacks [] for security_group (82a53754-f08e-41f5-a59b-7ea01845a861), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.693745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bed1c4e5-6d08-4894-8073-3003fb830ebc None None] Current status of the port c3c06a2d-9922-4207-8483-08a98c635e85 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:30.706928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fe5160>, [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:29Z', 'revision_number': 3, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:30.733984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Checking router: 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:30.734350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Updating router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc port 0b616414-6ecd-4100-8596-14e72ecdb59e binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:23:30.743038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e16b047-3121-4824-a54f-4a289b0973dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (82a53754-f08e-41f5-a59b-7ea01845a861), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.745597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e16b047-3121-4824-a54f-4a289b0973dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.746727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8e16b047-3121-4824-a54f-4a289b0973dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82a53754-f08e-41f5-a59b-7ea01845a861 HTTP/1.1" status: 204  len: 168 time: 0.2465668
Apr 02 21:23:30.772681 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.803185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16b047-3121-4824-a54f-4a289b0973dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a53754-f08e-41f5-a59b-7ea01845a861,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:30.851581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:30.925949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c3c06a2d-9922-4207-8483-08a98c635e85 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:31.038830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port c3c06a2d-9922-4207-8483-08a98c635e85 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:31.039296 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.064770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Allocated IP 172.20.0.1 (9f1df9e6-794c-48f6-899a-ff2d0287d391/ddc36f51-fd11-4b48-b113-b8a2110fea58/922db015-cd49-4628-84fa-a16919aefe70) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:31.104868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46502) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:31.118222 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-602265bc-256c-49ca-9492-865b6d6a6736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.181584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks [] for port (922db015-cd49-4628-84fa-a16919aefe70), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.208011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-602265bc-256c-49ca-9492-865b6d6a6736 admin admin] Publish callbacks [] for security_group (29d64d05-f3e5-4169-821c-1e17ad2f6aa6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.213628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-602265bc-256c-49ca-9492-865b6d6a6736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (29d64d05-f3e5-4169-821c-1e17ad2f6aa6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.220924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (922db015-cd49-4628-84fa-a16919aefe70), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.257749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-602265bc-256c-49ca-9492-865b6d6a6736 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2286f5ba57824086820f6b4bd21ff876&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1490734
Apr 02 21:23:31.257972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46504) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:31.263026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:31.265555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602265bc-256c-49ca-9492-865b6d6a6736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d64d05-f3e5-4169-821c-1e17ad2f6aa6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:31.266758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:31.271807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:31.313280 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4646-7d2c-423c-a324-d36d8127a17b admin admin] Publish callbacks [] for security_group (29d64d05-f3e5-4169-821c-1e17ad2f6aa6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.314136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.324617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port c3c06a2d-9922-4207-8483-08a98c635e85 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:31.341168 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4646-7d2c-423c-a324-d36d8127a17b admin admin] Publish callbacks [] for security_group (29d64d05-f3e5-4169-821c-1e17ad2f6aa6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.343999 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Publish callbacks [] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.354056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.398286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4646-7d2c-423c-a324-d36d8127a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (29d64d05-f3e5-4169-821c-1e17ad2f6aa6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.402905 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4646-7d2c-423c-a324-d36d8127a17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.405188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2a3d4646-7d2c-423c-a324-d36d8127a17b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29d64d05-f3e5-4169-821c-1e17ad2f6aa6 HTTP/1.1" status: 204  len: 168 time: 0.1462843
Apr 02 21:23:31.414660 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d4646-7d2c-423c-a324-d36d8127a17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d64d05-f3e5-4169-821c-1e17ad2f6aa6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:31.418797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Pushing event updated for resources: {'Port': ['ID=922db015-cd49-4628-84fa-a16919aefe70,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:31.482333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Attempting to bind port 0b616414-6ecd-4100-8596-14e72ecdb59e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:31.482899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Attempting to bind port 0b616414-6ecd-4100-8596-14e72ecdb59e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:31.483072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Attempting to bind port 0b616414-6ecd-4100-8596-14e72ecdb59e on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:31.485236 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0c0c-a534-4b64-a2c2-edb0879ec126 None None] Pushing event updated for resources: {'Port': ['ID=0b616414-6ecd-4100-8596-14e72ecdb59e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:31.490942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (922db015-cd49-4628-84fa-a16919aefe70), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.498506 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:31.498895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:31.499300 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.499840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:31.500318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Bound port: 0b616414-6ecd-4100-8596-14e72ecdb59e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:31.501316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.558631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] For port 0b616414-6ecd-4100-8596-14e72ecdb59e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:31.561853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] For port 0b616414-6ecd-4100-8596-14e72ecdb59e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b616414-6ecd-4100-8596-14e72ecdb59e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:31.569356 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.642829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0c0c-a534-4b64-a2c2-edb0879ec126 None None] Pushing event updated for resources: {'Port': ['ID=0b616414-6ecd-4100-8596-14e72ecdb59e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:31.645798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Routers {'1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:31.646414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fe5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:31.648789 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a5331a2b-81b1-4bbf-bb31-5f50b1d6fd0a None None] Provisioning complete for port 922db015-cd49-4628-84fa-a16919aefe70 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:31.649187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a5331a2b-81b1-4bbf-bb31-5f50b1d6fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (922db015-cd49-4628-84fa-a16919aefe70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.678353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks [] for port (922db015-cd49-4628-84fa-a16919aefe70), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.683574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (922db015-cd49-4628-84fa-a16919aefe70), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.732122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a5331a2b-81b1-4bbf-bb31-5f50b1d6fd0a None None] Port 922db015-cd49-4628-84fa-a16919aefe70 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:23:31.752760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Pushing event updated for resources: {'Port': ['ID=922db015-cd49-4628-84fa-a16919aefe70,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:31.754698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.805436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] Set router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:31.834415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46510) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:31.852096 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-2318-4d04-a4e1-40e82c69038c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:31.879277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:31.884531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:32.020424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fe5160>, [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '922db015-cd49-4628-84fa-a16919aefe70', 'name': '', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'mac_address': 'fa:16:3e:4d:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:30Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 1, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'subnets': [{'id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:32.049614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b6bd4-b31e-49fa-a4ff-65ba4fff97e3 None None] The sync data for ids ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'] in ncdv-master-1 is: [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '922db015-cd49-4628-84fa-a16919aefe70', 'name': '', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'mac_address': 'fa:16:3e:4d:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:30Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 1, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'subnets': [{'id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:32.154600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f447dcd0-993a-4355-abc5-7ba2ad127611 None None] Provisioning complete for port 922db015-cd49-4628-84fa-a16919aefe70 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:32.155074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f447dcd0-993a-4355-abc5-7ba2ad127611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (922db015-cd49-4628-84fa-a16919aefe70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.195701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f447dcd0-993a-4355-abc5-7ba2ad127611 None None] Port 922db015-cd49-4628-84fa-a16919aefe70 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:23:32.337186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-2318-4d04-a4e1-40e82c69038c admin admin] Publish callbacks [] for security_group (03f5859f-4afb-468d-a68d-35ae4a75a13f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.343791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-2318-4d04-a4e1-40e82c69038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (03f5859f-4afb-468d-a68d-35ae4a75a13f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.384537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:23:32.392010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b7164185-2318-4d04-a4e1-40e82c69038c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02817484f8f94adca5a110557c4a04fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5565257
Apr 02 21:23:32.394214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7164185-2318-4d04-a4e1-40e82c69038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f5859f-4afb-468d-a68d-35ae4a75a13f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:32.394900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46514) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:32.455939 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eedcdc0-d03e-4712-afbe-18d20702e7f5 admin admin] Publish callbacks [] for security_group (03f5859f-4afb-468d-a68d-35ae4a75a13f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.479057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eedcdc0-d03e-4712-afbe-18d20702e7f5 admin admin] Publish callbacks [] for security_group (03f5859f-4afb-468d-a68d-35ae4a75a13f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.512678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:32.518359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5e479eb0-9ddb-4d73-8d80-3505f05b4e0c admin admin] 10.222.0.18 "PUT /v2.0/routers/1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2907939
Apr 02 21:23:32.538269 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eedcdc0-d03e-4712-afbe-18d20702e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (03f5859f-4afb-468d-a68d-35ae4a75a13f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.541184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eedcdc0-d03e-4712-afbe-18d20702e7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:32.542361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2eedcdc0-d03e-4712-afbe-18d20702e7f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03f5859f-4afb-468d-a68d-35ae4a75a13f HTTP/1.1" status: 204  len: 168 time: 0.1464071
Apr 02 21:23:32.550341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedcdc0-d03e-4712-afbe-18d20702e7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f5859f-4afb-468d-a68d-35ae4a75a13f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:33.133858 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46540) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:33.139472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2081515548-network', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:33.161868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Made reservation on behalf of f24d54a3f4d64e24b23d5626d77e90dd for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:33.164654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.174712 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.271470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks [] for security_group (b80c0e4f-199b-4f8f-9eb7-09efe87f17b6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.277150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b80c0e4f-199b-4f8f-9eb7-09efe87f17b6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.300173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:23:33.317404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80c0e4f-199b-4f8f-9eb7-09efe87f17b6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:33.320995 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (275066ee-5b9b-41d8-8223-1247bcdb6fff), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.321637 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Added segment 275066ee-5b9b-41d8-8223-1247bcdb6fff of type vlan for network f9576266-4000-49b9-ac22-578115a71d1f
Apr 02 21:23:33.367049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f9576266-4000-49b9-ac22-578115a71d1f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.394707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f9576266-4000-49b9-ac22-578115a71d1f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.396073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:33.396817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.466967 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3316619
Apr 02 21:23:33.469968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46550) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:33.471170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b374e-0b4d-48c2-8c84-51f6d12ed374 admin admin] Pushing event updated for resources: {'Network': ['ID=f9576266-4000-49b9-ac22-578115a71d1f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:33.475418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Request body: {'subnet': {'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2081515548-subnet', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:33.482676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f9576266-4000-49b9-ac22-578115a71d1f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:23:33.501844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Made reservation on behalf of f24d54a3f4d64e24b23d5626d77e90dd for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:33.505478 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.701256 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7ae93cd7-b661-4d24-a009-2d713abf2424), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.756872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae93cd7-b661-4d24-a009-2d713abf2424,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:33.766209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Checking segment: {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:33.766754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Network hostable DHCP agents. Network: f9576266-4000-49b9-ac22-578115a71d1f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:23:33.785859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Network f9576266-4000-49b9-ac22-578115a71d1f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:23:33.795156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9576266-4000-49b9-ac22-578115a71d1f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:33.800072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:33.800978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.804433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87dfa60-b4b6-4eeb-ac50-63f001ca0d6b None None] Network f9576266-4000-49b9-ac22-578115a71d1f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:33.821646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c977592a-e755-4b32-939d-925f4fa43d9c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3499141
Apr 02 21:23:33.824433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46558) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:33.829876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:33.853619 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.854720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.929803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9576266-4000-49b9-ac22-578115a71d1f', 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'fixed_ips': [{'subnet_id': '7ae93cd7-b661-4d24-a009-2d713abf2424'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:23:33.930799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:33.958715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks [] for router_controller (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.074269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Allocated IP 172.20.0.2 (f9576266-4000-49b9-ac22-578115a71d1f/7ae93cd7-b661-4d24-a009-2d713abf2424/9bae36e7-9699-4ab9-8cd1-429cf834207d) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:34.108435 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks [] for router_gateway (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.249588 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Publish callbacks [] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.259513 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.302382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Network f9576266-4000-49b9-ac22-578115a71d1f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:34.307844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:34.312693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:34.321346 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Pushing event updated for resources: {'Port': ['ID=9bae36e7-9699-4ab9-8cd1-429cf834207d,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:34.363969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks [] for router_gateway (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.376227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Attempting to bind port 9bae36e7-9699-4ab9-8cd1-429cf834207d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:34.376661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Attempting to bind port 9bae36e7-9699-4ab9-8cd1-429cf834207d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:34.377043 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Attempting to bind port 9bae36e7-9699-4ab9-8cd1-429cf834207d on network f9576266-4000-49b9-ac22-578115a71d1f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:34.382601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:34.382997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Checking segment: {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:34.383409 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.383812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Bound using segment: {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:34.384295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Bound port: 9bae36e7-9699-4ab9-8cd1-429cf834207d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:34.384906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.390055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.480230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] For port 9bae36e7-9699-4ab9-8cd1-429cf834207d, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:34.486290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] For port 9bae36e7-9699-4ab9-8cd1-429cf834207d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bae36e7-9699-4ab9-8cd1-429cf834207d,segment=NetworkSegment(275066ee-5b9b-41d8-8223-1247bcdb6fff),segment_id=275066ee-5b9b-41d8-8223-1247bcdb6fff)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:34.497147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.525405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Allocated IP 172.35.4.151 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:34.566907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a32c8-d89b-4125-a8ba-cf3cd3655de1 None None] Pushing event updated for resources: {'Port': ['ID=9bae36e7-9699-4ab9-8cd1-429cf834207d,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:34.608847 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Sync routers for ids ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:34.618657 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Routers {'1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:34.619291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a7dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:34.654679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks [] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:34.748577 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Set router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:34.978625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46588) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:35.024895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.035772 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a7dbe0>, [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '922db015-cd49-4628-84fa-a16919aefe70', 'name': '', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'mac_address': 'fa:16:3e:4d:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:30Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 2, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'subnets': [{'id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:35.064967 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Checking router: 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:35.065829 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Updating router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc port 922db015-cd49-4628-84fa-a16919aefe70 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:23:35.066709 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9bae36e7-9699-4ab9-8cd1-429cf834207d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:35.075812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:35.079199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:35.085152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:35.101058 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (922db015-cd49-4628-84fa-a16919aefe70), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.114084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Pushing event updated for resources: {'Port': ['ID=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.138577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9bae36e7-9699-4ab9-8cd1-429cf834207d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:35.139045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.159714 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07b706f3-3c59-40c6-a5cf-b47d55a9683f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.259516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9bae36e7-9699-4ab9-8cd1-429cf834207d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:35.260236 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.290993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07b706f3-3c59-40c6-a5cf-b47d55a9683f admin admin] Publish callbacks [] for security_group (2526aa25-5d5a-42b0-84c3-9494fd4aaaaa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.297104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-07b706f3-3c59-40c6-a5cf-b47d55a9683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2526aa25-5d5a-42b0-84c3-9494fd4aaaaa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.313859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9bae36e7-9699-4ab9-8cd1-429cf834207d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bae36e7-9699-4ab9-8cd1-429cf834207d,segment=NetworkSegment(275066ee-5b9b-41d8-8223-1247bcdb6fff),segment_id=275066ee-5b9b-41d8-8223-1247bcdb6fff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:35.322498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.326189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0b616414-6ecd-4100-8596-14e72ecdb59e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:35.341004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b706f3-3c59-40c6-a5cf-b47d55a9683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2526aa25-5d5a-42b0-84c3-9494fd4aaaaa,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.347401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-07b706f3-3c59-40c6-a5cf-b47d55a9683f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e25150de5c0748dd9c77a162a880d82b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3676908
Apr 02 21:23:35.350046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46592) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:35.401757 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks [] for router_gateway (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.407723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cb6682c-8d0a-47b5-9759-949c32cebe17 admin admin] Publish callbacks [] for security_group (2526aa25-5d5a-42b0-84c3-9494fd4aaaaa), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.438597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cb6682c-8d0a-47b5-9759-949c32cebe17 admin admin] Publish callbacks [] for security_group (2526aa25-5d5a-42b0-84c3-9494fd4aaaaa), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.464955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9bae36e7-9699-4ab9-8cd1-429cf834207d,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.477976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.478589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.479244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.479762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.480401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.481208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.481728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.483366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.483905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.484403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.485488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.485985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.486495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.487442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.487939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.505698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cb6682c-8d0a-47b5-9759-949c32cebe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2526aa25-5d5a-42b0-84c3-9494fd4aaaaa), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.509617 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cb6682c-8d0a-47b5-9759-949c32cebe17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.513540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5cb6682c-8d0a-47b5-9759-949c32cebe17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2526aa25-5d5a-42b0-84c3-9494fd4aaaaa HTTP/1.1" status: 204  len: 168 time: 0.1598537
Apr 02 21:23:35.520899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6682c-8d0a-47b5-9759-949c32cebe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2526aa25-5d5a-42b0-84c3-9494fd4aaaaa,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.538852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0b616414-6ecd-4100-8596-14e72ecdb59e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:35.539692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.574205 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Publish callbacks [] for port (922db015-cd49-4628-84fa-a16919aefe70), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.585440 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (922db015-cd49-4628-84fa-a16919aefe70), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.695021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0b616414-6ecd-4100-8596-14e72ecdb59e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:35.695345 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.733810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 0b616414-6ecd-4100-8596-14e72ecdb59e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b616414-6ecd-4100-8596-14e72ecdb59e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:35.740290 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.741514 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Attempting to bind port 922db015-cd49-4628-84fa-a16919aefe70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:35.742085 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Attempting to bind port 922db015-cd49-4628-84fa-a16919aefe70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:35.742331 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Attempting to bind port 922db015-cd49-4628-84fa-a16919aefe70 on network 9f1df9e6-794c-48f6-899a-ff2d0287d391 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:35.746176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.757251 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:35.757957 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Checking segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:35.758547 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.759105 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Bound using segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:35.759807 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Bound port: 922db015-cd49-4628-84fa-a16919aefe70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:35.760363 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (922db015-cd49-4628-84fa-a16919aefe70), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.814892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=0b616414-6ecd-4100-8596-14e72ecdb59e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.873929 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] For port 922db015-cd49-4628-84fa-a16919aefe70, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:35.878073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] For port 922db015-cd49-4628-84fa-a16919aefe70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=922db015-cd49-4628-84fa-a16919aefe70,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:35.882000 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Pushing event updated for resources: {'Port': ['ID=922db015-cd49-4628-84fa-a16919aefe70,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.892225 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.892813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.893315 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.893812 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.894305 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.894821 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.895313 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.895805 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.896291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.896822 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.897309 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.897791 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.898274 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.898756 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.899280 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:23:35.903672 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (922db015-cd49-4628-84fa-a16919aefe70), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:35.947380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:23:35.961227 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a0f50-4427-43e2-b9df-acab6b36be9f None None] Pushing event updated for resources: {'Port': ['ID=922db015-cd49-4628-84fa-a16919aefe70,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:35.986394 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Routers {'1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:35.987320 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a7dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:36.029592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46598) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:36.051880 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b703ba5-e283-45e5-a72d-56bdc949ffb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.071256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] Provisioning complete for port 922db015-cd49-4628-84fa-a16919aefe70 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:36.072195 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (922db015-cd49-4628-84fa-a16919aefe70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.133052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:36.159976 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.161391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-81ad301e-899e-40b1-84c8-c6f0af3e971d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3357778
Apr 02 21:23:36.165523 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:36.189466 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] Set router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:36.193445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Sync routers for ids ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:36.194824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b703ba5-e283-45e5-a72d-56bdc949ffb5 admin admin] Publish callbacks [] for security_group (77436a28-e0cf-4df7-a854-3ba1e6a5dd9c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.206160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8b703ba5-e283-45e5-a72d-56bdc949ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (77436a28-e0cf-4df7-a854-3ba1e6a5dd9c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.217128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00494345-2410-48dd-af8b-d4e34165b46d None None] Network f9576266-4000-49b9-ac22-578115a71d1f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:23:36.258765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] Current status of the port 922db015-cd49-4628-84fa-a16919aefe70 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:36.259319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (922db015-cd49-4628-84fa-a16919aefe70), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.261289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Routers {'72f93bf4-6c90-45af-9cf0-36247aaa4a6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:36.262031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845325df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:36.278652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8b703ba5-e283-45e5-a72d-56bdc949ffb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bab59977950445ca95b0ba1b73fec14c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2479489
Apr 02 21:23:36.279446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b703ba5-e283-45e5-a72d-56bdc949ffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77436a28-e0cf-4df7-a854-3ba1e6a5dd9c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:36.282591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46602) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:36.366906 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8ec1-fade-4d15-b653-bcb90fe7091e admin admin] Publish callbacks [] for security_group (77436a28-e0cf-4df7-a854-3ba1e6a5dd9c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.400390 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8ec1-fade-4d15-b653-bcb90fe7091e admin admin] Publish callbacks [] for security_group (77436a28-e0cf-4df7-a854-3ba1e6a5dd9c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.464009 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8ec1-fade-4d15-b653-bcb90fe7091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (77436a28-e0cf-4df7-a854-3ba1e6a5dd9c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.467159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8ec1-fade-4d15-b653-bcb90fe7091e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.470058 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1c1f8ec1-fade-4d15-b653-bcb90fe7091e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77436a28-e0cf-4df7-a854-3ba1e6a5dd9c HTTP/1.1" status: 204  len: 168 time: 0.1857359
Apr 02 21:23:36.492950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f8ec1-fade-4d15-b653-bcb90fe7091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77436a28-e0cf-4df7-a854-3ba1e6a5dd9c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:36.499475 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a7dbe0>, [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '922db015-cd49-4628-84fa-a16919aefe70', 'name': '', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'mac_address': 'fa:16:3e:4d:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:30Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'subnets': [{'id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:36.534736 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b364-e8de-4f80-baf1-93706588f01a None None] The sync data for ids ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'] in ncdv-master-1 is: [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:31Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '922db015-cd49-4628-84fa-a16919aefe70', 'name': '', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'mac_address': 'fa:16:3e:4d:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:30Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'subnets': [{'id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:36.628189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] For port 922db015-cd49-4628-84fa-a16919aefe70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=922db015-cd49-4628-84fa-a16919aefe70,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:36.679826 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (922db015-cd49-4628-84fa-a16919aefe70), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.787556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Set router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:36.788679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:36.790118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960716f-8e63-43b6-acdd-0078f8d00069 None None] Pushing event updated for resources: {'Port': ['ID=922db015-cd49-4628-84fa-a16919aefe70,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:37.022390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c95ce905-040d-4c6d-b823-cc803d5c88dc None None] Provisioning complete for port 9bae36e7-9699-4ab9-8cd1-429cf834207d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:37.022768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c95ce905-040d-4c6d-b823-cc803d5c88dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.028739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0b616414-6ecd-4100-8596-14e72ecdb59e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:37.136693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0b616414-6ecd-4100-8596-14e72ecdb59e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:37.137073 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.171804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Allocated IP 172.20.0.1 (f9576266-4000-49b9-ac22-578115a71d1f/7ae93cd7-b661-4d24-a009-2d713abf2424/f912d504-d718-475d-a56b-996c87fb291b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:37.186827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845325df0>, [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 3, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:37.233219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Checking router: 72f93bf4-6c90-45af-9cf0-36247aaa4a6f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:37.233574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Updating router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:23:37.335769 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.390794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks [] for port (f912d504-d718-475d-a56b-996c87fb291b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.391064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c95ce905-040d-4c6d-b823-cc803d5c88dc None None] Current status of the port 9bae36e7-9699-4ab9-8cd1-429cf834207d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:37.406945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34839c1-57e9-4e0e-87c1-4e0f33d723d3 req-4188b88b-5bbd-49a0-b0c7-ae0755185a65 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:37.409059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0b616414-6ecd-4100-8596-14e72ecdb59e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:37.410087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9bae36e7-9699-4ab9-8cd1-429cf834207d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:37.415686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c34839c1-57e9-4e0e-87c1-4e0f33d723d3 req-4188b88b-5bbd-49a0-b0c7-ae0755185a65 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1128 time: 0.1177690
Apr 02 21:23:37.471638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f912d504-d718-475d-a56b-996c87fb291b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.540837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c34839c1-57e9-4e0e-87c1-4e0f33d723d3 req-453b06f5-d1eb-4ed1-ae59-9786b4f561f9 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095691
Apr 02 21:23:37.549551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c95ce905-040d-4c6d-b823-cc803d5c88dc None None] Provisioning complete for port 922db015-cd49-4628-84fa-a16919aefe70 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:37.549980 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c95ce905-040d-4c6d-b823-cc803d5c88dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (922db015-cd49-4628-84fa-a16919aefe70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.558829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Network f9576266-4000-49b9-ac22-578115a71d1f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:37.565845 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:37.573494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:23:37.626820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9bae36e7-9699-4ab9-8cd1-429cf834207d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:37.627339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.647041 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Pushing event updated for resources: {'Port': ['ID=f912d504-d718-475d-a56b-996c87fb291b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:37.668414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.767427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93521d4-ca42-4d9a-a471-b7fb73b98cc5 req-d4eb8456-7cf1-4cd0-94cd-3a4600c4ebc5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:37.770797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a93521d4-ca42-4d9a-a471-b7fb73b98cc5 req-d4eb8456-7cf1-4cd0-94cd-3a4600c4ebc5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.1297259
Apr 02 21:23:37.850816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a93521d4-ca42-4d9a-a471-b7fb73b98cc5 req-f8f9cad5-60ea-4331-bbd1-2dd118a106b1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739641
Apr 02 21:23:37.879308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46634) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:37.894793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9bae36e7-9699-4ab9-8cd1-429cf834207d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:37.896049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 922db015-cd49-4628-84fa-a16919aefe70 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:37.905243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c95ce905-040d-4c6d-b823-cc803d5c88dc None None] Current status of the port 922db015-cd49-4628-84fa-a16919aefe70 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:37.944008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f912d504-d718-475d-a56b-996c87fb291b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:37.973220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4283306b-9a04-4b65-88c3-89cfa412529f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/513de22f-1f7b-493c-86a9-8aaba1b4cc07 HTTP/1.1" status: 200  len: 994 time: 0.0831003
Apr 02 21:23:38.030241 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Publish callbacks [] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.032916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 922db015-cd49-4628-84fa-a16919aefe70 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:38.033223 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (922db015-cd49-4628-84fa-a16919aefe70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.068799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.108862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-01232ba0-324e-4e00-aa43-4408157fbcf1 None None] Provisioning complete for port 9bae36e7-9699-4ab9-8cd1-429cf834207d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:38.109408 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-01232ba0-324e-4e00-aa43-4408157fbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.150806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks [] for port (f912d504-d718-475d-a56b-996c87fb291b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.155539 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f912d504-d718-475d-a56b-996c87fb291b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.164308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0c691-1e65-4e2a-8997-14936d7e3ef0 None None] Pushing event updated for resources: {'Port': ['ID=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:38.173977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Attempting to bind port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:38.174435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Attempting to bind port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:38.174869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Attempting to bind port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:38.188538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:38.189026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:38.189517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.189982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:38.190548 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Bound port: b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:38.191013 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.217621 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.293972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] For port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:38.316882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Pushing event updated for resources: {'Port': ['ID=f912d504-d718-475d-a56b-996c87fb291b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:38.346945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] For port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:38.348192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 922db015-cd49-4628-84fa-a16919aefe70 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:38.359421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-01232ba0-324e-4e00-aa43-4408157fbcf1 None None] Current status of the port 9bae36e7-9699-4ab9-8cd1-429cf834207d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:38.362926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.387939 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Network f9576266-4000-49b9-ac22-578115a71d1f is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:23:38.390516 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:23:38.441207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-01232ba0-324e-4e00-aa43-4408157fbcf1 None None] Provisioning complete for port f912d504-d718-475d-a56b-996c87fb291b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:38.441207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-01232ba0-324e-4e00-aa43-4408157fbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f912d504-d718-475d-a56b-996c87fb291b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:38.454090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Routers {'72f93bf4-6c90-45af-9cf0-36247aaa4a6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:38.454745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845325df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:38.537506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46660) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:38.630494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80f88-f278-40e9-b804-05933f47f97b req-bb3ee233-a841-44e0-aae4-3eafdaaf4e28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:38.632039 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1a80f88-f278-40e9-b804-05933f47f97b req-bb3ee233-a841-44e0-aae4-3eafdaaf4e28 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0848100
Apr 02 21:23:38.634002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:23:38.668650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0c691-1e65-4e2a-8997-14936d7e3ef0 None None] Pushing event updated for resources: {'Port': ['ID=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:38.675141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-01232ba0-324e-4e00-aa43-4408157fbcf1 None None] Port f912d504-d718-475d-a56b-996c87fb291b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:23:38.679832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] Set router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:38.796262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1a80f88-f278-40e9-b804-05933f47f97b req-edc08561-7dd6-4904-bbf6-1d2121b87b20 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457238
Apr 02 21:23:38.843822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:23:38.858844 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b4959328-eaca-45f2-a116-731a2f3f9112 admin admin] 10.222.0.18 "PUT /v2.0/routers/72f93bf4-6c90-45af-9cf0-36247aaa4a6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6906202
Apr 02 21:23:38.900737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-0900e29d-8da4-4554-a959-42c4ba33a852 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3616912
Apr 02 21:23:38.911299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-b12d88ad-4f37-4ec6-9532-17f4c73cad0d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:23:38.913974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-b12d88ad-4f37-4ec6-9532-17f4c73cad0d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071635
Apr 02 21:23:38.996309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 922db015-cd49-4628-84fa-a16919aefe70 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:39.070347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0bb1603a-07fb-4738-b61a-af4abb3b15fc None None] Provisioning complete for port f912d504-d718-475d-a56b-996c87fb291b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:39.070727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0bb1603a-07fb-4738-b61a-af4abb3b15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f912d504-d718-475d-a56b-996c87fb291b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:39.123751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1603a-07fb-4738-b61a-af4abb3b15fc None None] Port f912d504-d718-475d-a56b-996c87fb291b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:23:39.179495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 922db015-cd49-4628-84fa-a16919aefe70 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:39.179880 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (922db015-cd49-4628-84fa-a16919aefe70), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:39.250393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845325df0>, [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f912d504-d718-475d-a56b-996c87fb291b', 'name': '', 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'mac_address': 'fa:16:3e:d9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:36Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 2, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'subnets': [{'id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:39.300072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4faca-0e2e-4887-a581-951811b7b5cc None None] The sync data for ids ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'] in ncdv-master-1 is: [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f912d504-d718-475d-a56b-996c87fb291b', 'name': '', 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'mac_address': 'fa:16:3e:d9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:36Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 2, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'subnets': [{'id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:39.313641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 922db015-cd49-4628-84fa-a16919aefe70 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:39.448235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46722) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:39.673862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-fe2d1ff1-0c43-4637-a29e-531d8bdde5e8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:39.675583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-fe2d1ff1-0c43-4637-a29e-531d8bdde5e8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1125 time: 0.2210290
Apr 02 21:23:40.012051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279c933-7f6b-4378-b78c-f001f89d6cee req-9f3cb418-5129-4543-a6a3-960cdbbe6278 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:40.013718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1279c933-7f6b-4378-b78c-f001f89d6cee req-9f3cb418-5129-4543-a6a3-960cdbbe6278 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0701451
Apr 02 21:23:40.093088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1279c933-7f6b-4378-b78c-f001f89d6cee req-1a512699-8836-43e3-b61b-f5efa96d6c24 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708103
Apr 02 21:23:40.790862 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-03eb4d70-cd06-4697-957c-a6aecd11a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:40.792544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-03eb4d70-cd06-4697-957c-a6aecd11a59b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1128 time: 0.0548854
Apr 02 21:23:40.888718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:40.971382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:40.971948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:40.979980 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-2e41cdd0-767e-4bd3-bc52-f4af349e43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:40.981625 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-2e41cdd0-767e-4bd3-bc52-f4af349e43d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1780653
Apr 02 21:23:41.054054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-174d757f-4f3b-4690-8db0-59a8f3182dc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1002 time: 0.0656843
Apr 02 21:23:41.073312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:41.073778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:41.100138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:41.104557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:41.164022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:41.445550 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-e8026998-1960-4c43-9533-6cbf7f5ca639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:41.447010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-e8026998-1960-4c43-9533-6cbf7f5ca639 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.3852632
Apr 02 21:23:41.499489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf073-f220-4ec4-81ec-b85ef0231166 req-b5be0eae-bf9e-4410-98bd-ffce5a5a96ae tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:41.501245 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7eaaf073-f220-4ec4-81ec-b85ef0231166 req-b5be0eae-bf9e-4410-98bd-ffce5a5a96ae tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0964632
Apr 02 21:23:41.541495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-11caa927-0a26-4b1e-a9fb-90b1d95dec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:41.543019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-11caa927-0a26-4b1e-a9fb-90b1d95dec66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0855060
Apr 02 21:23:41.569922 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7eaaf073-f220-4ec4-81ec-b85ef0231166 req-d153caf3-7b35-4f8d-b6eb-f8d3837a4f2f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623662
Apr 02 21:23:41.645999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-aa927826-9211-4692-84ee-95dc7d7a854a service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887692
Apr 02 21:23:41.742171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-e626d4f9-a0a0-4421-8b94-bac0990dc9b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857756
Apr 02 21:23:42.692926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6632-1858-42d3-a41a-3f4874ae500b req-0ee75836-c6db-453c-ae4f-d2c4a5736308 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:42.694463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6cf6632-1858-42d3-a41a-3f4874ae500b req-0ee75836-c6db-453c-ae4f-d2c4a5736308 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0525253
Apr 02 21:23:42.752684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6cf6632-1858-42d3-a41a-3f4874ae500b req-53a1da91-8687-4a49-bd40-3ee18c3157a4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523629
Apr 02 21:23:42.850642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:42.904806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:42.905187 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:42.984423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:43.327577 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Sync routers for ids ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:23:43.339289 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Routers {'72f93bf4-6c90-45af-9cf0-36247aaa4a6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:43.340139 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a7db20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:43.456010 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Set router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:43.647615 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a7db20>, [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f912d504-d718-475d-a56b-996c87fb291b', 'name': '', 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'mac_address': 'fa:16:3e:d9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:36Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 2, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'subnets': [{'id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:43.673156 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Checking router: 72f93bf4-6c90-45af-9cf0-36247aaa4a6f for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:23:43.673509 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Updating router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f port f912d504-d718-475d-a56b-996c87fb291b binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:23:43.702797 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f912d504-d718-475d-a56b-996c87fb291b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:43.908889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b3c05-2bdf-40ea-91b4-645b4c54393a req-a182d623-c420-4498-9a97-4d17bba428f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:43.910310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d9b3c05-2bdf-40ea-91b4-645b4c54393a req-a182d623-c420-4498-9a97-4d17bba428f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0755944
Apr 02 21:23:43.968692 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1d9b3c05-2bdf-40ea-91b4-645b4c54393a req-3e424a56-76f7-41b1-bcbe-6b1d72cc2d8d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494232
Apr 02 21:23:44.027375 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Publish callbacks [] for port (f912d504-d718-475d-a56b-996c87fb291b), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.033100 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f912d504-d718-475d-a56b-996c87fb291b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.081499 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8b429-57b3-458d-931b-855a87ba30b0 None None] Pushing event updated for resources: {'Port': ['ID=f912d504-d718-475d-a56b-996c87fb291b,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:44.131816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-51fd449f-2f74-44e6-b87b-63299e18d4f2 req-a025cdd6-32b2-4ed9-8f6e-a94a10d08426 service neutron] (121648) timed out ('10.222.0.18', 50384) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:23:44.142610 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Attempting to bind port f912d504-d718-475d-a56b-996c87fb291b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:23:44.143082 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Attempting to bind port f912d504-d718-475d-a56b-996c87fb291b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:23:44.143440 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Attempting to bind port f912d504-d718-475d-a56b-996c87fb291b on network f9576266-4000-49b9-ac22-578115a71d1f {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:23:44.148735 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:23:44.149113 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Checking segment: {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:23:44.149513 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.149904 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Bound using segment: {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:23:44.150371 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Bound port: f912d504-d718-475d-a56b-996c87fb291b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275066ee-5b9b-41d8-8223-1247bcdb6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:23:44.150754 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f912d504-d718-475d-a56b-996c87fb291b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.219915 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] For port f912d504-d718-475d-a56b-996c87fb291b, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:44.223352 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] For port f912d504-d718-475d-a56b-996c87fb291b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f912d504-d718-475d-a56b-996c87fb291b,segment=NetworkSegment(275066ee-5b9b-41d8-8223-1247bcdb6fff),segment_id=275066ee-5b9b-41d8-8223-1247bcdb6fff)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:23:44.236011 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f912d504-d718-475d-a56b-996c87fb291b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.333552 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Routers {'72f93bf4-6c90-45af-9cf0-36247aaa4a6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:23:44.334293 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a7db20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:23:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:44.418367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] Provisioning complete for port f912d504-d718-475d-a56b-996c87fb291b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:44.420025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f912d504-d718-475d-a56b-996c87fb291b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.505524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.558721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] Current status of the port f912d504-d718-475d-a56b-996c87fb291b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:44.559506 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f912d504-d718-475d-a56b-996c87fb291b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.564957 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8b429-57b3-458d-931b-855a87ba30b0 None None] Pushing event updated for resources: {'Port': ['ID=f912d504-d718-475d-a56b-996c87fb291b,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:44.606310 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] For port f912d504-d718-475d-a56b-996c87fb291b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f912d504-d718-475d-a56b-996c87fb291b,segment=NetworkSegment(275066ee-5b9b-41d8-8223-1247bcdb6fff),segment_id=275066ee-5b9b-41d8-8223-1247bcdb6fff)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:44.613204 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] Set router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:23:44.614797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f912d504-d718-475d-a56b-996c87fb291b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.691690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aea06-cd6f-4309-a29c-ca7bf82e29cc None None] Pushing event updated for resources: {'Port': ['ID=f912d504-d718-475d-a56b-996c87fb291b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:44.740154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7fc91225-840d-4f0b-8d7c-871cf6fb709a None None] Provisioning complete for port f912d504-d718-475d-a56b-996c87fb291b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:44.741114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7fc91225-840d-4f0b-8d7c-871cf6fb709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f912d504-d718-475d-a56b-996c87fb291b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:44.844551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7fc91225-840d-4f0b-8d7c-871cf6fb709a None None] Current status of the port f912d504-d718-475d-a56b-996c87fb291b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:44.873147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f912d504-d718-475d-a56b-996c87fb291b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:23:44.905931 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a7db20>, [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f912d504-d718-475d-a56b-996c87fb291b', 'name': '', 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'mac_address': 'fa:16:3e:d9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:36Z', 'updated_at': '2022-04-02T21:23:44Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'subnets': [{'id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:23:44.937195 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbd076-a655-4901-bb63-0041d0e408dc None None] The sync data for ids ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'] in ncdv-master-1 is: [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:23:37Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f912d504-d718-475d-a56b-996c87fb291b', 'name': '', 'network_id': 'f9576266-4000-49b9-ac22-578115a71d1f', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'mac_address': 'fa:16:3e:d9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:36Z', 'updated_at': '2022-04-02T21:23:44Z', 'revision_number': 4, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'subnets': [{'id': '7ae93cd7-b661-4d24-a009-2d713abf2424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:23:44.945939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f912d504-d718-475d-a56b-996c87fb291b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:23:44.946317 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f912d504-d718-475d-a56b-996c87fb291b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:45.073447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f912d504-d718-475d-a56b-996c87fb291b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:23:45.150136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a6b2-9f79-44fd-9642-8a2bef55dce8 req-1b277db7-ec4c-4b96-ab38-d906732bec85 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:45.151731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a748a6b2-9f79-44fd-9642-8a2bef55dce8 req-1b277db7-ec4c-4b96-ab38-d906732bec85 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0771465
Apr 02 21:23:45.215684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a748a6b2-9f79-44fd-9642-8a2bef55dce8 req-3f2b1717-6ccd-4ff6-9f6f-0321dcce45fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573332
Apr 02 21:23:46.337899 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfbde-5ddd-4e92-b311-baaa2d8eda09 req-55ad570b-5cc0-4b7d-9348-7fecbbe82fa5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:46.339499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-297dfbde-5ddd-4e92-b311-baaa2d8eda09 req-55ad570b-5cc0-4b7d-9348-7fecbbe82fa5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0564523
Apr 02 21:23:46.403007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-297dfbde-5ddd-4e92-b311-baaa2d8eda09 req-641ec9a8-ece9-4c1c-ac62-dd3f11d7a9c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564706
Apr 02 21:23:47.554644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956444da-0bce-409c-847c-52f254760cd2 req-b0343330-ea0c-491b-bd68-3ca4caab1ac4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:47.556236 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-956444da-0bce-409c-847c-52f254760cd2 req-b0343330-ea0c-491b-bd68-3ca4caab1ac4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0619285
Apr 02 21:23:47.633351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-956444da-0bce-409c-847c-52f254760cd2 req-cb466915-56be-49d7-8aad-55e9c709cfa8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606732
Apr 02 21:23:47.973514 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.101381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:48.242865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f04ab0-63c7-4d5d-98af-cc0859003b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.340725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f04ab0-63c7-4d5d-98af-cc0859003b97 admin admin] Publish callbacks [] for security_group (de9ea0b8-493c-45b7-bea3-3419cf860770), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.347055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-01f04ab0-63c7-4d5d-98af-cc0859003b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (de9ea0b8-493c-45b7-bea3-3419cf860770), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.394678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01f04ab0-63c7-4d5d-98af-cc0859003b97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b949bfbe8a945aa941f82a98c0d1888&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2890739
Apr 02 21:23:48.394678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f04ab0-63c7-4d5d-98af-cc0859003b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ea0b8-493c-45b7-bea3-3419cf860770,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:48.395246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46964) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:48.476494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55da52d4-eabd-4ee2-a8cb-4ab6fa34ad7d admin admin] Publish callbacks [] for security_group (de9ea0b8-493c-45b7-bea3-3419cf860770), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.510099 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55da52d4-eabd-4ee2-a8cb-4ab6fa34ad7d admin admin] Publish callbacks [] for security_group (de9ea0b8-493c-45b7-bea3-3419cf860770), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.585706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55da52d4-eabd-4ee2-a8cb-4ab6fa34ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (de9ea0b8-493c-45b7-bea3-3419cf860770), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.588902 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55da52d4-eabd-4ee2-a8cb-4ab6fa34ad7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:48.590210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-55da52d4-eabd-4ee2-a8cb-4ab6fa34ad7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de9ea0b8-493c-45b7-bea3-3419cf860770 HTTP/1.1" status: 204  len: 168 time: 0.1941435
Apr 02 21:23:48.601342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da52d4-eabd-4ee2-a8cb-4ab6fa34ad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9ea0b8-493c-45b7-bea3-3419cf860770,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:48.801745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0bacc-e273-44e6-9852-b1d2ad865656 req-8cf9bb9b-d66a-430d-9ec2-3b2207af01f8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:48.809349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62e0bacc-e273-44e6-9852-b1d2ad865656 req-8cf9bb9b-d66a-430d-9ec2-3b2207af01f8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0901999
Apr 02 21:23:48.867018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-62e0bacc-e273-44e6-9852-b1d2ad865656 req-ec200dcb-3238-430e-ad50-0830d99973b8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550914
Apr 02 21:23:48.966225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 46974) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:48.979243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44eb8121-2fb0-4354-b830-9ba987f07360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.054241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44eb8121-2fb0-4354-b830-9ba987f07360 admin admin] Publish callbacks [] for security_group (11558dec-561e-48f9-846d-369a7e23b1ab), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.057870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-44eb8121-2fb0-4354-b830-9ba987f07360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (11558dec-561e-48f9-846d-369a7e23b1ab), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.104020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-44eb8121-2fb0-4354-b830-9ba987f07360 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ee1c01fc9ec4e10a96a77f31e10156b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1366014
Apr 02 21:23:49.105029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb8121-2fb0-4354-b830-9ba987f07360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11558dec-561e-48f9-846d-369a7e23b1ab,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:49.106801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 46976) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:49.163035 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f64cc84a-ecaf-46a2-afe0-a38aede5e333 admin admin] Publish callbacks [] for security_group (11558dec-561e-48f9-846d-369a7e23b1ab), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.186186 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f64cc84a-ecaf-46a2-afe0-a38aede5e333 admin admin] Publish callbacks [] for security_group (11558dec-561e-48f9-846d-369a7e23b1ab), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.237670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f64cc84a-ecaf-46a2-afe0-a38aede5e333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (11558dec-561e-48f9-846d-369a7e23b1ab), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.240386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f64cc84a-ecaf-46a2-afe0-a38aede5e333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:49.241605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f64cc84a-ecaf-46a2-afe0-a38aede5e333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11558dec-561e-48f9-846d-369a7e23b1ab HTTP/1.1" status: 204  len: 168 time: 0.1337793
Apr 02 21:23:49.256730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cc84a-ecaf-46a2-afe0-a38aede5e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11558dec-561e-48f9-846d-369a7e23b1ab,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:50.008300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f166f1-458c-4bca-aee4-ecae2324f91b req-66abb76a-3f0b-4863-ba1c-0bf2700693e2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:50.010012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6f166f1-458c-4bca-aee4-ecae2324f91b req-66abb76a-3f0b-4863-ba1c-0bf2700693e2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0676067
Apr 02 21:23:50.062352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6f166f1-458c-4bca-aee4-ecae2324f91b req-c0e498ad-1dd2-4d1b-87ef-3180ec3d763d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455933
Apr 02 21:23:51.198454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71add0-86e9-4f8f-a91b-db2fba9ebb91 req-e9bd5091-b045-4534-800b-0a5c384b2b27 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:51.200883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb71add0-86e9-4f8f-a91b-db2fba9ebb91 req-e9bd5091-b045-4534-800b-0a5c384b2b27 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0641413
Apr 02 21:23:51.258836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb71add0-86e9-4f8f-a91b-db2fba9ebb91 req-cc857d60-266d-46a6-bf79-4971bb4c1e4b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515666
Apr 02 21:23:52.490805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3f5d1-0bba-4c5e-93d6-d870777dfb78 req-020d6f0c-f767-4a26-b782-fd013e5f3b3a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:52.492187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f1e3f5d1-0bba-4c5e-93d6-d870777dfb78 req-020d6f0c-f767-4a26-b782-fd013e5f3b3a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0995142
Apr 02 21:23:52.569057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f1e3f5d1-0bba-4c5e-93d6-d870777dfb78 req-06533668-dae2-4c4e-9b85-be1c1f3c191b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691605
Apr 02 21:23:53.142399 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-653637a7-025a-429b-95a9-d5ce756ef601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:53.628083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-32476d93-a618-446e-9081-1d4d1d45fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:53.631388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-32476d93-a618-446e-9081-1d4d1d45fa03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1128 time: 0.0682385
Apr 02 21:23:53.769898 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:23:53.857561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b66a-0ffb-4040-9256-7b8c64202472 req-07919a24-933a-482a-a2ba-61a382654e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:53.860145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c859b66a-0ffb-4040-9256-7b8c64202472 req-07919a24-933a-482a-a2ba-61a382654e7d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.1510992
Apr 02 21:23:53.885792 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-35588185-808c-4ba0-b2a5-abe6eff54845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:53.887417 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-35588185-808c-4ba0-b2a5-abe6eff54845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.2216372
Apr 02 21:23:54.004904 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c859b66a-0ffb-4040-9256-7b8c64202472 req-63c1ded8-e41a-4d88-a8af-4c5a172699ab tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381464
Apr 02 21:23:54.067487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-db6544c9-930c-48d6-b63f-7e5195c7b8b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1002 time: 0.1687825
Apr 02 21:23:54.131982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-d2603692-f7e7-4658-89f1-1b82c1bc1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:54.135080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-d2603692-f7e7-4658-89f1-1b82c1bc1708 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0578763
Apr 02 21:23:54.214991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-491b9b30-cc9f-45ac-8218-c64ab5b5ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:54.216749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-491b9b30-cc9f-45ac-8218-c64ab5b5ce84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0703187
Apr 02 21:23:54.354292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-c2284ac2-13b6-448b-bef4-ce30c7b9dc6a service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274014
Apr 02 21:23:54.511487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-46cd209c-b857-41f7-af9f-0576507ac3f8 req-cad52062-a566-412f-aa5c-c32cae9d30b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470249
Apr 02 21:23:55.183541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f32a2-4191-4eb3-a937-1d2d183e34b8 req-cbc30933-64b5-49e9-bab2-4b8b627f34e8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:55.185160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-065f32a2-4191-4eb3-a937-1d2d183e34b8 req-cbc30933-64b5-49e9-bab2-4b8b627f34e8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0797284
Apr 02 21:23:55.241179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-065f32a2-4191-4eb3-a937-1d2d183e34b8 req-00b68af5-6a5b-4fd8-902d-90dce0c1f359 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496755
Apr 02 21:23:55.314225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-84b938e5-a0c9-4b7b-be35-0562e1f42645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.362405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a267fa-64bc-410e-8000-bd2a19c209a3 req-82867d74-7bec-4664-8d5a-43e086a08e90 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:56.364024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25a267fa-64bc-410e-8000-bd2a19c209a3 req-82867d74-7bec-4664-8d5a-43e086a08e90 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0560319
Apr 02 21:23:56.418016 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25a267fa-64bc-410e-8000-bd2a19c209a3 req-4f984447-c02a-4dfc-b47e-0895536e3be8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481105
Apr 02 21:23:56.457703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47236) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:56.463260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786476372', 'description': 'tempest-secgroup-smoke-1786476372 description', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:56.482983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.548700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group (3146bb6c-17a9-4973-92a7-da72160df633), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.553807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3146bb6c-17a9-4973-92a7-da72160df633), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.583153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.584403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1256890
Apr 02 21:23:56.587422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47242) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:56.588510 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cb91c-0479-4ac7-ba4b-9f11f5afc0e0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3146bb6c-17a9-4973-92a7-da72160df633,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:56.592958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group_rule': {'security_group_id': '3146bb6c-17a9-4973-92a7-da72160df633', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:56.617755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (fe46892d-82be-4beb-b2d6-3b74ab9c6242), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.678801 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (fe46892d-82be-4beb-b2d6-3b74ab9c6242), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.682860 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (fe46892d-82be-4beb-b2d6-3b74ab9c6242), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.698296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe46892d-82be-4beb-b2d6-3b74ab9c6242,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:56.705325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.711318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.715044 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d6abf4e2-b092-441c-8810-a187c2fce22b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1234651
Apr 02 21:23:56.715548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47246) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:56.720967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group_rule': {'security_group_id': '3146bb6c-17a9-4973-92a7-da72160df633', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:56.748722 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (ed7df9eb-9c68-4655-9798-001c7635d928), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.817536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (ed7df9eb-9c68-4655-9798-001c7635d928), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.821755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ed7df9eb-9c68-4655-9798-001c7635d928), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.841453 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7df9eb-9c68-4655-9798-001c7635d928,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:56.850589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.851837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a7107ded-5df0-4f42-816f-b11c48a1d4e6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1352696
Apr 02 21:23:56.854739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47260) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:56.860470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group_rule': {'security_group_id': '3146bb6c-17a9-4973-92a7-da72160df633', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:56.892487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (74a29b43-1f75-40b6-905f-7e13435e77dc), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.960040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (74a29b43-1f75-40b6-905f-7e13435e77dc), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.964576 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (74a29b43-1f75-40b6-905f-7e13435e77dc), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.988796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a29b43-1f75-40b6-905f-7e13435e77dc,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:56.995587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:56.997067 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fca67e50-1242-498b-b408-04c36f406fa7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1412494
Apr 02 21:23:57.000580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47272) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:57.005145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group_rule': {'security_group_id': '3146bb6c-17a9-4973-92a7-da72160df633', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:57.032243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (605ecee5-8cda-4c29-b1d7-9b396b89cc93), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.096433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (605ecee5-8cda-4c29-b1d7-9b396b89cc93), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.101127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (605ecee5-8cda-4c29-b1d7-9b396b89cc93), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.127916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605ecee5-8cda-4c29-b1d7-9b396b89cc93,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:57.134011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.135333 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2d812fa9-d049-41f3-919a-601aa1c18130 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1338036
Apr 02 21:23:57.138135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47274) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:57.143638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group_rule': {'security_group_id': '3146bb6c-17a9-4973-92a7-da72160df633', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:57.167026 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Project 0ac7776ae2fb45cfa015c4056f0ab4a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:23:57.172993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (ebdea975-21f0-4d55-aecc-dcc43064d065), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.236030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (ebdea975-21f0-4d55-aecc-dcc43064d065), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.240117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ebdea975-21f0-4d55-aecc-dcc43064d065), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.262825 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdea975-21f0-4d55-aecc-dcc43064d065,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:57.273720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.275208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5e3f3af5-e3eb-46d7-871f-79cc8592011a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1359274
Apr 02 21:23:57.278198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47292) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:23:57.283369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'security_group_rule': {'security_group_id': '3146bb6c-17a9-4973-92a7-da72160df633', 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:57.305621 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Project 0ac7776ae2fb45cfa015c4056f0ab4a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:23:57.311441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (b3b06465-2d40-419c-9c6c-fa2c805e75f6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.392778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (b3b06465-2d40-419c-9c6c-fa2c805e75f6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.396961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (b3b06465-2d40-419c-9c6c-fa2c805e75f6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.415303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b06465-2d40-419c-9c6c-fa2c805e75f6,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:23:57.424432 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:57.425653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f3606092-ab38-4a48-a14b-3fafe83a385d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1463397
Apr 02 21:23:57.540744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5fa7-b8a8-4bf9-9f67-f902317a56c3 req-d46a52a6-51e3-49e2-9486-108cff51c8c3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:57.542272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d40c5fa7-b8a8-4bf9-9f67-f902317a56c3 req-d46a52a6-51e3-49e2-9486-108cff51c8c3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0555754
Apr 02 21:23:57.592775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d40c5fa7-b8a8-4bf9-9f67-f902317a56c3 req-e801d03e-6396-4b36-872f-b0f510bf6e50 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442748
Apr 02 21:23:57.653193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-ac9154b8-1935-42ba-8004-be29acab8516 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786476372&fields=id&tenant_id=0ac7776ae2fb45cfa015c4056f0ab4a0 HTTP/1.1" status: 200  len: 267 time: 0.0529652
Apr 02 21:23:57.759645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-51d5be03-d065-49d9-a292-4e93b02a6208 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:57.761014 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-51d5be03-d065-49d9-a292-4e93b02a6208 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/networks?id=9f1df9e6-794c-48f6-899a-ff2d0287d391 HTTP/1.1" status: 200  len: 814 time: 0.1008911
Apr 02 21:23:57.775266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-be2ca10f-6f0e-4ef4-9465-971abdd78026 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/quotas/0ac7776ae2fb45cfa015c4056f0ab4a0 HTTP/1.1" status: 200  len: 375 time: 0.0086324
Apr 02 21:23:57.862780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-9725ace0-62d8-4e42-80ca-e23037d30985 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ac7776ae2fb45cfa015c4056f0ab4a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0823250
Apr 02 21:23:57.975036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-60a3d259-53b1-464f-845d-ad4640de459f service neutron] 10.222.0.18 "GET /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921743
Apr 02 21:23:58.058084 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-8df55689-908d-4d6a-a730-a82e53e59016 service neutron] 10.222.0.18 "GET /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846040
Apr 02 21:23:58.382535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9332d12d-c66f-4230-8fc2-96091986a5b7 req-947500ad-7ebc-4ea6-88e2-624c3d53c94c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0358536
Apr 02 21:23:58.723282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a1f92-c1bd-4098-a8da-0ae82facc46e req-a476912f-9283-406d-9d4f-099650b2ecae tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:58.724924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c7a1f92-c1bd-4098-a8da-0ae82facc46e req-a476912f-9283-406d-9d4f-099650b2ecae tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.0596452
Apr 02 21:23:58.764935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:58.780940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c7a1f92-c1bd-4098-a8da-0ae82facc46e req-55d47b13-bb55-4a4a-aa3f-0aedc98ff370 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499396
Apr 02 21:23:58.901150 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-e0874b0d-f957-46ad-a89d-8cbf234e6a7c service neutron] show failed (client error): The resource could not be found.
Apr 02 21:23:58.902222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-e0874b0d-f957-46ad-a89d-8cbf234e6a7c service neutron] 10.222.0.21 "GET /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0605004
Apr 02 21:23:59.437580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:59.442789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-5d100b2a-b58f-45e4-b906-c6b11227d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:59.444442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-5d100b2a-b58f-45e4-b906-c6b11227d2af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 1128 time: 0.2312908
Apr 02 21:23:59.464401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-09ac004a-c4dc-47c3-b943-242cc51c0aaf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:23:59.465683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-09ac004a-c4dc-47c3-b943-242cc51c0aaf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082231
Apr 02 21:23:59.489876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:59.514928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a109f85-04f4-4307-8191-661fdde1a365 req-149e1799-668a-4205-9ff9-8f572d580127 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0425608
Apr 02 21:23:59.561866 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-ac8b79a1-1d30-4883-b763-f811d909e47a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:59.565666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-ac8b79a1-1d30-4883-b763-f811d909e47a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.15 "GET /v2.0/networks?id=9f1df9e6-794c-48f6-899a-ff2d0287d391 HTTP/1.1" status: 200  len: 814 time: 0.1918855
Apr 02 21:23:59.591711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:59.632980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-d711e1a1-7134-491f-9ddf-2988f2965bb4 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ac7776ae2fb45cfa015c4056f0ab4a0 HTTP/1.1" status: 200  len: 380 time: 0.0588527
Apr 02 21:23:59.641844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Request body: {'port': {'device_id': '467961f4-9252-4447-a1be-0f97e122bef6', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'admin_state_up': True, 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'security_groups': ['3146bb6c-17a9-4973-92a7-da72160df633']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:23:59.757215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Made reservation on behalf of 0ac7776ae2fb45cfa015c4056f0ab4a0 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:23:59.763025 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:23:59.878682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:23:59.924477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:23:59.935977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Allocated IP 172.20.0.7 (9f1df9e6-794c-48f6-899a-ff2d0287d391/ddc36f51-fd11-4b48-b113-b8a2110fea58/e7588b29-b144-491b-a130-04690f4e18ec) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:23:59.961505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c217087-c0e2-439b-a81c-757175dcf6e1 req-af4bf1a6-146c-4725-a2b3-07561dda57ef tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:23:59.963021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0c217087-c0e2-439b-a81c-757175dcf6e1 req-af4bf1a6-146c-4725-a2b3-07561dda57ef tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 946 time: 0.1010542
Apr 02 21:23:59.974047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:23:59.976485 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4daedf4-2445-4e9f-80e8-70d6b23773af" -d '{"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-unplugged", "status": "completed", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:23:59.980214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Publish callbacks [] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.004639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Transition to ACTIVE for port object 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:24:00.011054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.182713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0c217087-c0e2-439b-a81c-757175dcf6e1 req-71ac0f3d-7bed-4261-bce5-908d4e27450f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680298
Apr 02 21:24:00.217153 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for port (e7588b29-b144-491b-a130-04690f4e18ec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.278815 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e7588b29-b144-491b-a130-04690f4e18ec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.287636 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde7a3cc-1f5d-40a0-b15f-bfd628b005b9 x-openstack-request-id: req-cde7a3cc-1f5d-40a0-b15f-bfd628b005b9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:00.293044 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-unplugged", "status": "completed", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:00.293044 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cde7a3cc-1f5d-40a0-b15f-bfd628b005b9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:00.293405 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde7a3cc-1f5d-40a0-b15f-bfd628b005b9'] response: {'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'code': 200}
Apr 02 21:24:00.301189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=6']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:00.326974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] No DVR routers for this DVR port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:24:00.356754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:24:00.360622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:24:00.363842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:24:00.407298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event updated for resources: {'Port': ['ID=e7588b29-b144-491b-a130-04690f4e18ec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:00.472495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:00.472495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.501380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-de059606-e7f2-4619-9b30-7c666a958952 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8639827
Apr 02 21:24:00.505231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:24:00.505730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:24:00.505903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:00.521462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Request body: {'port': {'device_id': '467961f4-9252-4447-a1be-0f97e122bef6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:00.523661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:24:00.523995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:00.539512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:24:00.542170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Checking segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:00.542170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Bound using segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:24:00.542170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Bound port: 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:24:00.542170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.634600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:00.639495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:24:00.650022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.662797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7588b29-b144-491b-a130-04690f4e18ec), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.703630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47430) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:00.721925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:00.722558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.724055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] 10.222.0.15 "PUT /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1092 time: 1.2492557
Apr 02 21:24:00.779098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edcefd-a8f5-4d2c-af44-277f2be69146 req-d2d5432e-1f52-46d3-b080-a94dbecffb49 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:00.798370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89edcefd-a8f5-4d2c-af44-277f2be69146 req-d2d5432e-1f52-46d3-b080-a94dbecffb49 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 931 time: 0.1456943
Apr 02 21:24:00.816919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79a8a-c5f0-41b0-9b3e-35ce48c750bd service neutron] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:00.862813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-f05e2b16-282e-444e-b6c4-a4b311ced3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:00.864397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-f05e2b16-282e-444e-b6c4-a4b311ced3a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1126 time: 0.1101701
Apr 02 21:24:00.870517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-33d094fa-91dd-4050-a0bb-03e204f88258 None None] Provisioning complete for port e7588b29-b144-491b-a130-04690f4e18ec triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:24:00.871104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33d094fa-91dd-4050-a0bb-03e204f88258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e7588b29-b144-491b-a130-04690f4e18ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.904948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4b52f137-b39d-4bd3-8c4e-226cc8299c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:00.921579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-33d094fa-91dd-4050-a0bb-03e204f88258 None None] Port e7588b29-b144-491b-a130-04690f4e18ec cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:24:00.971395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89edcefd-a8f5-4d2c-af44-277f2be69146 req-26bfe981-2687-46be-bb89-16c707588e4d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720717
Apr 02 21:24:01.029284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-b3b50d0a-7ac2-47b2-9e65-109640abb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.030828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-b3b50d0a-7ac2-47b2-9e65-109640abb36f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1552031
Apr 02 21:24:01.110987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4b52f137-b39d-4bd3-8c4e-226cc8299c58 admin admin] Publish callbacks [] for security_group (7a78ab0d-779a-4d17-83dd-7aea2e29dc8b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.116528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4b52f137-b39d-4bd3-8c4e-226cc8299c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7a78ab0d-779a-4d17-83dd-7aea2e29dc8b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.133687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7588b29-b144-491b-a130-04690f4e18ec {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:01.139553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-702f1115-c4ab-4978-ad23-b72756482756 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.1018412
Apr 02 21:24:01.142653 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Publish callbacks [] for port (e7588b29-b144-491b-a130-04690f4e18ec), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.155875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Transition to ACTIVE for port object e7588b29-b144-491b-a130-04690f4e18ec will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:24:01.160315 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e7588b29-b144-491b-a130-04690f4e18ec), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.191810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4b52f137-b39d-4bd3-8c4e-226cc8299c58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e439a4f5dae544f0bfe852f45f89c689&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4866951
Apr 02 21:24:01.195661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47436) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:01.198298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52f137-b39d-4bd3-8c4e-226cc8299c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a78ab0d-779a-4d17-83dd-7aea2e29dc8b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:01.222707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Pushing event updated for resources: {'Port': ['ID=e7588b29-b144-491b-a130-04690f4e18ec,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:01.246804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-5c625071-b03d-4222-902b-1ec79b78d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.248277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-5c625071-b03d-4222-902b-1ec79b78d800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0991561
Apr 02 21:24:01.301445 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Attempting to bind port e7588b29-b144-491b-a130-04690f4e18ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:24:01.301836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Attempting to bind port e7588b29-b144-491b-a130-04690f4e18ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:24:01.302171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Attempting to bind port e7588b29-b144-491b-a130-04690f4e18ec on network 9f1df9e6-794c-48f6-899a-ff2d0287d391 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:01.306960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Port e7588b29-b144-491b-a130-04690f4e18ec on network 9f1df9e6-794c-48f6-899a-ff2d0287d391 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:24:01.307278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Attempting to bind port e7588b29-b144-491b-a130-04690f4e18ec on network 9f1df9e6-794c-48f6-899a-ff2d0287d391 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:01.312896 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:24:01.313236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Checking segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:01.313622 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Bound using segment: {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:24:01.314359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Bound port: e7588b29-b144-491b-a130-04690f4e18ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:24:01.314725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7588b29-b144-491b-a130-04690f4e18ec), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.314829 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e90-c894-41a0-ab82-aefd5f8d63f1 admin admin] Publish callbacks [] for security_group (7a78ab0d-779a-4d17-83dd-7aea2e29dc8b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.355177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e90-c894-41a0-ab82-aefd5f8d63f1 admin admin] Publish callbacks [] for security_group (7a78ab0d-779a-4d17-83dd-7aea2e29dc8b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.384584 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] For port e7588b29-b144-491b-a130-04690f4e18ec, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:01.387946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] For port e7588b29-b144-491b-a130-04690f4e18ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7588b29-b144-491b-a130-04690f4e18ec,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:24:01.391016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-990cf4a2-b4fa-43bf-867e-7ea8b3c56942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.392679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-990cf4a2-b4fa-43bf-867e-7ea8b3c56942 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1330733
Apr 02 21:24:01.395367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (e7588b29-b144-491b-a130-04690f4e18ec), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.399751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a891ee-35d0-4d38-afff-453de545421a req-8f6d79df-5d28-400c-becf-7c98d137ae1c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.401532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86a891ee-35d0-4d38-afff-453de545421a req-8f6d79df-5d28-400c-becf-7c98d137ae1c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.1430180
Apr 02 21:24:01.433756 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.434406 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.435861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] 10.222.0.15 "PUT /v2.0/ports/e7588b29-b144-491b-a130-04690f4e18ec HTTP/1.1" status: 200  len: 1091 time: 0.9223557
Apr 02 21:24:01.436367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467961f4-9252-4447-a1be-0f97e122bef6', 'tag': 'e7588b29-b144-491b-a130-04690f4e18ec'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:01.441870 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125c3930-44a2-40b1-ac16-f5ff4845b873" -d '{"events": [{"name": "network-changed", "server_uuid": "467961f4-9252-4447-a1be-0f97e122bef6", "tag": "e7588b29-b144-491b-a130-04690f4e18ec"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:01.473788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ead64-c64a-45c1-9d9f-9edc1ec90838 service neutron] Pushing event updated for resources: {'Port': ['ID=e7588b29-b144-491b-a130-04690f4e18ec,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:01.515500 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a291b734-cfb6-41e4-a3be-0e6344022ee3 x-openstack-request-id: req-a291b734-cfb6-41e4-a3be-0e6344022ee3 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:01.515896 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467961f4-9252-4447-a1be-0f97e122bef6", "tag": "e7588b29-b144-491b-a130-04690f4e18ec", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:01.516245 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a291b734-cfb6-41e4-a3be-0e6344022ee3 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:01.517022 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a291b734-cfb6-41e4-a3be-0e6344022ee3'] response: {'name': 'network-changed', 'server_uuid': '467961f4-9252-4447-a1be-0f97e122bef6', 'tag': 'e7588b29-b144-491b-a130-04690f4e18ec', 'status': 'completed', 'code': 200}
Apr 02 21:24:01.523635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86a891ee-35d0-4d38-afff-453de545421a req-ef2e50b8-76c9-4717-95fb-af210b3d219b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049447
Apr 02 21:24:01.532084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e90-c894-41a0-ab82-aefd5f8d63f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7a78ab0d-779a-4d17-83dd-7aea2e29dc8b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.534884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e90-c894-41a0-ab82-aefd5f8d63f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.539092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a03a1e90-c894-41a0-ab82-aefd5f8d63f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a78ab0d-779a-4d17-83dd-7aea2e29dc8b HTTP/1.1" status: 204  len: 168 time: 0.3423541
Apr 02 21:24:01.560333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1e90-c894-41a0-ab82-aefd5f8d63f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a78ab0d-779a-4d17-83dd-7aea2e29dc8b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:01.566622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-f342c799-235e-4ff8-b509-011e7c43f3ba service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590946
Apr 02 21:24:01.610225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c3fc4b78-8042-464b-a0a8-e003695cfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.613381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c3fc4b78-8042-464b-a0a8-e003695cfa4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ac7776ae2fb45cfa015c4056f0ab4a0&device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 1125 time: 0.0913131
Apr 02 21:24:01.656759 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-448e9851-2c29-4a9b-a248-c85915296e5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7588b29-b144-491b-a130-04690f4e18ec HTTP/1.1" status: 200  len: 217 time: 0.0378101
Apr 02 21:24:01.681020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e48414e3-c9b7-48aa-aa44-c6a238cdad3b req-b2657ab5-6d06-4692-855d-604555ceebbf service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070180
Apr 02 21:24:01.716624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-9b977aea-2a2c-4097-b0ac-8ef8a5253575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.718646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-9b977aea-2a2c-4097-b0ac-8ef8a5253575 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ddc36f51-fd11-4b48-b113-b8a2110fea58 HTTP/1.1" status: 200  len: 853 time: 0.0563526
Apr 02 21:24:01.783138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-34e8c372-d058-4403-9097-26234c978c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:01.784653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-34e8c372-d058-4403-9097-26234c978c62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f1df9e6-794c-48f6-899a-ff2d0287d391&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0603080
Apr 02 21:24:01.887418 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-8c163806-8ccc-42db-a75d-7d7e6b545bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957980
Apr 02 21:24:01.898595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47444) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:01.912374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b491de47-4a94-4fbd-8068-19ef03206f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:01.955988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:01.984976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c077bd7a-d6d7-4a42-a80b-67548403b434 service neutron] 10.222.0.15 "GET /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912483
Apr 02 21:24:01.999792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] The host nch2-master-1 is not matching for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 host nch1-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:24:02.000577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:02.003486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b491de47-4a94-4fbd-8068-19ef03206f8c admin admin] Publish callbacks [] for security_group (f5ae5d67-2ae8-4628-be2f-44ab67b3306f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:02.008953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b491de47-4a94-4fbd-8068-19ef03206f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f5ae5d67-2ae8-4628-be2f-44ab67b3306f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:02.050356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491de47-4a94-4fbd-8068-19ef03206f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae5d67-2ae8-4628-be2f-44ab67b3306f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:02.058529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b491de47-4a94-4fbd-8068-19ef03206f8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd1a43dd42a746e297e5fac4ae74236d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1589217
Apr 02 21:24:02.059187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47448) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:02.107182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-70ddebbd-43ea-4fb0-af47-d87b32a28aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.108308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd59175-3181-47e6-a887-9cebbfb01e82 admin admin] Publish callbacks [] for security_group (f5ae5d67-2ae8-4628-be2f-44ab67b3306f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:02.108742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-70ddebbd-43ea-4fb0-af47-d87b32a28aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ac7776ae2fb45cfa015c4056f0ab4a0&device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 1125 time: 0.0770483
Apr 02 21:24:02.130096 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd59175-3181-47e6-a887-9cebbfb01e82 admin admin] Publish callbacks [] for security_group (f5ae5d67-2ae8-4628-be2f-44ab67b3306f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:02.130330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd641-160d-4206-88bc-8aab0475407a req-cf7d6669-de4b-47f2-bc16-88e0d3d2bf63 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.131750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68cfd641-160d-4206-88bc-8aab0475407a req-cf7d6669-de4b-47f2-bc16-88e0d3d2bf63 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 943 time: 0.0728443
Apr 02 21:24:02.177234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd59175-3181-47e6-a887-9cebbfb01e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f5ae5d67-2ae8-4628-be2f-44ab67b3306f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:02.179768 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9cd59175-3181-47e6-a887-9cebbfb01e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:02.181062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9cd59175-3181-47e6-a887-9cebbfb01e82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5ae5d67-2ae8-4628-be2f-44ab67b3306f HTTP/1.1" status: 204  len: 168 time: 0.1210630
Apr 02 21:24:02.189295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd59175-3181-47e6-a887-9cebbfb01e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae5d67-2ae8-4628-be2f-44ab67b3306f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:02.236366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-68cfd641-160d-4206-88bc-8aab0475407a req-f126c487-1dfb-4677-bd3a-74c5050fa2b3 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944197
Apr 02 21:24:02.250506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-62e6073a-bfa7-46a1-bed0-0110a163889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.251990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-62e6073a-bfa7-46a1-bed0-0110a163889e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f1df9e6-794c-48f6-899a-ff2d0287d391 HTTP/1.1" status: 200  len: 915 time: 0.1367767
Apr 02 21:24:02.294111 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-3acedeb2-ae41-4fd4-ad59-7578315bb045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7588b29-b144-491b-a130-04690f4e18ec HTTP/1.1" status: 200  len: 217 time: 0.0363336
Apr 02 21:24:02.295016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:02.297412 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a8cbe5-9715-4c52-9a2a-6a155e461533" -d '{"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:02.351932 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08008ff9-7e6f-4e71-8ee1-f9a4ee0a49a1 x-openstack-request-id: req-08008ff9-7e6f-4e71-8ee1-f9a4ee0a49a1 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:02.352408 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:02.352884 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08008ff9-7e6f-4e71-8ee1-f9a4ee0a49a1 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:02.353858 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08008ff9-7e6f-4e71-8ee1-f9a4ee0a49a1'] response: {'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'status': 'completed', 'code': 200}
Apr 02 21:24:02.373093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-0bfebce2-ab3f-4197-a464-5f9d97fe57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.375237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-0bfebce2-ab3f-4197-a464-5f9d97fe57d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ddc36f51-fd11-4b48-b113-b8a2110fea58 HTTP/1.1" status: 200  len: 853 time: 0.0744739
Apr 02 21:24:02.422710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-41e223bb-a63e-4273-aa3d-b2c9d34b914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.424525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-41e223bb-a63e-4273-aa3d-b2c9d34b914e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1126 time: 0.0491493
Apr 02 21:24:02.451805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-02a1a2b2-dbe2-4692-a96d-6ebefab3f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.454601 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-02a1a2b2-dbe2-4692-a96d-6ebefab3f4cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1126 time: 0.0783179
Apr 02 21:24:02.463015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-18588161-32eb-4300-b944-71d57679ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.464632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-18588161-32eb-4300-b944-71d57679ae38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f1df9e6-794c-48f6-899a-ff2d0287d391&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0802152
Apr 02 21:24:02.527010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-fb035030-58a5-4332-aac0-ff48638acb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.528609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-fb035030-58a5-4332-aac0-ff48638acb74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.0979519
Apr 02 21:24:02.600446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-94fbda6b-d5a0-4a46-b046-1758f637cf24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.0644250
Apr 02 21:24:02.622627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-b56eac74-99d2-4a91-81a4-cdc1cb116fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.624103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-b56eac74-99d2-4a91-81a4-cdc1cb116fce service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1586831
Apr 02 21:24:02.628160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-2526ef19-9d08-4635-a1c3-6952227e09ea service neutron] 10.222.0.15 "GET /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542497
Apr 02 21:24:02.665824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-10a1b32b-2fe8-4e0b-bd96-b733501d26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.667433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-10a1b32b-2fe8-4e0b-bd96-b733501d26de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0602918
Apr 02 21:24:02.726508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-5400c15d-5418-4fa9-ba66-5d8d0f1ced82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.728055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-5400c15d-5418-4fa9-ba66-5d8d0f1ced82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0542433
Apr 02 21:24:02.784756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-0dfff347-8196-4132-9dfe-9c8798fa166f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.1462471
Apr 02 21:24:02.800685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243164-2a77-4def-891f-cec186bb14f8 req-5616a15d-1be9-4d10-b125-a1302cf880a1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.802363 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2243164-2a77-4def-891f-cec186bb14f8 req-5616a15d-1be9-4d10-b125-a1302cf880a1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.1731632
Apr 02 21:24:02.833357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-35e8c032-ab9d-4b86-a636-f46c9ad1305a service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983117
Apr 02 21:24:02.867457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-125c3930-44a2-40b1-ac16-f5ff4845b873 req-cb3a6301-35fa-4700-b7a5-8ab524db43e6 service neutron] 10.222.0.15 "GET /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300184
Apr 02 21:24:02.890729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-9b4d9ceb-8c54-4758-a6dd-667f7c67a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.892196 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-9b4d9ceb-8c54-4758-a6dd-667f7c67a6c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0889115
Apr 02 21:24:02.936353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d2243164-2a77-4def-891f-cec186bb14f8 req-82c82a9f-432d-445d-9599-2d7a822d9667 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205318
Apr 02 21:24:02.947336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-d2e37002-b3d4-42b4-8497-5a7014d3fc74 service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1078780
Apr 02 21:24:02.961390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-88e6eea9-b25d-4221-97ca-f97b44ac4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:02.962981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-88e6eea9-b25d-4221-97ca-f97b44ac4d68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0615833
Apr 02 21:24:03.056749 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-d31cfcc7-47dc-44a4-ac44-912f0493059b service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833254
Apr 02 21:24:03.154959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e8a8cbe5-9715-4c52-9a2a-6a155e461533 req-d5c30d0f-5214-4b51-995c-c6feb84b4b7f service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892558
Apr 02 21:24:03.349508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47486) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:03.361580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266348-7d99-48cf-9f99-583efecd9993 req-6ffc4d13-3cec-4a83-a3bd-9fe91e22a85b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:03.363099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93266348-7d99-48cf-9f99-583efecd9993 req-6ffc4d13-3cec-4a83-a3bd-9fe91e22a85b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 943 time: 0.0540011
Apr 02 21:24:03.411558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93266348-7d99-48cf-9f99-583efecd9993 req-bfd3bb05-f72f-4b33-ac87-2bc318380e69 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428410
Apr 02 21:24:03.456638 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb6a997-13aa-4117-b6d7-45188c1df04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.531778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb6a997-13aa-4117-b6d7-45188c1df04d admin admin] Publish callbacks [] for security_group (2465c6d2-c82f-4698-96a6-b23b72fabce6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.535514 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2eb6a997-13aa-4117-b6d7-45188c1df04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2465c6d2-c82f-4698-96a6-b23b72fabce6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.572410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2eb6a997-13aa-4117-b6d7-45188c1df04d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9113447cf19747d0a263d8091a7bd7ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2218413
Apr 02 21:24:03.574375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6a997-13aa-4117-b6d7-45188c1df04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2465c6d2-c82f-4698-96a6-b23b72fabce6,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:03.575245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 47490) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:03.638798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056672bb-1d3e-4c28-b4ec-3d32c486dfcb admin admin] Publish callbacks [] for security_group (2465c6d2-c82f-4698-96a6-b23b72fabce6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.661550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056672bb-1d3e-4c28-b4ec-3d32c486dfcb admin admin] Publish callbacks [] for security_group (2465c6d2-c82f-4698-96a6-b23b72fabce6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.708543 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056672bb-1d3e-4c28-b4ec-3d32c486dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (2465c6d2-c82f-4698-96a6-b23b72fabce6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.711223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-056672bb-1d3e-4c28-b4ec-3d32c486dfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:03.712388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-056672bb-1d3e-4c28-b4ec-3d32c486dfcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2465c6d2-c82f-4698-96a6-b23b72fabce6 HTTP/1.1" status: 204  len: 168 time: 0.1360383
Apr 02 21:24:03.720658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056672bb-1d3e-4c28-b4ec-3d32c486dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2465c6d2-c82f-4698-96a6-b23b72fabce6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:04.059331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac73ec-00f0-42e0-ba05-29496cab688b req-fbc5c667-3754-410d-bec6-bc44b2988f0c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:04.060764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18ac73ec-00f0-42e0-ba05-29496cab688b req-fbc5c667-3754-410d-bec6-bc44b2988f0c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.0535123
Apr 02 21:24:04.113886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18ac73ec-00f0-42e0-ba05-29496cab688b req-d7798b66-b294-4989-9b91-ac4cf1cd6189 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470624
Apr 02 21:24:04.532245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a7262-41c5-43a2-9dcb-6d76c0f213a1 req-3fc7a46c-9829-4380-9d6f-0963fbca3cb1 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:04.533793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f01a7262-41c5-43a2-9dcb-6d76c0f213a1 req-3fc7a46c-9829-4380-9d6f-0963fbca3cb1 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 943 time: 0.0528667
Apr 02 21:24:04.586332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f01a7262-41c5-43a2-9dcb-6d76c0f213a1 req-b9dcdfff-1568-4bb2-b147-6bd62f0f0a28 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467813
Apr 02 21:24:05.235412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b665b-cfa3-4fc2-b8be-742eac1090a4 req-ce7b9335-5ce0-47f7-98dc-d8e85b939fa5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:05.236886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-982b665b-cfa3-4fc2-b8be-742eac1090a4 req-ce7b9335-5ce0-47f7-98dc-d8e85b939fa5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.0553119
Apr 02 21:24:05.283650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-982b665b-cfa3-4fc2-b8be-742eac1090a4 req-24adfe85-591b-4130-a61f-22e87dd37603 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411825
Apr 02 21:24:05.525361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-273cd568-4dea-4ab0-8027-b7288c110373 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:05.526849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-273cd568-4dea-4ab0-8027-b7288c110373 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820&tenant_id=8c67d04af96d45f995da597f3f678014&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0593719
Apr 02 21:24:05.544164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7f317-179a-4030-9b49-055c9ac46e2b req-e2f7a4b8-8371-47f2-a1bd-129015bdd4df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:05.545664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bba7f317-179a-4030-9b49-055c9ac46e2b req-e2f7a4b8-8371-47f2-a1bd-129015bdd4df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.0534406
Apr 02 21:24:05.588206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-e8c9aa09-34be-417a-aa7e-22f3d5caa4a3 service neutron] 10.222.0.15 "GET /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0535321
Apr 02 21:24:05.594278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bba7f317-179a-4030-9b49-055c9ac46e2b req-a5fedcad-9874-4e12-957c-1c42af5c7562 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427859
Apr 02 21:24:05.652302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-013d87a7-d6a1-406f-9af1-a1a651962f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:05.653859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-013d87a7-d6a1-406f-9af1-a1a651962f2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1126 time: 0.0448861
Apr 02 21:24:05.771319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b53e5-8758-4d3b-b25a-92f2307111d9 req-54087992-dffb-48ee-a1ad-b74e96e9bd73 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:05.772824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03b53e5-8758-4d3b-b25a-92f2307111d9 req-54087992-dffb-48ee-a1ad-b74e96e9bd73 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 943 time: 0.1175749
Apr 02 21:24:05.788223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-a196eda2-a30b-41a7-a387-1fef3f7a970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:05.789939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-a196eda2-a30b-41a7-a387-1fef3f7a970e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1257794
Apr 02 21:24:05.884431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-679ad0ab-97e4-4409-9dc0-fd80ce36eba8 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7647e168474a45789031750d07df5429&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0283508
Apr 02 21:24:06.176666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e03b53e5-8758-4d3b-b25a-92f2307111d9 req-045350ca-6e02-4a61-810e-b1121fdd02f8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3965528
Apr 02 21:24:06.178562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-21021c8b-06e4-43f7-be17-c9d7ef98b887 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.3801403
Apr 02 21:24:06.227073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-6b32c07e-1cc7-4586-a74e-ec0b8e20ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:06.228570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-6b32c07e-1cc7-4586-a74e-ec0b8e20ed82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0444667
Apr 02 21:24:06.268388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e7588b29-b144-491b-a130-04690f4e18ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:24:06.278372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-110d83ff-9a72-4953-b102-4f283587f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:06.280172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-110d83ff-9a72-4953-b102-4f283587f089 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454867
Apr 02 21:24:06.369849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e7588b29-b144-491b-a130-04690f4e18ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7588b29-b144-491b-a130-04690f4e18ec,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:06.381405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': 'e7588b29-b144-491b-a130-04690f4e18ec', 'network_id': '9f1df9e6-794c-48f6-899a-ff2d0287d391', 'port_id': 'e7588b29-b144-491b-a130-04690f4e18ec', 'mac_address': 'fa:16:3e:1b:54:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc36f51-fd11-4b48-b113-b8a2110fea58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:24:06.382153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-32152bd5-5a5c-47ea-8b9f-3c22d34eff5f service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956242
Apr 02 21:24:06.382518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-d977b17a-6e89-4596-b9da-1268401d0153 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:06.383982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-d977b17a-6e89-4596-b9da-1268401d0153 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4942207
Apr 02 21:24:06.399866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-128430b5-9602-44f9-a4ee-ad52d30b6b72 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/quotas/7647e168474a45789031750d07df5429 HTTP/1.1" status: 200  len: 375 time: 0.0101507
Apr 02 21:24:06.420363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e7588b29-b144-491b-a130-04690f4e18ec is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:06.420902 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7588b29-b144-491b-a130-04690f4e18ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:06.433760 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7588b29-b144-491b-a130-04690f4e18ec {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:06.436987 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-213ef6fa-43cc-4eef-b589-789167267641 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7647e168474a45789031750d07df5429&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311806
Apr 02 21:24:06.462688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e7588b29-b144-491b-a130-04690f4e18ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7588b29-b144-491b-a130-04690f4e18ec,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:06.469705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e7588b29-b144-491b-a130-04690f4e18ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:06.470536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:24:06.480989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-950b515b-086c-409f-adb0-4337325fb006 service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932546
Apr 02 21:24:06.541697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e7588b29-b144-491b-a130-04690f4e18ec,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:06.617629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:06.627022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-999fe9f4-e50f-42f5-ac9e-63a2835eb26d req-199227b8-de6d-49c9-b6f9-6792b7bef16b tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 210 time: 0.0378559
Apr 02 21:24:06.632520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Returning: {'device': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'mac_address': 'fa:16:3e:72:d9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:24:06.673815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:06.674403 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:06.691144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:06.712044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:06.717536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:06.730945 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52103d-bfb1-43c7-86ad-dda6489fdaf2 req-c7be3df2-91d0-4185-bab0-fcff3490d16f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:06.732421 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d52103d-bfb1-43c7-86ad-dda6489fdaf2 req-c7be3df2-91d0-4185-bab0-fcff3490d16f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 944 time: 0.0597513
Apr 02 21:24:06.774042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:06.792649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d52103d-bfb1-43c7-86ad-dda6489fdaf2 req-774504ee-605b-4e44-a9e4-6ec381ec09b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515821
Apr 02 21:24:07.112830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:24:07.138545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] get_ports_and_sgs() called for port_ids ['e7588b29-b144-491b-a130-04690f4e18ec'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:24:07.302447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4609a-d97c-4d36-a352-32fd8eeeacc7 req-d2eda156-f9cd-44f1-a04c-d97e110492bd tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:07.303990 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a4609a-d97c-4d36-a352-32fd8eeeacc7 req-d2eda156-f9cd-44f1-a04c-d97e110492bd tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 944 time: 0.0575182
Apr 02 21:24:07.360080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8a4609a-d97c-4d36-a352-32fd8eeeacc7 req-8f67e7d6-e547-40ef-873f-7455e5987bc8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503051
Apr 02 21:24:07.606599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-41885df2-a2cb-4eec-a9bd-82824fce44b8 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7647e168474a45789031750d07df5429&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0267193
Apr 02 21:24:07.739157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b47ebf8-57a0-4098-8315-abc8e80ea1ae req-c69ca104-3d9e-4399-936d-4d551d1d2149 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 210 time: 0.0445843
Apr 02 21:24:07.748463 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-55fff234-cd24-4af8-9fdc-63512f96e355 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:07.749933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-55fff234-cd24-4af8-9fdc-63512f96e355 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1384623
Apr 02 21:24:07.761880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Request body: {'port': {'device_id': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '7647e168474a45789031750d07df5429'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:07.869024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Made reservation on behalf of 7647e168474a45789031750d07df5429 for: {'port': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:24:07.872592 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:07.881366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:07.919345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3682-d3dc-4edd-8f6b-4737d786102b req-140e848f-eff2-479e-9dc5-5743ab3edbed tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:07.920893 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65ad3682-d3dc-4edd-8f6b-4737d786102b req-140e848f-eff2-479e-9dc5-5743ab3edbed tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 945 time: 0.0522659
Apr 02 21:24:07.961220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks [] for security_group (ff137a7c-b547-4cb9-b34b-324ed89eb45b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:07.965201 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ff137a7c-b547-4cb9-b34b-324ed89eb45b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:07.973424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65ad3682-d3dc-4edd-8f6b-4737d786102b req-2dedf3c7-4e73-42eb-8f10-aa516bdf6d37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467329
Apr 02 21:24:08.037624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff137a7c-b547-4cb9-b34b-324ed89eb45b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:08.102708 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Allocated IP 192.168.233.19 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/5bab4ba8-9e14-4e78-956c-244ee1ddcc81) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:24:08.252091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks [] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.280931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e7588b29-b144-491b-a130-04690f4e18ec up at agent hyperv_nch1-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:24:08.286237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.330441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:24:08.333477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:24:08.334048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning for port e7588b29-b144-491b-a130-04690f4e18ec completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:24:08.337882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Provisioning complete for port e7588b29-b144-491b-a130-04690f4e18ec triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:24:08.338273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e7588b29-b144-491b-a130-04690f4e18ec), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.339513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:24:08.362359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Pushing event updated for resources: {'Port': ['ID=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:08.391339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:08.392284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.418856 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-8c2b3aad-8ebf-4951-8a34-152264f1fbb7 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6604271
Apr 02 21:24:08.431929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Request body: {'port': {'device_id': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:08.455550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Current status of the port e7588b29-b144-491b-a130-04690f4e18ec is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:08.455952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e7588b29-b144-491b-a130-04690f4e18ec), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.486272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467961f4-9252-4447-a1be-0f97e122bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7588b29-b144-491b-a130-04690f4e18ec'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:08.490545 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eb6af3-7e38-410b-8c92-c67ae5c29bfe" -d '{"events": [{"server_uuid": "467961f4-9252-4447-a1be-0f97e122bef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7588b29-b144-491b-a130-04690f4e18ec"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:08.521361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port e7588b29-b144-491b-a130-04690f4e18ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7588b29-b144-491b-a130-04690f4e18ec,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:08.533308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e7588b29-b144-491b-a130-04690f4e18ec), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.539018 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.630613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Pushing event updated for resources: {'Port': ['ID=e7588b29-b144-491b-a130-04690f4e18ec,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:08.710994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6aae3c3a-ba04-418e-a18b-38dc859f6d1d None None] Provisioning complete for port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:24:08.711212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6aae3c3a-ba04-418e-a18b-38dc859f6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.725266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b15d4f-7ea0-456c-9853-c4d078bc2ba7 req-046d4cbd-f2b6-41a5-9c14-1fff590a83e7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:08.726763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98b15d4f-7ea0-456c-9853-c4d078bc2ba7 req-046d4cbd-f2b6-41a5-9c14-1fff590a83e7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 944 time: 0.2904334
Apr 02 21:24:08.754385 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c43250-a27f-4ee8-84d0-5feb3ad5114e x-openstack-request-id: req-90c43250-a27f-4ee8-84d0-5feb3ad5114e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:08.754651 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467961f4-9252-4447-a1be-0f97e122bef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7588b29-b144-491b-a130-04690f4e18ec", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:08.754846 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90c43250-a27f-4ee8-84d0-5feb3ad5114e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:08.755192 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c43250-a27f-4ee8-84d0-5feb3ad5114e'] response: {'server_uuid': '467961f4-9252-4447-a1be-0f97e122bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7588b29-b144-491b-a130-04690f4e18ec', 'code': 200}
Apr 02 21:24:08.756176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6aae3c3a-ba04-418e-a18b-38dc859f6d1d None None] Port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:24:08.845051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98b15d4f-7ea0-456c-9853-c4d078bc2ba7 req-e306c3f2-26c2-4412-a7a7-3283655a926b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025465
Apr 02 21:24:08.846265 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539387f-793f-497b-9a07-e800a463b6f2 req-4948a3fd-5468-4031-9527-c2964f5c4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:08.850204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f539387f-793f-497b-9a07-e800a463b6f2 req-4948a3fd-5468-4031-9527-c2964f5c4f28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 1127 time: 0.0551291
Apr 02 21:24:08.907565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 {{(pid=121649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:08.915503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Publish callbacks [] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.927833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.provisioning_blocks [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Transition to ACTIVE for port object 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 will not be triggered until provisioned by entity L2. {{(pid=121649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:24:08.931828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:08.972797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f539387f-793f-497b-9a07-e800a463b6f2 req-6d635b36-7e06-4c99-ab18-ae972ba9aed4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076491
Apr 02 21:24:08.982241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a6c6-2c2a-4cb2-9316-59fc174f33b4 req-84378d0e-42fb-4b6a-9b63-b41af3caca1e tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:08.983800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d75a6c6-2c2a-4cb2-9316-59fc174f33b4 req-84378d0e-42fb-4b6a-9b63-b41af3caca1e tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 935 time: 0.1325719
Apr 02 21:24:08.999757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-90dca388-c543-4931-b641-bb1d6f4778bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.001276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-90dca388-c543-4931-b641-bb1d6f4778bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 1127 time: 0.1028261
Apr 02 21:24:09.017300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:09.023718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Pushing event updated for resources: {'Port': ['ID=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:09.096984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d75a6c6-2c2a-4cb2-9316-59fc174f33b4 req-519fd939-3a90-441e-899c-a2767c392d22 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067982
Apr 02 21:24:09.100614 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Attempting to bind port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:24:09.100958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Attempting to bind port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:24:09.101282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Attempting to bind port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:09.107597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.113447 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:24:09.113767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Attempting to bind port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:09.124501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:24:09.124501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:09.124501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:24:09.124501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.managers [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Bound port: 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:24:09.124501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.153568 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ce8ba-fd0a-418a-b2e4-0f39ef429dfe req-31dbebf3-bd7d-4e1e-b86b-d3f710a0c115 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.155125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-007ce8ba-fd0a-418a-b2e4-0f39ef429dfe req-31dbebf3-bd7d-4e1e-b86b-d3f710a0c115 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 945 time: 0.0935705
Apr 02 21:24:09.240891 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-007ce8ba-fd0a-418a-b2e4-0f39ef429dfe req-4cfc2489-c3be-4e71-b530-9ebef8dcafa5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665770
Apr 02 21:24:09.241807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] For port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host nch2-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:09.245021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] For port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:24:09.265374 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.301757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.302531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.303955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] 10.222.0.21 "PUT /v2.0/ports/5bab4ba8-9e14-4e78-956c-244ee1ddcc81 HTTP/1.1" status: 200  len: 1095 time: 0.8773229
Apr 02 21:24:09.304484 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'tag': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:09.306840 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00440004-5a10-4689-8852-38e0b391a366" -d '{"events": [{"name": "network-changed", "server_uuid": "40bc6b44-286e-4ab1-8518-4ce3e294d12d", "tag": "5bab4ba8-9e14-4e78-956c-244ee1ddcc81"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:09.331039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504737-0ac3-4e10-becb-be684b58276a service neutron] Pushing event updated for resources: {'Port': ['ID=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,revision_number=3']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:09.337712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:09.357351 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f02ba-73a6-43fd-ad22-c38741ab7172 x-openstack-request-id: req-e18f02ba-73a6-43fd-ad22-c38741ab7172 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:09.357665 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bc6b44-286e-4ab1-8518-4ce3e294d12d", "tag": "5bab4ba8-9e14-4e78-956c-244ee1ddcc81", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:09.357928 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e18f02ba-73a6-43fd-ad22-c38741ab7172 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:09.358531 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18f02ba-73a6-43fd-ad22-c38741ab7172'] response: {'name': 'network-changed', 'server_uuid': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'tag': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81', 'status': 'completed', 'code': 200}
Apr 02 21:24:09.380936 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch1-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:09.416503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:09.419442 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-2a1aef96-9fcf-409b-bbb6-f0e7c873e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.421133 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-2a1aef96-9fcf-409b-bbb6-f0e7c873e1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7647e168474a45789031750d07df5429&device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 1129 time: 0.0549159
Apr 02 21:24:09.426985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Publish callbacks [] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.440021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Ignored duplicate provisioning block setup for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Apr 02 21:24:09.447383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.469094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-77a2a296-ab06-49ea-86de-88bc3a657141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81 HTTP/1.1" status: 200  len: 217 time: 0.0409114
Apr 02 21:24:09.534864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=9']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:09.535737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-17ef9ef5-1e27-4e8e-ae17-c14b73f81c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.537353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-17ef9ef5-1e27-4e8e-ae17-c14b73f81c2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0626812
Apr 02 21:24:09.603726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] No DVR routers for this DVR port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:24:09.609345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f21cd-d88d-40b7-b108-355f05141922 req-b34d4512-0b72-4e9d-9fc3-5b713dd57a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.610959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-b34d4512-0b72-4e9d-9fc3-5b713dd57a6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0643156
Apr 02 21:24:09.741306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-0864fa30-84aa-4193-8296-0415c0c6f1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233714
Apr 02 21:24:09.756594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:24:09.756937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:24:09.757266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:09.761677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:24:09.762640 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Attempting to bind port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on network 7dcc999a-5e6b-45e7-950d-b3cf3766042e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:09.768634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:24:09.768976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Checking segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:09.769371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Bound using segment: {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:24:09.769790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Bound port: 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67add998-c597-4ebd-9846-5dbd9b10ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:24:09.770146 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.843771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:09.847087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:24:09.853487 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.862388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-952f21cd-d88d-40b7-b108-355f05141922 req-33379a32-e720-43f5-861b-c6f380f57add service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1058176
Apr 02 21:24:09.890988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:09.891764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:09.893305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] 10.222.0.21 "PUT /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1092 time: 0.8833508
Apr 02 21:24:09.893853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:09.896923 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86708564-6ee5-48b1-84fe-5cf6726181f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:09.957496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e629fe-5a13-4200-8a9d-e060605190fc service neutron] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=10']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:09.998087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-c8ec94ed-4d08-4555-b82e-65f7dcf1fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.002815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-c8ec94ed-4d08-4555-b82e-65f7dcf1fcfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1127 time: 0.0796528
Apr 02 21:24:10.007809 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f24431-2c80-441b-b29c-b0bb846e532f x-openstack-request-id: req-77f24431-2c80-441b-b29c-b0bb846e532f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:10.008341 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:10.008661 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77f24431-2c80-441b-b29c-b0bb846e532f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:10.009549 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f24431-2c80-441b-b29c-b0bb846e532f'] response: {'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'status': 'completed', 'code': 200}
Apr 02 21:24:10.047194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e11c6-9cde-4de8-9731-b62c35ed9caf req-3ae185cc-54cc-47ea-897f-70a554a584cf tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.048782 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e36e11c6-9cde-4de8-9731-b62c35ed9caf req-3ae185cc-54cc-47ea-897f-70a554a584cf tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 945 time: 0.1197526
Apr 02 21:24:10.131216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-b81b0376-f3c3-40be-9c14-c765b9088be2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.132786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-b81b0376-f3c3-40be-9c14-c765b9088be2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.15 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 945 time: 0.1286030
Apr 02 21:24:10.154479 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e36e11c6-9cde-4de8-9731-b62c35ed9caf req-eca98382-b125-42d9-9921-bb7343cd6106 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/security-groups?id=3146bb6c-17a9-4973-92a7-da72160df633&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880444
Apr 02 21:24:10.162418 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-dc360077-01e3-4c0d-9e2d-b03d27cc511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.163771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-dc360077-01e3-4c0d-9e2d-b03d27cc511c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1127 time: 0.1321084
Apr 02 21:24:10.166034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00440004-5a10-4689-8852-38e0b391a366 req-dcafb6ef-05c8-4d3e-a6b5-2d61ccd1b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.167307 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-dcafb6ef-05c8-4d3e-a6b5-2d61ccd1b1fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7647e168474a45789031750d07df5429&device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 1129 time: 0.1470702
Apr 02 21:24:10.198689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-8c9b85d4-37fa-4e2c-bb27-9d5ede004efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.200514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-8c9b85d4-37fa-4e2c-bb27-9d5ede004efa service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1793885
Apr 02 21:24:10.301757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:24:10.328634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-2ea58d78-7067-4597-837d-63ac2bd3bbe3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.1070800
Apr 02 21:24:10.330459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-1512ed09-8196-4344-b162-0195ca31767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.331748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-1512ed09-8196-4344-b162-0195ca31767b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1621366
Apr 02 21:24:10.345836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00440004-5a10-4689-8852-38e0b391a366 req-681a5ed5-532e-4300-91a9-99696657bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.347262 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-681a5ed5-532e-4300-91a9-99696657bfe5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.1671402
Apr 02 21:24:10.354674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28d6d-26d5-4894-b5b0-1fce7c4f56b7 req-b06648a4-5a9c-4a71-b72f-c5ddc28420e0 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.356162 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64a28d6d-26d5-4894-b5b0-1fce7c4f56b7 req-b06648a4-5a9c-4a71-b72f-c5ddc28420e0 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 947 time: 0.1359828
Apr 02 21:24:10.390503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Deleting port e7588b29-b144-491b-a130-04690f4e18ec {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:10.390758 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e7588b29-b144-491b-a130-04690f4e18ec), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:10.423512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:10.435093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 has no active binding in host nch1-master-1 {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 02 21:24:10.444906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-925b18ac-a1b7-451d-badf-ee087032f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.446373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-925b18ac-a1b7-451d-badf-ee087032f2cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.1100934
Apr 02 21:24:10.451441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-35066f3a-21fd-4d99-99dc-1876171239c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81 HTTP/1.1" status: 200  len: 217 time: 0.0823543
Apr 02 21:24:10.508195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-f7484d35-227d-4cd9-ab98-5ad113f183de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.1638389
Apr 02 21:24:10.522702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89b8d9-1dc6-4114-b15e-194e19e381cb req-befc2a73-1ac9-477a-95d7-9cacd316c2ab tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.524159 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f89b8d9-1dc6-4114-b15e-194e19e381cb req-befc2a73-1ac9-477a-95d7-9cacd316c2ab tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 945 time: 0.1915393
Apr 02 21:24:10.553156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64a28d6d-26d5-4894-b5b0-1fce7c4f56b7 req-1547050e-f86d-4ece-acba-c4a67c0195c0 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719475
Apr 02 21:24:10.564664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00440004-5a10-4689-8852-38e0b391a366 req-aad7e72a-63aa-46a1-b41a-f5c92d3d731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.566722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-aad7e72a-63aa-46a1-b41a-f5c92d3d731e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.1067336
Apr 02 21:24:10.569893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] For port e7588b29-b144-491b-a130-04690f4e18ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7588b29-b144-491b-a130-04690f4e18ec,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:10.570258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e7588b29-b144-491b-a130-04690f4e18ec), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:10.588291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Calling delete_port for e7588b29-b144-491b-a130-04690f4e18ec owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:10.594411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-b56d4e85-8211-4d93-96a2-61ebbdb3098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.595915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-b56d4e85-8211-4d93-96a2-61ebbdb3098b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1071477
Apr 02 21:24:10.637083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-e49a4c02-bc23-40e2-ba09-5e94f6d92af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.638543 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-e49a4c02-bc23-40e2-ba09-5e94f6d92af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.1231616
Apr 02 21:24:10.657524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f89b8d9-1dc6-4114-b15e-194e19e381cb req-ca39771e-6a42-4597-85ed-75fb13db1f34 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234238
Apr 02 21:24:10.689633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00440004-5a10-4689-8852-38e0b391a366 req-a6873152-9d64-4403-85e1-eb2ea2d9cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.691131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-a6873152-9d64-4403-85e1-eb2ea2d9cb2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1110771
Apr 02 21:24:10.726439 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-41b873ae-3a9a-42a2-b977-6475acc751a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:10.727943 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-41b873ae-3a9a-42a2-b977-6475acc751a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0820267
Apr 02 21:24:10.753054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-bdb6ed3d-da9c-4908-bf0b-826b95ecc2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500585
Apr 02 21:24:10.848756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-97271335-0e6d-43c9-8374-c98773049fcd service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509030
Apr 02 21:24:10.883343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e7588b29-b144-491b-a130-04690f4e18ec), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:10.891719 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-eb9fbcff-0929-4d6f-89ea-62cce4703a08 service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298680
Apr 02 21:24:10.925311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event deleted for resources: {'Port': ['ID=e7588b29-b144-491b-a130-04690f4e18ec,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:10.935206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35be0849-ea7f-4ac4-9d31-195eae7341e7 req-4f09aa65-9ee0-45c3-80fc-fef588707be6 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745074
Apr 02 21:24:10.975390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] No DVR routers for this DVR port e7588b29-b144-491b-a130-04690f4e18ec on host nch1-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:24:10.978832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:10.982674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.15 "DELETE /v2.0/ports/e7588b29-b144-491b-a130-04690f4e18ec HTTP/1.1" status: 204  len: 173 time: 0.8433464
Apr 02 21:24:11.024990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-b915f3b6-15dc-4804-9d2f-96066c0438fa service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683798
Apr 02 21:24:11.037453 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-280355bc-ae12-4352-9e12-b46d3731659c service neutron] 10.222.0.15 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394682
Apr 02 21:24:11.047635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-6f2a6e8b-b9cf-4315-938b-d634afa97a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:11.049263 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-6f2a6e8b-b9cf-4315-938b-d634afa97a08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1127 time: 0.0593483
Apr 02 21:24:11.167682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-2e4e37fe-0f19-4eb1-b548-0fb8e40d3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:11.169391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-2e4e37fe-0f19-4eb1-b548-0fb8e40d3ccd service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1140625
Apr 02 21:24:11.237806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-3cf12e54-e6c9-4a19-ab38-ff395a024263 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 1000 time: 0.0615609
Apr 02 21:24:11.289782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86d52ae6-dd4e-49f7-b89c-9d8d6179f3b6 req-7da37e01-e6c4-4e93-a87c-2cbc235e3165 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0546951
Apr 02 21:24:11.306061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-ef89d144-c22c-476f-98fc-b0fefee33963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:11.307491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-ef89d144-c22c-476f-98fc-b0fefee33963 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0625412
Apr 02 21:24:11.356517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-a1ebf69e-97ea-4eb9-96c9-efb95d1249da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:11.357996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-a1ebf69e-97ea-4eb9-96c9-efb95d1249da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442426
Apr 02 21:24:11.451543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-e659fd20-82f8-447e-9962-aea3cf08a611 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867615
Apr 02 21:24:11.542718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86708564-6ee5-48b1-84fe-5cf6726181f7 req-36908c94-e78b-479a-93ed-a1d0eca46507 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821230
Apr 02 21:24:11.673674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cde0d5-6862-4250-9d7d-5f462b00e757 req-05a42c35-12d5-40b6-86fa-eb67108d453e tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:11.675134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11cde0d5-6862-4250-9d7d-5f462b00e757 req-05a42c35-12d5-40b6-86fa-eb67108d453e tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 947 time: 0.0530424
Apr 02 21:24:11.722665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11cde0d5-6862-4250-9d7d-5f462b00e757 req-7e1910ee-3f5a-4865-8973-7e573a82f341 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415308
Apr 02 21:24:11.783349 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1059ae-ee55-42e7-996a-2435bae68382 req-30f3001a-5e23-42f2-8a5b-7379fe118dc5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:11.784873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a1059ae-ee55-42e7-996a-2435bae68382 req-30f3001a-5e23-42f2-8a5b-7379fe118dc5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 945 time: 0.0527849
Apr 02 21:24:11.836744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a1059ae-ee55-42e7-996a-2435bae68382 req-12a767e5-d766-4fa9-9b63-83c850d91384 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459521
Apr 02 21:24:12.010431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467961f4-9252-4447-a1be-0f97e122bef6', 'name': 'network-vif-deleted', 'tag': 'e7588b29-b144-491b-a130-04690f4e18ec'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:12.012703 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0855f26-3810-4234-862c-93cf5967d4ac" -d '{"events": [{"server_uuid": "467961f4-9252-4447-a1be-0f97e122bef6", "name": "network-vif-deleted", "tag": "e7588b29-b144-491b-a130-04690f4e18ec"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:12.044406 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee166b5-e97d-486e-abeb-58c337ecefcd x-openstack-request-id: req-1ee166b5-e97d-486e-abeb-58c337ecefcd {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:12.044731 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467961f4-9252-4447-a1be-0f97e122bef6", "name": "network-vif-deleted", "tag": "e7588b29-b144-491b-a130-04690f4e18ec", "status": "failed", "code": 422}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:12.044987 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ee166b5-e97d-486e-abeb-58c337ecefcd {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:12.045392 ncdv-master-1 neutron-server[121648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ee166b5-e97d-486e-abeb-58c337ecefcd']: {'server_uuid': '467961f4-9252-4447-a1be-0f97e122bef6', 'name': 'network-vif-deleted', 'tag': 'e7588b29-b144-491b-a130-04690f4e18ec', 'status': 'failed', 'code': 422} returned with failed status
Apr 02 21:24:12.299896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e7588b29-b144-491b-a130-04690f4e18ec no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:12.323192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] No Port match for: e7588b29-b144-491b-a130-04690f4e18ec {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:24:12.323735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device e7588b29-b144-491b-a130-04690f4e18ec not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:12.324161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:12.363331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] The host nch1-master-1 is not matching for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 host nch2-master-1! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:24:12.363723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 not bound to the agent host nch1-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:12.385466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdf84ae3-edc6-4f5a-b7d9-21de9d591db1 req-85818fa7-4dcb-47a1-9932-7fdf6e6d72fe tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273726
Apr 02 21:24:12.849623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f5a1a-aed6-4db4-b0e2-1745e09b234b req-733c0efa-0f43-4543-a1fe-c07052ee29da tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:12.851217 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf2f5a1a-aed6-4db4-b0e2-1745e09b234b req-733c0efa-0f43-4543-a1fe-c07052ee29da tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 947 time: 0.0552659
Apr 02 21:24:12.908069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf2f5a1a-aed6-4db4-b0e2-1745e09b234b req-e72c73e6-6904-41f3-af82-152f7043662f tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498955
Apr 02 21:24:12.962407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23fad6-d51a-4bd2-9c5b-19b17585c535 req-5160c0eb-0413-4be4-9c08-c0616dbceee3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:12.963925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a23fad6-d51a-4bd2-9c5b-19b17585c535 req-5160c0eb-0413-4be4-9c08-c0616dbceee3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 945 time: 0.0540047
Apr 02 21:24:13.012256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a23fad6-d51a-4bd2-9c5b-19b17585c535 req-ae178f41-7edf-441e-b6ab-97a6b9e2a910 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420170
Apr 02 21:24:13.035334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47608) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:13.094435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4240137f-3130-4cd9-a1f7-bd03eff78822 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/513de22f-1f7b-493c-86a9-8aaba1b4cc07 HTTP/1.1" status: 200  len: 992 time: 0.0579789
Apr 02 21:24:13.484705 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1e4876c1-f133-404e-ace9-ab59c4b3f4ac req-49345e00-de9e-4707-a753-65b080563212 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0307460
Apr 02 21:24:14.001365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:24:14.033107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973387f1-60ad-4ba7-8353-6f1c824100ab req-40f4be97-9504-4f5b-b128-83c22bf15fde tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:14.034607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-973387f1-60ad-4ba7-8353-6f1c824100ab req-40f4be97-9504-4f5b-b128-83c22bf15fde tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 947 time: 0.0577178
Apr 02 21:24:14.080597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-973387f1-60ad-4ba7-8353-6f1c824100ab req-77dcee2b-8e47-4094-bb10-d664cd58eebe tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400407
Apr 02 21:24:14.098849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:14.109178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'port_id': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'mac_address': 'fa:16:3e:72:d9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:24:14.146015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:14.146405 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:14.158607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:14.179465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:14.183971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:14.184674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:24:14.250838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:14.318707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:14.330752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81', 'mac_address': 'fa:16:3e:df:9a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:24:14.366782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:14.367169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:14.379785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:24:14.400340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:14.404000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:14.450301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:14.484840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:14.579928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c5af2a5-143a-40c8-a1c9-d13bc4559f05 req-5036f45c-0ebd-40d3-bead-c59038421466 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0279875
Apr 02 21:24:14.650086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5bab4ba8-9e14-4e78-956c-244ee1ddcc81'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:24:14.654606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:24:15.202738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d2a9a-cd46-49ce-8e21-b06f5af1718e req-1972d9e8-b479-4483-aad3-041a3dfaf6f0 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:15.204208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-853d2a9a-cd46-49ce-8e21-b06f5af1718e req-1972d9e8-b479-4483-aad3-041a3dfaf6f0 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 948 time: 0.0520520
Apr 02 21:24:15.250118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-853d2a9a-cd46-49ce-8e21-b06f5af1718e req-c69e0f00-13dd-4622-a2ff-08508add2817 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403361
Apr 02 21:24:15.676878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0ad5f3c9-51f1-430d-a517-d8b6f1259e31 req-caaedb79-171f-403d-8b0b-1af5a9fbd032 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0309668
Apr 02 21:24:16.006688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:24:16.056717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:24:16.060637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:24:16.061009 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:16.137552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:16.138192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:16.162443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:16.164956 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ec0d1-779c-46ff-af41-35fcf0d73efb" -d '{"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-plugged", "status": "completed", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:16.176672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:16.180478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:16.181255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:24:16.205867 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7313660d-08d6-45d2-af2c-76b941a29a06 x-openstack-request-id: req-7313660d-08d6-45d2-af2c-76b941a29a06 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:16.206164 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-plugged", "status": "completed", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:16.206418 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7313660d-08d6-45d2-af2c-76b941a29a06 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:16.206807 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7313660d-08d6-45d2-af2c-76b941a29a06'] response: {'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'code': 200}
Apr 02 21:24:16.259476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=12']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:16.270266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:24:16.274055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:24:16.274430 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:16.351148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:24:16.351538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:16.369013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddb2a-16fd-41f7-bd5c-3cab693784d4 req-c763429d-6ebf-4882-8f6d-10130dda2940 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:16.370499 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04fddb2a-16fd-41f7-bd5c-3cab693784d4 req-c763429d-6ebf-4882-8f6d-10130dda2940 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 948 time: 0.0534656
Apr 02 21:24:16.383851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:16.387520 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:16.418889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-04fddb2a-16fd-41f7-bd5c-3cab693784d4 req-11584aeb-8ec3-4374-ae9a-1a268e693b34 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417545
Apr 02 21:24:16.438010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:16.770636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9fd2ded8-d4c1-4754-a519-32e003b703a3 req-2a43149a-1afa-451d-a66d-fae30fa08adc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270808
Apr 02 21:24:17.537164 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005511-a993-4ae3-9e1d-a23b6b7fa5d8 req-038ae140-1be1-4b03-9d37-e46829ff2acc tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:17.538631 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df005511-a993-4ae3-9e1d-a23b6b7fa5d8 req-038ae140-1be1-4b03-9d37-e46829ff2acc tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 949 time: 0.0514803
Apr 02 21:24:17.585524 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df005511-a993-4ae3-9e1d-a23b6b7fa5d8 req-636cca17-d482-4101-8102-3f5f8e757a4c tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410824
Apr 02 21:24:17.867332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b1e3ef66-f4fd-4561-937a-782e1dc3a266 req-bbb5526b-6e1a-4ff8-a1f0-50397f58b58b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0299006
Apr 02 21:24:18.000299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:18.208305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:18.210907 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ec0c8b-512b-4790-96d7-f8e5963dc558" -d '{"events": [{"server_uuid": "40bc6b44-286e-4ab1-8518-4ce3e294d12d", "name": "network-vif-plugged", "status": "completed", "tag": "5bab4ba8-9e14-4e78-956c-244ee1ddcc81"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:18.245758 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35203d-2e54-46ce-b7f9-fda143531b18 x-openstack-request-id: req-3e35203d-2e54-46ce-b7f9-fda143531b18 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:18.246054 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bc6b44-286e-4ab1-8518-4ce3e294d12d", "name": "network-vif-plugged", "status": "completed", "tag": "5bab4ba8-9e14-4e78-956c-244ee1ddcc81", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:18.246307 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e35203d-2e54-46ce-b7f9-fda143531b18 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:18.246693 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e35203d-2e54-46ce-b7f9-fda143531b18'] response: {'server_uuid': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81', 'code': 200}
Apr 02 21:24:18.345237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2fe77-291a-4d0c-b9de-370843ba745a req-2ab37c1d-95dc-4291-ad95-80671f9af611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:18.346730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9c2fe77-291a-4d0c-b9de-370843ba745a req-2ab37c1d-95dc-4291-ad95-80671f9af611 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 1131 time: 0.0443408
Apr 02 21:24:18.389639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9c2fe77-291a-4d0c-b9de-370843ba745a req-361888fc-86f4-47de-82e9-c634881ed041 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365629
Apr 02 21:24:18.701109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083f21f-ad51-4548-a66b-cc6a78700399 req-a5db7b48-c0ca-4d86-8409-e87d41565f87 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:18.703374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2083f21f-ad51-4548-a66b-cc6a78700399 req-a5db7b48-c0ca-4d86-8409-e87d41565f87 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 949 time: 0.0518246
Apr 02 21:24:18.749432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2083f21f-ad51-4548-a66b-cc6a78700399 req-1ad6f510-dc79-4f0d-901f-735c56c1579f tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404749
Apr 02 21:24:18.965887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79602d61-0622-4b38-97d2-c0b8a327d7a5 req-7462c408-13fc-4993-8721-b1e9b212fc8c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0298789
Apr 02 21:24:19.871432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8f84a-c048-496a-8cb5-14bbd48fd1f1 req-50c7396c-748a-444a-afaa-c7028f376753 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:19.872910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12b8f84a-c048-496a-8cb5-14bbd48fd1f1 req-50c7396c-748a-444a-afaa-c7028f376753 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 949 time: 0.0551362
Apr 02 21:24:19.919103 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12b8f84a-c048-496a-8cb5-14bbd48fd1f1 req-ad2cf657-1840-454f-8049-66026182dce8 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405927
Apr 02 21:24:20.063221 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79f49ddc-0729-4b7a-84f8-71c1c9e62d9e req-8244181a-90fb-4e57-92e9-c9cd6b14986b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273988
Apr 02 21:24:20.180039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579c99-50a3-47f3-bf64-69d6f34d5613 req-7dba18c8-caee-4d2a-bb0e-a6b73d3dad1a tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:20.181592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19579c99-50a3-47f3-bf64-69d6f34d5613 req-7dba18c8-caee-4d2a-bb0e-a6b73d3dad1a tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 949 time: 0.0508320
Apr 02 21:24:20.227024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19579c99-50a3-47f3-bf64-69d6f34d5613 req-acfd1077-c800-47a0-9931-ea39a8a76428 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392313
Apr 02 21:24:21.158778 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebffa250-e734-4349-b221-f8c5715fdf53 req-82c8e049-b148-4bd2-b233-0891df827023 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275874
Apr 02 21:24:21.350765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc5ac1-f210-44e5-b362-5759f2bb4747 req-648a9ba1-dd81-4f64-87ce-22be9e49eaf4 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:21.352150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51cc5ac1-f210-44e5-b362-5759f2bb4747 req-648a9ba1-dd81-4f64-87ce-22be9e49eaf4 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 949 time: 0.0573716
Apr 02 21:24:21.399839 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-51cc5ac1-f210-44e5-b362-5759f2bb4747 req-f1e980c8-4588-4f23-977e-bb4cd9f9c41b tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff137a7c-b547-4cb9-b34b-324ed89eb45b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419774
Apr 02 21:24:21.549857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-e7c16a5b-cea1-4485-9797-3e127868c103 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:21.551308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-e7c16a5b-cea1-4485-9797-3e127868c103 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.21 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 949 time: 0.0517805
Apr 02 21:24:21.648846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Deleting port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:21.649185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:21.734954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] For port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:21.735316 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:21.746941 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Calling delete_port for 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:21.879833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5bab4ba8-9e14-4e78-956c-244ee1ddcc81), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:21.892244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5bab4ba8-9e14-4e78-956c-244ee1ddcc81'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:24:21.907269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Pushing event deleted for resources: {'Port': ['ID=5bab4ba8-9e14-4e78-956c-244ee1ddcc81,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:21.917697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.918054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.918403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.918746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.919084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.919420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.919754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.920579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.920579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.920775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.921089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.921417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.921745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.922075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.922403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:21.965552 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] No DVR routers for this DVR port 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:24:21.968278 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:21.971692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b208a3d-5af7-443c-9e12-99d351bf36c7 req-5584dd34-87aa-4275-bebb-fa67918a8994 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.21 "DELETE /v2.0/ports/5bab4ba8-9e14-4e78-956c-244ee1ddcc81 HTTP/1.1" status: 204  len: 173 time: 0.4151638
Apr 02 21:24:21.972144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'name': 'network-vif-deleted', 'tag': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:21.974489 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a0f0f-bdcc-4403-98c2-71acac0cde9e" -d '{"events": [{"server_uuid": "40bc6b44-286e-4ab1-8518-4ce3e294d12d", "name": "network-vif-deleted", "tag": "5bab4ba8-9e14-4e78-956c-244ee1ddcc81"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:22.018324 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b853f13-6446-4b0e-b0d5-487af8fba158 x-openstack-request-id: req-9b853f13-6446-4b0e-b0d5-487af8fba158 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:22.018627 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bc6b44-286e-4ab1-8518-4ce3e294d12d", "name": "network-vif-deleted", "tag": "5bab4ba8-9e14-4e78-956c-244ee1ddcc81", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:22.018902 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b853f13-6446-4b0e-b0d5-487af8fba158 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:22.019420 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b853f13-6446-4b0e-b0d5-487af8fba158'] response: {'server_uuid': '40bc6b44-286e-4ab1-8518-4ce3e294d12d', 'name': 'network-vif-deleted', 'tag': '5bab4ba8-9e14-4e78-956c-244ee1ddcc81', 'status': 'completed', 'code': 200}
Apr 02 21:24:22.254040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-490c51bb-f833-4857-8d07-46a7cf8d7a28 req-62eec28b-f2d7-4d26-a2ec-1be873804875 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0308118
Apr 02 21:24:22.512095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb1582c1-352f-4a08-8a16-adc1b6e605c1 req-8e3a0279-c7dd-4e76-97b6-7acb292f68b2 tempest-VolumesNegativeTest-699432410 tempest-VolumesNegativeTest-699432410-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bc6b44-286e-4ab1-8518-4ce3e294d12d HTTP/1.1" status: 200  len: 210 time: 0.0280299
Apr 02 21:24:23.134658 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72ec1353-3528-4a2a-8999-e28374813bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:23.348046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eae81e33-3e52-4183-98ad-de782fc5a6dc req-7dbc1424-5799-475c-8d2d-63327843dbe4 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273776
Apr 02 21:24:24.448687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84c54cb3-9aa0-4d90-bce8-739c3c5d78bd req-e39deb86-acc1-472f-8b66-c1c920922c40 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268316
Apr 02 21:24:25.316160 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f3a41096-c56d-4e33-8825-5d60218bcb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:25.544369 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43b13a23-971a-4c44-9102-222fe01243db req-492d6ff5-f435-49b7-b7c2-44fa89351132 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275128
Apr 02 21:24:26.050089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:26.074106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:24:26.074665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5bab4ba8-9e14-4e78-956c-244ee1ddcc81 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:26.635768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a8da541-85b5-45fd-90f6-d1dff89e1577 req-df1e4338-472c-4ae0-af94-de049be4f453 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267434
Apr 02 21:24:26.706484 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:27.330281 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47934) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:27.461615 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f2b9f048-913e-454a-94fa-9b45c4216fd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7647e168474a45789031750d07df5429&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1301827
Apr 02 21:24:27.464162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 47938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:27.510140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Publish callbacks [] for security_group (ff137a7c-b547-4cb9-b34b-324ed89eb45b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:27.530492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Publish callbacks [] for security_group (ff137a7c-b547-4cb9-b34b-324ed89eb45b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:27.579591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ff137a7c-b547-4cb9-b34b-324ed89eb45b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:27.582275 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:27.583335 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff137a7c-b547-4cb9-b34b-324ed89eb45b HTTP/1.1" status: 204  len: 168 time: 0.1182129
Apr 02 21:24:27.591186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff137a7c-b547-4cb9-b34b-324ed89eb45b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:27.598780 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.599123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.599459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.599793 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.600119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.600432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.600785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.601107 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.601548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.601873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.602195 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.602513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.602831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.603145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.603461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f5a20-114e-48dd-b15e-8ace3cc8532d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:27.733580 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-31a60321-508e-4855-b575-95b537076f97 req-268d3fc8-c758-4463-ad99-91d75d2da581 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0300393
Apr 02 21:24:28.770049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:28.835077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f9c2e8f-24fc-41fe-800c-5809886ed77f req-4f574359-ce19-48f9-9170-bf31aba7ebed tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272548
Apr 02 21:24:29.422239 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:29.930920 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b4c1cda-e169-4cb4-be3d-591ca481a151 req-635e3de3-dc87-494f-82e9-755ca10de86d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270097
Apr 02 21:24:30.768795 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:24:31.023434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec237ca4-e28d-482b-b355-fcb3320a1531 req-71618593-1d4b-40eb-92c3-30c770983974 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268445
Apr 02 21:24:32.114600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33d05d78-08b4-4afc-b1a6-e597f843a5f7 req-5f19b8f7-808e-48f9-9cf5-d89467962d6b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264516
Apr 02 21:24:33.210869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-948b1e5e-c382-4713-917c-d173f84c809e req-eb7fc791-658f-479c-a150-7e179bf5eaf5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0293989
Apr 02 21:24:34.306504 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8be67c28-5719-4195-a8e7-d63d0c329005 req-a3d01136-db2d-4017-8b7d-427583f4c0f3 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0295115
Apr 02 21:24:35.398947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9fcbcf4-4ad5-42c6-ab0c-746dacfe21c8 req-74d1639b-5db4-42af-9516-87c7730a68d4 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0258584
Apr 02 21:24:36.496261 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4bf7b5d4-2c52-4da1-9a77-5a05c2084602 req-23b16ad1-2814-4add-82c5-a2d2e4d00cd8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0259769
Apr 02 21:24:37.588987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-929ae5fe-35f4-494e-a673-a343f2b6c9a2 req-3e64ec3c-c9e6-4c44-8c9f-32c0e7881c9a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0262756
Apr 02 21:24:38.683271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92583335-b4ef-49bf-91a6-535916db4be2 req-92e29420-5b47-484a-a15a-354e461daea5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268955
Apr 02 21:24:39.776648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0107a29-9cff-4ec9-b2b4-9140c7be48a7 req-9165866f-2772-4e12-83c3-204e1bf42d8f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265312
Apr 02 21:24:40.874576 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-41032b55-3ac0-437f-9cff-205a10a502c1 req-62b39aec-c21d-49a2-9416-057b9ed652e5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266457
Apr 02 21:24:41.969439 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b75e8561-8346-4a5f-a478-02920b95c31d req-f5f3089b-3e15-41f9-b9d3-cdb2761140a8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268135
Apr 02 21:24:43.070254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06a5f7b1-27db-4094-a3aa-0ac300db6114 req-1c1059ab-5405-40d2-a208-9a1093fc35bf tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264318
Apr 02 21:24:44.165971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d88d454-7b30-4f7b-bd2e-4e3abff4282d req-7f9bc9f3-f1f4-45e1-ba91-b1373cc1cf79 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0299287
Apr 02 21:24:44.485538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:45.258063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed93ed04-fad0-4126-9f39-901e87073968 req-67aea92c-34b3-454a-ac8b-533b08a918ae tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0259192
Apr 02 21:24:46.362862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf29a0b4-e678-4d02-ad13-60eccb63e688 req-4513c518-b6bd-4662-b048-66559bce4c73 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0294368
Apr 02 21:24:47.460020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e694844b-dc71-44e3-b1b9-709c9555be2a req-c962e53f-156d-4b33-9d7a-47144a303463 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0304818
Apr 02 21:24:47.686247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79dbb8-1d60-4a30-97f5-a7e67d6503f2 req-44d87621-3722-47ca-b170-5a5fd647d13a tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:47.687812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed79dbb8-1d60-4a30-97f5-a7e67d6503f2 req-44d87621-3722-47ca-b170-5a5fd647d13a tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1129 time: 0.0447192
Apr 02 21:24:47.732893 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed79dbb8-1d60-4a30-97f5-a7e67d6503f2 req-87e5f13e-b8f3-4549-9f36-5098fc2de5da tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393417
Apr 02 21:24:47.754668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48006) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:48.019549 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:48.063616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 921f5ed7-26da-4c99-8825-2ecc49b05222 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:48.063958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:48.140219 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:48.140557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (921f5ed7-26da-4c99-8825-2ecc49b05222), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:48.151986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 921f5ed7-26da-4c99-8825-2ecc49b05222 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:48.295890 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (921f5ed7-26da-4c99-8825-2ecc49b05222), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:48.322419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=921f5ed7-26da-4c99-8825-2ecc49b05222,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:48.381640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (513de22f-1f7b-493c-86a9-8aaba1b4cc07), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:48.381971 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP 513de22f-1f7b-493c-86a9-8aaba1b4cc07 disassociated (deleted). External IP: 172.35.4.184, port: 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8.
Apr 02 21:24:48.554161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-22abb104-1e83-48a5-89fd-89b489e26f8d req-fdbce0b9-78f3-4207-b50a-9b7a40dae161 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276475
Apr 02 21:24:48.898298 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 29c03082-9393-4e74-9b55-265fd75e6277 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:24:49.014451 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:24:49.018338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:49.022835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] Sync routers for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:24:49.031828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:24:49.032445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845219a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:49.048003 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d43c6e29-c7f5-4876-9a7b-4175ecb4410d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/floatingips/513de22f-1f7b-493c-86a9-8aaba1b4cc07 HTTP/1.1" status: 204  len: 168 time: 1.2922635
Apr 02 21:24:49.048726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:49.051078 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e2ce42-991a-4f39-9d18-d7a932604134" -d '{"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:49.087034 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6292cc3-28b1-4642-aaba-efb654353d1b x-openstack-request-id: req-c6292cc3-28b1-4642-aaba-efb654353d1b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:49.087333 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:49.087589 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6292cc3-28b1-4642-aaba-efb654353d1b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:49.087994 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6292cc3-28b1-4642-aaba-efb654353d1b'] response: {'name': 'network-changed', 'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'status': 'completed', 'code': 200}
Apr 02 21:24:49.146844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:24:49.159795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-fd8933d9-8667-4c28-b91c-268b2b912aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:49.161700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-fd8933d9-8667-4c28-b91c-268b2b912aa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 1129 time: 0.0494936
Apr 02 21:24:49.302077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-05e3c2a2-8b88-4194-af7f-c6778ae35f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:49.303554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-05e3c2a2-8b88-4194-af7f-c6778ae35f27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 200  len: 897 time: 0.1274478
Apr 02 21:24:49.317734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4a358-006c-4900-b807-6bad9304ca17 req-cbf945ad-e411-4171-b846-aa0300bfa776 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:49.319205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd4a358-006c-4900-b807-6bad9304ca17 req-cbf945ad-e411-4171-b846-aa0300bfa776 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 947 time: 0.0756192
Apr 02 21:24:49.355647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845219a00>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:49.361187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-0019a543-8faa-419f-a5e7-3ee55662c449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 200  len: 217 time: 0.0410335
Apr 02 21:24:49.382539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] Checking router: 29c03082-9393-4e74-9b55-265fd75e6277 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:24:49.390764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:24:49.391372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845219a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:49.436114 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecd4a358-006c-4900-b807-6bad9304ca17 req-78fc8b36-7897-4943-b20e-6ad67b637331 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086273
Apr 02 21:24:49.440529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-fec1e9b7-f9ee-43e9-b6fb-0301c2f1d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:49.440529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-fec1e9b7-f9ee-43e9-b6fb-0301c2f1d270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 200  len: 833 time: 0.0697248
Apr 02 21:24:49.500823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:24:49.501868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-b9936fc9-3c72-4918-9cf2-47e478ee8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:49.503425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-b9936fc9-3c72-4918-9cf2-47e478ee8176 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7dcc999a-5e6b-45e7-950d-b3cf3766042e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0551319
Apr 02 21:24:49.597053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-f1ee22e2-eedc-4fc7-801b-3aa5f5ca5afa service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869904
Apr 02 21:24:49.661822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69b89b22-3eb9-42c4-9614-294c3a71c271 req-83cf44e4-99f2-4625-8947-46729ffa39e1 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0343165
Apr 02 21:24:49.717354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845219a00>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:49.748624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d91ac8-20e6-44c7-bc06-b4940a48f6e1 None None] The sync data for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 is: [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:47Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccffcd68-d7a3-43c2-9a39-6aa99f7b7703', 'name': '', 'network_id': '7dcc999a-5e6b-45e7-950d-b3cf3766042e', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:4f:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:46Z', 'updated_at': '2022-04-02T21:22:50Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': 'cd542098-d0db-4bce-b445-616ae7c706c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:24:49.998825 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27309c90-1e58-4138-949e-7c1f394760f4 None None] New status for floating IP 513de22f-1f7b-493c-86a9-8aaba1b4cc07: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:24:50.010267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33e2ce42-991a-4f39-9d18-d7a932604134 req-a73c00e7-f136-453f-a05e-8f296a0740b4 service neutron] 10.222.0.21 "GET /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4000490
Apr 02 21:24:50.559477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944fb82-8378-4258-98ac-10805562a4dc req-47e82650-6d1a-44b3-b528-326247f7eb9f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:50.560964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b944fb82-8378-4258-98ac-10805562a4dc req-47e82650-6d1a-44b3-b528-326247f7eb9f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 947 time: 0.0543404
Apr 02 21:24:50.611481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b944fb82-8378-4258-98ac-10805562a4dc req-7bd98ae7-a9f9-4a85-aa6b-fcdf727135bd tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=42047c92-17e7-490b-bf96-b78eda91fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449619
Apr 02 21:24:50.733092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf051b9-99f7-4545-b820-44b038c5bede req-9495328d-06a4-4eef-b404-7bb7fa65f115 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:50.734813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf051b9-99f7-4545-b820-44b038c5bede req-9495328d-06a4-4eef-b404-7bb7fa65f115 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a76f4f0-1c69-4084-a0f3-c230e1796820 HTTP/1.1" status: 200  len: 947 time: 0.0526958
Apr 02 21:24:50.751144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b189f0b-b71b-473f-9912-ad5a528661f9 req-2f56e08e-73fd-4f25-99fd-9a8ab5618537 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0261254
Apr 02 21:24:50.828894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:50.829237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:50.917313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:50.917679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:50.929768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:51.059832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (97fe7cd3-a132-4858-af0b-6a5df8c2b2c8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:51.088962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=97fe7cd3-a132-4858-af0b-6a5df8c2b2c8,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:51.133039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] No DVR routers for this DVR port 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:24:51.135590 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:51.138935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf051b9-99f7-4545-b820-44b038c5bede req-fe7f3cc6-cc47-4dbb-81d3-8901a2f409fa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "DELETE /v2.0/ports/97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 HTTP/1.1" status: 204  len: 173 time: 0.3964999
Apr 02 21:24:51.139376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-deleted', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:24:51.142321 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907b138-6777-4820-abef-eabb906186a4" -d '{"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-deleted", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:24:51.178629 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117769da-837f-4d01-bb00-1c7b11f5b3a0 x-openstack-request-id: req-117769da-837f-4d01-bb00-1c7b11f5b3a0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:24:51.178933 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a76f4f0-1c69-4084-a0f3-c230e1796820", "name": "network-vif-deleted", "tag": "97fe7cd3-a132-4858-af0b-6a5df8c2b2c8", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:24:51.179195 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-117769da-837f-4d01-bb00-1c7b11f5b3a0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:24:51.179606 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117769da-837f-4d01-bb00-1c7b11f5b3a0'] response: {'server_uuid': '2a76f4f0-1c69-4084-a0f3-c230e1796820', 'name': 'network-vif-deleted', 'tag': '97fe7cd3-a132-4858-af0b-6a5df8c2b2c8', 'status': 'completed', 'code': 200}
Apr 02 21:24:51.669183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:51.857966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac0fce89-b7c9-4a3b-80d2-ed84f538d629 req-7a5b78fe-39b4-4743-b0f2-c40f0dfa7ef8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0348833
Apr 02 21:24:52.054082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (29c03082-9393-4e74-9b55-265fd75e6277), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:52.316571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:52.316835 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:52.413007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port ccffcd68-d7a3-43c2-9a39-6aa99f7b7703, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:52.413643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:52.425179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:52.607097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ccffcd68-d7a3-43c2-9a39-6aa99f7b7703), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:52.631137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=ccffcd68-d7a3-43c2-9a39-6aa99f7b7703,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:52.814593 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (29c03082-9393-4e74-9b55-265fd75e6277), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:52.956222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8120d9b8-5c66-4b5b-8322-99bc9d22254e req-e8306710-f664-49cc-aa5f-90c4cc94e654 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0305424
Apr 02 21:24:53.039312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 29c03082-9393-4e74-9b55-265fd75e6277 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:24:53.136494 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb5bf2f8-b57e-412b-9669-530c6dd61c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.147473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:24:53.152279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d7b2beeb-75c7-464c-a4dc-09237cd5a4c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/29c03082-9393-4e74-9b55-265fd75e6277/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4819238
Apr 02 21:24:53.155074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:53.157939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] Sync routers for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:24:53.169133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:24:53.169749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784433e400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:53.206811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting subnet cd542098-d0db-4bce-b445-616ae7c706c4 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:24:53.209928 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (cd542098-d0db-4bce-b445-616ae7c706c4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.250103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (cd542098-d0db-4bce-b445-616ae7c706c4), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.275404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:24:53.336612 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (cd542098-d0db-4bce-b445-616ae7c706c4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.396217 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (cd542098-d0db-4bce-b445-616ae7c706c4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.423984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Subnet': ['ID=cd542098-d0db-4bce-b445-616ae7c706c4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:53.428020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.432300 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c00f454e-1663-49fc-b052-aff63e226af8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/subnets/cd542098-d0db-4bce-b445-616ae7c706c4 HTTP/1.1" status: 204  len: 168 time: 0.2756791
Apr 02 21:24:53.434916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48038) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:53.438221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ce63c-2d70-49f0-9f5a-8f72dc92169b None None] Network 7dcc999a-5e6b-45e7-950d-b3cf3766042e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:24:53.529719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784433e400>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:24:52Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:53.545982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (29c03082-9393-4e74-9b55-265fd75e6277), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.559508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] Checking router: 29c03082-9393-4e74-9b55-265fd75e6277 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:24:53.573542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] Routers {'29c03082-9393-4e74-9b55-265fd75e6277'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:24:53.574161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784433e400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['29c03082-9393-4e74-9b55-265fd75e6277'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:53.656671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (29c03082-9393-4e74-9b55-265fd75e6277), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.686584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] DHCP port deletion for 7dcc999a-5e6b-45e7-950d-b3cf3766042e request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:24:53.710355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:53.710700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.719553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] Set router 29c03082-9393-4e74-9b55-265fd75e6277 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:24:53.793736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:53.794261 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.806313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:53.857733 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Deleting port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:24:53.858111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.952851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] For port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,segment=NetworkSegment(67add998-c597-4ebd-9846-5dbd9b10ce2f),segment_id=67add998-c597-4ebd-9846-5dbd9b10ce2f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:24:53.953152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:53.967082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Calling delete_port for 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:24:53.975440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.005170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:54.084275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20226190-3a8a-4649-bc61-f2c4f6a503e8 req-dcc7f72d-cc4b-4382-acef-f3965f9dad23 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0520220
Apr 02 21:24:54.106747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (29c03082-9393-4e74-9b55-265fd75e6277), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.172985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:54.201287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784433e400>, [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:24:52Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:54.205105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:24:54.205399 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 97fe7cd3-a132-4858-af0b-6a5df8c2b2c8 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:54.209091 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (29c03082-9393-4e74-9b55-265fd75e6277), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.211320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (29c03082-9393-4e74-9b55-265fd75e6277), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.245697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df675b4-aa74-4bd7-ae7b-bb2844a9dbc9 None None] The sync data for ids ['29c03082-9393-4e74-9b55-265fd75e6277'] in ncdv-master-1 is: [{'id': '29c03082-9393-4e74-9b55-265fd75e6277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991859823', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:24:52Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': 'f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:56:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c03082-9393-4e74-9b55-265fd75e6277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:22:42Z', 'updated_at': '2022-04-02T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:24:54.256241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (29c03082-9393-4e74-9b55-265fd75e6277), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.256995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Fanout notify agent at l3_agent the message router_deleted on router 29c03082-9393-4e74-9b55-265fd75e6277 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:24:54.265424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.266599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7b2e5324-ac0d-4164-8cb9-1f07ff49541d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/routers/29c03082-9393-4e74-9b55-265fd75e6277 HTTP/1.1" status: 204  len: 168 time: 0.8307655
Apr 02 21:24:54.269856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48042) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:54.284864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (1e8f190f-4ce5-4636-baaf-a14cbacb7dcf), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.310467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Pushing event deleted for resources: {'Port': ['ID=1e8f190f-4ce5-4636-baaf-a14cbacb7dcf,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:54.318515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] No DVR routers for this DVR port 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:24:54.321140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.321599 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.321961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.322300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.322673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.323026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.323291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.323878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.324137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.324490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.324804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.325163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.325452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.325890 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.326140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb735409-bc84-4c76-906e-113897ad0078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:54.352547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (7dcc999a-5e6b-45e7-950d-b3cf3766042e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.434991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (7dcc999a-5e6b-45e7-950d-b3cf3766042e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.455674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e88c430>,) {'filters': {'network_id': ['7dcc999a-5e6b-45e7-950d-b3cf3766042e']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:54.464506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e88c430>, '67add998-c597-4ebd-9846-5dbd9b10ce2f') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:54.464804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e88c430>, '67add998-c597-4ebd-9846-5dbd9b10ce2f') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:54.478378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (67add998-c597-4ebd-9846-5dbd9b10ce2f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.491895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (67add998-c597-4ebd-9846-5dbd9b10ce2f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.497653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:24:54.498038 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (67add998-c597-4ebd-9846-5dbd9b10ce2f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:24:54.501537 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:24:54.556407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (7dcc999a-5e6b-45e7-950d-b3cf3766042e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.563837 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.567056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/networks/7dcc999a-5e6b-45e7-950d-b3cf3766042e HTTP/1.1" status: 204  len: 168 time: 0.2961516
Apr 02 21:24:54.570066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:54.579728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e009f-303a-4809-88d1-21e0098ba34d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Network': ['ID=7dcc999a-5e6b-45e7-950d-b3cf3766042e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:54.635223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52acdd93-8c0f-4ed6-966d-d01f0300fd36 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (42047c92-17e7-490b-bf96-b78eda91fa6a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.661832 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52acdd93-8c0f-4ed6-966d-d01f0300fd36 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (42047c92-17e7-490b-bf96-b78eda91fa6a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.724362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52acdd93-8c0f-4ed6-966d-d01f0300fd36 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (42047c92-17e7-490b-bf96-b78eda91fa6a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.727564 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-52acdd93-8c0f-4ed6-966d-d01f0300fd36 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:54.728931 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-52acdd93-8c0f-4ed6-966d-d01f0300fd36 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/security-groups/42047c92-17e7-490b-bf96-b78eda91fa6a HTTP/1.1" status: 204  len: 168 time: 0.1576905
Apr 02 21:24:54.739440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acdd93-8c0f-4ed6-966d-d01f0300fd36 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42047c92-17e7-490b-bf96-b78eda91fa6a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.027304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48050) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.031920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037777726', 'description': 'tempest-secgroup-smoke-1037777726 description', 'project_id': '8c67d04af96d45f995da597f3f678014'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.052266 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.118160 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (5d400994-ac64-4779-a0e4-4f4036180a58), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.122073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5d400994-ac64-4779-a0e4-4f4036180a58), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.152222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.153966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1256328
Apr 02 21:24:55.155987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef632f-af1b-4e6b-849f-33b2a14f9523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d400994-ac64-4779-a0e4-4f4036180a58,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.156982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48054) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.162812 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '5d400994-ac64-4779-a0e4-4f4036180a58', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.197708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a4ab3052-5756-417e-86f9-3c5f059c5d8b req-62022cb8-3e1a-405a-a43e-0fd8f3e2621a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0449114
Apr 02 21:24:55.213556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (e44fb57a-423f-48b5-8f99-853ce1e50830), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.259322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:55.269518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (e44fb57a-423f-48b5-8f99-853ce1e50830), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.274476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e44fb57a-423f-48b5-8f99-853ce1e50830), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.280436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:24:55.280825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ccffcd68-d7a3-43c2-9a39-6aa99f7b7703 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:55.281250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:55.305545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:24:55.305545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1e8f190f-4ce5-4636-baaf-a14cbacb7dcf not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:55.306358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44fb57a-423f-48b5-8f99-853ce1e50830,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.324318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.329679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48058) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.332062 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc4b202e-bc65-444e-b74d-6c09246fd666 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1730714
Apr 02 21:24:55.334224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '5d400994-ac64-4779-a0e4-4f4036180a58', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.343840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-558ea71f-72db-45ad-8db1-c1e462a8c54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.362846 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c6eda1d9-e53b-40cf-9b5d-d2272303139c), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.424059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c6eda1d9-e53b-40cf-9b5d-d2272303139c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.427772 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c6eda1d9-e53b-40cf-9b5d-d2272303139c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.444914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eda1d9-e53b-40cf-9b5d-d2272303139c,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.459987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.461254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1f7fdbc3-6b21-4a62-a75f-5cf6c0f9746a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1306760
Apr 02 21:24:55.463968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48060) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.468968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '5d400994-ac64-4779-a0e4-4f4036180a58', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.493886 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (7aa28399-df27-472c-a7bb-e288f4326829), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.552206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (7aa28399-df27-472c-a7bb-e288f4326829), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.556209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (7aa28399-df27-472c-a7bb-e288f4326829), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.573284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa28399-df27-472c-a7bb-e288f4326829,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.582080 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.583265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-95424d1e-e360-4c5e-9afa-e2c63709eab6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1183500
Apr 02 21:24:55.586048 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.590197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '5d400994-ac64-4779-a0e4-4f4036180a58', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.614357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (762a35f5-1c24-493c-b988-edd8091b5bda), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.670320 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (762a35f5-1c24-493c-b988-edd8091b5bda), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.674338 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (762a35f5-1c24-493c-b988-edd8091b5bda), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.692127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762a35f5-1c24-493c-b988-edd8091b5bda,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.696574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.700560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28943622-e36c-4bae-a8dc-0457f51b38df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1136317
Apr 02 21:24:55.700694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48064) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.705686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '5d400994-ac64-4779-a0e4-4f4036180a58', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.724970 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:24:55.729550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (4992a4e6-d05e-46ac-8993-5f0a159a4288), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.786030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (4992a4e6-d05e-46ac-8993-5f0a159a4288), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.789772 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4992a4e6-d05e-46ac-8993-5f0a159a4288), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.809659 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4992a4e6-d05e-46ac-8993-5f0a159a4288,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.815662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.816675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5de128e3-3baf-47f4-b978-cd816592d402 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1149280
Apr 02 21:24:55.819513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48066) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.823737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': '5d400994-ac64-4779-a0e4-4f4036180a58', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.845171 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:24:55.850627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (d8056707-a258-4607-a187-426d56c767e6), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.907530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (d8056707-a258-4607-a187-426d56c767e6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.910938 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d8056707-a258-4607-a187-426d56c767e6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.925287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8056707-a258-4607-a187-426d56c767e6,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:55.934610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.935805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-55a7c259-ead0-40e6-8931-aa87fb494c44 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1153865
Apr 02 21:24:55.938715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48068) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:55.943513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'network': {'name': 'tempest-network-smoke--1382897066', 'project_id': '8c67d04af96d45f995da597f3f678014', 'port_security_enabled': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:55.961148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:24:55.964273 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.986645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:24:55.995568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (31aed71f-4fe5-4916-811b-c83a1f850e80), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:55.995941 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Added segment 31aed71f-4fe5-4916-811b-c83a1f850e80 of type vlan for network bbf0c12a-0451-48a7-9935-d4b111d8c599
Apr 02 21:24:56.036494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (bbf0c12a-0451-48a7-9935-d4b111d8c599), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.059394 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (bbf0c12a-0451-48a7-9935-d4b111d8c599), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.064581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:56.065161 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.106617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1668904
Apr 02 21:24:56.109286 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48070) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:56.137562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'admin_state_up': True, 'project_id': '8c67d04af96d45f995da597f3f678014', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:56.147475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd3095-4dda-4531-aeb8-f2265fba739e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Network': ['ID=bbf0c12a-0451-48a7-9935-d4b111d8c599,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:56.158449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:24:56.164338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (267278e0-b76f-491a-9a78-a6b6a3e6d78d), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.165392 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (267278e0-b76f-491a-9a78-a6b6a3e6d78d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.222335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (267278e0-b76f-491a-9a78-a6b6a3e6d78d), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.296542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-774da21a-d769-4185-8ba6-5a1737c46657 req-3a7791d0-1fd3-4151-acc2-0781976f7465 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0293868
Apr 02 21:24:56.370105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (267278e0-b76f-491a-9a78-a6b6a3e6d78d), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.566007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (267278e0-b76f-491a-9a78-a6b6a3e6d78d), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.584153 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.695408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.252 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/72118ef9-d9d6-47f6-bed1-1053fe3afc54) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:24:56.707998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.802676 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.835356 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:56.839866 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:24:56.860097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:24:56.860470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f68e9a3f-a0c4-4233-82ac-fe7a5d6f9419 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:24:56.874783 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:24:56.877556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:24:56.880026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:24:56.911466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=72118ef9-d9d6-47f6-bed1-1053fe3afc54,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:57.146440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (267278e0-b76f-491a-9a78-a6b6a3e6d78d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:57.355953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (267278e0-b76f-491a-9a78-a6b6a3e6d78d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:57.426907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff267ba4-aa99-4fc4-8d00-88bf6e560b55 req-84e68174-3b2b-4b55-93a1-d5dae8fd01a2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0336845
Apr 02 21:24:57.509572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 267278e0-b76f-491a-9a78-a6b6a3e6d78d is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:24:57.616918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:24:57.626694 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Sync routers for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:24:57.636622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:57.637020 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:24:57.637634 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e12610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:57.637812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ba173792-1453-4c6f-b84e-565582a1bac1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.5276263
Apr 02 21:24:57.641760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48076) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:57.743913 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:24:57.779760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-63fd0331-6954-42bf-a27e-b4128382c366 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8c67d04af96d45f995da597f3f678014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1368308
Apr 02 21:24:57.782486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48080) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:57.917055 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e12610>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:57Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:57.928943 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae77e0-2fe1-4f07-9436-10b35f66310c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:57.930452 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-08ae77e0-2fe1-4f07-9436-10b35f66310c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1470912
Apr 02 21:24:57.934253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48082) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:57.946797 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Checking router: 267278e0-b76f-491a-9a78-a6b6a3e6d78d for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:24:57.947151 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Updating router 267278e0-b76f-491a-9a78-a6b6a3e6d78d port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:24:57.972516 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b632167f-e743-47fd-a8cd-208d4a418d48 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371940
Apr 02 21:24:57.974694 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:57.975200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48084) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:57.980100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1004006305', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'project_id': '8c67d04af96d45f995da597f3f678014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:24:58.065443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:24:58.068717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.218794 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Publish callbacks [] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.224958 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.245696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (5c8ba25c-54fc-467a-8e73-3f7853493d50), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.273904 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Attempting to bind port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:24:58.274270 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Attempting to bind port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:24:58.274632 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Attempting to bind port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:58.285495 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Pushing event updated for resources: {'Port': ['ID=72118ef9-d9d6-47f6-bed1-1053fe3afc54,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:58.288394 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:24:58.288802 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:58.289200 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.289581 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:24:58.290047 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Bound port: 72118ef9-d9d6-47f6-bed1-1053fe3afc54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:24:58.290418 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.297275 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.297638 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.297955 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.298287 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.298615 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.298949 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.299270 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.299590 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.299911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.300238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.300574 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.300896 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.301213 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.301530 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.301843 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:24:58.304099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Subnet': ['ID=5c8ba25c-54fc-467a-8e73-3f7853493d50,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:58.316288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Checking segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:58.316526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network hostable DHCP agents. Network: bbf0c12a-0451-48a7-9935-d4b111d8c599, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:24:58.335939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:24:58.345274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbf0c12a-0451-48a7-9935-d4b111d8c599) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:24:58.349427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:24:58.350010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.354179 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caaeaae-7313-4f78-a2e5-e24f3abb7586 None None] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:24:58.357089 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] For port 72118ef9-d9d6-47f6-bed1-1053fe3afc54, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:58.360789 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] For port 72118ef9-d9d6-47f6-bed1-1053fe3afc54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72118ef9-d9d6-47f6-bed1-1053fe3afc54,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:24:58.366969 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.373552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-657bbe41-8863-46e5-8b2d-a3277407b137 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3972523
Apr 02 21:24:58.376550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:24:58.425686 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:24:58.426310 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e12610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:58.470803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bbf0c12a-0451-48a7-9935-d4b111d8c599', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:24:58.471646 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.479158 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a821a11-4acd-415e-ae8b-b31ff2ecb4c2 None None] Pushing event updated for resources: {'Port': ['ID=72118ef9-d9d6-47f6-bed1-1053fe3afc54,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:58.549567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-504f4f5c-6178-4229-bc9c-63efc1958cc7 req-5592a97c-5042-496a-9859-3ecd4fac7252 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0440226
Apr 02 21:24:58.604952 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:24:58.635334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Allocated IP 172.20.0.2 (bbf0c12a-0451-48a7-9935-d4b111d8c599/5c8ba25c-54fc-467a-8e73-3f7853493d50/bc5459b7-0030-403d-9f50-f62838e4cd85) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:24:58.797237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Publish callbacks [] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.809709 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.814382 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e12610>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:57Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:24:58.869781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:24:58.871317 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.872536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:24:58.875352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Pushing event updated for resources: {'Port': ['ID=bc5459b7-0030-403d-9f50-f62838e4cd85,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:58.877915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:24:58.941268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Attempting to bind port bc5459b7-0030-403d-9f50-f62838e4cd85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:24:58.941958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Attempting to bind port bc5459b7-0030-403d-9f50-f62838e4cd85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:24:58.942550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Attempting to bind port bc5459b7-0030-403d-9f50-f62838e4cd85 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:24:58.948804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:24:58.949510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Checking segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:24:58.950108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.950720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Bound using segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:24:58.951561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Bound port: bc5459b7-0030-403d-9f50-f62838e4cd85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:24:58.952705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:58.966248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f38cd4-0efe-4282-a810-8e66aadd1d48 None None] The sync data for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 is: [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:57Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:24:59.030801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-33b93525-a701-44b8-99d3-3615919809bd None None] For port bc5459b7-0030-403d-9f50-f62838e4cd85, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:24:59.034456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-33b93525-a701-44b8-99d3-3615919809bd None None] For port bc5459b7-0030-403d-9f50-f62838e4cd85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc5459b7-0030-403d-9f50-f62838e4cd85,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:24:59.042243 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:59.106351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93525-a701-44b8-99d3-3615919809bd None None] Pushing event updated for resources: {'Port': ['ID=bc5459b7-0030-403d-9f50-f62838e4cd85,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:59.334471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:59.459856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:59.660848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.1 (bbf0c12a-0451-48a7-9935-d4b111d8c599/5c8ba25c-54fc-467a-8e73-3f7853493d50/2366f57a-822d-4a45-a504-af4bb6ac9631) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:24:59.671990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-508aa81d-6273-4847-ae87-2394668512f1 req-d0f8c1c3-2eb0-463c-9f2d-1bec421561a5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0501251
Apr 02 21:24:59.793200 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:59.828349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:24:59.869466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:24:59.872581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:24:59.875725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:24:59.907002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=2366f57a-822d-4a45-a504-af4bb6ac9631,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:24:59.938850 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (267278e0-b76f-491a-9a78-a6b6a3e6d78d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.103793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.236177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dcff21-3958-4229-a9a6-27c87a51a05d None None] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:25:00.327845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] Provisioning complete for port bc5459b7-0030-403d-9f50-f62838e4cd85 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:00.328445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.405347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.414647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.460817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] Current status of the port bc5459b7-0030-403d-9f50-f62838e4cd85 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:00.461477 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.503444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=2366f57a-822d-4a45-a504-af4bb6ac9631,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:00.507661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (267278e0-b76f-491a-9a78-a6b6a3e6d78d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.520792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] For port bc5459b7-0030-403d-9f50-f62838e4cd85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc5459b7-0030-403d-9f50-f62838e4cd85,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:00.525741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.583958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1985a8-ebbb-4394-9de3-3d4dbe4999d0 None None] Pushing event updated for resources: {'Port': ['ID=bc5459b7-0030-403d-9f50-f62838e4cd85,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:00.621411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:25:00.622864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:25:00.767140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-54ea5044-9a24-4156-aaf2-1a457383d0b6 None None] Provisioning complete for port 2366f57a-822d-4a45-a504-af4bb6ac9631 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:00.768095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54ea5044-9a24-4156-aaf2-1a457383d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.807648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efb700c9-7a94-48ce-9f1c-139a7cb154e1 req-23d44661-13e2-4b1b-8e72-6a18d5081c79 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0409191
Apr 02 21:25:00.813313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 267278e0-b76f-491a-9a78-a6b6a3e6d78d has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:25:00.830434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5044-9a24-4156-aaf2-1a457383d0b6 None None] Port 2366f57a-822d-4a45-a504-af4bb6ac9631 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:25:00.843482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-54ea5044-9a24-4156-aaf2-1a457383d0b6 None None] Provisioning complete for port bc5459b7-0030-403d-9f50-f62838e4cd85 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:00.843931 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54ea5044-9a24-4156-aaf2-1a457383d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:00.987229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5044-9a24-4156-aaf2-1a457383d0b6 None None] Current status of the port bc5459b7-0030-403d-9f50-f62838e4cd85 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:01.006842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:25:01.024803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-38f059c4-097d-4196-8d93-9b1650027a82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/267278e0-b76f-491a-9a78-a6b6a3e6d78d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6378872
Apr 02 21:25:01.027775 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Sync routers for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:25:01.042432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:25:01.043099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846156670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:01.084449 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 72118ef9-d9d6-47f6-bed1-1053fe3afc54 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:25:01.194669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7ec60c70-30c6-4034-b291-c4d3f9694301 None None] Provisioning complete for port 2366f57a-822d-4a45-a504-af4bb6ac9631 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:01.195186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c70-30c6-4034-b291-c4d3f9694301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.213365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-676a783f-2c1f-4de5-b856-b6aaaab9fe97 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037777726&fields=id&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 267 time: 0.0610979
Apr 02 21:25:01.256643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:25:01.260382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:01.260798 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.288343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7ec60c70-30c6-4034-b291-c4d3f9694301 None None] Port 2366f57a-822d-4a45-a504-af4bb6ac9631 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:25:01.331704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-1286ec48-fbe9-4740-adfc-1db37ad03356 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:01.336475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-1286ec48-fbe9-4740-adfc-1db37ad03356 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 797 time: 0.1114492
Apr 02 21:25:01.350989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-9b21afb6-373f-42cf-b50b-6d79c3b5b658 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/quotas/8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 375 time: 0.0099835
Apr 02 21:25:01.410641 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-24af27c5-085d-45ca-8066-0f40822bee52 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0562389
Apr 02 21:25:01.499710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7ce8e2bb-3f87-455a-a0a0-876790ed6f1a None None] Provisioning complete for port 2366f57a-822d-4a45-a504-af4bb6ac9631 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:01.500304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e2bb-3f87-455a-a0a0-876790ed6f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.521918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-70e7cab0-53e8-4610-9b2d-086873817d79 service neutron] 10.222.0.18 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0981967
Apr 02 21:25:01.522747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:01.523135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.575595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 72118ef9-d9d6-47f6-bed1-1053fe3afc54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72118ef9-d9d6-47f6-bed1-1053fe3afc54,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:01.581775 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.582554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc5459b7-0030-403d-9f50-f62838e4cd85 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:25:01.584089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8e2bb-3f87-455a-a0a0-876790ed6f1a None None] Port 2366f57a-822d-4a45-a504-af4bb6ac9631 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:25:01.610446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-964c092c-6fb7-4cb0-9ecb-a5e20564d9b9 service neutron] 10.222.0.18 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827966
Apr 02 21:25:01.682842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=72118ef9-d9d6-47f6-bed1-1053fe3afc54,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:01.696577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846156670>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 2, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:01.738210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Checking router: 267278e0-b76f-491a-9a78-a6b6a3e6d78d for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:25:01.738509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Updating router 267278e0-b76f-491a-9a78-a6b6a3e6d78d port 2366f57a-822d-4a45-a504-af4bb6ac9631 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:25:01.740785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port bc5459b7-0030-403d-9f50-f62838e4cd85 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:01.741317 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.793525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2826bd45-07a6-42bd-ae81-c278eef67367 req-79e86a83-55ae-43dd-82ab-e63e32a3992f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 210 time: 0.0276396
Apr 02 21:25:01.805324 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:01.915729 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a82ee410-a38b-4245-bcf0-2aa39b87f8cb req-f728bbda-1a9a-4068-ac4a-60569e479c6d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0279119
Apr 02 21:25:01.932140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port bc5459b7-0030-403d-9f50-f62838e4cd85 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:02.119447 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Publish callbacks [] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.124412 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.173771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9cd20-e935-4fdc-bf53-821705bda4a4 None None] Pushing event updated for resources: {'Port': ['ID=2366f57a-822d-4a45-a504-af4bb6ac9631,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:02.231642 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Attempting to bind port 2366f57a-822d-4a45-a504-af4bb6ac9631 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:25:02.232018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Attempting to bind port 2366f57a-822d-4a45-a504-af4bb6ac9631 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:25:02.232382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Attempting to bind port 2366f57a-822d-4a45-a504-af4bb6ac9631 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:25:02.239574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:25:02.239954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Checking segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:25:02.240355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.240776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Bound using segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:25:02.241246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Bound port: 2366f57a-822d-4a45-a504-af4bb6ac9631, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:25:02.241631 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.306544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] For port 2366f57a-822d-4a45-a504-af4bb6ac9631, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:25:02.309779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] For port 2366f57a-822d-4a45-a504-af4bb6ac9631, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2366f57a-822d-4a45-a504-af4bb6ac9631,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:25:02.318056 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.387440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:25:02.388213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846156670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:02.394115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9cd20-e935-4fdc-bf53-821705bda4a4 None None] Pushing event updated for resources: {'Port': ['ID=2366f57a-822d-4a45-a504-af4bb6ac9631,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:02.456653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] Provisioning complete for port 2366f57a-822d-4a45-a504-af4bb6ac9631 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:02.457036 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.706765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:25:02.828701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] Current status of the port 2366f57a-822d-4a45-a504-af4bb6ac9631 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:02.829017 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.834706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-ed9d3bc8-da35-473f-b808-4382d7ddf429 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:02.836516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-ed9d3bc8-da35-473f-b808-4382d7ddf429 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 797 time: 0.1131341
Apr 02 21:25:02.918267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] For port 2366f57a-822d-4a45-a504-af4bb6ac9631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2366f57a-822d-4a45-a504-af4bb6ac9631,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:02.930293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:02.937475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 72118ef9-d9d6-47f6-bed1-1053fe3afc54 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:25:02.950804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-88569029-21be-4b6a-9892-de6ca2aef057 req-6e4fb3b9-7bbe-40e2-954d-6d3bf79fe978 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 210 time: 0.0469308
Apr 02 21:25:02.968006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-89121849-1043-45ff-b0d5-9b77ebf373d4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 380 time: 0.1200874
Apr 02 21:25:02.977724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'port': {'device_id': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'admin_state_up': True, 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'security_groups': ['5d400994-ac64-4779-a0e4-4f4036180a58']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:25:03.017342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a76bb-5b16-4f07-97e6-0b62b4720886 None None] Pushing event updated for resources: {'Port': ['ID=2366f57a-822d-4a45-a504-af4bb6ac9631,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:03.019134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f85bf198-6d14-4455-98ce-4f7eaea77b20 req-56eba4e6-dbe4-496c-b1e8-2a387b0a3380 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0320208
Apr 02 21:25:03.085627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0229b660-bdf1-4b16-b516-e6d183ef1006 None None] Provisioning complete for port 2366f57a-822d-4a45-a504-af4bb6ac9631 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:03.085916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0229b660-bdf1-4b16-b516-e6d183ef1006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.095944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:25:03.099283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.121534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:03.121913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.165520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846156670>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:03.201382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0cb42-c113-4b84-8974-e36b13e9d298 None None] The sync data for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 is: [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:25:03.225254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.14 (bbf0c12a-0451-48a7-9935-d4b111d8c599/5c8ba25c-54fc-467a-8e73-3f7853493d50/545cbd80-3609-456a-8a7e-8f43da176dd4) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:25:03.279614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0229b660-bdf1-4b16-b516-e6d183ef1006 None None] Current status of the port 2366f57a-822d-4a45-a504-af4bb6ac9631 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:03.297402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:03.386851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.430030 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.474326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:25:03.477440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:25:03.484220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:25:03.516279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=545cbd80-3609-456a-8a7e-8f43da176dd4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:03.547175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:03.547815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.565997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-2dfc6ea9-9e7b-46a8-b3b9-b5c975f2904c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5928745
Apr 02 21:25:03.581429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Request body: {'port': {'device_id': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:25:03.647169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.708906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2dfa6681-e7aa-4977-8d3a-6b5542f2c569 None None] Provisioning complete for port 545cbd80-3609-456a-8a7e-8f43da176dd4 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:03.708906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2dfa6681-e7aa-4977-8d3a-6b5542f2c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.745404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa6681-e7aa-4977-8d3a-6b5542f2c569 None None] Port 545cbd80-3609-456a-8a7e-8f43da176dd4 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:25:03.937994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545cbd80-3609-456a-8a7e-8f43da176dd4 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:25:03.946966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Publish callbacks [] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:03.959864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Transition to ACTIVE for port object 545cbd80-3609-456a-8a7e-8f43da176dd4 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:25:03.963618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:04.016786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Pushing event updated for resources: {'Port': ['ID=545cbd80-3609-456a-8a7e-8f43da176dd4,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:04.139907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:25:04.140117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:25:04.140309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:25:04.147352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Port 545cbd80-3609-456a-8a7e-8f43da176dd4 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:25:04.147683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:25:04.156845 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e81721f-5a66-4a6d-aede-47ba01155d0d req-1a3977c6-7c38-4864-a3dd-0dc12a7173e7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0394814
Apr 02 21:25:04.157935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:25:04.158281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Checking segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:25:04.158676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Bound using segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:25:04.159126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Bound port: 545cbd80-3609-456a-8a7e-8f43da176dd4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:25:04.159492 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:04.188107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a2e23-76b0-4327-b696-d53a762b0d77 req-e73fc9fb-6eb0-4f22-b0f1-6103eeef2c66 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.189784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df8a2e23-76b0-4327-b696-d53a762b0d77 req-e73fc9fb-6eb0-4f22-b0f1-6103eeef2c66 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 944 time: 0.1487648
Apr 02 21:25:04.282282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:25:04.287592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df8a2e23-76b0-4327-b696-d53a762b0d77 req-1429acd0-cafb-4aa2-bf2c-55ee5443276d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920410
Apr 02 21:25:04.289515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545cbd80-3609-456a-8a7e-8f43da176dd4,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:25:04.297122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:04.332054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.332689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:04.334155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] 10.222.0.21 "PUT /v2.0/ports/545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 1092 time: 0.7570944
Apr 02 21:25:04.334728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:25:04.336998 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:25:04.377124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd265a5a-cf48-433c-ab63-d54a9879a0bd service neutron] Pushing event updated for resources: {'Port': ['ID=545cbd80-3609-456a-8a7e-8f43da176dd4,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:04.388502 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5bb4a-5463-4bc7-8c4a-24418046e889 x-openstack-request-id: req-d1f5bb4a-5463-4bc7-8c4a-24418046e889 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:25:04.391085 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:25:04.391290 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1f5bb4a-5463-4bc7-8c4a-24418046e889 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:25:04.392211 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f5bb4a-5463-4bc7-8c4a-24418046e889'] response: {'name': 'network-changed', 'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'status': 'completed', 'code': 200}
Apr 02 21:25:04.453630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-ec81d383-17d7-4f46-a53c-e4002e5c857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.455203 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-ec81d383-17d7-4f46-a53c-e4002e5c857c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1126 time: 0.0616906
Apr 02 21:25:04.502487 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-d773076d-60a6-4aac-be94-a0ca39cbe1ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 217 time: 0.0365181
Apr 02 21:25:04.557252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-4eabf2d4-a2c5-4349-bc7b-29b5fedebb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.558724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-4eabf2d4-a2c5-4349-bc7b-29b5fedebb58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 200  len: 835 time: 0.0495496
Apr 02 21:25:04.614526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-59d2ae6b-d3a9-4356-9899-271450709a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.615926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-59d2ae6b-d3a9-4356-9899-271450709a27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbf0c12a-0451-48a7-9935-d4b111d8c599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478995
Apr 02 21:25:04.708306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-3a53c200-39f4-415f-9004-a2288c1ace0c service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831773
Apr 02 21:25:04.802162 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f787fc21-5ba2-4a20-b9bd-828aa6aae825 req-0b3f44f1-b7db-4afa-9dee-e23256472496 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846875
Apr 02 21:25:04.907381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-31ffbe69-9276-4de7-8927-0b295fa7e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.908922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-31ffbe69-9276-4de7-8927-0b295fa7e723 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1126 time: 0.0463104
Apr 02 21:25:04.911505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2366f57a-822d-4a45-a504-af4bb6ac9631 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:25:04.962362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2366f57a-822d-4a45-a504-af4bb6ac9631 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:04.962646 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:04.996112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-4e8795de-1553-4086-b016-d01a9d92e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:04.997786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-4e8795de-1553-4086-b016-d01a9d92e678 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 898 time: 0.0831237
Apr 02 21:25:05.040764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2366f57a-822d-4a45-a504-af4bb6ac9631 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:05.197659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-9d183e8e-e93b-4588-9cc9-b63c3238bbdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 217 time: 0.0392272
Apr 02 21:25:05.264948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa30105b-9791-47f8-93d7-c3c7b54ba015 req-2e8649a9-43b5-4c7b-8691-3f8c5d14204e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0345480
Apr 02 21:25:05.270131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-6a08576e-af65-4a55-996f-b24d2cf8a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:05.271503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-6a08576e-af65-4a55-996f-b24d2cf8a46e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 200  len: 835 time: 0.0666225
Apr 02 21:25:05.329813 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-cb906255-2227-4be9-9c17-912a184c3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:05.331347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-cb906255-2227-4be9-9c17-912a184c3f83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbf0c12a-0451-48a7-9935-d4b111d8c599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502207
Apr 02 21:25:05.413564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7e88d-bc01-4cff-b75f-74a0a6f6e5a5 req-f761f73e-db50-43ba-b966-7a6dc8a76c8e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:05.415193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51a7e88d-bc01-4cff-b75f-74a0a6f6e5a5 req-f761f73e-db50-43ba-b966-7a6dc8a76c8e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 944 time: 0.0529249
Apr 02 21:25:05.422364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-fa1f4255-dc57-4729-b170-0a7c24c88c0f service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833404
Apr 02 21:25:05.474009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-51a7e88d-bc01-4cff-b75f-74a0a6f6e5a5 req-7ac72d36-4dcd-4786-8b79-7e5883ce6fd5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523369
Apr 02 21:25:05.517502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851a42f7-32a8-4bfd-b0eb-6011d17c99f9 req-0c157734-1858-46a5-9b95-f728d3ebb913 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884552
Apr 02 21:25:06.357599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af265b84-28e0-4307-9a8a-373aa41ca0df req-cd548b41-3495-47d5-95b1-ff81befda964 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264218
Apr 02 21:25:06.591367 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750c27d-db95-4e6f-b82e-2b77bd40a880 req-f1f7803d-51c5-48f6-9f54-07e73dd928aa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:06.593412 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0750c27d-db95-4e6f-b82e-2b77bd40a880 req-f1f7803d-51c5-48f6-9f54-07e73dd928aa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 944 time: 0.0527043
Apr 02 21:25:06.645135 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0750c27d-db95-4e6f-b82e-2b77bd40a880 req-c1850298-4616-460a-9b8a-a83cd2a4753c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450532
Apr 02 21:25:07.451248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23fb5cf9-bd2a-4e30-a2a2-888c2ea705a3 req-39e626cf-2e0b-4d70-a27c-90d1e8899a42 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268028
Apr 02 21:25:07.769307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:25:07.770131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69769d6a-d2e0-4cde-8204-79fd59899c17 req-8550f52a-ac3f-49ff-8487-595db443b31d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:07.771242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69769d6a-d2e0-4cde-8204-79fd59899c17 req-8550f52a-ac3f-49ff-8487-595db443b31d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 944 time: 0.0537398
Apr 02 21:25:07.820643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69769d6a-d2e0-4cde-8204-79fd59899c17 req-7bf32929-4682-4ee7-93b4-9b31940daecc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435765
Apr 02 21:25:08.141625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 545cbd80-3609-456a-8a7e-8f43da176dd4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:25:08.239331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545cbd80-3609-456a-8a7e-8f43da176dd4,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:08.249810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'port_id': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'mac_address': 'fa:16:3e:b3:81:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:25:08.285501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 545cbd80-3609-456a-8a7e-8f43da176dd4 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:08.285887 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:08.298276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545cbd80-3609-456a-8a7e-8f43da176dd4 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:25:08.317801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545cbd80-3609-456a-8a7e-8f43da176dd4,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:08.321489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:08.371695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=545cbd80-3609-456a-8a7e-8f43da176dd4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:08.547879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26d52565-5f0b-4c65-b485-6a475affb271 req-05aaadd8-9b70-4b1f-8fb5-567242b80380 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267928
Apr 02 21:25:08.581141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['545cbd80-3609-456a-8a7e-8f43da176dd4'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:25:08.937046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e03692-e2a3-467c-922f-7792f9583c8b req-cd53c122-c4be-4545-a0b7-641305128b70 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:08.938507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59e03692-e2a3-467c-922f-7792f9583c8b req-cd53c122-c4be-4545-a0b7-641305128b70 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 945 time: 0.0519962
Apr 02 21:25:08.985974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-59e03692-e2a3-467c-922f-7792f9583c8b req-f3772e90-cc2f-411d-8f7a-02603be2f5d7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418577
Apr 02 21:25:09.641592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7282b404-7859-4eac-a6d5-b2ce9f309be9 req-7826aa42-ae3b-47cf-9eb7-76e682b0fdc1 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276105
Apr 02 21:25:10.107247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d98dd-b6b9-459d-8934-ba57ac1ebcec req-70cd497d-a182-4c35-b161-8af2f5cf774d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:10.108658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b8d98dd-b6b9-459d-8934-ba57ac1ebcec req-70cd497d-a182-4c35-b161-8af2f5cf774d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 945 time: 0.0558810
Apr 02 21:25:10.156149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b8d98dd-b6b9-459d-8934-ba57ac1ebcec req-8bcb773c-108a-4461-9941-8ab41ebba865 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417945
Apr 02 21:25:10.158953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 545cbd80-3609-456a-8a7e-8f43da176dd4 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:25:10.205892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 545cbd80-3609-456a-8a7e-8f43da176dd4 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:25:10.209549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 545cbd80-3609-456a-8a7e-8f43da176dd4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:25:10.209924 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:10.283707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 545cbd80-3609-456a-8a7e-8f43da176dd4 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:25:10.284089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:10.305467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:25:10.307780 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a820590-254b-403d-8f93-1eb7b28501fb" -d '{"events": [{"server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "name": "network-vif-plugged", "status": "completed", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:25:10.323934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545cbd80-3609-456a-8a7e-8f43da176dd4,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:10.329359 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:10.356093 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba99adfd-082e-486c-80f0-af130a1fb923 x-openstack-request-id: req-ba99adfd-082e-486c-80f0-af130a1fb923 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:25:10.356386 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "name": "network-vif-plugged", "status": "completed", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:25:10.356662 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba99adfd-082e-486c-80f0-af130a1fb923 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:25:10.357049 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba99adfd-082e-486c-80f0-af130a1fb923'] response: {'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'code': 200}
Apr 02 21:25:10.383193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=545cbd80-3609-456a-8a7e-8f43da176dd4,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:10.454763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839105b-3603-49d8-a624-f719f9a5828b req-8b696b8d-9294-4f93-a8a6-fb3d938f8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:10.456317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8839105b-3603-49d8-a624-f719f9a5828b req-8b696b8d-9294-4f93-a8a6-fb3d938f8f83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0483258
Apr 02 21:25:10.503999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8839105b-3603-49d8-a624-f719f9a5828b req-a200b6d6-c3d3-4876-b31c-e62790e8cd83 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384295
Apr 02 21:25:10.735413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-536757c7-73da-473d-9ae1-f13d0f6c3553 req-3324a2d9-a0db-4719-95dc-523e6c3bd6c8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0278149
Apr 02 21:25:11.274906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7f1c9-9d4f-4689-8f97-d028b9ff4210 req-baf2baae-c44d-45a8-a2b8-84a2102c3a84 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:11.276379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42f7f1c9-9d4f-4689-8f97-d028b9ff4210 req-baf2baae-c44d-45a8-a2b8-84a2102c3a84 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0519159
Apr 02 21:25:11.323368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-42f7f1c9-9d4f-4689-8f97-d028b9ff4210 req-ed85722d-7aec-46e7-8517-b99646e77b14 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413964
Apr 02 21:25:11.830623 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-759f357c-bfd1-401f-b48c-a2db73ca3cac req-1c5bc491-ea88-4b7a-9226-90650ab5ac57 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269163
Apr 02 21:25:12.446368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac2ba3-ab3f-4248-b203-66904a19aeb8 req-6381188c-0f33-43bd-acad-2e41c1bfaed1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:12.447858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1fac2ba3-ab3f-4248-b203-66904a19aeb8 req-6381188c-0f33-43bd-acad-2e41c1bfaed1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0520010
Apr 02 21:25:12.499877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1fac2ba3-ab3f-4248-b203-66904a19aeb8 req-43a3296f-b6c9-4f28-8794-3607c1111c0a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457401
Apr 02 21:25:12.618881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82850d-db85-4c2a-a27a-0e10a528fa01 req-ee2f7871-5a1d-41f7-821d-fdf1882b2da2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:12.620280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff82850d-db85-4c2a-a27a-0e10a528fa01 req-ee2f7871-5a1d-41f7-821d-fdf1882b2da2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0546107
Apr 02 21:25:12.668024 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff82850d-db85-4c2a-a27a-0e10a528fa01 req-c1c8fd68-6bcd-4e4f-8004-7256b8575531 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420375
Apr 02 21:25:12.692552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48160) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:12.735997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe2fa9-2563-498e-a703-32bb290ceba8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:12.737539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f2fe2fa9-2563-498e-a703-32bb290ceba8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1123 time: 0.0440283
Apr 02 21:25:12.740502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48162) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:12.744669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:25:12.763727 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:12.862320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:12.927439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d53c1ba-a662-47a0-a3a4-dd73ea8c62ee req-693506a8-2288-49f7-84bd-ea89641b5f48 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0277050
Apr 02 21:25:12.963432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.206 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/633a8cd9-6a78-4cb9-bff6-d951e3149595) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:25:13.065803 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:13.099208 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:13.135541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:25:13.138253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:25:13.144932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:25:13.150274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=633a8cd9-6a78-4cb9-bff6-d951e3149595,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:13.805994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (0432239c-3d7f-4405-9ded-93e748efbad8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:13.881810 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:14.037038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-012bce2d-cc9b-4725-9f8f-7a866e1797a4 req-e7f97c49-aa29-47bd-9fd8-a1344e922e48 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0390549
Apr 02 21:25:14.059467 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:14.064520 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:14.134844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=633a8cd9-6a78-4cb9-bff6-d951e3149595,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:14.141669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (0432239c-3d7f-4405-9ded-93e748efbad8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:14.242253 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP 0432239c-3d7f-4405-9ded-93e748efbad8 associated. External IP: 172.35.4.206, port: 545cbd80-3609-456a-8a7e-8f43da176dd4.
Apr 02 21:25:14.453070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 267278e0-b76f-491a-9a78-a6b6a3e6d78d has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:25:14.489127 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:14.568715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:25:14.578627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] Sync routers for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:25:14.587464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:14.587686 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:25:14.588283 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d462b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:14.617521 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0df35189-f7f0-4e7c-a66b-4143c04dc020 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8760049
Apr 02 21:25:14.618221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:25:14.620957 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63381efc-1c2f-4144-afd0-6645322aa6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:25:14.661357 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d3a8b-a886-4a40-ae91-f3e14fc118fa x-openstack-request-id: req-184d3a8b-a886-4a40-ae91-f3e14fc118fa {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:25:14.661651 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:25:14.661908 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-184d3a8b-a886-4a40-ae91-f3e14fc118fa {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:25:14.662403 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184d3a8b-a886-4a40-ae91-f3e14fc118fa'] response: {'name': 'network-changed', 'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'status': 'completed', 'code': 200}
Apr 02 21:25:14.699851 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:25:14.763049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747d56-a292-4be0-b880-e5a04a5f9aa4 req-130e3775-df30-481e-8814-eb202035f44b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:14.765031 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0747d56-a292-4be0-b880-e5a04a5f9aa4 req-130e3775-df30-481e-8814-eb202035f44b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0938029
Apr 02 21:25:14.766817 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-493166d2-10fa-471d-9fed-29c4a31ae1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:14.768157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-493166d2-10fa-471d-9fed-29c4a31ae1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0654092
Apr 02 21:25:14.869735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0747d56-a292-4be0-b880-e5a04a5f9aa4 req-be9b14e3-1718-4c7f-9578-88847ea63bde tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988982
Apr 02 21:25:14.893226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48172) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:14.894085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-7150c412-8ee5-4698-b66a-50c7165b787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:14.895780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-7150c412-8ee5-4698-b66a-50c7165b787b service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 898 time: 0.1193419
Apr 02 21:25:14.929291 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d462b0>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0432239c-3d7f-4405-9ded-93e748efbad8', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.206', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'port_id': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'mac_address': 'fa:16:3e:b3:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:25:13Z', 'updated_at': '2022-04-02T21:25:13Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:14.957220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] Checking router: 267278e0-b76f-491a-9a78-a6b6a3e6d78d for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:25:14.957454 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e48abc47-8ef8-4bcf-bb2f-c1ce37fe817e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/0432239c-3d7f-4405-9ded-93e748efbad8 HTTP/1.1" status: 200  len: 992 time: 0.0616658
Apr 02 21:25:14.964236 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:25:14.964941 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d462b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:24:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:14.972427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-b36b67bf-400f-47e5-842f-d33e688adf2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 1000 time: 0.0690010
Apr 02 21:25:15.019461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-22b4ed94-427c-4c2b-ad90-09075b2e0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:15.020849 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-22b4ed94-427c-4c2b-ad90-09075b2e0f9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 200  len: 835 time: 0.0428283
Apr 02 21:25:15.077125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-f2f0855e-ba0b-4e6f-9a8b-408bbbcc94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:15.077739 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:25:15.080332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-f2f0855e-ba0b-4e6f-9a8b-408bbbcc94af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbf0c12a-0451-48a7-9935-d4b111d8c599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517321
Apr 02 21:25:15.144222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54a66fb5-9523-465a-b431-1b0668241a9c req-b6aa368d-fa62-4a07-91a0-df1a5533827b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0348008
Apr 02 21:25:15.184610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-ad9805d8-592a-47e7-b456-ebcda5ab4011 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998502
Apr 02 21:25:15.272645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63381efc-1c2f-4144-afd0-6645322aa6c5 req-25ab71e3-38f4-4a59-9ddd-548828ae4fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810766
Apr 02 21:25:15.323625 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d462b0>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0432239c-3d7f-4405-9ded-93e748efbad8', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.206', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'port_id': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'mac_address': 'fa:16:3e:b3:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:25:13Z', 'updated_at': '2022-04-02T21:25:13Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:15.351637 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d4985-fc33-4bcb-bb04-68ca0859032e None None] The sync data for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 is: [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0432239c-3d7f-4405-9ded-93e748efbad8', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.206', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'port_id': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'mac_address': 'fa:16:3e:b3:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:25:13Z', 'updated_at': '2022-04-02T21:25:13Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:25:15.547064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e01c59-df0f-4a1c-8eed-b927e3840828 None None] New status for floating IP 0432239c-3d7f-4405-9ded-93e748efbad8: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:25:15.960081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48176) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:16.023807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ed12a26a-eab5-497a-add5-5c7f6edc60ec tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/0432239c-3d7f-4405-9ded-93e748efbad8 HTTP/1.1" status: 200  len: 994 time: 0.0625541
Apr 02 21:25:16.239167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5890c56-4b60-4cec-a835-b98f27ffd32d req-73c44f5e-7b6b-4e27-a46e-ee9a8cfef12f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270655
Apr 02 21:25:17.331861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3eb4002-c2c6-42ef-badd-f9891be91df7 req-30f07dc9-4f01-4007-8c0f-24b2539dab56 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270376
Apr 02 21:25:18.013014 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:18.428041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6102e10d-9995-444c-8dc7-78819eb819cd req-de06aaf5-29eb-496b-964a-6980de070cc7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0309067
Apr 02 21:25:19.526364 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69dd6b16-76b1-4488-bbad-dfcd40d4737c req-d970edbd-a83b-49fc-a1d7-2cf96ad82f3e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275445
Apr 02 21:25:20.440494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-8ed8444b-7d9a-42b1-9ecb-661e27e407d3 req-f6035640-5fbf-4452-9761-c0665fdbc62e service neutron] (121648) timed out ('10.222.0.18', 48964) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:25:20.618559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14f54fcc-8507-4b7a-9175-f8caf3d91e36 req-f51c1e1e-ee85-442a-8117-31dd13199bdd tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265641
Apr 02 21:25:21.717358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bedbfe92-0d09-434e-89f1-c6ecca2a7733 req-a5f12b26-1379-40b7-89a4-2561652aafbb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0313694
Apr 02 21:25:22.808728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-377540a0-bf91-4eb6-8830-ad014dc40c2b req-b7362a2f-239e-4e07-89a9-a7f39cf62377 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269709
Apr 02 21:25:23.138014 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5587dbe0-efb3-4b51-af26-db3a08ae9931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:23.904153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ed0256c-0844-4a01-af92-3aae36085d4c req-514e10f8-8321-4f77-b120-fd31aacd44d2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270066
Apr 02 21:25:24.998002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af13c000-0e8c-42f3-8a4f-fed2fcfeeccd req-76290451-fccb-4f58-9b9a-506302202c89 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0262191
Apr 02 21:25:25.324823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-881e5e95-a786-43c9-a5be-1b958a2e1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:26.095175 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b35407d9-3d4f-40f7-915e-dfe3f401f626 req-ddf0d744-d21b-4b70-9707-0eade222061a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276177
Apr 02 21:25:26.708157 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:27.188141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5351eab0-1bd8-4ea5-a5ce-1193395ccbfb req-31953c34-fc20-4936-bd97-64313c4c9a3c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0271645
Apr 02 21:25:28.280820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-adcdc053-c02d-40fa-9e6b-2adaa93aa9d4 req-b134370e-c367-4dc7-9b92-6c9d711be2b9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0263491
Apr 02 21:25:28.775032 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:29.373972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01739355-ef15-410c-81c7-e37051685ff2 req-b6d2ad27-60c8-440d-bb29-00f6cbc3b58d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268724
Apr 02 21:25:29.425983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:30.473632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2df870e7-2627-4ef4-b20d-e93b43a91b7a req-cff866c8-627a-4e66-b8c7-7eaacbd0f9a2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266597
Apr 02 21:25:31.572748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8f81c7c-9a46-422f-9c2c-d46ebe561495 req-acb6907b-a8b4-40d8-9985-3fd149396f02 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0300438
Apr 02 21:25:32.671513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4e2c9fd4-75ea-4259-bf51-c9e149332295 req-7fab3ab7-b74a-463f-818f-7338c658b815 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273368
Apr 02 21:25:33.763063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-708f2044-b922-48a0-8b3d-43a79ef3cb3c req-630f67df-3bd8-4611-8588-f592ebd81afb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0260141
Apr 02 21:25:34.860802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11f09940-9a4f-468a-9f19-9a2fd71ab144 req-0bf6a5d1-80e7-469a-ae6b-b1a53cf39b3c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0317144
Apr 02 21:25:35.953125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-631c89b7-0170-4886-ad85-e0ce38ca4992 req-31a8d662-1d70-4b76-86bf-2f2334113915 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0262117
Apr 02 21:25:37.046092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac09c205-3eab-4757-8f6b-e0061d82ce6b req-2ec45abc-e26b-45cc-a3b9-f8068c16d832 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268042
Apr 02 21:25:38.139380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71527bd6-b64c-420a-b6f1-b871e39c6561 req-f710359f-694b-4689-a7ba-948f12d924c7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273306
Apr 02 21:25:39.231747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f3796ce-41d1-4f29-9607-4358b96f3520 req-7639449e-661d-4ea9-b372-50f3555af549 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0260057
Apr 02 21:25:40.332482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43a434c9-3081-4590-ba44-6139886e0b29 req-3dd6fa36-ac3a-4ec5-ab29-b6349a18ba70 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0290232
Apr 02 21:25:41.425854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-18d6e6f6-8c90-4b5b-9a3d-91c451671c2e req-fc4b8727-9655-4acb-81c7-5a0e0e86fe34 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266495
Apr 02 21:25:42.520391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a007012-6ef9-48e8-95dc-3b7755f797a9 req-ad3fcf1d-f724-4003-9d8c-ed934a856997 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272572
Apr 02 21:25:43.914214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-221a7108-1c49-4a33-a6b5-ba766e6b65b5 req-c0f5c371-52d5-4a34-a80f-cf0409a865ee tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.3251061
Apr 02 21:25:44.481175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:44.768256 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:25:45.011058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3efe420-c91d-4588-b02b-a7d39560eebe req-d2fb7aed-400d-404a-a62f-46b91ded12a3 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0307992
Apr 02 21:25:46.103607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c8b54e44-7849-43f9-920d-1d3acbc1ceeb req-7bebeccb-2772-4521-ba3d-8e320558344d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0261266
Apr 02 21:25:47.198664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f5b969ad-6aa3-486b-9248-78d17f9445d1 req-26d34ecb-b729-4285-89e9-ebbd0a59a612 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0263889
Apr 02 21:25:48.018869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:48.291418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2962969-3955-428d-8b5c-d2789d565e1c req-990b8b37-c08c-4458-b578-d44aeaddf835 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0260782
Apr 02 21:25:49.230042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d5fd-d8e7-4639-8e52-b698d3b15188 req-606ce83f-6d6c-412f-8464-0c71d5b7019d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:49.231514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02c7d5fd-d8e7-4639-8e52-b698d3b15188 req-606ce83f-6d6c-412f-8464-0c71d5b7019d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0525143
Apr 02 21:25:49.280035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02c7d5fd-d8e7-4639-8e52-b698d3b15188 req-e6375a9b-b596-47db-b708-31a850169e93 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427885
Apr 02 21:25:49.304362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48268) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:49.373087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ed2796f9-756e-4ec0-abf0-4f791c9e4141 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/0432239c-3d7f-4405-9ded-93e748efbad8 HTTP/1.1" status: 200  len: 994 time: 0.0674489
Apr 02 21:25:49.385249 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85256b7c-a9ed-49e9-86f8-c62720c69dbf req-0714a603-ae63-4adb-a9f9-ed788516d3b0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273526
Apr 02 21:25:49.721013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855337b-534a-4d05-aaaa-eb9389402c1e req-a8aae8a9-1a65-412c-ad8d-e768793e3b6c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:49.722531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5855337b-534a-4d05-aaaa-eb9389402c1e req-a8aae8a9-1a65-412c-ad8d-e768793e3b6c tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0462973
Apr 02 21:25:49.766991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5855337b-534a-4d05-aaaa-eb9389402c1e req-abd73c8e-55bc-443b-8203-8cf73068d507 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388830
Apr 02 21:25:49.896248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-313aa280-6876-4923-8166-70345d7d73b6 req-cc8b8f34-96ef-4179-a7bc-da5c70bbc380 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:25:49.897310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-313aa280-6876-4923-8166-70345d7d73b6 req-cc8b8f34-96ef-4179-a7bc-da5c70bbc380 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0568535
Apr 02 21:25:50.315277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-f1149b43-ff86-4893-807a-50e207d788f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0450907
Apr 02 21:25:50.323536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-7d5d169f-b048-41bd-b984-123ee97cd34d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:25:50.324519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-7d5d169f-b048-41bd-b984-123ee97cd34d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048010
Apr 02 21:25:50.387539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-e44bebc1-f07a-4ecd-bfe9-39bd490296d8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:50.388951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-e44bebc1-f07a-4ecd-bfe9-39bd490296d8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports/545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 1125 time: 0.0359530
Apr 02 21:25:50.484059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25cb979c-171e-470f-a318-6e3f759b6fb4 req-b28c41f9-e68c-4a64-953e-09c6a2b8f345 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0309775
Apr 02 21:25:50.847856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-f1f5cdc0-1caa-4560-abaf-a970bd4f47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:50.849262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-f1f5cdc0-1caa-4560-abaf-a970bd4f47e3 service neutron] 10.222.0.18 "GET /v2.0/ports/545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 1125 time: 0.0353312
Apr 02 21:25:50.857433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:25:50.857882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Unknown quota resources ['binding']. {{(pid=121648) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 02 21:25:50.987701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:25:50.987918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:25:50.988245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:25:50.992382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Port 545cbd80-3609-456a-8a7e-8f43da176dd4 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:25:50.992727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Attempting to bind port 545cbd80-3609-456a-8a7e-8f43da176dd4 on network bbf0c12a-0451-48a7-9935-d4b111d8c599 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:25:50.997439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Checking agent: {'id': '77eedaba-f182-45ac-93b4-c8a472658c5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:25:50.997776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Checking segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:25:50.998153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Bound using segment: {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:25:50.998575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Bound port: 545cbd80-3609-456a-8a7e-8f43da176dd4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aed71f-4fe5-4916-811b-c83a1f850e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:25:51.079157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=545cbd80-3609-456a-8a7e-8f43da176dd4,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:25:51.084908 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:51.086068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] 10.222.0.18 "POST /v2.0/ports/545cbd80-3609-456a-8a7e-8f43da176dd4/bindings HTTP/1.1" status: 201  len: 389 time: 0.2318304
Apr 02 21:25:51.238221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1e4ba-1079-4873-b724-dfcd9b071d1e req-4a5fa282-636b-4ae2-b6ce-dcb1feac4fb9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:51.239623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eeb1e4ba-1079-4873-b724-dfcd9b071d1e req-4a5fa282-636b-4ae2-b6ce-dcb1feac4fb9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0612180
Apr 02 21:25:51.290680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eeb1e4ba-1079-4873-b724-dfcd9b071d1e req-bd9adbc3-61b0-4be8-9173-0e36594bd72c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445697
Apr 02 21:25:51.307403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-78fd8a28-3e0a-45ae-970c-2928a1205362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:51.308970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-78fd8a28-3e0a-45ae-970c-2928a1205362 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0467870
Apr 02 21:25:51.403401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-0604d2d7-2b75-4c53-ba75-89fd3a598d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:51.404897 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-0604d2d7-2b75-4c53-ba75-89fd3a598d66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 898 time: 0.0883629
Apr 02 21:25:51.473473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-3deddfa1-3375-4620-a6b4-f63a3ae3d25f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 1002 time: 0.0627472
Apr 02 21:25:51.521318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-90f19ef7-1b4d-4020-b037-22d5c42aec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:51.522831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-90f19ef7-1b4d-4020-b037-22d5c42aec0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 200  len: 835 time: 0.0438359
Apr 02 21:25:51.586831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c72503d-246c-4dba-97fe-19450fde9fb8 req-60f54965-8065-4dae-a899-cbbe0a72369f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0327413
Apr 02 21:25:51.601385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-1098e9aa-9942-4242-b9c7-2410bb609e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:51.602888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-1098e9aa-9942-4242-b9c7-2410bb609e3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbf0c12a-0451-48a7-9935-d4b111d8c599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0739791
Apr 02 21:25:51.690611 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-7dcbe253-cee5-4ec2-b7eb-bf8942e9e2f3 service neutron] 10.222.0.15 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812869
Apr 02 21:25:51.781193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-6c585ddd-34b3-4776-91dc-11973602bead service neutron] 10.222.0.15 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846055
Apr 02 21:25:52.361562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-7aaca3fd-42a1-4352-acd6-591d0c1b7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:52.363447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-7aaca3fd-42a1-4352-acd6-591d0c1b7fce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0481336
Apr 02 21:25:52.424772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e283f-e181-477f-b42e-fe98de386aa6 req-ec2c51e8-5963-4ef6-8a1b-fee7ce65580a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:52.426418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ab6e283f-e181-477f-b42e-fe98de386aa6 req-ec2c51e8-5963-4ef6-8a1b-fee7ce65580a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0577686
Apr 02 21:25:52.460500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-a69d3524-a7f4-485b-ae0a-127ab4e972ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:52.461982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-a69d3524-a7f4-485b-ae0a-127ab4e972ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 898 time: 0.0927403
Apr 02 21:25:52.481148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ab6e283f-e181-477f-b42e-fe98de386aa6 req-b73065d7-01f0-4927-920d-d8c8698c4b48 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490673
Apr 02 21:25:52.528036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-26fc1060-86d6-4c90-b5c1-9dca77a91415 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 1002 time: 0.0593312
Apr 02 21:25:52.574749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-a5c62fe0-e758-4eb0-a907-2061b31cc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:52.576092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-a5c62fe0-e758-4eb0-a907-2061b31cc955 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 200  len: 835 time: 0.0428779
Apr 02 21:25:52.628073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-b4edf1db-92be-47b5-ad8b-86fb5d31c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:52.629632 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-b4edf1db-92be-47b5-ad8b-86fb5d31c447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbf0c12a-0451-48a7-9935-d4b111d8c599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475972
Apr 02 21:25:52.717671 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f537e772-dd6f-4914-8a7d-22e9fb27a40c req-ab453a1f-bb6a-4f15-95bc-9bda9ef9c4a8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0566721
Apr 02 21:25:52.744718 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-fb305839-66b7-4f36-89b7-7d894722e25b service neutron] 10.222.0.15 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093326
Apr 02 21:25:52.831411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-0b589674-77e2-4085-8b18-b660b8d76714 service neutron] 10.222.0.15 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808237
Apr 02 21:25:52.936139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-c4834e20-1a26-45cd-8edb-52d6a57617d8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:52.938336 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-c4834e20-1a26-45cd-8edb-52d6a57617d8 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd&tenant_id=8c67d04af96d45f995da597f3f678014&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0858355
Apr 02 21:25:53.136920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-2ee84059-5073-416f-a2f6-e0ca77c53933 service neutron] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch1-master-1, cleared binding levels {{(pid=121649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:25:53.138164 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebca84eb-8546-4a25-8066-8cc3b6673fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:53.143679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-2ee84059-5073-416f-a2f6-e0ca77c53933 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:53.144846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-2ee84059-5073-416f-a2f6-e0ca77c53933 service neutron] 10.222.0.15 "DELETE /v2.0/ports/545cbd80-3609-456a-8a7e-8f43da176dd4/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2007303
Apr 02 21:25:53.599343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b269c-a4c1-45ac-8682-8cbce595c3d7 req-a1f8edc3-c081-4650-a600-42586169b65e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:53.600827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-894b269c-a4c1-45ac-8682-8cbce595c3d7 req-a1f8edc3-c081-4650-a600-42586169b65e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0520976
Apr 02 21:25:53.658141 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-894b269c-a4c1-45ac-8682-8cbce595c3d7 req-af3733d2-1537-49ab-980b-583e392a8739 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517726
Apr 02 21:25:53.767935 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a59b2b-e53a-472e-ba77-904f82bf2243 req-403b99b8-9e14-4b72-acc7-dc906fad6ed3 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:53.769575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9a59b2b-e53a-472e-ba77-904f82bf2243 req-403b99b8-9e14-4b72-acc7-dc906fad6ed3 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0445423
Apr 02 21:25:53.811130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cea3ef88-32a5-4403-9d84-d99d0575cb1e req-7b937989-23a4-46dd-ab5c-aa6f2aa31ee9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276244
Apr 02 21:25:53.816300 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b9a59b2b-e53a-472e-ba77-904f82bf2243 req-3d9ec49d-3f3d-447e-86f1-d52c5019baf0 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408294
Apr 02 21:25:53.905060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48320) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:54.062169 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 633a8cd9-6a78-4cb9-bff6-d951e3149595 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:25:54.062436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:54.133581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:54.133904 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (633a8cd9-6a78-4cb9-bff6-d951e3149595), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:54.145481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 633a8cd9-6a78-4cb9-bff6-d951e3149595 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:25:54.293538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (633a8cd9-6a78-4cb9-bff6-d951e3149595), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:54.318720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=633a8cd9-6a78-4cb9-bff6-d951e3149595,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:54.330173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.330557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.330936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.331315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.331709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.332068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.332481 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.332816 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.333148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.333475 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.333807 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.334130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.334452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.334777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.335093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:54.390965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (0432239c-3d7f-4405-9ded-93e748efbad8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:54.391297 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP 0432239c-3d7f-4405-9ded-93e748efbad8 disassociated (deleted). External IP: 172.35.4.206, port: 545cbd80-3609-456a-8a7e-8f43da176dd4.
Apr 02 21:25:54.908677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3315813d-20ff-4eab-a397-668f106c479b req-8e60c1c8-10b9-4c4e-ad7f-769d4b524d2d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0284114
Apr 02 21:25:54.916649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 267278e0-b76f-491a-9a78-a6b6a3e6d78d has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:25:55.023591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:25:55.028350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:55.033642 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] Sync routers for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:25:55.043050 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:25:55.043655 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460881c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:55.058506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-51ab8636-fa79-4ab3-a4a0-5a2afa4a47e1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/floatingips/0432239c-3d7f-4405-9ded-93e748efbad8 HTTP/1.1" status: 204  len: 168 time: 1.1523914
Apr 02 21:25:55.059093 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:25:55.061382 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff04983-a8c4-407c-93d8-8d8af6fe3d28" -d '{"events": [{"name": "network-changed", "server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:25:55.098493 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004bc8c4-32b8-4b51-af1b-0d79da75d82c x-openstack-request-id: req-004bc8c4-32b8-4b51-af1b-0d79da75d82c {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:25:55.098801 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:25:55.099060 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-004bc8c4-32b8-4b51-af1b-0d79da75d82c {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:25:55.099469 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004bc8c4-32b8-4b51-af1b-0d79da75d82c'] response: {'name': 'network-changed', 'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'status': 'completed', 'code': 200}
Apr 02 21:25:55.159593 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:25:55.173499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-bf2fff2e-a3a3-42b8-a039-37541e0a4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:55.175747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-bf2fff2e-a3a3-42b8-a039-37541e0a4ef8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 1128 time: 0.0489199
Apr 02 21:25:55.332108 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d32afcc3-332e-474a-99f6-b5dc5de4ab4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:55.333967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e989-1f7d-4b65-b8e2-e7f99282b165 req-027188ac-cc4e-4b66-a2fb-b357b19307a2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:55.341067 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cde5e989-1f7d-4b65-b8e2-e7f99282b165 req-027188ac-cc4e-4b66-a2fb-b357b19307a2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0809493
Apr 02 21:25:55.343341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-da25a6f7-31d1-4379-9653-2221ddb89a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:55.344767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-da25a6f7-31d1-4379-9653-2221ddb89a92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 200  len: 898 time: 0.1566260
Apr 02 21:25:55.393652 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460881c0>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:55.402226 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-1bb193c5-bec0-4b9a-8dae-07dda872ab61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 200  len: 217 time: 0.0506806
Apr 02 21:25:55.424211 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] Checking router: 267278e0-b76f-491a-9a78-a6b6a3e6d78d for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:25:55.432688 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:25:55.433297 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460881c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:55.459194 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cde5e989-1f7d-4b65-b8e2-e7f99282b165 req-24eb7972-7fd0-47d2-820d-56cbb64f0a91 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172693
Apr 02 21:25:55.468272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-7fb9807a-02af-4a0f-8cb0-51d4f0d74190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:55.469507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-7fb9807a-02af-4a0f-8cb0-51d4f0d74190 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 200  len: 835 time: 0.0599766
Apr 02 21:25:55.522475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-7d18b568-c896-4f6f-953b-e02349d79474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:55.524023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-7d18b568-c896-4f6f-953b-e02349d79474 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbf0c12a-0451-48a7-9935-d4b111d8c599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478184
Apr 02 21:25:55.620150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-a23850f7-dadb-447e-b5e8-8ff026cf4956 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888159
Apr 02 21:25:55.632108 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:25:55.709189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cff04983-a8c4-407c-93d8-8d8af6fe3d28 req-81e893ae-bfdb-4bb3-a533-f6ffa91fc0c2 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823779
Apr 02 21:25:55.824328 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460881c0>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:25:55.849178 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c74d2-9ad8-4155-86de-b5ce426af936 None None] The sync data for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 is: [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:00Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2366f57a-822d-4a45-a504-af4bb6ac9631', 'name': '', 'network_id': 'bbf0c12a-0451-48a7-9935-d4b111d8c599', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:54:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:59Z', 'updated_at': '2022-04-02T21:25:02Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '5c8ba25c-54fc-467a-8e73-3f7853493d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:25:56.007034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eeef15d6-5b72-4766-b4a7-6d8bbc4851ee req-9721f363-3dee-4fbd-ab08-e5c4697a3137 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0292053
Apr 02 21:25:56.070364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dce32e-8c34-4277-b5b8-3d35ad1679f7 None None] New status for floating IP 0432239c-3d7f-4405-9ded-93e748efbad8: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:25:56.591585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b300-fea6-4d29-93f1-57ae57d4973d req-b6c6d5fe-3ded-40fa-9a43-6efd3a599e1b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:56.594671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6aa5b300-fea6-4d29-93f1-57ae57d4973d req-b6c6d5fe-3ded-40fa-9a43-6efd3a599e1b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0604639
Apr 02 21:25:56.647950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6aa5b300-fea6-4d29-93f1-57ae57d4973d req-72b6b5a8-a33f-419a-a3c1-f749546d4eaa tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d400994-ac64-4779-a0e4-4f4036180a58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469236
Apr 02 21:25:56.711603 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:56.775868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-195de39d-0d20-454d-8642-208621135c89 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:25:56.777381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-195de39d-0d20-454d-8642-208621135c89 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 946 time: 0.0519638
Apr 02 21:25:56.868707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 545cbd80-3609-456a-8a7e-8f43da176dd4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:25:56.869046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:56.957620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port 545cbd80-3609-456a-8a7e-8f43da176dd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545cbd80-3609-456a-8a7e-8f43da176dd4,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:56.957979 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:56.970221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 545cbd80-3609-456a-8a7e-8f43da176dd4 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:25:57.100307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (545cbd80-3609-456a-8a7e-8f43da176dd4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:57.104754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2ea8815-ff33-45b8-92b6-987189647321 req-bd5186d9-fffe-4aac-bf6e-175e690f089f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275550
Apr 02 21:25:57.128700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=545cbd80-3609-456a-8a7e-8f43da176dd4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:57.143660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.144022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.144515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.144866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.145229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.145568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.145923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.146285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.146619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.146979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.147311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.147645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.147974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.148301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.148658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:25:57.185061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] No DVR routers for this DVR port 545cbd80-3609-456a-8a7e-8f43da176dd4 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:25:57.188069 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:57.194022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afb83c44-9f47-4f29-b13b-b6356d0ce6f4 req-d18bb6c9-7226-47a2-9145-e7ee1a623fce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "DELETE /v2.0/ports/545cbd80-3609-456a-8a7e-8f43da176dd4 HTTP/1.1" status: 204  len: 173 time: 0.4105475
Apr 02 21:25:57.194346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'name': 'network-vif-deleted', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:25:57.196632 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772ab529-47a2-4be9-8527-09c2fcdf0338" -d '{"events": [{"server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "name": "network-vif-deleted", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:25:57.234866 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc495d-132d-4b3e-bb8b-b5b56fadcf58 x-openstack-request-id: req-21dc495d-132d-4b3e-bb8b-b5b56fadcf58 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:25:57.235166 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e207ac98-51fd-4d4d-8272-cd8ef74336cd", "name": "network-vif-deleted", "tag": "545cbd80-3609-456a-8a7e-8f43da176dd4", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:25:57.235427 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21dc495d-132d-4b3e-bb8b-b5b56fadcf58 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:25:57.235833 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21dc495d-132d-4b3e-bb8b-b5b56fadcf58'] response: {'server_uuid': 'e207ac98-51fd-4d4d-8272-cd8ef74336cd', 'name': 'network-vif-deleted', 'tag': '545cbd80-3609-456a-8a7e-8f43da176dd4', 'status': 'completed', 'code': 200}
Apr 02 21:25:57.756513 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a76ecc7e-2286-4002-9eaa-9233c9addfd1 req-6fac1fe6-7dc5-40a6-a219-2466e3e6a003 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e207ac98-51fd-4d4d-8272-cd8ef74336cd HTTP/1.1" status: 200  len: 210 time: 0.0274544
Apr 02 21:25:58.200368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e5462fff-c4ff-4bb7-b2ff-f53cf9af5e1f req-3cd68e9e-645b-4f42-8163-33c2fa59c2da tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272462
Apr 02 21:25:58.776603 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:58.815817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48344) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:25:59.171940 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (267278e0-b76f-491a-9a78-a6b6a3e6d78d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:59.315386 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac40a66f-1f4a-4389-9733-fc0abff92208 req-225c7580-5c7e-4ee6-8d0b-19a3159d2837 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0349631
Apr 02 21:25:59.418563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:59.442566 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 2366f57a-822d-4a45-a504-af4bb6ac9631 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:25:59.442829 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:59.531491 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port 2366f57a-822d-4a45-a504-af4bb6ac9631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2366f57a-822d-4a45-a504-af4bb6ac9631,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:25:59.531849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:59.545519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 2366f57a-822d-4a45-a504-af4bb6ac9631 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:25:59.737706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (2366f57a-822d-4a45-a504-af4bb6ac9631), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:25:59.768342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=2366f57a-822d-4a45-a504-af4bb6ac9631,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:25:59.947750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (267278e0-b76f-491a-9a78-a6b6a3e6d78d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.170255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 267278e0-b76f-491a-9a78-a6b6a3e6d78d has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:26:00.277705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:26:00.283901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c6f4cbc5-e3d5-4adb-8eb9-950f23bd8a63 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/267278e0-b76f-491a-9a78-a6b6a3e6d78d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4670005
Apr 02 21:26:00.286879 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48348) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:00.290151 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] Sync routers for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:26:00.300046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:00.300699 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78459bcca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:00.337434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting subnet 5c8ba25c-54fc-467a-8e73-3f7853493d50 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:26:00.340565 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (5c8ba25c-54fc-467a-8e73-3f7853493d50), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.344275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 545cbd80-3609-456a-8a7e-8f43da176dd4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:26:00.372200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 545cbd80-3609-456a-8a7e-8f43da176dd4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:26:00.373530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 545cbd80-3609-456a-8a7e-8f43da176dd4 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:26:00.382335 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (5c8ba25c-54fc-467a-8e73-3f7853493d50), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.410284 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:00.440064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc800dc1-26b3-46b6-92e9-83c139d32fb9 req-aac4b703-8c3b-48f5-be78-bf41fda35ad8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0369532
Apr 02 21:26:00.502036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5c8ba25c-54fc-467a-8e73-3f7853493d50), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.560531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (5c8ba25c-54fc-467a-8e73-3f7853493d50), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.588330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8ba25c-54fc-467a-8e73-3f7853493d50,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:00.593632 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78459bcca0>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:59Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:00.595228 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.598520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4c363311-fdfb-4d99-89e7-53e1c7327a62 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/subnets/5c8ba25c-54fc-467a-8e73-3f7853493d50 HTTP/1.1" status: 204  len: 168 time: 0.3106840
Apr 02 21:26:00.601135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48352) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:00.606176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcb433-97be-4dd9-9780-db8c124bb138 None None] Network bbf0c12a-0451-48a7-9935-d4b111d8c599 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:26:00.622336 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] Checking router: 267278e0-b76f-491a-9a78-a6b6a3e6d78d for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:26:00.631259 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] Routers {'267278e0-b76f-491a-9a78-a6b6a3e6d78d'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:00.631868 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78459bcca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:00.720559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (267278e0-b76f-491a-9a78-a6b6a3e6d78d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.753810 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] Set router 267278e0-b76f-491a-9a78-a6b6a3e6d78d gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:00.777686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] DHCP port deletion for bbf0c12a-0451-48a7-9935-d4b111d8c599 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:26:00.831245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Deleting port bc5459b7-0030-403d-9f50-f62838e4cd85 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:26:00.831842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.835472 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (267278e0-b76f-491a-9a78-a6b6a3e6d78d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.908489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] For port bc5459b7-0030-403d-9f50-f62838e4cd85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc5459b7-0030-403d-9f50-f62838e4cd85,segment=NetworkSegment(31aed71f-4fe5-4916-811b-c83a1f850e80),segment_id=31aed71f-4fe5-4916-811b-c83a1f850e80)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:00.908917 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.914183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 72118ef9-d9d6-47f6-bed1-1053fe3afc54 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:26:00.914799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:00.927060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Calling delete_port for bc5459b7-0030-403d-9f50-f62838e4cd85 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:26:00.957225 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78459bcca0>, [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:59Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:00.999223 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b6948-2480-48b9-b12b-94df9814ac03 None None] The sync data for ids ['267278e0-b76f-491a-9a78-a6b6a3e6d78d'] in ncdv-master-1 is: [{'id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527508216', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252'}], 'enable_snat': True}, 'gw_port_id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:59Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '72118ef9-d9d6-47f6-bed1-1053fe3afc54', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267278e0-b76f-491a-9a78-a6b6a3e6d78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:24:56Z', 'updated_at': '2022-04-02T21:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:26:01.009675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port 72118ef9-d9d6-47f6-bed1-1053fe3afc54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72118ef9-d9d6-47f6-bed1-1053fe3afc54,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:01.010296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.024940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 72118ef9-d9d6-47f6-bed1-1053fe3afc54 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:26:01.173263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc5459b7-0030-403d-9f50-f62838e4cd85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:26:01.201066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (72118ef9-d9d6-47f6-bed1-1053fe3afc54), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.210952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (bc5459b7-0030-403d-9f50-f62838e4cd85), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.228407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=72118ef9-d9d6-47f6-bed1-1053fe3afc54,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:01.241957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Pushing event deleted for resources: {'Port': ['ID=bc5459b7-0030-403d-9f50-f62838e4cd85,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:01.244207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] No DVR routers for this DVR port bc5459b7-0030-403d-9f50-f62838e4cd85 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:26:01.245650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No active binding found for port bc5459b7-0030-403d-9f50-f62838e4cd85 {{(pid=121650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 02 21:26:01.246034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] The host ncdv-master-1 is not matching for port bc5459b7-0030-403d-9f50-f62838e4cd85 host None! {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Apr 02 21:26:01.246418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device bc5459b7-0030-403d-9f50-f62838e4cd85 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:26:01.255148 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.255459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.255812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.256145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.256509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.256851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.257479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.257479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.257870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.258141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.258469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.258779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.259132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.259464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.259787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae753f-0cfc-4c2e-b862-9f0e759c88f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:01.300811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (267278e0-b76f-491a-9a78-a6b6a3e6d78d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.394999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (267278e0-b76f-491a-9a78-a6b6a3e6d78d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.397248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (267278e0-b76f-491a-9a78-a6b6a3e6d78d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.442243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (267278e0-b76f-491a-9a78-a6b6a3e6d78d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.442822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Fanout notify agent at l3_agent the message router_deleted on router 267278e0-b76f-491a-9a78-a6b6a3e6d78d {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:26:01.449880 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.451025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-30d501d1-e7bb-46b5-9ad8-2b0b0b8e7144 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/routers/267278e0-b76f-491a-9a78-a6b6a3e6d78d HTTP/1.1" status: 204  len: 168 time: 0.8489652
Apr 02 21:26:01.454746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48354) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:01.569949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (bbf0c12a-0451-48a7-9935-d4b111d8c599), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.572844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8a1ff4d5-ff10-49b0-9a05-32698da50868 req-fcc61f67-8136-4e1c-90e1-a12f162d99b0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0404544
Apr 02 21:26:01.663974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (bbf0c12a-0451-48a7-9935-d4b111d8c599), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.684999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7847b02be0>,) {'filters': {'network_id': ['bbf0c12a-0451-48a7-9935-d4b111d8c599']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:01.697124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847b02be0>, '31aed71f-4fe5-4916-811b-c83a1f850e80') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:01.697427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7847b02be0>, '31aed71f-4fe5-4916-811b-c83a1f850e80') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:01.707197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (31aed71f-4fe5-4916-811b-c83a1f850e80), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.723606 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (31aed71f-4fe5-4916-811b-c83a1f850e80), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.729801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:26:01.730183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (31aed71f-4fe5-4916-811b-c83a1f850e80), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:26:01.733137 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:26:01.793020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (bbf0c12a-0451-48a7-9935-d4b111d8c599), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.801619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.804972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/networks/bbf0c12a-0451-48a7-9935-d4b111d8c599 HTTP/1.1" status: 204  len: 168 time: 0.3491805
Apr 02 21:26:01.807776 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48358) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:01.816597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1988bfa-8a22-45bb-b325-ed7b8b9d21bb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Network': ['ID=bbf0c12a-0451-48a7-9935-d4b111d8c599,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:01.863790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b92b355-d996-4161-a579-7447614e3c6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (5d400994-ac64-4779-a0e4-4f4036180a58), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.892593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b92b355-d996-4161-a579-7447614e3c6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (5d400994-ac64-4779-a0e4-4f4036180a58), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.950470 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b92b355-d996-4161-a579-7447614e3c6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5d400994-ac64-4779-a0e4-4f4036180a58), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.953199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b92b355-d996-4161-a579-7447614e3c6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:01.954435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b92b355-d996-4161-a579-7447614e3c6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/security-groups/5d400994-ac64-4779-a0e4-4f4036180a58 HTTP/1.1" status: 204  len: 168 time: 0.1455646
Apr 02 21:26:01.964175 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b355-d996-4161-a579-7447614e3c6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d400994-ac64-4779-a0e4-4f4036180a58,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.185634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48364) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.190221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382237981', 'description': 'tempest-secgroup-smoke-1382237981 description', 'project_id': '8c67d04af96d45f995da597f3f678014'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.209565 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.273665 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (c0fbf240-c42c-4a66-9b4f-7803838bc175), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.277171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c0fbf240-c42c-4a66-9b4f-7803838bc175), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.307262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.308525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1218390
Apr 02 21:26:02.310396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e6c40-fe88-4939-b31c-7e4989f3b8f2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fbf240-c42c-4a66-9b4f-7803838bc175,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.311629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48366) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.316173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'c0fbf240-c42c-4a66-9b4f-7803838bc175', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.351138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c7da926e-d4b0-4bae-9ef5-78da3c746209), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.397287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (c7da926e-d4b0-4bae-9ef5-78da3c746209), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.400763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c7da926e-d4b0-4bae-9ef5-78da3c746209), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.420060 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7da926e-d4b0-4bae-9ef5-78da3c746209,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.427504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.428869 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d24cdabf-f111-4ae7-aa47-c91f27795a37 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1162372
Apr 02 21:26:02.431575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48368) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.435795 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'c0fbf240-c42c-4a66-9b4f-7803838bc175', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.460744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (dbfbd8fd-55e2-4ec7-b004-9893259fdd6a), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.515278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (dbfbd8fd-55e2-4ec7-b004-9893259fdd6a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.518690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (dbfbd8fd-55e2-4ec7-b004-9893259fdd6a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.537707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfbd8fd-55e2-4ec7-b004-9893259fdd6a,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.542679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.543861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ab08eaf5-4f8b-496c-b034-d645de993b82 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1113563
Apr 02 21:26:02.546620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.550748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'c0fbf240-c42c-4a66-9b4f-7803838bc175', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.574015 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (4ebd15b0-e8cc-49d6-96f0-7c767bbf5b6b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.637804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (4ebd15b0-e8cc-49d6-96f0-7c767bbf5b6b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.642028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4ebd15b0-e8cc-49d6-96f0-7c767bbf5b6b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.671202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebd15b0-e8cc-49d6-96f0-7c767bbf5b6b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.691461 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b043d4bf-2b6b-416f-9620-a563500bcbda req-89a7e634-5b5d-4284-9f3e-5b5b24a9b1a9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0364089
Apr 02 21:26:02.695476 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.696665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c7c9541f-b62e-453a-b45a-fab6cc51c1d9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1490991
Apr 02 21:26:02.699389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48374) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.704219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'c0fbf240-c42c-4a66-9b4f-7803838bc175', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.728267 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (36c5aa80-357d-488d-8116-d67343149ab8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.785412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (36c5aa80-357d-488d-8116-d67343149ab8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.789404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (36c5aa80-357d-488d-8116-d67343149ab8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.806743 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c5aa80-357d-488d-8116-d67343149ab8,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.814294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.815481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0b925768-acd3-44d4-b756-8d309c6ed1a6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1151831
Apr 02 21:26:02.818289 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.822433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'c0fbf240-c42c-4a66-9b4f-7803838bc175', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.841956 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:26:02.846706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (72930608-c7dd-42e8-a420-369e0b2b6675), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.903756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (72930608-c7dd-42e8-a420-369e0b2b6675), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.907531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (72930608-c7dd-42e8-a420-369e0b2b6675), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.926464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 72118ef9-d9d6-47f6-bed1-1053fe3afc54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:26:02.939880 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72930608-c7dd-42e8-a420-369e0b2b6675,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:02.949281 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:02.950477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0be89360-229a-417a-a111-6f9d3d358c5f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1312847
Apr 02 21:26:02.953772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48378) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:02.957975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 72118ef9-d9d6-47f6-bed1-1053fe3afc54 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:26:02.958113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'security_group_rule': {'security_group_id': 'c0fbf240-c42c-4a66-9b4f-7803838bc175', 'project_id': '8c67d04af96d45f995da597f3f678014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:02.958331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 72118ef9-d9d6-47f6-bed1-1053fe3afc54 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:26:02.958765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2366f57a-822d-4a45-a504-af4bb6ac9631 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:26:02.977806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2366f57a-822d-4a45-a504-af4bb6ac9631 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:26:02.978168 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Project 8c67d04af96d45f995da597f3f678014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:26:02.978295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2366f57a-822d-4a45-a504-af4bb6ac9631 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:26:02.983792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (5d9090b0-e9b3-4df5-adcb-09bd82eb19c5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.044414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (5d9090b0-e9b3-4df5-adcb-09bd82eb19c5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.047929 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (5d9090b0-e9b3-4df5-adcb-09bd82eb19c5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.066347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9090b0-e9b3-4df5-adcb-09bd82eb19c5,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:03.071174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.072338 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-aa9b2b27-6bef-4133-998a-0b0f45d0be71 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1176553
Apr 02 21:26:03.075417 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48380) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:03.081079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'network': {'name': 'tempest-network-smoke--514063439', 'project_id': '8c67d04af96d45f995da597f3f678014', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:03.099707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:26:03.103283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.126438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:26:03.135439 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4a1520fb-1077-403e-9792-ecccfe57a7d8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.135776 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Added segment 4a1520fb-1077-403e-9792-ecccfe57a7d8 of type vlan for network ac5533aa-8fd2-455c-8c78-a549717cd773
Apr 02 21:26:03.175312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (ac5533aa-8fd2-455c-8c78-a549717cd773), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.198581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (ac5533aa-8fd2-455c-8c78-a549717cd773), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.203535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:03.204104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.245861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1692777
Apr 02 21:26:03.248644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48382) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:03.277739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'admin_state_up': True, 'project_id': '8c67d04af96d45f995da597f3f678014', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:03.288966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074954a-e5e4-4b53-b783-31e82e549f45 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Network': ['ID=ac5533aa-8fd2-455c-8c78-a549717cd773,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:03.299317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network ac5533aa-8fd2-455c-8c78-a549717cd773 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:26:03.306600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (859d41dd-6805-4844-8146-33f57f5f487b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.307620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (859d41dd-6805-4844-8146-33f57f5f487b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.360349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (859d41dd-6805-4844-8146-33f57f5f487b), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.501967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (859d41dd-6805-4844-8146-33f57f5f487b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.691510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (859d41dd-6805-4844-8146-33f57f5f487b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.709394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.809604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9152a93a-8320-48a7-8d0d-34877ad16166 req-ba24036e-eaea-4a91-a18a-d37a6fcf5aea tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0488024
Apr 02 21:26:03.834470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.186 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/7ae6905f-bc13-43e9-b5f6-36faac1ccbed) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:26:03.936402 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:03.969224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:04.002978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:26:04.007407 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:04.009984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:26:04.035911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:04.264197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (859d41dd-6805-4844-8146-33f57f5f487b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:04.474483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (859d41dd-6805-4844-8146-33f57f5f487b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:04.601955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 859d41dd-6805-4844-8146-33f57f5f487b is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:26:04.915550 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b7c63c1d-a3ef-467f-b9b4-252ce783f1e8 req-77bfe01a-2d30-4210-aa00-daf5fc9e75a9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0284770
Apr 02 21:26:05.013959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:26:05.023818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Sync routers for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:26:05.033354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.033566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:05.034191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845853670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:05.034573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7dff43c6-f47b-4390-a2ba-86c1afe5c007 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7844706
Apr 02 21:26:05.038053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48388) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:05.065494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9d0a926e-d644-45c7-a4de-3b5df053f8e7 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8c67d04af96d45f995da597f3f678014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262969
Apr 02 21:26:05.067939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48390) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:05.145834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:05.150153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65afe0ad-f63b-46fa-9240-42d07c9b49f0 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:05.151659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-65afe0ad-f63b-46fa-9240-42d07c9b49f0 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0828133
Apr 02 21:26:05.154534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48392) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:05.186185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a18c919c-7fdd-44de-bf06-e1802781e942 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0300217
Apr 02 21:26:05.188778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48394) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:05.193312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519265542', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'project_id': '8c67d04af96d45f995da597f3f678014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:05.278597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:26:05.282483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.327472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845853670>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:04Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:05.354085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Checking router: 859d41dd-6805-4844-8146-33f57f5f487b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:26:05.354441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Updating router 859d41dd-6805-4844-8146-33f57f5f487b port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:26:05.381873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.462112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.522541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Subnet': ['ID=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:05.532641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Checking segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:26:05.533011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network hostable DHCP agents. Network: ac5533aa-8fd2-455c-8c78-a549717cd773, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:26:05.549841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network ac5533aa-8fd2-455c-8c78-a549717cd773 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:26:05.558808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac5533aa-8fd2-455c-8c78-a549717cd773) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:05.563611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:05.564218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.572056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac76e9dd-cbe4-4dd7-b96b-c1f61cff3738 None None] Network ac5533aa-8fd2-455c-8c78-a549717cd773 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:26:05.581791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0d8df552-1cb2-4622-af22-cbf8ee1e1a53 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3920329
Apr 02 21:26:05.584667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48396) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:05.720485 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Publish callbacks [] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.727654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac5533aa-8fd2-455c-8c78-a549717cd773', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:26:05.728543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.732036 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.853451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eb657-8743-4ff6-b602-bf20f055e82c None None] Pushing event updated for resources: {'Port': ['ID=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:05.857691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Attempting to bind port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:26:05.858105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Attempting to bind port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:26:05.858476 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Attempting to bind port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:26:05.869648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:26:05.870033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:26:05.870441 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.870840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:26:05.871323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Bound port: 7ae6905f-bc13-43e9-b5f6-36faac1ccbed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:26:05.871712 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:05.960653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] For port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:26:05.963157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Allocated IP 172.20.0.2 (ac5533aa-8fd2-455c-8c78-a549717cd773/3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb/d21dc066-7bce-4d30-af98-910e47ac75d7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:26:05.966135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] For port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:26:05.975948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.022632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-352535f6-af6d-4653-a983-564a8f093bd5 req-f6a61812-6914-4bef-b185-1609fe2f47d2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0335724
Apr 02 21:26:06.066630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.086249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eb657-8743-4ff6-b602-bf20f055e82c None None] Pushing event updated for resources: {'Port': ['ID=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:06.092554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:06.093165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845853670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:06.251870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:06.253836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Publish callbacks [] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.309413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.343412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.1 (ac5533aa-8fd2-455c-8c78-a549717cd773/3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb/02dad437-bf75-435d-b3a8-12c5b968ba4a) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:26:06.401140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Network ac5533aa-8fd2-455c-8c78-a549717cd773 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:26:06.405440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Pushing event updated for resources: {'Port': ['ID=d21dc066-7bce-4d30-af98-910e47ac75d7,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:06.409450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:06.413413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:26:06.460860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.495466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.501504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Attempting to bind port d21dc066-7bce-4d30-af98-910e47ac75d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:26:06.501941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Attempting to bind port d21dc066-7bce-4d30-af98-910e47ac75d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:26:06.502260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Attempting to bind port d21dc066-7bce-4d30-af98-910e47ac75d7 on network ac5533aa-8fd2-455c-8c78-a549717cd773 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:26:06.509668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:26:06.510046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Checking segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:26:06.510456 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.510852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Bound using segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:26:06.511331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Bound port: d21dc066-7bce-4d30-af98-910e47ac75d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:26:06.511721 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.538956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network ac5533aa-8fd2-455c-8c78-a549717cd773 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:26:06.541896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:06.544301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:26:06.578617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=02dad437-bf75-435d-b3a8-12c5b968ba4a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:06.588431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845853670>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:04Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:06.592166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] For port d21dc066-7bce-4d30-af98-910e47ac75d7, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:26:06.597575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (859d41dd-6805-4844-8146-33f57f5f487b), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.744820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.771440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0616633-496c-4f77-bdf9-1467df73abb9 None None] The sync data for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 is: [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:04Z', 'revision_number': 3, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:26:06.780679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] For port d21dc066-7bce-4d30-af98-910e47ac75d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d21dc066-7bce-4d30-af98-910e47ac75d7,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:26:06.791962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:06.850588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ad597-f159-40c0-a232-24fa2785f047 None None] Pushing event updated for resources: {'Port': ['ID=d21dc066-7bce-4d30-af98-910e47ac75d7,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:07.114289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:07.122901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:07.151482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8bb020e5-a0b8-46a8-8272-b1d1c55f7b33 req-3a5f49e9-79fb-43e9-b997-7945f55dda9a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0329969
Apr 02 21:26:07.223098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=02dad437-bf75-435d-b3a8-12c5b968ba4a,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:07.228431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (859d41dd-6805-4844-8146-33f57f5f487b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:07.330232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network ac5533aa-8fd2-455c-8c78-a549717cd773 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:26:07.331998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:07.457016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 859d41dd-6805-4844-8146-33f57f5f487b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:26:07.573880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:26:07.588224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d8bb50c7-0aad-4fb8-872e-3142d0f937f7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/859d41dd-6805-4844-8146-33f57f5f487b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9938846
Apr 02 21:26:07.747891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-db3d52b5-a5e3-4689-b4d7-460373c16e25 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382237981&fields=id&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 267 time: 0.0545859
Apr 02 21:26:07.861627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-0ced4f09-5a6d-446b-a622-fbca7f6dc0ce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:07.863118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-0ced4f09-5a6d-446b-a622-fbca7f6dc0ce tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/networks?id=ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 200  len: 796 time: 0.1057675
Apr 02 21:26:07.877914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-741ad118-f939-4ad3-8b02-3cd61ca8d8b4 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/quotas/8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 375 time: 0.0093474
Apr 02 21:26:07.893681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a93e4-960c-4f17-abfb-a4b5c1cbad5b None None] Network ac5533aa-8fd2-455c-8c78-a549717cd773 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:26:07.939935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-e22c91bd-02c5-421b-9869-ee011cec6575 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0562005
Apr 02 21:26:08.010898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] Provisioning complete for port d21dc066-7bce-4d30-af98-910e47ac75d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:08.011273 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.021379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-8c160b8e-bc80-4a9c-9ab4-9ef824cbf74c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:26:08.022382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-8c160b8e-bc80-4a9c-9ab4-9ef824cbf74c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0711880
Apr 02 21:26:08.102435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] Current status of the port d21dc066-7bce-4d30-af98-910e47ac75d7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:08.102823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.119666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-e4fd3b2b-2255-4c90-ad03-b7720d44cd26 service neutron] 10.222.0.18 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911255
Apr 02 21:26:08.137597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] For port d21dc066-7bce-4d30-af98-910e47ac75d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d21dc066-7bce-4d30-af98-910e47ac75d7,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:08.144339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.196427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b1537-5816-4baa-a647-ea2da9eabed8 None None] Pushing event updated for resources: {'Port': ['ID=d21dc066-7bce-4d30-af98-910e47ac75d7,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:08.240402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-a6155663-08c4-4442-96e0-de10c516984d service neutron] 10.222.0.18 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1129611
Apr 02 21:26:08.272006 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7c275f63-b388-4a6a-ab40-cdfba63a1145 req-a748ae06-6e2a-48a1-80cd-edac7311c1a9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0310304
Apr 02 21:26:08.370578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-422d2702-eea7-4826-8a44-ee29d0bbc94e None None] Provisioning complete for port 02dad437-bf75-435d-b3a8-12c5b968ba4a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:08.371522 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-422d2702-eea7-4826-8a44-ee29d0bbc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.418041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-422d2702-eea7-4826-8a44-ee29d0bbc94e None None] Port 02dad437-bf75-435d-b3a8-12c5b968ba4a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:26:08.431952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-422d2702-eea7-4826-8a44-ee29d0bbc94e None None] Provisioning complete for port d21dc066-7bce-4d30-af98-910e47ac75d7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:08.432336 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-422d2702-eea7-4826-8a44-ee29d0bbc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.488035 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b52a450-f852-44c8-ac8b-1917257a3227 req-1a611a2d-4c59-4bc4-a7f0-70f77e9d67ee tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 210 time: 0.0305440
Apr 02 21:26:08.543244 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-422d2702-eea7-4826-8a44-ee29d0bbc94e None None] Current status of the port d21dc066-7bce-4d30-af98-910e47ac75d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:08.593656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Sync routers for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:26:08.605414 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:08.606025 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846040040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:08.663747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0509bf50-dd94-40a8-a11f-a4cdada3bf3b None None] Provisioning complete for port 02dad437-bf75-435d-b3a8-12c5b968ba4a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:08.664533 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0509bf50-dd94-40a8-a11f-a4cdada3bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.715912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0509bf50-dd94-40a8-a11f-a4cdada3bf3b None None] Port 02dad437-bf75-435d-b3a8-12c5b968ba4a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:26:08.728059 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:08.846528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b2e93f90-ae7c-45dc-ad12-0c6a07213ae9 None None] Provisioning complete for port 02dad437-bf75-435d-b3a8-12c5b968ba4a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:08.847082 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b2e93f90-ae7c-45dc-ad12-0c6a07213ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:08.886793 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b2e93f90-ae7c-45dc-ad12-0c6a07213ae9 None None] Port 02dad437-bf75-435d-b3a8-12c5b968ba4a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:26:08.954765 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846040040>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 2, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:08.987097 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Checking router: 859d41dd-6805-4844-8146-33f57f5f487b for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:26:08.987458 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Updating router 859d41dd-6805-4844-8146-33f57f5f487b port 02dad437-bf75-435d-b3a8-12c5b968ba4a binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:26:09.012221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7ae6905f-bc13-43e9-b5f6-36faac1ccbed up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:26:09.020226 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.067195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:09.067602 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.146773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:09.147166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.169275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:09.173382 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.174166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d21dc066-7bce-4d30-af98-910e47ac75d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:26:09.249142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:09.263951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d21dc066-7bce-4d30-af98-910e47ac75d7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:09.264917 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.291903 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Publish callbacks [] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.297173 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.347012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d21dc066-7bce-4d30-af98-910e47ac75d7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:09.352690 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Pushing event updated for resources: {'Port': ['ID=02dad437-bf75-435d-b3a8-12c5b968ba4a,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:09.374313 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.375187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.375187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.375786 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.376632 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.376982 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.377314 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.377646 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.377978 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.378306 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.378631 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.379200 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.379532 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.379858 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.380180 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:26:09.414506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-233cf17d-788a-4e82-b733-258f2087453f req-434a13a5-381f-460a-bddb-aa4fb0e01088 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0315259
Apr 02 21:26:09.422869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Attempting to bind port 02dad437-bf75-435d-b3a8-12c5b968ba4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:26:09.423253 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Attempting to bind port 02dad437-bf75-435d-b3a8-12c5b968ba4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:26:09.423621 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Attempting to bind port 02dad437-bf75-435d-b3a8-12c5b968ba4a on network ac5533aa-8fd2-455c-8c78-a549717cd773 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:26:09.429740 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:26:09.429940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Checking segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:26:09.430202 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.430654 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Bound using segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:26:09.431144 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Bound port: 02dad437-bf75-435d-b3a8-12c5b968ba4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:26:09.431533 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.508785 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] For port 02dad437-bf75-435d-b3a8-12c5b968ba4a, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:26:09.513094 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] For port 02dad437-bf75-435d-b3a8-12c5b968ba4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dad437-bf75-435d-b3a8-12c5b968ba4a,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:26:09.521276 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.644558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-757a7690-aa3c-47a2-9e66-0087005bc36d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:09.646316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-757a7690-aa3c-47a2-9e66-0087005bc36d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/networks?id=ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 200  len: 796 time: 0.1558094
Apr 02 21:26:09.650354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b63aecf5-f161-42d0-9cda-b7d28405c131 req-a38ac3d6-4fce-481f-a0f3-858fe9325a5b tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 210 time: 0.0471547
Apr 02 21:26:09.716979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] Provisioning complete for port 02dad437-bf75-435d-b3a8-12c5b968ba4a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:09.718079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.729050 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa57b58-61c9-4d69-8bf0-8fb6e56f5c0c None None] Pushing event updated for resources: {'Port': ['ID=02dad437-bf75-435d-b3a8-12c5b968ba4a,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:09.730592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-6031b4b2-2668-4524-b3ac-e6e20c54ac47 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c67d04af96d45f995da597f3f678014 HTTP/1.1" status: 200  len: 380 time: 0.0709469
Apr 02 21:26:09.735177 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:09.735888 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846040040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:09.749901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'port': {'device_id': '158072e1-e533-4042-a08b-f8b84cd89b27', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'admin_state_up': True, 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'security_groups': ['c0fbf240-c42c-4a66-9b4f-7803838bc175']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:09.834819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] Current status of the port 02dad437-bf75-435d-b3a8-12c5b968ba4a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:09.835166 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.873708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] For port 02dad437-bf75-435d-b3a8-12c5b968ba4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dad437-bf75-435d-b3a8-12c5b968ba4a,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:09.881294 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.882488 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:09.892773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Made reservation on behalf of 8c67d04af96d45f995da597f3f678014 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:26:09.896989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:09.943779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7244de-6a40-4210-8721-de08db9da75b None None] Pushing event updated for resources: {'Port': ['ID=02dad437-bf75-435d-b3a8-12c5b968ba4a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:10.015085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-217b1a17-abcd-4c5d-973f-f71bf91513d8 None None] Provisioning complete for port 02dad437-bf75-435d-b3a8-12c5b968ba4a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:10.015837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-217b1a17-abcd-4c5d-973f-f71bf91513d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.058256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.20.0.10 (ac5533aa-8fd2-455c-8c78-a549717cd773/3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb/c8b6c2e9-8b6b-4973-8d9f-d0048741ef04) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:26:10.107104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-217b1a17-abcd-4c5d-973f-f71bf91513d8 None None] Current status of the port 02dad437-bf75-435d-b3a8-12c5b968ba4a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:10.126408 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846040040>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:10.151880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a8c35-808e-487e-8fe3-244a283db6b7 None None] The sync data for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 is: [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:26:10.207528 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.254247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.305308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network ac5533aa-8fd2-455c-8c78-a549717cd773 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:26:10.311578 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:10.316559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:26:10.320665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:10.381541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:10.382312 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.405827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-25ef641c-b402-4383-97dc-f36345ddf1a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6599672
Apr 02 21:26:10.425882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Request body: {'port': {'device_id': '158072e1-e533-4042-a08b-f8b84cd89b27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:10.533326 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0bf755e-4958-4f5b-8a1e-8dc79481cb58 req-4d780954-df6f-4e4a-848f-1b78256c3e69 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0345390
Apr 02 21:26:10.536750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.633230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e58a9a9e-ae47-4bb4-850c-888779510dc0 None None] Provisioning complete for port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:10.633713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e58a9a9e-ae47-4bb4-850c-888779510dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.674072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e58a9a9e-ae47-4bb4-850c-888779510dc0 None None] Port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:26:10.791612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79825c6c-3bde-4437-b379-341685b45a72 req-0de1be1e-7750-411a-a115-55397f800a39 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:10.793211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79825c6c-3bde-4437-b379-341685b45a72 req-0de1be1e-7750-411a-a115-55397f800a39 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 932 time: 0.0650582
Apr 02 21:26:10.821983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:26:10.829790 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Publish callbacks [] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.842198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Transition to ACTIVE for port object c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:26:10.846327 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:10.857092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79825c6c-3bde-4437-b379-341685b45a72 req-5265716c-2719-4aa4-920a-58eb383bd8d6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528114
Apr 02 21:26:10.922927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:10.986797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Attempting to bind port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:26:10.987466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Attempting to bind port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:26:10.988111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Attempting to bind port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 on network ac5533aa-8fd2-455c-8c78-a549717cd773 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:26:10.993194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 on network ac5533aa-8fd2-455c-8c78-a549717cd773 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:26:10.993627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Attempting to bind port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 on network ac5533aa-8fd2-455c-8c78-a549717cd773 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:26:11.000281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:26:11.000819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Checking segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:26:11.001298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Bound using segment: {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:26:11.001831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Bound port: c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1520fb-1077-403e-9792-ecccfe57a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:26:11.002289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:11.073993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 02dad437-bf75-435d-b3a8-12c5b968ba4a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:26:11.089561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:26:11.093156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:26:11.103081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:11.137444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 02dad437-bf75-435d-b3a8-12c5b968ba4a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:11.137817 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:11.157996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.158741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:11.160275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] 10.222.0.21 "PUT /v2.0/ports/c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 200  len: 1092 time: 0.7398961
Apr 02 21:26:11.160775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:26:11.163640 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cd798e-b5b4-475c-9604-584daa3d86bd" -d '{"events": [{"name": "network-changed", "server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:26:11.199207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce9e4f-aee5-44c1-8206-1c4362ef1b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:11.235946 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8290fa6-e34c-4a46-97b8-4136b3e43857 x-openstack-request-id: req-b8290fa6-e34c-4a46-97b8-4136b3e43857 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:26:11.236302 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:26:11.236544 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8290fa6-e34c-4a46-97b8-4136b3e43857 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:26:11.236955 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8290fa6-e34c-4a46-97b8-4136b3e43857'] response: {'name': 'network-changed', 'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'status': 'completed', 'code': 200}
Apr 02 21:26:11.280384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 02dad437-bf75-435d-b3a8-12c5b968ba4a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:11.281658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7ae6905f-bc13-43e9-b5f6-36faac1ccbed up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:26:11.287109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-2df64ead-c089-4d0d-9cc7-a1a9208543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.288831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-2df64ead-c089-4d0d-9cc7-a1a9208543f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1126 time: 0.0635123
Apr 02 21:26:11.343209 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-56ad9f7b-7d97-4fa1-882c-6c4365631c60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 200  len: 217 time: 0.0439558
Apr 02 21:26:11.343974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:11.344422 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:11.403650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-6c15642d-1e95-4bdd-80d5-3398b5bbf55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.405467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-6c15642d-1e95-4bdd-80d5-3398b5bbf55e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb HTTP/1.1" status: 200  len: 835 time: 0.0515668
Apr 02 21:26:11.445579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:11.473589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f101d-e221-447c-b40f-3651534b957a req-210235d5-2acb-4f95-9386-c37f47d90459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.475676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-210235d5-2acb-4f95-9386-c37f47d90459 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac5533aa-8fd2-455c-8c78-a549717cd773&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0616195
Apr 02 21:26:11.567615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-78d5dbda-4811-40d2-ba97-c26e1750dfaa service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817146
Apr 02 21:26:11.635596 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21a54e14-5603-42eb-af78-be2379f5b571 req-289d4931-2e15-44c0-adcc-51f201e7f458 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0278728
Apr 02 21:26:11.663008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e4f101d-e221-447c-b40f-3651534b957a req-57aae24a-ef9f-4ede-b638-857a94f85026 service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851498
Apr 02 21:26:11.760866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-8bc97d7e-919e-4f2d-8f93-fbb5dd0f731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.762379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-8bc97d7e-919e-4f2d-8f93-fbb5dd0f731a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1126 time: 0.0448077
Apr 02 21:26:11.853769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-921566a5-42ac-4773-82c7-31187972f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.855242 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-921566a5-42ac-4773-82c7-31187972f3d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 200  len: 897 time: 0.0869999
Apr 02 21:26:11.897022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-507d7710-18de-4110-b515-5228d56b1aa4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 200  len: 217 time: 0.0328693
Apr 02 21:26:11.985802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-55879faa-1594-4990-800e-166d7cb3ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:11.987905 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-55879faa-1594-4990-800e-166d7cb3ba46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb HTTP/1.1" status: 200  len: 835 time: 0.0845704
Apr 02 21:26:12.027313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e59ac-2b8d-4106-8a3d-2027618474f9 req-41f95450-f57c-43f4-9981-dc909a10e3b3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:12.028768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c4e59ac-2b8d-4106-8a3d-2027618474f9 req-41f95450-f57c-43f4-9981-dc909a10e3b3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 944 time: 0.0997705
Apr 02 21:26:12.060746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-ac91a9f6-feb9-4510-96fb-f31a468295ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:12.062214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-ac91a9f6-feb9-4510-96fb-f31a468295ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac5533aa-8fd2-455c-8c78-a549717cd773&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0679085
Apr 02 21:26:12.107569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c4e59ac-2b8d-4106-8a3d-2027618474f9 req-3998c47b-c780-4491-80ff-351bc61add55 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710211
Apr 02 21:26:12.168602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-ee13ed68-1fd0-49e6-a572-ad797fc2d4d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975909
Apr 02 21:26:12.259572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03cd798e-b5b4-475c-9604-584daa3d86bd req-a30cad6b-633a-4cc8-a024-f108a705931f service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817416
Apr 02 21:26:12.735367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae37130b-9e99-42ea-bffc-81a08f169035 req-708f5fcc-8369-4777-8e32-fdc3d0a62f42 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0311272
Apr 02 21:26:13.225901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b0618-1586-46a0-ad4d-498eb05c53bb req-8702f581-0449-4be0-b39d-5a45d1ee0031 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:13.227360 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-024b0618-1586-46a0-ad4d-498eb05c53bb req-8702f581-0449-4be0-b39d-5a45d1ee0031 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 944 time: 0.0525067
Apr 02 21:26:13.579677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-024b0618-1586-46a0-ad4d-498eb05c53bb req-cb21938d-a72b-41ec-b742-cfb7e99121b6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3466735
Apr 02 21:26:13.827953 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30f97def-0dc1-42d8-ab89-e6b83d8d8b61 req-546e3e13-b986-4802-8576-c5e7aac2793c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267997
Apr 02 21:26:14.405237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:26:14.512815 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:14.515190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:14.525675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'port_id': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'mac_address': 'fa:16:3e:77:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:26:14.562672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:14.563059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:14.575367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:26:14.596042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:14.600256 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:14.650663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:14.701949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a42ef-8400-4bfa-84c2-792402c33e60 req-110b22de-7455-4b33-95fd-c0f93de31450 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:14.703420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-906a42ef-8400-4bfa-84c2-792402c33e60 req-110b22de-7455-4b33-95fd-c0f93de31450 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 945 time: 0.0541055
Apr 02 21:26:14.752090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-906a42ef-8400-4bfa-84c2-792402c33e60 req-9d1f46e2-6be0-4338-a415-90389187e676 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430217
Apr 02 21:26:14.853228 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:26:14.924041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3dd79d6-77a4-4234-8964-ef737c30da9d req-d1929245-54a7-47e8-bbfc-f21413057655 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0302997
Apr 02 21:26:15.874624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b501f7-e349-4a17-a034-ff8a960fd45c req-2792cd7a-b913-4773-99b5-f56c7e27af6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:15.876069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39b501f7-e349-4a17-a034-ff8a960fd45c req-2792cd7a-b913-4773-99b5-f56c7e27af6f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 945 time: 0.0512900
Apr 02 21:26:15.927604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39b501f7-e349-4a17-a034-ff8a960fd45c req-f6b9d003-f708-44e9-9b39-952e93843a0c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457351
Apr 02 21:26:16.016616 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-848e6322-aeba-49d0-8526-e54c302c6bcb req-65935541-5a08-4120-9b67-4838acf43ede tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266023
Apr 02 21:26:16.419822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:26:16.471931 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:26:16.475787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:26:16.476188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:16.552197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:26:16.552620 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:16.575164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:26:16.577840 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db997ca-e767-47ee-908e-f5614b392b57" -d '{"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:26:16.590060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:26:16.594447 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:16.616385 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187deb3e-0ba1-4b00-9ac6-5e590ad4f15e x-openstack-request-id: req-187deb3e-0ba1-4b00-9ac6-5e590ad4f15e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:26:16.616703 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:26:16.616959 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-187deb3e-0ba1-4b00-9ac6-5e590ad4f15e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:26:16.617347 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187deb3e-0ba1-4b00-9ac6-5e590ad4f15e'] response: {'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'code': 200}
Apr 02 21:26:16.642673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:16.716535 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473752b9-1018-4b30-9081-a0d9ba55896b req-2ad3b858-2b95-4fda-b8b0-d65696c613e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:16.717982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-473752b9-1018-4b30-9081-a0d9ba55896b req-2ad3b858-2b95-4fda-b8b0-d65696c613e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1128 time: 0.0430884
Apr 02 21:26:16.765646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-473752b9-1018-4b30-9081-a0d9ba55896b req-6e9f19ab-9d12-405a-bfb1-8b19bd72bd25 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385540
Apr 02 21:26:17.051209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9ec5-f996-40c2-ac6f-92c51a1a939b req-e325db55-19fa-4600-88e6-53f4bcae9f67 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:17.052717 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72fc9ec5-f996-40c2-ac6f-92c51a1a939b req-e325db55-19fa-4600-88e6-53f4bcae9f67 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0520911
Apr 02 21:26:17.101905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72fc9ec5-f996-40c2-ac6f-92c51a1a939b req-9d93c096-9c27-4d8d-b91a-369c74212305 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435369
Apr 02 21:26:17.112409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afab2b73-ad85-4a12-9831-3cb450f7b3fc req-7b4f2dc6-4219-4eaf-85cd-e094a52f0381 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274832
Apr 02 21:26:18.010020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:18.204886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-11b927d2-2ecc-4b48-a7b0-d78dbf715c4a req-3d662972-6b0c-418c-a2d7-c965239b5dce tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266213
Apr 02 21:26:18.226307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df2680-b7fb-4e45-93f8-c85841021823 req-74dcb203-a2b8-4b3f-bbcf-0507cb04af5c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:18.227842 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08df2680-b7fb-4e45-93f8-c85841021823 req-74dcb203-a2b8-4b3f-bbcf-0507cb04af5c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0572336
Apr 02 21:26:18.290080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-08df2680-b7fb-4e45-93f8-c85841021823 req-c7203366-69bb-4145-87b8-294bcbcf2d58 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554144
Apr 02 21:26:18.411498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec3b4c-ab23-425f-b722-8f83687f5bc2 req-bbbea658-8d69-46bd-a0eb-a8c88db8e9c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:18.413093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fec3b4c-ab23-425f-b722-8f83687f5bc2 req-bbbea658-8d69-46bd-a0eb-a8c88db8e9c5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0558212
Apr 02 21:26:18.461296 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fec3b4c-ab23-425f-b722-8f83687f5bc2 req-b40cbaf4-f483-4622-85e3-ef459eedc635 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426009
Apr 02 21:26:18.483405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48472) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:18.525946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c96998-200f-43e6-8f87-a1209e30ae68 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:18.527484 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e2c96998-200f-43e6-8f87-a1209e30ae68 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1123 time: 0.0430653
Apr 02 21:26:18.530356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48474) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:18.535125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:26:18.557084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:18.655812 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:18.755274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Allocated IP 172.35.4.28 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/4824f87d-7af8-4127-8dc7-ae34becb2e40) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:26:18.855697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:18.889176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:18.925718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:26:18.928406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:26:18.934330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:26:18.940221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=4824f87d-7af8-4127-8dc7-ae34becb2e40,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:19.305812 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-42f33654-bb6d-4295-b0ae-ae91d7f93b19 req-119afce0-e00b-4675-ad00-232a8e7f5465 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0301430
Apr 02 21:26:19.338585 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (65055184-2438-4509-9bc1-3a4250f00b1c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:19.407929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:19.556031 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:19.562476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:19.633237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event updated for resources: {'Port': ['ID=4824f87d-7af8-4127-8dc7-ae34becb2e40,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:26:19.643515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (65055184-2438-4509-9bc1-3a4250f00b1c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:19.745346 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP 65055184-2438-4509-9bc1-3a4250f00b1c associated. External IP: 172.35.4.28, port: c8b6c2e9-8b6b-4973-8d9f-d0048741ef04.
Apr 02 21:26:19.953685 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 859d41dd-6805-4844-8146-33f57f5f487b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:26:20.065119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:26:20.074597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] Sync routers for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:26:20.082157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:20.083681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:20.084294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453e09d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:20.111940 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0448c4ce-7322-46dd-b432-c8dacbd15949 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5805950
Apr 02 21:26:20.112726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:26:20.115155 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb0142b-530b-4151-bd61-29a2930c7f55" -d '{"events": [{"name": "network-changed", "server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:26:20.165758 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454e3e0-afbd-4bba-84e4-1a9f437ae407 x-openstack-request-id: req-a454e3e0-afbd-4bba-84e4-1a9f437ae407 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:26:20.166056 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:26:20.167112 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a454e3e0-afbd-4bba-84e4-1a9f437ae407 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:26:20.167112 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a454e3e0-afbd-4bba-84e4-1a9f437ae407'] response: {'name': 'network-changed', 'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'status': 'completed', 'code': 200}
Apr 02 21:26:20.197738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:20.260595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f655f-2569-4074-8e1b-f274d45378ec req-a2b6a8c7-9f71-41e4-976a-d52be6fe996e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:20.262081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb8f655f-2569-4074-8e1b-f274d45378ec req-a2b6a8c7-9f71-41e4-976a-d52be6fe996e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0877514
Apr 02 21:26:20.265052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-f82f151d-529e-4d8c-b5f9-ef60dce60c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:20.266039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-f82f151d-529e-4d8c-b5f9-ef60dce60c71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1128 time: 0.0791509
Apr 02 21:26:20.370004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb8f655f-2569-4074-8e1b-f274d45378ec req-535804fa-e275-4360-8110-6fa6ae7a38a7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020236
Apr 02 21:26:20.396386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-32adff91-373a-4bb7-9796-132fd0e0db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:20.397896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-32adff91-373a-4bb7-9796-132fd0e0db0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 200  len: 897 time: 0.1241989
Apr 02 21:26:20.403149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48484) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:20.422236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e80b285-5b3a-41b6-a75b-44a8725b49a0 req-27ed758d-d302-4342-aa32-55bd2ca0c377 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0349488
Apr 02 21:26:20.423196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453e09d0>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65055184-2438-4509-9bc1-3a4250f00b1c', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.28', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'port_id': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'mac_address': 'fa:16:3e:77:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158072e1-e533-4042-a08b-f8b84cd89b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:26:19Z', 'updated_at': '2022-04-02T21:26:19Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:20.456104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] Checking router: 859d41dd-6805-4844-8146-33f57f5f487b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:26:20.464322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:26:20.464963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78453e09d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:25:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:20.513116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c29dc6a3-7344-46bc-812a-0751b816e7df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/65055184-2438-4509-9bc1-3a4250f00b1c HTTP/1.1" status: 200  len: 991 time: 0.1086445
Apr 02 21:26:20.517875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-f79b6e7c-a584-4864-90e7-506d54b976dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 200  len: 999 time: 0.1122935
Apr 02 21:26:20.566946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-0cc4972f-466c-47f1-8435-879ccf820ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:20.568468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-0cc4972f-466c-47f1-8435-879ccf820ef1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb HTTP/1.1" status: 200  len: 835 time: 0.0444129
Apr 02 21:26:20.619945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-80c3e777-f854-491d-beaa-7c3de9df0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:20.621534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-80c3e777-f854-491d-beaa-7c3de9df0afa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac5533aa-8fd2-455c-8c78-a549717cd773&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470035
Apr 02 21:26:20.716511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-31fab8a8-eb3a-4a94-b3e8-71622231c1ff service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887640
Apr 02 21:26:20.727401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:26:20.803982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bb0142b-530b-4151-bd61-29a2930c7f55 req-e479d676-8833-4696-bbc9-2a1ac63142d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815432
Apr 02 21:26:20.950137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78453e09d0>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65055184-2438-4509-9bc1-3a4250f00b1c', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.28', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'port_id': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'mac_address': 'fa:16:3e:77:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158072e1-e533-4042-a08b-f8b84cd89b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:26:19Z', 'updated_at': '2022-04-02T21:26:19Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:26:20.980076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71633c74-40ff-4e8b-9f38-9495ada337e6 None None] The sync data for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 is: [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65055184-2438-4509-9bc1-3a4250f00b1c', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'floating_ip_address': '172.35.4.28', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'port_id': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'mac_address': 'fa:16:3e:77:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158072e1-e533-4042-a08b-f8b84cd89b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:26:19Z', 'updated_at': '2022-04-02T21:26:19Z', 'revision_number': 0, 'project_id': '8c67d04af96d45f995da597f3f678014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:26:21.176230 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751b052-4de2-492c-b563-53e3f199fe43 None None] New status for floating IP 65055184-2438-4509-9bc1-3a4250f00b1c: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:26:21.516678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:26:21.518878 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f60a502-bb3c-4b38-b8b4-866cb7c6aaab req-0944231e-ee3d-4424-8e34-6844f4d76bad tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0304480
Apr 02 21:26:21.580979 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8600c55f-c526-4636-a743-0483e01a0eee tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/65055184-2438-4509-9bc1-3a4250f00b1c HTTP/1.1" status: 200  len: 993 time: 0.0630352
Apr 02 21:26:21.766904 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:26:22.614584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3679a2b7-2658-4685-a159-02cb8e129109 req-9236d579-56ac-4f28-bccd-ebd36d744d2b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0280006
Apr 02 21:26:23.139299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-20ae5a62-f7f3-44dd-bf68-ac8584d762ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:23.710590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4082502-94ff-499d-b7ef-89316bd84f00 req-5ea424bc-687d-47bf-b835-de022e0b491d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266557
Apr 02 21:26:24.804808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a021159-5d43-49bd-9d2e-00f4ef8b021a req-7179abe8-0612-4338-bfd6-61dffa5564f5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267272
Apr 02 21:26:25.330238 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a3cade7f-0c73-4536-bb81-8a1fb5ce6a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:25.898177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-941bc466-a107-4546-bb69-9535cca5a8a5 req-ec820456-2a74-4bb5-a522-885750508cee tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266082
Apr 02 21:26:26.714046 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:26.994282 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85752de0-13ea-4837-90dd-a792ccc53cf3 req-426a6bd9-dbbf-48aa-b8a6-51d12c30fdc6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0305495
Apr 02 21:26:28.085986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2da30fa-3b86-4bbb-8d37-65dfda02e534 req-02145cf3-d829-4775-ab3b-6dfcb8a293d9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269103
Apr 02 21:26:28.781209 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:29.177506 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c59d6256-f825-4eb7-86fa-eee58f37fd72 req-272664ef-2b91-4de2-a3c1-f65c937e94bb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266750
Apr 02 21:26:29.422008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:30.269532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f83a3eb7-82f6-4328-81f5-dd88428cc504 req-06730ab1-5651-4635-b81c-c9521cf12760 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270936
Apr 02 21:26:31.364815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a7a0032f-bc3e-4e0c-afaf-c5fcd18df98d req-82316d35-c0d7-49f7-82b2-13bc976435af tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0262616
Apr 02 21:26:32.458627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-af889148-ccfc-458f-80a3-ad92803ff566 req-7fbaf77a-2d3a-49a9-b856-2b194a168291 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274804
Apr 02 21:26:33.559969 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cefcf5e6-8db4-4a17-a166-95be6e2f60f7 req-56eb4ce6-239b-43a1-97e3-bef1ab0386ba tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273263
Apr 02 21:26:34.654946 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e428d399-b9ba-48d9-909d-44c97d69e2a7 req-e461b14a-d5cf-4b39-825d-fd96cc8cd3b8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0292058
Apr 02 21:26:35.749686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-27ae212a-191c-46f7-8945-86508ffcd877 req-cc3211b0-2124-4354-b0e1-1b838579c74e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266910
Apr 02 21:26:36.845606 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f9e4b30-23c7-4268-b12d-0fd968e488b5 req-5da20575-94f3-4d58-9fb9-231f275e46d5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273669
Apr 02 21:26:37.939184 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0dea0f6f-f74c-43ed-aff6-831769cc12a0 req-1eb736df-4651-453f-b34c-a4e086a4ab44 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270841
Apr 02 21:26:39.030741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad135184-eaf0-44e0-8344-489556654593 req-dffe9be4-423e-4128-8252-687512eb39f9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265946
Apr 02 21:26:40.127158 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-433f8c55-5da2-479b-b986-eae2bab72235 req-7d513744-d866-466f-88d5-c505517b4838 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0294263
Apr 02 21:26:41.224427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09ba8688-2028-4a66-89d6-ffd58263c86d req-3b51b7d3-3088-4269-92b2-5159fbf63e7f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0292263
Apr 02 21:26:42.316675 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfaa06de-f528-46ea-824f-2e1953d34949 req-7ce9b9f6-6766-46ea-845e-eda841b4dd43 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274715
Apr 02 21:26:43.411693 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ace0ae7d-8c64-4b1d-b96c-abcd2bae6110 req-2420fc06-94fd-43ad-93e7-e9f0f54f4fb0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0297115
Apr 02 21:26:44.495353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:44.505996 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a0647e-dd70-4f1c-a691-4f472b43d405 req-98ebe2df-6725-414b-b9da-1bcf6a069226 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264223
Apr 02 21:26:45.601732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-64e28b6e-61c9-4ead-b549-3d6d36394354 req-04b02501-1f0b-4a28-8610-50c1e3798e21 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267394
Apr 02 21:26:46.698813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-543fcb63-9d6e-478b-88b9-7f101d038a62 req-d3754985-3933-4d4f-96c0-9f2053e29a24 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0308874
Apr 02 21:26:47.792280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3791af0-26f2-4612-88db-3cce968279ed req-700f9361-e76e-4373-a437-3267a591e807 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0278168
Apr 02 21:26:48.025458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:48.887687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b11086d-587f-4440-8fb5-f66bda09c0d9 req-4c7b036e-e574-4da6-ad0d-0f6ed35099ad tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0263472
Apr 02 21:26:49.982243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d6902f9-9a18-4735-8adb-c3ed424988f2 req-2f58d28a-b912-46b3-816d-2a9d9f98ff00 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269673
Apr 02 21:26:51.077018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62c0e31e-1b72-4546-9afb-ff7c65fc66cb req-caddaceb-c8f4-4899-b6d2-48a083137f88 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267870
Apr 02 21:26:52.170867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80b91606-f295-4b24-9775-89cd4692fc48 req-167c6ae9-0519-4900-9252-fe0889d1a7d5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274889
Apr 02 21:26:53.138726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb69b996-67c9-4634-9a8f-f269102180ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:53.374338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6014f4a2-9db1-414a-83a8-15a7fc648b5f req-6144422d-3aa9-4210-845c-e20814d00e21 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.1380687
Apr 02 21:26:54.527036 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13324f96-1da8-43a9-b80b-663551b7f9d2 req-36630663-0016-498f-8f1a-af92c71a3a99 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0867412
Apr 02 21:26:55.025875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc23a4-77ea-450d-ad0e-1ed1132fd4a4 req-d2ae81c4-2f4b-4aa1-b5c9-20de49f9f8c8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:55.027350 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abbc23a4-77ea-450d-ad0e-1ed1132fd4a4 req-d2ae81c4-2f4b-4aa1-b5c9-20de49f9f8c8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0545306
Apr 02 21:26:55.076387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-abbc23a4-77ea-450d-ad0e-1ed1132fd4a4 req-3a7ed69e-bb13-4d9b-ba68-8b05a70f9ac6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424721
Apr 02 21:26:55.331178 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7db5117c-d845-48da-a2ab-94378da128e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:55.618019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e0754eb1-56d8-48ad-81d8-52adc3d8b202 req-1faa3a55-94d7-4e1f-99b8-cb7c0a4bc587 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270295
Apr 02 21:26:56.201707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a049ba-2fa8-4ceb-917a-62e568681e46 req-55f6ab6f-7469-43db-98ff-0fd64456fa2e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:56.203168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35a049ba-2fa8-4ceb-917a-62e568681e46 req-55f6ab6f-7469-43db-98ff-0fd64456fa2e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0555000
Apr 02 21:26:56.250293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35a049ba-2fa8-4ceb-917a-62e568681e46 req-347dbb67-19c3-4e64-af0b-11e2d17cf523 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414436
Apr 02 21:26:56.715256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-da396fe1-6c96-4cbb-8a3c-edea75699a37 req-7f28764b-a23f-4478-a1db-ba313a17cca5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0300748
Apr 02 21:26:56.716096 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:57.372376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762b28-4386-4dc4-b778-c5cdbec60e8e req-c3f6e8b8-b5f5-43c7-b9cd-654cd8a6d6d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:57.374487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9762b28-4386-4dc4-b778-c5cdbec60e8e req-c3f6e8b8-b5f5-43c7-b9cd-654cd8a6d6d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0569713
Apr 02 21:26:57.421599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9762b28-4386-4dc4-b778-c5cdbec60e8e req-d3c7c58e-324c-49cb-ab99-cd2782107fb6 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414605
Apr 02 21:26:57.810816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0d5509e-5b44-40f0-9069-3c6f760c70e9 req-c934ad0a-bd88-45c2-86ae-1ef1cf476612 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268710
Apr 02 21:26:58.544633 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5402-1728-4f0d-b18d-b583d433b812 req-7ea054b1-c7ea-48ae-94c0-267ee72f9442 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:58.546131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11cd5402-1728-4f0d-b18d-b583d433b812 req-7ea054b1-c7ea-48ae-94c0-267ee72f9442 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0541186
Apr 02 21:26:58.561905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-e23ce423-4531-4c2f-8fa8-0607ee6ac71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:58.563419 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-e23ce423-4531-4c2f-8fa8-0607ee6ac71f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1128 time: 0.0445826
Apr 02 21:26:58.596767 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11cd5402-1728-4f0d-b18d-b583d433b812 req-762a9295-42df-43ea-ac3b-ba2299cf8ca5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447717
Apr 02 21:26:58.668166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-eece5532-dcbb-42ff-98ce-68cdd19dd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:58.670199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-eece5532-dcbb-42ff-98ce-68cdd19dd785 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 200  len: 897 time: 0.0865874
Apr 02 21:26:58.731553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-33b0794d-d4f2-4314-a170-1957a058417e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 200  len: 1001 time: 0.0554309
Apr 02 21:26:58.766894 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:26:58.778588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-52f3bd39-7ffb-4d26-ad91-1c193dbb84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:58.780597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-52f3bd39-7ffb-4d26-ad91-1c193dbb84e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb HTTP/1.1" status: 200  len: 835 time: 0.0435100
Apr 02 21:26:58.781895 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:58.832086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-01048a10-43f0-429b-89cb-ad6739bdf0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:58.833608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-01048a10-43f0-429b-89cb-ad6739bdf0e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac5533aa-8fd2-455c-8c78-a549717cd773&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477517
Apr 02 21:26:58.926539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f837968f-fc88-4f8d-b93b-ea730e3e29bd req-042a4e79-f992-4ac2-a089-d05d6bdfc68e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0322371
Apr 02 21:26:58.945341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-6fbf599d-973e-48d4-ad32-7fce85f95500 service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054056
Apr 02 21:26:59.039870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6df00e7-63d2-4c56-baae-b5abbf46116f req-ec178bb5-b603-4b85-a820-ab87575837bc service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846360
Apr 02 21:26:59.424333 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:26:59.715562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c848f1a-ad54-4ff2-b01d-7ce782ddc278 req-e9bd8fa9-bb88-47a7-9998-7d4a391c2e75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:26:59.717455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c848f1a-ad54-4ff2-b01d-7ce782ddc278 req-e9bd8fa9-bb88-47a7-9998-7d4a391c2e75 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0527670
Apr 02 21:26:59.768600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5c848f1a-ad54-4ff2-b01d-7ce782ddc278 req-ddd2372e-2ed4-4094-92af-c04f32a365e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454817
Apr 02 21:27:00.020637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbc55339-303c-4ebd-bc50-58fec3eaa7b3 req-ce8f5590-a484-4241-b2b9-e45b98128703 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269134
Apr 02 21:27:00.886131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c6d6a-ed21-4716-b744-b04a6f916690 req-55980d4c-d6b6-4a0b-9c1e-198ba1528653 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:00.887599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-207c6d6a-ed21-4716-b744-b04a6f916690 req-55980d4c-d6b6-4a0b-9c1e-198ba1528653 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0513604
Apr 02 21:27:00.936860 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-207c6d6a-ed21-4716-b744-b04a6f916690 req-140c17e9-fdf0-4acf-ba6d-3a3225441ac3 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428617
Apr 02 21:27:01.114499 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13ac4985-cdb4-4b5a-a01d-31d6dc7381a3 req-e1d18545-11bd-4939-803f-fb54b60eb482 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264997
Apr 02 21:27:02.069335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a75c5-6a9a-4f98-9b1a-30f3f8a1cde0 req-64837bdd-b451-4442-95dc-5a8177584a6d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:02.070846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf3a75c5-6a9a-4f98-9b1a-30f3f8a1cde0 req-64837bdd-b451-4442-95dc-5a8177584a6d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0667489
Apr 02 21:27:02.118599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf3a75c5-6a9a-4f98-9b1a-30f3f8a1cde0 req-06b80946-e0e1-4a81-8ad0-9a4685ae37d1 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420656
Apr 02 21:27:02.209332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bc2738b-1a0b-444a-86d3-a2fc9c324ad0 req-c9b09c6f-3c06-45a6-8fb2-f05136d1bd08 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0301714
Apr 02 21:27:03.243084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910dc9-cfd5-41e8-be13-0c9ce74efdd6 req-18003e6e-1cb5-494b-b7a1-6c22a5947e1d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:03.244583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2910dc9-cfd5-41e8-be13-0c9ce74efdd6 req-18003e6e-1cb5-494b-b7a1-6c22a5947e1d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0558252
Apr 02 21:27:03.292263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e2910dc9-cfd5-41e8-be13-0c9ce74efdd6 req-2107b056-0e88-48f4-9a02-b09021158636 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415158
Apr 02 21:27:03.308102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7215995-c35e-4a1c-863e-cd4c22085d5b req-6dd56670-1ad7-4bb6-bedd-4c7150e5c153 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0281641
Apr 02 21:27:04.407391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fb232b54-6566-40a5-8991-2f1b4365d5ac req-5251ddf7-e8b2-45e6-832c-07c243ed3ec6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0289190
Apr 02 21:27:04.413720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd781ec0-a613-499b-a7de-15a53a6043af req-c2e5f7b9-1331-4ed9-be32-a809cd17a52c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:04.415247 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd781ec0-a613-499b-a7de-15a53a6043af req-c2e5f7b9-1331-4ed9-be32-a809cd17a52c tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0540876
Apr 02 21:27:04.464545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd781ec0-a613-499b-a7de-15a53a6043af req-7b712d22-e95b-42e3-b826-42c35b762e8e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434432
Apr 02 21:27:05.503563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-66c95d39-8651-435c-a00a-508802fb35d9 req-217ae75e-ad19-40f1-8e1c-2979f3e2fa43 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0280981
Apr 02 21:27:05.584989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90553188-b6d3-4d6d-8ebd-1237b65329fe req-0abed290-71de-4eac-b508-d7e35d816db5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:05.586444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90553188-b6d3-4d6d-8ebd-1237b65329fe req-0abed290-71de-4eac-b508-d7e35d816db5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0547903
Apr 02 21:27:05.633708 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90553188-b6d3-4d6d-8ebd-1237b65329fe req-3ee3ece1-e351-4f92-a088-a885c2e824b2 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415370
Apr 02 21:27:06.597356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c056e27-a339-47fe-9322-1ad69cac3c9b req-07021df3-a496-417f-bbd8-b02e901f03ac tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0280101
Apr 02 21:27:06.751946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7159c5-185a-438c-b6cd-dfde2227563b req-860f04f2-c41b-48d3-9d84-5165f87844e5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:06.753368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d7159c5-185a-438c-b6cd-dfde2227563b req-860f04f2-c41b-48d3-9d84-5165f87844e5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0523937
Apr 02 21:27:06.804771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d7159c5-185a-438c-b6cd-dfde2227563b req-1e5b29ab-83b9-439d-bedd-65762b47fce8 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450244
Apr 02 21:27:07.690535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84b3f5a9-2b2d-4156-9eea-b52e25c80a71 req-2da7f291-e91f-48aa-abe7-c85c66902d03 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272560
Apr 02 21:27:07.921147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96458a7-1510-4b27-99e8-43bdb0c8e62b req-1be3cc61-9a11-44e8-8073-739f45d8270e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:07.923231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c96458a7-1510-4b27-99e8-43bdb0c8e62b req-1be3cc61-9a11-44e8-8073-739f45d8270e tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0520804
Apr 02 21:27:07.973633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c96458a7-1510-4b27-99e8-43bdb0c8e62b req-d785d9b1-7f4d-4f06-8452-19ec9b5820e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449402
Apr 02 21:27:08.109375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c99046-d5a3-4b81-98df-9118dc433c1d req-044e5638-1356-4306-ab0d-41b44b1fbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:08.111396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2c99046-d5a3-4b81-98df-9118dc433c1d req-044e5638-1356-4306-ab0d-41b44b1fbcad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1128 time: 0.0467939
Apr 02 21:27:08.159128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c2c99046-d5a3-4b81-98df-9118dc433c1d req-0794fa7f-107d-440a-9425-32ea2a67c1ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376921
Apr 02 21:27:08.782719 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7bca25cf-1d31-4fea-b649-dc0fb2629953 req-1caf3565-08fa-44ef-ab3d-d7c29d5bdf4e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272551
Apr 02 21:27:09.092029 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56745baf-b373-45a7-8b2c-2daa1e074194 req-0ee632a1-6930-49dc-aeea-1fa1c136c35d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:09.093482 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56745baf-b373-45a7-8b2c-2daa1e074194 req-0ee632a1-6930-49dc-aeea-1fa1c136c35d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0513234
Apr 02 21:27:09.141963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56745baf-b373-45a7-8b2c-2daa1e074194 req-2f58123b-a34f-4a60-b385-b504cda91f6a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427713
Apr 02 21:27:09.877710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7197355-e60c-4a56-b1b0-1c9eae5e995e req-469d882d-3c36-4b28-8eaf-590a7cd86a36 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267432
Apr 02 21:27:10.263245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bf1a9-1faf-48f0-8fc7-eaabc8c373e2 req-e01bdf34-be0b-4d5a-b553-ff9fe4ae6603 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:10.264713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-991bf1a9-1faf-48f0-8fc7-eaabc8c373e2 req-e01bdf34-be0b-4d5a-b553-ff9fe4ae6603 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0513370
Apr 02 21:27:10.312075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-991bf1a9-1faf-48f0-8fc7-eaabc8c373e2 req-b9fa0c92-7183-4784-b134-16ecb97d2bb0 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411012
Apr 02 21:27:10.334942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48662) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:10.702141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:27:10.704138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:27:10.718963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fa1af38b-0850-42bd-93f2-3adfb8031a7a tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/floatingips/65055184-2438-4509-9bc1-3a4250f00b1c HTTP/1.1" status: 200  len: 993 time: 0.3828244
Apr 02 21:27:10.852391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:27:10.852795 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:10.858804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:10.882316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'port_id': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'mac_address': 'fa:16:3e:77:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:27:10.888151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:27:10.890382 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a4a88-110d-4e6d-8de8-e8239e49b1ba" -d '{"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:27:10.906235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:10.926360 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:10.934669 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eb61c9-6f0b-4827-8ff5-3644b2467a46 x-openstack-request-id: req-04eb61c9-6f0b-4827-8ff5-3644b2467a46 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:27:10.934965 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:27:10.935219 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04eb61c9-6f0b-4827-8ff5-3644b2467a46 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:27:10.935614 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04eb61c9-6f0b-4827-8ff5-3644b2467a46'] response: {'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'code': 200}
Apr 02 21:27:10.968645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:27:10.969609 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:10.974701 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-73e4bfa4-4ff8-4bdd-a111-efa6dd85ca8f req-2e0ebb0a-8e63-4981-8ab3-9e25173ed17b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0277634
Apr 02 21:27:10.995910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:27:11.001503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:11.010819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.011163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.011500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.011832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.012161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.012510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.012839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.013166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.013492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.013812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.014132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.014451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.014772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.015088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.015407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:11.049748 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:27:11.050103 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:27:11.584183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:27:11.584594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:11.597409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:27:11.615730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:11.619612 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:11.668262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:11.978282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:27:12.078255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19061309-2a9f-4dbf-a222-013cecd23414 req-eb6ede86-d2e9-4f62-9df8-defba1fb1965 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0308731
Apr 02 21:27:12.712736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:27:12.761546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:27:12.761917 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:12.839996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:27:12.840377 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:12.871293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:12.875158 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:12.921209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:12.936261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:27:12.938538 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6de5104-c922-45ae-9ad2-b0b3d915f093" -d '{"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:27:12.974929 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e989f0-a46c-44b9-a4ea-cd4a8560efac x-openstack-request-id: req-e3e989f0-a46c-44b9-a4ea-cd4a8560efac {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:27:12.975226 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:27:12.975508 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3e989f0-a46c-44b9-a4ea-cd4a8560efac {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:27:12.975905 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e989f0-a46c-44b9-a4ea-cd4a8560efac'] response: {'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'code': 200}
Apr 02 21:27:13.170977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a3c345a-edcd-4e49-9776-d3f5343fe6c9 req-f4c1a4bb-3f1f-484e-8abb-0f29d8160ecc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273898
Apr 02 21:27:14.264833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5d6649c-843c-4622-84b6-2de5d05e0be1 req-b7cd2efa-cb92-43c5-a6b3-d0705645096f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0258956
Apr 02 21:27:14.522895 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:15.357856 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f17c2407-12d9-4108-ba43-000dfc1faefd req-84025618-ee0d-4117-a6ac-6d0793a3861a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270054
Apr 02 21:27:16.449530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1a87100-6ff2-4e54-93b6-a9c7d3e32094 req-339f9613-26d2-48f2-beaf-a41059b0f5ce tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269785
Apr 02 21:27:17.546952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebd9e282-2cab-4d51-9d7d-9eeca14dd98b req-775ac9bf-65e2-48ce-ad07-93839e814e9d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0295420
Apr 02 21:27:18.024551 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:18.645149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-694574b7-8750-4f25-bea8-f1e3250e10b5 req-0fd98ce3-058f-4458-9058-6305ff9c2bdb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0307114
Apr 02 21:27:19.743761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d0b8d0a-7f37-432a-983c-8e5fbe242944 req-58e79d1f-dda1-4f33-9eae-2e81bb472bd7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0299017
Apr 02 21:27:20.840512 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d06746b-fa4b-4d46-93c2-1db07e09d8fb req-597b64de-457f-41b1-bf60-027fa1e63477 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272863
Apr 02 21:27:21.935626 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1d248bc-28b0-4817-8fb3-e197a80d6dde req-c905f228-aa0c-49af-8f43-59abbaeca6fe tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270371
Apr 02 21:27:23.029980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ad7da41d-bfa5-4b23-8dc6-c2444eb42131 req-73187eba-22ec-44c2-918c-1883ed6265f9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268722
Apr 02 21:27:23.140835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-98d9ad49-2dcd-4624-9eb5-4f90f5c9b724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:24.122027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afb0442a-555f-46b3-b1d7-664ec768553e req-22a93eb9-a762-4646-beb0-3416dd712fdc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0260117
Apr 02 21:27:25.213955 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b2fc394-77f2-4026-8c8d-89c89d71fedc req-7ef0338d-bf4c-408f-ba85-673a8d69237b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0259869
Apr 02 21:27:25.331644 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15280911-9dda-4f4c-8cd0-c0d39e17b375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:26.306649 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c525e0bb-da9f-4adb-82a9-0c4118f8fe33 req-e54e9198-04bd-4a33-84b4-a568151e6d7f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269430
Apr 02 21:27:26.719746 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:27.403827 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a95374fe-7857-4dc2-b339-242663a5a949 req-23b4a898-1598-4b79-bd0d-8c1c32acd220 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0282037
Apr 02 21:27:28.500426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a65591d-02a7-4879-a8ea-5a2a1d5c71de req-ce63f475-9121-4440-9790-7b3e151c3e19 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0296917
Apr 02 21:27:28.785269 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:29.425948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:29.602186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-094d5739-fc62-402d-a890-c19eeb0bb92b req-621bb165-38f8-46ae-84ae-3e80f259fd75 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0330439
Apr 02 21:27:30.694889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-656a09c6-b2b6-4cb2-9d1f-6f64304db92b req-3c8e4abf-e7e6-4f75-917e-cb2aa79b80b6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265617
Apr 02 21:27:31.788010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ee77217-8e5a-4020-a5b4-3d77f74a5539 req-a96ed293-619b-4d10-96cd-0851b744aaf5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265939
Apr 02 21:27:32.882927 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91928ab9-670e-4361-bf74-ebc80aa7f5a4 req-83e4aab8-633b-48fb-bab3-99c64006b4e8 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268373
Apr 02 21:27:33.976447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-393c38d3-9b1f-470d-bd18-1d3b3a0846d0 req-7c5647bd-df5c-45a7-bbff-90edb108fbdb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265508
Apr 02 21:27:35.069037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-681a61a4-ff5c-4985-baa4-521185e5fcd2 req-0c663186-6b40-4336-bbeb-68726cdbfffb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267015
Apr 02 21:27:35.765647 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:27:36.163901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eedb55d8-addf-46e4-ae04-d66f7cf27b77 req-607c24fb-439b-4c61-8603-7218460f940a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0261564
Apr 02 21:27:37.257470 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-177083bf-cd41-4728-82f1-b925c90daa1e req-b8e2243b-97fb-4d84-96b5-8cd912aeca9a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269866
Apr 02 21:27:38.355255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0116cfe7-a95c-424a-8b9a-35aa9df00787 req-bdfbd1e2-c11f-40d9-b7f7-03f7f547b5a9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0290580
Apr 02 21:27:39.453236 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b3f2bcd-1494-468c-bf57-6121f38e8ffe req-76cf88b6-5c3c-49a8-8a9e-082113a99cf5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0307159
Apr 02 21:27:40.545915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6198b9eb-d5e1-4e23-9c4d-dc3fc8d9ffb4 req-65603556-75d1-4612-9eb6-2719cf126588 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0263040
Apr 02 21:27:41.638252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d131d35c-6d3a-4e2e-bdc1-c9029a0b9863 req-11b49b7a-5b77-4b37-a182-42d613b69f36 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267305
Apr 02 21:27:42.734388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bb21fd1-7e30-47da-a53a-ea336861a0f8 req-33feb613-6f82-49ed-ab58-28adecaa22fb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0261416
Apr 02 21:27:43.827298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d42c9c78-f361-4b81-8961-5cd62fc8d7f2 req-badfbe75-507d-4ee5-b141-ff1d81e51990 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270426
Apr 02 21:27:44.540058 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:44.923712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7a98fd2d-2c2a-4a70-a5aa-dfbe70406260 req-c0a56b27-4e7f-4214-b508-ea75f5b56126 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0271108
Apr 02 21:27:46.016127 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-80a3e70f-b45e-45d4-a926-2d0cd2aac2a7 req-7d712687-7241-4c13-8281-c82b5eb37146 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269115
Apr 02 21:27:47.111348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85f6bbb1-fd6a-4c73-aedf-ebd7bde6eaea req-b7cfbabd-ba1f-4775-a8a9-37fc4b3ea9b7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0295753
Apr 02 21:27:48.003263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48762) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:48.039475 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:48.214530 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1a943115-83f3-4408-90d5-7c36729de3f6 req-6073f2e7-c5d7-4ec7-8df5-299427b19614 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0305827
Apr 02 21:27:48.458818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 4824f87d-7af8-4127-8dc7-ae34becb2e40 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:27:48.459245 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:48.532485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:48.532833 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (4824f87d-7af8-4127-8dc7-ae34becb2e40), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:48.544556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 4824f87d-7af8-4127-8dc7-ae34becb2e40 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:27:48.721559 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4824f87d-7af8-4127-8dc7-ae34becb2e40), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:48.745954 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=4824f87d-7af8-4127-8dc7-ae34becb2e40,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:48.758148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.758506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.758851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.759192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.759526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.759859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.760199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.760565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.760898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.761229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.761558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.761886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.762211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.762534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.762858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:48.816925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for floatingip (65055184-2438-4509-9bc1-3a4250f00b1c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:48.817274 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Floating IP 65055184-2438-4509-9bc1-3a4250f00b1c disassociated (deleted). External IP: 172.35.4.28, port: c8b6c2e9-8b6b-4973-8d9f-d0048741ef04.
Apr 02 21:27:49.024774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 859d41dd-6805-4844-8146-33f57f5f487b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:27:49.132012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:27:49.136809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:49.141767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] Sync routers for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:27:49.150664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:27:49.151346 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78445998b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:27:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:49.165486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2b9c8588-c288-4e42-aca1-aaba388749d5 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/floatingips/65055184-2438-4509-9bc1-3a4250f00b1c HTTP/1.1" status: 204  len: 168 time: 1.1611588
Apr 02 21:27:49.166069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:27:49.168313 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8715eddc-cb6a-470e-8f45-8303eb1f362a" -d '{"events": [{"name": "network-changed", "server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:27:49.205728 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc693549-286d-43d7-a239-9eccb336ad1e x-openstack-request-id: req-fc693549-286d-43d7-a239-9eccb336ad1e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:27:49.206092 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:27:49.206388 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc693549-286d-43d7-a239-9eccb336ad1e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:27:49.207353 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc693549-286d-43d7-a239-9eccb336ad1e'] response: {'name': 'network-changed', 'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'status': 'completed', 'code': 200}
Apr 02 21:27:49.264359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:27:49.337306 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b139650c-6f0e-4f12-852e-ee3022789345 req-c44a4930-1cd4-46e5-8560-9a1d40d3074f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0424857
Apr 02 21:27:49.360994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-4bb73c5d-bd1c-4888-8c6a-5f344b68c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:49.362572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-4bb73c5d-bd1c-4888-8c6a-5f344b68c02b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c67d04af96d45f995da597f3f678014&device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 1128 time: 0.1290002
Apr 02 21:27:49.475125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78445998b0>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:49.486137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-725e0c58-4b52-43be-bca2-8c56b6eecf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:49.487644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-725e0c58-4b52-43be-bca2-8c56b6eecf2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 200  len: 897 time: 0.1188927
Apr 02 21:27:49.498716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054ed9d-3c07-451f-a1cd-8bf4260e9c2d req-a75e67ed-99df-47d3-a46c-5334a2546559 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:49.500123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0054ed9d-3c07-451f-a1cd-8bf4260e9c2d req-a75e67ed-99df-47d3-a46c-5334a2546559 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0980525
Apr 02 21:27:49.501679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] Checking router: 859d41dd-6805-4844-8146-33f57f5f487b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:27:49.510079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:27:49.510681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78445998b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:27:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:49.547645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-47d28f93-d441-4ca2-ac9e-ff7074dbb7a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 200  len: 217 time: 0.0464003
Apr 02 21:27:49.623401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0054ed9d-3c07-451f-a1cd-8bf4260e9c2d req-05d0efdc-c8a0-42cd-b831-6aed4508093d tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149383
Apr 02 21:27:49.626360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:27:49.627003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-51660670-d6f7-45a8-ae75-43c3276b3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:49.628486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-51660670-d6f7-45a8-ae75-43c3276b3fe4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb HTTP/1.1" status: 200  len: 835 time: 0.0726130
Apr 02 21:27:49.683127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-7e2d19df-bd13-43c8-ace1-e8a7312c0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:49.684700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-7e2d19df-bd13-43c8-ace1-e8a7312c0f58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac5533aa-8fd2-455c-8c78-a549717cd773&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466490
Apr 02 21:27:49.777935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-3beefda1-69a3-4fdc-aa96-cfc15ecd8708 service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861759
Apr 02 21:27:49.822715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78445998b0>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:49.852339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5f6a3-9a52-4f54-895e-9f61327ea15e None None] The sync data for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 is: [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:06Z', 'revision_number': 4, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02dad437-bf75-435d-b3a8-12c5b968ba4a', 'name': '', 'network_id': 'ac5533aa-8fd2-455c-8c78-a549717cd773', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'mac_address': 'fa:16:3e:66:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:06Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'subnets': [{'id': '3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:27:49.870456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8715eddc-cb6a-470e-8f45-8303eb1f362a req-c1ed51da-14ea-42b2-b314-4761b8a3fa5d service neutron] 10.222.0.21 "GET /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860441
Apr 02 21:27:50.077824 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ece940-55b2-4c30-b947-a33f8b329254 None None] New status for floating IP 65055184-2438-4509-9bc1-3a4250f00b1c: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:27:50.434776 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76f6daba-2264-4488-a7e1-a85b329289bb req-bd676cc8-92cc-4c52-a4dc-d52f3e9ae0a4 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0310178
Apr 02 21:27:50.747456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4e51-31bd-44e3-bcef-56cb4a942381 req-0219a149-cf14-4add-ac6a-cfada92978cb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:50.749899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d86f4e51-31bd-44e3-bcef-56cb4a942381 req-0219a149-cf14-4add-ac6a-cfada92978cb tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0578008
Apr 02 21:27:50.799124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d86f4e51-31bd-44e3-bcef-56cb4a942381 req-e63afe6c-286d-469d-a771-2b10580c4a7f tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0fbf240-c42c-4a66-9b4f-7803838bc175&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437589
Apr 02 21:27:50.974680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-85f3564e-6788-46c9-a759-482ed4d8ae72 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:27:50.976190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-85f3564e-6788-46c9-a759-482ed4d8ae72 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 946 time: 0.0517333
Apr 02 21:27:51.071341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:27:51.071681 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:51.156892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:51.157286 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:51.171486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:27:51.306118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c8b6c2e9-8b6b-4973-8d9f-d0048741ef04), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:51.335861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=c8b6c2e9-8b6b-4973-8d9f-d0048741ef04,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:51.379019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] No DVR routers for this DVR port c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:27:51.381616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:51.384960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56a488ea-bfa0-4957-aafd-2eccbd141f56 req-3a1171b7-9a3b-4bbf-8a17-9a06a1009a13 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.21 "DELETE /v2.0/ports/c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 HTTP/1.1" status: 204  len: 173 time: 0.4017582
Apr 02 21:27:51.385404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-deleted', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:27:51.387626 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e123b6-6416-43af-8fdb-540761bbb7be" -d '{"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-deleted", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:27:51.425396 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12002b9-eb54-4b28-99e0-626e37aad0fc x-openstack-request-id: req-b12002b9-eb54-4b28-99e0-626e37aad0fc {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:27:51.425713 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158072e1-e533-4042-a08b-f8b84cd89b27", "name": "network-vif-deleted", "tag": "c8b6c2e9-8b6b-4973-8d9f-d0048741ef04", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:27:51.425972 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b12002b9-eb54-4b28-99e0-626e37aad0fc {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:27:51.426381 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12002b9-eb54-4b28-99e0-626e37aad0fc'] response: {'server_uuid': '158072e1-e533-4042-a08b-f8b84cd89b27', 'name': 'network-vif-deleted', 'tag': 'c8b6c2e9-8b6b-4973-8d9f-d0048741ef04', 'status': 'completed', 'code': 200}
Apr 02 21:27:51.534382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3838af58-a333-4a6a-a2b2-5fef12115253 req-188a4774-7d2f-48f9-bb2b-990976016905 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0331707
Apr 02 21:27:51.918894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87e84c86-bf23-4908-ba03-17337cfeacd6 req-90c4a118-d655-4068-8da3-afcd644d5362 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "GET /v2.0/ports?device_id=158072e1-e533-4042-a08b-f8b84cd89b27 HTTP/1.1" status: 200  len: 210 time: 0.0310197
Apr 02 21:27:52.631724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47b59cd0-c7dd-4c79-8dad-d878a89cf5d8 req-146fb720-29d8-48a5-a44a-962af54477bb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0277946
Apr 02 21:27:52.975992 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48790) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:53.143415 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a593996-0734-4316-9543-8177b7750c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:53.335078 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (859d41dd-6805-4844-8146-33f57f5f487b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:53.594046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 02dad437-bf75-435d-b3a8-12c5b968ba4a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:27:53.594362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:53.683965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port 02dad437-bf75-435d-b3a8-12c5b968ba4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02dad437-bf75-435d-b3a8-12c5b968ba4a,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:53.684667 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:53.697636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 02dad437-bf75-435d-b3a8-12c5b968ba4a owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:27:53.730845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6cfc8c0-7f3d-4eb8-8a9c-08c7987861a0 req-0453d3a5-1cef-43ee-b12d-efaeac1ffb38 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0311790
Apr 02 21:27:53.905501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (02dad437-bf75-435d-b3a8-12c5b968ba4a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:53.929865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=02dad437-bf75-435d-b3a8-12c5b968ba4a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:54.109565 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (859d41dd-6805-4844-8146-33f57f5f487b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:54.325597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Router 859d41dd-6805-4844-8146-33f57f5f487b has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:27:54.432650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:27:54.438286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-33549e9d-1c4d-415d-b6b9-c453bf19f2df tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "PUT /v2.0/routers/859d41dd-6805-4844-8146-33f57f5f487b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4611435
Apr 02 21:27:54.440311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48794) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:54.443190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] Sync routers for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:27:54.454216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:27:54.455373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784539e640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:27:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:54.490965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting subnet 3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:27:54.494022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:54.536883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:54.626092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:54.684219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:54.711100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:54.714643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:54.720347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6bc88f35-65a2-4c6a-8e51-4f3345be7edc tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/subnets/3d1aa4b4-9623-4ef0-8b09-c1c49db9fcfb HTTP/1.1" status: 204  len: 168 time: 0.2765419
Apr 02 21:27:54.720597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48796) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:54.726122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418ca0a-1e8c-437d-9b63-3fcbaa40d156 None None] Network ac5533aa-8fd2-455c-8c78-a549717cd773 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:27:54.740769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:27:54.839121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aed20ae9-4550-46ee-930a-5675765dbf16 req-de2dba99-4092-416e-af39-dff4dea4158c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0315473
Apr 02 21:27:54.861977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:27:54.885192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:27:54.885550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device c8b6c2e9-8b6b-4973-8d9f-d0048741ef04 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:27:55.031306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784539e640>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:27:53Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:55.064853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] DHCP port deletion for ac5533aa-8fd2-455c-8c78-a549717cd773 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:27:55.067608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] Checking router: 859d41dd-6805-4844-8146-33f57f5f487b for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:27:55.097516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] Routers {'859d41dd-6805-4844-8146-33f57f5f487b'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:27:55.098152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784539e640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:27:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['859d41dd-6805-4844-8146-33f57f5f487b'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:55.157569 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (859d41dd-6805-4844-8146-33f57f5f487b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.206046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] Deleting port d21dc066-7bce-4d30-af98-910e47ac75d7 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:27:55.206972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.241856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] Set router 859d41dd-6805-4844-8146-33f57f5f487b gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:27:55.265971 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_gateway (859d41dd-6805-4844-8146-33f57f5f487b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.320240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Deleting port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:27:55.320572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.339798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] For port d21dc066-7bce-4d30-af98-910e47ac75d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d21dc066-7bce-4d30-af98-910e47ac75d7,segment=NetworkSegment(4a1520fb-1077-403e-9792-ecccfe57a7d8),segment_id=4a1520fb-1077-403e-9792-ecccfe57a7d8)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:55.340202 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.379160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] Calling delete_port for d21dc066-7bce-4d30-af98-910e47ac75d7 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:27:55.381342 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-96e5c444-93c2-428e-b43a-4707ea8038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.406493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] For port 7ae6905f-bc13-43e9-b5f6-36faac1ccbed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:27:55.408130 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.426993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Calling delete_port for 7ae6905f-bc13-43e9-b5f6-36faac1ccbed owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:27:55.539700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (d21dc066-7bce-4d30-af98-910e47ac75d7), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.569646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] No DVR routers for this DVR port d21dc066-7bce-4d30-af98-910e47ac75d7 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:27:55.571348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dca2d-4583-4e47-bd47-4bbd0e365503 None None] Pushing event deleted for resources: {'Port': ['ID=d21dc066-7bce-4d30-af98-910e47ac75d7,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:55.580388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784539e640>, [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:27:53Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:55.606041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (7ae6905f-bc13-43e9-b5f6-36faac1ccbed), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.613119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4d907-05ac-48aa-a797-c2a77c622c26 None None] The sync data for ids ['859d41dd-6805-4844-8146-33f57f5f487b'] in ncdv-master-1 is: [{'id': '859d41dd-6805-4844-8146-33f57f5f487b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308168166', 'tenant_id': '8c67d04af96d45f995da597f3f678014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:27:53Z', 'revision_number': 5, 'project_id': '8c67d04af96d45f995da597f3f678014', 'gw_port': {'id': '7ae6905f-bc13-43e9-b5f6-36faac1ccbed', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859d41dd-6805-4844-8146-33f57f5f487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:26:03Z', 'updated_at': '2022-04-02T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:27:55.631406 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Port': ['ID=7ae6905f-bc13-43e9-b5f6-36faac1ccbed,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:55.699841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (859d41dd-6805-4844-8146-33f57f5f487b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.791006 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (859d41dd-6805-4844-8146-33f57f5f487b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.793145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router_controller (859d41dd-6805-4844-8146-33f57f5f487b), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.838782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (859d41dd-6805-4844-8146-33f57f5f487b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.839383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Fanout notify agent at l3_agent the message router_deleted on router 859d41dd-6805-4844-8146-33f57f5f487b {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:27:55.845959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.847574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c9f86276-b19e-47f6-9288-47967cf771e9 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/routers/859d41dd-6805-4844-8146-33f57f5f487b HTTP/1.1" status: 204  len: 168 time: 1.1255665
Apr 02 21:27:55.850290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 48800) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:55.934351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (ac5533aa-8fd2-455c-8c78-a549717cd773), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:55.951368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c6e2d10a-b123-4a73-8ec0-0bd0a82d5b09 req-75813b49-87a5-4cf6-acce-311635749bba tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0401618
Apr 02 21:27:56.040770 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (ac5533aa-8fd2-455c-8c78-a549717cd773), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.062379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78468d9af0>,) {'filters': {'network_id': ['ac5533aa-8fd2-455c-8c78-a549717cd773']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:56.071833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78468d9af0>, '4a1520fb-1077-403e-9792-ecccfe57a7d8') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:56.072133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78468d9af0>, '4a1520fb-1077-403e-9792-ecccfe57a7d8') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:27:56.081725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (4a1520fb-1077-403e-9792-ecccfe57a7d8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.094773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (4a1520fb-1077-403e-9792-ecccfe57a7d8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.101274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:27:56.101661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (4a1520fb-1077-403e-9792-ecccfe57a7d8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:27:56.104667 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:27:56.168222 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (ac5533aa-8fd2-455c-8c78-a549717cd773), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.176074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.179350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/networks/ac5533aa-8fd2-455c-8c78-a549717cd773 HTTP/1.1" status: 204  len: 168 time: 0.3280776
Apr 02 21:27:56.182128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48804) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:56.190421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f74fa-d1e2-4eb1-bbfc-e8ea88a7aba7 tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'Network': ['ID=ac5533aa-8fd2-455c-8c78-a549717cd773,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:56.245849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (c0fbf240-c42c-4a66-9b4f-7803838bc175), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.272883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (c0fbf240-c42c-4a66-9b4f-7803838bc175), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.334761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c0fbf240-c42c-4a66-9b4f-7803838bc175), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.337632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.338901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] 10.222.0.18 "DELETE /v2.0/security-groups/c0fbf240-c42c-4a66-9b4f-7803838bc175 HTTP/1.1" status: 204  len: 168 time: 0.1557555
Apr 02 21:27:56.348528 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fbf240-c42c-4a66-9b4f-7803838bc175,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:56.356183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.356553 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.356928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.357271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.357605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.357934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.358264 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.358587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.358912 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.359236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.359561 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.359882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.360291 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.360564 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.360989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0783bbd-dffa-4021-99a2-672b1d3bbdbe tempest-TestNetworkAdvancedServerOps-1748328729 tempest-TestNetworkAdvancedServerOps-1748328729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:27:56.626868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48812) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:56.727665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.762645 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-277e624e-88bc-4883-8a1a-f3d57471da2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c67d04af96d45f995da597f3f678014&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1344931
Apr 02 21:27:56.765144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48816) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:56.812198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94149541-e679-49d2-988a-c43511d81bc2 admin admin] Publish callbacks [] for security_group (76848914-169f-4e81-889b-49551fbd93c2), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.835013 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94149541-e679-49d2-988a-c43511d81bc2 admin admin] Publish callbacks [] for security_group (76848914-169f-4e81-889b-49551fbd93c2), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.880907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94149541-e679-49d2-988a-c43511d81bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (76848914-169f-4e81-889b-49551fbd93c2), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.883452 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-94149541-e679-49d2-988a-c43511d81bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:56.884681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-94149541-e679-49d2-988a-c43511d81bc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76848914-169f-4e81-889b-49551fbd93c2 HTTP/1.1" status: 204  len: 168 time: 0.1185327
Apr 02 21:27:56.891925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94149541-e679-49d2-988a-c43511d81bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76848914-169f-4e81-889b-49551fbd93c2,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:57.002252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 02dad437-bf75-435d-b3a8-12c5b968ba4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:27:57.025090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 02dad437-bf75-435d-b3a8-12c5b968ba4a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:27:57.025365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 02dad437-bf75-435d-b3a8-12c5b968ba4a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:27:57.025983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7ae6905f-bc13-43e9-b5f6-36faac1ccbed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:27:57.045557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 7ae6905f-bc13-43e9-b5f6-36faac1ccbed {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:27:57.045908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 7ae6905f-bc13-43e9-b5f6-36faac1ccbed not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:27:57.046339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d21dc066-7bce-4d30-af98-910e47ac75d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:27:57.049150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62474a84-4892-44ae-803e-463e8d037115 req-b30fefab-0c10-4869-b52d-24fe138596ab tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276086
Apr 02 21:27:57.067350 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d21dc066-7bce-4d30-af98-910e47ac75d7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:27:57.067812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d21dc066-7bce-4d30-af98-910e47ac75d7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:27:57.150035 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48824) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:57.188424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5bd761fd-c070-4646-a02a-1ea5895ee840 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce69b144575d48ca9fdf5f7a55a2f43a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0372748
Apr 02 21:27:57.191565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 48826) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:27:57.235412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6942d8ae-08d4-485a-ba84-4b42ba402f2f admin admin] Publish callbacks [] for security_group (e3e431ca-1f73-4f82-8f84-a6d44b794e80), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:57.262089 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6942d8ae-08d4-485a-ba84-4b42ba402f2f admin admin] Publish callbacks [] for security_group (e3e431ca-1f73-4f82-8f84-a6d44b794e80), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:57.309799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6942d8ae-08d4-485a-ba84-4b42ba402f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3e431ca-1f73-4f82-8f84-a6d44b794e80), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:57.312151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6942d8ae-08d4-485a-ba84-4b42ba402f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:57.313297 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6942d8ae-08d4-485a-ba84-4b42ba402f2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3e431ca-1f73-4f82-8f84-a6d44b794e80 HTTP/1.1" status: 204  len: 168 time: 0.1208708
Apr 02 21:27:57.321437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942d8ae-08d4-485a-ba84-4b42ba402f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e431ca-1f73-4f82-8f84-a6d44b794e80,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:27:58.146514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-987a8e6c-0dda-4656-844d-8a4582f7cc9b req-ebf5d602-b861-4129-9145-6a0b219e473e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270262
Apr 02 21:27:58.788993 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:27:59.239437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a24d41f-f885-418d-81c8-f2e6a7eacd4b req-ba3dbb65-09d4-4b66-aa56-21188fe15129 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268083
Apr 02 21:27:59.430883 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:00.340252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b92a157c-eb18-41b9-8525-b38fa268c7ad req-35d6cd77-61f2-4f3a-bcf8-14c2a5177c84 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275137
Apr 02 21:28:01.436356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5590ed72-b5ee-40c1-a6b4-00ef6f3e142c req-bda56ecc-21ff-4bc6-a8d6-bc16b50a622d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0285249
Apr 02 21:28:02.528808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d8563548-3ac0-4683-8b6d-cc103bf3e13c req-0b339043-77c6-48c1-9202-b51e78984b52 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270610
Apr 02 21:28:03.627454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-493c5412-ef3b-4151-bcae-09249e822486 req-4a316e12-1fb8-4c1e-9074-fc6adc1b63da tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0306501
Apr 02 21:28:04.726487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f08676c2-e2fd-4eb8-914f-18b02a478416 req-5845a9d5-9eed-4ea5-a890-41e3563cec8b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0291479
Apr 02 21:28:05.820732 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb653242-f60c-43e4-8027-5a15e20a2788 req-0c26a7bc-84ea-483b-8473-8a82c6ec6095 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0283635
Apr 02 21:28:06.914193 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a1ad3b43-5bcc-4d36-8a48-61dc78d16033 req-fd716df9-4865-4403-ae88-ec43389896eb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276980
Apr 02 21:28:08.006134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f4e717cd-4a81-44bb-b7c9-9f7802f38abb req-07444a99-41dc-4b09-8427-32443672ef75 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273860
Apr 02 21:28:09.100900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe3f3452-683d-43ce-9507-a9ffeca7e0b8 req-6bdc1297-9cf8-4f04-b29a-c2991b1ff50c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273497
Apr 02 21:28:10.192957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c28bc9a0-51f4-4e27-b81f-844fab0d242e req-63fb1272-107d-49ac-8356-e967c638b95a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270436
Apr 02 21:28:11.286108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ff07bfb-a908-4994-bdc2-ac5757755319 req-63b6e459-a050-49ad-a0d7-69dbab00d84e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267818
Apr 02 21:28:12.380235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8a87b2d-f140-4297-9639-584cbbf2eebc req-054c08cd-f8c4-48ac-b57b-0589c0718f56 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0278854
Apr 02 21:28:12.769516 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:28:13.477984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3717323-2d30-4d43-8212-978bf42d93a0 req-a03c251c-aa27-4d70-8f03-9651ee707de5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0318465
Apr 02 21:28:14.545071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:14.573263 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f8f54e0-8865-4bd8-a8c3-827b9a1b8167 req-6e09fca0-a35d-4f04-8fc6-ee881a98a0e2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275795
Apr 02 21:28:15.665649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb4dc0ba-ab19-4e12-9373-7a578ea72144 req-9052a003-0ba5-4a51-9d8a-efae828754c6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274103
Apr 02 21:28:16.764073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0008512b-8d89-4221-9233-892ca475594b req-bbcc2c8e-b884-4ceb-a32f-fcf25f3cf507 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0306339
Apr 02 21:28:17.857874 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-820b8312-091e-4584-a739-82dac6c475df req-feae773b-86ee-4279-b066-2d0283142c76 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275943
Apr 02 21:28:18.037109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:18.949632 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f0da560-a3f6-4264-ad08-caf1cf30e7dc req-3075f85a-cea2-4d43-a91a-78c7b7efd2b0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268509
Apr 02 21:28:20.053041 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4a45ebd9-d67c-4c43-8dc4-1e4bee91aa0b req-00ed10ea-d58d-4a1d-a514-bf541c641d7f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0284004
Apr 02 21:28:21.143871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60542d90-c842-42a7-b890-71f9c3cb71dc req-c4ff68e0-916c-4131-b083-e5ae4a1e384a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270569
Apr 02 21:28:22.241620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-194d4b8e-dad2-4084-b4e9-9e36d400f8d5 req-7db3cf91-c81c-472c-89ef-a16b00184fcc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0294039
Apr 02 21:28:23.145376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f0-8485-46a2-83a4-6dc4ec0b2cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:23.339558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07caa532-f4be-44a8-a4e4-eca13dc89a52 req-877fb200-738e-4c80-8f22-9169a0cff951 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270274
Apr 02 21:28:24.433715 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e1315e30-47a7-464e-95d1-4103adc2fc2b req-c362e68f-c972-4e41-a7e1-e163748f3003 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267229
Apr 02 21:28:25.335074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7ac5dc4b-af2b-4c06-b881-cafa79fd84cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:25.526904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82a66b0d-fe8b-4bac-ad84-4bd3fdcf8423 req-ed5ad784-2f0c-4f0b-bd0e-6fa446032b50 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269151
Apr 02 21:28:26.620351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-837eeee8-db49-4458-a93b-101f0777b085 req-b6785b81-7c66-4d3a-b829-8dbaa7e40a60 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0260990
Apr 02 21:28:26.724998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:27.713840 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12afd8db-36fa-40e4-a2da-8efd37a37ca2 req-15f6ee15-0bb2-496a-9908-1fd0d467eb8b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267200
Apr 02 21:28:28.792274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:28.808128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d57368ba-3f55-419c-a83d-4a5fb6341625 req-42a17ec8-a682-4dac-8a30-f1d9aaa4f8c3 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0286930
Apr 02 21:28:29.431036 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:29.908170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e706d241-d874-45b4-86db-b8b85e669ba1 req-dbea9680-66fa-444a-936f-4b155f4b64a6 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0315731
Apr 02 21:28:31.004713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da856ca2-2547-4718-8eba-4c74ee6b336f req-f195eedd-9590-4b99-9039-c40ac27d22ff tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0302579
Apr 02 21:28:32.098317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9e7b9be-a6f8-427b-b76d-78f86aa4d889 req-09e00847-fb20-47a4-9126-7c3ae4354143 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269687
Apr 02 21:28:33.190605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a234d93d-fc88-4f2b-89ad-5299c530fc0e req-cdbce921-61c2-48df-8529-403817bf3e01 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0261734
Apr 02 21:28:34.282643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-179fd4a9-2292-4806-b3d5-303e9b62d59b req-6af43149-dc21-4372-89e8-c2b28ee340ca tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268431
Apr 02 21:28:35.379831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8656a0ce-0ed1-4617-ba01-0c2c3a3be964 req-bad102aa-fefe-45a3-a536-f67d47c0e334 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0277026
Apr 02 21:28:36.473910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-071ec7dd-a095-4573-9cf3-618c5cc77122 req-ba3a1798-8eca-474c-8861-bbe8326d9cb3 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273721
Apr 02 21:28:37.567980 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd3439e6-88dd-44a4-950d-eb95695d3d34 req-54759af9-752a-4dfc-b260-4240566c2c29 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0280066
Apr 02 21:28:38.669831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1c3d362f-6a18-4778-80a3-7a496aa3b809 req-5b9520e2-780a-4fa5-9adb-4f2dcae5acfb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272880
Apr 02 21:28:39.986878 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-042a679b-1bc5-4667-8978-37a999e8f8f7 req-830a0879-87c9-4ddb-9ec6-8b2cc5e4cd48 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0302861
Apr 02 21:28:41.078329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d2039502-39da-4077-991e-5c3ed2814042 req-72d0af05-4049-401c-a69a-671b7945364e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0260687
Apr 02 21:28:42.170533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78373ed3-6e9f-404b-a96c-d07e475f124a req-65091d97-784a-406a-8b4a-74b5ea3ec42a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273714
Apr 02 21:28:43.267957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-41a13e98-43c2-4149-bac9-931ad24dcf96 req-9cd4e0fe-5188-47a6-b411-c6844578bf5b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0302083
Apr 02 21:28:44.361322 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1373d93f-8d22-44a2-8d82-9509c53125b2 req-4b54088a-ad47-459b-9924-a1b16f6ac143 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268455
Apr 02 21:28:44.549718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:45.459643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1543fba-414c-4f28-af25-ca02393a533a req-a8a9c2f4-e7ed-4c2b-b737-439f8f42414d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0304883
Apr 02 21:28:46.555994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22304386-9366-4a38-b2f2-24630e9658a2 req-6b561d3d-7966-4b85-bd90-b70dd2e47e2b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275714
Apr 02 21:28:47.647332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f5d4cb88-2dfd-4959-8946-5c0aa0f7a14e req-1eec6972-afde-41b9-b690-d36e0327f309 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274844
Apr 02 21:28:48.052265 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:48.746009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8237d54d-1962-4d20-b903-429a1e7c19ff req-c2a83589-afcd-4da1-a781-c1485c1439ea tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0302052
Apr 02 21:28:49.768257 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:28:49.837048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-15bde3fe-3bcc-4c19-a5f7-45b4329e1f7d req-688b48b2-0353-47c2-a680-bc2f41448d01 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264995
Apr 02 21:28:50.933026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b4cf4fa-3955-4187-98c9-1db816d835ce req-eaba5360-5545-49c7-a692-8cb497e18e59 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0278895
Apr 02 21:28:52.023980 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-62e9788f-6332-44df-988b-35e064fb9959 req-c71e3e06-28e1-471e-b422-bfab138e4d00 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268085
Apr 02 21:28:53.117540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3402ff35-fbd4-40f0-b2d4-7d544d4cf3a6 req-fe82f006-fa56-404b-ac61-4676fc1e55b0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0262909
Apr 02 21:28:53.154008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1047cce8-c739-4575-a5c8-ed52137c4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:54.217903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a1e9256-9fb6-4831-a25d-b47422b6a69a req-be0945f3-7cfd-4c99-9f80-dcbacef3a1aa tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0337594
Apr 02 21:28:55.311934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cbec0a0f-8f55-4676-96fa-f88a5dd9220d req-21ba682d-8e87-454d-b2c3-014faa0e1332 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275755
Apr 02 21:28:55.334922 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fd013be5-1fef-40c1-83bf-5746e73b100c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:56.411289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc5f06c8-281a-4e49-b488-351d2fd1fa05 req-b0e030fd-70fb-4e7c-ba92-8df2e3488630 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0304778
Apr 02 21:28:56.728114 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:57.509707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8eeb3f6-043d-4789-a875-eb7468c629b2 req-0c4a92f4-9b6b-4f78-a4b8-a0f33c4cea35 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0306344
Apr 02 21:28:58.603844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9c8d944-48bf-429a-a6ac-9128b9021fb9 req-2c26747b-0f03-4678-8296-e97e4be817f4 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0277612
Apr 02 21:28:58.792869 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:59.437090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:28:59.696686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2981673e-4225-4702-b18d-afca7889b0da req-3a5da5d1-cfc8-435a-b582-f65d5889ec66 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272782
Apr 02 21:29:00.789692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13fdbc60-2cfd-4dc6-bc55-083881da6657 req-496b0841-e02e-4cc8-bea1-88436a1f67b7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276020
Apr 02 21:29:01.890087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-09725e64-96e5-40c4-8285-a7e8b08cbe67 req-e228c8b7-b7aa-4d92-a7cc-a739ef055e33 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0310793
Apr 02 21:29:02.982699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b08f2f92-2a2d-4d87-9764-3eb0712519e2 req-b82f7e89-a8f8-4b6c-9a28-8370257644ba tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0268364
Apr 02 21:29:04.076800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05cdd71f-3c71-425d-9684-2accc4aaab22 req-bf5ebd9a-bfed-47ea-af39-42b38d8111c9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0265284
Apr 02 21:29:05.168860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9e2bb708-7a38-464b-bc87-457a2570d607 req-e741a30f-ff8c-4baf-b185-caaacd08592f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272768
Apr 02 21:29:06.261273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e29a6df6-dfd0-4056-a31b-dcca6b444adf req-29672843-49d9-4987-8a67-256bf54fd0f2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276203
Apr 02 21:29:07.354572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc325db4-9238-4577-96ac-d0aba3f9592e req-76852755-8c81-4a34-a028-801ab740270e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0279381
Apr 02 21:29:08.448607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d0a5570e-787c-4f12-a67a-09c2b8521116 req-73c29af8-03cd-43aa-a337-a49ce2cfa476 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0283859
Apr 02 21:29:09.554241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a948c9c7-e1ae-4cb2-b6d0-ef029af6874e req-a15fd413-45cf-4c40-b797-7e2e47fbefca tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0317376
Apr 02 21:29:10.650253 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bad857c2-3593-4742-b458-ecfdbe57e926 req-486dd98b-dd5e-493b-9c81-7506baaff145 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0301983
Apr 02 21:29:11.741646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a834deeb-b193-4a47-8da0-0ff15887c920 req-901cf764-2de2-4412-86f6-e477b4d4fa55 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0262394
Apr 02 21:29:12.833947 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1cf28a37-37f4-48fb-9f23-81e51d6d6def req-4af0983f-076d-4ae2-af45-c9d45a3592d9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270896
Apr 02 21:29:13.926545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-570303d0-f598-450d-b677-37366cec61c2 req-359b39e3-adcc-484f-8f28-6cd7c988cd75 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275762
Apr 02 21:29:14.550593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:15.021548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9b6356fe-e013-43a3-94a9-ff89c9970a84 req-83370400-7e2e-409a-9ac1-0f8ed643d036 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0271463
Apr 02 21:29:16.117894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09f2ed34-8c06-4053-b763-e5cf2ecaa085 req-fc9d2bd3-4933-41ad-8b18-6e1aae80ae6a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0281034
Apr 02 21:29:17.211398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b1f7f39-33ee-4535-9549-db7902ec6ce8 req-35710abb-5943-4541-a76a-96553d03be96 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272465
Apr 02 21:29:18.068969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:18.304074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96c2c37f-dce1-48fc-bd90-3ce79199d306 req-d0480143-554c-46f3-88fb-14e5075b3942 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0264895
Apr 02 21:29:19.397847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87a8cb9a-d85f-43d0-b1f4-fed219c997c7 req-8b886702-1b71-43f6-b96c-c6744edd3230 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273931
Apr 02 21:29:20.492665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d9bbed8-a2cb-48e0-8db1-5775e108f10f req-e20fa5f4-74ad-4b27-95f8-da7e461faef0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0271592
Apr 02 21:29:21.585397 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0d2570e-da12-4ae0-b826-619ff64cebdf req-3c1538a8-56b2-4036-8d6a-1513cfa15d07 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275598
Apr 02 21:29:22.685085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91fec2ae-a496-4720-82c4-0e7d592c2fe3 req-f755a0e0-9b99-42bc-a068-42503875f65b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0314124
Apr 02 21:29:23.145370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c51f6a53-e7b9-4536-a22b-f2ba8c426a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:23.782642 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f47cc8b7-6452-4158-a493-b66bd57517d0 req-5177800e-3b26-42dd-8008-f52b47e871ef tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0319014
Apr 02 21:29:24.875668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57fcc9ad-703a-46c3-a752-d20f6f9bcb24 req-0102d2c7-d766-40d4-a78f-82a938fba2a2 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266438
Apr 02 21:29:25.335676 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ab34-c445-441f-97a3-e94cf6969c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:25.968293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82578295-2483-4251-b3ab-7938a8e7cce4 req-e670497a-2447-44ad-a388-b03302615007 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0275266
Apr 02 21:29:26.732562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:26.767175 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:29:27.060137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebeb4182-3da3-44ec-add5-574ac6b1ada5 req-eeb60de6-619d-4ff9-a3b4-664ff60d4cef tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0274332
Apr 02 21:29:28.154370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c4122648-a682-40c6-99a3-d70968351a51 req-88bae02e-b201-45f6-9b28-e275a07b9296 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266953
Apr 02 21:29:28.795209 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:29.246211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df3c3df2-0b6a-4f85-9aeb-d7d76b7cb5ff req-0c2ddd8d-95b8-40e5-a0e5-919eb455818c tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0269518
Apr 02 21:29:29.429196 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:30.339965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0cbbb2c2-920c-495d-9143-608c4e914162 req-a479410e-886f-45b6-9bba-99461b69354d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0287802
Apr 02 21:29:31.432981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3119b261-42cf-4753-87fa-8a2169891198 req-090b3391-a89f-46ed-9198-89284778163d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0273240
Apr 02 21:29:32.528846 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-869228f2-ca2f-494c-b3c7-74322e35205c req-f1090953-6fb0-48d3-8ddf-6c50981fdb58 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272899
Apr 02 21:29:33.624136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0858a73b-1e89-4101-9d92-3266480bda64 req-5875af78-e02b-4e96-aabe-8bf7ddb5cdd0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276742
Apr 02 21:29:34.717822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b260f260-54ee-4972-8ab5-540d289a5ce6 req-1951a315-e14e-4b20-a571-dadfaf6fd10b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270309
Apr 02 21:29:35.817009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de5a53ff-2282-445e-be56-4fe5ad588555 req-a592d6a4-8a07-4068-b777-262ab9d8115b tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0309424
Apr 02 21:29:36.914959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3704251-fc49-4b41-8c3b-1cd3e874463b req-9e3c311a-c532-4dc2-a795-ccda22133a82 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0304317
Apr 02 21:29:38.005922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b440d2d9-a6bc-4c9b-b07b-7e657c8eb622 req-d82a24eb-d1e1-4462-a67d-26e7de37830d tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0271354
Apr 02 21:29:39.099123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9fc9c855-3cdb-4b58-a658-0477be72a28e req-525bd319-542d-444a-9844-e3f05832dd2a tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0279839
Apr 02 21:29:40.194596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-867074bb-dfc3-4488-aee3-82d18e0bbd3b req-413aa408-29bf-4541-b5ca-cc4f7018ccf0 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267699
Apr 02 21:29:41.290564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-327f4edc-46fb-48f5-85a4-863afe410484 req-5365c25b-809d-42e3-8349-51bcbe6511ac tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0279591
Apr 02 21:29:42.383274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-143d24f8-328f-43c3-ae13-2b446ed3749c req-ad1743b9-5385-420f-aad3-655fdf1b7556 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270319
Apr 02 21:29:43.477128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10aa698f-a93b-40ab-8ba8-18bba215ac1d req-428e1968-889b-4fc3-9820-afa57f9347f7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0284171
Apr 02 21:29:44.570903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:44.571548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4b849d6e-a560-4040-94de-4b6027eb6556 req-6b8c83ff-0845-4735-b037-846bffdc9f42 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0276182
Apr 02 21:29:45.665074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-92339b18-0598-42eb-bf93-33d98ca95ef2 req-2dd09f59-c06d-46fc-bef9-eb5001f8d2e9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0277255
Apr 02 21:29:46.762743 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2d179c2-9b80-4ed2-be06-533d9e024183 req-7145f05a-48f7-4402-b68f-fdf1254c76a5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272939
Apr 02 21:29:47.856391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c05638dd-8fd6-47e6-97cc-0906ea170fbc req-a5d64a7a-8385-48f3-ac0b-a78155f5f597 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0272017
Apr 02 21:29:48.063062 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:48.954465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-19e2e4ba-fe5c-47f6-9eb4-49dca074905b req-7a71bc16-1884-4fcd-878e-c6db61ea3f6e tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0301197
Apr 02 21:29:50.053174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-731935ee-e2ff-4a50-9716-54eb6d38410a req-27421c31-0d06-4a34-a6f7-783d3aab7351 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0317054
Apr 02 21:29:51.145116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dae47d7e-0761-4afd-bc55-24d658db6f4f req-e830f3ea-14c3-43ab-9cb8-d78c0887885f tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0271962
Apr 02 21:29:52.237921 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b31c709a-1282-41dd-bf0b-b8d45503ed2e req-57e39e46-4195-45d8-94e2-127837bb3a53 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0267735
Apr 02 21:29:53.147149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2144891e-4170-42fa-92b3-199e8403254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:53.331609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3806f293-c25d-45c7-a2ba-68e2acb77e04 req-129290f1-d71c-4a47-9578-79d8794aebc1 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0266805
Apr 02 21:29:54.430966 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6db64c19-41fa-40e0-8535-84c2e20fc0a7 req-28e02e3b-34ba-4daf-9105-3e63672bb9f5 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0279129
Apr 02 21:29:55.337713 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afe20770-794d-4ac6-8e69-a0b9c434d4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:55.524648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f31a5d92-efdd-4c31-b898-45fa1c298c2b req-31716bd6-bc74-4a05-ba0b-edef660efdc7 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0278091
Apr 02 21:29:56.618866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef3fbe1a-9de4-4779-9b69-c9aa0258844a req-d0f78659-4691-4248-b1e2-6d5756c128f9 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0288210
Apr 02 21:29:56.732557 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:57.712071 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5531ae69-acc4-4455-ab0c-73cfad3bd500 req-8f2a2089-5ae9-4256-8204-5b33805fd110 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0270474
Apr 02 21:29:58.800367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:58.811918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61984934-370c-48c2-a34f-3cf5470a16d6 req-066a06f3-be79-4e1a-a858-0e52522d6feb tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "GET /v2.0/ports?device_id=467961f4-9252-4447-a1be-0f97e122bef6 HTTP/1.1" status: 200  len: 210 time: 0.0331788
Apr 02 21:29:59.274375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:29:59.330026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group (3146bb6c-17a9-4973-92a7-da72160df633), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:59.356677 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group (3146bb6c-17a9-4973-92a7-da72160df633), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:59.417601 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (3146bb6c-17a9-4973-92a7-da72160df633), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:59.420254 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:59.421447 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] 10.222.0.18 "DELETE /v2.0/security-groups/3146bb6c-17a9-4973-92a7-da72160df633 HTTP/1.1" status: 204  len: 168 time: 0.1461580
Apr 02 21:29:59.432758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:29:59.436782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146bb6c-17a9-4973-92a7-da72160df633,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:29:59.444724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.445071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.445462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.445833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.446244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.446562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.446908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.447307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.447637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.447982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.448282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.449063 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.449390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.449713 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:29:59.450036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e62607-5518-4186-9153-64136cd947dc tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:02.891927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49204) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:03.390735 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:03.641126 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Deleting port 922db015-cd49-4628-84fa-a16919aefe70 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:03.641382 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (922db015-cd49-4628-84fa-a16919aefe70), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:03.716725 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] For port 922db015-cd49-4628-84fa-a16919aefe70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=922db015-cd49-4628-84fa-a16919aefe70,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:03.717080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (922db015-cd49-4628-84fa-a16919aefe70), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:03.729662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Calling delete_port for 922db015-cd49-4628-84fa-a16919aefe70 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:03.765600 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:30:03.903888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (922db015-cd49-4628-84fa-a16919aefe70), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:03.935326 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Pushing event deleted for resources: {'Port': ['ID=922db015-cd49-4628-84fa-a16919aefe70,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:04.108634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:04.323837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:30:04.431352 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:30:04.436367 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-05c3de0b-e936-4194-8b40-84a7ae15a48c admin admin] 10.222.0.18 "PUT /v2.0/routers/1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5433848
Apr 02 21:30:04.438977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49208) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:04.442125 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] Sync routers for ids ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:30:04.452666 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] Routers {'1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:04.453550 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846042be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:04.547715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks [] for router (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:04.650841 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] Set router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:04.833394 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846042be0>, [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:30:03Z', 'revision_number': 5, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:04.860060 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] Checking router: 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:30:04.869479 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] Routers {'1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:04.870102 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846042be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:04.975535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks [] for router_gateway (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:04.976789 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] Set router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:05.029671 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Deleting port 0b616414-6ecd-4100-8596-14e72ecdb59e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:05.030006 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.107995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] For port 0b616414-6ecd-4100-8596-14e72ecdb59e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b616414-6ecd-4100-8596-14e72ecdb59e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:05.108356 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.121087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Calling delete_port for 0b616414-6ecd-4100-8596-14e72ecdb59e owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:05.156448 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846042be0>, [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:30:03Z', 'revision_number': 5, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:05.182358 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc0c0d-7bd9-482f-8b9e-4bffec049b8a None None] The sync data for ids ['1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc'] in ncdv-master-1 is: [{'id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'name': 'tempest-TestVolumeBackupRestore-2072079290-router', 'tenant_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:30:03Z', 'revision_number': 5, 'project_id': '0ac7776ae2fb45cfa015c4056f0ab4a0', 'gw_port': {'id': '0b616414-6ecd-4100-8596-14e72ecdb59e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:28Z', 'updated_at': '2022-04-02T21:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:30:05.288415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (0b616414-6ecd-4100-8596-14e72ecdb59e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.316754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=0b616414-6ecd-4100-8596-14e72ecdb59e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:05.382183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.474907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.477118 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks [] for router_controller (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.526347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.526929 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:30:05.533304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.540021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b5308bb9-6381-405f-a566-3472db6d4cbd admin admin] 10.222.0.18 "DELETE /v2.0/routers/1b13f6ef-2011-4eb7-bda7-4a013cdc5ffc HTTP/1.1" status: 204  len: 168 time: 1.1000075
Apr 02 21:30:05.542733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49210) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:05.589877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Deleting subnet ddc36f51-fd11-4b48-b113-b8a2110fea58 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:30:05.593191 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Publish callbacks [] for subnet (ddc36f51-fd11-4b48-b113-b8a2110fea58), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.627854 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ddc36f51-fd11-4b48-b113-b8a2110fea58), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.711266 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ddc36f51-fd11-4b48-b113-b8a2110fea58), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.771553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ddc36f51-fd11-4b48-b113-b8a2110fea58), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.813344 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.819323 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ddc36f51-fd11-4b48-b113-b8a2110fea58 HTTP/1.1" status: 204  len: 168 time: 0.2727785
Apr 02 21:30:05.819323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ebcfa-21b0-4d22-8de2-be4c418e91e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc36f51-fd11-4b48-b113-b8a2110fea58,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:05.821604 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49212) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:05.825174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a86549-e95a-4926-a9a8-cf01089b7fbc None None] Network 9f1df9e6-794c-48f6-899a-ff2d0287d391 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:30:05.911996 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (9f1df9e6-794c-48f6-899a-ff2d0287d391), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:05.982573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Deleting port c3c06a2d-9922-4207-8483-08a98c635e85 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:05.982912 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.043263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] For port c3c06a2d-9922-4207-8483-08a98c635e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3c06a2d-9922-4207-8483-08a98c635e85,segment=NetworkSegment(c98dbc7f-3869-474b-a3bd-98faf3c9ea7b),segment_id=c98dbc7f-3869-474b-a3bd-98faf3c9ea7b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:06.043555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.060907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Calling delete_port for c3c06a2d-9922-4207-8483-08a98c635e85 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:06.136505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (c3c06a2d-9922-4207-8483-08a98c635e85), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.159459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c06a2d-9922-4207-8483-08a98c635e85,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:06.170051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] No DVR routers for this DVR port c3c06a2d-9922-4207-8483-08a98c635e85 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:30:06.176412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.176804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.177149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.177485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.177816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.178143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.178622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.178966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.182194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.182546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.183919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.183919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.183919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.184247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.184518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:06.245099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3e058-07d9-4723-b9f1-3c071fbf8af3 None None] DHCP port deletion for 9f1df9e6-794c-48f6-899a-ff2d0287d391 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:30:06.260642 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (9f1df9e6-794c-48f6-899a-ff2d0287d391), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.282270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784470a310>,) {'filters': {'network_id': ['9f1df9e6-794c-48f6-899a-ff2d0287d391']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:06.293088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784470a310>, 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:06.293389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784470a310>, 'c98dbc7f-3869-474b-a3bd-98faf3c9ea7b') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:06.303353 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c98dbc7f-3869-474b-a3bd-98faf3c9ea7b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.316297 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c98dbc7f-3869-474b-a3bd-98faf3c9ea7b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.322009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:30:06.322412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c98dbc7f-3869-474b-a3bd-98faf3c9ea7b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:30:06.324023 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:30:06.385100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (9f1df9e6-794c-48f6-899a-ff2d0287d391), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.390419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.396723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f1df9e6-794c-48f6-899a-ff2d0287d391 HTTP/1.1" status: 204  len: 168 time: 0.5695491
Apr 02 21:30:06.397165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49214) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:06.417197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49b390-e292-4909-8a0d-b60c3ee193c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1df9e6-794c-48f6-899a-ff2d0287d391,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:06.743289 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:06.991794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Deleting port f912d504-d718-475d-a56b-996c87fb291b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:06.992131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f912d504-d718-475d-a56b-996c87fb291b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:07.056967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 922db015-cd49-4628-84fa-a16919aefe70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:07.075777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] For port f912d504-d718-475d-a56b-996c87fb291b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f912d504-d718-475d-a56b-996c87fb291b,segment=NetworkSegment(275066ee-5b9b-41d8-8223-1247bcdb6fff),segment_id=275066ee-5b9b-41d8-8223-1247bcdb6fff)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:07.076140 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f912d504-d718-475d-a56b-996c87fb291b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:07.077639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 922db015-cd49-4628-84fa-a16919aefe70 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:07.077998 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 922db015-cd49-4628-84fa-a16919aefe70 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:07.078425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0b616414-6ecd-4100-8596-14e72ecdb59e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:07.089125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Calling delete_port for f912d504-d718-475d-a56b-996c87fb291b owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:07.097160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0b616414-6ecd-4100-8596-14e72ecdb59e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:07.097504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0b616414-6ecd-4100-8596-14e72ecdb59e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:07.097918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c3c06a2d-9922-4207-8483-08a98c635e85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:07.116339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: c3c06a2d-9922-4207-8483-08a98c635e85 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:07.116708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device c3c06a2d-9922-4207-8483-08a98c635e85 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:07.267050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f912d504-d718-475d-a56b-996c87fb291b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:07.297127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Pushing event deleted for resources: {'Port': ['ID=f912d504-d718-475d-a56b-996c87fb291b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:07.471243 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:07.687998 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:30:07.793219 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:30:07.798195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bf657bbe-671f-4f78-8c7d-cb5e48ebd538 admin admin] 10.222.0.18 "PUT /v2.0/routers/72f93bf4-6c90-45af-9cf0-36247aaa4a6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3999207
Apr 02 21:30:07.800750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49216) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:07.802155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] Sync routers for ids ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:30:07.815104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] Routers {'72f93bf4-6c90-45af-9cf0-36247aaa4a6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:07.815724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f5c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:07.906947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks [] for router (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:07.923434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] Set router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:08.011187 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks [] for router_gateway (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.066796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Deleting port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:08.067137 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.154236 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] For port b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:08.154600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.167636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Calling delete_port for b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:08.259873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f5c2e0>, [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:30:07Z', 'revision_number': 5, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port': {'id': 'b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:23:34Z', 'updated_at': '2022-04-02T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:08.286047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] Checking router: 72f93bf4-6c90-45af-9cf0-36247aaa4a6f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:30:08.294783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] Routers {'72f93bf4-6c90-45af-9cf0-36247aaa4a6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:08.295402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f5c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:08.339010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.367395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:08.383688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] Set router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:08.435715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.438816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f5c2e0>, [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:30:08Z', 'revision_number': 6, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:08.467013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715f356-131a-42b4-89b6-f0cb0381adaf None None] The sync data for ids ['72f93bf4-6c90-45af-9cf0-36247aaa4a6f'] in ncdv-master-1 is: [{'id': '72f93bf4-6c90-45af-9cf0-36247aaa4a6f', 'name': 'tempest-TestVolumeBackupRestore-2081515548-router', 'tenant_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:23:33Z', 'updated_at': '2022-04-02T21:30:08Z', 'revision_number': 6, 'project_id': 'f24d54a3f4d64e24b23d5626d77e90dd', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:30:08.534428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.536947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks [] for router_controller (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.578762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (72f93bf4-6c90-45af-9cf0-36247aaa4a6f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.579460 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f93bf4-6c90-45af-9cf0-36247aaa4a6f {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:30:08.584947 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.586356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cfb5e1ec-1fe2-4940-8e87-7c72a03e6950 admin admin] 10.222.0.18 "DELETE /v2.0/routers/72f93bf4-6c90-45af-9cf0-36247aaa4a6f HTTP/1.1" status: 204  len: 168 time: 0.7845984
Apr 02 21:30:08.589152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49218) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:08.632037 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Deleting subnet 7ae93cd7-b661-4d24-a009-2d713abf2424 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:30:08.635077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Publish callbacks [] for subnet (7ae93cd7-b661-4d24-a009-2d713abf2424), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.668448 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7ae93cd7-b661-4d24-a009-2d713abf2424), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.745893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7ae93cd7-b661-4d24-a009-2d713abf2424), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.796823 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7ae93cd7-b661-4d24-a009-2d713abf2424), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.825586 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.832042 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7ae93cd7-b661-4d24-a009-2d713abf2424 HTTP/1.1" status: 204  len: 168 time: 0.2396307
Apr 02 21:30:08.832042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d48a8-c1cd-4925-b96a-fe29033e08a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae93cd7-b661-4d24-a009-2d713abf2424,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:08.832303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e460064-3237-429e-9c96-94d3db18e18f None None] Network f9576266-4000-49b9-ac22-578115a71d1f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:30:08.832725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49220) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:08.908209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f9576266-4000-49b9-ac22-578115a71d1f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:08.962747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Deleting port 9bae36e7-9699-4ab9-8cd1-429cf834207d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:08.963097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.028153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] For port 9bae36e7-9699-4ab9-8cd1-429cf834207d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bae36e7-9699-4ab9-8cd1-429cf834207d,segment=NetworkSegment(275066ee-5b9b-41d8-8223-1247bcdb6fff),segment_id=275066ee-5b9b-41d8-8223-1247bcdb6fff)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:09.028556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.041241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Calling delete_port for 9bae36e7-9699-4ab9-8cd1-429cf834207d owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:09.117635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9bae36e7-9699-4ab9-8cd1-429cf834207d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.143437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bae36e7-9699-4ab9-8cd1-429cf834207d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:09.145261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] No DVR routers for this DVR port 9bae36e7-9699-4ab9-8cd1-429cf834207d on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:30:09.217313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f9576266-4000-49b9-ac22-578115a71d1f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.239591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78445b4d90>,) {'filters': {'network_id': ['f9576266-4000-49b9-ac22-578115a71d1f']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:09.249442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78445b4d90>, '275066ee-5b9b-41d8-8223-1247bcdb6fff') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:09.249743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78445b4d90>, '275066ee-5b9b-41d8-8223-1247bcdb6fff') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:09.260484 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (275066ee-5b9b-41d8-8223-1247bcdb6fff), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.262842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c39747-ae94-4c3a-b5ce-752090cf919b None None] DHCP port deletion for f9576266-4000-49b9-ac22-578115a71d1f request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:30:09.289043 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (275066ee-5b9b-41d8-8223-1247bcdb6fff), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.295269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:30:09.295732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (275066ee-5b9b-41d8-8223-1247bcdb6fff), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:30:09.298267 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:30:09.328364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:09.358658 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f9576266-4000-49b9-ac22-578115a71d1f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.360501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:09.361111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b9b614eb-06d1-4ac8-8e53-67cdd29c9bf4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:09.361546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9bae36e7-9699-4ab9-8cd1-429cf834207d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:09.375800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.383072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9bae36e7-9699-4ab9-8cd1-429cf834207d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:09.383425 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9bae36e7-9699-4ab9-8cd1-429cf834207d not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:09.383850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f912d504-d718-475d-a56b-996c87fb291b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:09.385188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] 10.222.0.18 "DELETE /v2.0/networks/f9576266-4000-49b9-ac22-578115a71d1f HTTP/1.1" status: 204  len: 168 time: 0.5500996
Apr 02 21:30:09.386190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc31f-baec-4c04-afb6-eec8a3b8df6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9576266-4000-49b9-ac22-578115a71d1f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:09.412392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f912d504-d718-475d-a56b-996c87fb291b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:09.412896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f912d504-d718-475d-a56b-996c87fb291b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:09.501837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49224) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:09.545032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8e760c9a-0993-4131-8ad9-9f32b989ac0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ac7776ae2fb45cfa015c4056f0ab4a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0418582
Apr 02 21:30:09.547458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49226) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:09.595315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ea9e-db43-4818-9403-384e5c0a4a89 admin admin] Publish callbacks [] for security_group (47160956-8670-4379-a1a4-e071ae30abf9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.616697 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ea9e-db43-4818-9403-384e5c0a4a89 admin admin] Publish callbacks [] for security_group (47160956-8670-4379-a1a4-e071ae30abf9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.664745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ea9e-db43-4818-9403-384e5c0a4a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (47160956-8670-4379-a1a4-e071ae30abf9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.667385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ea9e-db43-4818-9403-384e5c0a4a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:09.668648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e1c8ea9e-db43-4818-9403-384e5c0a4a89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47160956-8670-4379-a1a4-e071ae30abf9 HTTP/1.1" status: 204  len: 168 time: 0.1201994
Apr 02 21:30:09.677863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8ea9e-db43-4818-9403-384e5c0a4a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47160956-8670-4379-a1a4-e071ae30abf9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:09.980567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49232) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:10.027978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d2e81ee9-b9e7-49ce-95a3-71e57b804942 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f24d54a3f4d64e24b23d5626d77e90dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0461123
Apr 02 21:30:10.030480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49234) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:10.079101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c63f1f73-22ef-475f-994e-82929d591b5b admin admin] Publish callbacks [] for security_group (b80c0e4f-199b-4f8f-9eb7-09efe87f17b6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:10.099637 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c63f1f73-22ef-475f-994e-82929d591b5b admin admin] Publish callbacks [] for security_group (b80c0e4f-199b-4f8f-9eb7-09efe87f17b6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:10.145693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c63f1f73-22ef-475f-994e-82929d591b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b80c0e4f-199b-4f8f-9eb7-09efe87f17b6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:10.148848 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c63f1f73-22ef-475f-994e-82929d591b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:10.150014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c63f1f73-22ef-475f-994e-82929d591b5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b80c0e4f-199b-4f8f-9eb7-09efe87f17b6 HTTP/1.1" status: 204  len: 168 time: 0.1185911
Apr 02 21:30:10.157789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1f73-22ef-475f-994e-82929d591b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80c0e4f-199b-4f8f-9eb7-09efe87f17b6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:10.825268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49256) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:10.922411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-22054915-network', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:10.941183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:30:10.943953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:10.952232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.026555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks [] for security_group (ab8608b5-c562-41c3-99a0-e5e94a3dfb88), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.030295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ab8608b5-c562-41c3-99a0-e5e94a3dfb88), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.056207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:30:11.062362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8608b5-c562-41c3-99a0-e5e94a3dfb88,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:11.068847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c3f48d89-604c-43cf-857c-87c0db513b5d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.069190 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Added segment c3f48d89-604c-43cf-857c-87c0db513b5d of type vlan for network 42da5f51-4ee8-4338-9167-b7fb170cce38
Apr 02 21:30:11.110238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (42da5f51-4ee8-4338-9167-b7fb170cce38), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.134516 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (42da5f51-4ee8-4338-9167-b7fb170cce38), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.135485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:11.136074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.183139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3541791
Apr 02 21:30:11.183664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49260) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:11.188689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Request body: {'subnet': {'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-22054915-subnet', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:11.208284 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:30:11.210999 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.222874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d8bfa-781a-477a-ad9a-3d647e9e4ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=42da5f51-4ee8-4338-9167-b7fb170cce38,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:11.232851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:30:11.382419 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (5dfbc08d-fae2-47d2-bdf1-f9943be1b454), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.441440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfbc08d-fae2-47d2-bdf1-f9943be1b454,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:11.449342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:11.449706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Network hostable DHCP agents. Network: 42da5f51-4ee8-4338-9167-b7fb170cce38, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:30:11.465963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:30:11.474881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42da5f51-4ee8-4338-9167-b7fb170cce38) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:11.478930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:11.479513 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.483682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f51c47-2f7d-4292-bbe2-ba48a27f8f4a None None] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:30:11.495473 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-137cc02f-d245-45e7-bfcb-0c94d341beac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3106523
Apr 02 21:30:11.498151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49262) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:11.502454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:11.521626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f556247e-1a2d-4d76-81ec-e5c0b3e92197), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.523066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f556247e-1a2d-4d76-81ec-e5c0b3e92197), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.585563 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks [] for router_controller (f556247e-1a2d-4d76-81ec-e5c0b3e92197), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.587644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42da5f51-4ee8-4338-9167-b7fb170cce38', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:30:11.588724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.726323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Allocated IP 172.20.0.2 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/07e90aed-ac0c-4bd9-ad0c-481a7f31f387) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:11.878277 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Publish callbacks [] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.884375 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:11.925168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:11.930538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:11.933394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:11.939620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Pushing event updated for resources: {'Port': ['ID=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:11.951564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.951912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.952246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.952610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.952942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.953278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.953613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.953920 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.954241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.954559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.954881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.955199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.955513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.955832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:11.956166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:12.007309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Attempting to bind port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:12.007680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Attempting to bind port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:12.008044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Attempting to bind port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:12.013556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:12.013930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:12.014495 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.014885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:12.015360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Bound port: 07e90aed-ac0c-4bd9-ad0c-481a7f31f387, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:12.015738 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.050975 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks [] for router_gateway (f556247e-1a2d-4d76-81ec-e5c0b3e92197), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.083031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] For port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:12.086649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] For port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:12.092749 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.147703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aca71-ae85-409f-bbc2-4a5c2910347c None None] Pushing event updated for resources: {'Port': ['ID=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:12.259854 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks [] for router_gateway (f556247e-1a2d-4d76-81ec-e5c0b3e92197), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.279841 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.403115 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Allocated IP 172.35.4.205 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/750ecd56-1fef-4a24-ac1c-0dad40a18c5e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:12.509312 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks [] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.542765 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:12.579348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:12.582231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:12.586207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:12.613013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Pushing event updated for resources: {'Port': ['ID=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:12.856610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks [] for router_gateway (f556247e-1a2d-4d76-81ec-e5c0b3e92197), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.071772 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a9d90-e64e-41ff-8f63-f53b6455c12a None None] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:30:13.072958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f556247e-1a2d-4d76-81ec-e5c0b3e92197), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.100292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:13.194869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] Provisioning complete for port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:13.195243 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.206464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:30:13.256024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:13.256318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.316917 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:30:13.328862 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:30:13.336587 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.340658 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-54130ff1-c849-4be7-9aee-29654535bf84 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8389659
Apr 02 21:30:13.340889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49264) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:13.351333 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:13.352216 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e12cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:13.352875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] Current status of the port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:13.353269 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.388009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] For port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:13.416137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.459402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:13.459797 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.482822 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:13.528110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05b12-ae54-463b-b073-ff1081607bd0 None None] Pushing event updated for resources: {'Port': ['ID=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:13.553944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:30:13.554373 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:30:13.641052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d5590b45-d86d-4d45-9afa-45760ffa31d2 None None] Provisioning complete for port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:13.641341 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d5590b45-d86d-4d45-9afa-45760ffa31d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.682764 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e12cd0>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:12Z', 'revision_number': 3, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:13.712587 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:30:13.712931 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Updating router f556247e-1a2d-4d76-81ec-e5c0b3e92197 port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:30:13.731644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d5590b45-d86d-4d45-9afa-45760ffa31d2 None None] Current status of the port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:13.741885 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.830869 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.986215 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Allocated IP 172.20.0.1 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/61943723-a6b0-447d-b3bc-bc8fef992d63) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:13.986864 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Publish callbacks [] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:13.991863 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.044567 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Attempting to bind port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:14.044942 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Attempting to bind port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:14.045306 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Attempting to bind port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:14.052164 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Pushing event updated for resources: {'Port': ['ID=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:14.055366 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:14.055745 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:14.056143 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.056558 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:14.057030 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Bound port: 750ecd56-1fef-4a24-ac1c-0dad40a18c5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:14.057412 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.080087 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.080514 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.080804 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.081198 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.081600 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.082039 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.082167 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.082457 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.082769 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.083117 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.084015 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.084364 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.084713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.085036 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.085354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:30:14.093274 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks [] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.101263 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:14.119713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] For port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:14.122868 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] For port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:14.128505 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.129755 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.163859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:14.166704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:14.170305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:14.184599 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:14.185232 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e12cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:14.210092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Pushing event updated for resources: {'Port': ['ID=61943723-a6b0-447d-b3bc-bc8fef992d63,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:14.218475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f556247e-1a2d-4d76-81ec-e5c0b3e92197), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.319932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a49824-1b53-4a7a-b33a-fdf37f3b3d00 None None] Pushing event updated for resources: {'Port': ['ID=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:14.367032 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.403152 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:14.459302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-6adad6fc-4cc8-4630-b55b-75861322842e None None] Provisioning complete for port 61943723-a6b0-447d-b3bc-bc8fef992d63 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:14.459785 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6adad6fc-4cc8-4630-b55b-75861322842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.497516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-6adad6fc-4cc8-4630-b55b-75861322842e None None] Port 61943723-a6b0-447d-b3bc-bc8fef992d63 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:30:14.537945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks [] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.543150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.577019 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.603642 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e12cd0>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:12Z', 'revision_number': 3, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:14.611621 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Pushing event updated for resources: {'Port': ['ID=61943723-a6b0-447d-b3bc-bc8fef992d63,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:14.616009 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f556247e-1a2d-4d76-81ec-e5c0b3e92197), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:14.633187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780709fe-8c44-4e1b-b56a-2a4afe6300ab None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:12Z', 'revision_number': 3, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:30:14.714117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:14.715524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:14.840147 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:30:14.991360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:30:14.997393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50504da2-96d8-405c-8b4b-8cc48aa150d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/f556247e-1a2d-4d76-81ec-e5c0b3e92197/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6546457
Apr 02 21:30:15.021768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-54594793-d451-4b22-97e0-4c6e7a63bc76 None None] Provisioning complete for port 61943723-a6b0-447d-b3bc-bc8fef992d63 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:15.022144 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-54594793-d451-4b22-97e0-4c6e7a63bc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.063118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-54594793-d451-4b22-97e0-4c6e7a63bc76 None None] Port 61943723-a6b0-447d-b3bc-bc8fef992d63 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:30:15.155177 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:15.213732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:15.214209 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.300198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:15.301336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 750ecd56-1fef-4a24-ac1c-0dad40a18c5e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:15.358299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:15.358680 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.448094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:15.448645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.473674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:15.478232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.530029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:15.571273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49280) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:15.576500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-70413444-network', 'tenant_id': '05864c76c92c49a7a9cfea6070542475'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:15.597290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Made reservation on behalf of 05864c76c92c49a7a9cfea6070542475 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:30:15.599770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.608706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.682614 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks [] for security_group (c75897fc-d2f2-46fe-aa93-77f7ff6d510d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.686391 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c75897fc-d2f2-46fe-aa93-77f7ff6d510d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.722798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:30:15.732719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75897fc-d2f2-46fe-aa93-77f7ff6d510d,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:15.737563 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a68881a6-a327-46f7-8b58-f595a61b4cde), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.737921 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Added segment a68881a6-a327-46f7-8b58-f595a61b4cde of type vlan for network 8a98e310-43cf-4261-9a67-705da022f360
Apr 02 21:30:15.777961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8a98e310-43cf-4261-9a67-705da022f360), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.806768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8a98e310-43cf-4261-9a67-705da022f360), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.807839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:15.808414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.838370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.2658422
Apr 02 21:30:15.841137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49282) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:15.846205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Request body: {'subnet': {'network_id': '8a98e310-43cf-4261-9a67-705da022f360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-70413444-subnet', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:15.865520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Made reservation on behalf of 05864c76c92c49a7a9cfea6070542475 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:30:15.867840 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:15.871500 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d032765-ddac-46c1-8332-d2cf8ba47762 admin admin] Pushing event updated for resources: {'Network': ['ID=8a98e310-43cf-4261-9a67-705da022f360,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:15.882250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8a98e310-43cf-4261-9a67-705da022f360 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:30:16.039174 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (ac7e5f5a-5f42-4a17-93d3-14ec232fb626), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.097947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7e5f5a-5f42-4a17-93d3-14ec232fb626,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:16.105709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Checking segment: {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:16.106061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Network hostable DHCP agents. Network: 8a98e310-43cf-4261-9a67-705da022f360, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:30:16.123150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Network 8a98e310-43cf-4261-9a67-705da022f360 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:30:16.132424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a98e310-43cf-4261-9a67-705da022f360) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:16.136860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:16.137601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.141806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90705f-e1a8-41c2-bd15-3fa336ea1b14 None None] Network 8a98e310-43cf-4261-9a67-705da022f360 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:30:16.157163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 49284) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:16.157391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-13c95f02-f692-46c9-a131-dcdd885f38c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3150423
Apr 02 21:30:16.162432 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:16.181691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.182778 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.241776 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks [] for router_controller (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.251130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8a98e310-43cf-4261-9a67-705da022f360', 'network_id': '8a98e310-43cf-4261-9a67-705da022f360', 'project_id': '05864c76c92c49a7a9cfea6070542475', 'fixed_ips': [{'subnet_id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:30:16.252222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.323812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:30:16.354349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:16.354971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450f16a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:16.637404 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Allocated IP 172.20.0.2 (8a98e310-43cf-4261-9a67-705da022f360/ac7e5f5a-5f42-4a17-93d3-14ec232fb626/1c698866-bc98-4d14-bcdc-30ab68463f07) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:16.690325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:16.712141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks [] for router_gateway (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.913084 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks [] for router_gateway (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.925421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Publish callbacks [] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.931944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:16.949106 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.005602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Network 8a98e310-43cf-4261-9a67-705da022f360 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:17.013143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:17.015835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:17.041192 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Pushing event updated for resources: {'Port': ['ID=1c698866-bc98-4d14-bcdc-30ab68463f07,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:17.046907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Allocated IP 172.35.4.226 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/54ba4569-9a53-49cf-a01a-0cadd89ec4b1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:17.080545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 750ecd56-1fef-4a24-ac1c-0dad40a18c5e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:17.107852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Attempting to bind port 1c698866-bc98-4d14-bcdc-30ab68463f07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:17.108218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Attempting to bind port 1c698866-bc98-4d14-bcdc-30ab68463f07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:17.108600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Attempting to bind port 1c698866-bc98-4d14-bcdc-30ab68463f07 on network 8a98e310-43cf-4261-9a67-705da022f360 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:17.113094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450f16a0>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 2, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:17.150309 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:17.150682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Checking segment: {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:17.151079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.151475 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Bound using segment: {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:17.152249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Bound port: 1c698866-bc98-4d14-bcdc-30ab68463f07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:17.152401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.154753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks [] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.159010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:30:17.159365 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Updating router f556247e-1a2d-4d76-81ec-e5c0b3e92197 port 61943723-a6b0-447d-b3bc-bc8fef992d63 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:30:17.190366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.221784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.229248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:17.232066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:17.237934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:17.243569 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Pushing event updated for resources: {'Port': ['ID=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:17.266202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:17.266777 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.311807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] For port 1c698866-bc98-4d14-bcdc-30ab68463f07, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:17.335202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] For port 1c698866-bc98-4d14-bcdc-30ab68463f07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c698866-bc98-4d14-bcdc-30ab68463f07,segment=NetworkSegment(a68881a6-a327-46f7-8b58-f595a61b4cde),segment_id=a68881a6-a327-46f7-8b58-f595a61b4cde)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:17.354903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.519569 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387703ce-aaeb-45cf-b779-22454455e3b3 None None] Pushing event updated for resources: {'Port': ['ID=1c698866-bc98-4d14-bcdc-30ab68463f07,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:17.529649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks [] for router_gateway (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.568873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:17.687605 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Publish callbacks [] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.693943 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.747619 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fe1b2-1e3a-435d-a9b4-e831babe57ce None None] Pushing event updated for resources: {'Port': ['ID=61943723-a6b0-447d-b3bc-bc8fef992d63,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:17.795138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.817222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Attempting to bind port 61943723-a6b0-447d-b3bc-bc8fef992d63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:17.818202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Attempting to bind port 61943723-a6b0-447d-b3bc-bc8fef992d63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:17.818636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Attempting to bind port 61943723-a6b0-447d-b3bc-bc8fef992d63 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:17.824724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:17.825191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:17.825665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.826046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:17.826516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Bound port: 61943723-a6b0-447d-b3bc-bc8fef992d63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:17.826894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.894850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] For port 61943723-a6b0-447d-b3bc-bc8fef992d63, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:17.898394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] For port 61943723-a6b0-447d-b3bc-bc8fef992d63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61943723-a6b0-447d-b3bc-bc8fef992d63,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:17.905944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:17.938586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Router c0c690a6-aae2-4533-beaa-e2bc6b34eabf is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:30:17.969784 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:17.970335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78450f16a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:18.009134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fe1b2-1e3a-435d-a9b4-e831babe57ce None None] Pushing event updated for resources: {'Port': ['ID=61943723-a6b0-447d-b3bc-bc8fef992d63,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:18.079000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:30:18.090112 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Sync routers for ids ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:30:18.100183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.103045 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Routers {'c0c690a6-aae2-4533-beaa-e2bc6b34eabf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:18.103720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d52730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:18.109926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.111740 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:18.114093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 49286) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:30:18.116500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f9148154-79a7-4086-9e68-604986adeb26 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9578125
Apr 02 21:30:18.160808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] Provisioning complete for port 61943723-a6b0-447d-b3bc-bc8fef992d63 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:18.160808 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.243344 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Set router c0c690a6-aae2-4533-beaa-e2bc6b34eabf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:18.462742 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d52730>, [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:17Z', 'revision_number': 3, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:18.520578 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Checking router: c0c690a6-aae2-4533-beaa-e2bc6b34eabf for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:30:18.521133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Updating router c0c690a6-aae2-4533-beaa-e2bc6b34eabf port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:30:18.573527 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.652989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] Current status of the port 61943723-a6b0-447d-b3bc-bc8fef992d63 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:18.653563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.694848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a3ffd5-36b1-419c-8914-4cff7d3df737 None None] Network 8a98e310-43cf-4261-9a67-705da022f360 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:30:18.708007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.720875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] For port 61943723-a6b0-447d-b3bc-bc8fef992d63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61943723-a6b0-447d-b3bc-bc8fef992d63,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:18.735150 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.794056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78450f16a0>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:17Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:18.832287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0a591-2aa5-49d7-bf2e-f42356d06908 None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:17Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:30:18.867272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3856da-a03f-4c65-8e6e-34a3e32ce16c None None] Pushing event updated for resources: {'Port': ['ID=61943723-a6b0-447d-b3bc-bc8fef992d63,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:18.897681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Allocated IP 172.20.0.1 (8a98e310-43cf-4261-9a67-705da022f360/ac7e5f5a-5f42-4a17-93d3-14ec232fb626/e9ae66d2-1731-484b-9c56-f98b7289c2dc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:18.906181 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Publish callbacks [] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.915288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Provisioning complete for port 1c698866-bc98-4d14-bcdc-30ab68463f07 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:18.915674 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.916532 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:18.992424 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Attempting to bind port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:18.994118 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Attempting to bind port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:18.994598 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Attempting to bind port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:19.014090 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:19.015936 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:19.026803 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.027863 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:19.029984 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Bound port: 54ba4569-9a53-49cf-a01a-0cadd89ec4b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:19.030759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Current status of the port 1c698866-bc98-4d14-bcdc-30ab68463f07 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:19.031148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.031727 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.085356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] For port 1c698866-bc98-4d14-bcdc-30ab68463f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c698866-bc98-4d14-bcdc-30ab68463f07,segment=NetworkSegment(a68881a6-a327-46f7-8b58-f595a61b4cde),segment_id=a68881a6-a327-46f7-8b58-f595a61b4cde)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:19.090913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.128939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks [] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.131167 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] For port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:19.134669 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] For port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:19.144145 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ece5d-6fbd-48f7-869f-16894905b038 None None] Pushing event updated for resources: {'Port': ['ID=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:19.151166 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.183713 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Provisioning complete for port 61943723-a6b0-447d-b3bc-bc8fef992d63 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:19.184084 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.193513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.224918 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Routers {'c0c690a6-aae2-4533-beaa-e2bc6b34eabf'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:19.225106 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d52730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:19.246232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Network 8a98e310-43cf-4261-9a67-705da022f360 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:19.249272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:19.263609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:19.263817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 61943723-a6b0-447d-b3bc-bc8fef992d63 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:19.294527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ae66d2-1731-484b-9c56-f98b7289c2dc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:19.333054 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.342739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Pushing event updated for resources: {'Port': ['ID=1c698866-bc98-4d14-bcdc-30ab68463f07,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:19.357396 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] Set router c0c690a6-aae2-4533-beaa-e2bc6b34eabf gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:19.443711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ece5d-6fbd-48f7-869f-16894905b038 None None] Pushing event updated for resources: {'Port': ['ID=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:19.461886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8f9468fe-c11e-4767-b138-eafd1b3c9671 None None] Current status of the port 61943723-a6b0-447d-b3bc-bc8fef992d63 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:19.475189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 61943723-a6b0-447d-b3bc-bc8fef992d63 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:19.475579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.594634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 61943723-a6b0-447d-b3bc-bc8fef992d63 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:19.595753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c698866-bc98-4d14-bcdc-30ab68463f07 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:19.602006 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d52730>, [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:17Z', 'revision_number': 3, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:19.632627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90717b-5f80-465a-821d-5fc0245bb15f None None] The sync data for ids ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'] in ncdv-master-1 is: [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:17Z', 'revision_number': 3, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:30:19.633077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f7ab0fd7-a2f0-4001-8973-accfee9aaf7b None None] Provisioning complete for port 1c698866-bc98-4d14-bcdc-30ab68463f07 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:19.633643 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0fd7-a2f0-4001-8973-accfee9aaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.760873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1c698866-bc98-4d14-bcdc-30ab68463f07 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:19.760873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.828176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab0fd7-a2f0-4001-8973-accfee9aaf7b None None] Current status of the port 1c698866-bc98-4d14-bcdc-30ab68463f07 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:19.882966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1c698866-bc98-4d14-bcdc-30ab68463f07 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:19.934764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:19.950664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f9d1e33e-369b-48a1-a080-2ddacf6cd89e None None] Provisioning complete for port e9ae66d2-1731-484b-9c56-f98b7289c2dc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:19.950664 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e33e-369b-48a1-a080-2ddacf6cd89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:20.021622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1e33e-369b-48a1-a080-2ddacf6cd89e None None] Port e9ae66d2-1731-484b-9c56-f98b7289c2dc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:30:20.135916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks [] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:20.141785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:20.217491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:20.219458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ae66d2-1731-484b-9c56-f98b7289c2dc,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:20.326835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Network 8a98e310-43cf-4261-9a67-705da022f360 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:20.328293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:20.478914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Router c0c690a6-aae2-4533-beaa-e2bc6b34eabf has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:30:20.598272 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:30:20.603863 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-53444a9a-6554-4689-bc7b-a2f41f1ded05 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0c690a6-aae2-4533-beaa-e2bc6b34eabf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4882114
Apr 02 21:30:20.647069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c025db95-5319-4a4e-abce-3d59feacba8e None None] Provisioning complete for port e9ae66d2-1731-484b-9c56-f98b7289c2dc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:20.647719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c025db95-5319-4a4e-abce-3d59feacba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:20.691151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c025db95-5319-4a4e-abce-3d59feacba8e None None] Port e9ae66d2-1731-484b-9c56-f98b7289c2dc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:30:21.135687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:21.183859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:21.184248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:21.267331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:21.267945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:21.313085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:21.320555 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:21.322710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c698866-bc98-4d14-bcdc-30ab68463f07 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:21.411767 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:21.425079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1c698866-bc98-4d14-bcdc-30ab68463f07 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:21.425450 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:21.501845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1c698866-bc98-4d14-bcdc-30ab68463f07 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:22.485948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Sync routers for ids ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:30:22.499111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Routers {'c0c690a6-aae2-4533-beaa-e2bc6b34eabf'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:22.499727 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456a0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:22.606509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Set router c0c690a6-aae2-4533-beaa-e2bc6b34eabf gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:22.813444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456a0610>, [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:19Z', 'revision_number': 4, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9ae66d2-1731-484b-9c56-f98b7289c2dc', 'name': '', 'network_id': '8a98e310-43cf-4261-9a67-705da022f360', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'mac_address': 'fa:16:3e:17:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:18Z', 'updated_at': '2022-04-02T21:30:20Z', 'revision_number': 2, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'subnets': [{'id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:22.841566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Checking router: c0c690a6-aae2-4533-beaa-e2bc6b34eabf for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:30:22.841937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Updating router c0c690a6-aae2-4533-beaa-e2bc6b34eabf port e9ae66d2-1731-484b-9c56-f98b7289c2dc binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:30:22.869696 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.068963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:23.180909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f999e92-54ab-45ca-adc2-416b8cd6d561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.184918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:23.185278 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.187758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Publish callbacks [] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.211963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.273981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d30a3-f5eb-4e23-a839-7c9bed6a94df None None] Pushing event updated for resources: {'Port': ['ID=e9ae66d2-1731-484b-9c56-f98b7289c2dc,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:23.357807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Attempting to bind port e9ae66d2-1731-484b-9c56-f98b7289c2dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:23.358176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Attempting to bind port e9ae66d2-1731-484b-9c56-f98b7289c2dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:23.358534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Attempting to bind port e9ae66d2-1731-484b-9c56-f98b7289c2dc on network 8a98e310-43cf-4261-9a67-705da022f360 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:23.364280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:23.367540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:23.367747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Checking segment: {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:23.368147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.368544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Bound using segment: {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:23.369024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Bound port: e9ae66d2-1731-484b-9c56-f98b7289c2dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68881a6-a327-46f7-8b58-f595a61b4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8a98e310-43cf-4261-9a67-705da022f360'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:23.369389 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.433139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] For port e9ae66d2-1731-484b-9c56-f98b7289c2dc, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:23.437831 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] For port e9ae66d2-1731-484b-9c56-f98b7289c2dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ae66d2-1731-484b-9c56-f98b7289c2dc,segment=NetworkSegment(a68881a6-a327-46f7-8b58-f595a61b4cde),segment_id=a68881a6-a327-46f7-8b58-f595a61b4cde)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:23.447245 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.509163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Routers {'c0c690a6-aae2-4533-beaa-e2bc6b34eabf'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:30:23.509900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78456a0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:29:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:23.558943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d30a3-f5eb-4e23-a839-7c9bed6a94df None None] Pushing event updated for resources: {'Port': ['ID=e9ae66d2-1731-484b-9c56-f98b7289c2dc,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:23.612681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] Provisioning complete for port e9ae66d2-1731-484b-9c56-f98b7289c2dc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:23.613234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:23.684843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] Set router c0c690a6-aae2-4533-beaa-e2bc6b34eabf gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:30:23.967222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] Current status of the port e9ae66d2-1731-484b-9c56-f98b7289c2dc is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:23.967611 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:24.039308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] For port e9ae66d2-1731-484b-9c56-f98b7289c2dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ae66d2-1731-484b-9c56-f98b7289c2dc,segment=NetworkSegment(a68881a6-a327-46f7-8b58-f595a61b4cde),segment_id=a68881a6-a327-46f7-8b58-f595a61b4cde)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:24.046554 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:24.129143 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3053722-a5e4-42b1-b167-0045bf3c193b None None] Pushing event updated for resources: {'Port': ['ID=e9ae66d2-1731-484b-9c56-f98b7289c2dc,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:24.145665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78456a0610>, [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:19Z', 'revision_number': 4, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9ae66d2-1731-484b-9c56-f98b7289c2dc', 'name': '', 'network_id': '8a98e310-43cf-4261-9a67-705da022f360', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'mac_address': 'fa:16:3e:17:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:18Z', 'updated_at': '2022-04-02T21:30:23Z', 'revision_number': 4, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'subnets': [{'id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:30:24.176175 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1dfd9-0632-4379-821d-19309b84d7c6 None None] The sync data for ids ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'] in ncdv-master-1 is: [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:19Z', 'revision_number': 4, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9ae66d2-1731-484b-9c56-f98b7289c2dc', 'name': '', 'network_id': '8a98e310-43cf-4261-9a67-705da022f360', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'mac_address': 'fa:16:3e:17:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:18Z', 'updated_at': '2022-04-02T21:30:23Z', 'revision_number': 4, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'subnets': [{'id': 'ac7e5f5a-5f42-4a17-93d3-14ec232fb626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:30:24.185932 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4df06ad9-c32a-4a65-b63f-67fc0f93bdf0 None None] Provisioning complete for port e9ae66d2-1731-484b-9c56-f98b7289c2dc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:24.186229 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4df06ad9-c32a-4a65-b63f-67fc0f93bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:24.295886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4df06ad9-c32a-4a65-b63f-67fc0f93bdf0 None None] Current status of the port e9ae66d2-1731-484b-9c56-f98b7289c2dc is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:25.087242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9ae66d2-1731-484b-9c56-f98b7289c2dc up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:25.137033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e9ae66d2-1731-484b-9c56-f98b7289c2dc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:25.137406 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:25.214403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e9ae66d2-1731-484b-9c56-f98b7289c2dc is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:25.337740 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-51b223d6-a609-4af2-a982-f7a3e2595738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:26.048449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-e7912577-6378-496b-ad86-accbcc920eef tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:26.050886 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-e7912577-6378-496b-ad86-accbcc920eef tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1099434
Apr 02 21:30:26.067316 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-9bb71a95-e120-43c6-9122-b9a04da2c3fc tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/quotas/d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 375 time: 0.0100846
Apr 02 21:30:26.125234 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-eb8fbdba-d301-4401-bbc3-3ddef01dee73 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0515559
Apr 02 21:30:26.137741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-efa508f8-d8af-4bdc-ab48-31baca1aaaa3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:30:26.138712 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-efa508f8-d8af-4bdc-ab48-31baca1aaaa3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052011
Apr 02 21:30:26.236503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-958967d6-ffe6-466d-b161-7e20850d77c3 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917113
Apr 02 21:30:26.326984 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-04b76374-e633-4fe3-a312-8b2920fa7ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846226
Apr 02 21:30:26.514903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c09fed4-2b96-4220-bf23-bddda64483f1 req-51b05634-76be-42df-8616-389ae9d700f8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 210 time: 0.0272987
Apr 02 21:30:26.737840 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:27.629179 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-96e96a8d-1d74-4ab6-a14c-c6c575409b37 req-83804cfc-7795-4f8b-a347-3d2a609ba886 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 210 time: 0.0300219
Apr 02 21:30:27.649027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-1684c350-d50a-4cb7-b035-aac82c0ce246 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:27.649027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-1684c350-d50a-4cb7-b035-aac82c0ce246 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1091461
Apr 02 21:30:27.664209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'port': {'device_id': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'admin_state_up': True, 'tenant_id': 'd612578d899f4a889190a04840ffa2a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:27.770567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:30:27.774135 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:27.904180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.20.0.10 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/59f03a54-45ed-4e09-8244-64eda84d2c01) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:28.064967 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.100888 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.143581 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:28.146594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:28.152389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:28.159757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=59f03a54-45ed-4e09-8244-64eda84d2c01,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:28.208647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:28.209293 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.228261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-b0399dc5-c68b-4723-be88-88ae9698db8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5680783
Apr 02 21:30:28.246256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Request body: {'port': {'device_id': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:28.320791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.442269 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-294ffafb-6bd0-4f37-971a-37d780f25ce8 None None] Provisioning complete for port 59f03a54-45ed-4e09-8244-64eda84d2c01 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:28.442814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-294ffafb-6bd0-4f37-971a-37d780f25ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.480262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-294ffafb-6bd0-4f37-971a-37d780f25ce8 None None] Port 59f03a54-45ed-4e09-8244-64eda84d2c01 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:30:28.625205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f03a54-45ed-4e09-8244-64eda84d2c01 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:30:28.632355 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Publish callbacks [] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.644067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Transition to ACTIVE for port object 59f03a54-45ed-4e09-8244-64eda84d2c01 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:30:28.648430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.719665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Pushing event updated for resources: {'Port': ['ID=59f03a54-45ed-4e09-8244-64eda84d2c01,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:28.802500 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.816904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a96df8-eeaf-4ff1-931f-dc6a71bdff3e req-7c5206c5-b789-4d8d-b40f-a107f63c624a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:28.818966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06a96df8-eeaf-4ff1-931f-dc6a71bdff3e req-7c5206c5-b789-4d8d-b40f-a107f63c624a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 944 time: 0.0998566
Apr 02 21:30:28.823949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Attempting to bind port 59f03a54-45ed-4e09-8244-64eda84d2c01 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:28.824281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Attempting to bind port 59f03a54-45ed-4e09-8244-64eda84d2c01 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:28.824755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Attempting to bind port 59f03a54-45ed-4e09-8244-64eda84d2c01 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:28.836629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Port 59f03a54-45ed-4e09-8244-64eda84d2c01 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:30:28.836958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Attempting to bind port 59f03a54-45ed-4e09-8244-64eda84d2c01 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:28.849665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:28.850013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:28.850401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:28.851448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Bound port: 59f03a54-45ed-4e09-8244-64eda84d2c01, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:28.851819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.911623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06a96df8-eeaf-4ff1-931f-dc6a71bdff3e req-900196ac-719c-4eee-b62b-0a234a27519b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844600
Apr 02 21:30:28.935882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] For port 59f03a54-45ed-4e09-8244-64eda84d2c01, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:28.939194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] For port 59f03a54-45ed-4e09-8244-64eda84d2c01, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f03a54-45ed-4e09-8244-64eda84d2c01,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:28.945601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.984432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:28.985247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:28.986517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] 10.222.0.21 "PUT /v2.0/ports/59f03a54-45ed-4e09-8244-64eda84d2c01 HTTP/1.1" status: 200  len: 1092 time: 0.7447085
Apr 02 21:30:28.986965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'tag': '59f03a54-45ed-4e09-8244-64eda84d2c01'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:30:28.989299 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f657beab-bad3-49ed-a273-6099ac04cb78" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f2c1d2-1534-44c7-8f04-6b4ce250e520", "tag": "59f03a54-45ed-4e09-8244-64eda84d2c01"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:30:29.026519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d61b0-565e-4868-89dd-b160224abf04 service neutron] Pushing event updated for resources: {'Port': ['ID=59f03a54-45ed-4e09-8244-64eda84d2c01,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:29.079493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-00e3d54d-549a-43a0-8150-2a4095e8dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.081072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-00e3d54d-549a-43a0-8150-2a4095e8dc1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 1126 time: 0.0493472
Apr 02 21:30:29.128806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-d7fd2fd9-4762-4c32-9791-ee09118d7a88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59f03a54-45ed-4e09-8244-64eda84d2c01 HTTP/1.1" status: 200  len: 217 time: 0.0368345
Apr 02 21:30:29.188187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-43035343-1ebe-45da-adb7-3555ca306eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.189784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-43035343-1ebe-45da-adb7-3555ca306eaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0517435
Apr 02 21:30:29.191356 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad25a9-c5a3-44ee-94a6-0a91696e7142 x-openstack-request-id: req-7cad25a9-c5a3-44ee-94a6-0a91696e7142 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:30:29.191648 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f2c1d2-1534-44c7-8f04-6b4ce250e520", "tag": "59f03a54-45ed-4e09-8244-64eda84d2c01", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:30:29.191907 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cad25a9-c5a3-44ee-94a6-0a91696e7142 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:30:29.192305 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cad25a9-c5a3-44ee-94a6-0a91696e7142'] response: {'name': 'network-changed', 'server_uuid': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'tag': '59f03a54-45ed-4e09-8244-64eda84d2c01', 'status': 'completed', 'code': 200}
Apr 02 21:30:29.245968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-f6ff94d8-9ef4-4f7f-a265-7699195a2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.247538 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-f6ff94d8-9ef4-4f7f-a265-7699195a2265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444081
Apr 02 21:30:29.339762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-1a799e6d-57b6-42ac-bf47-4cabedfc7ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809474
Apr 02 21:30:29.434543 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:29.436783 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f7c2747-78ea-4eb7-8501-b39df538aa0f req-2be149c5-3bba-4220-a4d2-fd0afb6fa581 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892501
Apr 02 21:30:29.527558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-6b72c64d-458c-402d-a191-0ab77a00ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.529088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-6b72c64d-458c-402d-a191-0ab77a00ce69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 1126 time: 0.0441284
Apr 02 21:30:29.623797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-b3849f7c-39b2-4bf6-bc9f-5b7c0259c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.625283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-b3849f7c-39b2-4bf6-bc9f-5b7c0259c419 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0867980
Apr 02 21:30:29.667937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-d32058ce-341b-472a-91d6-72535c11529f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59f03a54-45ed-4e09-8244-64eda84d2c01 HTTP/1.1" status: 200  len: 217 time: 0.0330024
Apr 02 21:30:29.726069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-421651a7-c8e2-4b85-b7f2-d99f630a2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.727758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-421651a7-c8e2-4b85-b7f2-d99f630a2c66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0511618
Apr 02 21:30:29.782164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-69ec60b4-fcd4-493a-85f0-f3245564991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:29.783673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-69ec60b4-fcd4-493a-85f0-f3245564991d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483475
Apr 02 21:30:29.871672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-6c5b3b5a-0096-4cbe-92b9-98ad3f800071 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800831
Apr 02 21:30:29.966042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f657beab-bad3-49ed-a273-6099ac04cb78 req-d4916e12-cd3f-46d5-8b61-1b04a4ab3d5d service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878305
Apr 02 21:30:30.039784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3d55f-16d1-462d-a8c7-15754aac5638 req-a91757cc-d516-48d2-aa3a-6e5fb918cfa1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:30.041348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddf3d55f-16d1-462d-a8c7-15754aac5638 req-a91757cc-d516-48d2-aa3a-6e5fb918cfa1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 944 time: 0.0562689
Apr 02 21:30:30.086925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ddf3d55f-16d1-462d-a8c7-15754aac5638 req-f7c9c5fe-0d95-47c4-8bc8-181228fad356 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399468
Apr 02 21:30:31.212366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61eab-141b-44eb-b964-f61a09d70b3a req-3c3c3fbd-66bb-4dbb-b6c0-66bec0590cfa tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:31.213894 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b6c61eab-141b-44eb-b964-f61a09d70b3a req-3c3c3fbd-66bb-4dbb-b6c0-66bec0590cfa tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 944 time: 0.0580890
Apr 02 21:30:31.262050 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b6c61eab-141b-44eb-b964-f61a09d70b3a req-2b5ea2d2-36e7-443f-84b1-a90972145e32 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424271
Apr 02 21:30:32.386231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bb7c6-f3c0-4a08-85bb-8ca413d4c038 req-d75b6906-a0a5-44f4-bdce-cb79a5541456 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:32.387633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e44bb7c6-f3c0-4a08-85bb-8ca413d4c038 req-d75b6906-a0a5-44f4-bdce-cb79a5541456 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 944 time: 0.0555582
Apr 02 21:30:32.439232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e44bb7c6-f3c0-4a08-85bb-8ca413d4c038 req-2d2c1bd4-bb8e-44bf-b53b-34f4f99f4ebe tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460377
Apr 02 21:30:33.563179 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34bcc-e7b7-43e4-813f-eb24920728ce req-9d748a24-8216-49c9-9bf2-08164ac73e4b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:33.565359 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fab34bcc-e7b7-43e4-813f-eb24920728ce req-9d748a24-8216-49c9-9bf2-08164ac73e4b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 944 time: 0.0538652
Apr 02 21:30:33.611240 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fab34bcc-e7b7-43e4-813f-eb24920728ce req-7bccad34-35bf-432f-b3d1-2829180ee3cf tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402400
Apr 02 21:30:34.727443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8aa4e-817f-46ac-bc81-1b0bb006986c req-2a7d06f1-d97b-4d3d-9a97-549c15a75fd9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:34.728856 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2e8aa4e-817f-46ac-bc81-1b0bb006986c req-2a7d06f1-d97b-4d3d-9a97-549c15a75fd9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 944 time: 0.0524762
Apr 02 21:30:34.774594 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2e8aa4e-817f-46ac-bc81-1b0bb006986c req-338d08bf-501b-4b2a-8f8c-bb02de8cdf65 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401709
Apr 02 21:30:35.552894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 59f03a54-45ed-4e09-8244-64eda84d2c01 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:30:35.649517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 59f03a54-45ed-4e09-8244-64eda84d2c01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f03a54-45ed-4e09-8244-64eda84d2c01,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:35.660429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '59f03a54-45ed-4e09-8244-64eda84d2c01', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'port_id': '59f03a54-45ed-4e09-8244-64eda84d2c01', 'mac_address': 'fa:16:3e:8a:8f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:30:35.700383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 59f03a54-45ed-4e09-8244-64eda84d2c01 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:35.700828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:35.713667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f03a54-45ed-4e09-8244-64eda84d2c01 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:30:35.732256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 59f03a54-45ed-4e09-8244-64eda84d2c01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f03a54-45ed-4e09-8244-64eda84d2c01,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:35.735738 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:35.783144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=59f03a54-45ed-4e09-8244-64eda84d2c01,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:35.897225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08cdfe-73c9-491c-a274-410758ebd031 req-54440855-f1f7-45cb-94d4-2d6c005e094a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:35.898699 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f08cdfe-73c9-491c-a274-410758ebd031 req-54440855-f1f7-45cb-94d4-2d6c005e094a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 945 time: 0.0566757
Apr 02 21:30:35.945585 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8f08cdfe-73c9-491c-a274-410758ebd031 req-fda2119e-8a3f-43e0-b26b-97d8b4cc25a7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411873
Apr 02 21:30:36.026741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['59f03a54-45ed-4e09-8244-64eda84d2c01'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:30:37.062572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583da0b5-2aaa-402c-a0c4-03c4151e2bc3 req-11f5497f-bf34-44f9-9266-72f16e56f4f1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:37.064066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-583da0b5-2aaa-402c-a0c4-03c4151e2bc3 req-11f5497f-bf34-44f9-9266-72f16e56f4f1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 945 time: 0.0523257
Apr 02 21:30:37.109774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-583da0b5-2aaa-402c-a0c4-03c4151e2bc3 req-17faeb23-f30b-4179-93d7-078f316a8f59 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396364
Apr 02 21:30:37.558022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 59f03a54-45ed-4e09-8244-64eda84d2c01 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:37.605307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 59f03a54-45ed-4e09-8244-64eda84d2c01 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:30:37.609302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 59f03a54-45ed-4e09-8244-64eda84d2c01 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:37.609673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:37.689314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 59f03a54-45ed-4e09-8244-64eda84d2c01 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:37.689695 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:37.711744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f03a54-45ed-4e09-8244-64eda84d2c01'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:30:37.713916 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a408ab-2ec1-4a68-b8df-abb09432ca39" -d '{"events": [{"server_uuid": "d7f2c1d2-1534-44c7-8f04-6b4ce250e520", "name": "network-vif-plugged", "status": "completed", "tag": "59f03a54-45ed-4e09-8244-64eda84d2c01"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:30:37.726405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 59f03a54-45ed-4e09-8244-64eda84d2c01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f03a54-45ed-4e09-8244-64eda84d2c01,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:37.730542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:37.778157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=59f03a54-45ed-4e09-8244-64eda84d2c01,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:37.815197 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9967398-160b-4a61-b8df-9eaf85e22939 x-openstack-request-id: req-a9967398-160b-4a61-b8df-9eaf85e22939 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:30:37.815493 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2c1d2-1534-44c7-8f04-6b4ce250e520", "name": "network-vif-plugged", "status": "completed", "tag": "59f03a54-45ed-4e09-8244-64eda84d2c01", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:30:37.815779 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9967398-160b-4a61-b8df-9eaf85e22939 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:30:37.816190 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9967398-160b-4a61-b8df-9eaf85e22939'] response: {'server_uuid': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f03a54-45ed-4e09-8244-64eda84d2c01', 'code': 200}
Apr 02 21:30:37.923700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f91ae7-47ee-4fa2-931c-c7e06b4d5e76 req-fa2827ba-763f-476a-9d91-e4a926fcd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:37.924002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07f91ae7-47ee-4fa2-931c-c7e06b4d5e76 req-fa2827ba-763f-476a-9d91-e4a926fcd68d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 1128 time: 0.0470252
Apr 02 21:30:37.970358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07f91ae7-47ee-4fa2-931c-c7e06b4d5e76 req-e88a0c07-11ab-40ed-b002-c3b064c1a209 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356996
Apr 02 21:30:38.224819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c28c-75d8-45f4-8ac9-90f40fb9be6e req-f9eee449-d59b-4aa3-bd49-fe38b3c5071a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:38.226739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4612c28c-75d8-45f4-8ac9-90f40fb9be6e req-f9eee449-d59b-4aa3-bd49-fe38b3c5071a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0512857
Apr 02 21:30:38.270710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4612c28c-75d8-45f4-8ac9-90f40fb9be6e req-50b6d11b-b7f5-4bd5-95df-1b55c4ecd8be tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384736
Apr 02 21:30:39.392560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a36f78-70f7-445b-bd02-bf2db9ee915e req-f51e00d9-13b3-4bf2-aedc-37bab5c301c3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:39.394026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35a36f78-70f7-445b-bd02-bf2db9ee915e req-f51e00d9-13b3-4bf2-aedc-37bab5c301c3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0534189
Apr 02 21:30:39.439666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35a36f78-70f7-445b-bd02-bf2db9ee915e req-2b94d197-de6f-41e3-9e76-03b762bb31b3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393927
Apr 02 21:30:39.555573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909dc4-91e1-4480-beaa-07eb892d12c7 req-4f68e080-953f-4938-9a79-3a853fe95f24 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:39.557048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e909dc4-91e1-4480-beaa-07eb892d12c7 req-4f68e080-953f-4938-9a79-3a853fe95f24 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0519478
Apr 02 21:30:39.606347 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e909dc4-91e1-4480-beaa-07eb892d12c7 req-a992a226-1698-4f4e-8558-ecc1bae7cb51 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437665
Apr 02 21:30:39.720030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3888384-a6a4-4cfa-9f33-bc849be2a488 req-68c30555-c155-4723-80a0-a6e90557bf4a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:39.721566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c3888384-a6a4-4cfa-9f33-bc849be2a488 req-68c30555-c155-4723-80a0-a6e90557bf4a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0511055
Apr 02 21:30:39.774341 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c3888384-a6a4-4cfa-9f33-bc849be2a488 req-1678046b-4521-47ab-bdf7-d86a549b969d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471282
Apr 02 21:30:40.061668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0194e30-bae3-482f-9e46-bd9f5b5c20ec req-05e81760-c1ea-4dfd-b372-d5eae8800a9f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:40.063144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0194e30-bae3-482f-9e46-bd9f5b5c20ec req-05e81760-c1ea-4dfd-b372-d5eae8800a9f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0525911
Apr 02 21:30:40.109434 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a0194e30-bae3-482f-9e46-bd9f5b5c20ec req-dd721156-c879-450f-8a5b-e9a6fc8d2aff tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405030
Apr 02 21:30:40.763811 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:30:41.228579 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78965d-cae7-4848-9f15-4a948cc44c65 req-59d8ebda-465a-42d7-b7aa-2803f6604ca1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:41.230061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f78965d-cae7-4848-9f15-4a948cc44c65 req-59d8ebda-465a-42d7-b7aa-2803f6604ca1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0523162
Apr 02 21:30:41.277128 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f78965d-cae7-4848-9f15-4a948cc44c65 req-c171c023-554b-4ee5-8902-6c04984443d4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414808
Apr 02 21:30:41.697708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-5c0d4e97-4621-4307-9ada-2eb6435c0b7d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:41.699139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-5c0d4e97-4621-4307-9ada-2eb6435c0b7d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 946 time: 0.0509481
Apr 02 21:30:41.793301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port 59f03a54-45ed-4e09-8244-64eda84d2c01 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:30:41.793640 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:41.879027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] For port 59f03a54-45ed-4e09-8244-64eda84d2c01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f03a54-45ed-4e09-8244-64eda84d2c01,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:41.879389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:41.893547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for 59f03a54-45ed-4e09-8244-64eda84d2c01 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:30:42.024660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (59f03a54-45ed-4e09-8244-64eda84d2c01), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:42.042339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['59f03a54-45ed-4e09-8244-64eda84d2c01'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:30:42.052771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=59f03a54-45ed-4e09-8244-64eda84d2c01,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:42.100781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] No DVR routers for this DVR port 59f03a54-45ed-4e09-8244-64eda84d2c01 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:30:42.103482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:42.106902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-117e795e-2ac4-4bb6-a788-813f0e9f62a9 req-65d4019c-27d2-4fa3-a1b2-8c38cc537e93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "DELETE /v2.0/ports/59f03a54-45ed-4e09-8244-64eda84d2c01 HTTP/1.1" status: 204  len: 173 time: 0.4023833
Apr 02 21:30:42.107377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'name': 'network-vif-deleted', 'tag': '59f03a54-45ed-4e09-8244-64eda84d2c01'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:30:42.109685 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70e051-8732-4bac-ade1-0215259816ad" -d '{"events": [{"server_uuid": "d7f2c1d2-1534-44c7-8f04-6b4ce250e520", "name": "network-vif-deleted", "tag": "59f03a54-45ed-4e09-8244-64eda84d2c01"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:30:42.151358 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d7b251-5a71-4313-8c64-c8e14950c996 x-openstack-request-id: req-40d7b251-5a71-4313-8c64-c8e14950c996 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:30:42.151661 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2c1d2-1534-44c7-8f04-6b4ce250e520", "name": "network-vif-deleted", "tag": "59f03a54-45ed-4e09-8244-64eda84d2c01", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:30:42.152082 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40d7b251-5a71-4313-8c64-c8e14950c996 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:30:42.152326 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d7b251-5a71-4313-8c64-c8e14950c996'] response: {'server_uuid': 'd7f2c1d2-1534-44c7-8f04-6b4ce250e520', 'name': 'network-vif-deleted', 'tag': '59f03a54-45ed-4e09-8244-64eda84d2c01', 'status': 'completed', 'code': 200}
Apr 02 21:30:42.383684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f194e81-ebe5-4bc1-9ee3-4abc26051e40 req-c9ae5f6d-5cec-4e01-80f1-0c87639f39ed tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2c1d2-1534-44c7-8f04-6b4ce250e520 HTTP/1.1" status: 200  len: 210 time: 0.0295506
Apr 02 21:30:44.585559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:45.604213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 59f03a54-45ed-4e09-8244-64eda84d2c01 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:30:45.624389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 59f03a54-45ed-4e09-8244-64eda84d2c01 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:30:45.624754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 59f03a54-45ed-4e09-8244-64eda84d2c01 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:30:48.086991 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:48.517691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-7a124a3b-6b4c-4e8a-bd89-8ce2c308ce9d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:48.519202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-7a124a3b-6b4c-4e8a-bd89-8ce2c308ce9d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1176205
Apr 02 21:30:48.539777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-1f509515-6f0c-4117-bfec-4da5494e7434 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/quotas/d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 375 time: 0.0113437
Apr 02 21:30:48.599651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-a9a70d99-b31c-4f19-8bd4-3d26bf1aa095 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0540521
Apr 02 21:30:48.690048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-5075b22f-6b2c-437f-8843-03983bd55164 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833838
Apr 02 21:30:48.780689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-2092af15-d8b2-48d4-8c40-fc7542ab7eae service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841420
Apr 02 21:30:49.058993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-576d7f80-a179-4846-bcf7-5f4cce65a0f7 req-9d16d8e4-9700-486a-bff5-ebc19d293ec8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 210 time: 0.0294611
Apr 02 21:30:50.028144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-f5fc9ad0-aace-45cd-945b-880970ae4703 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:50.029685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-f5fc9ad0-aace-45cd-945b-880970ae4703 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1094878
Apr 02 21:30:50.049927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'port': {'device_id': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'admin_state_up': True, 'tenant_id': 'd612578d899f4a889190a04840ffa2a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:50.162317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56ff31ee-3e38-4bec-b92b-529d5ede408b req-43e5c294-57bf-412d-a46a-72c0b9e19424 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 210 time: 0.0329750
Apr 02 21:30:50.193650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:30:50.196995 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:50.323367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.20.0.13 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/e89078bf-5c7c-4354-a7ab-cccf80a19328) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:30:50.475167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:50.511235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:50.549647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:30:50.552961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:30:50.555622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:30:50.599812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=e89078bf-5c7c-4354-a7ab-cccf80a19328,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:50.620825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:50.621679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:50.640832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-41acfaf1-7dca-4a95-9352-ee2c9fec7be7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5943723
Apr 02 21:30:50.656397 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Request body: {'port': {'device_id': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:30:50.723924 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:50.788288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5ec1e1c1-4bb4-49d3-a950-d4c4f5f25f35 None None] Provisioning complete for port e89078bf-5c7c-4354-a7ab-cccf80a19328 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:50.789448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ec1e1c1-4bb4-49d3-a950-d4c4f5f25f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:50.829112 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1e1c1-4bb4-49d3-a950-d4c4f5f25f35 None None] Port e89078bf-5c7c-4354-a7ab-cccf80a19328 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:30:51.005542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89078bf-5c7c-4354-a7ab-cccf80a19328 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:30:51.013804 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Publish callbacks [] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:51.025967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Transition to ACTIVE for port object e89078bf-5c7c-4354-a7ab-cccf80a19328 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:30:51.029868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:51.086365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Pushing event updated for resources: {'Port': ['ID=e89078bf-5c7c-4354-a7ab-cccf80a19328,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:51.157760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Attempting to bind port e89078bf-5c7c-4354-a7ab-cccf80a19328 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:30:51.158122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Attempting to bind port e89078bf-5c7c-4354-a7ab-cccf80a19328 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:30:51.158458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Attempting to bind port e89078bf-5c7c-4354-a7ab-cccf80a19328 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:51.163553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Port e89078bf-5c7c-4354-a7ab-cccf80a19328 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:30:51.163882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Attempting to bind port e89078bf-5c7c-4354-a7ab-cccf80a19328 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:30:51.168843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:30:51.169184 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:30:51.169573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:30:51.170005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Bound port: e89078bf-5c7c-4354-a7ab-cccf80a19328, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:30:51.170367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:51.240427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] For port e89078bf-5c7c-4354-a7ab-cccf80a19328, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:30:51.244434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] For port e89078bf-5c7c-4354-a7ab-cccf80a19328, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:30:51.254389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:51.285646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.286218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:51.288993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] 10.222.0.21 "PUT /v2.0/ports/e89078bf-5c7c-4354-a7ab-cccf80a19328 HTTP/1.1" status: 200  len: 1092 time: 0.6370351
Apr 02 21:30:51.291733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'tag': 'e89078bf-5c7c-4354-a7ab-cccf80a19328'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:30:51.297274 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5163d923-02b7-4fee-b977-7eb0e51e65ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fda83762-1f41-4f9a-b100-ea1becc147d7", "tag": "e89078bf-5c7c-4354-a7ab-cccf80a19328"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:30:51.297843 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dc61d-535b-417b-b2df-2948517ebd1a req-4eca370d-7b06-48e3-b87d-3322ea3784d2 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.300005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce7dc61d-535b-417b-b2df-2948517ebd1a req-4eca370d-7b06-48e3-b87d-3322ea3784d2 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 944 time: 0.0630240
Apr 02 21:30:51.325318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce0250-e785-4313-b552-a2bccc14a500 service neutron] Pushing event updated for resources: {'Port': ['ID=e89078bf-5c7c-4354-a7ab-cccf80a19328,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:51.360524 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bbc381-578d-439a-ad63-a6296387288e x-openstack-request-id: req-b4bbc381-578d-439a-ad63-a6296387288e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:30:51.360524 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda83762-1f41-4f9a-b100-ea1becc147d7", "tag": "e89078bf-5c7c-4354-a7ab-cccf80a19328", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:30:51.360524 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4bbc381-578d-439a-ad63-a6296387288e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:30:51.360910 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4bbc381-578d-439a-ad63-a6296387288e'] response: {'name': 'network-changed', 'server_uuid': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'tag': 'e89078bf-5c7c-4354-a7ab-cccf80a19328', 'status': 'completed', 'code': 200}
Apr 02 21:30:51.380500 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ce7dc61d-535b-417b-b2df-2948517ebd1a req-293709c0-8fad-465e-8d9b-5aa6d539499b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727625
Apr 02 21:30:51.400953 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-a79f7a47-dfe5-4cda-9fde-5682bec7e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.402510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-a79f7a47-dfe5-4cda-9fde-5682bec7e0cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 1126 time: 0.0556183
Apr 02 21:30:51.450180 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-c0d1050d-3561-4de6-8acd-7e9ed6e6608f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328 HTTP/1.1" status: 200  len: 217 time: 0.0351415
Apr 02 21:30:51.501964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-b2d98991-4ce4-4105-b5cf-ebefafce056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.503588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-b2d98991-4ce4-4105-b5cf-ebefafce056c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0470328
Apr 02 21:30:51.559033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-3be77a6a-274b-40ad-8953-198b88543c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.560618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-3be77a6a-274b-40ad-8953-198b88543c36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491769
Apr 02 21:30:51.653126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-a99598a9-c1b4-46e1-a273-d0ce350ca82f service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809553
Apr 02 21:30:51.744440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2f1253f1-b7b9-44c6-934c-c3379c920044 req-aa2f333a-51e4-45c0-b8c7-e7fdde7c172b service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830903
Apr 02 21:30:51.842134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-2efb2dea-a492-4f80-8cfa-6efd520d6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.843631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-2efb2dea-a492-4f80-8cfa-6efd520d6432 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 1126 time: 0.0439994
Apr 02 21:30:51.934104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-a128e510-886a-4ce3-9a57-7372e5ee5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:51.935477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-a128e510-886a-4ce3-9a57-7372e5ee5b12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0848932
Apr 02 21:30:52.285365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-98ea7609-00a4-4e13-a4bc-cc94a1cb1d43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328 HTTP/1.1" status: 200  len: 217 time: 0.3424084
Apr 02 21:30:52.332010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-4bb80684-b662-4ab4-987c-57e1988555f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:52.333425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-4bb80684-b662-4ab4-987c-57e1988555f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0415399
Apr 02 21:30:52.425555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-eed163de-c107-4a83-b7ae-f4e8932644bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:52.427215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-eed163de-c107-4a83-b7ae-f4e8932644bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452163
Apr 02 21:30:52.549371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-ec5eb369-a9c7-4faf-8ac5-13ee4f6676b1 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150568
Apr 02 21:30:52.557146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1e6d6-f06e-4415-a52c-f59e086a69f3 req-4b2722b5-4809-423e-b03d-0b51f8c8d3fe tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:52.558663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c1e6d6-f06e-4415-a52c-f59e086a69f3 req-4b2722b5-4809-423e-b03d-0b51f8c8d3fe tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 944 time: 0.1046765
Apr 02 21:30:52.658483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37c1e6d6-f06e-4415-a52c-f59e086a69f3 req-71599d59-166f-421b-bf25-a6cb3776831a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916369
Apr 02 21:30:52.676392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5163d923-02b7-4fee-b977-7eb0e51e65ba req-f7815de3-7162-4752-9a37-520981551b4b service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1167638
Apr 02 21:30:53.153012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c0f439de-0094-4b2c-b8bc-1e315d51365f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:53.776898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e67251-9e1f-4088-8386-4fb2d66ad76a req-5137d513-ef29-4aba-8c56-bb5772828ff7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:53.778278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21e67251-9e1f-4088-8386-4fb2d66ad76a req-5137d513-ef29-4aba-8c56-bb5772828ff7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 944 time: 0.0518670
Apr 02 21:30:53.824772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21e67251-9e1f-4088-8386-4fb2d66ad76a req-f2deca27-71b8-48a9-bb7b-3942dfa1e869 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407999
Apr 02 21:30:54.942046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7adac-fda6-4b7a-85a3-3e47a008b488 req-5702c6ce-a04d-4a6b-a7e1-ad4c02efeb1f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:54.944215 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-abd7adac-fda6-4b7a-85a3-3e47a008b488 req-5702c6ce-a04d-4a6b-a7e1-ad4c02efeb1f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 944 time: 0.0540092
Apr 02 21:30:54.994243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-abd7adac-fda6-4b7a-85a3-3e47a008b488 req-21b03882-560e-453d-a925-2829a95f9427 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444317
Apr 02 21:30:55.339016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-91f10fe7-8f89-4956-864b-e146eec4098e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:55.661859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e89078bf-5c7c-4354-a7ab-cccf80a19328 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:30:55.756496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e89078bf-5c7c-4354-a7ab-cccf80a19328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:55.767780 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'e89078bf-5c7c-4354-a7ab-cccf80a19328', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'port_id': 'e89078bf-5c7c-4354-a7ab-cccf80a19328', 'mac_address': 'fa:16:3e:e8:16:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:30:55.804065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e89078bf-5c7c-4354-a7ab-cccf80a19328 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:55.804464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:55.818373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89078bf-5c7c-4354-a7ab-cccf80a19328 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:30:55.839216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e89078bf-5c7c-4354-a7ab-cccf80a19328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:55.843358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:55.889554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e89078bf-5c7c-4354-a7ab-cccf80a19328,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:56.077691 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e89078bf-5c7c-4354-a7ab-cccf80a19328'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:30:56.112170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce3a9c-f779-4442-bdc8-57594afc8d2e req-8d542a20-5484-44db-838c-c447c5c43d72 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:56.113679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3ce3a9c-f779-4442-bdc8-57594afc8d2e req-8d542a20-5484-44db-838c-c447c5c43d72 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 945 time: 0.0522096
Apr 02 21:30:56.162366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3ce3a9c-f779-4442-bdc8-57594afc8d2e req-7395c906-a0d3-47e6-b21c-9f6ae017ca9d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424232
Apr 02 21:30:56.737371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:57.286912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824255e1-eada-4936-b472-316ec6c9c2ee req-9fdf78d0-2f22-4a0c-ad88-d18754901bd6 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:57.288341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-824255e1-eada-4936-b472-316ec6c9c2ee req-9fdf78d0-2f22-4a0c-ad88-d18754901bd6 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 945 time: 0.0587444
Apr 02 21:30:57.334931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-824255e1-eada-4936-b472-316ec6c9c2ee req-64de0721-3a24-4be5-a4aa-6a77ae51ca08 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405765
Apr 02 21:30:57.667685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e89078bf-5c7c-4354-a7ab-cccf80a19328 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:30:57.714402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port e89078bf-5c7c-4354-a7ab-cccf80a19328 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:30:57.718081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port e89078bf-5c7c-4354-a7ab-cccf80a19328 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:30:57.718448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:57.797030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port e89078bf-5c7c-4354-a7ab-cccf80a19328 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:30:57.797826 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:57.821589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89078bf-5c7c-4354-a7ab-cccf80a19328'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:30:57.823834 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546e7ae0-1a60-4bdc-b6ad-9d7b35f34cb6" -d '{"events": [{"server_uuid": "fda83762-1f41-4f9a-b100-ea1becc147d7", "name": "network-vif-plugged", "status": "completed", "tag": "e89078bf-5c7c-4354-a7ab-cccf80a19328"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:30:57.837022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port e89078bf-5c7c-4354-a7ab-cccf80a19328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:30:57.842767 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:57.874705 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0087bb-61b6-4f54-9b9c-9af3ab32e4c8 x-openstack-request-id: req-de0087bb-61b6-4f54-9b9c-9af3ab32e4c8 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:30:57.875004 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda83762-1f41-4f9a-b100-ea1becc147d7", "name": "network-vif-plugged", "status": "completed", "tag": "e89078bf-5c7c-4354-a7ab-cccf80a19328", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:30:57.875263 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de0087bb-61b6-4f54-9b9c-9af3ab32e4c8 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:30:57.875683 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0087bb-61b6-4f54-9b9c-9af3ab32e4c8'] response: {'server_uuid': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89078bf-5c7c-4354-a7ab-cccf80a19328', 'code': 200}
Apr 02 21:30:57.895883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=e89078bf-5c7c-4354-a7ab-cccf80a19328,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:30:57.988200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4f298-ab2e-4cab-a027-bad4e3b2c533 req-8387609d-df16-4c1b-9f1e-caf732875770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:57.989613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7c4f298-ab2e-4cab-a027-bad4e3b2c533 req-8387609d-df16-4c1b-9f1e-caf732875770 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 1128 time: 0.0431314
Apr 02 21:30:58.030695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7c4f298-ab2e-4cab-a027-bad4e3b2c533 req-f7f9c61a-c80b-4e2c-b2f0-4288d3aebab5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350347
Apr 02 21:30:58.458498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff007a-3941-486c-85b3-0c1a327da24d req-f26ffb2d-6198-4608-bdc8-71b8a544c421 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:58.460506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83ff007a-3941-486c-85b3-0c1a327da24d req-f26ffb2d-6198-4608-bdc8-71b8a544c421 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 946 time: 0.0560830
Apr 02 21:30:58.505871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83ff007a-3941-486c-85b3-0c1a327da24d req-6f26c362-97bc-417c-9d6d-412cfbae7cd3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398343
Apr 02 21:30:58.797764 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:59.440756 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:30:59.630087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99917a-f7ff-46c0-960a-aa32e6140a92 req-be8ddbf8-8aba-4144-986a-8a25e8f89267 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:59.631572 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be99917a-f7ff-46c0-960a-aa32e6140a92 req-be8ddbf8-8aba-4144-986a-8a25e8f89267 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 946 time: 0.0567806
Apr 02 21:30:59.678040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be99917a-f7ff-46c0-960a-aa32e6140a92 req-00c0d88e-12c5-40c4-a8e7-2d637c0195bf tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403230
Apr 02 21:30:59.794558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc432922-cd40-40c0-960f-16d73a7e69b5 req-d23977fa-93c7-4b90-b63a-3f9285d889b5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:30:59.796030 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc432922-cd40-40c0-960f-16d73a7e69b5 req-d23977fa-93c7-4b90-b63a-3f9285d889b5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 946 time: 0.0522451
Apr 02 21:30:59.843402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc432922-cd40-40c0-960f-16d73a7e69b5 req-18926f9d-b78d-4601-b535-bde1898739bb tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417612
Apr 02 21:31:02.279478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-8e019902-eb96-4e54-b171-2f6251ed9746 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:02.280965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-8e019902-eb96-4e54-b171-2f6251ed9746 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1013529
Apr 02 21:31:02.295276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-d66a4b47-4b1f-4270-902b-ea8857de8b39 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/quotas/d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 375 time: 0.0090692
Apr 02 21:31:02.350600 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-f9f3488a-88f2-49b8-bbe8-78c94a750584 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0505590
Apr 02 21:31:02.445261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-d4a8b837-3805-4485-b489-718a37370c38 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870399
Apr 02 21:31:02.566066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-adf91e4e-d56f-49a3-8a18-bd27a4c9a4e6 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150961
Apr 02 21:31:02.572590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-e1d38335-b29b-488a-ba0d-7cf78cbb0a36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0654283
Apr 02 21:31:02.659730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-7795c2d4-3f15-4cf9-8400-cb5bf4634c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:02.661442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-7795c2d4-3f15-4cf9-8400-cb5bf4634c71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 1128 time: 0.0493717
Apr 02 21:31:02.769320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-40b24045-2fc4-4588-93b8-df818a9a1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:02.769620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10d42ca5-8668-4db4-969d-f90e14e03664 req-b69c7364-6c0f-46c1-9407-7c8e82278151 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 210 time: 0.0283458
Apr 02 21:31:02.771039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-40b24045-2fc4-4588-93b8-df818a9a1185 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0905616
Apr 02 21:31:02.816858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-9e6d1686-11ed-490f-94ca-902e68185d9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328 HTTP/1.1" status: 200  len: 217 time: 0.0398979
Apr 02 21:31:02.865958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-4796eaf1-17df-4dd0-9802-3b2b530658b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:02.867644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-4796eaf1-17df-4dd0-9802-3b2b530658b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0451496
Apr 02 21:31:02.921880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-b39d980c-3296-4647-9f2d-0805701cb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:02.923627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-b39d980c-3296-4647-9f2d-0805701cb153 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497763
Apr 02 21:31:03.019362 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-f0403a8b-b730-4d40-b2c1-651e5d70853e service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895000
Apr 02 21:31:03.111413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7cfbfbc4-c580-4f74-8396-bc7134ea717d req-e215990b-f0a7-4862-a978-2a9500c3970a service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860498
Apr 02 21:31:03.737611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-0c270ba7-7e67-4f6d-91e7-6e1362b9793e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:03.739069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-0c270ba7-7e67-4f6d-91e7-6e1362b9793e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1051347
Apr 02 21:31:03.751729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'port': {'device_id': '9ce5aa87-2667-40ec-ab04-36860f059431', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'admin_state_up': True, 'tenant_id': 'd612578d899f4a889190a04840ffa2a7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:03.886220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fc87921b-9c32-4279-96c3-cf840d1fef5a req-2c4a76ce-d098-4829-ad54-dbff666bd2b3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 210 time: 0.0395582
Apr 02 21:31:03.896661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:31:03.900943 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.031085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.20.0.9 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/90970c47-5454-4b40-a6cb-def9bb64b673) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:31:04.191549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (90970c47-5454-4b40-a6cb-def9bb64b673), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.225273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.238497 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e89078bf-5c7c-4354-a7ab-cccf80a19328'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:31:04.268534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:31:04.271543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:31:04.278171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:31:04.284738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=90970c47-5454-4b40-a6cb-def9bb64b673,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:04.356148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:04.357040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.386911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7bc6ffb4-c847-4889-91b6-65a3a600811f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6386621
Apr 02 21:31:04.413650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Request body: {'port': {'device_id': '9ce5aa87-2667-40ec-ab04-36860f059431', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:04.487079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.577523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-dd4cef91-532a-49e4-9e6b-1f37dc7b2a35 None None] Provisioning complete for port 90970c47-5454-4b40-a6cb-def9bb64b673 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:31:04.578027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd4cef91-532a-49e4-9e6b-1f37dc7b2a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.616169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dd4cef91-532a-49e4-9e6b-1f37dc7b2a35 None None] Port 90970c47-5454-4b40-a6cb-def9bb64b673 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:31:04.768826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90970c47-5454-4b40-a6cb-def9bb64b673 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:31:04.776140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Publish callbacks [] for port (90970c47-5454-4b40-a6cb-def9bb64b673), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.787958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Transition to ACTIVE for port object 90970c47-5454-4b40-a6cb-def9bb64b673 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:31:04.792350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:04.848511 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Pushing event updated for resources: {'Port': ['ID=90970c47-5454-4b40-a6cb-def9bb64b673,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:04.915110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Attempting to bind port 90970c47-5454-4b40-a6cb-def9bb64b673 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:31:04.915453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Attempting to bind port 90970c47-5454-4b40-a6cb-def9bb64b673 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:31:04.915784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Attempting to bind port 90970c47-5454-4b40-a6cb-def9bb64b673 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:31:04.920202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Port 90970c47-5454-4b40-a6cb-def9bb64b673 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:31:04.920547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Attempting to bind port 90970c47-5454-4b40-a6cb-def9bb64b673 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:31:04.926124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:31:04.926495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:31:04.926845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:31:04.927280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Bound port: 90970c47-5454-4b40-a6cb-def9bb64b673, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:31:04.927645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:05.001839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] For port 90970c47-5454-4b40-a6cb-def9bb64b673, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:31:05.005293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] For port 90970c47-5454-4b40-a6cb-def9bb64b673, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90970c47-5454-4b40-a6cb-def9bb64b673,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:31:05.012552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:05.021830 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ac97c-e3f1-427c-8f6e-196416afa0de req-679be59c-33df-40e8-a4f5-cabe7f372b93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.024026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-488ac97c-e3f1-427c-8f6e-196416afa0de req-679be59c-33df-40e8-a4f5-cabe7f372b93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 943 time: 0.0576460
Apr 02 21:31:05.047207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.047948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:05.049539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] 10.222.0.21 "PUT /v2.0/ports/90970c47-5454-4b40-a6cb-def9bb64b673 HTTP/1.1" status: 200  len: 1091 time: 0.6428709
Apr 02 21:31:05.049873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce5aa87-2667-40ec-ab04-36860f059431', 'tag': '90970c47-5454-4b40-a6cb-def9bb64b673'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:31:05.052137 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de941677-6e14-4de5-8438-acd8d7707b72" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce5aa87-2667-40ec-ab04-36860f059431", "tag": "90970c47-5454-4b40-a6cb-def9bb64b673"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:31:05.109177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01961c-7920-4d8a-bd9a-f7bce72cecdc service neutron] Pushing event updated for resources: {'Port': ['ID=90970c47-5454-4b40-a6cb-def9bb64b673,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:05.118508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-488ac97c-e3f1-427c-8f6e-196416afa0de req-7db19875-e16a-477a-9053-0d0d4932dbcf tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803511
Apr 02 21:31:05.126735 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df75dd-f780-44d6-8459-1158b2ced109 x-openstack-request-id: req-39df75dd-f780-44d6-8459-1158b2ced109 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:31:05.127030 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce5aa87-2667-40ec-ab04-36860f059431", "tag": "90970c47-5454-4b40-a6cb-def9bb64b673", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:31:05.127289 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39df75dd-f780-44d6-8459-1158b2ced109 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:31:05.127699 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39df75dd-f780-44d6-8459-1158b2ced109'] response: {'name': 'network-changed', 'server_uuid': '9ce5aa87-2667-40ec-ab04-36860f059431', 'tag': '90970c47-5454-4b40-a6cb-def9bb64b673', 'status': 'completed', 'code': 200}
Apr 02 21:31:05.154753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-c494a8d6-9c31-4779-a964-230ae5b49499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.157153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-c494a8d6-9c31-4779-a964-230ae5b49499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 1125 time: 0.0630052
Apr 02 21:31:05.207612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-7699ce02-36ed-47c4-aaf8-69ff67bda70d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90970c47-5454-4b40-a6cb-def9bb64b673 HTTP/1.1" status: 200  len: 217 time: 0.0399735
Apr 02 21:31:05.256845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-f225ab07-5064-46da-a298-cf55954a71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.258341 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-f225ab07-5064-46da-a298-cf55954a71be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0451550
Apr 02 21:31:05.307888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753f92-171f-4b57-baf9-602d98feda29 req-8c016bba-c95d-4c7b-b39c-aff9350c9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.309368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-8c016bba-c95d-4c7b-b39c-aff9350c9e18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450816
Apr 02 21:31:05.400627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-9b433828-f3b1-41c2-b437-74e0a91ab76d service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854821
Apr 02 21:31:05.487937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3f753f92-171f-4b57-baf9-602d98feda29 req-55ca3908-12d9-4b57-be81-5fdd42e3c18b service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817225
Apr 02 21:31:05.571736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941677-6e14-4de5-8438-acd8d7707b72 req-d71c4f02-0350-4757-a55a-011ace1ce22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.573167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-d71c4f02-0350-4757-a55a-011ace1ce22c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 1125 time: 0.0441732
Apr 02 21:31:05.664425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941677-6e14-4de5-8438-acd8d7707b72 req-16b09138-aa28-4422-8458-b63cba873c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.665919 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-16b09138-aa28-4422-8458-b63cba873c52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0867922
Apr 02 21:31:05.713748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-a2228729-a883-4769-9b0b-4abba6df24e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90970c47-5454-4b40-a6cb-def9bb64b673 HTTP/1.1" status: 200  len: 217 time: 0.0393243
Apr 02 21:31:05.763353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941677-6e14-4de5-8438-acd8d7707b72 req-b28c02fe-c4c8-4092-873f-a6b3f8f275fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.765009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-b28c02fe-c4c8-4092-873f-a6b3f8f275fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0462122
Apr 02 21:31:05.814223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941677-6e14-4de5-8438-acd8d7707b72 req-79352c6c-1523-4b9e-b931-eeb10eda549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:05.815701 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-79352c6c-1523-4b9e-b931-eeb10eda549c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437820
Apr 02 21:31:05.906682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-75fe7008-dfbe-4b18-93c7-8d2a5fc7b9de service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845091
Apr 02 21:31:05.994442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de941677-6e14-4de5-8438-acd8d7707b72 req-4bf69543-1100-4dca-9958-0fe34e7f7a64 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812759
Apr 02 21:31:06.243303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f132-2d9f-4928-af34-5d9a77a3a0f7 req-fd813866-b2c4-45e6-ab0b-2920c09fb09e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:06.244800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9009f132-2d9f-4928-af34-5d9a77a3a0f7 req-fd813866-b2c4-45e6-ab0b-2920c09fb09e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 943 time: 0.0525253
Apr 02 21:31:06.295182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9009f132-2d9f-4928-af34-5d9a77a3a0f7 req-ee067ce0-d51b-47ba-8bf9-aab7a5e4e56c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448556
Apr 02 21:31:07.414868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e3029-f0bb-4716-9ac1-3c7c2d855b5b req-b6dfb141-7c41-47d7-8694-63fa4120fea8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:07.416348 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b6e3029-f0bb-4716-9ac1-3c7c2d855b5b req-b6dfb141-7c41-47d7-8694-63fa4120fea8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 943 time: 0.0538070
Apr 02 21:31:07.470923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7b6e3029-f0bb-4716-9ac1-3c7c2d855b5b req-f2e546cd-5c27-4d7c-bffb-9809c1e4d1e3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486052
Apr 02 21:31:08.588367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beca2b-8363-497a-a9b0-a9df514a79b5 req-26b1fe64-3d66-462e-94be-78aaaba15432 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:08.589883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1beca2b-8363-497a-a9b0-a9df514a79b5 req-26b1fe64-3d66-462e-94be-78aaaba15432 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 943 time: 0.0520084
Apr 02 21:31:08.636772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1beca2b-8363-497a-a9b0-a9df514a79b5 req-841cc162-19ca-4250-ac78-466fcd5a9448 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413282
Apr 02 21:31:09.753454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d0a0-7be8-49ac-b056-a3084778dca0 req-62477ed4-57b6-48a9-8769-feca90099033 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:09.754852 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05c2d0a0-7be8-49ac-b056-a3084778dca0 req-62477ed4-57b6-48a9-8769-feca90099033 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 943 time: 0.0514824
Apr 02 21:31:09.803109 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05c2d0a0-7be8-49ac-b056-a3084778dca0 req-766875c0-63c6-44b3-aa74-c3e2565e3d91 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417328
Apr 02 21:31:10.929149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d4c50-823d-4e02-a87b-a6ff5474a0c1 req-0d72ab08-c46b-4a58-922c-fd48a411b0b9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:10.930651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b7d4c50-823d-4e02-a87b-a6ff5474a0c1 req-0d72ab08-c46b-4a58-922c-fd48a411b0b9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 943 time: 0.0601723
Apr 02 21:31:10.977270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b7d4c50-823d-4e02-a87b-a6ff5474a0c1 req-a2bb24d2-8dbf-47a5-9b1d-6e3f7812ada5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402868
Apr 02 21:31:11.776201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 90970c47-5454-4b40-a6cb-def9bb64b673 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:31:11.871648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 90970c47-5454-4b40-a6cb-def9bb64b673, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90970c47-5454-4b40-a6cb-def9bb64b673,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:31:11.881799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '90970c47-5454-4b40-a6cb-def9bb64b673', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'port_id': '90970c47-5454-4b40-a6cb-def9bb64b673', 'mac_address': 'fa:16:3e:17:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:31:11.919655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 90970c47-5454-4b40-a6cb-def9bb64b673 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:31:11.920076 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:11.933319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90970c47-5454-4b40-a6cb-def9bb64b673 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:31:11.952800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 90970c47-5454-4b40-a6cb-def9bb64b673, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90970c47-5454-4b40-a6cb-def9bb64b673,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:31:11.956782 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:12.002938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=90970c47-5454-4b40-a6cb-def9bb64b673,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:12.010614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.011635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.011977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.012318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.012677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.013009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.013340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.013665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.014012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.014313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.014638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.014959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.015306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.015628 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.015950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:12.109247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26335-e69b-41fa-bdd5-9abfff6a4087 req-5ac27076-d363-4bd7-9c41-9dabc72aa970 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:12.110636 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13c26335-e69b-41fa-bdd5-9abfff6a4087 req-5ac27076-d363-4bd7-9c41-9dabc72aa970 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 944 time: 0.0581012
Apr 02 21:31:12.159096 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-13c26335-e69b-41fa-bdd5-9abfff6a4087 req-33291f0a-f4da-4d1b-a39c-9242de45748d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406439
Apr 02 21:31:12.203646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['90970c47-5454-4b40-a6cb-def9bb64b673'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:31:13.282025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacf406-b55c-4052-b95b-1b0b0fb3eab0 req-7bf89cb9-4baf-4453-b443-4f68b7ba76e8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:13.283537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6eacf406-b55c-4052-b95b-1b0b0fb3eab0 req-7bf89cb9-4baf-4453-b443-4f68b7ba76e8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 944 time: 0.0556333
Apr 02 21:31:13.329911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6eacf406-b55c-4052-b95b-1b0b0fb3eab0 req-763c361b-d90b-4bc5-beac-b14dd7ee8b12 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405111
Apr 02 21:31:13.776717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 90970c47-5454-4b40-a6cb-def9bb64b673 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:31:13.824021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 90970c47-5454-4b40-a6cb-def9bb64b673 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:31:13.827901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 90970c47-5454-4b40-a6cb-def9bb64b673 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:31:13.828272 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:13.903753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 90970c47-5454-4b40-a6cb-def9bb64b673 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:31:13.904130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:13.926230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce5aa87-2667-40ec-ab04-36860f059431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90970c47-5454-4b40-a6cb-def9bb64b673'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:31:13.928408 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3203deb-7691-41b8-ae6a-d067289fbd52" -d '{"events": [{"server_uuid": "9ce5aa87-2667-40ec-ab04-36860f059431", "name": "network-vif-plugged", "status": "completed", "tag": "90970c47-5454-4b40-a6cb-def9bb64b673"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:31:13.941636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 90970c47-5454-4b40-a6cb-def9bb64b673, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90970c47-5454-4b40-a6cb-def9bb64b673,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:31:13.946833 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:13.969687 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945dafe6-77f5-4c0c-8a8f-4f0ad66ff21b x-openstack-request-id: req-945dafe6-77f5-4c0c-8a8f-4f0ad66ff21b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:31:13.969987 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce5aa87-2667-40ec-ab04-36860f059431", "name": "network-vif-plugged", "status": "completed", "tag": "90970c47-5454-4b40-a6cb-def9bb64b673", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:31:13.970248 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-945dafe6-77f5-4c0c-8a8f-4f0ad66ff21b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:31:13.970645 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945dafe6-77f5-4c0c-8a8f-4f0ad66ff21b'] response: {'server_uuid': '9ce5aa87-2667-40ec-ab04-36860f059431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90970c47-5454-4b40-a6cb-def9bb64b673', 'code': 200}
Apr 02 21:31:13.996464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=90970c47-5454-4b40-a6cb-def9bb64b673,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:14.072710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7801-a56a-4a8e-9f56-774175d7cd77 req-90784e80-b631-47fe-8c56-2de0da971f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:14.074143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-521b7801-a56a-4a8e-9f56-774175d7cd77 req-90784e80-b631-47fe-8c56-2de0da971f0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 1127 time: 0.0439026
Apr 02 21:31:14.118917 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-521b7801-a56a-4a8e-9f56-774175d7cd77 req-13b84dc1-349b-435a-b9e3-47654d7f7895 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384827
Apr 02 21:31:14.450521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952410e6-e0f3-4d64-a007-b303a5143fa2 req-2189dff8-e005-49d4-a197-49316a62155b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:14.452003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-952410e6-e0f3-4d64-a007-b303a5143fa2 req-2189dff8-e005-49d4-a197-49316a62155b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 945 time: 0.0556662
Apr 02 21:31:14.501708 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-952410e6-e0f3-4d64-a007-b303a5143fa2 req-a36efe99-af7e-45e8-be7d-8157917bcb8a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441315
Apr 02 21:31:14.593483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:15.624923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3258c5-c100-4c06-81df-19fe3fee2352 req-85e5d1cd-0823-4d74-9ac0-80b9d6c7277d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:15.626399 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3258c5-c100-4c06-81df-19fe3fee2352 req-85e5d1cd-0823-4d74-9ac0-80b9d6c7277d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 945 time: 0.0514266
Apr 02 21:31:15.672038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3258c5-c100-4c06-81df-19fe3fee2352 req-423c843e-0931-4a9b-a10b-8c208400cbd9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400093
Apr 02 21:31:15.789840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1ad6a-ef8f-46ff-84e3-1c834263025a req-b1349349-d99a-452e-a316-19b4c67fbab1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:15.791307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0c1ad6a-ef8f-46ff-84e3-1c834263025a req-b1349349-d99a-452e-a316-19b4c67fbab1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 945 time: 0.0516453
Apr 02 21:31:15.836957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b0c1ad6a-ef8f-46ff-84e3-1c834263025a req-d644e867-87c7-4ab8-add5-ccb906f4ce00 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401700
Apr 02 21:31:16.123186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9a34f-ee65-45d0-bea7-e054fade9462 req-845ba88a-0dbb-46de-a328-89489aab249b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:16.124686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67a9a34f-ee65-45d0-bea7-e054fade9462 req-845ba88a-0dbb-46de-a328-89489aab249b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 945 time: 0.0514958
Apr 02 21:31:16.173930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67a9a34f-ee65-45d0-bea7-e054fade9462 req-cd9aba72-7fdd-4685-8f2d-4181d2470386 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436792
Apr 02 21:31:17.296167 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec560bd-1b76-4c30-9114-460733da8e41 req-c54d5d31-aa0c-4c46-92aa-6457e9cd9c0f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:17.297602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ec560bd-1b76-4c30-9114-460733da8e41 req-c54d5d31-aa0c-4c46-92aa-6457e9cd9c0f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 945 time: 0.0524812
Apr 02 21:31:17.348026 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8ec560bd-1b76-4c30-9114-460733da8e41 req-8d1c2cd3-ddef-45c6-94c8-35af8122f23e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440047
Apr 02 21:31:17.761855 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:31:17.805519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-af836f17-7f0b-4be3-9f96-bcf560d8757b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:17.806988 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-af836f17-7f0b-4be3-9f96-bcf560d8757b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 945 time: 0.0552747
Apr 02 21:31:17.899431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port 90970c47-5454-4b40-a6cb-def9bb64b673 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:31:17.899773 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:17.988244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] For port 90970c47-5454-4b40-a6cb-def9bb64b673, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90970c47-5454-4b40-a6cb-def9bb64b673,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:31:17.988646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:18.000676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for 90970c47-5454-4b40-a6cb-def9bb64b673 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:31:18.087754 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:18.127689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (90970c47-5454-4b40-a6cb-def9bb64b673), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:18.140821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e89078bf-5c7c-4354-a7ab-cccf80a19328', '90970c47-5454-4b40-a6cb-def9bb64b673'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:31:18.160686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=90970c47-5454-4b40-a6cb-def9bb64b673,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:18.175193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.175667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.176148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.176534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.176876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.177210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.177943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.177943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.178171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.178487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.178814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.179234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.179569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.179925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.180249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:18.225804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] No DVR routers for this DVR port 90970c47-5454-4b40-a6cb-def9bb64b673 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:31:18.229687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:18.233402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec07a432-93df-4142-9eb0-f3a55c0f00ca req-a07be9a0-b59b-4525-889f-71e7bf186c58 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "DELETE /v2.0/ports/90970c47-5454-4b40-a6cb-def9bb64b673 HTTP/1.1" status: 204  len: 173 time: 0.4184749
Apr 02 21:31:18.233892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce5aa87-2667-40ec-ab04-36860f059431', 'name': 'network-vif-deleted', 'tag': '90970c47-5454-4b40-a6cb-def9bb64b673'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:31:18.236325 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376e91a-7ca8-4cb1-9222-b1b7adaac09c" -d '{"events": [{"server_uuid": "9ce5aa87-2667-40ec-ab04-36860f059431", "name": "network-vif-deleted", "tag": "90970c47-5454-4b40-a6cb-def9bb64b673"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:31:18.282310 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb610f-33ad-4142-9861-c0e96ac08faa x-openstack-request-id: req-01eb610f-33ad-4142-9861-c0e96ac08faa {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:31:18.282603 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce5aa87-2667-40ec-ab04-36860f059431", "name": "network-vif-deleted", "tag": "90970c47-5454-4b40-a6cb-def9bb64b673", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:31:18.282857 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01eb610f-33ad-4142-9861-c0e96ac08faa {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:31:18.283264 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01eb610f-33ad-4142-9861-c0e96ac08faa'] response: {'server_uuid': '9ce5aa87-2667-40ec-ab04-36860f059431', 'name': 'network-vif-deleted', 'tag': '90970c47-5454-4b40-a6cb-def9bb64b673', 'status': 'completed', 'code': 200}
Apr 02 21:31:18.451409 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-79720081-b7e0-472b-864d-c32941f85ce3 req-329c45b6-282c-4f95-9abf-5d8b785be506 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce5aa87-2667-40ec-ab04-36860f059431 HTTP/1.1" status: 200  len: 210 time: 0.0291855
Apr 02 21:31:21.843308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 90970c47-5454-4b40-a6cb-def9bb64b673 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:31:21.871485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 90970c47-5454-4b40-a6cb-def9bb64b673 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:31:21.872420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 90970c47-5454-4b40-a6cb-def9bb64b673 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:31:23.155151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-afd7c375-4c30-42eb-bebd-72f884fecde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:25.341668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ee4de214-4755-497d-8073-da07c89f3936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:26.739360 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:28.800920 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:29.433262 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:44.602606 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:48.088248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:50.668920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda72ef-d87f-4f40-863d-e14c5bbde8f5 req-097cd265-3f69-42ec-a7c3-d029633721a9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:50.670381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fda72ef-d87f-4f40-863d-e14c5bbde8f5 req-097cd265-3f69-42ec-a7c3-d029633721a9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 946 time: 0.0584307
Apr 02 21:31:50.719674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fda72ef-d87f-4f40-863d-e14c5bbde8f5 req-3c17c5b0-ec6a-4541-b1b4-4bce897fe0bd tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428565
Apr 02 21:31:51.842952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a64023-89a9-4fa3-ae67-fb340ef40f00 req-e3237caf-2850-49c7-a87a-4dbb2c0c7b93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:51.844408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01a64023-89a9-4fa3-ae67-fb340ef40f00 req-e3237caf-2850-49c7-a87a-4dbb2c0c7b93 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 946 time: 0.0512450
Apr 02 21:31:51.890804 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-01a64023-89a9-4fa3-ae67-fb340ef40f00 req-0552b137-d750-4fa3-804d-047a1ff56498 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab8608b5-c562-41c3-99a0-e5e94a3dfb88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406497
Apr 02 21:31:52.341377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-6a87c3e7-ead9-464c-96c8-97c408bc43bc tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:52.342802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-6a87c3e7-ead9-464c-96c8-97c408bc43bc tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 946 time: 0.0555098
Apr 02 21:31:52.435249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port e89078bf-5c7c-4354-a7ab-cccf80a19328 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:31:52.435591 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:52.527530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] For port e89078bf-5c7c-4354-a7ab-cccf80a19328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e89078bf-5c7c-4354-a7ab-cccf80a19328,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:31:52.527895 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:52.539600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for e89078bf-5c7c-4354-a7ab-cccf80a19328 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:31:52.662576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e89078bf-5c7c-4354-a7ab-cccf80a19328), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:52.678243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['e89078bf-5c7c-4354-a7ab-cccf80a19328'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:31:52.695150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=e89078bf-5c7c-4354-a7ab-cccf80a19328,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:52.737840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] No DVR routers for this DVR port e89078bf-5c7c-4354-a7ab-cccf80a19328 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:31:52.740430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:52.743898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e7e5942-cc53-4e82-b44a-fbda947dafaa req-31dadb72-02e8-41b5-85cf-81a3de24d9d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "DELETE /v2.0/ports/e89078bf-5c7c-4354-a7ab-cccf80a19328 HTTP/1.1" status: 204  len: 173 time: 0.3929911
Apr 02 21:31:52.744357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'name': 'network-vif-deleted', 'tag': 'e89078bf-5c7c-4354-a7ab-cccf80a19328'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:31:52.746591 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39dc41f-e425-475c-89c9-63662519a324" -d '{"events": [{"server_uuid": "fda83762-1f41-4f9a-b100-ea1becc147d7", "name": "network-vif-deleted", "tag": "e89078bf-5c7c-4354-a7ab-cccf80a19328"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:31:52.783763 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49160325-53f3-4cb6-8b40-34737600ee15 x-openstack-request-id: req-49160325-53f3-4cb6-8b40-34737600ee15 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:31:52.784068 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda83762-1f41-4f9a-b100-ea1becc147d7", "name": "network-vif-deleted", "tag": "e89078bf-5c7c-4354-a7ab-cccf80a19328", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:31:52.784330 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49160325-53f3-4cb6-8b40-34737600ee15 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:31:52.784791 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49160325-53f3-4cb6-8b40-34737600ee15'] response: {'server_uuid': 'fda83762-1f41-4f9a-b100-ea1becc147d7', 'name': 'network-vif-deleted', 'tag': 'e89078bf-5c7c-4354-a7ab-cccf80a19328', 'status': 'completed', 'code': 200}
Apr 02 21:31:52.987633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2f93421f-64d3-41be-8b39-b607c9fd7bb8 req-558ed185-e215-4481-9ff3-127a827d90d3 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda83762-1f41-4f9a-b100-ea1becc147d7 HTTP/1.1" status: 200  len: 210 time: 0.0282567
Apr 02 21:31:53.161052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e97f0882-3854-49bf-8921-4e0c3f9840c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:54.762956 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:31:54.877753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50094) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:54.882295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711613502', 'description': 'tempest-secgroup-smoke-711613502 description', 'project_id': 'd612578d899f4a889190a04840ffa2a7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:54.901629 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:54.967898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group (51d00ad2-3cf8-4103-922d-16d2e19545bd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:54.971345 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (51d00ad2-3cf8-4103-922d-16d2e19545bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:54.998632 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:54.999836 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1210599
Apr 02 21:31:55.002885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50096) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:55.003628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d00ad2-3cf8-4103-922d-16d2e19545bd,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.007455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group_rule': {'security_group_id': '51d00ad2-3cf8-4103-922d-16d2e19545bd', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:55.011021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.011371 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.011716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.012050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.012382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.012745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.013073 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.013405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.013730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.014051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.014388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.014692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.015009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.015328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.015648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d53d34-3ae9-4b81-b49f-736bae6500c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:31:55.033646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (c9f73075-21d4-4720-aa0c-b4764ac22e07), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.087499 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (c9f73075-21d4-4720-aa0c-b4764ac22e07), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.090968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c9f73075-21d4-4720-aa0c-b4764ac22e07), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.107740 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f73075-21d4-4720-aa0c-b4764ac22e07,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.115317 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.116491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ba295e97-115f-4a3f-a1e6-7c0301b73a69 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1125727
Apr 02 21:31:55.119854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50098) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:55.123956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group_rule': {'security_group_id': '51d00ad2-3cf8-4103-922d-16d2e19545bd', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:55.146832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (6654b2c8-efbb-42b1-bf3c-3624d00f802a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.205080 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (6654b2c8-efbb-42b1-bf3c-3624d00f802a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.208423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (6654b2c8-efbb-42b1-bf3c-3624d00f802a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.227111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6654b2c8-efbb-42b1-bf3c-3624d00f802a,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.236050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.238691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0fe16881-d192-4cc1-8536-d01c7bfc96c5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1178646
Apr 02 21:31:55.240268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50100) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:55.245106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group_rule': {'security_group_id': '51d00ad2-3cf8-4103-922d-16d2e19545bd', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:55.268104 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (d3a77e61-ecf7-4e79-84d5-e15f458528e6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.322613 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (d3a77e61-ecf7-4e79-84d5-e15f458528e6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.326290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d3a77e61-ecf7-4e79-84d5-e15f458528e6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.344991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a77e61-ecf7-4e79-84d5-e15f458528e6,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.346012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-61a4e75a-2567-4268-8371-e1c65d8f4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.352191 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.354574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-448e04a8-db1e-4927-94b9-9fa22d188db5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1122510
Apr 02 21:31:55.357495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50102) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:55.361928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group_rule': {'security_group_id': '51d00ad2-3cf8-4103-922d-16d2e19545bd', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:55.385315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (c8f4123f-46b5-4d84-8531-d573f1723431), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.444244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (c8f4123f-46b5-4d84-8531-d573f1723431), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.448204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c8f4123f-46b5-4d84-8531-d573f1723431), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.466756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f4123f-46b5-4d84-8531-d573f1723431,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.475250 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.476485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5696f54d-5f3f-44b5-962d-5164e447d01c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1180599
Apr 02 21:31:55.479739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50104) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:55.484067 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group_rule': {'security_group_id': '51d00ad2-3cf8-4103-922d-16d2e19545bd', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:55.504228 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Project d612578d899f4a889190a04840ffa2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:31:55.509270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (a271517f-2f94-4520-8ee8-432bc068e5aa), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.568374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (a271517f-2f94-4520-8ee8-432bc068e5aa), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.571860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a271517f-2f94-4520-8ee8-432bc068e5aa), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.589702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a271517f-2f94-4520-8ee8-432bc068e5aa,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.596578 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.597889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ca2c0221-f19a-441f-8854-2aa78906840b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1172106
Apr 02 21:31:55.600682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50106) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:31:55.605794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'security_group_rule': {'security_group_id': '51d00ad2-3cf8-4103-922d-16d2e19545bd', 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:31:55.625043 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Project d612578d899f4a889190a04840ffa2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:31:55.629785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (3deb4304-56ae-4df3-8248-228773f1a6d7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.688973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (3deb4304-56ae-4df3-8248-228773f1a6d7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.692484 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (3deb4304-56ae-4df3-8248-228773f1a6d7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.707266 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb4304-56ae-4df3-8248-228773f1a6d7,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:31:55.718471 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:55.719677 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e898ad47-97fa-4158-a408-28d544a8a28b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1179769
Apr 02 21:31:55.996763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e89078bf-5c7c-4354-a7ab-cccf80a19328 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:31:56.016751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: e89078bf-5c7c-4354-a7ab-cccf80a19328 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:31:56.017101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device e89078bf-5c7c-4354-a7ab-cccf80a19328 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:31:56.746735 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:58.541191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-36d79991-97e2-4fc7-a6ca-6e0f2f523d41 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711613502&fields=id&tenant_id=d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 267 time: 0.0433452
Apr 02 21:31:58.646021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-5a80a38a-aa96-433a-a3f9-0d70c92ea221 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:31:58.647434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-5a80a38a-aa96-433a-a3f9-0d70c92ea221 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.0997794
Apr 02 21:31:58.661414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-7c75b836-d4cf-4506-9af1-2347197db84c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/quotas/d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 375 time: 0.0085542
Apr 02 21:31:58.716267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-efc499fc-e202-4947-82e0-cd6fe80c3bbb tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0498548
Apr 02 21:31:58.802982 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:31:58.910828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-daaec821-30a7-4bde-a471-0418ff84d1be service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834142
Apr 02 21:31:59.000276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-aa21d44d-dcc5-4e9b-a2a0-277624b07c69 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834253
Apr 02 21:31:59.352431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-36a968c1-7127-4bcb-929e-5a9be24a4efd req-8a52dc9c-3080-4251-a939-12e20fd076e5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 210 time: 0.0944774
Apr 02 21:31:59.436302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:00.251169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-a75e689b-3d84-4b35-a715-a00ab9fb298f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:00.252646 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-a75e689b-3d84-4b35-a715-a00ab9fb298f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1037004
Apr 02 21:32:00.326011 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-09d872f1-207d-4036-90aa-1e553feebfdd tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 379 time: 0.0581434
Apr 02 21:32:00.334307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'port': {'device_id': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'admin_state_up': True, 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'security_groups': ['51d00ad2-3cf8-4103-922d-16d2e19545bd']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:32:00.460005 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c1d4db5c-a11d-461e-b20a-fab134ee694f req-1eca0dfe-0e8d-4230-b8df-36bf52a0ac4f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 210 time: 0.0319521
Apr 02 21:32:00.473256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:32:00.478411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:00.613029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.20.0.5 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:32:00.756742 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:00.789688 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:00.831131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:32:00.834162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:32:00.840489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:32:00.868006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:00.893105 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:00.893727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:00.910985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-1f1736e5-7901-4f9f-a379-7b4d7557eb07 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5801904
Apr 02 21:32:00.926434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Request body: {'port': {'device_id': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:32:00.993745 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.142089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-98e4bb2d-ebf3-4722-8101-7321906048e1 None None] Provisioning complete for port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:32:01.142733 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-98e4bb2d-ebf3-4722-8101-7321906048e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.180977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-98e4bb2d-ebf3-4722-8101-7321906048e1 None None] Port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:32:01.574708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:32:01.581944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe9659-06c2-458d-8c30-f6d058226653 req-01499b7d-6656-413f-9119-2419e2ad9104 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:01.582577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Publish callbacks [] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.583441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06fe9659-06c2-458d-8c30-f6d058226653 req-01499b7d-6656-413f-9119-2419e2ad9104 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 931 time: 0.0522313
Apr 02 21:32:01.594931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Transition to ACTIVE for port object b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:32:01.598983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.637207 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06fe9659-06c2-458d-8c30-f6d058226653 req-4dd76e18-4950-4a1e-badf-0245109a1ff6 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474353
Apr 02 21:32:01.660884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Pushing event updated for resources: {'Port': ['ID=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:01.729524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Attempting to bind port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:32:01.729864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Attempting to bind port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:32:01.730196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Attempting to bind port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:32:01.734710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:32:01.735893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Attempting to bind port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:32:01.741113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:32:01.741463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:32:01.741856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:32:01.742319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Bound port: b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:32:01.742683 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.809631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] For port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:32:01.813097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] For port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:32:01.819672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.856169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:01.857836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:01.859504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] 10.222.0.21 "PUT /v2.0/ports/b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 200  len: 1091 time: 0.9373190
Apr 02 21:32:01.862173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:32:01.866130 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:32:01.903764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d98ae-5cbb-42f8-9185-833a09633068 service neutron] Pushing event updated for resources: {'Port': ['ID=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:01.939099 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9915055-2c2b-4ffb-98cc-ef5cfabe086e x-openstack-request-id: req-b9915055-2c2b-4ffb-98cc-ef5cfabe086e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:32:01.939397 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:32:01.939652 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9915055-2c2b-4ffb-98cc-ef5cfabe086e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:32:01.940057 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9915055-2c2b-4ffb-98cc-ef5cfabe086e'] response: {'name': 'network-changed', 'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'status': 'completed', 'code': 200}
Apr 02 21:32:01.959124 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-599a33e4-62bd-483c-8381-2df65af3409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:01.960773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-599a33e4-62bd-483c-8381-2df65af3409c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1125 time: 0.0510883
Apr 02 21:32:02.006090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-50cf3f76-3f33-4cf5-8653-8f7b16c5fb68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 200  len: 217 time: 0.0355172
Apr 02 21:32:02.059964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-b8133180-d2dc-4b84-be9c-a75054b202ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.061518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-b8133180-d2dc-4b84-be9c-a75054b202ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0460491
Apr 02 21:32:02.117269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b226b-5070-4d74-b952-441030471063 req-6653f969-782a-42a9-ad92-4c250faf692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.118843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-6653f969-782a-42a9-ad92-4c250faf692d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477176
Apr 02 21:32:02.211618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-760bef64-0a39-428e-bf0a-910b6a0380b6 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804286
Apr 02 21:32:02.303985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b41b226b-5070-4d74-b952-441030471063 req-206ad9a2-30ff-45ed-b169-eb9abea66ddf service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837171
Apr 02 21:32:02.403393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-0ddc5794-4161-4323-a7a5-67a68cc6dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.404922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-0ddc5794-4161-4323-a7a5-67a68cc6dc74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1125 time: 0.0440497
Apr 02 21:32:02.509630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-23b9dbac-989c-44a0-88ba-cb04d618b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.511631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-23b9dbac-989c-44a0-88ba-cb04d618b42b service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.1008770
Apr 02 21:32:02.553267 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-96961f1e-1177-499e-9405-ec6bd5cae198 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 200  len: 217 time: 0.0344765
Apr 02 21:32:02.601918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-c8244740-6194-4a06-8e2c-db62791538cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.603308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-c8244740-6194-4a06-8e2c-db62791538cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0428882
Apr 02 21:32:02.659257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-05521d75-87aa-4570-a7c0-d3c9fbeb22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.660790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-05521d75-87aa-4570-a7c0-d3c9fbeb22f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485587
Apr 02 21:32:02.748333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-c40f0c00-bb20-4e18-b0e9-1d80e66b1ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810308
Apr 02 21:32:02.760955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4f2f4-483f-4e29-b092-90d7bcce43c2 req-a557c025-4328-41f2-aaa9-219d58dccd0f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:02.762444 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88c4f2f4-483f-4e29-b092-90d7bcce43c2 req-a557c025-4328-41f2-aaa9-219d58dccd0f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 943 time: 0.0528476
Apr 02 21:32:02.811230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-88c4f2f4-483f-4e29-b092-90d7bcce43c2 req-8df21966-8f0a-46cd-b43d-3db1799ffd16 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430655
Apr 02 21:32:02.892907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ca0e4ea7-f292-4637-abf1-d616cfb07a0b req-47776bb3-a719-40a1-89c0-b9ab6ce77859 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918150
Apr 02 21:32:03.937829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d243f85-ed78-4224-a7cb-c667393211ff req-158d9bb7-c595-4c05-a7d7-f9df4131973b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:03.939351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d243f85-ed78-4224-a7cb-c667393211ff req-158d9bb7-c595-4c05-a7d7-f9df4131973b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 943 time: 0.0530472
Apr 02 21:32:03.990187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d243f85-ed78-4224-a7cb-c667393211ff req-1217f709-4e31-4a90-9f7b-563c38be8d71 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452654
Apr 02 21:32:05.109652 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998bf6-c177-4db7-98e6-f9f66fcce449 req-3f4bf6df-239d-4a4b-b157-37fcddeef3d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:05.111113 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3998bf6-c177-4db7-98e6-f9f66fcce449 req-3f4bf6df-239d-4a4b-b157-37fcddeef3d9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 943 time: 0.0542154
Apr 02 21:32:05.159304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f3998bf6-c177-4db7-98e6-f9f66fcce449 req-71220536-c39e-44b7-a22d-c90d6ab6d282 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425439
Apr 02 21:32:06.060679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:32:06.279167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4074f-4377-4606-93d4-47c76dffe56a req-7985fbbc-40cb-4a81-abaa-e8ab897ef5a1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:06.280712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a4074f-4377-4606-93d4-47c76dffe56a req-7985fbbc-40cb-4a81-abaa-e8ab897ef5a1 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 943 time: 0.0537040
Apr 02 21:32:06.317034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:32:06.327868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'port_id': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'mac_address': 'fa:16:3e:9d:4c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:32:06.336508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5a4074f-4377-4606-93d4-47c76dffe56a req-87b84246-cf66-456b-91f2-019ef414f334 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501997
Apr 02 21:32:06.367953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:32:06.368345 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:06.381231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:32:06.399257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:32:06.403092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:06.452057 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:06.683065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:32:07.460210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952ffe-92cb-45b2-87fa-17f2c60b69b6 req-141d5d4e-d06b-4781-a4fc-f559cfb3ced0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:07.461732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69952ffe-92cb-45b2-87fa-17f2c60b69b6 req-141d5d4e-d06b-4781-a4fc-f559cfb3ced0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 944 time: 0.0569026
Apr 02 21:32:07.508998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69952ffe-92cb-45b2-87fa-17f2c60b69b6 req-d5f1403b-172a-4546-b625-7c4542606340 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414457
Apr 02 21:32:08.060646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:32:08.107991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:32:08.111869 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:32:08.112261 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:08.189940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:32:08.190329 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:08.211994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:32:08.214262 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1adf350-5260-4850-9ad0-a7ec273a95a1" -d '{"events": [{"server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "name": "network-vif-plugged", "status": "completed", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:32:08.226351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:32:08.230961 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:08.254269 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aaa2f6-0b2a-4c62-b66a-e983a01ff7d5 x-openstack-request-id: req-81aaa2f6-0b2a-4c62-b66a-e983a01ff7d5 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:32:08.254568 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "name": "network-vif-plugged", "status": "completed", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:32:08.254830 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81aaa2f6-0b2a-4c62-b66a-e983a01ff7d5 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:32:08.255224 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81aaa2f6-0b2a-4c62-b66a-e983a01ff7d5'] response: {'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'code': 200}
Apr 02 21:32:08.281961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:08.362555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c1f9b-d2d6-497b-9b50-4fc994959a0d req-b1f6f9e6-bc49-48d9-ab28-85d8bda48d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:08.363993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-849c1f9b-d2d6-497b-9b50-4fc994959a0d req-b1f6f9e6-bc49-48d9-ab28-85d8bda48d37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1127 time: 0.0446334
Apr 02 21:32:08.410728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-849c1f9b-d2d6-497b-9b50-4fc994959a0d req-6072ad00-9727-4413-a3f9-ba6d573cd027 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385387
Apr 02 21:32:08.626129 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca243-fa7b-4827-b170-22ff632d7ef5 req-f2155576-32dd-41f2-b363-1d1f5c06365b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:08.627529 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58bca243-fa7b-4827-b170-22ff632d7ef5 req-f2155576-32dd-41f2-b363-1d1f5c06365b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 945 time: 0.0514941
Apr 02 21:32:08.675537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58bca243-fa7b-4827-b170-22ff632d7ef5 req-fc79d96a-5c64-44a2-bed1-e6ef006834a0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424078
Apr 02 21:32:09.796736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c7dee-0ced-453d-88c8-cf35ae2ed393 req-dda752d6-8bf4-4ad5-a015-a503e0f8765f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:09.798248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c32c7dee-0ced-453d-88c8-cf35ae2ed393 req-dda752d6-8bf4-4ad5-a015-a503e0f8765f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 945 time: 0.0555322
Apr 02 21:32:09.846742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c32c7dee-0ced-453d-88c8-cf35ae2ed393 req-ec980696-333c-4cdd-94a7-d699e547ea53 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429308
Apr 02 21:32:09.968482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57ed29-f410-4337-be3f-ebe80d89271c req-db58b8fe-3343-4204-bf72-d48ae2a4a870 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:09.969889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb57ed29-f410-4337-be3f-ebe80d89271c req-db58b8fe-3343-4204-bf72-d48ae2a4a870 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 945 time: 0.0568168
Apr 02 21:32:10.018849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cb57ed29-f410-4337-be3f-ebe80d89271c req-f952ad48-c1fa-4762-8438-39baf249fba9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433676
Apr 02 21:32:10.041224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50248) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:32:10.128437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8313f-26b8-430b-828e-81dc0d160ddf tempest-TestVolumeBootPattern-672411551 tempest-TestVolumeBootPattern-672411551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:10.129965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b0e8313f-26b8-430b-828e-81dc0d160ddf tempest-TestVolumeBootPattern-672411551 tempest-TestVolumeBootPattern-672411551-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1122 time: 0.0872748
Apr 02 21:32:10.133038 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50252) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:32:10.137210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:32:10.157154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:10.256829 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:10.357308 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.35.4.176 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/dcaddace-978d-4254-a593-39f3a523fcca) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:32:10.457597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (dcaddace-978d-4254-a593-39f3a523fcca), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:10.491608 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (dcaddace-978d-4254-a593-39f3a523fcca), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:10.531405 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:32:10.534036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:32:10.536762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:32:10.568392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=dcaddace-978d-4254-a593-39f3a523fcca,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:10.905674 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (c40d2fa4-b95b-4206-89c6-3fc1d4049ec6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:10.972517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dcaddace-978d-4254-a593-39f3a523fcca), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:11.129088 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (dcaddace-978d-4254-a593-39f3a523fcca), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:11.134146 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (dcaddace-978d-4254-a593-39f3a523fcca), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:11.203161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=dcaddace-978d-4254-a593-39f3a523fcca,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:32:11.214255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c40d2fa4-b95b-4206-89c6-3fc1d4049ec6), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:11.312545 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Floating IP c40d2fa4-b95b-4206-89c6-3fc1d4049ec6 associated. External IP: 172.35.4.176, port: b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675.
Apr 02 21:32:11.833591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:32:11.942131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:32:11.951611 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:32:11.958417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:11.960850 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:32:11.961477 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:31:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:32:11.988750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ed56f5b0-1c13-4e96-b7fc-fbe1811407c4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8546877
Apr 02 21:32:11.989347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:32:11.991564 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09121f37-8d36-4f29-ad9a-68cf05e9fde7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:32:12.071156 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:32:12.113530 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd8fac-de1a-48f9-a922-dbafcd569aaf x-openstack-request-id: req-17dd8fac-de1a-48f9-a922-dbafcd569aaf {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:32:12.113850 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:32:12.114142 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17dd8fac-de1a-48f9-a922-dbafcd569aaf {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:32:12.114547 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17dd8fac-de1a-48f9-a922-dbafcd569aaf'] response: {'name': 'network-changed', 'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'status': 'completed', 'code': 200}
Apr 02 21:32:12.185192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-911b2c14-5f6c-4c7d-b8d8-c9875e79f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:12.186727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-911b2c14-5f6c-4c7d-b8d8-c9875e79f5cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1127 time: 0.0509837
Apr 02 21:32:12.277956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-ea36aaac-18cc-472d-afe0-757f9ed6b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:12.279682 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-ea36aaac-18cc-472d-afe0-757f9ed6b9df service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0868192
Apr 02 21:32:12.323659 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8af70>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c40d2fa4-b95b-4206-89c6-3fc1d4049ec6', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:9d:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:32:10Z', 'updated_at': '2022-04-02T21:32:10Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:32:12.350214 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:32:12.350654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-7cf85820-b264-4322-9a6b-11473858896f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 200  len: 999 time: 0.0652287
Apr 02 21:32:12.359386 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:32:12.359892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:31:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:32:12.400577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-b750ba17-d54c-4c53-8bbc-ed23049314e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:12.402766 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-b750ba17-d54c-4c53-8bbc-ed23049314e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0452621
Apr 02 21:32:12.452097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-f4db2c58-bf59-4db5-9018-2609af0ee301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:32:12.453748 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-f4db2c58-bf59-4db5-9018-2609af0ee301 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447316
Apr 02 21:32:12.463736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-e89396a5-76e7-4987-98c8-89ff32748abc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:32:12.465522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-e89396a5-76e7-4987-98c8-89ff32748abc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057683
Apr 02 21:32:12.469423 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:32:12.567662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-1a6cf136-db56-48f5-a5cc-db4b630448af service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961697
Apr 02 21:32:12.669049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09121f37-8d36-4f29-ad9a-68cf05e9fde7 req-bf8d6330-a262-4d24-82da-ca46ee20d481 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947230
Apr 02 21:32:12.757944 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8af70>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c40d2fa4-b95b-4206-89c6-3fc1d4049ec6', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:9d:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:32:10Z', 'updated_at': '2022-04-02T21:32:10Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:32:12.785492 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac117fe5-5672-4141-84d7-74d8cb47c8be None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c40d2fa4-b95b-4206-89c6-3fc1d4049ec6', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:9d:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:32:10Z', 'updated_at': '2022-04-02T21:32:10Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:32:12.999721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be45dc7-4184-4417-a821-e356d21db25f None None] New status for floating IP c40d2fa4-b95b-4206-89c6-3fc1d4049ec6: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:32:14.609237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:18.088156 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:23.152828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bb3405af-7317-4f06-9410-1564ba2e2505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:25.347865 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bdc4bb69-93a8-492a-834a-c29f3f71352f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:26.746454 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:28.806525 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:29.439772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:31.761719 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:32:44.618860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:48.091214 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:53.154015 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b001a93-3b7b-4d35-8d46-b9347047ad4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:55.349023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ea80056-b741-442c-b445-12662fcef9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:56.752024 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:58.809100 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:32:59.442749 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:04.631051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-792ca1bd-a6cc-4eca-b5c6-d0860e4da8de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1286466
Apr 02 21:33:04.726718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cf83-72d7-4939-9c04-93182454f46a req-471a89e1-62c1-4937-897a-2f5bc53e1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:33:04.728220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-471a89e1-62c1-4937-897a-2f5bc53e1b3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1127 time: 0.0490890
Apr 02 21:33:04.835757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cf83-72d7-4939-9c04-93182454f46a req-4121e737-b89f-450f-8e2e-76a1e6e2fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:33:04.837311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-4121e737-b89f-450f-8e2e-76a1e6e2fee6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0849488
Apr 02 21:33:04.907074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-068e1812-ff11-43b3-80df-e6eb923cd80c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 200  len: 1001 time: 0.0604572
Apr 02 21:33:04.957386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cf83-72d7-4939-9c04-93182454f46a req-511cc8cf-5109-41a1-8b51-9db3215c0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:33:04.958768 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-511cc8cf-5109-41a1-8b51-9db3215c0ba5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0422235
Apr 02 21:33:05.013329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cf83-72d7-4939-9c04-93182454f46a req-2ca734fb-a9e2-4284-a3e5-48c3acbff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:33:05.014749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-2ca734fb-a9e2-4284-a3e5-48c3acbff049 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442848
Apr 02 21:33:05.108247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-fa807095-a375-46d8-ae45-c499c1cdb042 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855994
Apr 02 21:33:05.202386 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea97cf83-72d7-4939-9c04-93182454f46a req-ae2be453-1777-4c5d-b2ac-af266257db5f service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849040
Apr 02 21:33:08.760866 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:33:14.622677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:18.108719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:23.155104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b9226948-9ca4-419f-b2c3-c15a0fe245ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:25.351362 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-44eba954-100d-4c07-aa00-68b16b7bcc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:26.749275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:28.815949 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:29.445348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:44.639130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:45.760490 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:33:48.121400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:53.157313 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-728a0e4e-481d-441f-8dca-b2cce81c231f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:55.352104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f161d46f-f499-4aea-b17d-037e347762ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:56.752940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:58.816390 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:33:59.448097 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:04.535795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-c9300283-9664-4162-914e-bbf1505d78a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0449357
Apr 02 21:34:04.625176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-7a10e97e-3be2-4c75-b2c8-9daab5ad1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:04.626736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-7a10e97e-3be2-4c75-b2c8-9daab5ad1f8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 1127 time: 0.0450873
Apr 02 21:34:04.734191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-11fc023d-7d48-4a19-8c54-c74848b93507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:04.735570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-11fc023d-7d48-4a19-8c54-c74848b93507 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0881541
Apr 02 21:34:04.805471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-1a45d342-b8e2-4bdd-87d9-35730b617ac6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 200  len: 1001 time: 0.0607042
Apr 02 21:34:04.859792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-bc64aceb-5eab-4b17-94ac-4e41f19f4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:04.861530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-bc64aceb-5eab-4b17-94ac-4e41f19f4a77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0484588
Apr 02 21:34:04.921559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-b28bdfcc-19b9-4f0f-836a-d584652d6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:04.923421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-b28bdfcc-19b9-4f0f-836a-d584652d6585 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0561736
Apr 02 21:34:05.018711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-2b8ca7e6-4411-4862-93ee-269bacf788e5 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888708
Apr 02 21:34:05.125155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63e10939-a442-453f-8749-8a7c7cc99bc3 req-978af8a5-adf1-4619-81b5-a36be5f55d37 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972118
Apr 02 21:34:14.636000 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:18.122243 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:19.638960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf8c23-0d0e-4308-8fa7-229aa523185c req-fde5ea47-7075-4379-bd06-bb3a70063742 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:19.640447 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71cf8c23-0d0e-4308-8fa7-229aa523185c req-fde5ea47-7075-4379-bd06-bb3a70063742 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 945 time: 0.0523884
Apr 02 21:34:19.689243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71cf8c23-0d0e-4308-8fa7-229aa523185c req-698fb819-796a-4bca-b44d-0c44c6e34dcc tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430794
Apr 02 21:34:20.815241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2b132-83f7-4f8b-a330-783afaf5cc3c req-b55ed042-2f84-442d-95fe-be17404b8e25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:20.816726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29b2b132-83f7-4f8b-a330-783afaf5cc3c req-b55ed042-2f84-442d-95fe-be17404b8e25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 945 time: 0.0533249
Apr 02 21:34:20.866012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29b2b132-83f7-4f8b-a330-783afaf5cc3c req-f32b8f85-8e79-4155-812e-a27b4cd9c911 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435352
Apr 02 21:34:21.370431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-f9bb5c7b-b234-4aea-9881-a9f35ac42ea7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:21.376096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-f9bb5c7b-b234-4aea-9881-a9f35ac42ea7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 945 time: 0.0558000
Apr 02 21:34:21.473010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:34:21.473354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:21.560514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] For port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:34:21.560885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:21.778675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:21.778974 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (c40d2fa4-b95b-4206-89c6-3fc1d4049ec6), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:21.779354 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Floating IP c40d2fa4-b95b-4206-89c6-3fc1d4049ec6 disassociated. External IP: 172.35.4.176, port: b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675.
Apr 02 21:34:21.779679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:34:21.909120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:21.937350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:21.960270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.960618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.960957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.961291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.961621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.961949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.962278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.962601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.962922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.963242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.963570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.963865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.964183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.964524 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.964843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:21.987955 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad1a2f3d-791e-40f3-943d-d143db3effbc req-d2a6b3be-6bb9-4182-bef6-90a38898304b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3829fe-5817-4f16-a2ea-7f3045e7577a HTTP/1.1" status: 200  len: 210 time: 0.0468512
Apr 02 21:34:22.094690 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:34:22.200805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:34:22.213540 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:34:22.223843 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:34:22.224399 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:33:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:22.240777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] No DVR routers for this DVR port b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:34:22.243257 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:22.246527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0fef676c-f7f6-419d-a066-5130172f7fa6 req-18249067-8952-4b5f-9d68-6d11f2aa0607 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "DELETE /v2.0/ports/b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 HTTP/1.1" status: 204  len: 173 time: 0.8634319
Apr 02 21:34:22.246969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'name': 'network-vif-deleted', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:34:22.249206 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427e0b83-079e-4741-a9b1-32b43bbc2518" -d '{"events": [{"server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "name": "network-vif-deleted", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:34:22.289596 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3ceec-441d-4218-9de9-6b3ac24680b9 x-openstack-request-id: req-c4d3ceec-441d-4218-9de9-6b3ac24680b9 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:34:22.289991 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3829fe-5817-4f16-a2ea-7f3045e7577a", "name": "network-vif-deleted", "tag": "b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:34:22.290410 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4d3ceec-441d-4218-9de9-6b3ac24680b9 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:34:22.290934 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d3ceec-441d-4218-9de9-6b3ac24680b9'] response: {'server_uuid': '9a3829fe-5817-4f16-a2ea-7f3045e7577a', 'name': 'network-vif-deleted', 'tag': 'b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675', 'status': 'completed', 'code': 200}
Apr 02 21:34:22.438740 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:34:22.649026 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3970>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:22.675354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:34:22.683930 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:34:22.684572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:33:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:22.771405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:34:22.797158 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:34:23.000238 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3970>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:23.030020 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd67e52-db2c-4ff4-a53d-1de8db6dda3a None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:34:23.162456 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb2814e5-8587-4a6d-860c-80b7d38ab824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:23.232882 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-17b614ac-2f03-47a5-bbda-3a593106c526 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711613502&fields=id&tenant_id=d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 267 time: 0.0508301
Apr 02 21:34:23.268901 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848131bf-56ea-4bc5-85b9-c1bb876d3daa None None] New status for floating IP c40d2fa4-b95b-4206-89c6-3fc1d4049ec6: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:34:23.340688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-02d06266-5160-4dd3-a882-fa5b5b40e614 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:23.342142 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-02d06266-5160-4dd3-a882-fa5b5b40e614 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1020329
Apr 02 21:34:23.356610 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-3f860da1-cc1f-47c9-a055-d767dc3ed48e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/quotas/d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 375 time: 0.0089011
Apr 02 21:34:23.415355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-153f3f8a-2199-46bc-ae77-19c29cdfd79c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0534339
Apr 02 21:34:23.573153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-d12f367d-bc94-48b7-9fd4-cff2aadd491f service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410260
Apr 02 21:34:23.664475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-e87fabaa-9521-463a-8c36-8f6f8e647902 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856233
Apr 02 21:34:23.947455 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f236726-43a8-47b6-ac28-95d6196d0cea req-9a69d375-b5cd-4840-a900-bf96227c1fa5 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 210 time: 0.0263729
Apr 02 21:34:24.795289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:34:24.818038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:34:24.818391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b28ca5b9-0f03-45c7-b50a-3b0dc9ed2675 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:34:24.960571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-f858e75a-a449-4c91-b88e-d06b86a0b6a4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:24.962019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-f858e75a-a449-4c91-b88e-d06b86a0b6a4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1097443
Apr 02 21:34:25.029287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-89283ba8-0508-42e2-8661-0c3eb9194a63 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 379 time: 0.0573699
Apr 02 21:34:25.037967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'port': {'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'admin_state_up': True, 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'security_groups': ['51d00ad2-3cf8-4103-922d-16d2e19545bd']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:34:25.049431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d21e3a36-c9ed-4df1-9ddf-af3261d3c4df req-e59aee24-42d7-4d73-a30a-2f9f4cc12972 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 210 time: 0.0318227
Apr 02 21:34:25.147835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:34:25.151815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.278457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.20.0.3 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/38865bb9-b28c-4570-a64f-959d0a4cc48c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:34:25.354319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6851142c-7c0e-4b58-aa33-85026e5eed1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.423090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.458781 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.500888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:34:25.503880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:34:25.510421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:34:25.539172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=38865bb9-b28c-4570-a64f-959d0a4cc48c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:25.583175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:25.583870 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.603217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-2d9b9328-22e1-4d05-84f5-a4cfccc95465 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5691185
Apr 02 21:34:25.618933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Request body: {'port': {'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:34:25.684901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.794329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2ea22855-c687-490b-b05d-c5aa9e9720bc None None] Provisioning complete for port 38865bb9-b28c-4570-a64f-959d0a4cc48c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:34:25.794657 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2ea22855-c687-490b-b05d-c5aa9e9720bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.834480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2ea22855-c687-490b-b05d-c5aa9e9720bc None None] Port 38865bb9-b28c-4570-a64f-959d0a4cc48c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:34:25.961673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38865bb9-b28c-4570-a64f-959d0a4cc48c {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:34:25.969205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Publish callbacks [] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:25.983043 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Transition to ACTIVE for port object 38865bb9-b28c-4570-a64f-959d0a4cc48c will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:34:25.987189 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:26.041665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Pushing event updated for resources: {'Port': ['ID=38865bb9-b28c-4570-a64f-959d0a4cc48c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:26.461359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Attempting to bind port 38865bb9-b28c-4570-a64f-959d0a4cc48c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:34:26.461699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Attempting to bind port 38865bb9-b28c-4570-a64f-959d0a4cc48c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:34:26.462026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Attempting to bind port 38865bb9-b28c-4570-a64f-959d0a4cc48c on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:34:26.473713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183293c7-2ee0-4d6c-8928-b2ab8e438e38 req-aad49bfe-1f9f-44d5-9325-9e36164e6b62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:26.475169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-183293c7-2ee0-4d6c-8928-b2ab8e438e38 req-aad49bfe-1f9f-44d5-9325-9e36164e6b62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 943 time: 0.0772204
Apr 02 21:34:26.476147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Port 38865bb9-b28c-4570-a64f-959d0a4cc48c on network 42da5f51-4ee8-4338-9167-b7fb170cce38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:34:26.476475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Attempting to bind port 38865bb9-b28c-4570-a64f-959d0a4cc48c on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:34:26.482973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:34:26.483308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:34:26.483682 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:34:26.484108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Bound port: 38865bb9-b28c-4570-a64f-959d0a4cc48c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:34:26.484476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:26.557800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-183293c7-2ee0-4d6c-8928-b2ab8e438e38 req-535c7b2d-096b-493a-aa11-ae8370fb9225 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766726
Apr 02 21:34:26.581914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] For port 38865bb9-b28c-4570-a64f-959d0a4cc48c, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:34:26.584840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] For port 38865bb9-b28c-4570-a64f-959d0a4cc48c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:34:26.591388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:26.626927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:26.627197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:26.628694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] 10.222.0.21 "PUT /v2.0/ports/38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 1091 time: 1.0147650
Apr 02 21:34:26.629132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:34:26.631359 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:34:26.660985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc75fd-23ce-40da-81ea-9a30436f799c service neutron] Pushing event updated for resources: {'Port': ['ID=38865bb9-b28c-4570-a64f-959d0a4cc48c,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:26.678355 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16093f9f-3880-4b79-b8e1-93ddfb69b0c2 x-openstack-request-id: req-16093f9f-3880-4b79-b8e1-93ddfb69b0c2 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:34:26.678656 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:34:26.678921 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16093f9f-3880-4b79-b8e1-93ddfb69b0c2 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:34:26.679985 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16093f9f-3880-4b79-b8e1-93ddfb69b0c2'] response: {'name': 'network-changed', 'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'status': 'completed', 'code': 200}
Apr 02 21:34:26.731698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-ad2af754-f6cc-41e1-83b8-328aef8816d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:26.733260 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-ad2af754-f6cc-41e1-83b8-328aef8816d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1125 time: 0.0479696
Apr 02 21:34:26.758647 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:26.784195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-da9f6c42-d4c3-493d-af44-9b0766952e4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 217 time: 0.0389385
Apr 02 21:34:26.835170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-ab77f50d-9645-4f89-8bfb-407cdf921ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:26.836733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-ab77f50d-9645-4f89-8bfb-407cdf921ebf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0458512
Apr 02 21:34:26.888331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-0723b303-ebea-40ee-b82e-0c8231b1e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:26.889914 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-0723b303-ebea-40ee-b82e-0c8231b1e139 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444963
Apr 02 21:34:26.987749 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-e325e9ad-4e33-4f8e-9f09-d81a9f812b3f service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887446
Apr 02 21:34:27.078376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ebdf21ed-9cff-4b4c-9e86-1305c42db01d req-75c4749e-2eaf-46d9-8b1a-3c1c533819cd service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807757
Apr 02 21:34:27.180337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-8b441bf7-aac7-445d-8678-e97340e0e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:27.181873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-8b441bf7-aac7-445d-8678-e97340e0e1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1125 time: 0.0448713
Apr 02 21:34:27.274114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-3134d9bd-d5be-498f-b3de-6225a42b241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:27.275522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-3134d9bd-d5be-498f-b3de-6225a42b241f service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0878518
Apr 02 21:34:27.315751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-ba085978-0012-4f99-89a8-179ad3620e0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 217 time: 0.0337553
Apr 02 21:34:27.366031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-1b3a94b4-483f-4c40-92cb-3d163e10b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:27.368001 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-1b3a94b4-483f-4c40-92cb-3d163e10b1bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0464091
Apr 02 21:34:27.417294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-2bb6fdc4-941f-4ad0-ac3e-eaca45cf725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:27.418808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-2bb6fdc4-941f-4ad0-ac3e-eaca45cf725e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438182
Apr 02 21:34:27.510391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-fad99af4-0fc9-4064-872c-877761430d71 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852222
Apr 02 21:34:27.668422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5ec92d2e-e262-4b00-8a4f-dede214d7bf1 req-a6f912ef-b14c-4cc2-9ab9-68093ffce31d service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084089
Apr 02 21:34:27.689843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c2852-dc60-49f2-b79a-467c82437328 req-59c790e4-a3d0-4151-bef3-edc2c47f9c9a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:27.691268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f84c2852-dc60-49f2-b79a-467c82437328 req-59c790e4-a3d0-4151-bef3-edc2c47f9c9a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 943 time: 0.0656319
Apr 02 21:34:27.746832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f84c2852-dc60-49f2-b79a-467c82437328 req-5f439d37-9c6d-4f1c-bb46-7a35c57a8631 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488763
Apr 02 21:34:28.820112 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:28.865702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cb762-1055-4edc-bdee-33f2e23d9d54 req-e5e4e2bb-331c-4e19-86d7-2f2d0454579e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:28.867173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0cb762-1055-4edc-bdee-33f2e23d9d54 req-e5e4e2bb-331c-4e19-86d7-2f2d0454579e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 943 time: 0.0521350
Apr 02 21:34:28.915411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd0cb762-1055-4edc-bdee-33f2e23d9d54 req-257d2d84-2ece-446c-a3d5-7e74e962950e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426190
Apr 02 21:34:29.450287 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:30.035256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f94ba5-ba84-4bcc-981c-41afca920cb6 req-9aaf2462-ab73-4004-b0b0-d07d0b13241f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:30.036769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29f94ba5-ba84-4bcc-981c-41afca920cb6 req-9aaf2462-ab73-4004-b0b0-d07d0b13241f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 943 time: 0.0529130
Apr 02 21:34:30.084957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29f94ba5-ba84-4bcc-981c-41afca920cb6 req-d6cbbe14-828b-4f28-8d72-29458a8105c2 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418234
Apr 02 21:34:30.830540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38865bb9-b28c-4570-a64f-959d0a4cc48c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:34:30.926453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38865bb9-b28c-4570-a64f-959d0a4cc48c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:34:30.938910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:34:30.975936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 38865bb9-b28c-4570-a64f-959d0a4cc48c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:34:30.976351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:30.988617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38865bb9-b28c-4570-a64f-959d0a4cc48c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:34:31.007010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38865bb9-b28c-4570-a64f-959d0a4cc48c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:34:31.011772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:31.063224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=38865bb9-b28c-4570-a64f-959d0a4cc48c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:31.070966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.071322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.071669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.072010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.072348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.072708 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.073041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.073372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.073702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.074030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.074357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.074684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.075008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.075335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.075659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:31.204718 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e2db-fc2a-4c77-97e9-4d88245eddf1 req-0e0fbf41-48ae-4fd5-81be-de0f6ddaaf29 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:31.206192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a100e2db-fc2a-4c77-97e9-4d88245eddf1 req-0e0fbf41-48ae-4fd5-81be-de0f6ddaaf29 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 944 time: 0.0516703
Apr 02 21:34:31.258017 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a100e2db-fc2a-4c77-97e9-4d88245eddf1 req-d668d525-cb03-4a1b-904a-49dd06590d4e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456259
Apr 02 21:34:31.357673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['38865bb9-b28c-4570-a64f-959d0a4cc48c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:34:32.377056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0657-c4f5-4214-a2e1-c9b8c36d8259 req-56c645b9-0319-4bbe-8524-592224014e5c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:32.378525 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6aad0657-c4f5-4214-a2e1-c9b8c36d8259 req-56c645b9-0319-4bbe-8524-592224014e5c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 944 time: 0.0516346
Apr 02 21:34:32.431409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6aad0657-c4f5-4214-a2e1-c9b8c36d8259 req-59bd5ea7-cfa6-462a-9e23-148d91cc6383 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472555
Apr 02 21:34:32.858421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38865bb9-b28c-4570-a64f-959d0a4cc48c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:34:32.905730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 38865bb9-b28c-4570-a64f-959d0a4cc48c completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:34:32.909465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 38865bb9-b28c-4570-a64f-959d0a4cc48c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:34:32.909835 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:32.987883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 38865bb9-b28c-4570-a64f-959d0a4cc48c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:34:32.988268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:33.010526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:34:33.012767 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8760eda-78fa-46e5-a1b8-e9ff69e39b62" -d '{"events": [{"server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "name": "network-vif-plugged", "status": "completed", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:34:33.025716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 38865bb9-b28c-4570-a64f-959d0a4cc48c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:34:33.029936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:33.052867 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b381f-4053-4c22-a0c0-77cf30ad8a1d x-openstack-request-id: req-945b381f-4053-4c22-a0c0-77cf30ad8a1d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:34:33.053165 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "name": "network-vif-plugged", "status": "completed", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:34:33.053423 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-945b381f-4053-4c22-a0c0-77cf30ad8a1d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:34:33.053819 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945b381f-4053-4c22-a0c0-77cf30ad8a1d'] response: {'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'code': 200}
Apr 02 21:34:33.079020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=38865bb9-b28c-4570-a64f-959d0a4cc48c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:33.158016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c48d71-d4a0-4578-ac9f-98a100087c04 req-f364dfc9-3c31-4091-b896-1e08a4ab7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:33.159552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21c48d71-d4a0-4578-ac9f-98a100087c04 req-f364dfc9-3c31-4091-b896-1e08a4ab7a3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0493722
Apr 02 21:34:33.207832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21c48d71-d4a0-4578-ac9f-98a100087c04 req-e1abb727-e82f-4391-ba8b-135e3d33cff7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384610
Apr 02 21:34:33.549853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e372e-1913-46ab-a217-cf2b6f8fce01 req-4fea6763-d847-45e5-aff4-9560ecd8935a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:33.551410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b5e372e-1913-46ab-a217-cf2b6f8fce01 req-4fea6763-d847-45e5-aff4-9560ecd8935a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 945 time: 0.0540504
Apr 02 21:34:33.599196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b5e372e-1913-46ab-a217-cf2b6f8fce01 req-911de583-a147-4108-a0ef-0424e2419237 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416574
Apr 02 21:34:34.718723 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82771f9f-dec9-47d1-9718-494daf6c8945 req-78d43e04-31ae-45ca-bb0c-ad659de14209 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:34.720095 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82771f9f-dec9-47d1-9718-494daf6c8945 req-78d43e04-31ae-45ca-bb0c-ad659de14209 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 945 time: 0.0521333
Apr 02 21:34:34.768270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-82771f9f-dec9-47d1-9718-494daf6c8945 req-91bea0ed-fb08-4831-a9ee-7896add716de tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425262
Apr 02 21:34:34.893997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4553-0d11-443e-a121-4c2f80a9475a req-91be0b5c-dee5-451d-8c44-b2cf6ad29d42 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:34.895486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecfe4553-0d11-443e-a121-4c2f80a9475a req-91be0b5c-dee5-451d-8c44-b2cf6ad29d42 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 945 time: 0.0585802
Apr 02 21:34:34.944700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ecfe4553-0d11-443e-a121-4c2f80a9475a req-67a424bd-7af3-49df-b9af-8350e66385dd tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430207
Apr 02 21:34:34.967134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50424) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:34:35.010835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca1d63-d5a1-444c-a48b-404fbdf37a44 tempest-TestVolumeBootPattern-672411551 tempest-TestVolumeBootPattern-672411551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:35.012272 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f5ca1d63-d5a1-444c-a48b-404fbdf37a44 tempest-TestVolumeBootPattern-672411551 tempest-TestVolumeBootPattern-672411551-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1122 time: 0.0441785
Apr 02 21:34:35.015452 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50426) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:34:35.019540 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:34:35.039278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:35.138110 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:35.246572 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.35.4.55 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/8266976e-63f3-4875-b278-6f700a36cd97) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:34:35.346959 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (8266976e-63f3-4875-b278-6f700a36cd97), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:35.380224 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8266976e-63f3-4875-b278-6f700a36cd97), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:35.414221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:34:35.418650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:34:35.421994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:34:35.449315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=8266976e-63f3-4875-b278-6f700a36cd97,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:35.463719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.464076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.464424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.464798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.465138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.465474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.465804 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.466135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.466464 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.466788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.467113 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.467438 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.467760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.468084 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.468410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:34:35.802874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (91957876-cb01-4b01-929f-9e57c277d478), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:35.869113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8266976e-63f3-4875-b278-6f700a36cd97), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:36.015806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (8266976e-63f3-4875-b278-6f700a36cd97), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:36.020053 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8266976e-63f3-4875-b278-6f700a36cd97), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:36.089519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=8266976e-63f3-4875-b278-6f700a36cd97,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:34:36.101396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (91957876-cb01-4b01-929f-9e57c277d478), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:36.204895 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Floating IP 91957876-cb01-4b01-929f-9e57c277d478 associated. External IP: 172.35.4.55, port: 38865bb9-b28c-4570-a64f-959d0a4cc48c.
Apr 02 21:34:36.414577 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:34:36.538202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:34:36.548982 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:34:36.557639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:36.559022 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:34:36.559623 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:34:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:36.586972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c49de2c9-da45-4961-be36-182d655cc305 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5705252
Apr 02 21:34:36.588145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:34:36.590415 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2fde1-3b8a-47e4-ac50-18af40206ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:34:36.627408 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682c8863-f4a5-49de-b8b5-712131c30c13 x-openstack-request-id: req-682c8863-f4a5-49de-b8b5-712131c30c13 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:34:36.627701 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:34:36.627959 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-682c8863-f4a5-49de-b8b5-712131c30c13 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:34:36.628369 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682c8863-f4a5-49de-b8b5-712131c30c13'] response: {'name': 'network-changed', 'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'status': 'completed', 'code': 200}
Apr 02 21:34:36.673189 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:34:36.705783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-4353b58a-afc7-4e57-a102-02c2b3b9bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:36.707332 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-4353b58a-afc7-4e57-a102-02c2b3b9bcdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0463059
Apr 02 21:34:36.800395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-d34d53df-0673-4b00-aedf-a410f93629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:36.801915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-d34d53df-0673-4b00-aedf-a410f93629c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0885041
Apr 02 21:34:36.866181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-916815d0-39ee-436e-a9c0-f89e585f5025 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 998 time: 0.0576615
Apr 02 21:34:36.894338 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3250>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:35Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:36.913041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-049adafd-a0e4-4d30-a1db-8a5cae977e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:36.915041 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-049adafd-a0e4-4d30-a1db-8a5cae977e82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0429974
Apr 02 21:34:36.924592 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:34:36.935242 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:34:36.936161 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:34:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:36.969360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-ddb67190-d3c9-4b62-9bb9-401be596ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:34:36.970870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-ddb67190-d3c9-4b62-9bb9-401be596ab84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497916
Apr 02 21:34:37.045017 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:34:37.061989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-87351235-62b5-4cb8-b0d4-e0c2cdb3936f service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847096
Apr 02 21:34:37.154240 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48e2fde1-3b8a-47e4-ac50-18af40206ef6 req-508c6128-a11e-4786-9ea9-3740b0795914 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861413
Apr 02 21:34:37.262968 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ed3250>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:35Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:34:37.291899 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93015fd9-5f49-45f0-837b-20b3343a90ab None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:35Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:34:37.488436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa734a3-51c2-4d85-98ab-378cbbe20de8 None None] New status for floating IP 91957876-cb01-4b01-929f-9e57c277d478: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:34:44.644428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:48.137407 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:53.154118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7758165e-fb53-44c4-8557-c7b1560ceb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:55.357350 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad05dd5c-df9c-47c0-af42-70157fc73774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:56.759152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:58.825343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:59.455502 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:34:59.770201 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:35:04.532184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-22eb8b6a-4d6b-44c6-87be-91a4d9ad3ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0451715
Apr 02 21:35:04.625849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-44e5048f-788e-4b30-95a9-f04eafa1cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:35:04.627394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-44e5048f-788e-4b30-95a9-f04eafa1cac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0466325
Apr 02 21:35:04.742058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-3eeb9cc9-7905-46f8-ab44-cb50a9ab4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:35:04.743707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-3eeb9cc9-7905-46f8-ab44-cb50a9ab4a2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0962253
Apr 02 21:35:04.810765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-7406fe81-d997-4395-b10a-2bfc8c9b7526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 1000 time: 0.0610673
Apr 02 21:35:04.865920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-7d4485c0-9481-4a17-9914-01c9dafdeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:35:04.867387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-7d4485c0-9481-4a17-9914-01c9dafdeee0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0492890
Apr 02 21:35:04.921063 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-c9fd490b-3e78-475c-9391-2f6d3e5959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:35:04.923100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-c9fd490b-3e78-475c-9391-2f6d3e5959ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0498540
Apr 02 21:35:05.019369 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-637297ea-dc3f-4d1d-99c1-8ff76e731f97 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865092
Apr 02 21:35:05.120717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a227d66-786a-480c-bea8-1a00e8b32240 req-3e63ca1a-c1eb-4811-9bd1-24c69c8619db service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958776
Apr 02 21:35:14.636656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:18.153098 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:23.155674 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ae15f66-83d7-4163-857b-1ccceac016d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:25.357601 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15d613dc-7d83-4b27-b8ac-0ac61c4422e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:26.761522 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:28.826570 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:29.452008 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:36.769103 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:35:44.651443 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:48.155032 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:53.161798 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3333-6bed-4a21-b13e-24d1b5b704bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:55.360291 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a9d1-0c36-4fde-abdb-ef18cabbf6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:56.763776 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:58.832881 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:35:59.453498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:05.538543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-115e18b7-4c3f-40b6-8ccd-ad1cbff231dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438721
Apr 02 21:36:05.636855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-22d46224-e72b-4174-90b2-df3abac70883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:05.638358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-22d46224-e72b-4174-90b2-df3abac70883 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0449276
Apr 02 21:36:05.744807 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-c3197445-ce0e-48dd-a073-fb506ac59756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:05.746184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-c3197445-ce0e-48dd-a073-fb506ac59756 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0884578
Apr 02 21:36:05.812055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-8abfdc30-1350-43c1-917f-ec4798b4a05b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 1000 time: 0.0577869
Apr 02 21:36:05.864596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-5ec6d1a5-af70-42bd-b00c-d6fd184df657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:05.866004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-5ec6d1a5-af70-42bd-b00c-d6fd184df657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0454981
Apr 02 21:36:05.917328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-923618b3-8ca9-4f0c-8d1b-adde12bf48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:05.919056 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-923618b3-8ca9-4f0c-8d1b-adde12bf48bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435028
Apr 02 21:36:06.010970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-ca4f1413-d4fc-4744-8a2d-b475a331494e service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827467
Apr 02 21:36:06.098251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-10a1b313-21ff-4fa0-93d9-cf07d5ddb88b req-78daed19-0474-4b14-9811-c648f4592751 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801926
Apr 02 21:36:13.769930 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:36:14.650796 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:18.168228 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:23.153481 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-37f4727e-541a-45ae-9e97-04990bff2d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:25.361818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9e691b5d-f97d-4b89-b3e5-e82f4a3e99d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:26.766602 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:28.833118 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:29.455213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:31.104049 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-c3328888-fc65-4ec5-bee7-fd7a709148c9 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711613502&fields=id&tenant_id=d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 267 time: 0.0437400
Apr 02 21:36:31.210047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-5daeffa4-c38a-405a-9b2a-e5be355f7a55 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:31.211486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-5daeffa4-c38a-405a-9b2a-e5be355f7a55 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1010103
Apr 02 21:36:31.226124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-89b7e99a-537d-4867-8ae7-7d56e534e47a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/quotas/d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 375 time: 0.0085459
Apr 02 21:36:31.280281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b4bf14ca-1c56-44b1-99ba-fe7040d795b8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0494525
Apr 02 21:36:31.295746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-6622b697-0ef9-4704-9144-a4f893ffdb67 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:36:31.296813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-6622b697-0ef9-4704-9144-a4f893ffdb67 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059202
Apr 02 21:36:31.386607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-aef39abe-b603-4335-a6f0-fe7a99459229 service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841277
Apr 02 21:36:31.473669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-67ab7030-51ab-438b-8159-80b02329aafc service neutron] 10.222.0.18 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813386
Apr 02 21:36:31.767140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5b914a2-06a0-4e09-8a72-1e0c68af3d84 req-3bf82a9f-480f-40c9-a2b9-0fc9a71a8c96 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 210 time: 0.0282564
Apr 02 21:36:32.825805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-26e18513-2a6d-433f-9879-4a240c7f6018 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:32.827478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-26e18513-2a6d-433f-9879-4a240c7f6018 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 810 time: 0.1123118
Apr 02 21:36:32.877204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46415377-9377-4ad2-a9cc-e43ececf96f4 req-d5e4261b-0726-40be-b216-2d0da8922370 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 210 time: 0.0344992
Apr 02 21:36:32.917186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-adbc7bd6-3f52-4ab3-b024-2a1a646baabc tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d612578d899f4a889190a04840ffa2a7 HTTP/1.1" status: 200  len: 379 time: 0.0810606
Apr 02 21:36:32.927732 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'port': {'device_id': '7e580f13-a334-4433-8040-5f5768ba1366', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'admin_state_up': True, 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'security_groups': ['51d00ad2-3cf8-4103-922d-16d2e19545bd']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:36:33.038243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Made reservation on behalf of d612578d899f4a889190a04840ffa2a7 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:36:33.042079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.168876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.20.0.6 (42da5f51-4ee8-4338-9167-b7fb170cce38/5dfbc08d-fae2-47d2-bdf1-f9943be1b454/8125c219-48a4-49b6-8929-1aaae94fc71d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:36:33.306465 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.339903 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.382873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:36:33.386266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:36:33.389789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:36:33.420217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=8125c219-48a4-49b6-8929-1aaae94fc71d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:33.431551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.431899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.432239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.432598 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.432937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.433266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.433590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.433920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.434243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.434567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.434888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.435206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.435525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.435842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.436162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:33.468885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:33.469510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.487284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-ea833398-a683-4a6f-a148-7c753b12d256 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5630555
Apr 02 21:36:33.502889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Request body: {'port': {'device_id': '7e580f13-a334-4433-8040-5f5768ba1366', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:36:33.567724 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.645051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d8301c42-cebd-460e-abdd-34dd1d5dd639 None None] Provisioning complete for port 8125c219-48a4-49b6-8929-1aaae94fc71d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:36:33.645659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d8301c42-cebd-460e-abdd-34dd1d5dd639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.686232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d8301c42-cebd-460e-abdd-34dd1d5dd639 None None] Port 8125c219-48a4-49b6-8929-1aaae94fc71d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:36:33.840673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8125c219-48a4-49b6-8929-1aaae94fc71d {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:36:33.848134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Publish callbacks [] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.860089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Transition to ACTIVE for port object 8125c219-48a4-49b6-8929-1aaae94fc71d will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:36:33.864883 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:33.918076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Pushing event updated for resources: {'Port': ['ID=8125c219-48a4-49b6-8929-1aaae94fc71d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:33.990136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Attempting to bind port 8125c219-48a4-49b6-8929-1aaae94fc71d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:36:33.990766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Attempting to bind port 8125c219-48a4-49b6-8929-1aaae94fc71d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:36:33.991301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Attempting to bind port 8125c219-48a4-49b6-8929-1aaae94fc71d on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:36:33.996798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Port 8125c219-48a4-49b6-8929-1aaae94fc71d on network 42da5f51-4ee8-4338-9167-b7fb170cce38 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:36:33.997122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Attempting to bind port 8125c219-48a4-49b6-8929-1aaae94fc71d on network 42da5f51-4ee8-4338-9167-b7fb170cce38 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:36:34.002335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:36:34.002669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Checking segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:36:34.003047 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Bound using segment: {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:36:34.003475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Bound port: 8125c219-48a4-49b6-8929-1aaae94fc71d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f48d89-604c-43cf-857c-87c0db513b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:36:34.003832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:34.029301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50073a-f666-4d84-8aa1-cc5389165dfd req-c55a97eb-6c6f-4f69-9f14-25f932b32698 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.031702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd50073a-f666-4d84-8aa1-cc5389165dfd req-c55a97eb-6c6f-4f69-9f14-25f932b32698 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 943 time: 0.0578878
Apr 02 21:36:34.074288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] For port 8125c219-48a4-49b6-8929-1aaae94fc71d, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:36:34.078514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] For port 8125c219-48a4-49b6-8929-1aaae94fc71d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8125c219-48a4-49b6-8929-1aaae94fc71d,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:36:34.085116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:34.088992 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bd50073a-f666-4d84-8aa1-cc5389165dfd req-b0449b5d-bb6f-4d38-8712-c9f05474c710 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494223
Apr 02 21:36:34.125002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.125611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:34.126989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] 10.222.0.21 "PUT /v2.0/ports/8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 200  len: 1091 time: 0.6289089
Apr 02 21:36:34.127431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:36:34.129682 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27a2113-a1a9-4bf2-b8e9-422962a90381" -d '{"events": [{"name": "network-changed", "server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:36:34.159007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2014354-7c98-41f0-b049-6e64342fe56c service neutron] Pushing event updated for resources: {'Port': ['ID=8125c219-48a4-49b6-8929-1aaae94fc71d,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:34.223362 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-02d047fc-761f-4c77-b6ba-f944c851785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.224967 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-02d047fc-761f-4c77-b6ba-f944c851785c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1125 time: 0.0501406
Apr 02 21:36:34.276893 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6306b3f-fb4a-4c34-9cb7-8f303ad1c3d4 x-openstack-request-id: req-b6306b3f-fb4a-4c34-9cb7-8f303ad1c3d4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:36:34.277179 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:36:34.277434 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6306b3f-fb4a-4c34-9cb7-8f303ad1c3d4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:36:34.277836 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6306b3f-fb4a-4c34-9cb7-8f303ad1c3d4'] response: {'name': 'network-changed', 'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'status': 'completed', 'code': 200}
Apr 02 21:36:34.279642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-b8ecc47a-0fe6-467c-9b4c-a0f6b63010b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 200  len: 217 time: 0.0445452
Apr 02 21:36:34.329039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-4662459c-7365-47ac-94b3-13c15242d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.330510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-4662459c-7365-47ac-94b3-13c15242d143 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0448787
Apr 02 21:36:34.381455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-a9e77006-c41e-4322-aa40-f4603a736568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.382961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-a9e77006-c41e-4322-aa40-f4603a736568 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439062
Apr 02 21:36:34.479050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-a27bd74a-e983-4b8c-a94e-c858b13ef714 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854211
Apr 02 21:36:34.564074 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-4dc125d2-fdbf-4cb6-8af8-7bb11e04c5fb service neutron] (121649) timed out ('10.222.0.18', 44496) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:36:34.568554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-118f2c7e-ba37-4c63-8735-f53041295f53 req-c9797c99-725e-4aae-95d1-be7ca298aeb2 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805924
Apr 02 21:36:34.673098 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-0243a49f-391d-460e-b84c-6644958edd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.674607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-0243a49f-391d-460e-b84c-6644958edd23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1125 time: 0.0484293
Apr 02 21:36:34.763200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-f2960fe7-0278-4e42-9c63-48ce1a141171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.764681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-f2960fe7-0278-4e42-9c63-48ce1a141171 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0838583
Apr 02 21:36:34.807658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-3c94d55a-e1d3-42d5-b5ba-e2e333bec3db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 200  len: 217 time: 0.0371082
Apr 02 21:36:34.856213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-4ab2fddb-4f28-4000-8b0d-4826f21871dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.857686 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-4ab2fddb-4f28-4000-8b0d-4826f21871dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0417380
Apr 02 21:36:34.909442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-20af5446-c678-4773-85b1-39dcecb3af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:34.910921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-20af5446-c678-4773-85b1-39dcecb3af22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426168
Apr 02 21:36:35.002047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-1030fa21-d625-4960-8a55-11e66d7066c7 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836329
Apr 02 21:36:35.088670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e27a2113-a1a9-4bf2-b8e9-422962a90381 req-8c509cf4-97bc-4654-8119-23c8a022d1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795920
Apr 02 21:36:35.218742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35674ce5-3367-4937-ba22-7b977d87ba38 req-6a253966-6eeb-4b0b-a814-e80cbfc38225 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:35.220232 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35674ce5-3367-4937-ba22-7b977d87ba38 req-6a253966-6eeb-4b0b-a814-e80cbfc38225 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 943 time: 0.0565708
Apr 02 21:36:35.252382 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-fc6f7c6a-cbc6-4c15-8e31-5dbe0fce614f req-f462fd0d-cf43-4497-a476-4ecf038852c1 tempest-TestNetworkAdvancedServerOps-970847150 tempest-TestNetworkAdvancedServerOps-970847150-project-admin] (121649) timed out ('10.222.0.18', 44532) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:36:35.268163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-35674ce5-3367-4937-ba22-7b977d87ba38 req-a20d6c1c-1006-45bc-8c75-419afab42895 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422714
Apr 02 21:36:36.392266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7dd7e-6bc3-48c4-b403-b7ef4be79c97 req-6f8af84b-c9f5-4ea8-8394-1e6e1f9aaa6f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:36.393763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81d7dd7e-6bc3-48c4-b403-b7ef4be79c97 req-6f8af84b-c9f5-4ea8-8394-1e6e1f9aaa6f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 943 time: 0.0565865
Apr 02 21:36:36.441166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81d7dd7e-6bc3-48c4-b403-b7ef4be79c97 req-84e0cff3-f614-414e-bdac-168020152d0c tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418255
Apr 02 21:36:37.558269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268117f6-3053-4514-9d1c-cb95353ab8c9 req-35c7a652-6e66-4127-9e72-cee0c13bf6b4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:37.559732 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-268117f6-3053-4514-9d1c-cb95353ab8c9 req-35c7a652-6e66-4127-9e72-cee0c13bf6b4 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 943 time: 0.0522656
Apr 02 21:36:37.607278 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-268117f6-3053-4514-9d1c-cb95353ab8c9 req-0ab042aa-a424-4ef0-ac49-f9503d062a83 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418816
Apr 02 21:36:38.991886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f840-590a-4549-9322-e01f5fd141c2 req-373e8fd5-6ecf-46de-b7db-45f268d6f4c7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:38.993878 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3418f840-590a-4549-9322-e01f5fd141c2 req-373e8fd5-6ecf-46de-b7db-45f268d6f4c7 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 943 time: 0.0505710
Apr 02 21:36:39.040713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3418f840-590a-4549-9322-e01f5fd141c2 req-b4967146-34d2-486e-a7c4-be4c48fb4303 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413251
Apr 02 21:36:39.520645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8125c219-48a4-49b6-8929-1aaae94fc71d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:36:39.618796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8125c219-48a4-49b6-8929-1aaae94fc71d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8125c219-48a4-49b6-8929-1aaae94fc71d,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:36:39.629556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'port_id': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'mac_address': 'fa:16:3e:be:4d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:36:39.665978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8125c219-48a4-49b6-8929-1aaae94fc71d is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:36:39.666367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:39.678777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8125c219-48a4-49b6-8929-1aaae94fc71d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:36:39.698585 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8125c219-48a4-49b6-8929-1aaae94fc71d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8125c219-48a4-49b6-8929-1aaae94fc71d,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:36:39.702437 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:39.750841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8125c219-48a4-49b6-8929-1aaae94fc71d,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:39.757870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.758220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.758567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.759491 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.759826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.760157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.760511 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.760839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.761162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.761483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.761801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.762119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.762437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.762753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:39.763070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:36:40.013558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8125c219-48a4-49b6-8929-1aaae94fc71d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:36:40.157559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee706d-2821-4fd9-b7c4-96ccde18d4d3 req-c41e9543-0f83-4a59-b57e-557e599b1708 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:40.159018 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fee706d-2821-4fd9-b7c4-96ccde18d4d3 req-c41e9543-0f83-4a59-b57e-557e599b1708 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 944 time: 0.0509050
Apr 02 21:36:40.211177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0fee706d-2821-4fd9-b7c4-96ccde18d4d3 req-1750149a-aeb9-4c93-9989-d9a152b01688 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464404
Apr 02 21:36:41.331539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d154196-a857-4787-b8d2-24cd56b716ed req-03551a1d-11f6-4c2c-b58d-61d97b35670f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:41.333193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d154196-a857-4787-b8d2-24cd56b716ed req-03551a1d-11f6-4c2c-b58d-61d97b35670f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 944 time: 0.0546045
Apr 02 21:36:41.383746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d154196-a857-4787-b8d2-24cd56b716ed req-e63656e9-0799-4c27-a263-fe90cd84d4c6 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449319
Apr 02 21:36:41.538588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8125c219-48a4-49b6-8929-1aaae94fc71d up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:36:41.587453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 8125c219-48a4-49b6-8929-1aaae94fc71d completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:36:41.591317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8125c219-48a4-49b6-8929-1aaae94fc71d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:36:41.591684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:41.664807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8125c219-48a4-49b6-8929-1aaae94fc71d is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:36:41.665191 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:41.691040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:36:41.693291 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65b6257-7821-4df8-a6a8-1705985f6ade" -d '{"events": [{"server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "name": "network-vif-plugged", "status": "completed", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:36:41.705065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8125c219-48a4-49b6-8929-1aaae94fc71d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8125c219-48a4-49b6-8929-1aaae94fc71d,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:36:41.712317 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:41.759086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8125c219-48a4-49b6-8929-1aaae94fc71d,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:41.789404 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14201274-ab9a-4dc0-971f-7aabf205f7be x-openstack-request-id: req-14201274-ab9a-4dc0-971f-7aabf205f7be {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:36:41.789636 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "name": "network-vif-plugged", "status": "completed", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:36:41.789882 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14201274-ab9a-4dc0-971f-7aabf205f7be {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:36:41.790277 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14201274-ab9a-4dc0-971f-7aabf205f7be'] response: {'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'code': 200}
Apr 02 21:36:41.901737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c069b2-9216-48ac-b74a-74b7c6f38f97 req-8dfc93fc-590f-4db5-b543-e70bedbbce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:41.903230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2c069b2-9216-48ac-b74a-74b7c6f38f97 req-8dfc93fc-590f-4db5-b543-e70bedbbce3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1127 time: 0.0434885
Apr 02 21:36:41.948198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f2c069b2-9216-48ac-b74a-74b7c6f38f97 req-129695b0-1bcc-435b-8eb5-4ea821d5fcb3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381138
Apr 02 21:36:42.499847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0c52a-8ed8-43f3-99c0-41e8f718b028 req-65098141-b716-469e-a50f-7363a9ab210e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:42.501345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2d0c52a-8ed8-43f3-99c0-41e8f718b028 req-65098141-b716-469e-a50f-7363a9ab210e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 945 time: 0.0509329
Apr 02 21:36:42.549214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2d0c52a-8ed8-43f3-99c0-41e8f718b028 req-85a020bb-a215-4acf-b361-8cfca74634c0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423129
Apr 02 21:36:43.667395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1e789-3ef9-463c-8e04-5f364d47d224 req-b7d410c7-39bb-434d-9b7e-f231255f4337 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:43.669134 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39e1e789-3ef9-463c-8e04-5f364d47d224 req-b7d410c7-39bb-434d-9b7e-f231255f4337 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 945 time: 0.0515392
Apr 02 21:36:43.716910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39e1e789-3ef9-463c-8e04-5f364d47d224 req-b50a5c73-a0e2-4040-98af-1afc5f0e6364 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421426
Apr 02 21:36:43.836306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cecbb9-5ad5-4a2e-8356-896e3eeb904a req-4b9f94a2-e43a-4693-aaa4-dc7b4fa6e7ce tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:43.837713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87cecbb9-5ad5-4a2e-8356-896e3eeb904a req-4b9f94a2-e43a-4693-aaa4-dc7b4fa6e7ce tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 945 time: 0.0547850
Apr 02 21:36:43.885691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87cecbb9-5ad5-4a2e-8356-896e3eeb904a req-4bea3eaf-78a9-45f3-bb7b-a2af10f01f7d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417342
Apr 02 21:36:43.908238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50650) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:36:43.951890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de03a01e-70b0-4d6e-967b-ed32c9dde10f tempest-TestVolumeBootPattern-672411551 tempest-TestVolumeBootPattern-672411551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:43.953443 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-de03a01e-70b0-4d6e-967b-ed32c9dde10f tempest-TestVolumeBootPattern-672411551 tempest-TestVolumeBootPattern-672411551-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1122 time: 0.0441983
Apr 02 21:36:43.956166 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50652) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:36:43.960283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:36:43.979968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:44.075431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:44.177461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Allocated IP 172.35.4.15 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/abdb81e3-b4c9-43ff-ab39-139f55801121) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:36:44.594728 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:44.628549 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:44.661637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:36:44.664477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:36:44.667461 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:44.668565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:36:44.697080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=abdb81e3-b4c9-43ff-ab39-139f55801121,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:45.033304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (ce1368be-5766-48da-a9e4-9d29bf9ca38c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:45.098614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:45.246839 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:45.251281 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:45.324282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event updated for resources: {'Port': ['ID=abdb81e3-b4c9-43ff-ab39-139f55801121,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:36:45.336425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (ce1368be-5766-48da-a9e4-9d29bf9ca38c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:45.444839 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Floating IP ce1368be-5766-48da-a9e4-9d29bf9ca38c associated. External IP: 172.35.4.15, port: 8125c219-48a4-49b6-8929-1aaae94fc71d.
Apr 02 21:36:45.662805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:36:45.770454 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:36:45.780901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:36:45.789299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:45.792408 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:36:45.793042 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846196190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:36:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:36:45.818867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2ff4c7e3-3273-49a7-84f8-df2f1ab8b16d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8616710
Apr 02 21:36:45.819445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:36:45.821698 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540d2fe4-0493-4974-aa65-4da96ec1c23c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:36:45.860112 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef175852-ac72-41ae-a694-0a2a430b6313 x-openstack-request-id: req-ef175852-ac72-41ae-a694-0a2a430b6313 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:36:45.860401 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:36:45.860691 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef175852-ac72-41ae-a694-0a2a430b6313 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:36:45.861103 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef175852-ac72-41ae-a694-0a2a430b6313'] response: {'name': 'network-changed', 'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'status': 'completed', 'code': 200}
Apr 02 21:36:45.904747 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:36:45.929110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-fa84ef56-f558-4561-b914-3661b3163e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:45.930590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-fa84ef56-f558-4561-b914-3661b3163e1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1127 time: 0.0451510
Apr 02 21:36:46.032737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-3a089313-156b-44c8-afe8-3b46bc35ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:46.034339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-3a089313-156b-44c8-afe8-3b46bc35ae0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0889208
Apr 02 21:36:46.100161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-b00073b8-ebdf-4ce0-99df-3829000add71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 200  len: 998 time: 0.0584097
Apr 02 21:36:46.128948 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846196190>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:37Z', 'revision_number': 1, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}, {'id': 'ce1368be-5766-48da-a9e4-9d29bf9ca38c', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:be:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e580f13-a334-4433-8040-5f5768ba1366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:36:44Z', 'updated_at': '2022-04-02T21:36:44Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:36:46.146976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-9ffd62aa-d178-4049-915d-668ac9cf6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:46.148439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-9ffd62aa-d178-4049-915d-668ac9cf6743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0429840
Apr 02 21:36:46.155630 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:36:46.163708 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:36:46.164312 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846196190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:36:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:36:46.201247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-38822e38-a241-4c99-b87b-81a3a953d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:36:46.202670 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-38822e38-a241-4c99-b87b-81a3a953d3d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480487
Apr 02 21:36:46.271915 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:36:46.292413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-01d1643e-ecc6-45ee-8b3f-868861727964 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830700
Apr 02 21:36:46.383117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-540d2fe4-0493-4974-aa65-4da96ec1c23c req-8aa220bb-4f06-400c-8c54-7ea4b9683a64 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846217
Apr 02 21:36:46.496564 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846196190>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:37Z', 'revision_number': 1, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}, {'id': 'ce1368be-5766-48da-a9e4-9d29bf9ca38c', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:be:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e580f13-a334-4433-8040-5f5768ba1366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:36:44Z', 'updated_at': '2022-04-02T21:36:44Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:36:46.525751 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46d89e-6e09-451a-86cc-583618dc2dfd None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:37Z', 'revision_number': 1, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}, {'id': 'ce1368be-5766-48da-a9e4-9d29bf9ca38c', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:be:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e580f13-a334-4433-8040-5f5768ba1366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:36:44Z', 'updated_at': '2022-04-02T21:36:44Z', 'revision_number': 0, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:36:46.717871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31be9ab-7093-4fca-acd3-7d15572d9b32 None None] New status for floating IP ce1368be-5766-48da-a9e4-9d29bf9ca38c: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:36:48.170794 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:50.771143 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:36:53.155425 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b6d82030-04ea-40eb-9184-7a406e822466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:55.362855 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c45254fa-61b2-45ba-8416-640a0f26841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:56.769649 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:58.836068 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:36:59.458053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:05.550634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-713b9373-13ac-43a0-acf6-8ade38ef9a5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0439787
Apr 02 21:37:05.639277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-f8a434e8-282d-4de4-b6c7-f56276f0180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:37:05.641366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-f8a434e8-282d-4de4-b6c7-f56276f0180c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0468533
Apr 02 21:37:05.747478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-68a15413-b85f-49c2-9fd4-3627dd0c9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:37:05.748952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-68a15413-b85f-49c2-9fd4-3627dd0c9f53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0888083
Apr 02 21:37:05.814572 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-b07344ab-e5af-4a78-8d7e-9282add2ab65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 1000 time: 0.0583742
Apr 02 21:37:05.865982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-8e588f7a-8b31-4378-8896-9e4b57923411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:37:05.867515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-8e588f7a-8b31-4378-8896-9e4b57923411 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0470865
Apr 02 21:37:05.916421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-cc7e7602-51cc-45e2-8f7c-c5973a1b2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:37:05.917960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-cc7e7602-51cc-45e2-8f7c-c5973a1b2332 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444119
Apr 02 21:37:06.003794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-423b0f1f-3205-452e-b525-5af645e57b99 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794134
Apr 02 21:37:06.096579 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2fee396-4b56-444d-af7d-f9616daa7148 req-cd868efa-61b5-4e37-87b3-6f427780d8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822794
Apr 02 21:37:14.673444 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:18.184174 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:23.157442 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b797e17c-cc89-4556-9da8-ccca3b888228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:25.364750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a42574c-970e-4786-bf71-75789991767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:26.770895 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:27.771714 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:37:28.839077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:29.463371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:44.683879 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:48.200222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:53.160091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b154a090-e256-43e2-b876-e03adc07f4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:55.366617 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b98d37b-64bd-403a-9269-f1299b06617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:56.784111 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:58.842390 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:37:59.465283 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:04.772037 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:38:07.247266 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-2e3f023e-fef9-4267-96f8-5ab6c4a1f270 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0927768
Apr 02 21:38:07.313518 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-78778121-7926-4002-843c-91c77dbdfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:07.315037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-78778121-7926-4002-843c-91c77dbdfdf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1127 time: 0.0436761
Apr 02 21:38:07.424568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-51f68905-26fb-4380-8cf6-61bdae59eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:07.426051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-51f68905-26fb-4380-8cf6-61bdae59eeb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0881312
Apr 02 21:38:07.496687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-d6df985e-0941-4541-b1ad-dbf859f6e351 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 200  len: 1000 time: 0.0609250
Apr 02 21:38:07.546365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-4c59cdf1-673d-492b-abfb-3df6e125b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:07.547753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-4c59cdf1-673d-492b-abfb-3df6e125b987 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0424838
Apr 02 21:38:07.598155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-7a4c90d1-9a17-46e1-9247-088727ab8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:07.599638 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-7a4c90d1-9a17-46e1-9247-088727ab8a6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426133
Apr 02 21:38:07.696486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-d205c844-6ef4-45e7-80be-5700b7954402 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871334
Apr 02 21:38:07.787989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-95fc773e-8f32-4ac9-9084-83e804c58676 req-eadaa7c9-8d27-4d08-9dbb-039e7938aced service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808187
Apr 02 21:38:14.698803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:18.199550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:23.161092 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3487baf1-2de5-4a97-abf8-fc352e3560f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:25.367280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-93e2793d-b951-4914-9f29-664d4f271305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:26.770669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:28.845142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:29.467020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:37.395122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50720) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:38:37.876606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port abdb81e3-b4c9-43ff-ab39-139f55801121 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:38:37.876946 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:37.953396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:37.953725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (abdb81e3-b4c9-43ff-ab39-139f55801121), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:37.965828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for abdb81e3-b4c9-43ff-ab39-139f55801121 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:38:38.123183 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (abdb81e3-b4c9-43ff-ab39-139f55801121), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:38.146318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=abdb81e3-b4c9-43ff-ab39-139f55801121,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:38:38.160805 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.161162 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.161509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.161847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.162210 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.162574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.162904 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.163252 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.163563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.163888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.164269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.164649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.164979 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.165302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.165627 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:38.219550 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (ce1368be-5766-48da-a9e4-9d29bf9ca38c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:38.219877 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Floating IP ce1368be-5766-48da-a9e4-9d29bf9ca38c disassociated (deleted). External IP: 172.35.4.15, port: 8125c219-48a4-49b6-8929-1aaae94fc71d.
Apr 02 21:38:38.428152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:38:38.542017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:38:38.546983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:38.553016 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:38:38.562829 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:38:38.563494 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d52e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:38:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:38:38.578974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-872d93fe-bba9-455e-adac-0a699eba006d tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce1368be-5766-48da-a9e4-9d29bf9ca38c HTTP/1.1" status: 204  len: 168 time: 1.1804750
Apr 02 21:38:38.578974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:38:38.579722 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb668258-fdad-48a3-8cfb-6119daa42bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:38:38.678251 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:38:38.679284 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fce852-5f41-45f5-b37e-80d9b2cec83d x-openstack-request-id: req-c8fce852-5f41-45f5-b37e-80d9b2cec83d {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:38:38.679587 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:38:38.680478 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8fce852-5f41-45f5-b37e-80d9b2cec83d {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:38:38.680885 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fce852-5f41-45f5-b37e-80d9b2cec83d'] response: {'name': 'network-changed', 'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'status': 'completed', 'code': 200}
Apr 02 21:38:38.760580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-e0881466-0ddc-48c1-b48e-81abe0b1a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:38.762183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-e0881466-0ddc-48c1-b48e-81abe0b1a9c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 1127 time: 0.0527563
Apr 02 21:38:38.865484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-47e63cd4-6456-4ca4-986a-a23b10e1da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:38.867132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-47e63cd4-6456-4ca4-986a-a23b10e1da2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0987923
Apr 02 21:38:38.880628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c54f20-a53a-417a-b6b5-2d7050528596 req-725fce8b-a633-4129-9a80-ec0250d2bf17 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:38.882171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8c54f20-a53a-417a-b6b5-2d7050528596 req-725fce8b-a633-4129-9a80-ec0250d2bf17 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 945 time: 0.1132343
Apr 02 21:38:38.912516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-5d7c0ecb-926e-4408-a6e9-b4812ae6e46a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 200  len: 217 time: 0.0377314
Apr 02 21:38:38.922869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d52e80>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:37Z', 'revision_number': 1, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:38:38.940214 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8c54f20-a53a-417a-b6b5-2d7050528596 req-e0142146-5aac-437a-9343-49ea966c26e8 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521336
Apr 02 21:38:38.958483 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:38:38.966555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-d150f47c-1e77-472a-8672-2ff470c9730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:38.967412 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:38:38.968046 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d52e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:38:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:38:38.968284 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-d150f47c-1e77-472a-8672-2ff470c9730c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0494604
Apr 02 21:38:39.016159 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-37f9862f-60de-45fa-adad-4d4298eaffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:39.017727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-37f9862f-60de-45fa-adad-4d4298eaffae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436273
Apr 02 21:38:39.075384 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:38:39.110792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-f27c88a4-cc39-47e5-9cb2-7682d13021fa service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857787
Apr 02 21:38:39.199388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb668258-fdad-48a3-8cfb-6119daa42bbb req-b6da624a-e92a-48bc-9642-f27563bce70e service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821970
Apr 02 21:38:39.296300 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d52e80>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:37Z', 'revision_number': 1, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:38:39.324821 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcd628-2bf6-43b5-a6cd-c6dfcc002d13 None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '91957876-cb01-4b01-929f-9e57c277d478', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'floating_ip_address': '172.35.4.55', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'port_id': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'mac_address': 'fa:16:3e:8f:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:34:35Z', 'updated_at': '2022-04-02T21:34:37Z', 'revision_number': 1, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:38:39.562952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccbb2f-fc78-463b-902f-01c8a6da2878 None None] New status for floating IP ce1368be-5766-48da-a9e4-9d29bf9ca38c: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:38:40.113493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa641aa-ba52-41f4-8e80-4cb7ea34e9df req-0cdeb88d-a356-4d6e-86de-2248fc233740 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:40.114994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fa641aa-ba52-41f4-8e80-4cb7ea34e9df req-0cdeb88d-a356-4d6e-86de-2248fc233740 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 945 time: 0.1046412
Apr 02 21:38:40.167677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2fa641aa-ba52-41f4-8e80-4cb7ea34e9df req-ad179dc7-7dd9-4a3b-b826-476dd7e8df25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457988
Apr 02 21:38:40.593929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-78eba93c-ad76-47f3-9caf-54011912ea62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:38:40.595402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-78eba93c-ad76-47f3-9caf-54011912ea62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 945 time: 0.0510728
Apr 02 21:38:40.686660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port 8125c219-48a4-49b6-8929-1aaae94fc71d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:38:40.686999 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:40.776426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] For port 8125c219-48a4-49b6-8929-1aaae94fc71d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8125c219-48a4-49b6-8929-1aaae94fc71d,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:38:40.776747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:40.788448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for 8125c219-48a4-49b6-8929-1aaae94fc71d owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:38:40.915982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8125c219-48a4-49b6-8929-1aaae94fc71d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:41.266633 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=8125c219-48a4-49b6-8929-1aaae94fc71d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:38:41.273958 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-195294be-7e54-475b-9cde-bc99b2881335 req-131f468f-dd0b-42c7-9f75-3cfd6d56e744 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e580f13-a334-4433-8040-5f5768ba1366 HTTP/1.1" status: 200  len: 210 time: 0.0294025
Apr 02 21:38:41.296916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.297248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.297583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.297918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.298247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.298576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.298898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.299219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.299540 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.299873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.300172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.300509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.300829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.301145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.301465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:38:41.319493 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] No DVR routers for this DVR port 8125c219-48a4-49b6-8929-1aaae94fc71d on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:38:41.322679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:41.326229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-99289446-bfb2-4b48-ab9d-6eeb0b6463bf req-17a43f40-c660-4cbc-8064-4f6109c0877f tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "DELETE /v2.0/ports/8125c219-48a4-49b6-8929-1aaae94fc71d HTTP/1.1" status: 204  len: 173 time: 0.7226052
Apr 02 21:38:41.326679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'name': 'network-vif-deleted', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:38:41.328958 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc689b-31d5-4d3e-983d-e0df26942025" -d '{"events": [{"server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "name": "network-vif-deleted", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:38:41.371830 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b29be1c-0e24-40bf-9309-1619edfc72b5 x-openstack-request-id: req-2b29be1c-0e24-40bf-9309-1619edfc72b5 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:38:41.372386 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e580f13-a334-4433-8040-5f5768ba1366", "name": "network-vif-deleted", "tag": "8125c219-48a4-49b6-8929-1aaae94fc71d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:38:41.372676 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b29be1c-0e24-40bf-9309-1619edfc72b5 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:38:41.373101 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b29be1c-0e24-40bf-9309-1619edfc72b5'] response: {'server_uuid': '7e580f13-a334-4433-8040-5f5768ba1366', 'name': 'network-vif-deleted', 'tag': '8125c219-48a4-49b6-8929-1aaae94fc71d', 'status': 'completed', 'code': 200}
Apr 02 21:38:41.770594 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:38:44.015455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8125c219-48a4-49b6-8929-1aaae94fc71d no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:38:44.039358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 8125c219-48a4-49b6-8929-1aaae94fc71d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:38:44.039699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8125c219-48a4-49b6-8929-1aaae94fc71d not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:38:44.698270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:48.201039 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:53.162726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-af01a845-9ebd-4302-9f1c-57c5784756f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:55.367856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6a726227-3513-4459-9656-edc966df390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:56.773396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:58.847512 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:38:59.469444 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:08.553142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-8aa92500-0507-4323-a97c-a09580d5d24f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436745
Apr 02 21:39:08.655218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-ea43b0e4-b1b0-4cf2-9be5-48a3a5c5b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:08.656738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-ea43b0e4-b1b0-4cf2-9be5-48a3a5c5b71c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0519931
Apr 02 21:39:08.759334 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-8c6e1d7b-804d-4c26-82ae-374f0c411d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:08.760763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-8c6e1d7b-804d-4c26-82ae-374f0c411d6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.0841923
Apr 02 21:39:08.831869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-325d5c8b-9765-407b-a600-c971fa701e46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 1000 time: 0.0623360
Apr 02 21:39:08.881281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-3ccec23d-73b0-43c0-98c2-a6c79f4658cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:08.882704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-3ccec23d-73b0-43c0-98c2-a6c79f4658cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0411026
Apr 02 21:39:08.933699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-98112822-4b98-411d-ab7b-1ccef16cc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:08.935163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-98112822-4b98-411d-ab7b-1ccef16cc239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430675
Apr 02 21:39:09.026434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-8b56e4b5-877b-4afe-94a8-da104ab2cb94 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819476
Apr 02 21:39:09.115647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6882bdbc-c70b-4ef9-99db-9fc418b247d8 req-78011f2b-e3ea-4101-bfbe-bb0503553e63 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800285
Apr 02 21:39:10.984434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-50468890-cfbe-419d-84f9-ce4c1dfcebdf req-c09205d3-e97e-4e9e-8a2a-081067372c31 tempest-TestVolumeBackupRestore-163528694 tempest-TestVolumeBackupRestore-163528694-project] (121648) timed out ('10.222.0.15', 56217) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:39:11.026594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-00440004-5a10-4689-8852-38e0b391a366 req-b915f3b6-15dc-4804-9d2f-96066c0438fa service neutron] (121649) timed out ('10.222.0.21', 57126) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:39:14.308086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50866) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:14.468427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port 8266976e-63f3-4875-b278-6f700a36cd97 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:14.468800 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8266976e-63f3-4875-b278-6f700a36cd97), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:14.541084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8266976e-63f3-4875-b278-6f700a36cd97), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:14.541330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (8266976e-63f3-4875-b278-6f700a36cd97), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:14.552902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for 8266976e-63f3-4875-b278-6f700a36cd97 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:14.701836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:14.706468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8266976e-63f3-4875-b278-6f700a36cd97), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:14.732818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=8266976e-63f3-4875-b278-6f700a36cd97,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:14.801181 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (91957876-cb01-4b01-929f-9e57c277d478), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:14.801417 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Floating IP 91957876-cb01-4b01-929f-9e57c277d478 disassociated (deleted). External IP: 172.35.4.55, port: 38865bb9-b28c-4570-a64f-959d0a4cc48c.
Apr 02 21:39:15.020432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:39:15.128630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:39:15.133313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:15.138200 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:39:15.147080 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:39:15.147911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460608b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:38:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:15.166356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-637e207b-0009-4f67-b8e2-609985d3ef25 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "DELETE /v2.0/floatingips/91957876-cb01-4b01-929f-9e57c277d478 HTTP/1.1" status: 204  len: 168 time: 0.8539946
Apr 02 21:39:15.166356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:39:15.166813 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:39:15.207127 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed0712c-36a7-46ae-8d4a-8b4062424cfb x-openstack-request-id: req-fed0712c-36a7-46ae-8d4a-8b4062424cfb {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:39:15.207429 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:39:15.207704 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fed0712c-36a7-46ae-8d4a-8b4062424cfb {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:39:15.208121 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed0712c-36a7-46ae-8d4a-8b4062424cfb'] response: {'name': 'network-changed', 'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'status': 'completed', 'code': 200}
Apr 02 21:39:15.264241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:39:15.284242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-56507437-d741-4781-9668-288a3750fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:15.285802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-56507437-d741-4781-9668-288a3750fe69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d612578d899f4a889190a04840ffa2a7&device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 1127 time: 0.0471385
Apr 02 21:39:15.407441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-cbf5fa5e-424e-4a8e-a4c6-336b0893bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:15.409434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-cbf5fa5e-424e-4a8e-a4c6-336b0893bc1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 200  len: 911 time: 0.1038842
Apr 02 21:39:15.415140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e989bc-3846-4825-b31d-417db9fc2173 req-50da8e43-fa33-47ab-adec-7a892c3a12b0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:15.416687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4e989bc-3846-4825-b31d-417db9fc2173 req-50da8e43-fa33-47ab-adec-7a892c3a12b0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 945 time: 0.0581348
Apr 02 21:39:15.458688 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-e6725667-a53f-4fac-90dc-2e6978ca48e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 200  len: 217 time: 0.0388665
Apr 02 21:39:15.468581 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e4e989bc-3846-4825-b31d-417db9fc2173 req-7be82be7-114c-4a27-adef-da6e12679757 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458231
Apr 02 21:39:15.489972 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460608b0>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:15.512244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-0b66771d-59c0-40fe-9d79-1dec22c0c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:15.514349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-0b66771d-59c0-40fe-9d79-1dec22c0c9b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 200  len: 849 time: 0.0481200
Apr 02 21:39:15.565133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-f0158698-5da9-4fca-a95b-fd08708280db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:15.566726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-f0158698-5da9-4fca-a95b-fd08708280db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42da5f51-4ee8-4338-9167-b7fb170cce38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463161
Apr 02 21:39:15.607776 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:39:15.615960 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:39:15.616598 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460608b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:38:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:15.660370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-c5123d46-16ce-4f44-8e95-ccd1bd5292ce service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867567
Apr 02 21:39:15.721888 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:39:15.757674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aee1ec11-a0c2-4bf5-b85d-c65c0220c149 req-40379a92-efc2-4f1c-8b39-579d576686b1 service neutron] 10.222.0.21 "GET /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895283
Apr 02 21:39:15.914570 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460608b0>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:15.943557 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c073b-afbb-42d5-812b-482f1ab38648 None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:30:14Z', 'revision_number': 4, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61943723-a6b0-447d-b3bc-bc8fef992d63', 'name': '', 'network_id': '42da5f51-4ee8-4338-9167-b7fb170cce38', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'mac_address': 'fa:16:3e:a2:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:13Z', 'updated_at': '2022-04-02T21:30:18Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'subnets': [{'id': '5dfbc08d-fae2-47d2-bdf1-f9943be1b454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:39:16.167453 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad710f-757f-4557-a090-641937fb7bf0 None None] New status for floating IP 91957876-cb01-4b01-929f-9e57c277d478: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:39:16.588304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eed32-dabc-4a00-b581-36bf0335ca4a req-40d22e9e-bb4d-41db-847a-bfee0e7b0131 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:16.589780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-507eed32-dabc-4a00-b581-36bf0335ca4a req-40d22e9e-bb4d-41db-847a-bfee0e7b0131 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 945 time: 0.0527339
Apr 02 21:39:16.639008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-507eed32-dabc-4a00-b581-36bf0335ca4a req-c4cbebd0-301a-4fd4-84a6-e28f5eb8208e tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/security-groups?id=51d00ad2-3cf8-4103-922d-16d2e19545bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436702
Apr 02 21:39:17.118951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-4fad31cc-1ff1-4294-ab47-8a44395da95a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:17.120391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-4fad31cc-1ff1-4294-ab47-8a44395da95a tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 945 time: 0.0516703
Apr 02 21:39:17.216370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port 38865bb9-b28c-4570-a64f-959d0a4cc48c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:17.216739 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:17.302225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] For port 38865bb9-b28c-4570-a64f-959d0a4cc48c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38865bb9-b28c-4570-a64f-959d0a4cc48c,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:17.302599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:17.315294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for 38865bb9-b28c-4570-a64f-959d0a4cc48c owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:17.441685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (38865bb9-b28c-4570-a64f-959d0a4cc48c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:17.471749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=38865bb9-b28c-4570-a64f-959d0a4cc48c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:17.517513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] No DVR routers for this DVR port 38865bb9-b28c-4570-a64f-959d0a4cc48c on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:39:17.520214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:17.523563 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cd218ebe-76d4-4772-8e20-e586983bca2d req-57d9a04f-526d-4db7-b17f-6d52fed77c62 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.21 "DELETE /v2.0/ports/38865bb9-b28c-4570-a64f-959d0a4cc48c HTTP/1.1" status: 204  len: 173 time: 0.3958232
Apr 02 21:39:17.524010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'name': 'network-vif-deleted', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:39:17.526283 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e064ef-aa47-49ad-8b1e-f03d54350eec" -d '{"events": [{"server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "name": "network-vif-deleted", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:39:17.564489 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a08bf06-12d1-4aa5-bf95-ea7240dcfac5 x-openstack-request-id: req-5a08bf06-12d1-4aa5-bf95-ea7240dcfac5 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:39:17.564794 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f8f1eb-8e27-49bc-99a5-bd106f9b2650", "name": "network-vif-deleted", "tag": "38865bb9-b28c-4570-a64f-959d0a4cc48c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:39:17.565056 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a08bf06-12d1-4aa5-bf95-ea7240dcfac5 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:39:17.565464 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a08bf06-12d1-4aa5-bf95-ea7240dcfac5'] response: {'server_uuid': 'b4f8f1eb-8e27-49bc-99a5-bd106f9b2650', 'name': 'network-vif-deleted', 'tag': '38865bb9-b28c-4570-a64f-959d0a4cc48c', 'status': 'completed', 'code': 200}
Apr 02 21:39:17.736578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13e42efa-717e-4aa1-945b-79b4991846e3 req-5cbc3094-9291-4818-9372-3d5b3183bd4b tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f8f1eb-8e27-49bc-99a5-bd106f9b2650 HTTP/1.1" status: 200  len: 210 time: 0.0294652
Apr 02 21:39:18.202877 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:18.769767 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:39:18.794608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50882) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:18.914238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Deleting port dcaddace-978d-4254-a593-39f3a523fcca {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:18.914600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dcaddace-978d-4254-a593-39f3a523fcca), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:18.989407 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dcaddace-978d-4254-a593-39f3a523fcca), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:18.989732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (dcaddace-978d-4254-a593-39f3a523fcca), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:19.001379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Calling delete_port for dcaddace-978d-4254-a593-39f3a523fcca owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:19.130167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dcaddace-978d-4254-a593-39f3a523fcca), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:19.155597 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'Port': ['ID=dcaddace-978d-4254-a593-39f3a523fcca,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:19.217843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for floatingip (c40d2fa4-b95b-4206-89c6-3fc1d4049ec6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:19.220348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:19.221527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8df50d25-f505-4e78-9b83-9649905bbad0 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "DELETE /v2.0/floatingips/c40d2fa4-b95b-4206-89c6-3fc1d4049ec6 HTTP/1.1" status: 204  len: 168 time: 0.4259415
Apr 02 21:39:20.168978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38865bb9-b28c-4570-a64f-959d0a4cc48c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:20.192863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 38865bb9-b28c-4570-a64f-959d0a4cc48c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:20.193208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 38865bb9-b28c-4570-a64f-959d0a4cc48c not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:21.465927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50922) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:21.520158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-477e5276-6939-4807-8085-eef612b91810 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group (51d00ad2-3cf8-4103-922d-16d2e19545bd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:21.549256 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-477e5276-6939-4807-8085-eef612b91810 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group (51d00ad2-3cf8-4103-922d-16d2e19545bd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:21.608660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-477e5276-6939-4807-8085-eef612b91810 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (51d00ad2-3cf8-4103-922d-16d2e19545bd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:21.611186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-477e5276-6939-4807-8085-eef612b91810 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:21.612327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-477e5276-6939-4807-8085-eef612b91810 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] 10.222.0.18 "DELETE /v2.0/security-groups/51d00ad2-3cf8-4103-922d-16d2e19545bd HTTP/1.1" status: 204  len: 168 time: 0.1454170
Apr 02 21:39:21.621915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e5276-6939-4807-8085-eef612b91810 tempest-TestVolumeBootPattern-1833101236 tempest-TestVolumeBootPattern-1833101236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d00ad2-3cf8-4103-922d-16d2e19545bd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:21.676077 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50926) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:22.122831 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f556247e-1a2d-4d76-81ec-e5c0b3e92197), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:22.370932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Deleting port 61943723-a6b0-447d-b3bc-bc8fef992d63 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:22.371362 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:22.449890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] For port 61943723-a6b0-447d-b3bc-bc8fef992d63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61943723-a6b0-447d-b3bc-bc8fef992d63,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:22.450255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:22.463188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Calling delete_port for 61943723-a6b0-447d-b3bc-bc8fef992d63 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:22.638811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (61943723-a6b0-447d-b3bc-bc8fef992d63), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:22.663562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=61943723-a6b0-447d-b3bc-bc8fef992d63,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:22.832033 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f556247e-1a2d-4d76-81ec-e5c0b3e92197), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.044186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Router f556247e-1a2d-4d76-81ec-e5c0b3e92197 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:39:23.151865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:39:23.158946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c81176c-4c03-498c-b4c0-af11a7da2f79 admin admin] 10.222.0.18 "PUT /v2.0/routers/f556247e-1a2d-4d76-81ec-e5c0b3e92197/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4803076
Apr 02 21:39:23.160091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:23.160893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] Sync routers for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:39:23.171822 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1dd24886-f874-4ecd-9b4d-2d589c4063f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.172384 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:39:23.173100 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:38:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:23.272603 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks [] for router (f556247e-1a2d-4d76-81ec-e5c0b3e92197), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.283627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:39:23.384334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks [] for router_gateway (f556247e-1a2d-4d76-81ec-e5c0b3e92197), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.435316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Deleting port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:23.435655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.459307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a190>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:39:22Z', 'revision_number': 5, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port': {'id': '750ecd56-1fef-4a24-ac1c-0dad40a18c5e', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:12Z', 'updated_at': '2022-04-02T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:23.488971 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] Checking router: f556247e-1a2d-4d76-81ec-e5c0b3e92197 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:39:23.497985 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] Routers {'f556247e-1a2d-4d76-81ec-e5c0b3e92197'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:39:23.498577 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:38:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:23.517980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] For port 750ecd56-1fef-4a24-ac1c-0dad40a18c5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:23.518349 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.529960 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Calling delete_port for 750ecd56-1fef-4a24-ac1c-0dad40a18c5e owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:23.585710 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] Set router f556247e-1a2d-4d76-81ec-e5c0b3e92197 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:39:23.636984 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a190>, [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:39:23Z', 'revision_number': 6, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:23.667136 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8b9ea-4a43-4c8b-b3e2-715e270e02f2 None None] The sync data for ids ['f556247e-1a2d-4d76-81ec-e5c0b3e92197'] in ncdv-master-1 is: [{'id': 'f556247e-1a2d-4d76-81ec-e5c0b3e92197', 'name': 'tempest-TestVolumeBootPattern-22054915-router', 'tenant_id': 'd612578d899f4a889190a04840ffa2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:11Z', 'updated_at': '2022-04-02T21:39:23Z', 'revision_number': 6, 'project_id': 'd612578d899f4a889190a04840ffa2a7', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:39:23.706282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (750ecd56-1fef-4a24-ac1c-0dad40a18c5e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.729928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Pushing event deleted for resources: {'Port': ['ID=750ecd56-1fef-4a24-ac1c-0dad40a18c5e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:23.793786 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (f556247e-1a2d-4d76-81ec-e5c0b3e92197), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.886564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f556247e-1a2d-4d76-81ec-e5c0b3e92197), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:23.888577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks [] for router_controller (f556247e-1a2d-4d76-81ec-e5c0b3e92197), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.248531 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f556247e-1a2d-4d76-81ec-e5c0b3e92197), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.249259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f556247e-1a2d-4d76-81ec-e5c0b3e92197 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:39:24.253847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.254383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f55c3935-7af2-4d71-80dd-7c4353a06966 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f556247e-1a2d-4d76-81ec-e5c0b3e92197 HTTP/1.1" status: 204  len: 168 time: 1.0932293
Apr 02 21:39:24.256917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50932) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:24.300418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Deleting subnet 5dfbc08d-fae2-47d2-bdf1-f9943be1b454 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:39:24.303468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Publish callbacks [] for subnet (5dfbc08d-fae2-47d2-bdf1-f9943be1b454), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.341042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (5dfbc08d-fae2-47d2-bdf1-f9943be1b454), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.419821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5dfbc08d-fae2-47d2-bdf1-f9943be1b454), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.472982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (5dfbc08d-fae2-47d2-bdf1-f9943be1b454), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.498903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfbc08d-fae2-47d2-bdf1-f9943be1b454,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:24.500793 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.503948 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-28fd3f25-9ce7-44ca-bb0c-94a12c9b9cb2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5dfbc08d-fae2-47d2-bdf1-f9943be1b454 HTTP/1.1" status: 204  len: 168 time: 0.2461116
Apr 02 21:39:24.506439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 50934) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:24.508153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb4d9a-ecea-44c4-8fb3-5ebc73e3bed3 None None] Network 42da5f51-4ee8-4338-9167-b7fb170cce38 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:39:24.580118 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (42da5f51-4ee8-4338-9167-b7fb170cce38), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.636771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Deleting port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:24.637116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.693194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] DHCP port deletion for 42da5f51-4ee8-4338-9167-b7fb170cce38 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:39:24.704079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] For port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:24.704576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.723097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Calling delete_port for 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:24.746252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Deleting port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:24.746710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.810900 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.812855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] For port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,segment=NetworkSegment(c3f48d89-604c-43cf-857c-87c0db513b5d),segment_id=c3f48d89-604c-43cf-857c-87c0db513b5d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:24.813248 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.826238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Calling delete_port for 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:24.838041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Pushing event deleted for resources: {'Port': ['ID=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:24.839877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] No DVR routers for this DVR port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:39:24.901618 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (07e90aed-ac0c-4bd9-ad0c-481a7f31f387), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.914775 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (42da5f51-4ee8-4338-9167-b7fb170cce38), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.925154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Pushing event deleted for resources: {'Port': ['ID=07e90aed-ac0c-4bd9-ad0c-481a7f31f387,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:24.934826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] No DVR routers for this DVR port 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:39:24.936112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783e66f460>,) {'filters': {'network_id': ['42da5f51-4ee8-4338-9167-b7fb170cce38']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:24.937016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.937357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.937697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.938031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.938373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.938699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.939023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.939344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.939663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.940022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.940315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.940668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.940987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.941303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.941618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63bc175-df7d-4121-bddb-7f4d8c34b00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:24.945639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e66f460>, 'c3f48d89-604c-43cf-857c-87c0db513b5d') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:24.945940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783e66f460>, 'c3f48d89-604c-43cf-857c-87c0db513b5d') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:24.956798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c3f48d89-604c-43cf-857c-87c0db513b5d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.969764 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c3f48d89-604c-43cf-857c-87c0db513b5d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.975439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:39:24.975823 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c3f48d89-604c-43cf-857c-87c0db513b5d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:39:24.977504 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:39:25.029863 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (42da5f51-4ee8-4338-9167-b7fb170cce38), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.036144 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.039373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] 10.222.0.18 "DELETE /v2.0/networks/42da5f51-4ee8-4338-9167-b7fb170cce38 HTTP/1.1" status: 204  len: 168 time: 0.5318432
Apr 02 21:39:25.042931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50936) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:25.053956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97be02-d322-4409-acc5-d21ee611b39f admin admin] Pushing event deleted for resources: {'Network': ['ID=42da5f51-4ee8-4338-9167-b7fb170cce38,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:25.367402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 61943723-a6b0-447d-b3bc-bc8fef992d63 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:25.395216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 61943723-a6b0-447d-b3bc-bc8fef992d63 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:25.395669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 61943723-a6b0-447d-b3bc-bc8fef992d63 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:25.396173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:25.398202 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.399935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8dc4-e9ac-4f64-924e-03117911efcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.418893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:25.419235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 07e90aed-ac0c-4bd9-ad0c-481a7f31f387 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:25.419908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 750ecd56-1fef-4a24-ac1c-0dad40a18c5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:25.438220 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 750ecd56-1fef-4a24-ac1c-0dad40a18c5e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:25.438586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 750ecd56-1fef-4a24-ac1c-0dad40a18c5e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:25.650262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Deleting port e9ae66d2-1731-484b-9c56-f98b7289c2dc {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:25.650602 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.726874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] For port e9ae66d2-1731-484b-9c56-f98b7289c2dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ae66d2-1731-484b-9c56-f98b7289c2dc,segment=NetworkSegment(a68881a6-a327-46f7-8b58-f595a61b4cde),segment_id=a68881a6-a327-46f7-8b58-f595a61b4cde)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:25.727330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.741081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Calling delete_port for e9ae66d2-1731-484b-9c56-f98b7289c2dc owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:25.916763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (e9ae66d2-1731-484b-9c56-f98b7289c2dc), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:25.942847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ae66d2-1731-484b-9c56-f98b7289c2dc,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:26.109386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:26.634413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Router c0c690a6-aae2-4533-beaa-e2bc6b34eabf has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:39:26.741603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:39:26.747077 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e13cac73-735b-466c-bf7e-d3b8395d2e7c admin admin] 10.222.0.18 "PUT /v2.0/routers/c0c690a6-aae2-4533-beaa-e2bc6b34eabf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7024662
Apr 02 21:39:26.749664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50938) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:26.752609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] Sync routers for ids ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:39:26.767977 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] Routers {'c0c690a6-aae2-4533-beaa-e2bc6b34eabf'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:39:26.768609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784503af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:39:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:26.864630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks [] for router (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:26.981671 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:26.982608 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks [] for router_gateway (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.033562 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Deleting port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:27.033817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.049094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] Set router c0c690a6-aae2-4533-beaa-e2bc6b34eabf gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:39:27.111855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] For port 54ba4569-9a53-49cf-a01a-0cadd89ec4b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:27.112527 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.124610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Calling delete_port for 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:27.225731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784503af40>, [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:39:25Z', 'revision_number': 5, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port': {'id': '54ba4569-9a53-49cf-a01a-0cadd89ec4b1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:27.252742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] Checking router: c0c690a6-aae2-4533-beaa-e2bc6b34eabf for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:39:27.261137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] Routers {'c0c690a6-aae2-4533-beaa-e2bc6b34eabf'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:39:27.261748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784503af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:39:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:27.291284 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (54ba4569-9a53-49cf-a01a-0cadd89ec4b1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.327751 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Pushing event deleted for resources: {'Port': ['ID=54ba4569-9a53-49cf-a01a-0cadd89ec4b1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:27.358836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] Set router c0c690a6-aae2-4533-beaa-e2bc6b34eabf gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:39:27.387337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.410904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784503af40>, [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:39:26Z', 'revision_number': 6, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:27.440413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21192bd-14b8-4f81-af04-cbe52f8e729b None None] The sync data for ids ['c0c690a6-aae2-4533-beaa-e2bc6b34eabf'] in ncdv-master-1 is: [{'id': 'c0c690a6-aae2-4533-beaa-e2bc6b34eabf', 'name': 'tempest-TestVolumeBootPattern-70413444-router', 'tenant_id': '05864c76c92c49a7a9cfea6070542475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:30:16Z', 'updated_at': '2022-04-02T21:39:26Z', 'revision_number': 6, 'project_id': '05864c76c92c49a7a9cfea6070542475', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:39:27.483657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.485806 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks [] for router_controller (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.532057 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (c0c690a6-aae2-4533-beaa-e2bc6b34eabf), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.532641 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c690a6-aae2-4533-beaa-e2bc6b34eabf {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:39:27.536886 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.538048 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6b22ac80-c80b-4c2f-aa60-703d045a986f admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0c690a6-aae2-4533-beaa-e2bc6b34eabf HTTP/1.1" status: 204  len: 168 time: 0.7874539
Apr 02 21:39:27.540448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50940) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:27.583868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Deleting subnet ac7e5f5a-5f42-4a17-93d3-14ec232fb626 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:39:27.586822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Publish callbacks [] for subnet (ac7e5f5a-5f42-4a17-93d3-14ec232fb626), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.621399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (ac7e5f5a-5f42-4a17-93d3-14ec232fb626), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.700668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ac7e5f5a-5f42-4a17-93d3-14ec232fb626), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.750143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (ac7e5f5a-5f42-4a17-93d3-14ec232fb626), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.775280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7e5f5a-5f42-4a17-93d3-14ec232fb626,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:27.778817 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.784545 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ad06c7b3-eaaf-4a23-94fc-e486e5628c92 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac7e5f5a-5f42-4a17-93d3-14ec232fb626 HTTP/1.1" status: 204  len: 168 time: 0.2406192
Apr 02 21:39:27.784545 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50942) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:27.788086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962c6ad-39d7-4e7a-9c83-3a75cfddd08b None None] Network 8a98e310-43cf-4261-9a67-705da022f360 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:39:27.857750 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8a98e310-43cf-4261-9a67-705da022f360), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.924814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Deleting port 1c698866-bc98-4d14-bcdc-30ab68463f07 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:27.925150 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:27.988702 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] For port 1c698866-bc98-4d14-bcdc-30ab68463f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c698866-bc98-4d14-bcdc-30ab68463f07,segment=NetworkSegment(a68881a6-a327-46f7-8b58-f595a61b4cde),segment_id=a68881a6-a327-46f7-8b58-f595a61b4cde)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:27.989064 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.000991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Calling delete_port for 1c698866-bc98-4d14-bcdc-30ab68463f07 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:28.081623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1c698866-bc98-4d14-bcdc-30ab68463f07), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.106558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c698866-bc98-4d14-bcdc-30ab68463f07,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:28.109873 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] No DVR routers for this DVR port 1c698866-bc98-4d14-bcdc-30ab68463f07 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:39:28.181100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8a98e310-43cf-4261-9a67-705da022f360), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.200332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78443cfa00>,) {'filters': {'network_id': ['8a98e310-43cf-4261-9a67-705da022f360']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:28.209163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443cfa00>, 'a68881a6-a327-46f7-8b58-f595a61b4cde') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:28.209454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78443cfa00>, 'a68881a6-a327-46f7-8b58-f595a61b4cde') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:39:28.218992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (a68881a6-a327-46f7-8b58-f595a61b4cde), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.232205 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a68881a6-a327-46f7-8b58-f595a61b4cde), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.238520 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:39:28.238898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (a68881a6-a327-46f7-8b58-f595a61b4cde), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:39:28.240835 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:39:28.261602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070aea1-fca1-44a0-8376-49bec341df36 None None] DHCP port deletion for 8a98e310-43cf-4261-9a67-705da022f360 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:39:28.298361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8a98e310-43cf-4261-9a67-705da022f360), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.304794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.308075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a98e310-43cf-4261-9a67-705da022f360 HTTP/1.1" status: 204  len: 168 time: 0.5227218
Apr 02 21:39:28.319536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18218712-0fbd-46da-93fb-08c76335d118 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a98e310-43cf-4261-9a67-705da022f360,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:28.421645 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:28.464019 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4ce7fa80-0ca4-459d-bd09-bbf6e7ebd802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d612578d899f4a889190a04840ffa2a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0411978
Apr 02 21:39:28.466560 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:28.521987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d4dd21-0148-4a40-8e16-4613acd19ed8 admin admin] Publish callbacks [] for security_group (ab8608b5-c562-41c3-99a0-e5e94a3dfb88), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.546446 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d4dd21-0148-4a40-8e16-4613acd19ed8 admin admin] Publish callbacks [] for security_group (ab8608b5-c562-41c3-99a0-e5e94a3dfb88), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.593080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d4dd21-0148-4a40-8e16-4613acd19ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (ab8608b5-c562-41c3-99a0-e5e94a3dfb88), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.595802 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00d4dd21-0148-4a40-8e16-4613acd19ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.596982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00d4dd21-0148-4a40-8e16-4613acd19ed8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab8608b5-c562-41c3-99a0-e5e94a3dfb88 HTTP/1.1" status: 204  len: 168 time: 0.1294670
Apr 02 21:39:28.604987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4dd21-0148-4a40-8e16-4613acd19ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8608b5-c562-41c3-99a0-e5e94a3dfb88,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:28.851580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:28.925944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50954) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:28.964566 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a6e101b8-96fe-4a47-8fc9-7cf69b080c04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05864c76c92c49a7a9cfea6070542475&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0373619
Apr 02 21:39:28.966951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 50956) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:29.015184 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24de305e-894c-483b-b9de-500c19e4281e admin admin] Publish callbacks [] for security_group (c75897fc-d2f2-46fe-aa93-77f7ff6d510d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:29.035431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24de305e-894c-483b-b9de-500c19e4281e admin admin] Publish callbacks [] for security_group (c75897fc-d2f2-46fe-aa93-77f7ff6d510d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:29.081387 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24de305e-894c-483b-b9de-500c19e4281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c75897fc-d2f2-46fe-aa93-77f7ff6d510d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:29.083899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24de305e-894c-483b-b9de-500c19e4281e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:29.085076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-24de305e-894c-483b-b9de-500c19e4281e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c75897fc-d2f2-46fe-aa93-77f7ff6d510d HTTP/1.1" status: 204  len: 168 time: 0.1172493
Apr 02 21:39:29.092748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de305e-894c-483b-b9de-500c19e4281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75897fc-d2f2-46fe-aa93-77f7ff6d510d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:29.375460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:29.396862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:29.397214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 54ba4569-9a53-49cf-a01a-0cadd89ec4b1 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:29.397773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9ae66d2-1731-484b-9c56-f98b7289c2dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:29.422022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e9ae66d2-1731-484b-9c56-f98b7289c2dc {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:29.422366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e9ae66d2-1731-484b-9c56-f98b7289c2dc not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:29.422806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c698866-bc98-4d14-bcdc-30ab68463f07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:39:29.443443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1c698866-bc98-4d14-bcdc-30ab68463f07 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:39:29.443792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1c698866-bc98-4d14-bcdc-30ab68463f07 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:39:29.475307 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:40.346672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-f7314ab2-b119-451f-8085-bad8d6bd87d4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=418951f01874458e878a1db4c046e79f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0261807
Apr 02 21:39:40.448616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-20e28f23-acb7-48ed-9180-e6a15cfa76b3 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:40.450683 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-20e28f23-acb7-48ed-9180-e6a15cfa76b3 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.0988383
Apr 02 21:39:40.465721 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-b7fec525-79f5-4880-9134-db4a753d16e8 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/quotas/418951f01874458e878a1db4c046e79f HTTP/1.1" status: 200  len: 375 time: 0.0096350
Apr 02 21:39:40.501241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-bba6201a-c937-4bb7-a48d-a6832e1ed69d tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=418951f01874458e878a1db4c046e79f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0305564
Apr 02 21:39:41.668648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6e5f04e5-cfae-437e-a303-7884fc3684fb req-ab44eadd-0b39-43b5-a790-7f3dc70634fe tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0269170
Apr 02 21:39:42.746011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-da2a9af3-75bf-4f61-84a6-7ef43a48f12f req-720c9690-020f-4031-885f-22313f23fecb tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0261171
Apr 02 21:39:43.825383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7027e2b5-cd31-4449-903b-056b6a591208 req-6a7920db-949f-4e9f-8827-6da3aa0abb3c tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0287323
Apr 02 21:39:44.722388 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:44.903455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1ef6fa3-f26d-412a-a714-3d49abc17ef3 req-7cdac055-acc7-4c75-865e-7d9163eec0fd tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0269475
Apr 02 21:39:46.002205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72ed9588-8dba-4650-b7d5-a3b7a47b2af1 req-e958223d-e5ab-4732-8129-efcf8c186b51 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0284548
Apr 02 21:39:46.653457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-d85dbe05-52ae-41d6-b44e-5099f491675c tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=418951f01874458e878a1db4c046e79f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285337
Apr 02 21:39:46.842122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-d626fe7e-9a66-4a89-ae3b-35c2648cc817 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:46.843454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-d626fe7e-9a66-4a89-ae3b-35c2648cc817 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1851053
Apr 02 21:39:46.856387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Request body: {'port': {'device_id': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'admin_state_up': True, 'tenant_id': '418951f01874458e878a1db4c046e79f'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:39:46.962591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Made reservation on behalf of 418951f01874458e878a1db4c046e79f for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:39:46.966042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:46.974567 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.047884 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks [] for security_group (b3e88503-20c0-4219-85d2-1bbf1eac3a66), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.051734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b3e88503-20c0-4219-85d2-1bbf1eac3a66), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.099586 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a132066b-765d-4824-9f7b-cf51e2fec12c req-bab055d0-fc86-4f73-b443-dae68d368c49 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0276544
Apr 02 21:39:47.116648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e88503-20c0-4219-85d2-1bbf1eac3a66,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:47.129896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.130246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.130589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.130927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.131259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.131589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.131916 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.132239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.132623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.132950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.133275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.133600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.133921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.134240 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.134558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:47.191861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Allocated IP 192.168.233.123 (344aba3b-09ac-4eeb-b477-7d4ffde1af0e/3ece3c6a-4397-4fca-9e87-16ca9f70f2d1/51b391c7-1c21-4594-9b4b-43366dbb0bbc) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:39:47.335282 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks [] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.368437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.413632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:39:47.416609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:39:47.423786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:39:47.448523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Pushing event updated for resources: {'Port': ['ID=51b391c7-1c21-4594-9b4b-43366dbb0bbc,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:47.478947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:47.479605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.498921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0f76dee0-095d-4054-9de7-1d97c8f8d9aa tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6464345
Apr 02 21:39:47.514429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Request body: {'port': {'device_id': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:39:47.576272 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.702364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aff9e82a-4335-4411-946f-f709e186bfa2 None None] Provisioning complete for port 51b391c7-1c21-4594-9b4b-43366dbb0bbc triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:39:47.702989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aff9e82a-4335-4411-946f-f709e186bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.739612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aff9e82a-4335-4411-946f-f709e186bfa2 None None] Port 51b391c7-1c21-4594-9b4b-43366dbb0bbc cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:39:47.838625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b391c7-1c21-4594-9b4b-43366dbb0bbc {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:39:47.846476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Publish callbacks [] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.859408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Transition to ACTIVE for port object 51b391c7-1c21-4594-9b4b-43366dbb0bbc will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:39:47.863033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:47.914169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Pushing event updated for resources: {'Port': ['ID=51b391c7-1c21-4594-9b4b-43366dbb0bbc,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:47.982198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Attempting to bind port 51b391c7-1c21-4594-9b4b-43366dbb0bbc on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:39:47.982537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Attempting to bind port 51b391c7-1c21-4594-9b4b-43366dbb0bbc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:39:47.982871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Attempting to bind port 51b391c7-1c21-4594-9b4b-43366dbb0bbc on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:39:47.987322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Port 51b391c7-1c21-4594-9b4b-43366dbb0bbc on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:39:47.987654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Attempting to bind port 51b391c7-1c21-4594-9b4b-43366dbb0bbc on network 344aba3b-09ac-4eeb-b477-7d4ffde1af0e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:39:47.992607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:39:47.993111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Checking segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:39:47.993336 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Bound using segment: {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:39:47.993766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Bound port: 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac328-6cff-4f2d-a437-86d1ff1c2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:39:47.994129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:48.063413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] For port 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:39:48.066486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] For port 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:39:48.072685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:48.107060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.107672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:48.109062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] 10.222.0.21 "PUT /v2.0/ports/51b391c7-1c21-4594-9b4b-43366dbb0bbc HTTP/1.1" status: 200  len: 1096 time: 0.5989947
Apr 02 21:39:48.109501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'tag': '51b391c7-1c21-4594-9b4b-43366dbb0bbc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:39:48.111740 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679f871-bf37-486b-8272-586bad6bac07" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fe0570-ed90-4a9b-aadd-615e140b9f9b", "tag": "51b391c7-1c21-4594-9b4b-43366dbb0bbc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:39:48.135714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4872-3ff3-44be-a378-9b4e1af4e170 service neutron] Pushing event updated for resources: {'Port': ['ID=51b391c7-1c21-4594-9b4b-43366dbb0bbc,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:48.194222 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199e737-24e5-497d-b40f-78ce069ccba2 x-openstack-request-id: req-3199e737-24e5-497d-b40f-78ce069ccba2 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:39:48.194516 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fe0570-ed90-4a9b-aadd-615e140b9f9b", "tag": "51b391c7-1c21-4594-9b4b-43366dbb0bbc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:39:48.194774 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3199e737-24e5-497d-b40f-78ce069ccba2 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:39:48.195179 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3199e737-24e5-497d-b40f-78ce069ccba2'] response: {'name': 'network-changed', 'server_uuid': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'tag': '51b391c7-1c21-4594-9b4b-43366dbb0bbc', 'status': 'completed', 'code': 200}
Apr 02 21:39:48.213586 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:48.219054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-34c6a6e2-1b6b-4dfb-8d0a-7901398093e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.220627 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-34c6a6e2-1b6b-4dfb-8d0a-7901398093e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=418951f01874458e878a1db4c046e79f&device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 1130 time: 0.0661559
Apr 02 21:39:48.258726 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7e3b-a38a-4dae-8fe6-793e3907098b req-89c0e70e-fe05-4055-bd55-f6557f199cbe tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.262227 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e1f7e3b-a38a-4dae-8fe6-793e3907098b req-89c0e70e-fe05-4055-bd55-f6557f199cbe tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 948 time: 0.0581627
Apr 02 21:39:48.272219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-0fa04ce8-af30-4506-b1da-ddd30b8facdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc HTTP/1.1" status: 200  len: 217 time: 0.0399575
Apr 02 21:39:48.311930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e1f7e3b-a38a-4dae-8fe6-793e3907098b req-36da9bf8-633d-4c2f-ab14-bb6fe4f3632d tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452592
Apr 02 21:39:48.329156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-8982fa6b-714d-46d0-875a-d0e5f08a86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.329156 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-8982fa6b-714d-46d0-875a-d0e5f08a86e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0487421
Apr 02 21:39:48.380176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-89a454e8-5812-4a36-a158-4ce9dba31c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.381691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-89a454e8-5812-4a36-a158-4ce9dba31c88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0447617
Apr 02 21:39:48.478200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-a53d315a-ceb3-4819-891e-c97f3dffccf1 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866344
Apr 02 21:39:48.568873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2890f818-ac27-4ab2-9aab-4e0617b2ea5c req-970b7a25-b61f-4bb6-893b-89405cc69a85 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806193
Apr 02 21:39:48.675588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679f871-bf37-486b-8272-586bad6bac07 req-1051cd14-8688-4459-a90b-32f67c9522e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.677211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-1051cd14-8688-4459-a90b-32f67c9522e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=418951f01874458e878a1db4c046e79f&device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 1130 time: 0.0492926
Apr 02 21:39:48.764514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679f871-bf37-486b-8272-586bad6bac07 req-7315927e-513a-4414-ae12-2608c0572c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.765979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-7315927e-513a-4414-ae12-2608c0572c7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e HTTP/1.1" status: 200  len: 870 time: 0.0822947
Apr 02 21:39:48.809477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-f9130896-8765-4200-aaa1-1f94d1f87289 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc HTTP/1.1" status: 200  len: 217 time: 0.0373387
Apr 02 21:39:48.855412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679f871-bf37-486b-8272-586bad6bac07 req-25b48f4b-c764-44f9-b7ec-affc36ef19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.857330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-25b48f4b-c764-44f9-b7ec-affc36ef19e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ece3c6a-4397-4fca-9e87-16ca9f70f2d1 HTTP/1.1" status: 200  len: 843 time: 0.0426795
Apr 02 21:39:48.904902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679f871-bf37-486b-8272-586bad6bac07 req-20b9ac2b-d924-49ce-8449-45028fb4e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:48.906366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-20b9ac2b-d924-49ce-8449-45028fb4e016 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=344aba3b-09ac-4eeb-b477-7d4ffde1af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0426407
Apr 02 21:39:48.996657 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-ca54fd6f-f9ff-4704-a634-d0d80cbef7a1 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835826
Apr 02 21:39:49.083308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0679f871-bf37-486b-8272-586bad6bac07 req-6621c9ef-94bd-47fd-b351-70eda6b71739 service neutron] 10.222.0.21 "GET /v2.0/networks/344aba3b-09ac-4eeb-b477-7d4ffde1af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800750
Apr 02 21:39:49.431138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e8431-211a-4655-a1d1-a4f67bf57a8c req-9c04bb18-320a-455a-a75b-c5b36801b7fd tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:49.432639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa5e8431-211a-4655-a1d1-a4f67bf57a8c req-9c04bb18-320a-455a-a75b-c5b36801b7fd tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 948 time: 0.0515745
Apr 02 21:39:49.485746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa5e8431-211a-4655-a1d1-a4f67bf57a8c req-92e4ddc4-1599-49d9-b234-ef9e85955524 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467937
Apr 02 21:39:50.306421 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 51b391c7-1c21-4594-9b4b-43366dbb0bbc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:39:50.401933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:50.412536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '51b391c7-1c21-4594-9b4b-43366dbb0bbc', 'network_id': '344aba3b-09ac-4eeb-b477-7d4ffde1af0e', 'port_id': '51b391c7-1c21-4594-9b4b-43366dbb0bbc', 'mac_address': 'fa:16:3e:39:94:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece3c6a-4397-4fca-9e87-16ca9f70f2d1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:39:50.449252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 51b391c7-1c21-4594-9b4b-43366dbb0bbc is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:39:50.450227 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:50.462782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b391c7-1c21-4594-9b4b-43366dbb0bbc {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:39:50.481645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:50.485212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:50.531344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=51b391c7-1c21-4594-9b4b-43366dbb0bbc,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:50.613634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3cc27-0c0c-4c1c-8692-0be030f4ad3e req-52e35f5e-c99f-4bfd-ae3f-6720a77cd1af tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:50.615005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43f3cc27-0c0c-4c1c-8692-0be030f4ad3e req-52e35f5e-c99f-4bfd-ae3f-6720a77cd1af tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 949 time: 0.0555820
Apr 02 21:39:50.660657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43f3cc27-0c0c-4c1c-8692-0be030f4ad3e req-494bde80-64b8-40d6-97f2-f42d666b6d9c tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399292
Apr 02 21:39:50.800138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['51b391c7-1c21-4594-9b4b-43366dbb0bbc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:39:51.776962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3780c-50b1-457b-959f-561794f1db87 req-5f7f04d7-a5ec-4c90-8793-733535d55f85 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:51.778474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30a3780c-50b1-457b-959f-561794f1db87 req-5f7f04d7-a5ec-4c90-8793-733535d55f85 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 949 time: 0.0519331
Apr 02 21:39:51.823975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30a3780c-50b1-457b-959f-561794f1db87 req-3da6efdc-d575-4772-b71f-3d32b60e67f5 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397635
Apr 02 21:39:52.314319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 51b391c7-1c21-4594-9b4b-43366dbb0bbc up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:39:52.368809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 51b391c7-1c21-4594-9b4b-43366dbb0bbc completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:39:52.372692 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 51b391c7-1c21-4594-9b4b-43366dbb0bbc triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:39:52.373069 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:52.470514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 51b391c7-1c21-4594-9b4b-43366dbb0bbc is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:39:52.470903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:52.497005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b391c7-1c21-4594-9b4b-43366dbb0bbc'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:39:52.499274 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3040574e-61cb-4219-ab10-1a81e3cc457c" -d '{"events": [{"server_uuid": "e5fe0570-ed90-4a9b-aadd-615e140b9f9b", "name": "network-vif-plugged", "status": "completed", "tag": "51b391c7-1c21-4594-9b4b-43366dbb0bbc"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:39:52.514720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:52.519383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:52.550384 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faafac5-0680-4f1b-9238-011fbb3b1044 x-openstack-request-id: req-1faafac5-0680-4f1b-9238-011fbb3b1044 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:39:52.550684 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fe0570-ed90-4a9b-aadd-615e140b9f9b", "name": "network-vif-plugged", "status": "completed", "tag": "51b391c7-1c21-4594-9b4b-43366dbb0bbc", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:39:52.550940 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1faafac5-0680-4f1b-9238-011fbb3b1044 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:39:52.551336 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faafac5-0680-4f1b-9238-011fbb3b1044'] response: {'server_uuid': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b391c7-1c21-4594-9b4b-43366dbb0bbc', 'code': 200}
Apr 02 21:39:52.582312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=51b391c7-1c21-4594-9b4b-43366dbb0bbc,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:52.646790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702fc83-fc68-482b-8a76-7c00fad9bb4c req-f4546e36-c194-4d8f-afd1-4c741c7b6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:52.648306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c702fc83-fc68-482b-8a76-7c00fad9bb4c req-f4546e36-c194-4d8f-afd1-4c741c7b6885 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 1132 time: 0.0433283
Apr 02 21:39:52.692118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c702fc83-fc68-482b-8a76-7c00fad9bb4c req-f4d13d5c-f532-41dd-bb03-6c103903f225 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363894
Apr 02 21:39:52.944582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e089b4-1b78-4e80-94f6-f71a3ac39c6d req-664cbf3c-cfbc-4a0c-8333-df407f77b214 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:52.946044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44e089b4-1b78-4e80-94f6-f71a3ac39c6d req-664cbf3c-cfbc-4a0c-8333-df407f77b214 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 950 time: 0.0564718
Apr 02 21:39:52.990892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-44e089b4-1b78-4e80-94f6-f71a3ac39c6d req-24acc339-01ac-47a0-97d6-522958f8d1bf tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390854
Apr 02 21:39:53.165593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2050f8c0-35d3-43f8-9007-d0583b5202c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:54.112139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfa3a0-0995-441f-b7cc-65c9b45efe7f req-066497d6-6c3a-4f25-82a8-a43e55b8bf48 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:54.113657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cadfa3a0-0995-441f-b7cc-65c9b45efe7f req-066497d6-6c3a-4f25-82a8-a43e55b8bf48 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 950 time: 0.0520635
Apr 02 21:39:54.159788 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cadfa3a0-0995-441f-b7cc-65c9b45efe7f req-37af31e8-cbe9-43a3-8af0-333b1f68a803 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405972
Apr 02 21:39:54.577666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-f81c6745-27cd-479b-822c-e4ee43158fce req-6dec4245-477d-425e-b561-9e23f283df80 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:39:54.578691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f81c6745-27cd-479b-822c-e4ee43158fce req-6dec4245-477d-425e-b561-9e23f283df80 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1469851
Apr 02 21:39:54.991514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-cc3118d1-65b5-44bb-b2d5-3be5faf7422b req-77aa3da1-d593-40c6-a3ae-6d97c4591780 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:39:54.992577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc3118d1-65b5-44bb-b2d5-3be5faf7422b req-77aa3da1-d593-40c6-a3ae-6d97c4591780 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0854533
Apr 02 21:39:55.335801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ddae-f6dc-415d-97d7-4dfa7213281e req-f86eaf74-eb9d-4133-b0bd-158e65e07f98 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:55.337313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6630ddae-f6dc-415d-97d7-4dfa7213281e req-f86eaf74-eb9d-4133-b0bd-158e65e07f98 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 950 time: 0.0560932
Apr 02 21:39:55.372116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-593e1537-a91e-4664-a77d-74aa1a26c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:55.389226 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6630ddae-f6dc-415d-97d7-4dfa7213281e req-b6693f8c-d3c3-4306-920b-b92845cfaaf9 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447643
Apr 02 21:39:55.767996 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:39:56.509662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62047-0bd3-4a2b-a2ed-1593805522c7 req-3cc84ba3-ce27-4017-960e-946befbef6b5 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:56.511144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6e62047-0bd3-4a2b-a2ed-1593805522c7 req-3cc84ba3-ce27-4017-960e-946befbef6b5 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 950 time: 0.0525413
Apr 02 21:39:56.556963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a6e62047-0bd3-4a2b-a2ed-1593805522c7 req-9a57a613-0b96-4b5d-b676-007396a30dd4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e88503-20c0-4219-85d2-1bbf1eac3a66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400937
Apr 02 21:39:56.713912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-ecef6083-dece-42e5-86f7-ac5442d0b1e3 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:39:56.715433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-ecef6083-dece-42e5-86f7-ac5442d0b1e3 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 950 time: 0.0549302
Apr 02 21:39:56.780565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:56.806497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Deleting port 51b391c7-1c21-4594-9b4b-43366dbb0bbc {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:39:56.806841 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:56.896844 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] For port 51b391c7-1c21-4594-9b4b-43366dbb0bbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b391c7-1c21-4594-9b4b-43366dbb0bbc,segment=NetworkSegment(35fac328-6cff-4f2d-a437-86d1ff1c2c77),segment_id=35fac328-6cff-4f2d-a437-86d1ff1c2c77)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:39:56.897209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:56.909320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Calling delete_port for 51b391c7-1c21-4594-9b4b-43366dbb0bbc owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:39:57.031679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (51b391c7-1c21-4594-9b4b-43366dbb0bbc), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:57.047249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['51b391c7-1c21-4594-9b4b-43366dbb0bbc'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:39:57.065937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Pushing event deleted for resources: {'Port': ['ID=51b391c7-1c21-4594-9b4b-43366dbb0bbc,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:57.111055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] No DVR routers for this DVR port 51b391c7-1c21-4594-9b4b-43366dbb0bbc on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:39:57.113752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:57.117077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-48614d44-4200-40c5-bc0f-cc8f3b18e297 req-8c5dd200-2ee5-4756-a6e6-fe6663903fe4 tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.21 "DELETE /v2.0/ports/51b391c7-1c21-4594-9b4b-43366dbb0bbc HTTP/1.1" status: 204  len: 173 time: 0.3943927
Apr 02 21:39:57.117519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'name': 'network-vif-deleted', 'tag': '51b391c7-1c21-4594-9b4b-43366dbb0bbc'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:39:57.119752 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b065ac3-2fd3-4bd7-8f6a-e9416377323a" -d '{"events": [{"server_uuid": "e5fe0570-ed90-4a9b-aadd-615e140b9f9b", "name": "network-vif-deleted", "tag": "51b391c7-1c21-4594-9b4b-43366dbb0bbc"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:39:57.160556 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5344288f-35c1-4fa9-8d9b-04a658c5187c x-openstack-request-id: req-5344288f-35c1-4fa9-8d9b-04a658c5187c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:39:57.164757 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fe0570-ed90-4a9b-aadd-615e140b9f9b", "name": "network-vif-deleted", "tag": "51b391c7-1c21-4594-9b4b-43366dbb0bbc", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:39:57.165092 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5344288f-35c1-4fa9-8d9b-04a658c5187c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:39:57.165526 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5344288f-35c1-4fa9-8d9b-04a658c5187c'] response: {'server_uuid': 'e5fe0570-ed90-4a9b-aadd-615e140b9f9b', 'name': 'network-vif-deleted', 'tag': '51b391c7-1c21-4594-9b4b-43366dbb0bbc', 'status': 'completed', 'code': 200}
Apr 02 21:39:57.663934 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-21a28d23-4b8a-4d72-9872-26c756aaf802 req-0a8492e1-7760-43ff-96cb-62e9d15a18cc tempest-ServersAdminNegativeTestJSON-45869640 tempest-ServersAdminNegativeTestJSON-45869640-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5fe0570-ed90-4a9b-aadd-615e140b9f9b HTTP/1.1" status: 200  len: 210 time: 0.0270715
Apr 02 21:39:58.851909 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:58.954576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51128) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:59.081814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-12865b01-a995-4b96-88bc-93f5006cfe05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=418951f01874458e878a1db4c046e79f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1260755
Apr 02 21:39:59.084268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51132) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:59.129912 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Publish callbacks [] for security_group (b3e88503-20c0-4219-85d2-1bbf1eac3a66), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.150578 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Publish callbacks [] for security_group (b3e88503-20c0-4219-85d2-1bbf1eac3a66), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.197604 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (b3e88503-20c0-4219-85d2-1bbf1eac3a66), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.200969 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.202146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3e88503-20c0-4219-85d2-1bbf1eac3a66 HTTP/1.1" status: 204  len: 168 time: 0.1169441
Apr 02 21:39:59.210563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e88503-20c0-4219-85d2-1bbf1eac3a66,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:59.218654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.219003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.219349 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.219688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.220022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.220358 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.220844 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.221177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.221512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.221842 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.222172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.222499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.222824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.223152 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.223477 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090380d-f412-40d6-889b-5cd36b161fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:39:59.452184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51138) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:59.468142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8099387-8932-4de0-9082-1b53e8b86c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.480031 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.544113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8099387-8932-4de0-9082-1b53e8b86c5d admin admin] Publish callbacks [] for security_group (7ba37f95-74a8-40e1-9611-9e67e509582f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.548346 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c8099387-8932-4de0-9082-1b53e8b86c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ba37f95-74a8-40e1-9611-9e67e509582f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.587510 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c8099387-8932-4de0-9082-1b53e8b86c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c6ddf25a4ea467abc05869d42055282&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341989
Apr 02 21:39:59.588496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8099387-8932-4de0-9082-1b53e8b86c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba37f95-74a8-40e1-9611-9e67e509582f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:39:59.590884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51140) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:39:59.638944 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb3abb79-7acf-4b31-adc4-eabf523e2521 admin admin] Publish callbacks [] for security_group (7ba37f95-74a8-40e1-9611-9e67e509582f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.659385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb3abb79-7acf-4b31-adc4-eabf523e2521 admin admin] Publish callbacks [] for security_group (7ba37f95-74a8-40e1-9611-9e67e509582f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.707945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb3abb79-7acf-4b31-adc4-eabf523e2521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7ba37f95-74a8-40e1-9611-9e67e509582f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.710601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb3abb79-7acf-4b31-adc4-eabf523e2521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:39:59.711854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fb3abb79-7acf-4b31-adc4-eabf523e2521 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ba37f95-74a8-40e1-9611-9e67e509582f HTTP/1.1" status: 204  len: 168 time: 0.1199763
Apr 02 21:39:59.719981 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3abb79-7acf-4b31-adc4-eabf523e2521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba37f95-74a8-40e1-9611-9e67e509582f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:00.335800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 51b391c7-1c21-4594-9b4b-43366dbb0bbc no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:40:00.359149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 51b391c7-1c21-4594-9b4b-43366dbb0bbc {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:40:00.359504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 51b391c7-1c21-4594-9b4b-43366dbb0bbc not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:40:00.372926 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51162) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:00.466706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-221512731-network', 'tenant_id': 'efe9ec8143784104a9a9b2ecd97615da'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:00.485305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Made reservation on behalf of efe9ec8143784104a9a9b2ecd97615da for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:40:00.487977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.497867 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.572711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks [] for security_group (d4a9756a-37d4-41b6-8b88-e8eef87a4501), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.576136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d4a9756a-37d4-41b6-8b88-e8eef87a4501), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.596333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:40:00.610504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a9756a-37d4-41b6-8b88-e8eef87a4501,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:00.615170 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d3c87fad-22e9-4250-aa5f-5fb1631ea2ba), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.615519 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Added segment d3c87fad-22e9-4250-aa5f-5fb1631ea2ba of type vlan for network a3888c2a-8da7-4845-9ff3-2bb18183852f
Apr 02 21:40:00.653649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a3888c2a-8da7-4845-9ff3-2bb18183852f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.677906 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a3888c2a-8da7-4845-9ff3-2bb18183852f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.678921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:00.679492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.711279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3372035
Apr 02 21:40:00.714271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51166) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:00.719605 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Request body: {'subnet': {'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-221512731-subnet', 'tenant_id': 'efe9ec8143784104a9a9b2ecd97615da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:00.738999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Made reservation on behalf of efe9ec8143784104a9a9b2ecd97615da for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:40:00.741292 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.744616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74cf72-7f9a-4322-b0ec-5379847028b7 admin admin] Pushing event updated for resources: {'Network': ['ID=a3888c2a-8da7-4845-9ff3-2bb18183852f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:00.761114 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a3888c2a-8da7-4845-9ff3-2bb18183852f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:40:00.919176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f836067e-1b9c-46f6-8133-3831be0ccb4d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:00.967119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f836067e-1b9c-46f6-8133-3831be0ccb4d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:00.982389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Checking segment: {'id': 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:40:00.982746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Network hostable DHCP agents. Network: a3888c2a-8da7-4845-9ff3-2bb18183852f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:40:00.997491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Network a3888c2a-8da7-4845-9ff3-2bb18183852f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:40:01.005823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3888c2a-8da7-4845-9ff3-2bb18183852f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:40:01.009882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:01.010501 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:01.015621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b1c59-d044-42d5-856c-d0209e5441c2 None None] Network a3888c2a-8da7-4845-9ff3-2bb18183852f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:40:01.026140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-434ed09c-e1f7-49f4-9f8e-12fde6eb6136 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3108058
Apr 02 21:40:01.115572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ab536-d520-4811-b346-de41147ae15b None None] Network a3888c2a-8da7-4845-9ff3-2bb18183852f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:40:01.453759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-7937559d-dc69-4ae9-a3fa-85c18c800efa tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:01.455321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-7937559d-dc69-4ae9-a3fa-85c18c800efa tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 811 time: 0.1046703
Apr 02 21:40:01.469974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-9f048d0d-4879-4d1c-93ea-f213e3f50034 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/quotas/efe9ec8143784104a9a9b2ecd97615da HTTP/1.1" status: 200  len: 375 time: 0.0093946
Apr 02 21:40:01.501354 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-8c8bce56-973f-4d79-a15f-0c7827505eb4 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266440
Apr 02 21:40:01.587298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-64a8b690-a4c0-474e-83d9-4797d99088fb service neutron] 10.222.0.18 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793278
Apr 02 21:40:01.676409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-8749ac1d-363a-4904-ba7a-845b67917ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835779
Apr 02 21:40:01.836590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e159408-50a3-4ff4-a1ec-69e608ded63b req-fca21401-cc1c-40b9-ada0-77d1375c1b06 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 210 time: 0.0272117
Apr 02 21:40:02.930550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-419eaa87-9972-4588-a550-2bb54625cab7 req-0af31e02-a228-4534-ac99-470e599abb68 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 210 time: 0.0289109
Apr 02 21:40:03.122129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-9fe451fa-e6c7-4ecd-acd3-4075c0fcb295 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:03.123598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-9fe451fa-e6c7-4ecd-acd3-4075c0fcb295 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.21 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 811 time: 0.1076620
Apr 02 21:40:03.141562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Request body: {'port': {'device_id': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f', 'admin_state_up': True, 'tenant_id': 'efe9ec8143784104a9a9b2ecd97615da'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:03.244497 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Made reservation on behalf of efe9ec8143784104a9a9b2ecd97615da for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:40:03.248197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:03.372933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Allocated IP 172.20.0.13 (a3888c2a-8da7-4845-9ff3-2bb18183852f/f836067e-1b9c-46f6-8133-3831be0ccb4d/1b33ed42-7ae3-44ae-a751-74bfa1317c1d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:40:03.515801 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks [] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:03.548647 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:03.589910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Network a3888c2a-8da7-4845-9ff3-2bb18183852f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:40:03.593616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:40:03.596092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:40:03.625574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:03.651410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:03.652015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:03.668758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6dd23d98-a5d4-4d7b-b6f4-ff6b7c354cd8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5301716
Apr 02 21:40:03.679131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Request body: {'port': {'device_id': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:03.742404 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:04.001692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b33ed42-7ae3-44ae-a751-74bfa1317c1d {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:40:04.009626 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Publish callbacks [] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:04.022569 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Transition to ACTIVE for port object 1b33ed42-7ae3-44ae-a751-74bfa1317c1d will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:40:04.026756 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:04.049881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102da103-5117-44b3-ab60-66c0a926cd6d req-f2b4b237-82c7-4cc5-bcdd-80aa0a2acf0d tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:04.051392 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-102da103-5117-44b3-ab60-66c0a926cd6d req-f2b4b237-82c7-4cc5-bcdd-80aa0a2acf0d tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 932 time: 0.0536783
Apr 02 21:40:04.077669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:04.117009 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-102da103-5117-44b3-ab60-66c0a926cd6d req-2207f6e8-bb0d-4743-adec-a274311d6fbb tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556927
Apr 02 21:40:04.469104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Attempting to bind port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:40:04.469442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Attempting to bind port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:40:04.469764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Attempting to bind port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d on network a3888c2a-8da7-4845-9ff3-2bb18183852f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:40:04.473876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d on network a3888c2a-8da7-4845-9ff3-2bb18183852f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:40:04.474201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Attempting to bind port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d on network a3888c2a-8da7-4845-9ff3-2bb18183852f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:40:04.478853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:40:04.479192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Checking segment: {'id': 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:40:04.479572 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Bound using segment: {'id': 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:40:04.479994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Bound port: 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:40:04.480346 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:04.544811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:40:04.548115 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:40:04.553670 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:04.584391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:04.585034 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:04.586392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 1092 time: 0.9110599
Apr 02 21:40:04.586824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:40:04.589053 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60264db6-9915-4da6-8f3e-a27b00e6bf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:40:04.614608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922ecc9-0f2d-466a-b578-cb91fb77cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:04.639658 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6ca94-4c9f-42d0-a799-39339cc50b7d x-openstack-request-id: req-13f6ca94-4c9f-42d0-a799-39339cc50b7d {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:40:04.639946 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:40:04.640197 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13f6ca94-4c9f-42d0-a799-39339cc50b7d {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:40:04.640616 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f6ca94-4c9f-42d0-a799-39339cc50b7d'] response: {'name': 'network-changed', 'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'status': 'completed', 'code': 200}
Apr 02 21:40:04.679479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-42ab9ba1-6322-4196-8ea3-e8d46980b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:04.680997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-42ab9ba1-6322-4196-8ea3-e8d46980b213 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1126 time: 0.0500531
Apr 02 21:40:04.720938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-d0522b36-0b62-413c-9243-9cb9f1ed1110 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 217 time: 0.0332196
Apr 02 21:40:04.770957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63922-1875-44c3-b30e-7da108234f62 req-09b83ed2-c12c-4756-8098-b8d8172a6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:04.772409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-09b83ed2-c12c-4756-8098-b8d8172a6376 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 200  len: 851 time: 0.0430760
Apr 02 21:40:04.812219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-7bfd09e3-b729-471a-96ff-6a7ae14a95c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3888c2a-8da7-4845-9ff3-2bb18183852f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258756
Apr 02 21:40:04.905108 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-96ee46d8-0946-4782-ab0f-8cc7156c754d service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828097
Apr 02 21:40:04.996135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8dc63922-1875-44c3-b30e-7da108234f62 req-6f4bf010-2cdb-4d1a-b8d3-e8bd68d25460 service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823624
Apr 02 21:40:05.094104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-b20c5154-591d-47d7-8e8d-57922b6cc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:05.095567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-b20c5154-591d-47d7-8e8d-57922b6cc7bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1126 time: 0.0437944
Apr 02 21:40:05.186290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-ceb6f858-076e-448a-8e37-3a817cba97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:05.187744 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-ceb6f858-076e-448a-8e37-3a817cba97f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 912 time: 0.0841253
Apr 02 21:40:05.230422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-e7abbb47-9fa8-4e2d-8cec-3ab35d0c6e0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 217 time: 0.0370407
Apr 02 21:40:05.239004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790b45-266d-4f6e-a037-8beee4e8caee req-c90395ba-a7b8-4954-a252-12c4af67fb54 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:05.240584 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a790b45-266d-4f6e-a037-8beee4e8caee req-c90395ba-a7b8-4954-a252-12c4af67fb54 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 944 time: 0.0525601
Apr 02 21:40:05.276945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-f9dd5973-c9e2-470e-bb33-b47b2ba78f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:05.278953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-f9dd5973-c9e2-470e-bb33-b47b2ba78f53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 200  len: 851 time: 0.0432391
Apr 02 21:40:05.286463 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2a790b45-266d-4f6e-a037-8beee4e8caee req-eead2e96-a65f-42e5-9d55-6b0c4409c0f8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403211
Apr 02 21:40:05.312621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-0a7035a4-00ea-4668-9895-e05624ffbd90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3888c2a-8da7-4845-9ff3-2bb18183852f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260344
Apr 02 21:40:05.404299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-5c063d85-1091-49c1-ad71-14efc620f5b6 service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846267
Apr 02 21:40:05.496175 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-60264db6-9915-4da6-8f3e-a27b00e6bf6c req-f9e9c2fe-ba26-4654-bb3e-5047bb14cb2b service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852864
Apr 02 21:40:06.340702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:40:06.414466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8100dc-00a8-4ca4-bb99-4d8365db5b77 req-45baf07b-33e7-4975-a221-775c6b9e4c04 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:06.416003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb8100dc-00a8-4ca4-bb99-4d8365db5b77 req-45baf07b-33e7-4975-a221-775c6b9e4c04 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 944 time: 0.0592875
Apr 02 21:40:06.438794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:06.454951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f', 'port_id': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'mac_address': 'fa:16:3e:e8:a8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f836067e-1b9c-46f6-8133-3831be0ccb4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:40:06.464161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb8100dc-00a8-4ca4-bb99-4d8365db5b77 req-dc927ae7-d226-4288-9ef0-5e56911e9df0 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416374
Apr 02 21:40:06.491396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:40:06.491784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:06.504741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b33ed42-7ae3-44ae-a751-74bfa1317c1d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:40:06.522934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:06.526583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:06.572224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:06.931119 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1b33ed42-7ae3-44ae-a751-74bfa1317c1d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:40:07.582963 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6bce-7c56-4fda-b087-6ca2252c6d1c req-a9a68e8e-0e86-4d5f-bcf9-b874f71fd13a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:07.584326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2abb6bce-7c56-4fda-b087-6ca2252c6d1c req-a9a68e8e-0e86-4d5f-bcf9-b874f71fd13a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 945 time: 0.0516839
Apr 02 21:40:07.629259 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2abb6bce-7c56-4fda-b087-6ca2252c6d1c req-a37c8d34-0abc-426e-9d49-641436eb23cc tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393014
Apr 02 21:40:08.355674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:40:08.404727 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:40:08.408802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:40:08.409181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:08.487545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:40:08.487935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:08.509746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:40:08.511951 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b8c8b-91dd-425a-8d4b-b46e106f7e3a" -d '{"events": [{"server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "name": "network-vif-plugged", "status": "completed", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:40:08.524234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:08.528160 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:08.554021 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7998d4-0758-4f12-9630-e5e80bbd3cbf x-openstack-request-id: req-fe7998d4-0758-4f12-9630-e5e80bbd3cbf {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:40:08.554312 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "name": "network-vif-plugged", "status": "completed", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:40:08.554567 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe7998d4-0758-4f12-9630-e5e80bbd3cbf {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:40:08.554954 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7998d4-0758-4f12-9630-e5e80bbd3cbf'] response: {'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'code': 200}
Apr 02 21:40:08.582823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:08.655784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b6c1-c477-4759-92d0-0d59e3bb1107 req-c127dda6-8a53-4365-9aa6-aa3a833034fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:08.657402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a562b6c1-c477-4759-92d0-0d59e3bb1107 req-c127dda6-8a53-4365-9aa6-aa3a833034fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1128 time: 0.0444355
Apr 02 21:40:08.706217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a562b6c1-c477-4759-92d0-0d59e3bb1107 req-8ccc0887-64cd-4754-a3c9-613c02c144fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382326
Apr 02 21:40:08.751658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dfe17-e54e-4049-8097-e5c0638f047d req-4ebd1cbd-f653-4023-b22e-530fa41ab338 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:08.753170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea0dfe17-e54e-4049-8097-e5c0638f047d req-4ebd1cbd-f653-4023-b22e-530fa41ab338 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0565517
Apr 02 21:40:08.798533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea0dfe17-e54e-4049-8097-e5c0638f047d req-28d2c3de-70c8-40ed-86de-f29670262643 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394645
Apr 02 21:40:09.925737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920818-5780-4aae-b5ec-f8d52045e846 req-5b70ac03-75db-4cdd-a8ed-9dcfa3a7f7ab tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:09.927331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85920818-5780-4aae-b5ec-f8d52045e846 req-5b70ac03-75db-4cdd-a8ed-9dcfa3a7f7ab tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0571105
Apr 02 21:40:09.976168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85920818-5780-4aae-b5ec-f8d52045e846 req-f89cd87c-7398-4b8d-9fc8-98b87ddc61ae tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429213
Apr 02 21:40:10.527186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-49640bdf-cfa0-420f-98a6-87616eda1cf2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445499
Apr 02 21:40:10.609642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-be972416-5b5a-4951-8565-f674825862ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:10.611107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-be972416-5b5a-4951-8565-f674825862ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1128 time: 0.0432599
Apr 02 21:40:10.717890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-00ff4dca-9be7-4acc-9781-dcc9ac0a9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:10.719256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-00ff4dca-9be7-4acc-9781-dcc9ac0a9ad0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 912 time: 0.0860238
Apr 02 21:40:10.760076 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-83a9d720-c2e3-432c-acf1-fa393f20f306 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 217 time: 0.0345054
Apr 02 21:40:10.805969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-2ae2052a-3b47-4a6f-8595-3abdb98f626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:10.807383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-2ae2052a-3b47-4a6f-8595-3abdb98f626d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 200  len: 851 time: 0.0423589
Apr 02 21:40:10.848865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-8d8167fb-0a38-4b29-942f-8a499b476f18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3888c2a-8da7-4845-9ff3-2bb18183852f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355940
Apr 02 21:40:10.934723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-3e696be0-8ee8-4606-bca6-2cd315b77c8a service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801136
Apr 02 21:40:11.025400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc163cfd-ba54-49be-a047-34a7c855a2cc req-867db994-39d8-478a-bc50-12901a97bde4 service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846384
Apr 02 21:40:11.097194 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd25fb-3a6d-438b-ac75-a18b444d2b2f req-c922c77d-aa6a-4bee-92e0-949b7e8e7120 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:11.098663 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38bd25fb-3a6d-438b-ac75-a18b444d2b2f req-c922c77d-aa6a-4bee-92e0-949b7e8e7120 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0549231
Apr 02 21:40:11.145315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-38bd25fb-3a6d-438b-ac75-a18b444d2b2f req-400cc2f3-4be1-4a7f-be26-5aeb53b5112f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408807
Apr 02 21:40:11.330660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51220) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:11.390885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eb7ed-9241-4571-b0f9-2569363e4629 req-ac3fd60c-2e99-4aa2-b5e4-e3d5f8fa74a5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:11.392401 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f49eb7ed-9241-4571-b0f9-2569363e4629 req-ac3fd60c-2e99-4aa2-b5e4-e3d5f8fa74a5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0524282
Apr 02 21:40:11.443985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-bafb53fc-2273-4f87-b6fc-517649816c58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1121325
Apr 02 21:40:11.445393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f49eb7ed-9241-4571-b0f9-2569363e4629 req-e0f3bf88-1089-4d67-91b5-61cfe8ebe424 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466752
Apr 02 21:40:11.448891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-df242d8b-5886-4636-900c-985b97227e84 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:40:11.453397 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-df242d8b-5886-4636-900c-985b97227e84 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051732
Apr 02 21:40:11.851310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-e080245a-77f6-4973-b7c2-84096e63acbd tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:11.852671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-e080245a-77f6-4973-b7c2-84096e63acbd tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports/1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 943 time: 0.0990212
Apr 02 21:40:12.564172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbee97-91dd-4c95-a58a-d877f110664e req-0222aafa-5b6d-475e-86b0-15199c616592 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:12.565710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09cbee97-91dd-4c95-a58a-d877f110664e req-0222aafa-5b6d-475e-86b0-15199c616592 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0523169
Apr 02 21:40:12.643400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09cbee97-91dd-4c95-a58a-d877f110664e req-c05081e9-beed-4715-af7e-16c40605f380 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707989
Apr 02 21:40:12.659804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-8782761c-9d0f-4e2c-905f-666f1c1c20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:12.661337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-8782761c-9d0f-4e2c-905f-666f1c1c20f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1128 time: 0.0565805
Apr 02 21:40:12.751133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-ccd60184-d18d-469f-a3d6-db4ffcef57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:12.752550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-ccd60184-d18d-469f-a3d6-db4ffcef57a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 912 time: 0.0834458
Apr 02 21:40:12.797935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-10ce3e1c-e9ce-4d87-9bb6-08605c6c252e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 217 time: 0.0386443
Apr 02 21:40:12.844738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-abd67248-d3aa-484e-82f3-609d40bc871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:12.846192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-abd67248-d3aa-484e-82f3-609d40bc871c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 200  len: 851 time: 0.0430872
Apr 02 21:40:12.880629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-d1e82cd8-80e0-445b-a093-d9a2d9a4ca4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3888c2a-8da7-4845-9ff3-2bb18183852f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252600
Apr 02 21:40:12.971866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-9492744e-28a4-4065-8733-ed36a393b14f service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851014
Apr 02 21:40:13.060316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-9a5e1d47-1938-4fbf-8918-4a9c452cc395 service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795164
Apr 02 21:40:13.762587 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba72e-e0d1-416e-8f59-c12d8609c387 req-5dc6a212-ad51-4edc-8978-39b0f3b10333 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:13.764819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfaba72e-e0d1-416e-8f59-c12d8609c387 req-5dc6a212-ad51-4edc-8978-39b0f3b10333 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0534935
Apr 02 21:40:13.811327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dfaba72e-e0d1-416e-8f59-c12d8609c387 req-e7e64682-89b2-4225-9880-c33c7222790b tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410476
Apr 02 21:40:14.724883 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:14.939937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731e1a8-2deb-4fd9-8827-719f33c88856 req-af41f116-65e2-465c-8fea-a501439fdb3a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:14.941452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8731e1a8-2deb-4fd9-8827-719f33c88856 req-af41f116-65e2-465c-8fea-a501439fdb3a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0573204
Apr 02 21:40:14.987322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8731e1a8-2deb-4fd9-8827-719f33c88856 req-f523718c-de08-4b5f-8a87-0394cc39ba7e tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402095
Apr 02 21:40:16.103848 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d57c-d255-430e-b112-3271ac1f7af4 req-dc33349c-152e-438b-b258-072554133386 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:16.105617 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4223d57c-d255-430e-b112-3271ac1f7af4 req-dc33349c-152e-438b-b258-072554133386 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0515268
Apr 02 21:40:16.156149 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4223d57c-d255-430e-b112-3271ac1f7af4 req-c993b661-507d-4876-9602-de47e8598fd5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409083
Apr 02 21:40:17.274530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c78aef-acab-4105-9702-e4bf611066a1 req-afe44c23-a45b-4d6e-9410-af9a5f57dcda tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:17.276063 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08c78aef-acab-4105-9702-e4bf611066a1 req-afe44c23-a45b-4d6e-9410-af9a5f57dcda tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0521600
Apr 02 21:40:17.321555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-08c78aef-acab-4105-9702-e4bf611066a1 req-91d38a15-fcaf-439a-9715-7b2fe0d97b08 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398679
Apr 02 21:40:18.198020 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:18.446761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c8dd3-95f7-4eed-a431-256dd2af617d req-0f2b9779-f074-438a-8780-ce7243a0c056 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:18.448289 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-244c8dd3-95f7-4eed-a431-256dd2af617d req-0f2b9779-f074-438a-8780-ce7243a0c056 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0577734
Apr 02 21:40:18.494928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-244c8dd3-95f7-4eed-a431-256dd2af617d req-cd45af01-6614-4581-976d-306d7d9c1e56 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401981
Apr 02 21:40:19.616221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99b72-99d2-4725-bfa0-30da33bec3a7 req-6996d8e3-925f-4b86-8500-03eaf135beef tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:19.617639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fe99b72-99d2-4725-bfa0-30da33bec3a7 req-6996d8e3-925f-4b86-8500-03eaf135beef tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0546601
Apr 02 21:40:19.662977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fe99b72-99d2-4725-bfa0-30da33bec3a7 req-d7829c46-e84d-4c3d-880e-0b324a228b5e tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392845
Apr 02 21:40:20.781068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644e44-39d4-4260-86d6-7eb98fce27b4 req-3d0a1f32-0d8f-40fa-b5de-c3a0745de6e8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:20.782461 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b644e44-39d4-4260-86d6-7eb98fce27b4 req-3d0a1f32-0d8f-40fa-b5de-c3a0745de6e8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0527680
Apr 02 21:40:20.829853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1b644e44-39d4-4260-86d6-7eb98fce27b4 req-8a4d26aa-f6d0-43bc-9385-1f2afee1da8b tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417628
Apr 02 21:40:21.947568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6dd20-6c60-4ded-95cc-767bf3f8f676 req-d079703b-6366-4a37-9320-0efd182e0965 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:21.949107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cec6dd20-6c60-4ded-95cc-767bf3f8f676 req-d079703b-6366-4a37-9320-0efd182e0965 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0521111
Apr 02 21:40:21.994268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cec6dd20-6c60-4ded-95cc-767bf3f8f676 req-a3360f12-310a-492c-8776-997b077ea5d7 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395730
Apr 02 21:40:23.115362 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3c27b-1b50-4534-8efe-531cf1e0f0da req-38e8a0a8-c76c-4be0-aaa4-72738858456f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:23.116867 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4e3c27b-1b50-4534-8efe-531cf1e0f0da req-38e8a0a8-c76c-4be0-aaa4-72738858456f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0552208
Apr 02 21:40:23.163853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d4e3c27b-1b50-4534-8efe-531cf1e0f0da req-77d6a0b7-3f89-417d-af04-68314a5b2eeb tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408497
Apr 02 21:40:23.167145 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2b68375a-407c-4a2f-a046-930cb88696b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:24.281294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe518f0-11fd-426f-beb1-39792f531308 req-530b77cb-9f33-4298-bbc5-9a1f14d9a681 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:24.282669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-abe518f0-11fd-426f-beb1-39792f531308 req-530b77cb-9f33-4298-bbc5-9a1f14d9a681 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0516493
Apr 02 21:40:24.333151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-abe518f0-11fd-426f-beb1-39792f531308 req-9c50e966-215f-475f-9810-23adc407f786 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448856
Apr 02 21:40:25.375623 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9350ae25-4270-4dbc-bf8f-a9ce976d17bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:25.453538 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150522-e4e0-411c-b557-c796763a20ce req-0f30a7e4-9dbe-4580-949a-700924158f6c tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:25.455038 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9150522-e4e0-411c-b557-c796763a20ce req-0f30a7e4-9dbe-4580-949a-700924158f6c tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0528932
Apr 02 21:40:25.501321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f9150522-e4e0-411c-b557-c796763a20ce req-82045df5-49cc-4d6e-b0a0-bd78530eb4e0 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406682
Apr 02 21:40:26.621086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29994085-579b-4595-a07a-5cd52d1287d0 req-2d84026a-d515-474c-84b4-527d7fbc67e7 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:26.622692 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29994085-579b-4595-a07a-5cd52d1287d0 req-2d84026a-d515-474c-84b4-527d7fbc67e7 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0538628
Apr 02 21:40:26.668722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-29994085-579b-4595-a07a-5cd52d1287d0 req-79106097-9d84-449e-adb3-b649816b84c8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403850
Apr 02 21:40:26.783224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:27.785902 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577a09-f5b7-46bb-98c4-4331cf31f5f4 req-0ca69858-66ec-459b-9858-cfaaeb7ae54b tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:27.787365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3577a09-f5b7-46bb-98c4-4331cf31f5f4 req-0ca69858-66ec-459b-9858-cfaaeb7ae54b tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0514135
Apr 02 21:40:27.836780 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3577a09-f5b7-46bb-98c4-4331cf31f5f4 req-eb5b0e00-3ff8-4a96-8936-316cb1b76978 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438356
Apr 02 21:40:28.856025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:28.956910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd895-3d50-40e9-b189-5270b7177538 req-e8248a94-2e2f-45e0-88ca-35ae61e33da6 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:28.958394 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-332fd895-3d50-40e9-b189-5270b7177538 req-e8248a94-2e2f-45e0-88ca-35ae61e33da6 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0522997
Apr 02 21:40:29.004504 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-332fd895-3d50-40e9-b189-5270b7177538 req-01036421-a419-4171-ade4-c1c00314d4f7 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404747
Apr 02 21:40:29.472661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:30.121414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eced5f8-829e-4214-b9f0-7d068bc04301 req-3c6d16dc-d8ae-4f98-827c-1ffe6d36bf00 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:30.123029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3eced5f8-829e-4214-b9f0-7d068bc04301 req-3c6d16dc-d8ae-4f98-827c-1ffe6d36bf00 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0516837
Apr 02 21:40:30.176257 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3eced5f8-829e-4214-b9f0-7d068bc04301 req-fde0af6f-8efc-456f-aed7-6ce85824da1f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464361
Apr 02 21:40:31.299245 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacf74b-b045-41d6-8dc5-3a38dc580904 req-d87fb17a-07b9-45aa-8369-d64ae0ea078f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:31.300781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dfacf74b-b045-41d6-8dc5-3a38dc580904 req-d87fb17a-07b9-45aa-8369-d64ae0ea078f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0565448
Apr 02 21:40:31.347176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dfacf74b-b045-41d6-8dc5-3a38dc580904 req-58e6c4aa-6dfd-4bb9-b693-2221315d4bee tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408289
Apr 02 21:40:32.469389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd287-2dbd-466d-ab84-3200b28fb681 req-a1f65ca1-0492-402f-b964-3d6530a521e9 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:32.470870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab8dd287-2dbd-466d-ab84-3200b28fb681 req-a1f65ca1-0492-402f-b964-3d6530a521e9 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0523922
Apr 02 21:40:32.516650 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab8dd287-2dbd-466d-ab84-3200b28fb681 req-ad862139-7fff-464e-8f0e-d73b3ded3d2f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401158
Apr 02 21:40:32.767226 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:40:33.633785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6620-b652-4a44-bc1e-9325649e9801 req-ff8df39f-b4ed-4fc2-b20a-637231abe2e8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:33.635160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402c6620-b652-4a44-bc1e-9325649e9801 req-ff8df39f-b4ed-4fc2-b20a-637231abe2e8 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0516508
Apr 02 21:40:33.682018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402c6620-b652-4a44-bc1e-9325649e9801 req-25bb7f77-5aa9-484d-b333-7787f5dfa911 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405533
Apr 02 21:40:34.805159 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d60d4-4065-42ba-b822-ee5e7cef91f0 req-a398d27e-dc46-43d8-877c-7548ad914601 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:34.806629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e5d60d4-4065-42ba-b822-ee5e7cef91f0 req-a398d27e-dc46-43d8-877c-7548ad914601 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0565450
Apr 02 21:40:34.852125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2e5d60d4-4065-42ba-b822-ee5e7cef91f0 req-ca0ac67a-095d-4863-b2c9-cbb258a91405 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392075
Apr 02 21:40:35.968865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4af68-8b0c-434b-9226-d80f66f4340a req-941085f5-fbb2-4e07-b99b-d46e2dffa0a0 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:35.970314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74e4af68-8b0c-434b-9226-d80f66f4340a req-941085f5-fbb2-4e07-b99b-d46e2dffa0a0 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0516038
Apr 02 21:40:36.020247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74e4af68-8b0c-434b-9226-d80f66f4340a req-f92a82d1-88dd-4ee4-89f1-998643bfb3f0 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443327
Apr 02 21:40:37.135882 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ff24-f2ff-4be2-a962-4aca99064b6b req-0c8b672f-f80c-4d51-ae3d-ed860a85c507 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:37.137356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d65ff24-f2ff-4be2-a962-4aca99064b6b req-0c8b672f-f80c-4d51-ae3d-ed860a85c507 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0507534
Apr 02 21:40:37.183005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d65ff24-f2ff-4be2-a962-4aca99064b6b req-63201cd5-910a-4ba6-bde8-266a91e8d6cb tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396545
Apr 02 21:40:38.302209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1f2d-3060-43fd-a5ed-4292172d692f req-3df67f79-360e-4985-b8f1-34a9428419f5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:38.303689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e96a1f2d-3060-43fd-a5ed-4292172d692f req-3df67f79-360e-4985-b8f1-34a9428419f5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0526326
Apr 02 21:40:38.349787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e96a1f2d-3060-43fd-a5ed-4292172d692f req-5e0a25ae-92ad-4e07-b426-6dbb9bc78695 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404801
Apr 02 21:40:39.468389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55236c-22ac-439d-9669-0e1b7000bc3f req-210f3307-2afa-49f0-81e8-282183651105 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:39.469945 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d55236c-22ac-439d-9669-0e1b7000bc3f req-210f3307-2afa-49f0-81e8-282183651105 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0531259
Apr 02 21:40:39.520915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2d55236c-22ac-439d-9669-0e1b7000bc3f req-41ddfd68-ee31-4bf9-9481-d030dc1146c4 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451431
Apr 02 21:40:40.638030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbcbb9-18fc-4aaf-b624-44fe500d1ecf req-63edf21c-140e-4b5c-8b80-b2577e6954b5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:40.639984 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aefbcbb9-18fc-4aaf-b624-44fe500d1ecf req-63edf21c-140e-4b5c-8b80-b2577e6954b5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0513728
Apr 02 21:40:40.684995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aefbcbb9-18fc-4aaf-b624-44fe500d1ecf req-38ab2061-116b-4cce-83c1-ab398ada8a84 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393069
Apr 02 21:40:41.803265 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba0ef4-2151-4ccc-9ff6-162fda7a49bd req-7a925ac7-bdcd-4804-936e-8ebbc69cb811 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:41.804769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12ba0ef4-2151-4ccc-9ff6-162fda7a49bd req-7a925ac7-bdcd-4804-936e-8ebbc69cb811 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0533431
Apr 02 21:40:41.851148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-12ba0ef4-2151-4ccc-9ff6-162fda7a49bd req-2dcbbbdd-af7c-4428-a559-87d1ec43e28e tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405884
Apr 02 21:40:42.976294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ade-27ec-4251-bde9-1dd954f1a11b req-ef8e6283-9d71-4790-b08c-b1b0a680310f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:42.977827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55da0ade-27ec-4251-bde9-1dd954f1a11b req-ef8e6283-9d71-4790-b08c-b1b0a680310f tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0562580
Apr 02 21:40:43.024051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55da0ade-27ec-4251-bde9-1dd954f1a11b req-afc71bf9-f1a4-4b9c-a2a5-a4e71b9600ad tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397310
Apr 02 21:40:44.140066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58b011-f1d5-435a-a8e6-c76d52962950 req-f2dbe266-de7f-4bde-8fbe-22c885c07896 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:44.141548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd58b011-f1d5-435a-a8e6-c76d52962950 req-f2dbe266-de7f-4bde-8fbe-22c885c07896 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0510750
Apr 02 21:40:44.186510 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fd58b011-f1d5-435a-a8e6-c76d52962950 req-678a9a96-5bdb-49e0-9bf5-48745fb85e87 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394130
Apr 02 21:40:44.727313 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:45.145807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-3034664f-1363-42ad-a441-926df67c4960 service neutron] 10.222.0.21 "GET /v2.0/ports/1b33ed42-7ae3-44ae-a751-74bfa1317c1d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0533640
Apr 02 21:40:45.309656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941b5e-427c-4354-886d-4b78f63dcab2 req-6746f1e2-45eb-4bac-be8f-67916a4b338a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:45.311735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67941b5e-427c-4354-886d-4b78f63dcab2 req-6746f1e2-45eb-4bac-be8f-67916a4b338a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0556924
Apr 02 21:40:45.394963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67941b5e-427c-4354-886d-4b78f63dcab2 req-66e7c20f-0408-459e-83ea-4215fa6f1ad1 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766044
Apr 02 21:40:45.397864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-0d14fe42-b2fd-4bb3-9eb8-20c089132258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:45.399283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-0d14fe42-b2fd-4bb3-9eb8-20c089132258 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74&tenant_id=efe9ec8143784104a9a9b2ecd97615da HTTP/1.1" status: 200  len: 1128 time: 0.0751019
Apr 02 21:40:45.473654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-c24ff103-7af0-48f4-993b-0e3ad099a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:45.475197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-c24ff103-7af0-48f4-993b-0e3ad099a84a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1128 time: 0.0470407
Apr 02 21:40:45.568823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-0c2b2b51-bb85-4515-9087-de86669408c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:45.571445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-0c2b2b51-bb85-4515-9087-de86669408c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 912 time: 0.0874562
Apr 02 21:40:45.614881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-953facdd-1983-4c2b-aef5-d83d3d67a36e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 217 time: 0.0345342
Apr 02 21:40:45.663267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-9cf25444-3337-446c-8ca5-6b63f77d37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:45.664593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-9cf25444-3337-446c-8ca5-6b63f77d37cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 200  len: 851 time: 0.0409815
Apr 02 21:40:45.697473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-7e033d32-3a89-4a3c-a9b3-f6835a96fb4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3888c2a-8da7-4845-9ff3-2bb18183852f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236874
Apr 02 21:40:45.796352 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-283b0e49-1169-4871-bcc9-df6bce6542de service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891426
Apr 02 21:40:45.889486 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eea73281-e148-41f8-8e70-3ec0bb1a2e74 req-e1087093-b3ec-46a3-ab1b-4fd59f7baeae service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837729
Apr 02 21:40:46.528201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c82e6-3d26-47a4-a14d-f7a5abd584dc req-4a75e04b-7f87-48d4-b8af-3ae0ce9c2e1c tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:46.530250 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-345c82e6-3d26-47a4-a14d-f7a5abd584dc req-4a75e04b-7f87-48d4-b8af-3ae0ce9c2e1c tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0581150
Apr 02 21:40:46.576010 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-345c82e6-3d26-47a4-a14d-f7a5abd584dc req-eebbafa9-6f0b-430e-925a-141b314aea13 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401814
Apr 02 21:40:47.709447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25969c2-fd6d-4474-94b1-3fec3a7e91c9 req-0ff88907-c86e-4487-b7a5-407d15b8da3a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:47.710977 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e25969c2-fd6d-4474-94b1-3fec3a7e91c9 req-0ff88907-c86e-4487-b7a5-407d15b8da3a tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0645199
Apr 02 21:40:47.759483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e25969c2-fd6d-4474-94b1-3fec3a7e91c9 req-269b90b4-e184-415a-9878-f7aacaec66d4 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427439
Apr 02 21:40:48.213634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:48.575556 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:40:48.798516 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:40:48.798904 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:48.821907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:40:48.824066 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f8248f-76f3-40c4-8417-57e7ef4cb0a4" -d '{"events": [{"server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "name": "network-vif-unplugged", "status": "completed", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:40:48.839603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:48.844260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:48.874466 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca19d5d-1ad1-443a-ac8b-7ddc1ddce660 x-openstack-request-id: req-fca19d5d-1ad1-443a-ac8b-7ddc1ddce660 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:40:48.874771 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "name": "network-vif-unplugged", "status": "completed", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:40:48.875048 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fca19d5d-1ad1-443a-ac8b-7ddc1ddce660 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:40:48.875432 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca19d5d-1ad1-443a-ac8b-7ddc1ddce660'] response: {'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'code': 200}
Apr 02 21:40:48.881959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9bd71-af5c-48ba-9f0e-6ed510888be8 req-3244bb14-bdeb-4ba8-aa32-178899a6d6b5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:48.883464 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ed9bd71-af5c-48ba-9f0e-6ed510888be8 req-3244bb14-bdeb-4ba8-aa32-178899a6d6b5 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 946 time: 0.0558243
Apr 02 21:40:48.897515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:48.905208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.905550 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.905900 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.906243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.906576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.906908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.907235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.907561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.907914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.908203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.908547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.908871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.909191 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.909508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.909828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:48.931219 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7ed9bd71-af5c-48ba-9f0e-6ed510888be8 req-7467cfd3-2a7b-4863-be2c-42e73cc22ecc tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421169
Apr 02 21:40:49.168287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f57b6-fc24-41fa-9323-f18e0492413a req-dfa2eb45-059f-4393-833a-84c5d3aa3554 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:49.170548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-dfa2eb45-059f-4393-833a-84c5d3aa3554 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74&tenant_id=efe9ec8143784104a9a9b2ecd97615da&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0563087
Apr 02 21:40:49.255660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f57b6-fc24-41fa-9323-f18e0492413a req-32561f88-1d68-4414-a46a-ed0a19dab521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:49.257257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-32561f88-1d68-4414-a46a-ed0a19dab521 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efe9ec8143784104a9a9b2ecd97615da&device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 1126 time: 0.0438557
Apr 02 21:40:49.347064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cdb21f30-ede3-46fb-86bb-ee54a4e21bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:49.348536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cdb21f30-ede3-46fb-86bb-ee54a4e21bcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 200  len: 912 time: 0.0849013
Apr 02 21:40:49.388137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-698f9dfc-b021-447b-b7a6-0ca9730d95ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 200  len: 217 time: 0.0337145
Apr 02 21:40:49.438612 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f57b6-fc24-41fa-9323-f18e0492413a req-db8a4aac-6d18-4890-b6ef-5fa9a4cf872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:49.439963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-db8a4aac-6d18-4890-b6ef-5fa9a4cf872d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 200  len: 851 time: 0.0462468
Apr 02 21:40:49.471950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-d166a8b9-436e-4dd2-8df3-9d95df6bda67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3888c2a-8da7-4845-9ff3-2bb18183852f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256929
Apr 02 21:40:49.557371 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-e04bf40d-918d-4ac2-9912-5ed6ca9c5b92 service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798950
Apr 02 21:40:49.646552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-b806bc51-a712-4adb-a90c-9db0db8dd885 service neutron] 10.222.0.21 "GET /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831816
Apr 02 21:40:50.378779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3e97-3499-4a95-8bb1-b8afabc68694 req-31b362fa-4f66-47a8-8881-fb3f35f9ea5e tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:50.380174 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d38f3e97-3499-4a95-8bb1-b8afabc68694 req-31b362fa-4f66-47a8-8881-fb3f35f9ea5e tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 944 time: 0.0580714
Apr 02 21:40:50.428298 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d38f3e97-3499-4a95-8bb1-b8afabc68694 req-2da7bf50-a65a-40c7-be2d-08445e82e149 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421102
Apr 02 21:40:50.579405 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:40:50.675049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:50.685013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'network_id': 'a3888c2a-8da7-4845-9ff3-2bb18183852f', 'port_id': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'mac_address': 'fa:16:3e:e8:a8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f836067e-1b9c-46f6-8133-3831be0ccb4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:40:50.721278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:40:50.721663 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:50.736878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b33ed42-7ae3-44ae-a751-74bfa1317c1d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:40:50.755370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:50.759304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:50.805463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:50.997670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1b33ed42-7ae3-44ae-a751-74bfa1317c1d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:40:51.087708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-67e85ee0-7dfb-4133-a942-04a0a9486ca7 service neutron] (121648) timed out ('10.222.0.18', 46660) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:40:51.551611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f96ad9-f312-49ce-be73-a84a7d1029b6 req-566f738d-040c-4fab-8989-6a6a7e7520b7 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:51.553145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72f96ad9-f312-49ce-be73-a84a7d1029b6 req-566f738d-040c-4fab-8989-6a6a7e7520b7 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 945 time: 0.0530853
Apr 02 21:40:51.598987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-72f96ad9-f312-49ce-be73-a84a7d1029b6 req-26fbb22b-0725-444f-8d93-1beffaf59d19 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4a9756a-37d4-41b6-8b88-e8eef87a4501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401878
Apr 02 21:40:51.666590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f57b6-fc24-41fa-9323-f18e0492413a req-23ffb42d-10c3-43af-b884-cc2728edde58 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:51.668021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-23ffb42d-10c3-43af-b884-cc2728edde58 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f5f7c7c-e331-4df2-bbaa-668ab4edcf74 HTTP/1.1" status: 200  len: 945 time: 0.0538368
Apr 02 21:40:51.759635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Deleting port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:40:51.759975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:51.850395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] For port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,segment=NetworkSegment(d3c87fad-22e9-4250-aa5f-5fb1631ea2ba),segment_id=d3c87fad-22e9-4250-aa5f-5fb1631ea2ba)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:40:51.850771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:51.863019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Calling delete_port for 1b33ed42-7ae3-44ae-a751-74bfa1317c1d owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:40:51.986225 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1b33ed42-7ae3-44ae-a751-74bfa1317c1d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.002292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1b33ed42-7ae3-44ae-a751-74bfa1317c1d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:40:52.018268 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Pushing event deleted for resources: {'Port': ['ID=1b33ed42-7ae3-44ae-a751-74bfa1317c1d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:52.033958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.034319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.034671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.035012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.035359 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.035699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.036036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.036369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.036731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.037060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.037389 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.037714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.038040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.038368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.038693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:40:52.074422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] No DVR routers for this DVR port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:40:52.077689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.081408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-802f57b6-fc24-41fa-9323-f18e0492413a req-cf3c3afe-3eee-4c67-851d-c3c323890912 tempest-DeleteServersTestJSON-207145193 tempest-DeleteServersTestJSON-207145193-project] 10.222.0.21 "DELETE /v2.0/ports/1b33ed42-7ae3-44ae-a751-74bfa1317c1d HTTP/1.1" status: 204  len: 173 time: 0.4043722
Apr 02 21:40:52.081867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'name': 'network-vif-deleted', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:40:52.084095 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f72a35-2e3f-498b-84f6-4268646c0a63" -d '{"events": [{"server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "name": "network-vif-deleted", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:40:52.124218 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dafdfb-8851-40b8-a54c-64507830c4fd x-openstack-request-id: req-86dafdfb-8851-40b8-a54c-64507830c4fd {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:40:52.124886 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f7c7c-e331-4df2-bbaa-668ab4edcf74", "name": "network-vif-deleted", "tag": "1b33ed42-7ae3-44ae-a751-74bfa1317c1d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:40:52.124886 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86dafdfb-8851-40b8-a54c-64507830c4fd {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:40:52.125203 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86dafdfb-8851-40b8-a54c-64507830c4fd'] response: {'server_uuid': '4f5f7c7c-e331-4df2-bbaa-668ab4edcf74', 'name': 'network-vif-deleted', 'tag': '1b33ed42-7ae3-44ae-a751-74bfa1317c1d', 'status': 'completed', 'code': 200}
Apr 02 21:40:52.591442 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:40:52.610533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 1b33ed42-7ae3-44ae-a751-74bfa1317c1d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:40:52.610885 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d not bound to the agent host nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 02 21:40:52.630086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Port 1b33ed42-7ae3-44ae-a751-74bfa1317c1d not found, will not notify nova. {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 02 21:40:52.757100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:52.802267 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Deleting subnet f836067e-1b9c-46f6-8133-3831be0ccb4d {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:40:52.805358 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Publish callbacks [] for subnet (f836067e-1b9c-46f6-8133-3831be0ccb4d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.838631 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (f836067e-1b9c-46f6-8133-3831be0ccb4d), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.876306 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f836067e-1b9c-46f6-8133-3831be0ccb4d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.930023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (f836067e-1b9c-46f6-8133-3831be0ccb4d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.957132 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f836067e-1b9c-46f6-8133-3831be0ccb4d,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:52.959162 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:52.962949 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1cfbb780-e7f2-4ddf-a7b5-27eb4c90c2a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f836067e-1b9c-46f6-8133-3831be0ccb4d HTTP/1.1" status: 204  len: 168 time: 0.2048421
Apr 02 21:40:52.965443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51332) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:53.033822 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a3888c2a-8da7-4845-9ff3-2bb18183852f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.119668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a3888c2a-8da7-4845-9ff3-2bb18183852f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.138977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b130>,) {'filters': {'network_id': ['a3888c2a-8da7-4845-9ff3-2bb18183852f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:40:53.147078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-a3dcd7a8-21a2-42a5-9544-c7439011554c req-2ee84059-5073-416f-a2f6-e0ca77c53933 service neutron] (121649) timed out ('10.222.0.15', 56299) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 21:40:53.148591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b130>, 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:40:53.148881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783ff2b130>, 'd3c87fad-22e9-4250-aa5f-5fb1631ea2ba') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:40:53.160250 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (d3c87fad-22e9-4250-aa5f-5fb1631ea2ba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.168859 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7628652f-ffc4-4079-a961-238f663e7f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.177693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d3c87fad-22e9-4250-aa5f-5fb1631ea2ba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.184229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:40:53.184660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (d3c87fad-22e9-4250-aa5f-5fb1631ea2ba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:40:53.187153 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:40:53.244874 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a3888c2a-8da7-4845-9ff3-2bb18183852f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.250385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.253723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3888c2a-8da7-4845-9ff3-2bb18183852f HTTP/1.1" status: 204  len: 168 time: 0.2870300
Apr 02 21:40:53.264719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e66a9-aadb-4861-be08-8cd610afa2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a3888c2a-8da7-4845-9ff3-2bb18183852f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:53.374461 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51336) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:53.414982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6a9a3b5c-0538-4768-8a4c-281341a8cd91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efe9ec8143784104a9a9b2ecd97615da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393188
Apr 02 21:40:53.417433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51338) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:53.467553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3528d033-549f-4ec9-bab1-878840460337 admin admin] Publish callbacks [] for security_group (d4a9756a-37d4-41b6-8b88-e8eef87a4501), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.488422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3528d033-549f-4ec9-bab1-878840460337 admin admin] Publish callbacks [] for security_group (d4a9756a-37d4-41b6-8b88-e8eef87a4501), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.537216 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3528d033-549f-4ec9-bab1-878840460337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d4a9756a-37d4-41b6-8b88-e8eef87a4501), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.539734 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3528d033-549f-4ec9-bab1-878840460337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:53.541007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3528d033-549f-4ec9-bab1-878840460337 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4a9756a-37d4-41b6-8b88-e8eef87a4501 HTTP/1.1" status: 204  len: 168 time: 0.1225882
Apr 02 21:40:53.549216 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528d033-549f-4ec9-bab1-878840460337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a9756a-37d4-41b6-8b88-e8eef87a4501,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:54.207824 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51360) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:54.303744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2119122702-network', 'tenant_id': 'eec749d6a2ca48f7b17c3d2aaa3f5c67'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:54.322680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Made reservation on behalf of eec749d6a2ca48f7b17c3d2aaa3f5c67 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:40:54.325143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.333623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.408443 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks [] for security_group (7bf63af2-f233-4bb2-8628-f171b5344fec), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.412242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7bf63af2-f233-4bb2-8628-f171b5344fec), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.437224 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:40:54.447049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf63af2-f233-4bb2-8628-f171b5344fec,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:54.452396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9c1ab031-0f64-4c8a-96fb-0bef912e5563), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.452898 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Added segment 9c1ab031-0f64-4c8a-96fb-0bef912e5563 of type vlan for network b708ed11-cbd7-4ab2-b833-27e932c28165
Apr 02 21:40:54.492887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b708ed11-cbd7-4ab2-b833-27e932c28165), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.516967 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b708ed11-cbd7-4ab2-b833-27e932c28165), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.517905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:54.518510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.547480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3382978
Apr 02 21:40:54.550833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51364) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:40:54.556169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Request body: {'subnet': {'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2119122702-subnet', 'tenant_id': 'eec749d6a2ca48f7b17c3d2aaa3f5c67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:54.575996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Made reservation on behalf of eec749d6a2ca48f7b17c3d2aaa3f5c67 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:40:54.579046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.580567 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb83bf-3cbd-42c7-9e81-52241236e30d admin admin] Pushing event updated for resources: {'Network': ['ID=b708ed11-cbd7-4ab2-b833-27e932c28165,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:54.590079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b708ed11-cbd7-4ab2-b833-27e932c28165 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:40:54.608327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:40:54.635413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 1b33ed42-7ae3-44ae-a751-74bfa1317c1d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:40:54.635758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1b33ed42-7ae3-44ae-a751-74bfa1317c1d not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:40:54.748914 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (62af7fab-ba56-465f-bec5-43c79cdbcf50), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.803963 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=62af7fab-ba56-465f-bec5-43c79cdbcf50,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:54.814107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Checking segment: {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:40:54.814465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Network hostable DHCP agents. Network: b708ed11-cbd7-4ab2-b833-27e932c28165, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:40:54.831007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Network b708ed11-cbd7-4ab2-b833-27e932c28165 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:40:54.840075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b708ed11-cbd7-4ab2-b833-27e932c28165) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:40:54.844696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:54.845295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:54.849669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075ecd9-b843-442d-a42e-5ec8a8177a16 None None] Network b708ed11-cbd7-4ab2-b833-27e932c28165 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:40:54.861172 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51c2377e-d482-4e8b-8519-780208fdecaa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3090496
Apr 02 21:40:54.947963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ea2c8-3a1c-4eb3-928f-359a8142eeba None None] Network b708ed11-cbd7-4ab2-b833-27e932c28165 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:40:55.289390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-d244ee9f-bcea-4da1-8eb5-d4eb59787626 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:55.290820 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-d244ee9f-bcea-4da1-8eb5-d4eb59787626 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 815 time: 0.1024206
Apr 02 21:40:55.305097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-baa3bfcd-ce26-4397-9e90-0dba69decb0d tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/quotas/eec749d6a2ca48f7b17c3d2aaa3f5c67 HTTP/1.1" status: 200  len: 375 time: 0.0086393
Apr 02 21:40:55.336602 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-3de07ea2-8259-4a4d-8502-0aed43ae47a9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266774
Apr 02 21:40:55.346632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-b354e946-30d3-41c8-80fc-5dfcdc17bbf2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:40:55.347553 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-b354e946-30d3-41c8-80fc-5dfcdc17bbf2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048654
Apr 02 21:40:55.376183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0774cde6-906c-4ff3-bfc5-8555e5b96f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:55.755451 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-ce2c431f-0699-4b7d-b0cd-ce8790f4f437 service neutron] 10.222.0.18 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4026690
Apr 02 21:40:55.843661 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-201705d0-fbbe-4158-acb8-ae6e7e873ab7 service neutron] 10.222.0.18 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823686
Apr 02 21:40:56.005827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b71e2c6f-0804-49f5-a717-0719ec1d649d req-74a9c739-91a9-494a-a2bf-d7620b2f3ac9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 210 time: 0.0280547
Apr 02 21:40:56.784424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:57.105390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9c290f1a-d90a-4d19-b53f-fb30d3223b56 req-a1af0e27-43d7-42b1-805d-7af15107e235 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 210 time: 0.0295451
Apr 02 21:40:57.129149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-3ccc8c17-d0ec-4059-a208-fbe8fd29b7ce tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:57.130617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-3ccc8c17-d0ec-4059-a208-fbe8fd29b7ce tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 815 time: 0.1116796
Apr 02 21:40:57.143778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Request body: {'port': {'device_id': '4155331c-9baa-411d-a91f-659675bb47da', 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'admin_state_up': True, 'tenant_id': 'eec749d6a2ca48f7b17c3d2aaa3f5c67'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:57.251418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Made reservation on behalf of eec749d6a2ca48f7b17c3d2aaa3f5c67 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:40:57.254776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:57.375249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Allocated IP 172.20.0.12 (b708ed11-cbd7-4ab2-b833-27e932c28165/62af7fab-ba56-465f-bec5-43c79cdbcf50/5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:40:57.519229 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks [] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:57.552865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:57.593136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Network b708ed11-cbd7-4ab2-b833-27e932c28165 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:40:57.596027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:40:57.599531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:40:57.631687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:57.655769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:57.656378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:57.672383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-7abff1f9-9ea6-42b2-8175-1ac473ca66a7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5322294
Apr 02 21:40:57.686937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Request body: {'port': {'device_id': '4155331c-9baa-411d-a91f-659675bb47da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:40:57.743125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:57.999741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:40:58.007099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Publish callbacks [] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:58.019266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Transition to ACTIVE for port object 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:40:58.022126 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:58.069405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:58.137343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Attempting to bind port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:40:58.137864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Attempting to bind port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:40:58.137973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Attempting to bind port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 on network b708ed11-cbd7-4ab2-b833-27e932c28165 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:40:58.142819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 on network b708ed11-cbd7-4ab2-b833-27e932c28165 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:40:58.143114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Attempting to bind port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 on network b708ed11-cbd7-4ab2-b833-27e932c28165 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:40:58.148026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:40:58.148360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Checking segment: {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:40:58.148766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Bound using segment: {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:40:58.149193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Bound port: 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:40:58.149540 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:58.247076 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:40:58.251978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:40:58.264282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9b5ce-0f8d-4f4a-b469-1a22436a5c22 req-43f2939f-64f6-4d2b-baa8-d4b83df9395c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:58.265815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85b9b5ce-0f8d-4f4a-b469-1a22436a5c22 req-43f2939f-64f6-4d2b-baa8-d4b83df9395c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0820184
Apr 02 21:40:58.267437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:58.316594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:58.317267 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:58.318669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] 10.222.0.21 "PUT /v2.0/ports/5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 1092 time: 0.6356165
Apr 02 21:40:58.320548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:40:58.322730 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96ff26-31db-4824-a10b-fff0bb0b1ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:40:58.356798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a804c5b-fdf1-43c9-a8e4-2548b69d908c service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:40:58.376326 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ef43df-4d40-485e-b57f-4cf78a08eb5b x-openstack-request-id: req-c5ef43df-4d40-485e-b57f-4cf78a08eb5b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:40:58.376642 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:40:58.376899 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5ef43df-4d40-485e-b57f-4cf78a08eb5b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:40:58.377295 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ef43df-4d40-485e-b57f-4cf78a08eb5b'] response: {'name': 'network-changed', 'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'status': 'completed', 'code': 200}
Apr 02 21:40:58.405009 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-85b9b5ce-0f8d-4f4a-b469-1a22436a5c22 req-6d7961ad-02df-4c0b-881a-cf378abce4eb tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136434
Apr 02 21:40:58.423717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-57d66ff0-b1dc-4741-94cb-c446aa34bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:58.425253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-57d66ff0-b1dc-4741-94cb-c446aa34bffb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1126 time: 0.0656333
Apr 02 21:40:58.472621 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-b3635482-8a43-4f17-b951-4baf64a52c88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 217 time: 0.0341706
Apr 02 21:40:58.520967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246655e-110e-469d-b168-1573525b7aaa req-34739f58-8748-49fe-bdf6-e75eac758056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:58.522289 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-34739f58-8748-49fe-bdf6-e75eac758056 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0424404
Apr 02 21:40:58.556305 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-2d38a984-d60c-42ad-aefe-6d5edb72922e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248399
Apr 02 21:40:58.647972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-cbcfd495-af9f-4902-ac4b-1427fa7efc51 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824184
Apr 02 21:40:58.734897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a246655e-110e-469d-b168-1573525b7aaa req-c320d75e-061e-4da0-8e2d-17f54c8b802a service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0782671
Apr 02 21:40:58.835004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-c3e42657-dbf1-4a0e-9871-35443c166000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:58.836423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-c3e42657-dbf1-4a0e-9871-35443c166000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1126 time: 0.0528994
Apr 02 21:40:58.859802 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:58.923834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-4f9115d1-0a84-4428-a1f2-dde8e6246609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:58.925350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-4f9115d1-0a84-4428-a1f2-dde8e6246609 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0823758
Apr 02 21:40:58.968930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-a0bfed8d-ee7b-4d0a-b458-6d15c5704d22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 217 time: 0.0366757
Apr 02 21:40:59.016509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-27b1e118-fa87-41aa-bb4a-e070becea666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:59.017911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-27b1e118-fa87-41aa-bb4a-e070becea666 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0426133
Apr 02 21:40:59.052059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-ff3143d9-1df0-406b-a96b-5f4c3221743d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241780
Apr 02 21:40:59.147025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-174500b9-aec9-4cfb-bb74-85582cb8e019 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882587
Apr 02 21:40:59.233864 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-df96ff26-31db-4824-a10b-fff0bb0b1ec7 req-2e6728fd-f75f-4eda-975b-9e22ef74f808 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794127
Apr 02 21:40:59.476589 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:40:59.534346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b989161-6013-4a4c-ab47-90e4d66c5ed3 req-be5b9086-1a2a-4e45-8d40-6b91f414e6f1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:40:59.535802 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b989161-6013-4a4c-ab47-90e4d66c5ed3 req-be5b9086-1a2a-4e45-8d40-6b91f414e6f1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0552464
Apr 02 21:40:59.582446 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8b989161-6013-4a4c-ab47-90e4d66c5ed3 req-a7da1d03-1411-495a-9ec1-f1e1ada0be10 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408804
Apr 02 21:41:00.698517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dc562-3bad-426d-88ee-b7e6bfb7b7e2 req-e24cf269-3d44-4d5b-9f14-e09c9383f141 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:00.699974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f6dc562-3bad-426d-88ee-b7e6bfb7b7e2 req-e24cf269-3d44-4d5b-9f14-e09c9383f141 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0509212
Apr 02 21:41:00.749736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f6dc562-3bad-426d-88ee-b7e6bfb7b7e2 req-df554211-693e-4ad9-94a5-e9046eedb044 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434728
Apr 02 21:41:01.867854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4901c1-e064-40c2-9b24-e667f93e1192 req-fda2d59e-5b4c-4555-ac17-4a4c30ed1486 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:01.869351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab4901c1-e064-40c2-9b24-e667f93e1192 req-fda2d59e-5b4c-4555-ac17-4a4c30ed1486 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0515902
Apr 02 21:41:01.915408 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab4901c1-e064-40c2-9b24-e667f93e1192 req-53de57a9-995d-46cb-a4ee-b33fc3c0eea4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404484
Apr 02 21:41:02.667837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:41:02.759812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:02.770488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'port_id': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'mac_address': 'fa:16:3e:7d:66:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7fab-ba56-465f-bec5-43c79cdbcf50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:41:02.806420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:02.806804 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:02.822941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:41:02.841492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:02.845110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:02.891182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:03.082178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:41:03.354781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56148c22-20b4-4715-941c-f91719a6b16c req-8797232c-27c6-4708-8479-f18cf1a721d4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:03.356150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56148c22-20b4-4715-941c-f91719a6b16c req-8797232c-27c6-4708-8479-f18cf1a721d4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 945 time: 0.3743560
Apr 02 21:41:03.404013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-56148c22-20b4-4715-941c-f91719a6b16c req-77e715a1-7f7e-4b32-b8fe-83d1b7d9d3f1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406408
Apr 02 21:41:04.526482 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c82d-13a9-40d4-ad51-b8033f3713bf req-aef93634-9012-4c7b-bb0e-004a3b03b444 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:04.527948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebf3c82d-13a9-40d4-ad51-b8033f3713bf req-aef93634-9012-4c7b-bb0e-004a3b03b444 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 945 time: 0.0549791
Apr 02 21:41:04.573929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebf3c82d-13a9-40d4-ad51-b8033f3713bf req-f9cd8dd4-86bf-4acd-b810-34fa8dd7b218 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398021
Apr 02 21:41:04.701896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:41:04.751612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:41:04.755761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:41:04.756143 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:04.835919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:04.836310 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:04.859051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:41:04.861629 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa9b471-2ec1-4eea-b37f-b9252278be41" -d '{"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:41:04.877553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:04.882148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:04.907863 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e99ca-e55a-44b1-962f-06ac2ddc92c1 x-openstack-request-id: req-086e99ca-e55a-44b1-962f-06ac2ddc92c1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:41:04.908152 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:41:04.908405 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-086e99ca-e55a-44b1-962f-06ac2ddc92c1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:41:04.908817 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086e99ca-e55a-44b1-962f-06ac2ddc92c1'] response: {'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'code': 200}
Apr 02 21:41:04.933923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:05.002485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007947-f54e-4dad-b341-6a9aa61301ae req-375705ab-8d0c-4f65-bc49-af71d020e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:05.003878 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71007947-f54e-4dad-b341-6a9aa61301ae req-375705ab-8d0c-4f65-bc49-af71d020e50d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1128 time: 0.0431850
Apr 02 21:41:05.046536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71007947-f54e-4dad-b341-6a9aa61301ae req-033256f0-0594-44ee-8700-ad436321b1e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361919
Apr 02 21:41:05.694951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69700f5-856f-481c-ad64-071bb3b4d6f7 req-e131ce76-c296-448e-ba42-78d2e588acb2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:05.696657 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a69700f5-856f-481c-ad64-071bb3b4d6f7 req-e131ce76-c296-448e-ba42-78d2e588acb2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0538902
Apr 02 21:41:05.743043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a69700f5-856f-481c-ad64-071bb3b4d6f7 req-7312ac62-829e-41eb-8da9-cfc70afcdc93 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397131
Apr 02 21:41:06.864752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46210bad-9705-4ea0-b5e4-8222660ef43c req-1e896cf6-2dee-4fef-a40e-1742a72c4550 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:06.866216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46210bad-9705-4ea0-b5e4-8222660ef43c req-1e896cf6-2dee-4fef-a40e-1742a72c4550 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0545912
Apr 02 21:41:06.912100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46210bad-9705-4ea0-b5e4-8222660ef43c req-bd316f1d-8136-464a-97b5-7b67e13bbe08 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403025
Apr 02 21:41:07.030090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65042e7-5d64-4b17-b8a9-02a9d06ee92c req-9b3c30c1-5c2c-4428-9b7c-70eb5620ae2b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:07.031554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c65042e7-5d64-4b17-b8a9-02a9d06ee92c req-9b3c30c1-5c2c-4428-9b7c-70eb5620ae2b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0534961
Apr 02 21:41:07.080924 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c65042e7-5d64-4b17-b8a9-02a9d06ee92c req-dbf6ee16-0541-4fc1-9c93-3e9e1e753496 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436563
Apr 02 21:41:07.282466 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa908259-2766-41d1-9116-e8c650196faa req-a7a4757e-4eb6-423c-bf77-d9e60dd3fd6a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:07.283872 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa908259-2766-41d1-9116-e8c650196faa req-a7a4757e-4eb6-423c-bf77-d9e60dd3fd6a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0534494
Apr 02 21:41:07.329489 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fa908259-2766-41d1-9116-e8c650196faa req-592c798f-f251-40d7-ab71-950ad05f6278 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400033
Apr 02 21:41:07.444224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120a14-efe8-41c4-bf0e-374e852140f8 req-c35acb8e-ef70-4b5b-9ec0-cc5ab2751ac8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:07.445767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec120a14-efe8-41c4-bf0e-374e852140f8 req-c35acb8e-ef70-4b5b-9ec0-cc5ab2751ac8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0517004
Apr 02 21:41:07.491407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec120a14-efe8-41c4-bf0e-374e852140f8 req-613572bb-c091-41cb-9bea-373cc20d9738 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399849
Apr 02 21:41:07.753044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-95f26278-9964-4791-b505-0538f5fe0639 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0774074
Apr 02 21:41:07.760490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8a72e-6f2c-4598-a350-287d6c90da9e req-f64b0d92-8313-4270-bdc8-67e9b7b86f98 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:07.761883 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0c8a72e-6f2c-4598-a350-287d6c90da9e req-f64b0d92-8313-4270-bdc8-67e9b7b86f98 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0786479
Apr 02 21:41:07.810345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0c8a72e-6f2c-4598-a350-287d6c90da9e req-f86b2ba0-288e-48c2-ade6-2286c9901371 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420012
Apr 02 21:41:08.102318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-fefa4447-b0d1-42f7-ac27-4ee9d2520869 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:08.103581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-fefa4447-b0d1-42f7-ac27-4ee9d2520869 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports/5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 943 time: 0.0459039
Apr 02 21:41:08.934556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d0047-fb31-4dfc-af96-35617c567188 req-3f80090c-352b-4908-8446-f91ad6465e40 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:08.936101 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-646d0047-fb31-4dfc-af96-35617c567188 req-3f80090c-352b-4908-8446-f91ad6465e40 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0548527
Apr 02 21:41:08.977872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-287bc6fa-d901-4586-9356-571d488cb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:08.979429 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-287bc6fa-d901-4586-9356-571d488cb627 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1128 time: 0.0458190
Apr 02 21:41:08.986455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-646d0047-fb31-4dfc-af96-35617c567188 req-fc443768-6425-4da9-8ab9-0a2315878ec9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444660
Apr 02 21:41:09.069538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-22f5e5c6-4ec4-46e3-b69a-a641ccb59a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:09.070992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-22f5e5c6-4ec4-46e3-b69a-a641ccb59a07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0856733
Apr 02 21:41:09.110337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-c7086ac4-756f-4573-9dce-76d676cde74a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 217 time: 0.0336306
Apr 02 21:41:09.160480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-e291762c-caf9-4031-b644-9d5fc11b4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:09.161897 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-e291762c-caf9-4031-b644-9d5fc11b4efb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0456853
Apr 02 21:41:09.193131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-830a818d-6514-4b2a-9f56-c7fb8e342831 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255759
Apr 02 21:41:09.280598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-d860054c-9383-44e9-9892-cd67305ac14e service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805030
Apr 02 21:41:09.369038 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-dbf70d50-0b0d-4e4d-b1bd-a837f53858cb service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836008
Apr 02 21:41:09.766242 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:41:10.105850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a781d-6b0a-4d92-bb4a-38190edcd6fe req-35f04504-16e9-4fb9-a279-e02463df9d55 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:10.107329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c3a781d-6b0a-4d92-bb4a-38190edcd6fe req-35f04504-16e9-4fb9-a279-e02463df9d55 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0520420
Apr 02 21:41:10.153395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c3a781d-6b0a-4d92-bb4a-38190edcd6fe req-76647ffa-3d95-41c3-b8ec-1a89fa4736e2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399313
Apr 02 21:41:11.276937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700884aa-8f4f-4a9e-aad3-b6f219fe5b3f req-e9d1e7db-1b8a-4521-aa02-0f5916418588 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:11.278391 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-700884aa-8f4f-4a9e-aad3-b6f219fe5b3f req-e9d1e7db-1b8a-4521-aa02-0f5916418588 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0570877
Apr 02 21:41:11.323334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-700884aa-8f4f-4a9e-aad3-b6f219fe5b3f req-794d980d-c7ef-44a6-9120-5a7bc4dbecdd tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393145
Apr 02 21:41:11.577779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-2fd5817d-035f-444c-861d-9cfef4c711f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:11.579359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-2fd5817d-035f-444c-861d-9cfef4c711f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1128 time: 0.0483136
Apr 02 21:41:11.679316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-cd82291d-4f02-4110-af7f-4f1bc0d1bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:11.680822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-cd82291d-4f02-4110-af7f-4f1bc0d1bc48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0832965
Apr 02 21:41:11.726266 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-b82f954d-70e8-4fbc-a519-1cb263beb60b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 217 time: 0.0400143
Apr 02 21:41:11.774248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-de8568b7-bb44-4e1d-87c7-006b194cfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:11.775725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-de8568b7-bb44-4e1d-87c7-006b194cfcb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0438778
Apr 02 21:41:11.806398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-8423d5c4-0144-491f-9525-fe58d9188c3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247581
Apr 02 21:41:11.895403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-658cca92-71db-40d2-8b7f-6cb2684b112c service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830154
Apr 02 21:41:11.980972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c05decb-ce37-42b1-b862-c4c3e496e8d4 req-d46a89bf-13c6-4359-a825-e682e382feab service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795772
Apr 02 21:41:12.442160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e867e9-3a2a-4dcc-a53f-a897a3cf9c14 req-35143e92-7358-474d-bd80-983b37a0c9b0 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:12.443669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83e867e9-3a2a-4dcc-a53f-a897a3cf9c14 req-35143e92-7358-474d-bd80-983b37a0c9b0 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0534945
Apr 02 21:41:12.493969 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-83e867e9-3a2a-4dcc-a53f-a897a3cf9c14 req-1f2a965b-6be5-4c11-9a42-4170ff7c04ae tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446911
Apr 02 21:41:13.614571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dfa3d-8db7-4741-88e5-779d577d4fdc req-20f81250-ccda-4b76-a460-9d7bf5e6bb74 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:13.615952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b18dfa3d-8db7-4741-88e5-779d577d4fdc req-20f81250-ccda-4b76-a460-9d7bf5e6bb74 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0520003
Apr 02 21:41:13.661177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b18dfa3d-8db7-4741-88e5-779d577d4fdc req-f4b1fd0f-1656-4229-b0b5-e9e12d7e8408 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396781
Apr 02 21:41:14.753736 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:14.781529 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae486d0-6649-4157-a612-447ee2c3c1a5 req-1af736ea-cc1f-48bc-8be4-a70c76c27c57 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:14.783012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ae486d0-6649-4157-a612-447ee2c3c1a5 req-1af736ea-cc1f-48bc-8be4-a70c76c27c57 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0530138
Apr 02 21:41:14.828957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ae486d0-6649-4157-a612-447ee2c3c1a5 req-03aa27f7-2150-4e99-bf8e-3efd0e1d561a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403428
Apr 02 21:41:15.946788 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd22590-e896-4673-ba4d-0171c3a94d9a req-bcf7768f-7b48-4ef9-af01-e461f466625b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:15.948252 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ecd22590-e896-4673-ba4d-0171c3a94d9a req-bcf7768f-7b48-4ef9-af01-e461f466625b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0521376
Apr 02 21:41:15.997484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ecd22590-e896-4673-ba4d-0171c3a94d9a req-b7ba381c-ff55-48c0-a3e9-d7cb56ccf762 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436380
Apr 02 21:41:17.114998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd2f83-0442-4228-a3bc-856c0afd2707 req-21a116e0-8992-4125-ab2a-80c50e027323 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:17.116466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ffd2f83-0442-4228-a3bc-856c0afd2707 req-21a116e0-8992-4125-ab2a-80c50e027323 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0506516
Apr 02 21:41:17.161550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2ffd2f83-0442-4228-a3bc-856c0afd2707 req-28cc4615-7a2e-4ac2-9ba1-cc06c03115ff tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394945
Apr 02 21:41:18.215541 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:18.281648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631b94-2f4b-46b1-8ded-67903a3e1861 req-ce348637-0ae8-43a2-9ca9-38dfce5d8ed9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:18.283136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e3631b94-2f4b-46b1-8ded-67903a3e1861 req-ce348637-0ae8-43a2-9ca9-38dfce5d8ed9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0520167
Apr 02 21:41:18.335481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e3631b94-2f4b-46b1-8ded-67903a3e1861 req-d2ad7749-3fdb-440b-8c76-7a74cb2b35f6 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444953
Apr 02 21:41:19.462377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2446f3-d75e-411c-9c84-9e18ad28bb22 req-4d7fed43-39df-4297-af00-c60081d874e8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:19.463859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa2446f3-d75e-411c-9c84-9e18ad28bb22 req-4d7fed43-39df-4297-af00-c60081d874e8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0565348
Apr 02 21:41:19.510401 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-aa2446f3-d75e-411c-9c84-9e18ad28bb22 req-82bfc994-a506-479d-bd4a-e05e3794934b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406921
Apr 02 21:41:20.628744 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa9ffa-1eea-4511-ad2b-e2bb4a23a0ee req-a2180691-239d-48af-be5c-371ddd8b2035 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:20.630208 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6caa9ffa-1eea-4511-ad2b-e2bb4a23a0ee req-a2180691-239d-48af-be5c-371ddd8b2035 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0511456
Apr 02 21:41:20.676156 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6caa9ffa-1eea-4511-ad2b-e2bb4a23a0ee req-3164afd6-c200-4fd5-b7f0-e6180431e21c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403557
Apr 02 21:41:21.793587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe583ee-a780-417b-9eec-c21d3ab4b42d req-5b8e0615-326d-4da7-a4cb-684d7c8ff530 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:21.795345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fe583ee-a780-417b-9eec-c21d3ab4b42d req-5b8e0615-326d-4da7-a4cb-684d7c8ff530 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0522161
Apr 02 21:41:21.840853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fe583ee-a780-417b-9eec-c21d3ab4b42d req-b791e2da-f8b7-48bc-a036-e9e4b263831b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398417
Apr 02 21:41:22.962834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d7646-cfde-42e8-bfd1-3340e46c5508 req-04ad2247-d844-4e48-bc71-58489de8df37 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:22.964293 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-385d7646-cfde-42e8-bfd1-3340e46c5508 req-04ad2247-d844-4e48-bc71-58489de8df37 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0556808
Apr 02 21:41:23.010028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-385d7646-cfde-42e8-bfd1-3340e46c5508 req-139d281d-e765-4a47-8142-463087f4dc3d tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395386
Apr 02 21:41:23.172892 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-41ae6774-ae73-4f5f-bdaa-5791b35d17b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:24.126402 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e5613-2701-415c-870b-0477de88b403 req-c9913044-5033-4cfa-9ac4-fe224d231d86 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:24.127869 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b4e5613-2701-415c-870b-0477de88b403 req-c9913044-5033-4cfa-9ac4-fe224d231d86 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0510082
Apr 02 21:41:24.177349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3b4e5613-2701-415c-870b-0477de88b403 req-7dd24998-a1d8-4a05-a03f-1b8b0dc7a3a9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438466
Apr 02 21:41:25.295331 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fe13-579c-4736-b4d1-9ac7de49e4d9 req-c0483286-43b2-4777-b89a-9ae233985513 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:25.296813 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4250fe13-579c-4736-b4d1-9ac7de49e4d9 req-c0483286-43b2-4777-b89a-9ae233985513 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0521207
Apr 02 21:41:25.342556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4250fe13-579c-4736-b4d1-9ac7de49e4d9 req-9679414a-1588-4d16-9730-6f5c579ac8f1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402062
Apr 02 21:41:25.377538 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4d726862-9941-42ba-acf0-b1ae749b1360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:26.464799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e11fc1-f112-483c-bc64-4ccd0a3adc02 req-bd0e5f8b-8752-4771-9454-48495d43bd64 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:26.466283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65e11fc1-f112-483c-bc64-4ccd0a3adc02 req-bd0e5f8b-8752-4771-9454-48495d43bd64 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0537529
Apr 02 21:41:26.512746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-65e11fc1-f112-483c-bc64-4ccd0a3adc02 req-ca0fdcad-6afa-4e04-bd1a-eb986b2fd69f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401456
Apr 02 21:41:26.787016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:27.635310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03625bf-72b0-41dd-9177-538971b4f505 req-dc966bc3-f413-4da1-ac09-d291ced37690 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:27.637457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f03625bf-72b0-41dd-9177-538971b4f505 req-dc966bc3-f413-4da1-ac09-d291ced37690 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0562897
Apr 02 21:41:27.683200 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f03625bf-72b0-41dd-9177-538971b4f505 req-66f89285-672b-4f4c-9641-1126d14cf724 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395520
Apr 02 21:41:28.801494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b854-f21c-42f1-afbe-72a15ced49e4 req-b1e3d13f-77eb-4d0c-a99f-f94f3f7d6ca5 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:28.802997 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64e5b854-f21c-42f1-afbe-72a15ced49e4 req-b1e3d13f-77eb-4d0c-a99f-f94f3f7d6ca5 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0520515
Apr 02 21:41:28.849037 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-64e5b854-f21c-42f1-afbe-72a15ced49e4 req-caa6736a-d674-44b3-aaf6-f818bc8a9b02 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403223
Apr 02 21:41:28.862568 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:29.480023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:29.968136 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a642a3b-e33c-4ae3-b3b3-c1d0c469a944 req-273aeb40-47f4-4686-863b-e2ba932ad8a6 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:29.969643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a642a3b-e33c-4ae3-b3b3-c1d0c469a944 req-273aeb40-47f4-4686-863b-e2ba932ad8a6 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0540068
Apr 02 21:41:30.015799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a642a3b-e33c-4ae3-b3b3-c1d0c469a944 req-a86d891a-81fc-4ef6-a3ad-239a771b258a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404372
Apr 02 21:41:31.140842 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce973f-e447-4ace-86dc-fddc6f1cd9b2 req-faf51782-f2c7-49de-8846-ade748838e70 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:31.142292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49ce973f-e447-4ace-86dc-fddc6f1cd9b2 req-faf51782-f2c7-49de-8846-ade748838e70 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0555360
Apr 02 21:41:31.187462 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49ce973f-e447-4ace-86dc-fddc6f1cd9b2 req-bb5f2de1-a171-4c1a-b5e3-e63c72e260ef tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395639
Apr 02 21:41:32.309239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd1bc-3c9b-4eac-9aaf-a50cef4c754a req-1f46eddc-7c5c-4d69-953c-ebab0b760960 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:32.311304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07bbd1bc-3c9b-4eac-9aaf-a50cef4c754a req-1f46eddc-7c5c-4d69-953c-ebab0b760960 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0565414
Apr 02 21:41:32.364224 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07bbd1bc-3c9b-4eac-9aaf-a50cef4c754a req-34181699-0b5e-456a-9992-dbcff812e7f1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473776
Apr 02 21:41:33.485505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6964d-4e44-4f24-a2ed-10a64c02af7e req-4f27d734-9062-432b-bb26-6fe544a4b654 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:33.486974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7d6964d-4e44-4f24-a2ed-10a64c02af7e req-4f27d734-9062-432b-bb26-6fe544a4b654 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0519495
Apr 02 21:41:33.532658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a7d6964d-4e44-4f24-a2ed-10a64c02af7e req-76f3c9ae-834c-48e1-b590-035c35f5900f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400550
Apr 02 21:41:34.656363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f7aac-a8ea-4ecb-a625-37eba4532e17 req-d7d416e9-2898-4f69-81d0-86837fab5671 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:34.657870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-356f7aac-a8ea-4ecb-a625-37eba4532e17 req-d7d416e9-2898-4f69-81d0-86837fab5671 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0560448
Apr 02 21:41:34.703433 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-356f7aac-a8ea-4ecb-a625-37eba4532e17 req-a64ec181-f1fc-415a-b2dd-b879a8285206 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398619
Apr 02 21:41:35.825214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991af03-eecb-4f62-a57b-2837e0d570cb req-db871654-b782-43f2-abb5-82941387ad5f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:35.827303 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1991af03-eecb-4f62-a57b-2837e0d570cb req-db871654-b782-43f2-abb5-82941387ad5f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0562329
Apr 02 21:41:35.879472 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1991af03-eecb-4f62-a57b-2837e0d570cb req-68c14682-14e1-4445-a9c0-3bbb4d83ffc9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464957
Apr 02 21:41:36.234639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-d46d84a6-d416-4595-b58f-74f6e0c6d5a0 service neutron] 10.222.0.21 "GET /v2.0/ports/5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0532403
Apr 02 21:41:36.455944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-99bb86fa-6746-4e06-b39c-5060fa1cca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:36.457190 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-99bb86fa-6746-4e06-b39c-5060fa1cca0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da&tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67 HTTP/1.1" status: 200  len: 1128 time: 0.0496156
Apr 02 21:41:36.526009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-441c70b8-4cab-484d-beff-69959c0dfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:36.527416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-441c70b8-4cab-484d-beff-69959c0dfd14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1128 time: 0.0436707
Apr 02 21:41:36.616727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-9f91de3a-58df-4ff0-b346-3d5c467f4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:36.618182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-9f91de3a-58df-4ff0-b346-3d5c467f4989 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0850687
Apr 02 21:41:36.661801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-dcb16e15-67ac-4656-8543-229c31aa4031 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 217 time: 0.0346274
Apr 02 21:41:36.715120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-e0b93ba1-d0da-4709-a6e3-7b56554ed88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:36.716559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-e0b93ba1-d0da-4709-a6e3-7b56554ed88d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0464411
Apr 02 21:41:36.751483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-c669de71-8771-4616-8b15-411b01e66524 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259824
Apr 02 21:41:36.842502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-39ac6d8f-5a93-4108-a3b2-66ebbbcca057 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809388
Apr 02 21:41:36.938406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e2350985-099d-4a8d-aa6c-f19def1233ef req-4f0470e0-944b-4383-ad9c-8c63ebbcf5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874736
Apr 02 21:41:37.000597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d8a3e-cff6-4d98-a94d-01d654756091 req-aa031337-e9f7-44bf-9ee7-ead77b7c03dc tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:37.002093 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-397d8a3e-cff6-4d98-a94d-01d654756091 req-aa031337-e9f7-44bf-9ee7-ead77b7c03dc tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0535879
Apr 02 21:41:37.049378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-397d8a3e-cff6-4d98-a94d-01d654756091 req-11f5a4c5-c2ae-4491-8df5-af3f381049d4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415852
Apr 02 21:41:38.167926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7281a-7e89-457a-9773-bc7946ae31dd req-3c1091ad-17c3-4fba-88fe-bbb2b791d764 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:38.169676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71d7281a-7e89-457a-9773-bc7946ae31dd req-3c1091ad-17c3-4fba-88fe-bbb2b791d764 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 946 time: 0.0520928
Apr 02 21:41:38.214645 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71d7281a-7e89-457a-9773-bc7946ae31dd req-a940e0f4-6ad7-4a10-b33b-7bfea313c676 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394032
Apr 02 21:41:38.907456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:41:38.979854 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:38.980234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:39.010181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:41:39.012381 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f62df2c-f8be-4622-a2ed-932b4e7753d5" -d '{"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:41:39.025538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:39.030348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:39.057346 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b512859-8d97-4662-a39b-7c787253e247 x-openstack-request-id: req-4b512859-8d97-4662-a39b-7c787253e247 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:41:39.057640 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:41:39.057896 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b512859-8d97-4662-a39b-7c787253e247 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:41:39.058289 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b512859-8d97-4662-a39b-7c787253e247'] response: {'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'code': 200}
Apr 02 21:41:39.079075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:39.336358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce8ee3-35d4-4241-a487-b3792e1869e4 req-0a610880-bcac-49d3-86cf-fb8a5d2723ad tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:39.337859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3ce8ee3-35d4-4241-a487-b3792e1869e4 req-0a610880-bcac-49d3-86cf-fb8a5d2723ad tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0556839
Apr 02 21:41:39.383313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3ce8ee3-35d4-4241-a487-b3792e1869e4 req-09856ba2-8102-4c1e-b629-18e39da4a74b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391817
Apr 02 21:41:39.615530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ace61f-99bb-482f-b51a-2328def16c79 req-0daa6800-92dd-4f7d-af2b-36e573729a45 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:39.617043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63ace61f-99bb-482f-b51a-2328def16c79 req-0daa6800-92dd-4f7d-af2b-36e573729a45 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0885162
Apr 02 21:41:39.624870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-005fc069-bf38-4629-8cc5-c9a8e6a8cd1f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:39.626232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-005fc069-bf38-4629-8cc5-c9a8e6a8cd1f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da&tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0888429
Apr 02 21:41:39.669633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63ace61f-99bb-482f-b51a-2328def16c79 req-d97ae20f-6afd-415a-a338-4d3cf7792cc1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421929
Apr 02 21:41:39.714066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-1e52e9b7-7f01-48a5-b457-d0ca78422862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:39.715622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-1e52e9b7-7f01-48a5-b457-d0ca78422862 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 1126 time: 0.0451014
Apr 02 21:41:39.805980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-bc00b26c-560c-4b6d-bc2a-c1ed1bdbae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:39.807373 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-bc00b26c-560c-4b6d-bc2a-c1ed1bdbae72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0863302
Apr 02 21:41:39.846846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-55eebbbb-848d-4e44-a3c1-017ab67a0e89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 200  len: 217 time: 0.0338249
Apr 02 21:41:39.894225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-cf340400-7a38-4d20-9619-6237ca210b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:39.895617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-cf340400-7a38-4d20-9619-6237ca210b72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0432017
Apr 02 21:41:39.926837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-980e502c-d44e-415e-b30d-6167cec97e21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249627
Apr 02 21:41:40.021093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-e14c0793-7f1f-47a2-83e6-3adf6a077196 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876503
Apr 02 21:41:40.113756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd83c85c-1dd0-499e-a91b-2b6632dae158 req-884a70ca-bc4b-4c2a-884e-2f48e2cec8ff service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861235
Apr 02 21:41:40.795585 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454f943-0a56-4498-add6-ef0a9785c8ec req-1c0f435e-4861-4c34-b936-a0cde5acea2c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:40.797075 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8454f943-0a56-4498-add6-ef0a9785c8ec req-1c0f435e-4861-4c34-b936-a0cde5acea2c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0572557
Apr 02 21:41:40.843173 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8454f943-0a56-4498-add6-ef0a9785c8ec req-a6c01824-9f5c-4fac-a1b7-244ba26d27ae tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403881
Apr 02 21:41:40.924543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:41:40.960965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19132-91ab-4dff-bf18-b849d69c9d58 req-350f6f3c-704f-4b7a-a430-1aa487ac75ba tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:40.962403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c19132-91ab-4dff-bf18-b849d69c9d58 req-350f6f3c-704f-4b7a-a430-1aa487ac75ba tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0532475
Apr 02 21:41:41.011269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c19132-91ab-4dff-bf18-b849d69c9d58 req-a74be647-7955-4530-ba04-7406c2f86e02 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427818
Apr 02 21:41:41.031840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:41.034343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'port_id': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'mac_address': 'fa:16:3e:7d:66:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7fab-ba56-465f-bec5-43c79cdbcf50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:41:41.071223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:41.071616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:41.084308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:41:41.104540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:41.109075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:41.128930 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae43769-7f3c-4672-bd5e-9e0930e65721 req-c755c5e9-7f23-489f-aeb9-980b438da349 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:41.130420 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ae43769-7f3c-4672-bd5e-9e0930e65721 req-c755c5e9-7f23-489f-aeb9-980b438da349 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 944 time: 0.0529084
Apr 02 21:41:41.155305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:41.177345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3ae43769-7f3c-4672-bd5e-9e0930e65721 req-f03a4d4a-e71e-4457-b011-2831e5431767 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412595
Apr 02 21:41:41.328861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:41:41.526098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-6ea42a84-5404-4a8b-8934-82c49f1ed54f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:41.527472 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-6ea42a84-5404-4a8b-8934-82c49f1ed54f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 815 time: 0.1049247
Apr 02 21:41:41.542210 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-7fbe6b44-e44f-49c4-99d5-8ade5e53e922 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/quotas/eec749d6a2ca48f7b17c3d2aaa3f5c67 HTTP/1.1" status: 200  len: 375 time: 0.0087256
Apr 02 21:41:41.594591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-07cc34f1-64e2-42c5-a615-3fb4e11e0803 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0472109
Apr 02 21:41:41.686672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-5c33dc9a-1beb-4a73-af0a-fb11de81e184 service neutron] 10.222.0.18 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854945
Apr 02 21:41:41.775194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-b765a351-c11b-459a-9650-a945d188880b service neutron] 10.222.0.18 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828164
Apr 02 21:41:41.935273 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8b53e4e-16e7-492a-a4d2-963ec797cf10 req-47514d4e-9f3b-4876-916d-6d82e8340fee tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 210 time: 0.0271382
Apr 02 21:41:42.799962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.21', 58239) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:41:42.897247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-1775e332-6cf6-4584-93b3-15b83e0ad073 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:42.898669 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-1775e332-6cf6-4584-93b3-15b83e0ad073 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 815 time: 0.1370008
Apr 02 21:41:42.907987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-2548d59c-d2a3-4131-8fa2-e73a6acf252e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:42.909380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-2548d59c-d2a3-4131-8fa2-e73a6acf252e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4155331c-9baa-411d-a91f-659675bb47da HTTP/1.1" status: 200  len: 945 time: 0.0802526
Apr 02 21:41:42.924704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Request body: {'port': {'device_id': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'admin_state_up': True, 'tenant_id': 'eec749d6a2ca48f7b17c3d2aaa3f5c67'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:41:42.932430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:41:42.981290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:41:42.981669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.045923 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2a63944-0cff-4f00-bed7-d5a19cc54260 req-da976014-59aa-451a-9d51-02d0b77da0ad tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 210 time: 0.0297587
Apr 02 21:41:43.070343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:43.070788 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.092552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:41:43.094783 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd142faa-0fb7-4e0b-8867-ab177ab10f1d" -d '{"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:41:43.099056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Deleting port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:41:43.099420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.109230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:43.113827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.129553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Made reservation on behalf of eec749d6a2ca48f7b17c3d2aaa3f5c67 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:41:43.133495 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.165979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:43.208391 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86bd3f6-b0c6-4a23-bf81-4ee1ad4107f7 x-openstack-request-id: req-d86bd3f6-b0c6-4a23-bf81-4ee1ad4107f7 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:41:43.208880 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:41:43.209143 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d86bd3f6-b0c6-4a23-bf81-4ee1ad4107f7 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:41:43.209546 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86bd3f6-b0c6-4a23-bf81-4ee1ad4107f7'] response: {'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'code': 200}
Apr 02 21:41:43.260546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] For port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:43.260918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.300691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Calling delete_port for 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:41:43.363119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Allocated IP 172.20.0.7 (b708ed11-cbd7-4ab2-b833-27e932c28165/62af7fab-ba56-465f-bec5-43c79cdbcf50/6da77808-57aa-44b7-9b4f-3d9a27329f71) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:41:43.562092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.577562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:41:43.599035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Pushing event deleted for resources: {'Port': ['ID=5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:43.622224 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks [] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.663805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] No DVR routers for this DVR port 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:41:43.667557 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.671258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-086635c8-376a-4d2c-ac83-bd04cd3b90b6 req-5dcb98d9-9d75-4ded-80e6-92820e444947 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "DELETE /v2.0/ports/5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 HTTP/1.1" status: 204  len: 173 time: 0.7434614
Apr 02 21:41:43.671697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-deleted', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:41:43.673959 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75466009-fe9d-45f5-9649-98a1c22395d0" -d '{"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-deleted", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:41:43.704395 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.723558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:41:43.758677 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Network b708ed11-cbd7-4ab2-b833-27e932c28165 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:41:43.768531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:41:43.774828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:41:43.779181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:43.808182 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2259b42d-2a30-432e-902d-fb61982e4060 x-openstack-request-id: req-2259b42d-2a30-432e-902d-fb61982e4060 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:41:43.808892 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4155331c-9baa-411d-a91f-659675bb47da", "name": "network-vif-deleted", "tag": "5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:41:43.808892 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2259b42d-2a30-432e-902d-fb61982e4060 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:41:43.809149 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2259b42d-2a30-432e-902d-fb61982e4060'] response: {'server_uuid': '4155331c-9baa-411d-a91f-659675bb47da', 'name': 'network-vif-deleted', 'tag': '5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6', 'status': 'completed', 'code': 200}
Apr 02 21:41:43.830556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:43.831178 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:43.847432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-9c0ab5fe-61a5-494a-a7b4-e7a515f4bd6b tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9261169
Apr 02 21:41:43.863525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Request body: {'port': {'device_id': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:41:43.924084 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.217414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce9ba4-a923-4d5c-bad2-75078808fad8 req-55fcedc7-4ac4-4bb1-a640-a81933125f01 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:44.218899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdce9ba4-a923-4d5c-bad2-75078808fad8 req-55fcedc7-4ac4-4bb1-a640-a81933125f01 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 931 time: 0.0973492
Apr 02 21:41:44.228068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da77808-57aa-44b7-9b4f-3d9a27329f71 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:41:44.241423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Publish callbacks [] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.272594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Transition to ACTIVE for port object 6da77808-57aa-44b7-9b4f-3d9a27329f71 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:41:44.282366 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.317075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fdce9ba4-a923-4d5c-bad2-75078808fad8 req-1247aca1-cc6e-4ff5-b25b-c39ea70e26b1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914419
Apr 02 21:41:44.344904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:44.408217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Attempting to bind port 6da77808-57aa-44b7-9b4f-3d9a27329f71 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:41:44.408590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Attempting to bind port 6da77808-57aa-44b7-9b4f-3d9a27329f71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:41:44.408922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Attempting to bind port 6da77808-57aa-44b7-9b4f-3d9a27329f71 on network b708ed11-cbd7-4ab2-b833-27e932c28165 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:41:44.413158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Port 6da77808-57aa-44b7-9b4f-3d9a27329f71 on network b708ed11-cbd7-4ab2-b833-27e932c28165 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:41:44.413479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Attempting to bind port 6da77808-57aa-44b7-9b4f-3d9a27329f71 on network b708ed11-cbd7-4ab2-b833-27e932c28165 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:41:44.418275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:41:44.418613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Checking segment: {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:41:44.419253 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Bound using segment: {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:41:44.419684 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Bound port: 6da77808-57aa-44b7-9b4f-3d9a27329f71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ab031-0f64-4c8a-96fb-0bef912e5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:41:44.420558 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.488201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:41:44.491139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:41:44.496733 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.530061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:44.530688 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.532080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] 10.222.0.21 "PUT /v2.0/ports/6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 1091 time: 0.6726079
Apr 02 21:41:44.555800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96eeea-51c9-49f0-9407-2ca1aa67a52f service neutron] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:44.613234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-b8f35119-8d9b-4975-9a35-52a70752e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:44.614724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-b8f35119-8d9b-4975-9a35-52a70752e9e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1125 time: 0.0444853
Apr 02 21:41:44.654143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-934e6c23-c00e-47de-add7-255d7e3fa98b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 217 time: 0.0329700
Apr 02 21:41:44.704338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-75efeb32-0e9d-4ac4-90ef-c30648f287b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:44.705709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-75efeb32-0e9d-4ac4-90ef-c30648f287b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0460215
Apr 02 21:41:44.740812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-91a92230-bc53-40cd-93e3-577bc21eb744 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253234
Apr 02 21:41:44.745047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:44.839281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-b44274f7-4f43-459f-9973-f68b903862f3 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898523
Apr 02 21:41:44.931758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-402458c3-0d76-4fbe-83ba-37ac048d9fcf req-7d1546cb-bdb1-43a8-b881-480d18eb2e7e service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846288
Apr 02 21:41:45.443045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33fc07-195f-4217-af32-ae0c80690a0b req-aa45de8a-347e-4998-92bc-30c3f3c48daf tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:45.444554 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a33fc07-195f-4217-af32-ae0c80690a0b req-aa45de8a-347e-4998-92bc-30c3f3c48daf tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 943 time: 0.0590036
Apr 02 21:41:45.491491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5a33fc07-195f-4217-af32-ae0c80690a0b req-e38cdbbb-7172-4640-add8-2a1ec2ba7959 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411313
Apr 02 21:41:45.810133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:41:45.813060 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a4d507-0a7c-427b-a307-4804f43e06f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:41:45.849286 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9082b047-a691-4ea5-b45a-d42d08868425 x-openstack-request-id: req-9082b047-a691-4ea5-b45a-d42d08868425 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:41:45.849931 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:41:45.849931 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9082b047-a691-4ea5-b45a-d42d08868425 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:41:45.850210 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9082b047-a691-4ea5-b45a-d42d08868425'] response: {'name': 'network-changed', 'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'status': 'completed', 'code': 200}
Apr 02 21:41:45.915926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-9e5350d4-4962-4d28-8331-9d0fc53bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:45.917451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-9e5350d4-4962-4d28-8331-9d0fc53bb649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1125 time: 0.0433595
Apr 02 21:41:46.007096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-4dcab514-228a-4ce8-a1f4-8c0e9cb82935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:46.008542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-4dcab514-228a-4ce8-a1f4-8c0e9cb82935 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0846419
Apr 02 21:41:46.050982 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-15202cfa-1dcc-49d0-b40e-9a1b9fd1941f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 217 time: 0.0328796
Apr 02 21:41:46.101002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-365630c5-ab5d-44c3-ac36-e503f8898678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:46.102315 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-365630c5-ab5d-44c3-ac36-e503f8898678 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0446010
Apr 02 21:41:46.135520 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-54a5643b-707d-4823-b8e8-1ff6e080e84a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245047
Apr 02 21:41:46.224963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-e2511e80-c52b-4d1d-be46-26d257904d7d service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799668
Apr 02 21:41:46.316227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49a4d507-0a7c-427b-a307-4804f43e06f9 req-1fbcd83e-7160-4328-9895-351a92b37aee service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827646
Apr 02 21:41:46.615335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3550ee-0245-4d34-8b17-0bc0d6ca8ffe req-a5405ea4-5a78-41ae-9cf5-4b380e963ce2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:46.616874 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc3550ee-0245-4d34-8b17-0bc0d6ca8ffe req-a5405ea4-5a78-41ae-9cf5-4b380e963ce2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 943 time: 0.0567026
Apr 02 21:41:46.664069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc3550ee-0245-4d34-8b17-0bc0d6ca8ffe req-64714463-ef6c-442c-b390-109f9149a4b0 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415902
Apr 02 21:41:46.765133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:41:46.964251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:41:46.984198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:41:46.984565 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5fc5cf40-fe6e-4306-a8d8-0e6bd0f9abb6 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:41:47.786645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4e13-6ea4-47fc-be0d-7741121443da req-4ec2f2de-46f2-4b23-8c0c-50bc0e299ddc tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:47.788110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c46d4e13-6ea4-47fc-be0d-7741121443da req-4ec2f2de-46f2-4b23-8c0c-50bc0e299ddc tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 943 time: 0.0544624
Apr 02 21:41:47.834763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c46d4e13-6ea4-47fc-be0d-7741121443da req-2d7415cf-a5a8-44fe-b3ce-c26b228e53b2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410028
Apr 02 21:41:48.212283 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:48.952201 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976bcb1-e392-473f-bfd3-95f02c3f4531 req-05a24cdd-6221-4a12-8fce-b87bf84c04ac tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:48.953713 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c976bcb1-e392-473f-bfd3-95f02c3f4531 req-05a24cdd-6221-4a12-8fce-b87bf84c04ac tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 943 time: 0.0523734
Apr 02 21:41:48.979324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:41:49.006160 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c976bcb1-e392-473f-bfd3-95f02c3f4531 req-95f7b0ea-ce28-443b-9fa8-56f6b0a47993 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466733
Apr 02 21:41:49.075455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:49.085403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'port_id': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'mac_address': 'fa:16:3e:7a:fa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7fab-ba56-465f-bec5-43c79cdbcf50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:41:49.120755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 6da77808-57aa-44b7-9b4f-3d9a27329f71 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:49.121073 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:49.133681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da77808-57aa-44b7-9b4f-3d9a27329f71 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:41:49.151825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:49.155706 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:49.203533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:49.210575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.210923 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.211260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.211595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.211927 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.212253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.212614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.213165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.213270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.213561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.213883 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.214203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.214523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.214841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.215158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:41:49.428025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['6da77808-57aa-44b7-9b4f-3d9a27329f71'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:41:50.126833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24be36d-2132-4155-a39c-2cc4c565e8b2 req-c2e8e6f7-edaa-4f2e-9bce-9518e0345044 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:50.128292 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f24be36d-2132-4155-a39c-2cc4c565e8b2 req-c2e8e6f7-edaa-4f2e-9bce-9518e0345044 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 944 time: 0.0556140
Apr 02 21:41:50.173709 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f24be36d-2132-4155-a39c-2cc4c565e8b2 req-9a6004b0-e5b0-4675-9091-a3d2fd259a45 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398078
Apr 02 21:41:50.997215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:41:51.048490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 6da77808-57aa-44b7-9b4f-3d9a27329f71 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:41:51.052383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 6da77808-57aa-44b7-9b4f-3d9a27329f71 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:41:51.052791 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:51.126957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 6da77808-57aa-44b7-9b4f-3d9a27329f71 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:41:51.127343 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:51.149044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:41:51.151292 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fcab22-4af6-472a-97ac-f2bad3a2f6f6" -d '{"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-plugged", "status": "completed", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:41:51.163328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:41:51.168649 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:51.198186 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793acbb2-5f65-482c-a4ec-27e00c190176 x-openstack-request-id: req-793acbb2-5f65-482c-a4ec-27e00c190176 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:41:51.198473 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-plugged", "status": "completed", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:41:51.198720 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-793acbb2-5f65-482c-a4ec-27e00c190176 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:41:51.199176 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793acbb2-5f65-482c-a4ec-27e00c190176'] response: {'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'code': 200}
Apr 02 21:41:51.226843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:41:51.321770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc8f96-56fc-4c35-a258-2c05c34bf53b req-dca4d044-52c8-43e1-a53f-81b8deba47d4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:51.323149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5adc8f96-56fc-4c35-a258-2c05c34bf53b req-dca4d044-52c8-43e1-a53f-81b8deba47d4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0801909
Apr 02 21:41:51.328689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6e6a3-848a-4d77-9d9e-faf8ee8a77f4 req-3fb35b76-5702-4847-b6c7-cf06ef97181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:51.330053 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbc6e6a3-848a-4d77-9d9e-faf8ee8a77f4 req-3fb35b76-5702-4847-b6c7-cf06ef97181c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1127 time: 0.0747912
Apr 02 21:41:51.398059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5adc8f96-56fc-4c35-a258-2c05c34bf53b req-06e33a27-6bdd-44f7-ac40-2e0abd7ffe48 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670905
Apr 02 21:41:51.403844 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbc6e6a3-848a-4d77-9d9e-faf8ee8a77f4 req-5aeaa926-b8e3-4b05-b645-cdec9ad3b504 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607402
Apr 02 21:41:52.521610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dce34d-82ba-4759-a96f-6934fb8cd550 req-4b41690d-6b1a-4d50-9dd5-8b67384cc3b8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:52.523091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2dce34d-82ba-4759-a96f-6934fb8cd550 req-4b41690d-6b1a-4d50-9dd5-8b67384cc3b8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0564046
Apr 02 21:41:52.570527 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2dce34d-82ba-4759-a96f-6934fb8cd550 req-b5d1fd7e-feac-4886-8b01-034cc4f13391 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418680
Apr 02 21:41:53.174325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-71e3bb29-200b-482a-bc5f-712d1fb994e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:53.689215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e567b-4740-4c97-897b-cc37a7e4acc1 req-7edd77d9-b4b7-436d-8bcd-3e142ddb882e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:53.690700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c3e567b-4740-4c97-897b-cc37a7e4acc1 req-7edd77d9-b4b7-436d-8bcd-3e142ddb882e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0549581
Apr 02 21:41:53.735798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7c3e567b-4740-4c97-897b-cc37a7e4acc1 req-f564359d-8c40-4172-aa97-bd65c01aee52 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394964
Apr 02 21:41:53.853956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585d2d1-e594-4f0b-aa5f-568c5f227484 req-b918b25b-e7f9-4d10-94fb-da9ca63ec93f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:53.855427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f585d2d1-e594-4f0b-aa5f-568c5f227484 req-b918b25b-e7f9-4d10-94fb-da9ca63ec93f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0517416
Apr 02 21:41:53.900938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f585d2d1-e594-4f0b-aa5f-568c5f227484 req-041b067a-96af-48a6-a6ba-f6e2f82e40cd tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392799
Apr 02 21:41:54.142407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-5debac4c-cae5-4414-8507-47bd5aaa023b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0484552
Apr 02 21:41:54.159586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b2cde-28de-401d-9613-f66507a01ef1 req-d62f3856-5e0a-4f42-b90c-3bd49196564e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:54.161235 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b4b2cde-28de-401d-9613-f66507a01ef1 req-d62f3856-5e0a-4f42-b90c-3bd49196564e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0610738
Apr 02 21:41:54.211290 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b4b2cde-28de-401d-9613-f66507a01ef1 req-9673a6b2-990a-4614-9703-4d6958701581 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443583
Apr 02 21:41:54.509879 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-e97f02f6-d5f5-4db3-a0c7-6cc87015911a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:54.511193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-e97f02f6-d5f5-4db3-a0c7-6cc87015911a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports/6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 942 time: 0.0534792
Apr 02 21:41:55.367797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706495c5-4cc8-4398-9ee8-8a7986fd2f83 req-11211146-63a5-4660-a4a0-c26c1cb56978 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:55.369309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-706495c5-4cc8-4398-9ee8-8a7986fd2f83 req-11211146-63a5-4660-a4a0-c26c1cb56978 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0883586
Apr 02 21:41:55.375312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-d2440a96-8e4a-46c6-9c39-d14bbc02f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:55.376790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-d2440a96-8e4a-46c6-9c39-d14bbc02f6f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1127 time: 0.0641735
Apr 02 21:41:55.379762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebd60-2f06-47d6-b7b3-cafb7b18db72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:55.475161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-706495c5-4cc8-4398-9ee8-8a7986fd2f83 req-d20817b6-6321-4548-becd-808d3eddec35 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974355
Apr 02 21:41:55.497187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-8594c436-b37e-4d46-92c2-2a99a7ca6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:55.498614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-8594c436-b37e-4d46-92c2-2a99a7ca6ab7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.1150978
Apr 02 21:41:55.538340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-e44da467-37bc-44c4-989b-dccc1c966b9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 217 time: 0.0335045
Apr 02 21:41:55.588500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-adaf1f5d-7899-4b40-8447-4e12aec906af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:55.589952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-adaf1f5d-7899-4b40-8447-4e12aec906af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0460143
Apr 02 21:41:55.620280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-99bab876-e1e1-4730-9d39-36020349bd38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248113
Apr 02 21:41:55.705196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-0504c85b-a2fa-4a5a-bbdf-d0e0ae84799f service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791955
Apr 02 21:41:56.118781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-47f5c6ff-de5a-4478-a869-4470925871be service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4071517
Apr 02 21:41:56.596330 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf57e-15e2-4421-83b7-09b071ab59e1 req-f316b657-9808-4f7c-8e47-669a0d50fbe7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:56.597815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd4bf57e-15e2-4421-83b7-09b071ab59e1 req-f316b657-9808-4f7c-8e47-669a0d50fbe7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0514553
Apr 02 21:41:56.643386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd4bf57e-15e2-4421-83b7-09b071ab59e1 req-5f886760-fef6-40d9-8787-4af85dd00c8c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399654
Apr 02 21:41:56.791102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:57.760149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012fb23-c2bb-44e2-8ac0-1d31baa1c54b req-b3566628-f297-457d-94e9-b351484e0c37 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:57.761912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012fb23-c2bb-44e2-8ac0-1d31baa1c54b req-b3566628-f297-457d-94e9-b351484e0c37 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0520747
Apr 02 21:41:57.808633 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b012fb23-c2bb-44e2-8ac0-1d31baa1c54b req-c91a2e5a-e02c-4f17-8cec-841f1cda4c9d tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407829
Apr 02 21:41:58.859773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:41:58.932011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc60ccb-7e05-4601-83b5-51c60c71a5c3 req-5177c358-ab20-4e41-9189-0cfc387231f7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:41:58.933508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8dc60ccb-7e05-4601-83b5-51c60c71a5c3 req-5177c358-ab20-4e41-9189-0cfc387231f7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0562551
Apr 02 21:41:58.979140 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8dc60ccb-7e05-4601-83b5-51c60c71a5c3 req-099231f4-8732-43b2-a732-c73f76d11d9c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393739
Apr 02 21:41:59.483003 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:00.104371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e574c8-d08c-4bea-8004-83f8dea00460 req-e03bef2b-7ecc-4291-9c9f-59917931ef78 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:00.105858 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4e574c8-d08c-4bea-8004-83f8dea00460 req-e03bef2b-7ecc-4291-9c9f-59917931ef78 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0549514
Apr 02 21:42:00.151366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4e574c8-d08c-4bea-8004-83f8dea00460 req-963f2fd0-fbf9-47f3-ab23-defa4b481a7c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394521
Apr 02 21:42:01.269841 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946ecb-29c4-4bac-8cb5-cba9ec73ee65 req-614b38cb-9197-427a-9f8f-9efb8f0c7295 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:01.271332 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c946ecb-29c4-4bac-8cb5-cba9ec73ee65 req-614b38cb-9197-427a-9f8f-9efb8f0c7295 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0523348
Apr 02 21:42:01.317099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c946ecb-29c4-4bac-8cb5-cba9ec73ee65 req-5ef28882-9956-434f-94a5-b34edad163bb tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402105
Apr 02 21:42:02.434876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c333-9bf9-45fd-86ba-865dd687c1e9 req-b3c7772e-8e2a-44f1-87a5-2933dcee0d97 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:02.436365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed38c333-9bf9-45fd-86ba-865dd687c1e9 req-b3c7772e-8e2a-44f1-87a5-2933dcee0d97 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0520651
Apr 02 21:42:02.488123 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ed38c333-9bf9-45fd-86ba-865dd687c1e9 req-4025224b-8b5c-40f4-a50d-cf856dd8a4cf tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460718
Apr 02 21:42:03.604874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff75c1-40e5-4cf5-9d14-a607d69822e8 req-83eddf15-b199-4cfc-9843-a65d9f227277 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:03.606346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bff75c1-40e5-4cf5-9d14-a607d69822e8 req-83eddf15-b199-4cfc-9843-a65d9f227277 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0517032
Apr 02 21:42:03.658177 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bff75c1-40e5-4cf5-9d14-a607d69822e8 req-e05072d6-131f-4c86-a394-4032e2917392 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462458
Apr 02 21:42:04.778692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43a60e-d21c-4ab3-990b-4dfddfbc80b4 req-7be368b7-e192-41d6-b5a0-39268b0c15f9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:04.780117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac43a60e-d21c-4ab3-990b-4dfddfbc80b4 req-7be368b7-e192-41d6-b5a0-39268b0c15f9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0529118
Apr 02 21:42:04.833867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac43a60e-d21c-4ab3-990b-4dfddfbc80b4 req-28224b68-d4a5-446c-9bf3-4d5edfcdb740 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478132
Apr 02 21:42:05.953458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1ff04-867c-40bc-8ff7-244e8f03ad9d req-fbc8d7a0-0601-4c5a-9941-fdfb78c29dc9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:05.954939 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00e1ff04-867c-40bc-8ff7-244e8f03ad9d req-fbc8d7a0-0601-4c5a-9941-fdfb78c29dc9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0530808
Apr 02 21:42:06.001237 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00e1ff04-867c-40bc-8ff7-244e8f03ad9d req-1400ce01-0f40-4a30-8e98-9f74758411d8 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407453
Apr 02 21:42:07.117570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc6fec-217d-435e-bf94-07fdc58d793e req-4b0bdb13-a8ce-4e1b-ab3e-12a260af9526 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:07.119028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84bc6fec-217d-435e-bf94-07fdc58d793e req-4b0bdb13-a8ce-4e1b-ab3e-12a260af9526 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0517795
Apr 02 21:42:07.164106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84bc6fec-217d-435e-bf94-07fdc58d793e req-fd42f09e-68da-493f-9b81-8a5b0f051a17 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394988
Apr 02 21:42:08.284419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29030364-8221-4a4b-8626-6d79fc50611c req-78d3f54e-a3d0-412d-aac7-704a36421e56 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:08.285934 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29030364-8221-4a4b-8626-6d79fc50611c req-78d3f54e-a3d0-412d-aac7-704a36421e56 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0516992
Apr 02 21:42:08.332215 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-29030364-8221-4a4b-8626-6d79fc50611c req-1c3cc921-7e23-4c9d-bc5f-a68047826873 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406699
Apr 02 21:42:09.450424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caab55-887c-40e0-be93-a3650642996a req-f8dafed3-e069-4fd7-a6bb-6f8f3c79c289 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:09.451978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0caab55-887c-40e0-be93-a3650642996a req-f8dafed3-e069-4fd7-a6bb-6f8f3c79c289 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0522928
Apr 02 21:42:09.498059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0caab55-887c-40e0-be93-a3650642996a req-25c985ca-553f-4943-8de8-126d80e7bcf7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398583
Apr 02 21:42:10.633378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e78f7-5804-4d1f-a65f-173439653dcc req-4a78f12a-0a69-4f36-b4a8-31bc5be87249 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:10.634988 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f9e78f7-5804-4d1f-a65f-173439653dcc req-4a78f12a-0a69-4f36-b4a8-31bc5be87249 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0616007
Apr 02 21:42:10.680855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9f9e78f7-5804-4d1f-a65f-173439653dcc req-a3de2af6-0551-4a84-b15f-6f7dc07d67ac tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401876
Apr 02 21:42:11.562189 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-c4a237b7-ffa0-4ecb-871c-b29ffb4b31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:11.563663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-c4a237b7-ffa0-4ecb-871c-b29ffb4b31df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1127 time: 0.0477176
Apr 02 21:42:11.665065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-9a263b18-a11e-485c-9c0e-ed973502ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:11.666426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-9a263b18-a11e-485c-9c0e-ed973502ca0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0823996
Apr 02 21:42:11.710374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-bd0e876b-5af2-4af6-88a8-a34f721912ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 217 time: 0.0364461
Apr 02 21:42:11.782951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-2b20fda0-def3-4a35-a816-63a01f6d6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:11.784762 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-2b20fda0-def3-4a35-a816-63a01f6d6f52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0684540
Apr 02 21:42:11.816395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e151bce-1b41-49e9-bfd5-df8171de168e req-49c61a43-8ab0-4e31-b179-ffd31d102a85 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:11.817877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e151bce-1b41-49e9-bfd5-df8171de168e req-49c61a43-8ab0-4e31-b179-ffd31d102a85 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0694728
Apr 02 21:42:11.834907 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-14f9d0e8-a1e6-44af-a347-3b312d72af86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398526
Apr 02 21:42:11.930636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e151bce-1b41-49e9-bfd5-df8171de168e req-0b60bdec-b2d0-48c6-bf90-6531fca77b8d tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983880
Apr 02 21:42:11.953485 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-5e771006-de4b-4644-970d-8326757488e1 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124709
Apr 02 21:42:12.046461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-883b3b08-297c-4ec0-8c4d-1d4e0e9ba63f req-6491def7-0d44-475e-b5b9-dc8b47205553 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845349
Apr 02 21:42:13.048172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cda95d-4462-4d77-ae04-82a63642cf4a req-5a1cdc55-744c-4e1b-a739-0a18e9208d95 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:13.049665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18cda95d-4462-4d77-ae04-82a63642cf4a req-5a1cdc55-744c-4e1b-a739-0a18e9208d95 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0524790
Apr 02 21:42:13.095475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18cda95d-4462-4d77-ae04-82a63642cf4a req-8edbfe24-a167-4fc9-9964-426c65fee169 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403211
Apr 02 21:42:14.215136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a40d9-f429-4cd3-a922-fe5f42d4454e req-fd8df8a4-663f-4fc4-82fa-c0ff1363feec tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:14.216740 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-771a40d9-f429-4cd3-a922-fe5f42d4454e req-fd8df8a4-663f-4fc4-82fa-c0ff1363feec tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0530989
Apr 02 21:42:14.262924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-771a40d9-f429-4cd3-a922-fe5f42d4454e req-06ce6a14-43c0-4a30-9e27-79071b599ed4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400143
Apr 02 21:42:14.765293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:15.386261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa927d1-00e2-4166-ad5f-897bc8d42adf req-a29c915d-a54a-4504-83dc-bd5826444470 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:15.387727 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fa927d1-00e2-4166-ad5f-897bc8d42adf req-a29c915d-a54a-4504-83dc-bd5826444470 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0515406
Apr 02 21:42:15.438445 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8fa927d1-00e2-4166-ad5f-897bc8d42adf req-ac8a26ab-e2c0-41ab-9fd5-729eb244e980 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445325
Apr 02 21:42:16.556500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf675174-cd2d-45c5-aac1-c550ada53af5 req-e211e772-5d2a-4dad-8607-edca63500fa7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:16.557979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf675174-cd2d-45c5-aac1-c550ada53af5 req-e211e772-5d2a-4dad-8607-edca63500fa7 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0515063
Apr 02 21:42:16.604385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bf675174-cd2d-45c5-aac1-c550ada53af5 req-18776f5a-5846-42bb-97b8-be1d876150ae tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402853
Apr 02 21:42:17.722412 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28186887-22ed-4d16-bc49-8da4716bb12a req-7edcc398-cbef-4de9-ae0c-54c01db2f085 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:17.723806 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28186887-22ed-4d16-bc49-8da4716bb12a req-7edcc398-cbef-4de9-ae0c-54c01db2f085 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0515881
Apr 02 21:42:17.771316 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28186887-22ed-4d16-bc49-8da4716bb12a req-752915d8-466f-4d38-ac15-d98221e23135 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418797
Apr 02 21:42:18.228137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:18.897602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c51ca-5b35-4319-9c90-14107dd5b911 req-c4bf306a-6167-46f3-91eb-c8766fc423d2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:18.899081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f9c51ca-5b35-4319-9c90-14107dd5b911 req-c4bf306a-6167-46f3-91eb-c8766fc423d2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0570328
Apr 02 21:42:18.945855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9f9c51ca-5b35-4319-9c90-14107dd5b911 req-40b3f17a-35db-4384-8711-bd56f43fd837 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410960
Apr 02 21:42:20.066272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084697-8e4c-42ea-939f-52f8d447da89 req-8cdeae55-1e87-4ee4-ae46-701fa347c3a2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:20.067767 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f084697-8e4c-42ea-939f-52f8d447da89 req-8cdeae55-1e87-4ee4-ae46-701fa347c3a2 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0532713
Apr 02 21:42:20.113099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1f084697-8e4c-42ea-939f-52f8d447da89 req-5e716b34-4aa8-49c6-badd-3df145c54ffb tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396028
Apr 02 21:42:21.235330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47274ecf-25d7-4c4e-adf8-104c6fa217c5 req-8f1dec27-9a7c-42fa-b1df-73b1f2739300 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:21.236815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47274ecf-25d7-4c4e-adf8-104c6fa217c5 req-8f1dec27-9a7c-42fa-b1df-73b1f2739300 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0563560
Apr 02 21:42:21.282911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47274ecf-25d7-4c4e-adf8-104c6fa217c5 req-60997248-388f-417f-a42d-75087bc6eac9 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403900
Apr 02 21:42:22.407304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ef856-20e5-4d2b-844a-5cc5b4485541 req-69445a5b-ee18-48a1-867c-3ccb9c84d199 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:22.408774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a75ef856-20e5-4d2b-844a-5cc5b4485541 req-69445a5b-ee18-48a1-867c-3ccb9c84d199 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0556068
Apr 02 21:42:22.455930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a75ef856-20e5-4d2b-844a-5cc5b4485541 req-6d6315a2-2c1e-44b8-954c-eb41404ec8cc tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409980
Apr 02 21:42:23.056575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-2629831f-b3a1-4397-a010-67509102c99f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:42:23.057555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-2629831f-b3a1-4397-a010-67509102c99f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053048
Apr 02 21:42:23.120245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-0a8f420b-0254-4377-913b-69bce52026d8 service neutron] 10.222.0.21 "GET /v2.0/ports/6da77808-57aa-44b7-9b4f-3d9a27329f71/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0555382
Apr 02 21:42:23.176224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-76a805f7-b8f3-4010-b992-0f7ee428e932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:23.346618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-51789471-e455-4098-835f-fe817a88743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:23.348033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-51789471-e455-4098-835f-fe817a88743c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf&tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67 HTTP/1.1" status: 200  len: 1127 time: 0.0452881
Apr 02 21:42:23.411452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-5effa593-9be0-4ab6-9a30-0ff3badef39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:23.412973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-5effa593-9be0-4ab6-9a30-0ff3badef39f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1127 time: 0.0437248
Apr 02 21:42:23.507866 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-081daa38-a724-4485-a007-b069c82f38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:23.509392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-081daa38-a724-4485-a007-b069c82f38fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0877190
Apr 02 21:42:23.561189 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-d1e424a0-2edb-4ee9-bde4-7b7bc810d229 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 217 time: 0.0429108
Apr 02 21:42:23.632262 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fa49-c164-43af-8b44-17940fad9107 req-828cc3f7-685f-452e-8eb2-fd63b736f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:23.633630 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-828cc3f7-685f-452e-8eb2-fd63b736f61b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0579424
Apr 02 21:42:23.641770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1c95-7c4e-4577-849e-434cd530a7cc req-523518de-3091-4022-9691-275f824436e3 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:23.643186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38ab1c95-7c4e-4577-849e-434cd530a7cc req-523518de-3091-4022-9691-275f824436e3 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.1183465
Apr 02 21:42:23.673920 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-1468af40-652c-4abf-bb83-662aaf320b9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298374
Apr 02 21:42:23.758435 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-38ab1c95-7c4e-4577-849e-434cd530a7cc req-3fc35047-aba0-47df-93dd-8f344e7698cd tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071277
Apr 02 21:42:23.764267 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:42:23.788814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-3e1608d5-9e3c-444a-b7f0-7cbef92d9a91 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071758
Apr 02 21:42:23.880224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39d2fa49-c164-43af-8b44-17940fad9107 req-fe6624fc-7220-42bb-9856-55243e4f8d0f service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814641
Apr 02 21:42:24.879938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec3196-b629-4a8d-b919-89c4213cb278 req-a4b53134-14c4-41dc-926c-23d284c39169 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:24.881427 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fdec3196-b629-4a8d-b919-89c4213cb278 req-a4b53134-14c4-41dc-926c-23d284c39169 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0530968
Apr 02 21:42:24.928094 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fdec3196-b629-4a8d-b919-89c4213cb278 req-a5290d56-14c7-4588-8036-f315911f0d7a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410264
Apr 02 21:42:25.380920 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-86fd011a-62b2-4f14-85cc-831433664886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:26.048079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffeb8a-008d-4737-83d4-e5f53515a6e9 req-93c18aff-8a40-49c5-afe1-3074e719c20e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:26.049569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93ffeb8a-008d-4737-83d4-e5f53515a6e9 req-93c18aff-8a40-49c5-afe1-3074e719c20e tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0534327
Apr 02 21:42:26.099660 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-93ffeb8a-008d-4737-83d4-e5f53515a6e9 req-c4dec4bf-4deb-4875-ab73-3590948be057 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444660
Apr 02 21:42:26.330784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84b625-ec3d-44b5-bdef-8c3ad2cf886e req-8aae767c-6eb2-4c15-b0d2-32051281e972 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:26.332271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba84b625-ec3d-44b5-bdef-8c3ad2cf886e req-8aae767c-6eb2-4c15-b0d2-32051281e972 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0874078
Apr 02 21:42:26.338917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-c0c41865-cc50-4e98-81a8-caa319de3db4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:26.340246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-c0c41865-cc50-4e98-81a8-caa319de3db4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf&tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0843678
Apr 02 21:42:26.382014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ba84b625-ec3d-44b5-bdef-8c3ad2cf886e req-f8ec122b-e17c-4886-9ee8-7ba7efbfc497 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402565
Apr 02 21:42:26.430089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-86201eda-a720-40d7-9fc4-074d44ecc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:26.431602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-86201eda-a720-40d7-9fc4-074d44ecc628 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 1127 time: 0.0487492
Apr 02 21:42:26.521772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-622ae311-5259-419f-8ec5-2b986420833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:26.523223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-622ae311-5259-419f-8ec5-2b986420833e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 200  len: 916 time: 0.0849638
Apr 02 21:42:26.566248 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-bde07412-710e-454c-a983-52e9bea4ec2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 200  len: 217 time: 0.0375113
Apr 02 21:42:26.612028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-d82f1a88-c912-4699-a75b-56f9db94a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:26.613428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-d82f1a88-c912-4699-a75b-56f9db94a193 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 200  len: 855 time: 0.0420387
Apr 02 21:42:26.645317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-973e4e3f-4719-4f35-be2c-3479b8684736 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b708ed11-cbd7-4ab2-b833-27e932c28165&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263643
Apr 02 21:42:26.735346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-80109249-8768-4488-80e6-c5a34a5e8cff service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842247
Apr 02 21:42:26.792337 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:26.824285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9436d91-cc95-41e1-a350-cf8aff531852 req-eefb5256-a9a8-4e62-8831-30daf27bc6a0 service neutron] 10.222.0.21 "GET /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826292
Apr 02 21:42:27.197471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:42:27.200078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:42:27.508435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 6da77808-57aa-44b7-9b4f-3d9a27329f71 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:27.508856 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:27.523184 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cf2fc-3c85-4522-9f4e-6b9490207b10 req-efc5ee98-97ff-4695-bf38-57dcf232258c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:27.524707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-560cf2fc-3c85-4522-9f4e-6b9490207b10 req-efc5ee98-97ff-4695-bf38-57dcf232258c tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0577888
Apr 02 21:42:27.539986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:27.552204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:42:27.554759 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b149407c-0aa1-4a5f-b787-ddec9956fbec" -d '{"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-unplugged", "status": "completed", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:42:27.569207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:27.570743 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'network_id': 'b708ed11-cbd7-4ab2-b833-27e932c28165', 'port_id': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'mac_address': 'fa:16:3e:7a:fa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7fab-ba56-465f-bec5-43c79cdbcf50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:42:27.576985 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:27.580570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-560cf2fc-3c85-4522-9f4e-6b9490207b10 req-75d8803d-1e14-470c-ad72-7d29433232ed tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494823
Apr 02 21:42:27.604294 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4f2d2-9e7e-4aa8-9f64-ae296519e667 x-openstack-request-id: req-50f4f2d2-9e7e-4aa8-9f64-ae296519e667 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:42:27.604614 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-unplugged", "status": "completed", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:42:27.604874 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f4f2d2-9e7e-4aa8-9f64-ae296519e667 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:42:27.605298 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f4f2d2-9e7e-4aa8-9f64-ae296519e667'] response: {'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'code': 200}
Apr 02 21:42:27.645472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 6da77808-57aa-44b7-9b4f-3d9a27329f71 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:27.645866 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:27.666862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:27.673894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da77808-57aa-44b7-9b4f-3d9a27329f71 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:42:27.693587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:27.694514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a9fb7-f8e3-464f-b8f9-4b417355dadc req-cfc1859b-dcb9-4778-8370-e2ab3b8e4f01 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:27.696045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df7a9fb7-f8e3-464f-b8f9-4b417355dadc req-cfc1859b-dcb9-4778-8370-e2ab3b8e4f01 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 943 time: 0.0563383
Apr 02 21:42:27.697760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:27.743203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df7a9fb7-f8e3-464f-b8f9-4b417355dadc req-2ec22889-58e6-4538-a318-d0708d992847 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404031
Apr 02 21:42:27.745610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:27.862760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08fec-7da0-4765-b7af-318a12fcdc96 req-6415253b-3060-426f-befe-f0945736aefe tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:27.864254 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7b08fec-7da0-4765-b7af-318a12fcdc96 req-6415253b-3060-426f-befe-f0945736aefe tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 944 time: 0.0529714
Apr 02 21:42:27.914717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7b08fec-7da0-4765-b7af-318a12fcdc96 req-e02ce69d-705e-4eb9-82c2-2ab12b1af7b4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447962
Apr 02 21:42:27.938101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['6da77808-57aa-44b7-9b4f-3d9a27329f71'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:42:28.245791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffd0b5-d8db-4ab5-9d3f-883bf0d1a428 req-5691ae56-02a4-4275-9651-2f3016e7df88 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:28.247797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72ffd0b5-d8db-4ab5-9d3f-883bf0d1a428 req-5691ae56-02a4-4275-9651-2f3016e7df88 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 944 time: 0.0516815
Apr 02 21:42:28.297501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72ffd0b5-d8db-4ab5-9d3f-883bf0d1a428 req-f304bb84-26bd-4111-8496-b5d9cdb71dcf tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440085
Apr 02 21:42:28.862445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.198032 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:42:29.244954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 6da77808-57aa-44b7-9b4f-3d9a27329f71 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:29.245327 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.327266 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 6da77808-57aa-44b7-9b4f-3d9a27329f71 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:29.327664 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.360720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:29.365149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.427258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307077a2-c914-4243-9c00-65277b12c875 req-354517a0-eb5e-4a9d-8424-47c8e69ff03a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:29.428282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:29.432928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-307077a2-c914-4243-9c00-65277b12c875 req-354517a0-eb5e-4a9d-8424-47c8e69ff03a tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0608625
Apr 02 21:42:29.480992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-307077a2-c914-4243-9c00-65277b12c875 req-953a09e4-f579-433f-8339-dd4350f711e4 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.18 "GET /v2.0/security-groups?id=7bf63af2-f233-4bb2-8628-f171b5344fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464504
Apr 02 21:42:29.488959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.572366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-c9f2a13f-f938-4ac8-a23a-b3caed98d8b1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:29.573764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-c9f2a13f-f938-4ac8-a23a-b3caed98d8b1 tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f72cd45-eb1d-406f-a20d-1c58872161bf HTTP/1.1" status: 200  len: 945 time: 0.0516315
Apr 02 21:42:29.606140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:42:29.609206 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37a8bcf-14a3-4f2a-a8a4-678c9bbe49ee" -d '{"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-plugged", "status": "completed", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:42:29.648778 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f3b3ec-6346-4856-a0f3-d829dce40581 x-openstack-request-id: req-b4f3b3ec-6346-4856-a0f3-d829dce40581 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:42:29.649072 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-plugged", "status": "completed", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:42:29.649325 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4f3b3ec-6346-4856-a0f3-d829dce40581 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:42:29.649720 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f3b3ec-6346-4856-a0f3-d829dce40581'] response: {'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'code': 200}
Apr 02 21:42:29.672820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Deleting port 6da77808-57aa-44b7-9b4f-3d9a27329f71 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:42:29.673161 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.758404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] For port 6da77808-57aa-44b7-9b4f-3d9a27329f71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da77808-57aa-44b7-9b4f-3d9a27329f71,segment=NetworkSegment(9c1ab031-0f64-4c8a-96fb-0bef912e5563),segment_id=9c1ab031-0f64-4c8a-96fb-0bef912e5563)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:29.758690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.771391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Calling delete_port for 6da77808-57aa-44b7-9b4f-3d9a27329f71 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:42:29.898811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6da77808-57aa-44b7-9b4f-3d9a27329f71), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.915151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['6da77808-57aa-44b7-9b4f-3d9a27329f71'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:42:29.926873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Pushing event deleted for resources: {'Port': ['ID=6da77808-57aa-44b7-9b4f-3d9a27329f71,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:29.955657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.956011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.956357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.956795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.957134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.957470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.957801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.958131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.958459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.958784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.959129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.959437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.959793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.960117 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.960436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:29.984141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] No DVR routers for this DVR port 6da77808-57aa-44b7-9b4f-3d9a27329f71 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:42:29.986690 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:29.990081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4788b1f9-84a8-462d-8b92-cae4ff1021f4 req-472d9a09-a4f5-450f-9dce-bbda89eaf07f tempest-ServerDiskConfigTestJSON-611276295 tempest-ServerDiskConfigTestJSON-611276295-project] 10.222.0.21 "DELETE /v2.0/ports/6da77808-57aa-44b7-9b4f-3d9a27329f71 HTTP/1.1" status: 204  len: 173 time: 0.4083622
Apr 02 21:42:29.990507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-deleted', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:42:29.992750 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec1f63-3251-4fc4-96da-55f32f8fc7be" -d '{"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-deleted", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:42:30.032756 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5decd603-6ccc-450f-97b1-dfddcc8c721d x-openstack-request-id: req-5decd603-6ccc-450f-97b1-dfddcc8c721d {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:42:30.033108 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f72cd45-eb1d-406f-a20d-1c58872161bf", "name": "network-vif-deleted", "tag": "6da77808-57aa-44b7-9b4f-3d9a27329f71", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:42:30.033372 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5decd603-6ccc-450f-97b1-dfddcc8c721d {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:42:30.033896 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5decd603-6ccc-450f-97b1-dfddcc8c721d'] response: {'server_uuid': '8f72cd45-eb1d-406f-a20d-1c58872161bf', 'name': 'network-vif-deleted', 'tag': '6da77808-57aa-44b7-9b4f-3d9a27329f71', 'status': 'completed', 'code': 200}
Apr 02 21:42:30.610847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51770) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:30.655561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Deleting subnet 62af7fab-ba56-465f-bec5-43c79cdbcf50 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:42:30.660622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Publish callbacks [] for subnet (62af7fab-ba56-465f-bec5-43c79cdbcf50), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.695659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (62af7fab-ba56-465f-bec5-43c79cdbcf50), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.733566 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (62af7fab-ba56-465f-bec5-43c79cdbcf50), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.783330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (62af7fab-ba56-465f-bec5-43c79cdbcf50), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.815597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.818775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62af7fab-ba56-465f-bec5-43c79cdbcf50 HTTP/1.1" status: 204  len: 168 time: 0.2069385
Apr 02 21:42:30.819599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eca6e-00b4-4404-8ea4-211ce44aab89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62af7fab-ba56-465f-bec5-43c79cdbcf50,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:30.821399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51772) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:30.888588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b708ed11-cbd7-4ab2-b833-27e932c28165), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.968816 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b708ed11-cbd7-4ab2-b833-27e932c28165), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:30.988697 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7846959fd0>,) {'filters': {'network_id': ['b708ed11-cbd7-4ab2-b833-27e932c28165']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:30.998247 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846959fd0>, '9c1ab031-0f64-4c8a-96fb-0bef912e5563') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:30.998544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7846959fd0>, '9c1ab031-0f64-4c8a-96fb-0bef912e5563') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:31.007626 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9c1ab031-0f64-4c8a-96fb-0bef912e5563), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.020242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9c1ab031-0f64-4c8a-96fb-0bef912e5563), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.026090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:42:31.026468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9c1ab031-0f64-4c8a-96fb-0bef912e5563), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:42:31.028067 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:42:31.082058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b708ed11-cbd7-4ab2-b833-27e932c28165), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.087330 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.090484 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b708ed11-cbd7-4ab2-b833-27e932c28165 HTTP/1.1" status: 204  len: 168 time: 0.2680769
Apr 02 21:42:31.101787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Pushing event deleted for resources: {'Network': ['ID=b708ed11-cbd7-4ab2-b833-27e932c28165,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:31.109263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.109612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.109951 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.110287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.110620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.110947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.111372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.111632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.111898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.112221 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.112571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.112903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.113225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.113546 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.113865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dd8eb6-09ae-4adf-a85e-e2f2275ac50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:31.194134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51776) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:31.239495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-45088b5c-095d-483a-acb7-5c3b172ddd9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eec749d6a2ca48f7b17c3d2aaa3f5c67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0441084
Apr 02 21:42:31.241954 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:31.288879 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161b6e0-8a26-4b5d-9b76-bb46e43a59b7 admin admin] Publish callbacks [] for security_group (7bf63af2-f233-4bb2-8628-f171b5344fec), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.309311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161b6e0-8a26-4b5d-9b76-bb46e43a59b7 admin admin] Publish callbacks [] for security_group (7bf63af2-f233-4bb2-8628-f171b5344fec), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.355762 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161b6e0-8a26-4b5d-9b76-bb46e43a59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7bf63af2-f233-4bb2-8628-f171b5344fec), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.358610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f161b6e0-8a26-4b5d-9b76-bb46e43a59b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:31.359744 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f161b6e0-8a26-4b5d-9b76-bb46e43a59b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bf63af2-f233-4bb2-8628-f171b5344fec HTTP/1.1" status: 204  len: 168 time: 0.1169119
Apr 02 21:42:31.367361 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161b6e0-8a26-4b5d-9b76-bb46e43a59b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf63af2-f233-4bb2-8628-f171b5344fec,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:32.009789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51800) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:32.112075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-12812604-network', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:32.131517 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Made reservation on behalf of 5f212cc8d96745d2aa089c88769ffc87 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:42:32.133767 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.142422 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.216010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks [] for security_group (f2e002a3-934e-4f30-8634-08f5dbf7de10), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.219787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f2e002a3-934e-4f30-8634-08f5dbf7de10), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.250090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:42:32.265366 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e002a3-934e-4f30-8634-08f5dbf7de10,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:32.272173 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (bb730156-a0c7-433f-9938-7fcb4e7746d6), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.272692 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Added segment bb730156-a0c7-433f-9938-7fcb4e7746d6 of type vlan for network b5d1da61-b7b6-4e0c-9bae-dde4dea39176
Apr 02 21:42:32.325447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b5d1da61-b7b6-4e0c-9bae-dde4dea39176), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.349402 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b5d1da61-b7b6-4e0c-9bae-dde4dea39176), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.350263 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:32.350830 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.384005 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3731515
Apr 02 21:42:32.387100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51804) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:32.392414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Request body: {'subnet': {'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-12812604-subnet', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:32.411180 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc144dd-1105-43f2-9ce1-0dc3b0e8614a admin admin] Pushing event updated for resources: {'Network': ['ID=b5d1da61-b7b6-4e0c-9bae-dde4dea39176,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:32.412541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Made reservation on behalf of 5f212cc8d96745d2aa089c88769ffc87 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:42:32.415058 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.426189 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:42:32.582832 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (488c7c44-333b-47d7-a4f9-c840960480a9), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.646062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Pushing event updated for resources: {'Subnet': ['ID=488c7c44-333b-47d7-a4f9-c840960480a9,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:32.658356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:42:32.658733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Network hostable DHCP agents. Network: b5d1da61-b7b6-4e0c-9bae-dde4dea39176, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:42:32.676021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:42:32.684653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5d1da61-b7b6-4e0c-9bae-dde4dea39176) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:32.688595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:32.689183 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.693896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f28547-62d1-4f55-91a9-7154f9928925 None None] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:42:32.709619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aafd7795-989c-4996-add1-dd24e9b1effb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3209050
Apr 02 21:42:32.712413 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51806) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:32.717693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:32.736099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.737154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.789968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks [] for router_controller (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.802768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:42:32.803635 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.936650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks [] for router_gateway (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:32.941423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Allocated IP 172.20.0.2 (b5d1da61-b7b6-4e0c-9bae-dde4dea39176/488c7c44-333b-47d7-a4f9-c840960480a9/e0cc96b9-7372-4df4-8768-7e448b45fa57) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:42:33.085214 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Publish callbacks [] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.091989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.130034 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:42:33.132813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:33.138181 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks [] for router_gateway (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.139259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:42:33.146307 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Pushing event updated for resources: {'Port': ['ID=e0cc96b9-7372-4df4-8768-7e448b45fa57,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:33.157927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.199227 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:42:33.204383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Attempting to bind port e0cc96b9-7372-4df4-8768-7e448b45fa57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:42:33.204383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Attempting to bind port e0cc96b9-7372-4df4-8768-7e448b45fa57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:42:33.204763 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Attempting to bind port e0cc96b9-7372-4df4-8768-7e448b45fa57 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:42:33.224022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 6da77808-57aa-44b7-9b4f-3d9a27329f71 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:42:33.224363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 6da77808-57aa-44b7-9b4f-3d9a27329f71 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:42:33.225993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:42:33.226361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:42:33.226759 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.227136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Bound using segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:42:33.227602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Bound port: e0cc96b9-7372-4df4-8768-7e448b45fa57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:42:33.227978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.258687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Allocated IP 172.35.4.3 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/1a32317d-e549-48d6-aeba-5b326cf7369b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:42:33.295731 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] For port e0cc96b9-7372-4df4-8768-7e448b45fa57, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:42:33.299110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] For port e0cc96b9-7372-4df4-8768-7e448b45fa57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0cc96b9-7372-4df4-8768-7e448b45fa57,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:42:33.305448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.366147 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f4beb-cf5f-4368-ba57-f95ea21d9ae0 None None] Pushing event updated for resources: {'Port': ['ID=e0cc96b9-7372-4df4-8768-7e448b45fa57,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:33.374520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks [] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.410344 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.454486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:42:33.459621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:33.464123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:42:33.467893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Pushing event updated for resources: {'Port': ['ID=1a32317d-e549-48d6-aeba-5b326cf7369b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:33.734958 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks [] for router_gateway (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:33.931875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.067314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:42:34.178679 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:42:34.187695 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:42:34.196935 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:42:34.197794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460f7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:42:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:34.197981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.202612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-05e3ec8d-0497-4717-96f6-2a0220f1edaa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4887543
Apr 02 21:42:34.203344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51808) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:34.310434 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a326fd-74f9-4b8d-8433-31414261f339 None None] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:42:34.317938 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:42:34.395850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] Provisioning complete for port e0cc96b9-7372-4df4-8768-7e448b45fa57 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:34.396567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.505609 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460f7ac0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:33Z', 'revision_number': 3, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:34.523919 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] Current status of the port e0cc96b9-7372-4df4-8768-7e448b45fa57 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:34.524785 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.541590 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:42:34.542350 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Updating router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 port 1a32317d-e549-48d6-aeba-5b326cf7369b binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:42:34.572673 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.573657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] For port e0cc96b9-7372-4df4-8768-7e448b45fa57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0cc96b9-7372-4df4-8768-7e448b45fa57,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:34.578510 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.643618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db1a3d-de85-47e7-bf06-a8ce3c09afe4 None None] Pushing event updated for resources: {'Port': ['ID=e0cc96b9-7372-4df4-8768-7e448b45fa57,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:34.737268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.802496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc99d1aa-c05d-4b2d-8779-510a7430cfe3 None None] Provisioning complete for port e0cc96b9-7372-4df4-8768-7e448b45fa57 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:34.803251 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc99d1aa-c05d-4b2d-8779-510a7430cfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.855105 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Publish callbacks [] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.862736 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.889184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-bc99d1aa-c05d-4b2d-8779-510a7430cfe3 None None] Current status of the port e0cc96b9-7372-4df4-8768-7e448b45fa57 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:34.897586 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Allocated IP 172.20.0.1 (b5d1da61-b7b6-4e0c-9bae-dde4dea39176/488c7c44-333b-47d7-a4f9-c840960480a9/93c713d8-4923-4e60-b7e9-2e393938355a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:42:34.926133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Attempting to bind port 1a32317d-e549-48d6-aeba-5b326cf7369b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:42:34.926764 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Attempting to bind port 1a32317d-e549-48d6-aeba-5b326cf7369b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:42:34.927211 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Attempting to bind port 1a32317d-e549-48d6-aeba-5b326cf7369b on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:42:34.929407 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Pushing event updated for resources: {'Port': ['ID=1a32317d-e549-48d6-aeba-5b326cf7369b,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:34.941911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.941911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.942248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.942348 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.943266 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.943266 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.943490 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.943927 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.944527 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.945112 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.945693 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.946273 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.946732 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.947102 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.947394 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:42:34.951391 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:42:34.951776 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:42:34.952178 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:34.952596 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:42:34.953079 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Bound port: 1a32317d-e549-48d6-aeba-5b326cf7369b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:42:34.953465 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.004811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks [] for port (93c713d8-4923-4e60-b7e9-2e393938355a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.015607 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] For port 1a32317d-e549-48d6-aeba-5b326cf7369b, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:42:35.018923 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] For port 1a32317d-e549-48d6-aeba-5b326cf7369b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a32317d-e549-48d6-aeba-5b326cf7369b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:42:35.025001 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.039960 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.078181 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:42:35.084522 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:42:35.084674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:35.085146 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460f7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:42:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:35.089692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:42:35.090171 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e70ad0-8840-4ccc-94b8-f552b6d47211 None None] Pushing event updated for resources: {'Port': ['ID=1a32317d-e549-48d6-aeba-5b326cf7369b,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:35.110243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Pushing event updated for resources: {'Port': ['ID=93c713d8-4923-4e60-b7e9-2e393938355a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:35.129992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.205422 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:42:35.282581 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.394766 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460f7ac0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:33Z', 'revision_number': 3, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:35.426044 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca9866-254d-4c71-8da8-6a63285269f8 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:33Z', 'revision_number': 3, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:42:35.431473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-43f6ffd5-6be4-4fdc-9c95-feca1c01522d None None] Provisioning complete for port 93c713d8-4923-4e60-b7e9-2e393938355a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:35.431934 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-43f6ffd5-6be4-4fdc-9c95-feca1c01522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.459405 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks [] for port (93c713d8-4923-4e60-b7e9-2e393938355a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.466944 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.490675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-43f6ffd5-6be4-4fdc-9c95-feca1c01522d None None] Port 93c713d8-4923-4e60-b7e9-2e393938355a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:42:35.542897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e0cc96b9-7372-4df4-8768-7e448b45fa57 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:42:35.545389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Pushing event updated for resources: {'Port': ['ID=93c713d8-4923-4e60-b7e9-2e393938355a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:35.550731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.598006 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e0cc96b9-7372-4df4-8768-7e448b45fa57 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:35.598489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:35.647118 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:42:35.649706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:35.696063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e0cc96b9-7372-4df4-8768-7e448b45fa57 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:35.811143 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:42:35.933817 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:42:35.939575 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4add0954-da11-42a6-9851-8a84537647cc admin admin] 10.222.0.18 "PUT /v2.0/routers/f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7344916
Apr 02 21:42:36.018257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fa9b64b8-2ba7-418f-a467-6d1f3f0e5adb None None] Provisioning complete for port 93c713d8-4923-4e60-b7e9-2e393938355a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:36.018923 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fa9b64b8-2ba7-418f-a467-6d1f3f0e5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.056970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b64b8-2ba7-418f-a467-6d1f3f0e5adb None None] Port 93c713d8-4923-4e60-b7e9-2e393938355a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:42:36.318670 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 51816) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:36.323321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657421586', 'description': 'tempest-description--730330118'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:36.345945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.415583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group (08692032-f768-4f7c-8a4b-b51ef0fa0c6e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.419529 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (08692032-f768-4f7c-8a4b-b51ef0fa0c6e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.449599 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.454410 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1316719
Apr 02 21:42:36.454410 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71395975-ffbf-4193-9d1b-139940308a94 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08692032-f768-4f7c-8a4b-b51ef0fa0c6e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:36.455198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:36.460094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'security_group_rule': {'security_group_id': '08692032-f768-4f7c-8a4b-b51ef0fa0c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:36.486287 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group_rule (3ff1cde6-9ddf-4669-a71b-731bb105c10f), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.542926 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group_rule (3ff1cde6-9ddf-4669-a71b-731bb105c10f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.546732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (3ff1cde6-9ddf-4669-a71b-731bb105c10f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.567451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff1cde6-9ddf-4669-a71b-731bb105c10f,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:36.576494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.577680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47f4618f-a6f3-4fbc-80fc-f604e7e7937b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1214037
Apr 02 21:42:36.580367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51820) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:36.584593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'security_group_rule': {'security_group_id': '08692032-f768-4f7c-8a4b-b51ef0fa0c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:36.607523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group_rule (e1b10a95-fd88-44f2-9a0b-6db9e0c7faa3), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.660664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group_rule (e1b10a95-fd88-44f2-9a0b-6db9e0c7faa3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.664020 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e1b10a95-fd88-44f2-9a0b-6db9e0c7faa3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.683893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b10a95-fd88-44f2-9a0b-6db9e0c7faa3,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:36.690256 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:36.691272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4970d3cf-c8e5-4370-bb77-4aa34380da9f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1099775
Apr 02 21:42:36.694378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51822) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:36.698474 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:36.717820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.064685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:42:37.075328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:42:37.076078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845787b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:42:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:37.150227 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.182583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:42:37.254580 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Allocated IP 172.35.4.222 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/8bffebf9-f990-46bb-a2ea-017dfcb1f285) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:42:37.361709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.385805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845787b50>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 2, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:37.398264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.413774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:42:37.414237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Updating router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 port 93c713d8-4923-4e60-b7e9-2e393938355a binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:42:37.434009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:42:37.437531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:37.441345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:42:37.444270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.479778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'Port': ['ID=8bffebf9-f990-46bb-a2ea-017dfcb1f285,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:37.541855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.551315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a32317d-e549-48d6-aeba-5b326cf7369b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:42:37.578145 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.673514 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1a32317d-e549-48d6-aeba-5b326cf7369b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:37.673788 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.730456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.736205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.807826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'Port': ['ID=8bffebf9-f990-46bb-a2ea-017dfcb1f285,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:37.813099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1a32317d-e549-48d6-aeba-5b326cf7369b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:37.813486 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.817961 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.827686 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Publish callbacks [] for port (93c713d8-4923-4e60-b7e9-2e393938355a), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.833983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.835313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9a5359de-50af-4f04-8579-be4aa813e08d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1400285
Apr 02 21:42:37.840295 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.847991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 1a32317d-e549-48d6-aeba-5b326cf7369b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a32317d-e549-48d6-aeba-5b326cf7369b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:37.873073 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.895374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cc4ff-4906-4587-8b54-f35ec6a91103 None None] Pushing event updated for resources: {'Port': ['ID=93c713d8-4923-4e60-b7e9-2e393938355a,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:37.982290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Attempting to bind port 93c713d8-4923-4e60-b7e9-2e393938355a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:42:37.982659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Attempting to bind port 93c713d8-4923-4e60-b7e9-2e393938355a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:42:37.983019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Attempting to bind port 93c713d8-4923-4e60-b7e9-2e393938355a on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:42:37.995395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=1a32317d-e549-48d6-aeba-5b326cf7369b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:37.998725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:42:37.999098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:42:37.999552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:37.999871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Bound using segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:42:38.000345 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Bound port: 93c713d8-4923-4e60-b7e9-2e393938355a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:42:38.000750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:38.018769 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-bc7e01f3-98ab-4045-ace8-6b5339a38543 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1657421586&fields=id&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 267 time: 0.0532475
Apr 02 21:42:38.135134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ff545328-10f3-4cc3-a6d0-a2de9941603c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:38.136716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ff545328-10f3-4cc3-a6d0-a2de9941603c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.1110463
Apr 02 21:42:38.152646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-657467e9-086b-43ec-9476-672fee488d3e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/quotas/5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 375 time: 0.0096064
Apr 02 21:42:38.209789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-8e9315a5-8df0-4962-8309-00b4e82997e2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0510042
Apr 02 21:42:38.230590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9549f074-416c-445c-bc9c-6b7b621e2962 None None] Provisioning complete for port 93c713d8-4923-4e60-b7e9-2e393938355a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:38.231192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9549f074-416c-445c-bc9c-6b7b621e2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:38.255344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] For port 93c713d8-4923-4e60-b7e9-2e393938355a, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:42:38.270470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] For port 93c713d8-4923-4e60-b7e9-2e393938355a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93c713d8-4923-4e60-b7e9-2e393938355a,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:42:38.279966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:38.283894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9549f074-416c-445c-bc9c-6b7b621e2962 None None] Port 93c713d8-4923-4e60-b7e9-2e393938355a cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:42:38.308186 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-6b66ab5c-f375-4149-b2ca-51b52b9e7892 service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868649
Apr 02 21:42:38.338298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:42:38.338939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845787b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:42:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:38.344845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cc4ff-4906-4587-8b54-f35ec6a91103 None None] Pushing event updated for resources: {'Port': ['ID=93c713d8-4923-4e60-b7e9-2e393938355a,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:38.413203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-30b5cf65-eccb-4638-83a0-8f475180739c service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983675
Apr 02 21:42:38.482202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:42:38.589653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03decd95-a3c2-40b7-9964-0b7b53907dac req-58fc80a0-1916-4467-a42f-eaaa9f2ae88a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 210 time: 0.0279710
Apr 02 21:42:38.647749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] Provisioning complete for port 93c713d8-4923-4e60-b7e9-2e393938355a triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:38.648414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:38.776658 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] Current status of the port 93c713d8-4923-4e60-b7e9-2e393938355a is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:38.777049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:38.818438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845787b50>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:38.823695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] For port 93c713d8-4923-4e60-b7e9-2e393938355a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93c713d8-4923-4e60-b7e9-2e393938355a,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:38.848892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e410f9-3d96-4241-9006-b18d3ae793f9 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:42:38.851894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:38.932837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e218b48-695b-4329-a329-ae0da3420cc7 None None] Pushing event updated for resources: {'Port': ['ID=93c713d8-4923-4e60-b7e9-2e393938355a,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:39.559217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 93c713d8-4923-4e60-b7e9-2e393938355a up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:42:39.638431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 93c713d8-4923-4e60-b7e9-2e393938355a triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:39.641572 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:39.685561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-1132b5fe-b6ae-444b-9a07-9841a6764cb9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:39.687302 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-1132b5fe-b6ae-444b-9a07-9841a6764cb9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.1239297
Apr 02 21:42:39.735358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-03c9ac74-833a-4d47-8758-a52854053c20 req-989e6e3e-b9be-42f4-8743-b10ea93646af tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 210 time: 0.0411427
Apr 02 21:42:39.756973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 93c713d8-4923-4e60-b7e9-2e393938355a is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:39.759107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a32317d-e549-48d6-aeba-5b326cf7369b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:42:39.777450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-c0ee971b-8382-463e-b441-ab391ed7a255 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 380 time: 0.0808339
Apr 02 21:42:39.789767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'port': {'device_id': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'admin_state_up': True, 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'security_groups': ['08692032-f768-4f7c-8a4b-b51ef0fa0c6e']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:39.811360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1a32317d-e549-48d6-aeba-5b326cf7369b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:39.811724 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:39.893738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1a32317d-e549-48d6-aeba-5b326cf7369b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:39.905203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Made reservation on behalf of 5f212cc8d96745d2aa089c88769ffc87 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:42:39.909205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.044722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Allocated IP 172.20.0.7 (b5d1da61-b7b6-4e0c-9bae-dde4dea39176/488c7c44-333b-47d7-a4f9-c840960480a9/4d77bd18-7f11-44e2-a3eb-81d269e12b22) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:42:40.179843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.217122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.258795 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:42:40.261767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:42:40.267408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:42:40.295862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:40.323194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:40.323817 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.341745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-321e1993-b7b1-428a-aa85-fecc1c26cb39 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5578291
Apr 02 21:42:40.358626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Request body: {'port': {'device_id': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:40.426100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.483458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-509b71c1-d934-40b1-8246-bdf9655e447a None None] Provisioning complete for port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:40.483831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-509b71c1-d934-40b1-8246-bdf9655e447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.518115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-509b71c1-d934-40b1-8246-bdf9655e447a None None] Port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:42:40.683735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d77bd18-7f11-44e2-a3eb-81d269e12b22 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:42:40.691074 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Publish callbacks [] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.703634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Transition to ACTIVE for port object 4d77bd18-7f11-44e2-a3eb-81d269e12b22 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:42:40.707741 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.774703 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:40.867034 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Attempting to bind port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:42:40.867370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Attempting to bind port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:42:40.867704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Attempting to bind port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:42:40.874892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:42:40.875202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Attempting to bind port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:42:40.885109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db412-989e-4dc3-9b47-dee260f293ee req-ad432ea9-883d-4795-b32d-0b2672f46210 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:40.887234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-972db412-989e-4dc3-9b47-dee260f293ee req-ad432ea9-883d-4795-b32d-0b2672f46210 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 943 time: 0.0779667
Apr 02 21:42:40.890724 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:42:40.891073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:42:40.891468 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Bound using segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:42:40.891980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Bound port: 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:42:40.892342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:40.967518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-972db412-989e-4dc3-9b47-dee260f293ee req-c7ed1eca-6bc9-46cb-b566-c1e6fb8d32c2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728247
Apr 02 21:42:40.993525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:42:40.996422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:42:41.002915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:41.041870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.042707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:41.044721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 1091 time: 0.6912661
Apr 02 21:42:41.045170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:42:41.047402 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab49147-0b5b-4f9b-809d-2cec145a0ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:42:41.069549 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0155d-1887-4a8e-9e64-3ae2056972c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:41.117441 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1dde9-f3ff-44cf-b4c1-30a576d6c173 x-openstack-request-id: req-01b1dde9-f3ff-44cf-b4c1-30a576d6c173 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:42:41.117823 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:42:41.118147 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01b1dde9-f3ff-44cf-b4c1-30a576d6c173 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:42:41.118617 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b1dde9-f3ff-44cf-b4c1-30a576d6c173'] response: {'name': 'network-changed', 'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'status': 'completed', 'code': 200}
Apr 02 21:42:41.139736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-71b2bed0-1155-4020-bb1b-3aafda4a4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.141436 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-71b2bed0-1155-4020-bb1b-3aafda4a4bae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1125 time: 0.0528016
Apr 02 21:42:41.189526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-56f06ddd-6ea2-43fe-93d9-f60a5d6522ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 217 time: 0.0357323
Apr 02 21:42:41.244348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-1fdf6e7d-e821-4fb6-a73a-33a08167c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.245761 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-1fdf6e7d-e821-4fb6-a73a-33a08167c9ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0497777
Apr 02 21:42:41.299911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ebe1cfd5-e541-43f8-9524-067c7b993a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.301474 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-ebe1cfd5-e541-43f8-9524-067c7b993a54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470066
Apr 02 21:42:41.391093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-d1301ee0-61e2-41a4-8eb7-1ac67558c7b2 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801790
Apr 02 21:42:41.486928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33f3dfbd-282b-44d3-8293-3aaaaaf1ec2a req-76a7aa1a-7185-4621-8d71-8ec70b5f327b service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858250
Apr 02 21:42:41.582075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-15c083d1-d524-4c64-aa83-28b2003de805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.583624 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-15c083d1-d524-4c64-aa83-28b2003de805 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1125 time: 0.0455151
Apr 02 21:42:41.687707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-0cebad52-76f2-457b-ab08-927ebfe304f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.689218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-0cebad52-76f2-457b-ab08-927ebfe304f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0998006
Apr 02 21:42:41.729358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-b02e564e-99e6-46d8-aec7-01f1f6439675 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 217 time: 0.0340137
Apr 02 21:42:41.781634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-587dd4c7-a1f4-4292-a2e0-25903720e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.783093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-587dd4c7-a1f4-4292-a2e0-25903720e89a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0466297
Apr 02 21:42:41.834369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-9b594131-f80f-49a1-955b-60bc8da456e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:41.835859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-9b594131-f80f-49a1-955b-60bc8da456e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445032
Apr 02 21:42:41.923129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-66ac38a3-e3a9-436a-b460-428eeac9e216 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801227
Apr 02 21:42:42.014661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eab49147-0b5b-4f9b-809d-2cec145a0ff3 req-7e5ac569-537c-4cdc-89cc-287f3b0bb1e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849581
Apr 02 21:42:42.093962 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82342b1c-1b61-4913-ab98-57a1a9ffd8a7 req-6e6d2e77-4d44-4cce-92c8-61c4551900c7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:42.095424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82342b1c-1b61-4913-ab98-57a1a9ffd8a7 req-6e6d2e77-4d44-4cce-92c8-61c4551900c7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 943 time: 0.0531342
Apr 02 21:42:42.141334 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-82342b1c-1b61-4913-ab98-57a1a9ffd8a7 req-795a8400-c512-4d71-a106-ef73a2b722f6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402925
Apr 02 21:42:43.261163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdff3c-614d-4f74-9057-0b1569289fdd req-385ab860-26c3-4e54-b12c-ca38ad683d76 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:43.262619 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fdff3c-614d-4f74-9057-0b1569289fdd req-385ab860-26c3-4e54-b12c-ca38ad683d76 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 943 time: 0.0524025
Apr 02 21:42:43.308577 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23fdff3c-614d-4f74-9057-0b1569289fdd req-e497ea5f-76fc-4b50-ac45-3c4e1885a361 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403967
Apr 02 21:42:44.433327 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6aa9d-a8f5-47b4-b29b-c168c9bb1821 req-8c5b73e8-7126-41bb-ac5d-028277edc0bc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:44.435511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1f6aa9d-a8f5-47b4-b29b-c168c9bb1821 req-8c5b73e8-7126-41bb-ac5d-028277edc0bc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 943 time: 0.0610902
Apr 02 21:42:44.484199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d1f6aa9d-a8f5-47b4-b29b-c168c9bb1821 req-5fce0460-a0ca-43a6-989a-e29e5779cc08 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429642
Apr 02 21:42:44.756730 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:45.215196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:42:45.308381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:45.319095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'mac_address': 'fa:16:3e:35:2d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:42:45.357807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:45.358194 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:45.370398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d77bd18-7f11-44e2-a3eb-81d269e12b22 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:42:45.389062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:45.393215 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:45.439374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:45.601222 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e0245-2735-4355-9bdd-20631e5aded4 req-b040b36d-b826-46d7-b04e-c19752f3e86c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:45.602607 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-365e0245-2735-4355-9bdd-20631e5aded4 req-b040b36d-b826-46d7-b04e-c19752f3e86c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 944 time: 0.0514989
Apr 02 21:42:45.645915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['4d77bd18-7f11-44e2-a3eb-81d269e12b22'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:42:45.648917 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-365e0245-2735-4355-9bdd-20631e5aded4 req-da57e6dc-3841-46b3-81c8-0a112b907c63 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399134
Apr 02 21:42:46.770719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1a605-d762-49aa-95ae-a25057fc012b req-cf673c46-2e2f-4cd4-ad94-b749cc660f20 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:46.772150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d3a1a605-d762-49aa-95ae-a25057fc012b req-cf673c46-2e2f-4cd4-ad94-b749cc660f20 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 944 time: 0.0549507
Apr 02 21:42:46.822424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d3a1a605-d762-49aa-95ae-a25057fc012b req-f895d906-5f29-48be-a75b-cc22bbab7e13 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441759
Apr 02 21:42:47.230580 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:42:47.277077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:42:47.281521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:42:47.281893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:47.358806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:42:47.359186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:47.380996 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:42:47.383205 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a222c0-0045-4492-bd52-21426fb5e24d" -d '{"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:42:47.395696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:42:47.399879 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:47.423891 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8134e4-7dc2-407b-af62-d5478317b73c x-openstack-request-id: req-aa8134e4-7dc2-407b-af62-d5478317b73c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:42:47.424264 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:42:47.424503 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa8134e4-7dc2-407b-af62-d5478317b73c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:42:47.424844 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8134e4-7dc2-407b-af62-d5478317b73c'] response: {'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'code': 200}
Apr 02 21:42:47.456868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:42:47.532940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61a145-3355-4de1-b5af-d1577c8d3535 req-74481634-fe02-4bc9-b027-052803227274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:47.534340 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce61a145-3355-4de1-b5af-d1577c8d3535 req-74481634-fe02-4bc9-b027-052803227274 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1127 time: 0.0439045
Apr 02 21:42:47.580439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ce61a145-3355-4de1-b5af-d1577c8d3535 req-bf22d857-9051-4b2c-b553-bfd7a3ebdb4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397696
Apr 02 21:42:47.938553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473d5e-39cd-4d6f-b1d4-fc0d79a2368b req-ca730702-b834-4538-8fe2-54e6001dd47e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:47.940032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9473d5e-39cd-4d6f-b1d4-fc0d79a2368b req-ca730702-b834-4538-8fe2-54e6001dd47e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0517223
Apr 02 21:42:47.986953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f9473d5e-39cd-4d6f-b1d4-fc0d79a2368b req-c2f575f9-6ef5-41f8-8193-feebd64e5faf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412331
Apr 02 21:42:48.227562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:49.112719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b126a4-e767-4bd1-bbeb-f70a9d79d237 req-c4a1f7fa-84bb-422d-b042-f1c6320ae3cf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:49.114202 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06b126a4-e767-4bd1-bbeb-f70a9d79d237 req-c4a1f7fa-84bb-422d-b042-f1c6320ae3cf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0566170
Apr 02 21:42:49.161438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06b126a4-e767-4bd1-bbeb-f70a9d79d237 req-407c5faa-5063-4aa2-a81c-170fc15c96d0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406988
Apr 02 21:42:49.276850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64540b3-f3b5-4a86-a14d-02e21abad391 req-0a8fe68e-4d8e-4900-8076-c4fb5af5b5de tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:49.278791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d64540b3-f3b5-4a86-a14d-02e21abad391 req-0a8fe68e-4d8e-4900-8076-c4fb5af5b5de tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0548499
Apr 02 21:42:49.289627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 51870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:42:49.294900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'floatingip': {'port_id': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:42:49.335951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:49.765223 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:49.768827 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:49.869343 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 associated. External IP: 172.35.4.222, port: 4d77bd18-7f11-44e2-a3eb-81d269e12b22.
Apr 02 21:42:50.078891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:42:50.186809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:42:50.191301 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:50.196022 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:42:50.206193 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:42:50.206796 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460f71f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:42:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:50.220333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ae89a66f-a33b-401e-bd8d-a21518e3b1eb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "PUT /v2.0/floatingips/a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 HTTP/1.1" status: 200  len: 991 time: 0.9296370
Apr 02 21:42:50.220947 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:42:50.223173 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92a996e-03f0-47c4-bb0a-144d19cee26c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:42:50.265903 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c03c88-2133-4779-ae7b-45bb274e38b7 x-openstack-request-id: req-67c03c88-2133-4779-ae7b-45bb274e38b7 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:42:50.266254 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:42:50.266458 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67c03c88-2133-4779-ae7b-45bb274e38b7 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:42:50.266964 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c03c88-2133-4779-ae7b-45bb274e38b7'] response: {'name': 'network-changed', 'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'status': 'completed', 'code': 200}
Apr 02 21:42:50.316827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:42:50.339031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-cdd20f7e-e0db-460b-bc2f-8e2b9282c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:50.340952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-cdd20f7e-e0db-460b-bc2f-8e2b9282c1fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1127 time: 0.0554593
Apr 02 21:42:50.344134 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b16cd0-c029-4246-a2df-1bb50e3055dd req-37915dbe-272a-4bcd-a5ce-07fffbd6636e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:50.345755 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b16cd0-c029-4246-a2df-1bb50e3055dd req-37915dbe-272a-4bcd-a5ce-07fffbd6636e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0662556
Apr 02 21:42:50.394895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e5b16cd0-c029-4246-a2df-1bb50e3055dd req-72f0665e-faae-43e8-8708-2c77cafd4f26 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434389
Apr 02 21:42:50.435773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-69f01ba5-a4ec-4d09-9e9e-c47e546d6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:50.439294 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-69f01ba5-a4ec-4d09-9e9e-c47e546d6089 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0913405
Apr 02 21:42:50.533510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-30519d4b-6b76-4484-8772-ed2273b7a395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 999 time: 0.0883629
Apr 02 21:42:50.587281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345a33e-b07f-43dd-8459-aea8520edc5c req-cd3f2b0a-0918-4af4-ae88-5b69c475b1b0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:50.588840 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0345a33e-b07f-43dd-8459-aea8520edc5c req-cd3f2b0a-0918-4af4-ae88-5b69c475b1b0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0953069
Apr 02 21:42:50.598132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-6ffdd89b-7f56-43f8-874a-d60fc7165f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:50.599675 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-6ffdd89b-7f56-43f8-874a-d60fc7165f58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0595152
Apr 02 21:42:50.634716 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460f71f0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:35:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:42:49Z', 'revision_number': 1, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:50.660025 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:42:50.668084 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:42:50.669260 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460f71f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:42:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:50.674282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0345a33e-b07f-43dd-8459-aea8520edc5c req-ee18f74f-3e0b-45f6-b050-5880bb6fa6d1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781541
Apr 02 21:42:50.679368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-2277a39c-256a-4641-9596-bd2dc4389b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:50.680856 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-2277a39c-256a-4641-9596-bd2dc4389b84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0751464
Apr 02 21:42:50.770365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-aeb766bb-e76a-4220-86ef-520e4616dfc7 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835381
Apr 02 21:42:50.777405 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:42:50.864223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f92a996e-03f0-47c4-bb0a-144d19cee26c req-e8b9cc60-21b6-436e-b7f0-b4e794a5f23f service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877948
Apr 02 21:42:51.003427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460f71f0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:35:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:42:49Z', 'revision_number': 1, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:42:51.029436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061bbf9-da83-441e-b0bb-bf9f34f45f65 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:35:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:42:49Z', 'revision_number': 1, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:42:51.219208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab282f-6ea0-4c20-b2cc-d2a0953be4d8 None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:42:51.796082 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a436-48da-4e39-86ec-835dd57bafde req-5b6cf406-8c64-42c0-b464-cfef8ca817e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:51.797821 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a195a436-48da-4e39-86ec-835dd57bafde req-5b6cf406-8c64-42c0-b464-cfef8ca817e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0562043
Apr 02 21:42:51.844826 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a195a436-48da-4e39-86ec-835dd57bafde req-b80238af-d4fb-4668-96d7-c9dfa5f5f379 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410964
Apr 02 21:42:51.961171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599cd7-3d4d-480d-a11a-e9e67a5cfc2f req-5d9f2a0f-f3bf-4410-81eb-47db440ea0b8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:51.962543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4599cd7-3d4d-480d-a11a-e9e67a5cfc2f req-5d9f2a0f-f3bf-4410-81eb-47db440ea0b8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0523474
Apr 02 21:42:52.008249 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4599cd7-3d4d-480d-a11a-e9e67a5cfc2f req-d4dfe7c0-ec34-42b7-bc22-11f1408eb8e9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401027
Apr 02 21:42:52.264814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-b35472a5-480c-4a6a-a746-ef301572b8ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0778303
Apr 02 21:42:52.275013 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f7749-e2d4-4154-8bf7-73e06cfbbb83 req-b24a14c9-4f68-4cde-9ad8-b033d9c52f99 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:52.276413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-562f7749-e2d4-4154-8bf7-73e06cfbbb83 req-b24a14c9-4f68-4cde-9ad8-b033d9c52f99 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0807106
Apr 02 21:42:52.327079 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-562f7749-e2d4-4154-8bf7-73e06cfbbb83 req-458df2b7-6c38-48d7-8101-40823663a8b1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442729
Apr 02 21:42:52.653134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-76abbab7-fd8d-407f-8047-b13b586087ea tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:52.654541 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-76abbab7-fd8d-407f-8047-b13b586087ea tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports/4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 942 time: 0.0462589
Apr 02 21:42:53.178982 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8267-6cb1-4e4a-83d7-e3bf0913a930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:53.440993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-e6ef4a3d-aee0-466b-a873-b8894a625fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:53.442428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-e6ef4a3d-aee0-466b-a873-b8894a625fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1127 time: 0.0456016
Apr 02 21:42:53.456415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f11fe7-860b-4bd7-a395-c055cc8c92b0 req-cbe6afeb-88fe-4de8-9264-7c5396960e5a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:53.457968 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18f11fe7-860b-4bd7-a395-c055cc8c92b0 req-cbe6afeb-88fe-4de8-9264-7c5396960e5a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0560334
Apr 02 21:42:53.505754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18f11fe7-860b-4bd7-a395-c055cc8c92b0 req-369265f8-c724-4fb8-bf43-4d15bcd5a11c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419846
Apr 02 21:42:53.541019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-b0132621-1233-4ad6-a258-488f220dd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:53.542515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-b0132621-1233-4ad6-a258-488f220dd844 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0873804
Apr 02 21:42:53.604388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-6b1be90c-765c-4fcc-93d8-acd4291b0c1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 1001 time: 0.0557525
Apr 02 21:42:53.656243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-bfdd0e1b-bf01-4be2-89c5-fa7bae964c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:53.657695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-bfdd0e1b-bf01-4be2-89c5-fa7bae964c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0452709
Apr 02 21:42:53.713532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-4099a275-8e62-49bd-8d48-1078b84cdd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:53.714941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-4099a275-8e62-49bd-8d48-1078b84cdd36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427024
Apr 02 21:42:53.800282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-ebd4325f-3372-445e-bcd1-505af58c4d00 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794938
Apr 02 21:42:53.903804 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-b1473039-d472-4563-ba14-f17e501b92fd service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842085
Apr 02 21:42:54.624782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f334-8d90-4426-8c95-49b7046762c4 req-637f8ce6-eeab-4a29-88e8-e95552f3c1e0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:54.626251 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84b5f334-8d90-4426-8c95-49b7046762c4 req-637f8ce6-eeab-4a29-88e8-e95552f3c1e0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0518966
Apr 02 21:42:54.671580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84b5f334-8d90-4426-8c95-49b7046762c4 req-d76aea6d-39ab-4d61-b2ec-6bc8435ba79d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396943
Apr 02 21:42:55.382304 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-30eec3e7-4045-4bcd-89d4-c9f3b1c5d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:55.817087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f7450-f25f-4ce2-bb46-28e6d0918030 req-f2997008-1bb3-4ab9-a854-faa6540205c7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:55.818682 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-622f7450-f25f-4ce2-bb46-28e6d0918030 req-f2997008-1bb3-4ab9-a854-faa6540205c7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0525239
Apr 02 21:42:55.867460 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-622f7450-f25f-4ce2-bb46-28e6d0918030 req-71ad5d93-db18-49ff-87d1-61ed9da7d3e0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432711
Apr 02 21:42:56.799049 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:56.999004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b352f-afd1-48b8-a27a-d89117258e92 req-37657dc1-dca9-411c-ad04-eea4984b79aa tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:57.000527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d3b352f-afd1-48b8-a27a-d89117258e92 req-37657dc1-dca9-411c-ad04-eea4984b79aa tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0580261
Apr 02 21:42:57.050654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d3b352f-afd1-48b8-a27a-d89117258e92 req-8a75038d-8c45-4858-a99a-76d04fc61d3b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425515
Apr 02 21:42:58.435985 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354f83e-d242-412c-9859-151928e6e222 req-ab97d228-742c-403b-a4dd-ddfdeb1f3824 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:58.437536 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b354f83e-d242-412c-9859-151928e6e222 req-ab97d228-742c-403b-a4dd-ddfdeb1f3824 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0537064
Apr 02 21:42:58.484702 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b354f83e-d242-412c-9859-151928e6e222 req-745c0556-73c9-40ff-a1fe-c5b9cee73dda tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413272
Apr 02 21:42:58.864143 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:59.481401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:42:59.601627 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff90cb-83d9-4efa-b232-ebf2c4038e40 req-df9e585d-1d68-4343-9330-8f4334db1a56 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:42:59.603012 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d3ff90cb-83d9-4efa-b232-ebf2c4038e40 req-df9e585d-1d68-4343-9330-8f4334db1a56 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0513353
Apr 02 21:42:59.650438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d3ff90cb-83d9-4efa-b232-ebf2c4038e40 req-20efead8-0034-4add-ac7c-89160021fd2f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410900
Apr 02 21:43:00.763424 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:43:00.768343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097ab1d-12ad-4c6c-b6ec-25ecbfa30074 req-41f12eca-8cd8-47ad-8d6e-074ce6e189cb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:00.769888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a097ab1d-12ad-4c6c-b6ec-25ecbfa30074 req-41f12eca-8cd8-47ad-8d6e-074ce6e189cb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0515916
Apr 02 21:43:00.819329 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a097ab1d-12ad-4c6c-b6ec-25ecbfa30074 req-696b2779-f381-4ca6-9ff5-2430e66e8e0b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439045
Apr 02 21:43:01.941096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670146f8-4e11-41db-b290-41f172b34532 req-3e9dd0b5-07eb-48aa-b32a-e415c3e705c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:01.942566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-670146f8-4e11-41db-b290-41f172b34532 req-3e9dd0b5-07eb-48aa-b32a-e415c3e705c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0560181
Apr 02 21:43:01.988519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-670146f8-4e11-41db-b290-41f172b34532 req-1812431a-2f17-4508-a373-2ac6e4da60b9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404456
Apr 02 21:43:03.110468 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dde99-3b73-4728-87cb-0475f35b69e5 req-75d85cca-3700-4778-b3be-41d7dc3f7744 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:03.111933 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d8dde99-3b73-4728-87cb-0475f35b69e5 req-75d85cca-3700-4778-b3be-41d7dc3f7744 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0554674
Apr 02 21:43:03.157194 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d8dde99-3b73-4728-87cb-0475f35b69e5 req-af9fdf77-1bb4-4fa7-bcb1-39feee3a82c5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396149
Apr 02 21:43:04.275360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45fd3-23b9-47db-95eb-dd216c236f7c req-16831ef6-f4af-48e3-b371-0105f92194dc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:04.276872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67f45fd3-23b9-47db-95eb-dd216c236f7c req-16831ef6-f4af-48e3-b371-0105f92194dc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0511267
Apr 02 21:43:04.329805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67f45fd3-23b9-47db-95eb-dd216c236f7c req-44ee27f1-fa29-4135-be1e-5875ab9eeae3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466843
Apr 02 21:43:05.447099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89c2df-4d0c-4e1c-a29d-3e7767701c54 req-ead6d071-72d3-4bff-9bdb-67f152f3fb36 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:05.448605 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c89c2df-4d0c-4e1c-a29d-3e7767701c54 req-ead6d071-72d3-4bff-9bdb-67f152f3fb36 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0529809
Apr 02 21:43:05.495084 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1c89c2df-4d0c-4e1c-a29d-3e7767701c54 req-d1f84919-58dd-4a9d-a31a-e94f405b287d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402451
Apr 02 21:43:06.612264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee9065-de24-402b-832d-5eb1f760618d req-20ac6e84-6d36-42ec-bbbc-dc622cc03aab tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:06.613765 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-22ee9065-de24-402b-832d-5eb1f760618d req-20ac6e84-6d36-42ec-bbbc-dc622cc03aab tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0510893
Apr 02 21:43:06.663774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-22ee9065-de24-402b-832d-5eb1f760618d req-c37763e8-9769-4c68-9c69-29c7b618bcf8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444160
Apr 02 21:43:07.783320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971202f-1d8b-48db-a975-d73468861bb8 req-d2c17c51-f189-448b-bc1b-ae116a442542 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:07.784807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1971202f-1d8b-48db-a975-d73468861bb8 req-d2c17c51-f189-448b-bc1b-ae116a442542 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0512891
Apr 02 21:43:07.833899 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1971202f-1d8b-48db-a975-d73468861bb8 req-2e8c3c63-cfff-4739-b541-e4ed1ab8dbf0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435174
Apr 02 21:43:08.953434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3624590-3b13-4198-84e6-16fd2f94968f req-62f163aa-3059-4d11-952c-4693d96bae7e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:08.954871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3624590-3b13-4198-84e6-16fd2f94968f req-62f163aa-3059-4d11-952c-4693d96bae7e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0519862
Apr 02 21:43:08.999494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3624590-3b13-4198-84e6-16fd2f94968f req-1986ba32-a764-4f51-865c-6e7ac09c2838 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390975
Apr 02 21:43:10.124506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef82a1-bfc8-4051-bcd8-e85a03e1978c req-04f4dddd-00b6-44dd-b289-d611aadfe7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:10.125954 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aeef82a1-bfc8-4051-bcd8-e85a03e1978c req-04f4dddd-00b6-44dd-b289-d611aadfe7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0524123
Apr 02 21:43:10.171800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aeef82a1-bfc8-4051-bcd8-e85a03e1978c req-f262f86b-2c8e-4e58-b601-16d064870c85 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401554
Apr 02 21:43:11.291282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485a809-0f66-45c5-9c00-3ed1a01da9b5 req-810b9f7b-a3a2-4ce8-9ff9-58026b919408 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:11.292843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7485a809-0f66-45c5-9c00-3ed1a01da9b5 req-810b9f7b-a3a2-4ce8-9ff9-58026b919408 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0519173
Apr 02 21:43:11.338776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7485a809-0f66-45c5-9c00-3ed1a01da9b5 req-d6ce6424-ae2a-4e93-b0c8-e5b189b0df30 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395949
Apr 02 21:43:11.655607 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de560baf-7686-4802-8c21-53af897ce2eb req-73dd96aa-76a7-482f-bdae-4bc9110fa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:11.657163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-73dd96aa-76a7-482f-bdae-4bc9110fa673 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1127 time: 0.1295729
Apr 02 21:43:11.757700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de560baf-7686-4802-8c21-53af897ce2eb req-36a9d641-c043-40c9-9991-5cc386a0185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:11.759064 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-36a9d641-c043-40c9-9991-5cc386a0185a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0822482
Apr 02 21:43:11.827222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-d290815e-95a1-441c-b0d3-76a67e6d56da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 1001 time: 0.0609221
Apr 02 21:43:11.879110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de560baf-7686-4802-8c21-53af897ce2eb req-02a64135-0d1c-44aa-a3b3-4008f5c79657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:11.880606 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-02a64135-0d1c-44aa-a3b3-4008f5c79657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0467360
Apr 02 21:43:11.929429 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de560baf-7686-4802-8c21-53af897ce2eb req-abf09f5e-fb4b-4ed9-9c52-61ce787c1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:11.930940 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-abf09f5e-fb4b-4ed9-9c52-61ce787c1c03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440116
Apr 02 21:43:12.021747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-76d6270d-9940-4a81-a9cb-a9b443bb587b service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829728
Apr 02 21:43:12.107204 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-de560baf-7686-4802-8c21-53af897ce2eb req-8955058a-d368-4ea0-8fd9-72b1c767d185 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795460
Apr 02 21:43:12.458779 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582e677-094f-4e3b-9a2b-97a77da8dcbd req-04ee1214-b0a5-448a-adaf-bcda05170ad6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:12.460270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c582e677-094f-4e3b-9a2b-97a77da8dcbd req-04ee1214-b0a5-448a-adaf-bcda05170ad6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0530248
Apr 02 21:43:12.505450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c582e677-094f-4e3b-9a2b-97a77da8dcbd req-d858792c-5bd6-4fbe-a4c5-796d0e4a6775 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395980
Apr 02 21:43:13.627384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d13f4-50ef-43fb-8e86-e4ccd75d0687 req-327efc5e-6d19-4146-aa48-1ae8091fe4c8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:13.628861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-705d13f4-50ef-43fb-8e86-e4ccd75d0687 req-327efc5e-6d19-4146-aa48-1ae8091fe4c8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0557592
Apr 02 21:43:13.994359 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-705d13f4-50ef-43fb-8e86-e4ccd75d0687 req-553c45ae-6392-4203-b04d-a4f5811cb689 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3598530
Apr 02 21:43:14.784645 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:15.116555 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e04b-f0ee-4d1d-8b37-5b9c07a3cd2e req-4669c7ef-d416-42eb-9a35-8a5a6defe006 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:15.117898 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eec5e04b-f0ee-4d1d-8b37-5b9c07a3cd2e req-4669c7ef-d416-42eb-9a35-8a5a6defe006 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0543480
Apr 02 21:43:15.163865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eec5e04b-f0ee-4d1d-8b37-5b9c07a3cd2e req-d466f490-503b-402e-b671-8d7279422e26 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397973
Apr 02 21:43:16.282731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cb0ba-95da-444c-8cd7-7b11df8f8a56 req-18bb09cb-6bb3-43a6-95df-b6709f219000 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:16.284202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-794cb0ba-95da-444c-8cd7-7b11df8f8a56 req-18bb09cb-6bb3-43a6-95df-b6709f219000 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0516441
Apr 02 21:43:16.330678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-794cb0ba-95da-444c-8cd7-7b11df8f8a56 req-b40ecc8f-ba2b-4d54-8f6f-b956b3356fe1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407925
Apr 02 21:43:17.451501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbd827-7c09-4496-958a-64a5da065da8 req-7c42e71c-c37c-4ded-91a9-76c7908d43c0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:17.453032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdbd827-7c09-4496-958a-64a5da065da8 req-7c42e71c-c37c-4ded-91a9-76c7908d43c0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0526099
Apr 02 21:43:17.499449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ebdbd827-7c09-4496-958a-64a5da065da8 req-29b9d88b-b8e7-4ba6-abda-30d417fc7482 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407631
Apr 02 21:43:18.234773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:18.616041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a68b80-977a-4304-a2fe-e9e9f1d3f454 req-a46774d7-c920-42f4-957a-ba052108aae8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:18.617526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9a68b80-977a-4304-a2fe-e9e9f1d3f454 req-a46774d7-c920-42f4-957a-ba052108aae8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0509129
Apr 02 21:43:18.665928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9a68b80-977a-4304-a2fe-e9e9f1d3f454 req-0c713abc-639d-4ee8-a0a3-97892cb1f3db tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422888
Apr 02 21:43:19.788028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f37ee6-cc89-49be-b651-1d79444ff8bf req-9430e1eb-599b-44d4-8c95-59b1eceb1405 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:19.789519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2f37ee6-cc89-49be-b651-1d79444ff8bf req-9430e1eb-599b-44d4-8c95-59b1eceb1405 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0553448
Apr 02 21:43:19.836347 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f2f37ee6-cc89-49be-b651-1d79444ff8bf req-75336070-f79c-4c2f-9636-9f4fc19b5989 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408757
Apr 02 21:43:20.831605 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-87ea64fd-e340-45f2-a28a-ba3b6f355846 service neutron] 10.222.0.21 "GET /v2.0/ports/4d77bd18-7f11-44e2-a3eb-81d269e12b22/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0540915
Apr 02 21:43:20.961100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e04a2-7ec3-4c2d-a683-2bafcb98217f req-4b9d79df-2078-4984-b70f-e8572755b968 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:20.962570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-028e04a2-7ec3-4c2d-a683-2bafcb98217f req-4b9d79df-2078-4984-b70f-e8572755b968 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0523896
Apr 02 21:43:21.013331 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-028e04a2-7ec3-4c2d-a683-2bafcb98217f req-5ddde6be-e130-4445-8124-e6bc489c7109 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436244
Apr 02 21:43:21.060369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-b7d67599-c4bc-4494-ba7f-4d823614a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:21.061894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-b7d67599-c4bc-4494-ba7f-4d823614a441 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 1127 time: 0.0476403
Apr 02 21:43:21.133038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-e96e6a60-e473-4cb6-9eec-eaaefd5a440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:21.134414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-e96e6a60-e473-4cb6-9eec-eaaefd5a440e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1127 time: 0.0424051
Apr 02 21:43:21.225194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-241dfaf2-347b-4f23-af9a-9cd69add5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:21.226659 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-241dfaf2-347b-4f23-af9a-9cd69add5ebd service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0830202
Apr 02 21:43:21.296415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-5d770872-eb74-40c1-ba79-dfbd1eea8b0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 1001 time: 0.0611472
Apr 02 21:43:21.345952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-ca524609-1419-4f94-b7c4-1bceac48d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:21.347338 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-ca524609-1419-4f94-b7c4-1bceac48d53f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0422068
Apr 02 21:43:21.397141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-299d95ea-15d4-435c-b403-2b663fd4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:21.398609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-299d95ea-15d4-435c-b403-2b663fd4d0cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424609
Apr 02 21:43:21.492776 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-12bcd1c4-8684-4597-900c-c11ced67aba3 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847266
Apr 02 21:43:21.586726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b8dfc095-7a21-4675-9979-55a9c22ea3fe req-e23feec6-2cac-42fa-803f-1abddc5322e5 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848980
Apr 02 21:43:22.132008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66590fb-8279-4beb-b850-74d3246bb5d6 req-a5b06e26-f576-4cfe-8c9c-5e4ccac77504 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:22.133750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b66590fb-8279-4beb-b850-74d3246bb5d6 req-a5b06e26-f576-4cfe-8c9c-5e4ccac77504 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0533099
Apr 02 21:43:22.179279 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b66590fb-8279-4beb-b850-74d3246bb5d6 req-97513082-bd1e-4b21-bc59-7568f7cdf846 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394094
Apr 02 21:43:23.179342 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-70ecd369-6879-41f5-906e-cfe21e900a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:23.299179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2020ba-f4ab-4770-b361-ff60a3f8e346 req-b560c56d-d562-4460-ab0c-7a0cbc9e1142 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:23.300623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e2020ba-f4ab-4770-b361-ff60a3f8e346 req-b560c56d-d562-4460-ab0c-7a0cbc9e1142 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0543821
Apr 02 21:43:23.348666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e2020ba-f4ab-4770-b361-ff60a3f8e346 req-b8918136-b995-4222-961d-3b65ddf3ca72 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416205
Apr 02 21:43:23.415909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:43:23.494009 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:43:23.494396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:23.516640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:43:23.518881 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a930f854-9c0d-4074-83bf-47856d10402a" -d '{"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:43:23.531262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:23.534936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:23.567328 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b78a5-bd90-4ef3-bbce-3e1b222dd6c9 x-openstack-request-id: req-284b78a5-bd90-4ef3-bbce-3e1b222dd6c9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:43:23.567602 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:43:23.567856 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-284b78a5-bd90-4ef3-bbce-3e1b222dd6c9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:43:23.568245 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284b78a5-bd90-4ef3-bbce-3e1b222dd6c9'] response: {'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'code': 200}
Apr 02 21:43:23.584064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:23.591200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.591546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.591886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.592218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.592576 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.592907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.593231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.593553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.593877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.594201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.594521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.594840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.595156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.595473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:23.595787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:24.472077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7734b-c684-4aa3-901f-3369d19715ce req-fab9a442-7c2a-4f17-972b-dc48b01e26b1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:24.473603 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2df7734b-c684-4aa3-901f-3369d19715ce req-fab9a442-7c2a-4f17-972b-dc48b01e26b1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 943 time: 0.0518126
Apr 02 21:43:24.519464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2df7734b-c684-4aa3-901f-3369d19715ce req-7b6bcc0d-12dc-4d84-a14f-f114e6f820c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401812
Apr 02 21:43:24.753471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1199e-95c0-4e67-aabc-f6592bccd9ab req-f4c7af31-740d-4c8d-8d74-f1ac379dfde8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:24.754949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32c1199e-95c0-4e67-aabc-f6592bccd9ab req-f4c7af31-740d-4c8d-8d74-f1ac379dfde8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 943 time: 0.0897789
Apr 02 21:43:24.766782 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394a46-22b0-4a90-afb1-49710448577e req-b30c97bf-dc15-4ac6-b91c-ec67a10310e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:24.768163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-b30c97bf-dc15-4ac6-b91c-ec67a10310e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0&tenant_id=5f212cc8d96745d2aa089c88769ffc87&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0731542
Apr 02 21:43:24.820311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32c1199e-95c0-4e67-aabc-f6592bccd9ab req-5d2bf182-300d-4c21-8574-111e4ba2ed65 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511649
Apr 02 21:43:24.856774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394a46-22b0-4a90-afb1-49710448577e req-9c024dce-2ab3-4472-8ed6-8533a4d1dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:24.858277 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-9c024dce-2ab3-4472-8ed6-8533a4d1dea9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 1125 time: 0.0485883
Apr 02 21:43:24.951058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394a46-22b0-4a90-afb1-49710448577e req-17851a74-5219-4a50-8d2a-d52903b1b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:24.952555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-17851a74-5219-4a50-8d2a-d52903b1b7c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0884979
Apr 02 21:43:25.016033 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-058ad493-c07a-464a-a560-9c8d82e8e751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 200  len: 999 time: 0.0575914
Apr 02 21:43:25.066672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394a46-22b0-4a90-afb1-49710448577e req-c9d4b33f-e05d-4f28-954f-496810b9466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:25.068098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-c9d4b33f-e05d-4f28-954f-496810b9466e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0463698
Apr 02 21:43:25.115260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394a46-22b0-4a90-afb1-49710448577e req-5d830808-1fe4-4e7a-8328-23bee77e54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:25.116759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-5d830808-1fe4-4e7a-8328-23bee77e54df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429554
Apr 02 21:43:25.203466 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-f33f26c8-8d38-4890-aa4e-de714b50d564 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802917
Apr 02 21:43:25.293146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e394a46-22b0-4a90-afb1-49710448577e req-8c5b40fd-fd04-4a29-aa58-f6e7e70c9db9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836067
Apr 02 21:43:25.386297 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fea61a27-d851-4fea-9cd5-1078fb201e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:25.422149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:43:25.518555 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:25.529568 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'mac_address': 'fa:16:3e:35:2d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:43:25.569153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:43:25.569540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:25.581717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d77bd18-7f11-44e2-a3eb-81d269e12b22 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:43:25.600668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:25.604928 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:25.653721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:25.845413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['4d77bd18-7f11-44e2-a3eb-81d269e12b22'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:43:25.945332 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01ae8-dfe7-40f8-b554-b8418f0d5a32 req-9b32a2d9-8f0f-4f44-9249-7ed4fce9ba73 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:25.947569 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6b01ae8-dfe7-40f8-b554-b8418f0d5a32 req-9b32a2d9-8f0f-4f44-9249-7ed4fce9ba73 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 944 time: 0.0540283
Apr 02 21:43:25.998390 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e6b01ae8-dfe7-40f8-b554-b8418f0d5a32 req-481e5c21-cbfa-4ea7-854b-5aa09b9a70e2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448844
Apr 02 21:43:26.116331 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33af5-1a60-42ad-8c0c-4b444575603d req-e8d630f6-bf02-441b-9d89-c5e99e55eb4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:26.117891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37e33af5-1a60-42ad-8c0c-4b444575603d req-e8d630f6-bf02-441b-9d89-c5e99e55eb4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 944 time: 0.0523221
Apr 02 21:43:26.163714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-37e33af5-1a60-42ad-8c0c-4b444575603d req-7ab59bf9-94cb-46b5-b21f-51f696338ac3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401969
Apr 02 21:43:26.277600 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa2b9-53ae-4341-94bb-a1839aff9093 req-893f7996-cdc1-47cc-9e57-6be9d7ce847a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:26.279600 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a82aa2b9-53ae-4341-94bb-a1839aff9093 req-893f7996-cdc1-47cc-9e57-6be9d7ce847a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 944 time: 0.0516214
Apr 02 21:43:26.324493 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a82aa2b9-53ae-4341-94bb-a1839aff9093 req-8ade0971-587d-4165-b6d4-afd75aedb090 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393343
Apr 02 21:43:26.558573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb07c73-ece3-4c9f-9a0e-63e5023ab91d req-dea273c6-ddd7-4d64-8779-492a6bd4aafa tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:26.560525 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efb07c73-ece3-4c9f-9a0e-63e5023ab91d req-dea273c6-ddd7-4d64-8779-492a6bd4aafa tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 944 time: 0.0527892
Apr 02 21:43:26.605710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-efb07c73-ece3-4c9f-9a0e-63e5023ab91d req-c48abd97-ad3f-49ac-9e0e-989aab3f2304 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394018
Apr 02 21:43:26.799710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:27.430420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:43:27.480480 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:43:27.481104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:27.559000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:43:27.559381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:27.581682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:43:27.583867 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065efbb-1d77-41a4-9325-197ce2d19ab5" -d '{"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:43:27.596103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:27.600102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:27.625033 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876bf0b5-4ad9-4cda-a1db-e8f7e9c8cc6b x-openstack-request-id: req-876bf0b5-4ad9-4cda-a1db-e8f7e9c8cc6b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:43:27.625323 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:43:27.625577 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-876bf0b5-4ad9-4cda-a1db-e8f7e9c8cc6b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:43:27.625964 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876bf0b5-4ad9-4cda-a1db-e8f7e9c8cc6b'] response: {'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'code': 200}
Apr 02 21:43:27.650586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:27.729375 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6cb98-c0be-4b50-a628-3bf0b4a0c12f req-9ec65269-111d-4b29-9fd2-c6bc4f672095 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:27.730773 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1f6cb98-c0be-4b50-a628-3bf0b4a0c12f req-9ec65269-111d-4b29-9fd2-c6bc4f672095 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0567462
Apr 02 21:43:27.777485 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f1f6cb98-c0be-4b50-a628-3bf0b4a0c12f req-3bfac881-fc4c-4121-886d-ab8f7638b7a0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410891
Apr 02 21:43:27.941297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d0334-5192-494b-a34a-1927a524dddf req-eabc7355-736c-4b06-ad6c-88e68f9b3715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:27.942745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f7d0334-5192-494b-a34a-1927a524dddf req-eabc7355-736c-4b06-ad6c-88e68f9b3715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 945 time: 0.0562611
Apr 02 21:43:28.035145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Deleting port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:43:28.035406 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.125426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] For port 4d77bd18-7f11-44e2-a3eb-81d269e12b22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d77bd18-7f11-44e2-a3eb-81d269e12b22,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:28.125788 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.291822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.292097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.292411 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 disassociated. External IP: 172.35.4.222, port: 4d77bd18-7f11-44e2-a3eb-81d269e12b22.
Apr 02 21:43:28.292781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Calling delete_port for 4d77bd18-7f11-44e2-a3eb-81d269e12b22 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:43:28.418991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4d77bd18-7f11-44e2-a3eb-81d269e12b22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.446560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event deleted for resources: {'Port': ['ID=4d77bd18-7f11-44e2-a3eb-81d269e12b22,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:28.568286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:43:28.678279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:43:28.688133 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:43:28.697507 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:43:28.698111 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ad3400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:43:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:28.718669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] No DVR routers for this DVR port 4d77bd18-7f11-44e2-a3eb-81d269e12b22 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:43:28.721750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.725396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f7d0334-5192-494b-a34a-1927a524dddf req-40fb05ef-639d-475e-8381-d915e74b63ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "DELETE /v2.0/ports/4d77bd18-7f11-44e2-a3eb-81d269e12b22 HTTP/1.1" status: 204  len: 173 time: 0.7751484
Apr 02 21:43:28.725856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-deleted', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:43:28.728164 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b338138-be03-4be4-8186-36e9e6cfd982" -d '{"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-deleted", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:43:28.767928 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51b393-f62e-4f65-9c83-f61944ff1522 x-openstack-request-id: req-0e51b393-f62e-4f65-9c83-f61944ff1522 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:43:28.768259 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0", "name": "network-vif-deleted", "tag": "4d77bd18-7f11-44e2-a3eb-81d269e12b22", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:43:28.768576 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e51b393-f62e-4f65-9c83-f61944ff1522 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:43:28.769604 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e51b393-f62e-4f65-9c83-f61944ff1522'] response: {'server_uuid': '6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0', 'name': 'network-vif-deleted', 'tag': '4d77bd18-7f11-44e2-a3eb-81d269e12b22', 'status': 'completed', 'code': 200}
Apr 02 21:43:28.812560 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:43:28.873679 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:28.895221 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4ebf84f-8d7e-48f4-a4ec-1a1ac9baccce req-3454638f-213b-4c2d-914c-ddaa4c44957f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dc8d0b0-f622-4ab1-b80b-ee490b24a2e0 HTTP/1.1" status: 200  len: 210 time: 0.0281808
Apr 02 21:43:29.023193 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ad3400>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:29.049194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:43:29.057062 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:43:29.057651 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ad3400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:43:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:29.162413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:43:29.455067 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ad3400>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:29.481364 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f818ff-b247-439c-a262-2ada8301ac66 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:43:29.483057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:29.696167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f2d61-87e9-4b70-83a7-701940b2ba50 None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:43:30.137038 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-4627543e-c3c0-448a-89bd-34ee25c146ba tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1657421586&fields=id&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 267 time: 0.0399785
Apr 02 21:43:30.242614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-d92ebf2a-fa5f-41d5-84cd-212611a179a1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:30.243975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-d92ebf2a-fa5f-41d5-84cd-212611a179a1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.0998046
Apr 02 21:43:30.258424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-56accc1e-f8f3-4371-89b2-2bd33c710289 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/quotas/5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 375 time: 0.0085664
Apr 02 21:43:30.311623 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-70ab7ba9-f9e3-493b-ac9d-5aa7930cf32c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485458
Apr 02 21:43:30.406874 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-298371fc-cda2-4d5d-9382-dc3d9343d3ad service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840383
Apr 02 21:43:30.494023 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-43058be7-d4df-4b14-95d2-a776e2775945 service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813854
Apr 02 21:43:30.652686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e312c2d-5cf9-4be9-a229-84764ffa25f8 req-6e9856de-fb25-4c28-894c-484e1b9c744c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 210 time: 0.0263886
Apr 02 21:43:31.461481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:43:31.481783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 4d77bd18-7f11-44e2-a3eb-81d269e12b22 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:43:31.482131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 4d77bd18-7f11-44e2-a3eb-81d269e12b22 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:43:31.640666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-8e29e90b-557d-49a4-9e91-85ef97bf9be4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:31.642170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-8e29e90b-557d-49a4-9e91-85ef97bf9be4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.1053059
Apr 02 21:43:31.706733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-69a367b3-7323-44d2-99c4-852b03eeb7e7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 380 time: 0.0515583
Apr 02 21:43:31.716912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'port': {'device_id': 'f70e74fe-4037-410d-8d97-264436409ef3', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'admin_state_up': True, 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'security_groups': ['08692032-f768-4f7c-8a4b-b51ef0fa0c6e']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:43:31.762662 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6500251a-de92-481d-83ae-9de6ec2bfd03 req-042167f2-6b4e-4d44-ab7e-a96920c228c6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 210 time: 0.0409963
Apr 02 21:43:31.846418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Made reservation on behalf of 5f212cc8d96745d2aa089c88769ffc87 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:43:31.849792 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:31.969310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Allocated IP 172.20.0.3 (b5d1da61-b7b6-4e0c-9bae-dde4dea39176/488c7c44-333b-47d7-a4f9-c840960480a9/2c097458-dd72-4e53-a467-3edecfd591d2) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:43:32.101807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for port (2c097458-dd72-4e53-a467-3edecfd591d2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.134412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.176037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:43:32.178994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:43:32.185754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:43:32.212310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:32.229730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.229993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.230332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.230669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.231001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.231366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.232213 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.232563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.232892 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.233215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.233538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.233859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.234183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.234505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.234826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:43:32.253147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:32.253769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.269451 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-541c6900-a576-40af-87ad-0e6b86ce77e5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5567706
Apr 02 21:43:32.284520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Request body: {'port': {'device_id': 'f70e74fe-4037-410d-8d97-264436409ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:43:32.345354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.457995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-536845e9-ed78-4f15-ab42-254d4f95ebab None None] Provisioning complete for port 2c097458-dd72-4e53-a467-3edecfd591d2 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:43:32.458357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-536845e9-ed78-4f15-ab42-254d4f95ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.491505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-536845e9-ed78-4f15-ab42-254d4f95ebab None None] Port 2c097458-dd72-4e53-a467-3edecfd591d2 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:43:32.608830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c097458-dd72-4e53-a467-3edecfd591d2 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:43:32.616018 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Publish callbacks [] for port (2c097458-dd72-4e53-a467-3edecfd591d2), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.627473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Transition to ACTIVE for port object 2c097458-dd72-4e53-a467-3edecfd591d2 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:43:32.631136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.685015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:32.759143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Attempting to bind port 2c097458-dd72-4e53-a467-3edecfd591d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:43:32.759476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Attempting to bind port 2c097458-dd72-4e53-a467-3edecfd591d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:43:32.759803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Attempting to bind port 2c097458-dd72-4e53-a467-3edecfd591d2 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:43:32.764910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Port 2c097458-dd72-4e53-a467-3edecfd591d2 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:43:32.765289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Attempting to bind port 2c097458-dd72-4e53-a467-3edecfd591d2 on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:43:32.771059 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:43:32.771405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:43:32.771792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Bound using segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:43:32.772227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Bound port: 2c097458-dd72-4e53-a467-3edecfd591d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:43:32.773977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.869486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:43:32.873297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:43:32.881367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.915764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d93c-f3fc-49bf-82a1-fe661d78a6b6 req-3ea5f6c1-f844-4780-b308-4e95107d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:32.922563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:32.923481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:32.924145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b578d93c-f3fc-49bf-82a1-fe661d78a6b6 req-3ea5f6c1-f844-4780-b308-4e95107d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0751107
Apr 02 21:43:32.925233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 1091 time: 0.6450760
Apr 02 21:43:32.927624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:43:32.930018 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3425533c-d7a0-43d7-9f5a-0349cb2afb97" -d '{"events": [{"name": "network-changed", "server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:43:32.971305 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa7ad9-ad63-4a8c-8994-5c9326870536 service neutron] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:32.997519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b578d93c-f3fc-49bf-82a1-fe661d78a6b6 req-26e48e25-eb08-4123-8b70-30408fe38186 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649967
Apr 02 21:43:33.033444 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686a4ca-14b9-42c7-8d3b-71181dc83592 x-openstack-request-id: req-2686a4ca-14b9-42c7-8d3b-71181dc83592 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:43:33.033800 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:43:33.034050 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2686a4ca-14b9-42c7-8d3b-71181dc83592 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:43:33.034454 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2686a4ca-14b9-42c7-8d3b-71181dc83592'] response: {'name': 'network-changed', 'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2', 'status': 'completed', 'code': 200}
Apr 02 21:43:33.055814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-6508c6c1-89d6-4a43-8f34-dd0ff520fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.057408 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-6508c6c1-89d6-4a43-8f34-dd0ff520fdbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1125 time: 0.0728760
Apr 02 21:43:33.103673 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-d5bae33b-cc88-4247-a752-8bc297e936e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 217 time: 0.0391736
Apr 02 21:43:33.155564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-83e835e2-700b-454f-9e81-eed9eebf60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.157084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-83e835e2-700b-454f-9e81-eed9eebf60ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0451517
Apr 02 21:43:33.207175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-78692494-9240-4e5d-b631-928b7b3c3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.208721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-78692494-9240-4e5d-b631-928b7b3c3f7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435834
Apr 02 21:43:33.302566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-45019126-1291-4cb6-bbda-a9ec5f19c1ec service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851133
Apr 02 21:43:33.393192 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20cd915a-59dd-46c5-bd59-24754ea87cf8 req-4f605c64-fc21-4fb9-97ae-a310098886bc service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815830
Apr 02 21:43:33.493319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-4c6dbacf-eda3-4bc4-b825-9e53efbc3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.494814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-4c6dbacf-eda3-4bc4-b825-9e53efbc3bfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1125 time: 0.0498459
Apr 02 21:43:33.583191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-a7d0e98e-c6f1-4d57-a46b-f7fc7789f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.584599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-a7d0e98e-c6f1-4d57-a46b-f7fc7789f385 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0838301
Apr 02 21:43:33.630837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-d94118f1-bf82-46d4-90a7-7fe05668bc11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 217 time: 0.0403340
Apr 02 21:43:33.678383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-0b6eaed6-a9ad-4256-be97-15d0395ba717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.679790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-0b6eaed6-a9ad-4256-be97-15d0395ba717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0430288
Apr 02 21:43:33.727044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-1eebe35f-bbe0-470b-834a-732861eb0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:33.728547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-1eebe35f-bbe0-470b-834a-732861eb0905 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422430
Apr 02 21:43:33.819272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-984ece47-8fc1-4516-94ea-005bced61569 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839119
Apr 02 21:43:33.907311 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3425533c-d7a0-43d7-9f5a-0349cb2afb97 req-210c96cd-139b-4e03-9c38-761d8fffa460 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815899
Apr 02 21:43:34.122110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11714-ed88-435d-a90b-d9f5a8af2f85 req-0eb94409-4a25-4159-9ecd-937f30702391 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:34.124090 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fda11714-ed88-435d-a90b-d9f5a8af2f85 req-0eb94409-4a25-4159-9ecd-937f30702391 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0519145
Apr 02 21:43:34.169976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fda11714-ed88-435d-a90b-d9f5a8af2f85 req-c807aa47-8c01-4ca4-b973-98124878db98 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401940
Apr 02 21:43:35.301923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01952d0-9fd5-42b6-955d-cf70cd4e0be3 req-03462320-f154-44c3-afcd-9174404ef643 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:35.304083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f01952d0-9fd5-42b6-955d-cf70cd4e0be3 req-03462320-f154-44c3-afcd-9174404ef643 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0654588
Apr 02 21:43:35.350473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f01952d0-9fd5-42b6-955d-cf70cd4e0be3 req-f1833c1e-9c02-400b-865e-f39cc8ef9672 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406580
Apr 02 21:43:36.468519 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96b86-e125-402a-81be-350c4da64f83 req-da16f07e-8d31-46f1-b3d5-28c807515e1d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:36.469997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21a96b86-e125-402a-81be-350c4da64f83 req-da16f07e-8d31-46f1-b3d5-28c807515e1d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0527031
Apr 02 21:43:36.520294 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21a96b86-e125-402a-81be-350c4da64f83 req-49dd0fba-e40c-4aa0-a94d-7430d04b12c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445473
Apr 02 21:43:37.639571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f513f-abfb-4df7-abad-e4e9c77dde23 req-67778232-3bd5-4d77-b5f4-c1f157c6d763 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:37.641096 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-420f513f-abfb-4df7-abad-e4e9c77dde23 req-67778232-3bd5-4d77-b5f4-c1f157c6d763 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0523164
Apr 02 21:43:37.670055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:43:37.687223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-420f513f-abfb-4df7-abad-e4e9c77dde23 req-e5f3f693-7338-4fe0-90d0-89b1216fa03f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405440
Apr 02 21:43:37.760936 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:37.763326 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:43:37.772140 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2c097458-dd72-4e53-a467-3edecfd591d2', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '2c097458-dd72-4e53-a467-3edecfd591d2', 'mac_address': 'fa:16:3e:77:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:43:37.807205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c097458-dd72-4e53-a467-3edecfd591d2 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:43:37.807588 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:37.823384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c097458-dd72-4e53-a467-3edecfd591d2 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:43:37.841954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:37.845868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:37.891498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:38.096685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2c097458-dd72-4e53-a467-3edecfd591d2'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:43:39.174413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a39a4-71fe-4406-b212-2e6b5a16ee9a req-3cb717ac-e83d-43cd-bf7c-3eeb6c7af480 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:39.175861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-259a39a4-71fe-4406-b212-2e6b5a16ee9a req-3cb717ac-e83d-43cd-bf7c-3eeb6c7af480 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 944 time: 0.4177618
Apr 02 21:43:39.221999 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-259a39a4-71fe-4406-b212-2e6b5a16ee9a req-aeebdee3-0b5b-4163-b51f-75f0c394218a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402894
Apr 02 21:43:39.686571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:43:39.733035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 2c097458-dd72-4e53-a467-3edecfd591d2 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:43:39.736858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2c097458-dd72-4e53-a467-3edecfd591d2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:43:39.737232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:39.811766 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c097458-dd72-4e53-a467-3edecfd591d2 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:43:39.812148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:39.833289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:43:39.835476 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564dac80-3f81-4203-8933-204d76486cd4" -d '{"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-plugged", "status": "completed", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:43:39.850839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:43:39.854894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:39.879377 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313cb39-50f6-4c5c-a5f6-54b4e515c5a8 x-openstack-request-id: req-4313cb39-50f6-4c5c-a5f6-54b4e515c5a8 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:43:39.879666 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-plugged", "status": "completed", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:43:39.879917 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4313cb39-50f6-4c5c-a5f6-54b4e515c5a8 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:43:39.880311 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4313cb39-50f6-4c5c-a5f6-54b4e515c5a8'] response: {'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2', 'code': 200}
Apr 02 21:43:39.907305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:43:39.972843 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec888-09eb-40ce-9f75-958b15091769 req-ba4124a7-8da0-46b4-8330-5cab7da1e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:39.974318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-805ec888-09eb-40ce-9f75-958b15091769 req-ba4124a7-8da0-46b4-8330-5cab7da1e76d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1127 time: 0.0430012
Apr 02 21:43:40.023007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-805ec888-09eb-40ce-9f75-958b15091769 req-9c588547-0bf5-487e-b730-78dbd9f5043f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394714
Apr 02 21:43:40.340705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bb7a6-0e64-4fb4-a9be-9ff180774029 req-398462b9-428e-4429-8041-c2343d9d3f14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:40.342621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba8bb7a6-0e64-4fb4-a9be-9ff180774029 req-398462b9-428e-4429-8041-c2343d9d3f14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0517647
Apr 02 21:43:40.388147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ba8bb7a6-0e64-4fb4-a9be-9ff180774029 req-24a939a6-6cbf-4ff4-b559-045f01e01f7e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393975
Apr 02 21:43:41.563872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5273b0-557e-4888-9271-753dc47871c2 req-d0f3426b-860c-4e11-87f8-ce4096e94cb5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:41.565407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea5273b0-557e-4888-9271-753dc47871c2 req-d0f3426b-860c-4e11-87f8-ce4096e94cb5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.1070142
Apr 02 21:43:41.611220 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ea5273b0-557e-4888-9271-753dc47871c2 req-97481b28-139d-4462-a4f5-5c9b85c7edc3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401666
Apr 02 21:43:41.727359 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf074f9-eb4d-40bd-95e6-70c8287ec27e req-f10eba17-6d58-4434-a446-3407943d1760 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:41.728731 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cf074f9-eb4d-40bd-95e6-70c8287ec27e req-f10eba17-6d58-4434-a446-3407943d1760 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0543282
Apr 02 21:43:41.737522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52062) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:43:41.741881 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'floatingip': {'port_id': '2c097458-dd72-4e53-a467-3edecfd591d2'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:43:41.780988 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:42.207226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:42.211337 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:42.313511 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 associated. External IP: 172.35.4.222, port: 2c097458-dd72-4e53-a467-3edecfd591d2.
Apr 02 21:43:42.524237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:43:42.636373 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:43:42.641449 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:42.646903 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:43:42.656943 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:43:42.657551 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:43:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:42.671395 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0cca25b5-76bb-447e-88ca-90845437b53f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "PUT /v2.0/floatingips/a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 HTTP/1.1" status: 200  len: 991 time: 0.9328160
Apr 02 21:43:42.671983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:43:42.674239 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d" -d '{"events": [{"name": "network-changed", "server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:43:42.783684 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b55ea4-a5c1-4def-b481-4a9f288ad1ca x-openstack-request-id: req-b3b55ea4-a5c1-4def-b481-4a9f288ad1ca {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:43:42.783684 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:43:42.783684 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3b55ea4-a5c1-4def-b481-4a9f288ad1ca {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:43:42.783684 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b55ea4-a5c1-4def-b481-4a9f288ad1ca'] response: {'name': 'network-changed', 'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2', 'status': 'completed', 'code': 200}
Apr 02 21:43:42.790615 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:43:42.877867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-6feb03d2-df63-4c63-b029-52b3c083ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:42.879488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-6feb03d2-df63-4c63-b029-52b3c083ae08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1127 time: 0.0761118
Apr 02 21:43:42.900536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0ae02-2711-45a3-9b83-58d0f4b40381 req-0d9cca98-b6c3-4556-a25c-cd83f801904f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:42.902068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ed0ae02-2711-45a3-9b83-58d0f4b40381 req-0d9cca98-b6c3-4556-a25c-cd83f801904f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0727830
Apr 02 21:43:43.005038 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4ed0ae02-2711-45a3-9b83-58d0f4b40381 req-d23155c3-25f1-4224-842b-324e50e816e9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941894
Apr 02 21:43:43.025469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-f99fa7d5-bce7-4628-9ab1-90f8c2368177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:43.026867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-f99fa7d5-bce7-4628-9ab1-90f8c2368177 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.1239355
Apr 02 21:43:43.031803 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de9be0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '2c097458-dd72-4e53-a467-3edecfd591d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:77:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70e74fe-4037-410d-8d97-264436409ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:43:42Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:43.057397 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:43:43.066378 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:43:43.066995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:43:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:43.095924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-8b7fd828-696a-4859-ae5d-67d299fb116f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 999 time: 0.0621500
Apr 02 21:43:43.143854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-ca41c4b0-3f03-49d8-96f6-8f978ef11a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:43.145375 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-ca41c4b0-3f03-49d8-96f6-8f978ef11a23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0438857
Apr 02 21:43:43.174485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:43:43.193221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-b11e5aae-226d-44d1-967c-88b30f3f249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:43.194729 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-b11e5aae-226d-44d1-967c-88b30f3f249a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436473
Apr 02 21:43:43.284772 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-b43f6aec-4070-4101-8c76-92ad6c1d1251 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832067
Apr 02 21:43:43.373521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a65ef1e4-a254-4d56-a0a0-66b08b0bf80d req-a56d0aee-5e08-41eb-b502-947ff837c1eb service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821223
Apr 02 21:43:43.396824 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de9be0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '2c097458-dd72-4e53-a467-3edecfd591d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:77:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70e74fe-4037-410d-8d97-264436409ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:43:42Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:43:43.423371 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b5802-4f8f-4bbe-8215-af9b2b56ecbd None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '2c097458-dd72-4e53-a467-3edecfd591d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:77:32:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70e74fe-4037-410d-8d97-264436409ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:43:42Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:43:43.617135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08748580-7c4c-44d4-a7e5-5d29484ec91a None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:43:44.127225 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52e3d-87ad-4cce-97cb-b6b9355e83d1 req-700b903a-0179-43b2-a8d3-b1a142708c9c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:44.128837 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07b52e3d-87ad-4cce-97cb-b6b9355e83d1 req-700b903a-0179-43b2-a8d3-b1a142708c9c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0524142
Apr 02 21:43:44.174801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07b52e3d-87ad-4cce-97cb-b6b9355e83d1 req-750cb577-fcd4-41ed-9119-da7dbdacd5b7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402575
Apr 02 21:43:44.785925 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:45.299332 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dbf7a-a2e5-485c-b63b-75e75ecc586a req-c878af0f-1566-4f65-ae36-0816ba9a03c2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:45.300847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-464dbf7a-a2e5-485c-b63b-75e75ecc586a req-c878af0f-1566-4f65-ae36-0816ba9a03c2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0567131
Apr 02 21:43:45.345513 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-464dbf7a-a2e5-485c-b63b-75e75ecc586a req-ae0812bd-f898-493b-9153-3a3ddbdb262a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391178
Apr 02 21:43:46.471166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f592fcc-be40-4415-b2fd-4e16b3379ed7 req-25f908c7-1a22-49e8-9c70-cbdd8457572c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:46.472697 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7f592fcc-be40-4415-b2fd-4e16b3379ed7 req-25f908c7-1a22-49e8-9c70-cbdd8457572c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0568750
Apr 02 21:43:46.518213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7f592fcc-be40-4415-b2fd-4e16b3379ed7 req-e2393df8-bb98-4564-a06a-998c7dab9279 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398681
Apr 02 21:43:47.636743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc398b1-1810-4cc4-8881-9f2b787c3686 req-8e24b506-815a-42ca-82fe-f214e11e2c4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:47.638184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc398b1-1810-4cc4-8881-9f2b787c3686 req-8e24b506-815a-42ca-82fe-f214e11e2c4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0507264
Apr 02 21:43:47.684280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ffc398b1-1810-4cc4-8881-9f2b787c3686 req-da721af7-cd70-4e8b-8eb8-3f458799b675 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402393
Apr 02 21:43:48.242054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:48.802970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abb2c0-3355-4009-a694-fd189e550309 req-00193bab-4fba-47b8-b3b9-b114d9ee1497 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:48.804497 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43abb2c0-3355-4009-a694-fd189e550309 req-00193bab-4fba-47b8-b3b9-b114d9ee1497 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0532384
Apr 02 21:43:48.850791 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-43abb2c0-3355-4009-a694-fd189e550309 req-441a0bac-92d6-496f-8813-f57c44b46df4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404944
Apr 02 21:43:49.969800 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24546-96a4-4386-b7ce-3808bd20139b req-62f512b5-39ef-4894-8e81-e5bae26559ff tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:49.971269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fb24546-96a4-4386-b7ce-3808bd20139b req-62f512b5-39ef-4894-8e81-e5bae26559ff tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0531943
Apr 02 21:43:50.020642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4fb24546-96a4-4386-b7ce-3808bd20139b req-4c9d8e4a-c3bd-435c-9899-5495e5cfc08b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433340
Apr 02 21:43:51.136022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c491-a18a-49fa-9b78-3253ae179da7 req-cab644e0-be6c-4048-b6be-e508acad10cc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:51.138059 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7c8c491-a18a-49fa-9b78-3253ae179da7 req-cab644e0-be6c-4048-b6be-e508acad10cc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0513587
Apr 02 21:43:51.187746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d7c8c491-a18a-49fa-9b78-3253ae179da7 req-f3d31068-d476-4cf5-93c8-36c59524d90f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440152
Apr 02 21:43:52.305208 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e6fe-f160-4445-899a-eeb9b003cb58 req-17cc4778-c85c-4d31-9604-201631f111b5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:52.306655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4253e6fe-f160-4445-899a-eeb9b003cb58 req-17cc4778-c85c-4d31-9604-201631f111b5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0514936
Apr 02 21:43:52.351306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4253e6fe-f160-4445-899a-eeb9b003cb58 req-a4e97ce2-c54d-41ca-b563-319299be2d8d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390434
Apr 02 21:43:53.180588 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f639-17e1-4989-9d96-1db5cc25e471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:53.471051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c7e48-7686-4e17-9d77-af032168b94f req-d692b266-8f04-4ac0-9dbd-31f4267aba95 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:53.472553 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-203c7e48-7686-4e17-9d77-af032168b94f req-d692b266-8f04-4ac0-9dbd-31f4267aba95 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0538127
Apr 02 21:43:53.518876 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-203c7e48-7686-4e17-9d77-af032168b94f req-7111f26f-7c12-4468-a6cc-ac7c8378c1c6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407023
Apr 02 21:43:54.638356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234175fe-9a5a-4278-926a-350215683a49 req-8b71c42a-e34e-4326-86f4-5d459b2bbe41 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:54.639826 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-234175fe-9a5a-4278-926a-350215683a49 req-8b71c42a-e34e-4326-86f4-5d459b2bbe41 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0516803
Apr 02 21:43:54.685674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-234175fe-9a5a-4278-926a-350215683a49 req-56774124-b01f-481a-9b61-a6d88dcfd985 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402288
Apr 02 21:43:55.386469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce272-50cd-427b-aa7a-c3ccdfcc5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:55.802890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440e8b-0a45-4b13-a223-993c1eab66e7 req-fd8af89a-1773-4479-b2ee-8d2b1871edcf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:55.804372 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07440e8b-0a45-4b13-a223-993c1eab66e7 req-fd8af89a-1773-4479-b2ee-8d2b1871edcf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0521481
Apr 02 21:43:55.850181 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07440e8b-0a45-4b13-a223-993c1eab66e7 req-7cebc5cf-7a78-4935-95e8-9a8f2b9ea45a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396500
Apr 02 21:43:56.803759 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:56.981109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d37d0-22ff-4741-9707-afa78c9b5be7 req-95d4dede-87e7-433a-ac3f-d7f44e5e79a3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:56.982562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db1d37d0-22ff-4741-9707-afa78c9b5be7 req-95d4dede-87e7-433a-ac3f-d7f44e5e79a3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0568540
Apr 02 21:43:57.034699 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db1d37d0-22ff-4741-9707-afa78c9b5be7 req-fea3d712-954c-41bd-a740-88294713a6df tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463996
Apr 02 21:43:58.164386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30e2a-c56c-4a37-ac63-7ed7107353bf req-dd9b4580-bb30-47eb-8a77-e27ff2813bf1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:58.166537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7fd30e2a-c56c-4a37-ac63-7ed7107353bf req-dd9b4580-bb30-47eb-8a77-e27ff2813bf1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0637577
Apr 02 21:43:58.214021 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7fd30e2a-c56c-4a37-ac63-7ed7107353bf req-cd70b536-6257-4f81-bdda-8f30dd52e21b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416298
Apr 02 21:43:58.872223 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:43:59.332398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad1ad5-1b97-4ca4-8835-e9d82a3e25e8 req-55f08d9c-506e-49b6-b29f-adcd3c5a9429 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:43:59.333954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05ad1ad5-1b97-4ca4-8835-e9d82a3e25e8 req-55f08d9c-506e-49b6-b29f-adcd3c5a9429 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0513964
Apr 02 21:43:59.378778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05ad1ad5-1b97-4ca4-8835-e9d82a3e25e8 req-9c7cf05c-faa0-4552-bb5b-7e767f4d77ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392776
Apr 02 21:43:59.485361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:00.499340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b589-5ccb-44b9-b4f5-f7cfc23de0b6 req-fe55e8d3-dc6b-4723-a494-b22200e96aa7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:00.500818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca2b589-5ccb-44b9-b4f5-f7cfc23de0b6 req-fe55e8d3-dc6b-4723-a494-b22200e96aa7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0519688
Apr 02 21:44:00.547511 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fca2b589-5ccb-44b9-b4f5-f7cfc23de0b6 req-403ad6d4-6389-4ddc-87c5-29703db4c48e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410140
Apr 02 21:44:01.664531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642fda-775a-421a-b0e5-f9dc5aae8431 req-70e7606d-2aad-4321-baad-ae87a569e06e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:01.665972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33642fda-775a-421a-b0e5-f9dc5aae8431 req-70e7606d-2aad-4321-baad-ae87a569e06e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0508363
Apr 02 21:44:02.033643 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-33642fda-775a-421a-b0e5-f9dc5aae8431 req-b41cfd45-0e38-41a2-977c-5f211220e655 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3618538
Apr 02 21:44:03.150937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e97b13-e9b1-4223-8df8-6ebb215136f3 req-2ee57d64-dd22-4c0e-ac5b-f4061111cecb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:03.152406 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30e97b13-e9b1-4223-8df8-6ebb215136f3 req-2ee57d64-dd22-4c0e-ac5b-f4061111cecb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0519514
Apr 02 21:44:03.202818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30e97b13-e9b1-4223-8df8-6ebb215136f3 req-151f83c6-2f80-4923-a7ee-22773093b531 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446424
Apr 02 21:44:04.322826 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a80e0-5a8b-4209-ac50-66daa99a1b95 req-c76e21a1-66be-410e-a7cd-c20d71951275 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:04.324272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb2a80e0-5a8b-4209-ac50-66daa99a1b95 req-c76e21a1-66be-410e-a7cd-c20d71951275 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0512640
Apr 02 21:44:04.369803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb2a80e0-5a8b-4209-ac50-66daa99a1b95 req-c3952511-7634-4d7c-9787-b0424932aa26 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389874
Apr 02 21:44:05.492981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb75df-adc4-413b-b387-71c05395548d req-c63b33ce-3cb9-4c35-86e8-ba2542731452 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:05.494629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ebb75df-adc4-413b-b387-71c05395548d req-c63b33ce-3cb9-4c35-86e8-ba2542731452 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0559382
Apr 02 21:44:05.549082 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ebb75df-adc4-413b-b387-71c05395548d req-8f6be59b-fdc8-47d6-a23c-43131f4504be tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485349
Apr 02 21:44:06.666234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f9319-c538-488b-9ced-1fbe168b2b12 req-0cea8740-1e24-4b4c-9079-b193ff2f1383 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:06.667694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f9319-c538-488b-9ced-1fbe168b2b12 req-0cea8740-1e24-4b4c-9079-b193ff2f1383 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0509315
Apr 02 21:44:06.716122 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c07f9319-c538-488b-9ced-1fbe168b2b12 req-0f424306-f1c9-43ed-bf3b-e92666f9463b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418901
Apr 02 21:44:07.834423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018713d1-52a1-42cd-9c09-5a48307d491b req-4803040e-6635-42bc-82cd-b98b8e7654a5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:07.835881 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-018713d1-52a1-42cd-9c09-5a48307d491b req-4803040e-6635-42bc-82cd-b98b8e7654a5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0530155
Apr 02 21:44:07.880932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-018713d1-52a1-42cd-9c09-5a48307d491b req-c83d9054-4f87-4af5-8f4f-e75380afefc8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393188
Apr 02 21:44:08.998869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031eacf-aa19-491c-b84b-50b1c7636754 req-1cb93fea-2abe-4859-b892-e72f95769365 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:09.000350 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e031eacf-aa19-491c-b84b-50b1c7636754 req-1cb93fea-2abe-4859-b892-e72f95769365 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0519559
Apr 02 21:44:09.046102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e031eacf-aa19-491c-b84b-50b1c7636754 req-bf7cf719-c82c-40bd-a9b5-14d1de6ee880 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401115
Apr 02 21:44:09.305153 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-c1aeff16-4b1a-4682-be3d-d7e23625563d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0783033
Apr 02 21:44:09.312909 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5ce5d-60a9-4e27-b7a6-65407277a022 req-862ba440-df6b-43a4-bd57-eade73e2ff6b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:09.314312 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4e5ce5d-60a9-4e27-b7a6-65407277a022 req-862ba440-df6b-43a4-bd57-eade73e2ff6b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0790386
Apr 02 21:44:09.363515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4e5ce5d-60a9-4e27-b7a6-65407277a022 req-1f0f8bc1-f87f-41a0-9d19-6224db8133e4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433536
Apr 02 21:44:09.658744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-ef8b1afa-c40e-4587-9e63-f228f88a5c55 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:09.660081 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-ef8b1afa-c40e-4587-9e63-f228f88a5c55 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports/2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 942 time: 0.0451691
Apr 02 21:44:10.496485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018de48-7189-4ae4-b6dd-e1189711c602 req-87882604-502e-467c-b69b-f0f815a28673 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:10.498593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6018de48-7189-4ae4-b6dd-e1189711c602 req-87882604-502e-467c-b69b-f0f815a28673 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0607352
Apr 02 21:44:10.529084 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-fa32c847-05d4-4e52-bd25-a9bdc2bbe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:10.530581 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-fa32c847-05d4-4e52-bd25-a9bdc2bbe81b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1127 time: 0.0458107
Apr 02 21:44:10.545847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6018de48-7189-4ae4-b6dd-e1189711c602 req-aeb0c0ae-c4d8-49b0-81ee-c66dbb0a713b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412495
Apr 02 21:44:10.629046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-e2046038-258e-4f20-8814-1fbbdd0b6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:10.630510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-e2046038-258e-4f20-8814-1fbbdd0b6f1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0884881
Apr 02 21:44:10.696392 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-f4b7867a-2d3b-4bba-b6ab-b3e042b39cfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 1001 time: 0.0565948
Apr 02 21:44:10.749876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-2272858b-9f25-4a50-a7ee-cf53251e796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:10.751278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-2272858b-9f25-4a50-a7ee-cf53251e796b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0464060
Apr 02 21:44:10.802731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-7389e4b7-f7c2-4769-8812-ebc74fac75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:10.804211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-7389e4b7-f7c2-4769-8812-ebc74fac75cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433125
Apr 02 21:44:10.896380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-c2d6aeda-8aa9-4b7d-849a-597abfe85d29 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826373
Apr 02 21:44:10.988833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-d53e23c5-5caa-4a5c-8e88-8951edc89fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835221
Apr 02 21:44:11.666038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b47280-bb89-463f-9cfb-5d894f460abe req-3d72da85-bc69-4205-8905-d32a0281333b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:11.667556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b47280-bb89-463f-9cfb-5d894f460abe req-3d72da85-bc69-4205-8905-d32a0281333b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0535150
Apr 02 21:44:11.713631 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09b47280-bb89-463f-9cfb-5d894f460abe req-ca01736e-fb13-49f3-8d55-58570bf3c299 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401053
Apr 02 21:44:12.834081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1282-96c0-4241-8fc1-3c595e76c690 req-8ae79bb4-2541-4829-ba74-e23b232081a8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:12.835583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78dc1282-96c0-4241-8fc1-3c595e76c690 req-8ae79bb4-2541-4829-ba74-e23b232081a8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0535157
Apr 02 21:44:12.865111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-d96def4f-9b88-4c3f-869e-d3179b1c7154 service neutron] 10.222.0.21 "GET /v2.0/ports/2c097458-dd72-4e53-a467-3edecfd591d2/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0593312
Apr 02 21:44:12.882700 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-78dc1282-96c0-4241-8fc1-3c595e76c690 req-7668aeec-fb1d-4083-ab1c-e92002949634 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412731
Apr 02 21:44:13.094701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-3c1f06f8-4b28-40fc-963b-81581c8d3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.096178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-3c1f06f8-4b28-40fc-963b-81581c8d3306 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 1127 time: 0.0522685
Apr 02 21:44:13.163735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-c5091ffa-58ad-43c5-ac1e-d97a938c1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.165250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-c5091ffa-58ad-43c5-ac1e-d97a938c1fcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1127 time: 0.0432763
Apr 02 21:44:13.258116 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-3363a14a-8f27-4e04-af53-2aef4a51ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.259534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-3363a14a-8f27-4e04-af53-2aef4a51ed5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0842421
Apr 02 21:44:13.327278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-44100114-06a6-4af3-8dad-0dd785f2a774 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 1001 time: 0.0573361
Apr 02 21:44:13.378134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-cd8b156b-bdcf-40a2-8ea7-a0b294e8be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.379454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-cd8b156b-bdcf-40a2-8ea7-a0b294e8be6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0419424
Apr 02 21:44:13.436069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-3a079ece-75cd-4bd0-af8e-cb9905845b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.437615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-3a079ece-75cd-4bd0-af8e-cb9905845b2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0493627
Apr 02 21:44:13.539121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-1dd18ad4-59b0-47f1-b94d-4b97a6d0ed90 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870881
Apr 02 21:44:13.629476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ddbe128-b576-4d8a-be5c-d142396f5fac req-631fdecd-9a96-41c5-90ba-c1cc0781922a service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830534
Apr 02 21:44:13.747005 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-49f1f2b3-a46d-4d38-b5f9-8f597c0ff05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.749091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-49f1f2b3-a46d-4d38-b5f9-8f597c0ff05a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1127 time: 0.0487580
Apr 02 21:44:13.854282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-e3a889e3-dd69-4c89-b93f-07e0481beef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.855756 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-e3a889e3-dd69-4c89-b93f-07e0481beef7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0876179
Apr 02 21:44:13.920676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-e91cafbb-09e1-46a5-8371-082f4c6feb19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 1001 time: 0.0580456
Apr 02 21:44:13.995674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-10587d13-abb9-418d-a11e-5c6f2c597f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:13.997178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-10587d13-abb9-418d-a11e-5c6f2c597f51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0712717
Apr 02 21:44:14.047566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2590d2-500f-4183-bfd6-58fca4680382 req-4c5fa02f-c253-4ba8-b217-96bb0c68cfbb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:14.049059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2590d2-500f-4183-bfd6-58fca4680382 req-4c5fa02f-c253-4ba8-b217-96bb0c68cfbb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0916858
Apr 02 21:44:14.073676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-10b277cf-3930-4fcb-8593-6072d93f870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:14.075162 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-10b277cf-3930-4fcb-8593-6072d93f870f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0700130
Apr 02 21:44:14.124836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d2590d2-500f-4183-bfd6-58fca4680382 req-c8fc0527-74f6-44ba-a191-96505696f26f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691707
Apr 02 21:44:14.187021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-ead7004a-dc8a-40a4-aedf-f235387916ad service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005869
Apr 02 21:44:14.274957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8bee9325-7ce1-4846-a1f4-5b0553f7d2e0 req-4862a0b7-fcb2-4f87-b3cd-9cce5934edef service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811195
Apr 02 21:44:14.761935 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:44:14.788815 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:15.250583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d950a19-06cb-4ca6-bf80-70d474c4c089 req-0bba25fa-b8db-411e-b4c6-1d898c0b1489 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.252074 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d950a19-06cb-4ca6-bf80-70d474c4c089 req-0bba25fa-b8db-411e-b4c6-1d898c0b1489 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0567288
Apr 02 21:44:15.298825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8d950a19-06cb-4ca6-bf80-70d474c4c089 req-2fb3aefb-861c-46c2-8df2-c4a07ea7e03f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410385
Apr 02 21:44:15.496301 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b31c-5a25-4fb8-a7ba-d3e7f6935ec3 req-0d143475-5418-4355-a750-974e3dbb984e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.498465 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0847b31c-5a25-4fb8-a7ba-d3e7f6935ec3 req-0d143475-5418-4355-a750-974e3dbb984e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 945 time: 0.0541759
Apr 02 21:44:15.518390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-868ddb42-3d83-4260-94b7-97df817f783b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.519861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-868ddb42-3d83-4260-94b7-97df817f783b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3&tenant_id=5f212cc8d96745d2aa089c88769ffc87&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0581734
Apr 02 21:44:15.545495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0847b31c-5a25-4fb8-a7ba-d3e7f6935ec3 req-61f47e9d-57af-4a32-8a5d-cbaedf03771d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412230
Apr 02 21:44:15.632137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-e3369171-77aa-4784-b487-b981ca240662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.633675 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-e3369171-77aa-4784-b487-b981ca240662 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1127 time: 0.0540733
Apr 02 21:44:15.722571 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-a4432c1c-9a1b-4c4a-9191-99ee0a069c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.723925 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-a4432c1c-9a1b-4c4a-9191-99ee0a069c0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0821779
Apr 02 21:44:15.793526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-4f965f82-3fd2-4843-a739-d435da9fad88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 1001 time: 0.0603275
Apr 02 21:44:15.844545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-1c270e5b-b861-46f8-bce2-afee4ba74792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.845934 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-1c270e5b-b861-46f8-bce2-afee4ba74792 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0422311
Apr 02 21:44:15.852402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:44:15.897018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-3ff45f5c-e2d9-4028-8dcc-0a5e2cb95fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:15.898532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-3ff45f5c-e2d9-4028-8dcc-0a5e2cb95fcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436025
Apr 02 21:44:15.929150 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c097458-dd72-4e53-a467-3edecfd591d2 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:44:15.929535 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:15.951508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:44:15.954141 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953ec20-3981-4016-a212-5469af8af492" -d '{"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:44:15.968331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:15.973564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:16.008037 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda099f-4e91-44f4-914d-bf43f5717d61 x-openstack-request-id: req-7dda099f-4e91-44f4-914d-bf43f5717d61 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:44:16.008336 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:44:16.008622 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dda099f-4e91-44f4-914d-bf43f5717d61 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:44:16.009015 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dda099f-4e91-44f4-914d-bf43f5717d61'] response: {'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2', 'code': 200}
Apr 02 21:44:16.009782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-decab554-953d-47bc-9d93-13854d7a92de service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018438
Apr 02 21:44:16.025458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:16.105402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d0727e1f-6e65-448e-ac3c-b0a9ded1eed2 req-930bf530-a055-4549-a9b6-730f934c38e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805888
Apr 02 21:44:16.671739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583a5d3-53cd-44ab-9696-be04e76f41fe req-8a7a98ff-c28f-4f74-8321-a9c1d1e18bca tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:16.673601 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4583a5d3-53cd-44ab-9696-be04e76f41fe req-8a7a98ff-c28f-4f74-8321-a9c1d1e18bca tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0568740
Apr 02 21:44:16.726909 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4583a5d3-53cd-44ab-9696-be04e76f41fe req-92cda6f6-8c7e-4e95-bdd1-36c130c7652f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470688
Apr 02 21:44:16.851051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da26da-ad53-41d2-aba0-d0b475770f29 req-a51ff396-a70a-42a2-94c6-8ce8cdbc5a55 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:16.852540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03da26da-ad53-41d2-aba0-d0b475770f29 req-a51ff396-a70a-42a2-94c6-8ce8cdbc5a55 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0563877
Apr 02 21:44:16.898044 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-03da26da-ad53-41d2-aba0-d0b475770f29 req-f8564920-a55b-41b3-bd9e-b35ef9029a08 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398421
Apr 02 21:44:17.126853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e451786-369c-400f-b483-014ba764fbdd req-ac758cb0-0b1e-4422-8c86-36d35fc8b6d1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:17.128317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e451786-369c-400f-b483-014ba764fbdd req-ac758cb0-0b1e-4422-8c86-36d35fc8b6d1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 943 time: 0.0826344
Apr 02 21:44:17.157631 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-2a893133-ee73-4c28-aeb5-12e3602c012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:17.159058 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-2a893133-ee73-4c28-aeb5-12e3602c012f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 1125 time: 0.0709510
Apr 02 21:44:17.211274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e451786-369c-400f-b483-014ba764fbdd req-1ae7a395-eb20-4454-84d0-c7f8b787ae0c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764980
Apr 02 21:44:17.264007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-95a7ab96-56ff-4122-8e74-d0eff1b00e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:17.265939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-95a7ab96-56ff-4122-8e74-d0eff1b00e40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0982635
Apr 02 21:44:17.334834 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-24877d28-347f-4184-8de1-f6218f35633b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 200  len: 999 time: 0.0603671
Apr 02 21:44:17.384241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-c26ad4d6-74ad-4bd4-893d-2fa89478bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:17.385691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-c26ad4d6-74ad-4bd4-893d-2fa89478bac7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0424769
Apr 02 21:44:17.436434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-f862c46c-6667-4872-bbab-46e481f5ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:17.438543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-f862c46c-6667-4872-bbab-46e481f5ddf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440872
Apr 02 21:44:17.533015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-05ab7c51-eb29-44d6-8864-82d6e7fe6a7e service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854125
Apr 02 21:44:17.622381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6bf099f3-1f4a-4294-9259-0bb7fa442423 req-cd1a67a9-58d1-47c0-ad5e-f7993b7196b9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798833
Apr 02 21:44:17.851393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:44:17.948833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:17.959347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '2c097458-dd72-4e53-a467-3edecfd591d2', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '2c097458-dd72-4e53-a467-3edecfd591d2', 'mac_address': 'fa:16:3e:77:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:44:17.995386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c097458-dd72-4e53-a467-3edecfd591d2 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:44:17.995770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:18.009373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c097458-dd72-4e53-a467-3edecfd591d2 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:44:18.030314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:18.034632 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:18.084779 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:18.246799 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:18.287673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['2c097458-dd72-4e53-a467-3edecfd591d2'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:44:18.334950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de6227-ac09-49ad-9085-5f21b85e6661 req-717c9918-9778-4ebd-936a-2847178589fb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:18.336419 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65de6227-ac09-49ad-9085-5f21b85e6661 req-717c9918-9778-4ebd-936a-2847178589fb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 944 time: 0.0531054
Apr 02 21:44:18.383564 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-65de6227-ac09-49ad-9085-5f21b85e6661 req-bb1fb562-2151-415a-8ff8-0bb06a3b2fa6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411689
Apr 02 21:44:18.619648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cd5c6-9ef1-4655-acf8-42a087528af2 req-1bebd022-9e51-48bc-9da9-c02febf10e9a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:18.621148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b40cd5c6-9ef1-4655-acf8-42a087528af2 req-1bebd022-9e51-48bc-9da9-c02febf10e9a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 944 time: 0.0519135
Apr 02 21:44:18.666852 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b40cd5c6-9ef1-4655-acf8-42a087528af2 req-9d3d19cd-c569-4718-94fd-2d15948d3aab tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400121
Apr 02 21:44:19.790251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016bfb7-19fe-4305-90e1-0ec919363d89 req-5ccbd97d-0f81-43ed-8331-bcb82f1a30b8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:19.791653 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2016bfb7-19fe-4305-90e1-0ec919363d89 req-5ccbd97d-0f81-43ed-8331-bcb82f1a30b8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 944 time: 0.0536716
Apr 02 21:44:19.844064 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2016bfb7-19fe-4305-90e1-0ec919363d89 req-108a6081-716c-4cb6-983e-5ece43a694ea tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463259
Apr 02 21:44:19.866734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:44:19.916840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 2c097458-dd72-4e53-a467-3edecfd591d2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:44:19.917211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:19.991168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 2c097458-dd72-4e53-a467-3edecfd591d2 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:44:19.991560 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.013641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:44:20.016489 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f865c4d9-fae3-4186-ab7b-80527f67df53" -d '{"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-plugged", "status": "completed", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:44:20.021258 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-4834711c-8e90-455f-b597-cb09c8abf2c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:20.022774 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-4834711c-8e90-455f-b597-cb09c8abf2c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 944 time: 0.0513761
Apr 02 21:44:20.028653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:20.033853 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.065461 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebff87d5-a1ad-4f0e-ba4e-98573789f34b x-openstack-request-id: req-ebff87d5-a1ad-4f0e-ba4e-98573789f34b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:44:20.065755 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-plugged", "status": "completed", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:44:20.066010 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebff87d5-a1ad-4f0e-ba4e-98573789f34b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:44:20.066416 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebff87d5-a1ad-4f0e-ba4e-98573789f34b'] response: {'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2', 'code': 200}
Apr 02 21:44:20.087080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:20.119080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Deleting port 2c097458-dd72-4e53-a467-3edecfd591d2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:44:20.119412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.213532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] For port 2c097458-dd72-4e53-a467-3edecfd591d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c097458-dd72-4e53-a467-3edecfd591d2,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:20.213890 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.381345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.381614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.381928 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 disassociated. External IP: 172.35.4.222, port: 2c097458-dd72-4e53-a467-3edecfd591d2.
Apr 02 21:44:20.382537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Calling delete_port for 2c097458-dd72-4e53-a467-3edecfd591d2 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:44:20.517729 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (2c097458-dd72-4e53-a467-3edecfd591d2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.550559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event deleted for resources: {'Port': ['ID=2c097458-dd72-4e53-a467-3edecfd591d2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:20.664785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:44:20.776568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:44:20.785875 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:44:20.795885 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:44:20.797056 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e19820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:43:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:20.821205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] No DVR routers for this DVR port 2c097458-dd72-4e53-a467-3edecfd591d2 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:44:20.824132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:20.828137 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0a922fd0-b919-42ff-8bec-e37c207ee08b req-008dd803-4ac2-4814-987b-3607304971ad tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "DELETE /v2.0/ports/2c097458-dd72-4e53-a467-3edecfd591d2 HTTP/1.1" status: 204  len: 173 time: 0.7972479
Apr 02 21:44:20.828636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-deleted', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:44:20.830872 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a78b8-a4a0-4eb0-8974-82e5654abc35" -d '{"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-deleted", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:44:20.872379 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d6715-9d5c-4b19-a340-30ae571fc5da x-openstack-request-id: req-330d6715-9d5c-4b19-a340-30ae571fc5da {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:44:20.872785 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70e74fe-4037-410d-8d97-264436409ef3", "name": "network-vif-deleted", "tag": "2c097458-dd72-4e53-a467-3edecfd591d2", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:44:20.873209 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-330d6715-9d5c-4b19-a340-30ae571fc5da {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:44:20.874300 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330d6715-9d5c-4b19-a340-30ae571fc5da'] response: {'server_uuid': 'f70e74fe-4037-410d-8d97-264436409ef3', 'name': 'network-vif-deleted', 'tag': '2c097458-dd72-4e53-a467-3edecfd591d2', 'status': 'completed', 'code': 200}
Apr 02 21:44:20.909354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:44:20.966114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58a35345-e3c4-42dd-a161-4b4586dc419a req-2b61ebce-260b-413c-b3db-7219be1fe641 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f70e74fe-4037-410d-8d97-264436409ef3 HTTP/1.1" status: 200  len: 210 time: 0.0382452
Apr 02 21:44:21.124391 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e19820>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:21.150241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:44:21.158867 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:44:21.159469 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e19820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:43:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:21.265220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:44:21.469770 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e19820>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:21.577160 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8782b-1fa5-4c74-ad02-884d6b089aa5 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:44:21.796954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2bf83-aa75-4ef4-bb1f-510c64144b14 None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:44:22.215416 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-2b2a5328-bfd5-4a2f-b84c-2f0c6bfd7860 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1657421586&fields=id&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 267 time: 0.0455537
Apr 02 21:44:22.317006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-315a6967-b478-4da6-97da-1b784f18b8e3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:22.318444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-315a6967-b478-4da6-97da-1b784f18b8e3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.0965288
Apr 02 21:44:22.332413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f704f7fb-b7f7-4f8b-9aea-e8f85313bb3b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/quotas/5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 375 time: 0.0085578
Apr 02 21:44:22.384687 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-1cd75b37-684d-43d3-b6a2-d520a9c997ed tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0475223
Apr 02 21:44:22.497357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-60ce5e6f-ca95-4bb0-927c-2ceb3b99a15a service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012249
Apr 02 21:44:22.584647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-67ab5ba8-b39b-4167-a2bf-2c17e15c5e3f service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808628
Apr 02 21:44:22.746424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c03ba788-493b-496a-8cae-a126e1681256 req-70774f5a-df10-4122-a068-9cd1f45c5736 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 210 time: 0.0274587
Apr 02 21:44:23.184266 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a56b9375-e92b-4c8d-b055-bfcbad35998e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:23.746174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-0e7e77ed-de2b-42b3-9b51-25920ae0a70f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:23.747537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-0e7e77ed-de2b-42b3-9b51-25920ae0a70f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.1034067
Apr 02 21:44:23.809256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-34d9bfc8-5ace-4325-81d3-c4da0a800150 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 380 time: 0.0523129
Apr 02 21:44:23.830811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'port': {'device_id': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'admin_state_up': True, 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'security_groups': ['08692032-f768-4f7c-8a4b-b51ef0fa0c6e']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:44:23.866202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8620ab2d-e89d-4a7c-bbcc-3652a653428c req-6aea5353-f52f-4a21-bb61-fc464c9ab522 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 210 time: 0.0482996
Apr 02 21:44:23.867732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:44:23.888301 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 2c097458-dd72-4e53-a467-3edecfd591d2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:44:23.888682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 2c097458-dd72-4e53-a467-3edecfd591d2 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:44:23.955079 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Made reservation on behalf of 5f212cc8d96745d2aa089c88769ffc87 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:44:23.958382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.081324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Allocated IP 172.20.0.3 (b5d1da61-b7b6-4e0c-9bae-dde4dea39176/488c7c44-333b-47d7-a4f9-c840960480a9/8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:44:24.210195 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.241838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.288405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:44:24.294234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:44:24.298516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:44:24.302456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:24.348708 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:24.349263 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.365695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-6d294f88-4eae-4cb8-bd38-bd03cde8a990 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5393348
Apr 02 21:44:24.380626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Request body: {'port': {'device_id': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:44:24.448934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.575004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1ea2e2bb-5021-4ae4-8f70-fa3904779e69 None None] Provisioning complete for port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:44:24.575592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e2bb-5021-4ae4-8f70-fa3904779e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.607958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2e2bb-5021-4ae4-8f70-fa3904779e69 None None] Port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:44:24.708894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:44:24.716134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Publish callbacks [] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.728154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Transition to ACTIVE for port object 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:44:24.732005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.779276 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:24.858142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Attempting to bind port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:44:24.858401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Attempting to bind port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:44:24.858774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Attempting to bind port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:44:24.863729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:44:24.864055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Attempting to bind port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:44:24.869547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:44:24.869906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:44:24.870288 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Bound using segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:44:24.870713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Bound port: 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:44:24.871068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.940073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:44:24.943285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:44:24.950354 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.983372 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:24.984032 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:24.985450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 1091 time: 0.6090951
Apr 02 21:44:24.985890 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:44:24.988109 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c4177-33cf-4e96-a904-2ebace42a545" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:44:24.997854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac123872-c154-4f62-a178-e0510b9cd393 req-bd406c08-4a49-411a-8d92-971ce1bb88f1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:25.000165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac123872-c154-4f62-a178-e0510b9cd393 req-bd406c08-4a49-411a-8d92-971ce1bb88f1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0597956
Apr 02 21:44:25.028968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068139b-ac9c-4745-9328-cc0cb841e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:25.053124 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4030eda-2e63-4f8f-acc2-c712ba9380fe x-openstack-request-id: req-f4030eda-2e63-4f8f-acc2-c712ba9380fe {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:44:25.053507 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:44:25.059788 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4030eda-2e63-4f8f-acc2-c712ba9380fe {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:44:25.060248 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4030eda-2e63-4f8f-acc2-c712ba9380fe'] response: {'name': 'network-changed', 'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'status': 'completed', 'code': 200}
Apr 02 21:44:25.081229 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac123872-c154-4f62-a178-e0510b9cd393 req-89562e05-5159-487a-93a7-7bf21d0dae56 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713103
Apr 02 21:44:25.111073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-edabdf56-8b4b-4175-b94c-d92cfa1412e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:25.112548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-edabdf56-8b4b-4175-b94c-d92cfa1412e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1125 time: 0.0514078
Apr 02 21:44:25.389580 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec81be6d-019c-4498-9f99-2cda222e82f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:25.494255 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-4a21f905-cbae-43df-81d8-4992f367267d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 217 time: 0.3688369
Apr 02 21:44:25.544945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-98370a25-7817-4385-b165-462a31ac41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:25.546450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-98370a25-7817-4385-b165-462a31ac41ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0426922
Apr 02 21:44:25.597567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-414c338c-71b3-4178-87c9-2898ab549731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:25.599039 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-414c338c-71b3-4178-87c9-2898ab549731 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433767
Apr 02 21:44:25.690050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-4969ca81-14c4-4bf2-a4a2-d39c979e1150 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814698
Apr 02 21:44:25.781777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-851c8538-a48d-4a8d-a1d1-7bd04a39abef req-d2e245ff-6113-411e-a324-e6efda7e1e96 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825348
Apr 02 21:44:25.875691 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-ef1a758b-dbaf-49cb-9286-3a840d0bf1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:25.877199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-ef1a758b-dbaf-49cb-9286-3a840d0bf1cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1125 time: 0.0437222
Apr 02 21:44:25.962776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-3fb8f012-7750-4036-ae25-87a5054c1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:25.964116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-3fb8f012-7750-4036-ae25-87a5054c1ea6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0809581
Apr 02 21:44:26.010426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-3ce9a7c4-d15b-476e-963a-aa03d5dc9e93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 217 time: 0.0393937
Apr 02 21:44:26.059333 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-d8cd2648-042e-409c-ad00-34588107aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:26.060813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-d8cd2648-042e-409c-ad00-34588107aa89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0447547
Apr 02 21:44:26.109366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-fe458448-3322-416e-9aff-6341eb078275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:26.111272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-fe458448-3322-416e-9aff-6341eb078275 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429027
Apr 02 21:44:26.235278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-7439ab89-621b-4b33-92d4-d0455b25fd54 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1166732
Apr 02 21:44:26.246172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b13-f37a-42e8-82f0-e066ee943920 req-aa330afc-630d-4138-925d-89b7462b2f6d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:26.247564 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9942b13-f37a-42e8-82f0-e066ee943920 req-aa330afc-630d-4138-925d-89b7462b2f6d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0715716
Apr 02 21:44:26.349655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9942b13-f37a-42e8-82f0-e066ee943920 req-405cae3b-1757-492a-bf20-e895e25967de tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943012
Apr 02 21:44:26.364672 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d47c4177-33cf-4e96-a904-2ebace42a545 req-3d47232e-6f76-49d6-abea-d0d06a2bf821 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161492
Apr 02 21:44:26.806006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:27.467231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be6d0-1175-452c-81ac-85ee8d997f50 req-f2474621-644b-47bd-a055-55e3899f3fbc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:27.469280 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-283be6d0-1175-452c-81ac-85ee8d997f50 req-f2474621-644b-47bd-a055-55e3899f3fbc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0529408
Apr 02 21:44:27.518970 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-283be6d0-1175-452c-81ac-85ee8d997f50 req-10ca0c59-dd9e-4b1b-98fa-024276a5d629 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439854
Apr 02 21:44:28.637405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63809283-cc84-4bf9-9c9d-05ef2754fbb1 req-552e5829-621c-4aed-b46a-08bb40fe4cb2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:28.638868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63809283-cc84-4bf9-9c9d-05ef2754fbb1 req-552e5829-621c-4aed-b46a-08bb40fe4cb2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0520401
Apr 02 21:44:28.684846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-63809283-cc84-4bf9-9c9d-05ef2754fbb1 req-e65f9d07-aecf-4558-85a4-a7ad232e2d17 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398641
Apr 02 21:44:28.874768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:29.487641 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:29.805431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e942af-1d60-4a18-95b5-f1b9d862fd11 req-c9de7fd8-0137-4a1f-9c30-52787f476c31 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:29.806903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-94e942af-1d60-4a18-95b5-f1b9d862fd11 req-c9de7fd8-0137-4a1f-9c30-52787f476c31 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0528171
Apr 02 21:44:29.854295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-94e942af-1d60-4a18-95b5-f1b9d862fd11 req-93c593fc-9d4d-4f7c-894c-e28554559edb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411918
Apr 02 21:44:29.898540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:44:29.994180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:30.004908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'mac_address': 'fa:16:3e:7f:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:44:30.041190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:44:30.041576 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:30.055918 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:44:30.074715 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:30.078987 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:30.128486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:30.135593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.135956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.136282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.136656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.136994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.137326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.137655 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.137985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.138311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.138636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.138960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.139285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.139607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.139929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.140258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:44:30.321968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:44:30.977897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000b2a-49fe-4988-a96b-8c8b3e6a89ee req-528204d6-a60e-4ad6-951d-421bbf2e05a4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:30.979378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4000b2a-49fe-4988-a96b-8c8b3e6a89ee req-528204d6-a60e-4ad6-951d-421bbf2e05a4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 944 time: 0.0563922
Apr 02 21:44:31.025814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4000b2a-49fe-4988-a96b-8c8b3e6a89ee req-96dcb176-a35f-4d72-a2a9-361fcee2a293 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408053
Apr 02 21:44:31.914226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:44:31.964252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:44:31.968160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:44:31.968571 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:32.042509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:44:32.043160 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:32.066235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:44:32.068583 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402a6b6-1fd1-4e0d-adf0-75e2a73ec4de" -d '{"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:44:32.081343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:44:32.085867 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:32.111772 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a0bd57-b3b5-4b3f-97c4-66cd86aa2845 x-openstack-request-id: req-c8a0bd57-b3b5-4b3f-97c4-66cd86aa2845 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:44:32.112059 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:44:32.112311 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8a0bd57-b3b5-4b3f-97c4-66cd86aa2845 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:44:32.112732 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a0bd57-b3b5-4b3f-97c4-66cd86aa2845'] response: {'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'code': 200}
Apr 02 21:44:32.143981 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:44:32.155742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ee1f-678d-4803-9650-131e2a3c2f24 req-51a8544e-1bff-45b9-850e-fcb69d11b5c4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:32.157905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3755ee1f-678d-4803-9650-131e2a3c2f24 req-51a8544e-1bff-45b9-850e-fcb69d11b5c4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0624571
Apr 02 21:44:32.205940 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3755ee1f-678d-4803-9650-131e2a3c2f24 req-793db88d-e838-4ce7-92b9-bc2e259ddfd0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419080
Apr 02 21:44:32.218314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807903ce-2bce-4a45-98b5-6915d6d1fd4f req-4f99800b-543a-4ad3-8c6f-05f251373863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:32.220402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-807903ce-2bce-4a45-98b5-6915d6d1fd4f req-4f99800b-543a-4ad3-8c6f-05f251373863 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1127 time: 0.0445566
Apr 02 21:44:32.263478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-807903ce-2bce-4a45-98b5-6915d6d1fd4f req-c5cdda2e-70bf-4da6-bd33-65b885fc6f16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355446
Apr 02 21:44:33.324955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f5b5-b233-4f2f-b7c7-aed34524e302 req-0aaeb51b-f836-4b93-8401-afa8bec3533e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:33.326438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8118f5b5-b233-4f2f-b7c7-aed34524e302 req-0aaeb51b-f836-4b93-8401-afa8bec3533e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0518150
Apr 02 21:44:33.379704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8118f5b5-b233-4f2f-b7c7-aed34524e302 req-877f5997-2875-4b69-a229-bf3ac7ab0f2f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468571
Apr 02 21:44:34.504414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b61b6-d397-455a-9f31-090e16d2fd67 req-2c164a3f-2a20-489e-9ab4-b485c5ee06d1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:34.505946 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-019b61b6-d397-455a-9f31-090e16d2fd67 req-2c164a3f-2a20-489e-9ab4-b485c5ee06d1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0567930
Apr 02 21:44:34.552901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-019b61b6-d397-455a-9f31-090e16d2fd67 req-69b6cc7f-eb61-403e-ae71-eb7ba18d7855 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411272
Apr 02 21:44:34.666700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887dcd1-7a65-407a-ab37-bc6ae962cf81 req-0f536c65-e6f1-4429-9d44-d7b5d36c36d7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:34.668385 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6887dcd1-7a65-407a-ab37-bc6ae962cf81 req-0f536c65-e6f1-4429-9d44-d7b5d36c36d7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0527134
Apr 02 21:44:34.676999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52250) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:44:34.681501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'floatingip': {'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:44:34.720313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:35.182035 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:35.185697 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:35.300538 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 associated. External IP: 172.35.4.222, port: 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d.
Apr 02 21:44:35.514892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:44:35.624778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:44:35.629600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:35.634458 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:44:35.644263 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:44:35.644899 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461f0d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:44:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:35.658901 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82ed6b6a-f462-4750-bd86-f0903e6d7609 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "PUT /v2.0/floatingips/a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 HTTP/1.1" status: 200  len: 991 time: 0.9808252
Apr 02 21:44:35.659495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:44:35.661722 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:44:35.698411 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe716f43-766e-4e23-9d7f-cef9eb97b39d x-openstack-request-id: req-fe716f43-766e-4e23-9d7f-cef9eb97b39d {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:44:35.698701 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:44:35.698955 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe716f43-766e-4e23-9d7f-cef9eb97b39d {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:44:35.699364 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe716f43-766e-4e23-9d7f-cef9eb97b39d'] response: {'name': 'network-changed', 'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'status': 'completed', 'code': 200}
Apr 02 21:44:35.765106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-d2d85126-1d81-4b1f-9b5f-688e7bf5aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:35.765836 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:44:35.767157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-d2d85126-1d81-4b1f-9b5f-688e7bf5aa5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1127 time: 0.0461841
Apr 02 21:44:35.924845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-9e2261c1-426f-4797-a085-8817a60dab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:35.926309 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-9e2261c1-426f-4797-a085-8817a60dab0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.1523900
Apr 02 21:44:35.999157 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461f0d30>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:7f:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:44:35Z', 'revision_number': 9, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:36.000833 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-7432666a-b9e1-4da0-bfeb-d2418babd98f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1419661
Apr 02 21:44:36.009550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5576ed-0290-46fa-8126-4b1f7419b751 req-120bbef5-cd04-4c90-b7e3-a5c7a15a0de3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:36.010998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d5576ed-0290-46fa-8126-4b1f7419b751 req-120bbef5-cd04-4c90-b7e3-a5c7a15a0de3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.1410134
Apr 02 21:44:36.028244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-c24ef543-b0c1-481b-a162-c9186bb7f95a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 999 time: 0.0934293
Apr 02 21:44:36.028743 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:44:36.037957 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:44:36.038555 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78461f0d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:44:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:36.102899 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-e9013ab4-192f-4c4f-bffd-52720142ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:36.104382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-e9013ab4-192f-4c4f-bffd-52720142ac5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0706668
Apr 02 21:44:36.107787 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d5576ed-0290-46fa-8126-4b1f7419b751 req-ba66d42e-21fa-4299-bd3c-4f191154ed3b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825751
Apr 02 21:44:36.154029 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:44:36.157811 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-ab0f1d9c-dc4b-4d6e-85c3-4cb8bb3ede22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:36.159667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-ab0f1d9c-dc4b-4d6e-85c3-4cb8bb3ede22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484779
Apr 02 21:44:36.265995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-90be51e3-1170-42bb-892c-6436136b0326 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003804
Apr 02 21:44:36.375398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dcf1fdc7-3201-4fbc-8451-e530fb5c76e5 req-f5d060b1-3e37-472c-8e5b-9eff11289c45 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031902
Apr 02 21:44:36.394859 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78461f0d30>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:7f:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:44:35Z', 'revision_number': 9, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:44:36.411353 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-4e194c36-5c65-45bf-a1ee-5923868f4cbe tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:36.412825 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-4e194c36-5c65-45bf-a1ee-5923868f4cbe tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports/8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 942 time: 0.0506871
Apr 02 21:44:36.423298 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d7cec-9c7a-46a4-807c-bcbb82ae90c3 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:7f:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:44:35Z', 'revision_number': 9, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:44:36.641570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f62e05-8f8d-4ec3-a817-585d71b596b2 None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:44:37.242986 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75cd3d-585e-42d4-b633-4595c20a51d4 req-92e5434d-4682-49c5-b4c2-227864e47536 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:37.244519 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df75cd3d-585e-42d4-b633-4595c20a51d4 req-92e5434d-4682-49c5-b4c2-227864e47536 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0576217
Apr 02 21:44:37.253451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-d50ca634-7fc4-4059-b437-485d06df095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:37.254956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-d50ca634-7fc4-4059-b437-485d06df095d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1127 time: 0.0455918
Apr 02 21:44:37.294356 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df75cd3d-585e-42d4-b633-4595c20a51d4 req-9008bbbd-e094-44bc-83a9-33b27df29817 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440216
Apr 02 21:44:37.349419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-08382f31-6489-421f-8376-3d8c57b7ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:37.350873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-08382f31-6489-421f-8376-3d8c57b7ec93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0901616
Apr 02 21:44:37.414043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-e6a6a3b9-856b-4eea-a1dc-03422345c616 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 1002 time: 0.0569179
Apr 02 21:44:37.463561 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-582faa4b-ce14-4a34-b37d-c5c99121dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:37.465078 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-582faa4b-ce14-4a34-b37d-c5c99121dfde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0456381
Apr 02 21:44:37.527921 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-3afdf481-21c0-49e9-8562-d46180dcce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:37.530207 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-3afdf481-21c0-49e9-8562-d46180dcce2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0587127
Apr 02 21:44:37.616399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-fdecc7d4-a844-4eda-83b2-5cc758469f27 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799806
Apr 02 21:44:37.706483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-8cd347af-423f-43dd-8239-ad3523721b93 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846465
Apr 02 21:44:38.414243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf418a8-b1ad-486e-b504-19274824d22b req-fee17b2d-0494-4810-80c4-19e416e633d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:38.415713 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbf418a8-b1ad-486e-b504-19274824d22b req-fee17b2d-0494-4810-80c4-19e416e633d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0526316
Apr 02 21:44:38.465937 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbf418a8-b1ad-486e-b504-19274824d22b req-b28d4197-80b2-4bee-aa64-fa870ea149d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439467
Apr 02 21:44:39.594099 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8bd0f-452d-4371-b8e1-3cdfce1f6046 req-c0bfa477-467d-4a89-aa01-7db40a406526 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:39.596143 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16d8bd0f-452d-4371-b8e1-3cdfce1f6046 req-c0bfa477-467d-4a89-aa01-7db40a406526 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0582459
Apr 02 21:44:39.644358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16d8bd0f-452d-4371-b8e1-3cdfce1f6046 req-aca93ff3-4b46-4c18-8ebd-ff26059d7754 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424945
Apr 02 21:44:40.761857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70637be-0668-426c-a33d-5d6bd1bde4d9 req-1b8ac21c-1877-457e-ae65-c5f7ee600c25 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:40.763233 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70637be-0668-426c-a33d-5d6bd1bde4d9 req-1b8ac21c-1877-457e-ae65-c5f7ee600c25 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0507271
Apr 02 21:44:40.813518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f70637be-0668-426c-a33d-5d6bd1bde4d9 req-5ddfec53-e864-4eda-af5e-e35906a5cc30 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434458
Apr 02 21:44:41.930547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19ea1a-da52-471e-b16e-9204cd90675c req-585f9334-17ff-4ec0-a4bf-66ee9c3842e9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:41.932012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d19ea1a-da52-471e-b16e-9204cd90675c req-585f9334-17ff-4ec0-a4bf-66ee9c3842e9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0518572
Apr 02 21:44:41.977666 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d19ea1a-da52-471e-b16e-9204cd90675c req-1d6be0ed-9f97-4b36-bbf1-94e57e969e38 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400503
Apr 02 21:44:43.097145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f104454-b7c9-4f8b-928c-946af0916e50 req-dcd4a415-bbe8-4753-b3a8-df5b659545be tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:43.098514 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1f104454-b7c9-4f8b-928c-946af0916e50 req-dcd4a415-bbe8-4753-b3a8-df5b659545be tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0519161
Apr 02 21:44:43.144013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1f104454-b7c9-4f8b-928c-946af0916e50 req-a20165d3-3b15-4436-a8dc-4161acd35643 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399184
Apr 02 21:44:44.263860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062e393-67e8-4679-afec-500c0963a14a req-6823e12b-a247-499c-adc4-d985df12bbb7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:44.265345 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0062e393-67e8-4679-afec-500c0963a14a req-6823e12b-a247-499c-adc4-d985df12bbb7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0519810
Apr 02 21:44:44.310311 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0062e393-67e8-4679-afec-500c0963a14a req-1f27b422-1d1e-45bc-8d02-557ff9ccd6e2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393379
Apr 02 21:44:44.784927 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:45.430266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca535d-ac17-4782-83c1-e2c027ffbfbc req-f838d1e4-894a-4539-a5fc-08f7f819f7ba tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:45.432050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74ca535d-ac17-4782-83c1-e2c027ffbfbc req-f838d1e4-894a-4539-a5fc-08f7f819f7ba tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0532494
Apr 02 21:44:45.478370 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74ca535d-ac17-4782-83c1-e2c027ffbfbc req-2e7ccb17-a032-4bdb-8ae3-27beea3397de tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407326
Apr 02 21:44:46.912688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c4537-7b7a-46c1-b4fa-3d1fdc68ed10 req-49670d67-9ca9-44dc-a5e6-001d216e9ae9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:46.914169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d9c4537-7b7a-46c1-b4fa-3d1fdc68ed10 req-49670d67-9ca9-44dc-a5e6-001d216e9ae9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.3686013
Apr 02 21:44:46.959271 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9d9c4537-7b7a-46c1-b4fa-3d1fdc68ed10 req-2eaf3bae-c7b0-48c2-ae24-9cc53614123d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391903
Apr 02 21:44:48.080934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80858a-4c74-4679-ab49-a9c6a217a84b req-f501da85-10d6-49eb-bfa3-bf2eb1d7e003 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:48.082387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a80858a-4c74-4679-ab49-a9c6a217a84b req-f501da85-10d6-49eb-bfa3-bf2eb1d7e003 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0554018
Apr 02 21:44:48.127399 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2a80858a-4c74-4679-ab49-a9c6a217a84b req-585d937a-3386-4474-9ef3-7ae6925e44a6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394173
Apr 02 21:44:48.259850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:49.250070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9cc00-f88c-43ac-865b-fd8c274e7649 req-23798184-a55e-4960-8188-a0056ccaa324 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:49.251539 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b6f9cc00-f88c-43ac-865b-fd8c274e7649 req-23798184-a55e-4960-8188-a0056ccaa324 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0529876
Apr 02 21:44:49.297672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b6f9cc00-f88c-43ac-865b-fd8c274e7649 req-4e06414c-4f0d-45d5-971d-8147a86adca8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405655
Apr 02 21:44:50.414874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfbdb8-ed06-416f-a582-14d1037d935d req-f5f0d5bd-4a1d-415b-a5bf-82146e07ec9d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:50.416356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35cfbdb8-ed06-416f-a582-14d1037d935d req-f5f0d5bd-4a1d-415b-a5bf-82146e07ec9d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0515382
Apr 02 21:44:50.464415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35cfbdb8-ed06-416f-a582-14d1037d935d req-9f1b284c-8434-4d47-96d4-2e87a931909a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420861
Apr 02 21:44:51.590606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199a13e-2298-46b8-83a0-7df014b9758b req-1d136916-7d5c-4fe9-b045-ae0e36999529 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:51.592099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7199a13e-2298-46b8-83a0-7df014b9758b req-1d136916-7d5c-4fe9-b045-ae0e36999529 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0544062
Apr 02 21:44:51.637455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7199a13e-2298-46b8-83a0-7df014b9758b req-c5cc62a1-b192-4638-b409-81245dd2edb2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390415
Apr 02 21:44:51.761322 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:44:52.755648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae1ce-5500-4272-a9c4-fb73a036dd30 req-ba2096e9-e31a-4c1c-9a78-a8e4e21e8553 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:52.757119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47eae1ce-5500-4272-a9c4-fb73a036dd30 req-ba2096e9-e31a-4c1c-9a78-a8e4e21e8553 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0518987
Apr 02 21:44:52.813420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47eae1ce-5500-4272-a9c4-fb73a036dd30 req-fb310987-827f-45b6-88f0-8a93687a247d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506260
Apr 02 21:44:53.186616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89c02fa8-c524-43f6-91fd-e7a8c5e7d9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:53.932149 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d0de-e09c-4c95-a174-52aa60593314 req-17b223fe-65b0-4ab6-9d75-a0b7ec5b831d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:53.933629 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c334d0de-e09c-4c95-a174-52aa60593314 req-17b223fe-65b0-4ab6-9d75-a0b7ec5b831d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0508292
Apr 02 21:44:53.978435 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c334d0de-e09c-4c95-a174-52aa60593314 req-0c9e34e8-00ac-4585-8d9b-4a60827d5e45 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384886
Apr 02 21:44:55.097545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def274-3fe4-4aea-bdeb-1733e72beec9 req-9b29e354-9833-45ff-9bc3-664d8cb2d9ee tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:55.099025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28def274-3fe4-4aea-bdeb-1733e72beec9 req-9b29e354-9833-45ff-9bc3-664d8cb2d9ee tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0526872
Apr 02 21:44:55.144665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28def274-3fe4-4aea-bdeb-1733e72beec9 req-fb584a4e-80c5-49ab-867b-b487ef68fbf9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400782
Apr 02 21:44:55.391744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c16248af-9d19-4297-9650-54add2e07bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:56.268088 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed481ee-6dc0-49bf-a70c-63ec00b46fda req-02c3e74f-db8e-4ce6-9524-358399e5c1fb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:56.269551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ed481ee-6dc0-49bf-a70c-63ec00b46fda req-02c3e74f-db8e-4ce6-9524-358399e5c1fb tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0551791
Apr 02 21:44:56.314630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1ed481ee-6dc0-49bf-a70c-63ec00b46fda req-69425ccf-81b6-442a-b39b-abe6fbb48835 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394835
Apr 02 21:44:56.808546 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:57.434991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284a9e4-0115-48e4-8b0d-8535f0c11170 req-bb8df154-1502-49f7-8475-68c7f4b99f1c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:57.436519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a284a9e4-0115-48e4-8b0d-8535f0c11170 req-bb8df154-1502-49f7-8475-68c7f4b99f1c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0519979
Apr 02 21:44:57.484478 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a284a9e4-0115-48e4-8b0d-8535f0c11170 req-3d0e7174-7db0-447f-85fd-47c97d8bdf4b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417366
Apr 02 21:44:58.601724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe0278-068b-49b9-a827-10e32e054dee req-4675ce7b-b931-4299-9a15-2f21640ce0c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:58.603188 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9fe0278-068b-49b9-a827-10e32e054dee req-4675ce7b-b931-4299-9a15-2f21640ce0c3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0509205
Apr 02 21:44:58.648654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d9fe0278-068b-49b9-a827-10e32e054dee req-b0bb6630-1e7b-435b-88b4-9ca6c9236890 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394132
Apr 02 21:44:58.877228 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:59.489383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:44:59.769746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf5b6-75e7-4994-a717-47483ec53088 req-55d01418-d948-46a7-97b1-f728d8141e8a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:44:59.771135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-508cf5b6-75e7-4994-a717-47483ec53088 req-55d01418-d948-46a7-97b1-f728d8141e8a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0554504
Apr 02 21:44:59.817116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-508cf5b6-75e7-4994-a717-47483ec53088 req-c6abd802-e62b-4acc-a3a4-7329b6586c66 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401974
Apr 02 21:45:00.936771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613f92-8690-4eb3-8a09-d91966eef188 req-a296cb40-033f-49b0-9b48-487e22ff6dc7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:00.938216 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a613f92-8690-4eb3-8a09-d91966eef188 req-a296cb40-033f-49b0-9b48-487e22ff6dc7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0515194
Apr 02 21:45:00.987989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a613f92-8690-4eb3-8a09-d91966eef188 req-fe2f7e5c-08b1-46d9-9731-6f700a2416c8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441835
Apr 02 21:45:02.104080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0bdcd-072c-4f30-99dd-aa583f3a7c45 req-878b70d4-a42f-4b01-87cc-2a710faed2df tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:02.105582 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7b0bdcd-072c-4f30-99dd-aa583f3a7c45 req-878b70d4-a42f-4b01-87cc-2a710faed2df tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0508037
Apr 02 21:45:02.151517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d7b0bdcd-072c-4f30-99dd-aa583f3a7c45 req-42ed158f-b256-4bd0-b274-02c546c55bea tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398705
Apr 02 21:45:03.273467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcfac-aa93-48c8-a611-fbbc56f452e4 req-5405cd25-6fe7-40c5-88d2-75ff54eb38af tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:03.274957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54bbcfac-aa93-48c8-a611-fbbc56f452e4 req-5405cd25-6fe7-40c5-88d2-75ff54eb38af tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0537283
Apr 02 21:45:03.321781 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-54bbcfac-aa93-48c8-a611-fbbc56f452e4 req-557b1f9f-b445-40a9-997e-6ef38d50c473 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412199
Apr 02 21:45:04.443328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2111-1b0b-4fe3-a780-2c46b118f33c req-d95da62e-6fcf-4c41-ac8f-1a5b9142fe7c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:04.444866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c9d2111-1b0b-4fe3-a780-2c46b118f33c req-d95da62e-6fcf-4c41-ac8f-1a5b9142fe7c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0574214
Apr 02 21:45:04.491046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c9d2111-1b0b-4fe3-a780-2c46b118f33c req-c2fd2c83-044a-4c62-a23c-c9a73fb66ba3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404081
Apr 02 21:45:04.613080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-435da124-bc26-43d8-b8ab-a344100dd1fa service neutron] 10.222.0.21 "GET /v2.0/ports/8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0521855
Apr 02 21:45:04.831448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-3211ba27-3ae4-44fd-8cc4-22e14dc34bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:04.832981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-3211ba27-3ae4-44fd-8cc4-22e14dc34bd7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 1127 time: 0.0451422
Apr 02 21:45:04.901383 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-38f6986c-cc2a-4dbf-9963-14a972024d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:04.902880 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-38f6986c-cc2a-4dbf-9963-14a972024d4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1127 time: 0.0437841
Apr 02 21:45:04.994583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-84ac55d9-911c-45c8-aa3a-095f8fd7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:04.996002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-84ac55d9-911c-45c8-aa3a-095f8fd7dca3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0851464
Apr 02 21:45:05.070628 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-30bc81b7-1325-4163-ad47-d8517f1f23a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 1002 time: 0.0600169
Apr 02 21:45:05.120967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-c1be33b0-8db3-4b65-8e00-403e04104f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:05.122351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-c1be33b0-8db3-4b65-8e00-403e04104f7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0419021
Apr 02 21:45:05.173957 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067142-53ee-4a16-b542-d8018eb3399d req-85c81676-b9ad-4e06-822f-faa2de3207cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:05.175330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-85c81676-b9ad-4e06-822f-faa2de3207cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431757
Apr 02 21:45:05.272475 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-f195107f-b7d2-461a-ac56-3290d2ea2812 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874867
Apr 02 21:45:05.362139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-52067142-53ee-4a16-b542-d8018eb3399d req-d2dcc99a-ce56-4293-9452-d46056e41994 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804491
Apr 02 21:45:05.618782 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a5a9-fb9f-4654-8fd5-17ecf18fd61d req-02b20be7-dd73-4162-a634-140910752829 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:05.620249 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee82a5a9-fb9f-4654-8fd5-17ecf18fd61d req-02b20be7-dd73-4162-a634-140910752829 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0530145
Apr 02 21:45:05.665824 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee82a5a9-fb9f-4654-8fd5-17ecf18fd61d req-57a98541-c999-4a78-9938-39300d927fc5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393116
Apr 02 21:45:06.786648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d7b11-31b0-4706-8ed4-c830f2b696d9 req-169647a3-ff45-44c0-8914-02de738530f6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:06.788083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee3d7b11-31b0-4706-8ed4-c830f2b696d9 req-169647a3-ff45-44c0-8914-02de738530f6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0533736
Apr 02 21:45:06.843040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee3d7b11-31b0-4706-8ed4-c830f2b696d9 req-743335a4-7707-4138-8f7b-7b462a070193 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489476
Apr 02 21:45:07.966648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac36a-a5e3-4db2-b0f8-56d27e6df00d req-15f9ea48-5265-4813-ba94-dd3eac5ad174 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:07.968789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-980ac36a-a5e3-4db2-b0f8-56d27e6df00d req-15f9ea48-5265-4813-ba94-dd3eac5ad174 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0564950
Apr 02 21:45:08.015274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-980ac36a-a5e3-4db2-b0f8-56d27e6df00d req-3b60a7ad-7d9c-477d-82f4-ac310ebb12a1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397184
Apr 02 21:45:08.081660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:45:08.084838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:45:08.238593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:08.238979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:08.268681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:08.283734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:08.286359 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9983c9-afd4-4907-b740-bd20f32dd193" -d '{"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:08.297370 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'mac_address': 'fa:16:3e:7f:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:45:08.304486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:08.329611 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:08.336234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-3f398aee-cc64-4f22-be0f-2554efbed4a0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:08.338467 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-3f398aee-cc64-4f22-be0f-2554efbed4a0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a&tenant_id=5f212cc8d96745d2aa089c88769ffc87&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0690613
Apr 02 21:45:08.358324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dedc2d-5769-4347-a5ac-b396635c6f3c req-d05bc0c9-abad-4568-a778-68189d5d8855 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:08.360057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18dedc2d-5769-4347-a5ac-b396635c6f3c req-d05bc0c9-abad-4568-a778-68189d5d8855 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0604815
Apr 02 21:45:08.366901 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a1cbf-e28b-46bb-893a-3e0ca5d381b2 x-openstack-request-id: req-e07a1cbf-e28b-46bb-893a-3e0ca5d381b2 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:08.367195 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:08.367452 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e07a1cbf-e28b-46bb-893a-3e0ca5d381b2 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:08.367886 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07a1cbf-e28b-46bb-893a-3e0ca5d381b2'] response: {'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'code': 200}
Apr 02 21:45:08.374738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:08.375710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:08.397371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:45:08.405017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-a0ef80b4-3ba3-48f8-aa4d-2d03afeb70e4 service neutron] 10.222.0.21 "GET /v2.0/ports/8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0579686
Apr 02 21:45:08.413103 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-18dedc2d-5769-4347-a5ac-b396635c6f3c req-89c7ec17-627c-4d6a-ae20-fe962056733e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463736
Apr 02 21:45:08.415806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:08.459501 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:45:08.459870 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:45:08.490252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-34f74885-997b-44bb-99b0-e83bf4c7e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:08.491746 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-34f74885-997b-44bb-99b0-e83bf4c7e5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1125 time: 0.0454669
Apr 02 21:45:08.582049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-be5d380b-ce5f-45ea-beac-f654c338566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:08.583508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-be5d380b-ce5f-45ea-beac-f654c338566f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0856724
Apr 02 21:45:08.645363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-4d16922f-0aae-46a6-a120-118016735aab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 1000 time: 0.0562117
Apr 02 21:45:08.698400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-3fdc0e98-6284-44de-986d-1898b5c01439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:08.699979 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-3fdc0e98-6284-44de-986d-1898b5c01439 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0489147
Apr 02 21:45:08.749658 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-7e5af2a3-bb74-406e-a426-ea44c99dfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:08.751734 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-7e5af2a3-bb74-406e-a426-ea44c99dfde0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447886
Apr 02 21:45:08.838283 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-5be4c818-d02d-452e-afa2-50736bf39c3d service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802772
Apr 02 21:45:08.927456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-514faf82-2c1c-4b5f-a183-02882d4e3498 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835371
Apr 02 21:45:08.994659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:08.995040 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:09.007746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:45:09.026443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:09.029858 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:09.078080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:09.261582 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:45:09.537464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ef89-2a49-4a50-9b47-8ee2a9c5182c req-1c3b22a1-5783-4ccd-b8dd-f59fd05fe716 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:09.538848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6418ef89-2a49-4a50-9b47-8ee2a9c5182c req-1c3b22a1-5783-4ccd-b8dd-f59fd05fe716 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 944 time: 0.0528767
Apr 02 21:45:09.587160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6418ef89-2a49-4a50-9b47-8ee2a9c5182c req-ac432393-4c75-4df5-b881-4c7fc426adb6 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423942
Apr 02 21:45:10.114473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:45:10.164215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:45:10.164627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:10.239003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:10.239385 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:10.270495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:10.274197 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:10.324174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:10.369333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:10.371512 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ec680b-9a78-4cd5-9a9c-0c1f228d0b0f" -d '{"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:10.417191 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a6cfa2-2bd0-4618-90f9-220f85e908a7 x-openstack-request-id: req-34a6cfa2-2bd0-4618-90f9-220f85e908a7 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:10.417770 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:10.418027 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34a6cfa2-2bd0-4618-90f9-220f85e908a7 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:10.418444 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a6cfa2-2bd0-4618-90f9-220f85e908a7'] response: {'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'code': 200}
Apr 02 21:45:10.710374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec34749-521a-44a4-8a67-cdc561542240 req-14230161-df3d-45d3-93e7-e1d75fc1bda7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:10.712210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cec34749-521a-44a4-8a67-cdc561542240 req-14230161-df3d-45d3-93e7-e1d75fc1bda7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0572598
Apr 02 21:45:10.761895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cec34749-521a-44a4-8a67-cdc561542240 req-5d8c65ff-5c63-45d1-878f-b49d9f618498 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429523
Apr 02 21:45:11.105949 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-ecd8bf7d-9f94-493c-a301-1581c850f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:11.107421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-ecd8bf7d-9f94-493c-a301-1581c850f124 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 1127 time: 0.0430095
Apr 02 21:45:11.177666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-4025a0ad-ba32-498e-9ca6-ac08a3d08c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:11.179047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-4025a0ad-ba32-498e-9ca6-ac08a3d08c57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1127 time: 0.0445530
Apr 02 21:45:11.275380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-4f5d872b-1788-42e4-9b61-b4c017d13716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:11.276903 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-4f5d872b-1788-42e4-9b61-b4c017d13716 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0882392
Apr 02 21:45:11.341963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-b68b836b-4912-49f5-a450-5d97e0631f77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 1002 time: 0.0561557
Apr 02 21:45:11.398757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-99542d47-573f-40fe-817b-7fed63cfcb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:11.400147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-99542d47-573f-40fe-817b-7fed63cfcb65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0462749
Apr 02 21:45:11.452038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2279-e967-4c86-b549-90e9ce592d96 req-cee5679e-77a2-4ebd-bff8-f28d8de85fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:11.454157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-cee5679e-77a2-4ebd-bff8-f28d8de85fde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435786
Apr 02 21:45:11.546567 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-4d302658-ea09-47be-abee-d7148e5cfa48 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810056
Apr 02 21:45:11.639461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-283d2279-e967-4c86-b549-90e9ce592d96 req-e513d515-05f4-4ef7-94c2-c470f3eade97 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839193
Apr 02 21:45:11.891707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d8540-da9e-4dcf-9a69-c1081237c204 req-f8affded-0338-461e-8c94-3712703aaa4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:11.893344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf2d8540-da9e-4dcf-9a69-c1081237c204 req-f8affded-0338-461e-8c94-3712703aaa4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0547755
Apr 02 21:45:11.948121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf2d8540-da9e-4dcf-9a69-c1081237c204 req-5b0246e8-cb10-4847-9140-f38375e132dc tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485005
Apr 02 21:45:13.065463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d047e4d-6df4-4474-a730-0fb2fb777b50 req-38dcc1d6-852f-4760-ab8b-c0c5252bab4d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:13.066926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d047e4d-6df4-4474-a730-0fb2fb777b50 req-38dcc1d6-852f-4760-ab8b-c0c5252bab4d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0518475
Apr 02 21:45:13.112936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d047e4d-6df4-4474-a730-0fb2fb777b50 req-58140271-3540-4f9e-bb35-aa9f409ee02f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404680
Apr 02 21:45:14.131391 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:45:14.133806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:45:14.229809 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c53783-f9cc-401c-add6-602d35c2ee9a req-22962e3d-2baa-4fc2-b454-225533bafce7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.231274 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61c53783-f9cc-401c-add6-602d35c2ee9a req-22962e3d-2baa-4fc2-b454-225533bafce7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0518897
Apr 02 21:45:14.275694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:14.276077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:14.277938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61c53783-f9cc-401c-add6-602d35c2ee9a req-d0c5a867-0b79-48b8-8060-3e77ef246081 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404642
Apr 02 21:45:14.295238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:14.317786 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:14.320177 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9559d45-79f4-432c-a9c7-0713811a5f4d" -d '{"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:14.324601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'mac_address': 'fa:16:3e:7f:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:45:14.334508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:14.341386 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:14.387341 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56c8a2-0761-43de-b13e-158e33230a37 x-openstack-request-id: req-9d56c8a2-0761-43de-b13e-158e33230a37 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:14.387573 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:14.387800 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d56c8a2-0761-43de-b13e-158e33230a37 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:14.388202 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d56c8a2-0761-43de-b13e-158e33230a37'] response: {'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'code': 200}
Apr 02 21:45:14.410692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caafa59-fbcc-4f7d-94eb-11b300cdcde7 req-3c885e45-4da1-48e4-a985-89da78a117bf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.412196 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8caafa59-fbcc-4f7d-94eb-11b300cdcde7 req-3c885e45-4da1-48e4-a985-89da78a117bf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0612595
Apr 02 21:45:14.412495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:14.412891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:14.435630 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:45:14.443862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:14.471014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8caafa59-fbcc-4f7d-94eb-11b300cdcde7 req-9a454212-b8f8-42a7-a44a-942365895dd0 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520313
Apr 02 21:45:14.482386 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:45:14.482756 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:45:14.525926 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-050ab929-df0a-4409-bffd-e672418de35f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0428388
Apr 02 21:45:14.595507 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceedf2-4387-4108-8d29-7e74273492d8 req-2703f733-76b5-4ffe-a55d-b68e4aa5e21e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.596993 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aeceedf2-4387-4108-8d29-7e74273492d8 req-2703f733-76b5-4ffe-a55d-b68e4aa5e21e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0552440
Apr 02 21:45:14.611501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-c8c96a50-1a4d-401b-ad98-bfadcceb30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.613028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-c8c96a50-1a4d-401b-ad98-bfadcceb30fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 1125 time: 0.0445497
Apr 02 21:45:14.645561 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-aeceedf2-4387-4108-8d29-7e74273492d8 req-33f5ec83-717c-4634-9b2b-833ca376ea07 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427754
Apr 02 21:45:14.717135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-b0fcafd3-ef52-4a0f-ae06-0c3130a1174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.718635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-b0fcafd3-ef52-4a0f-ae06-0c3130a1174b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0880923
Apr 02 21:45:14.792908 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-663577f5-760a-4648-90cd-a694f9f8c9d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 200  len: 1000 time: 0.0670741
Apr 02 21:45:14.798691 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:14.847742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-025db2cb-9795-4f9e-b92b-800be3f93928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.849589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-025db2cb-9795-4f9e-b92b-800be3f93928 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0506852
Apr 02 21:45:14.897022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56437fba-cb78-4355-802f-8c4593ad7844 req-065662be-f2ee-4d14-9329-95c1a1e0b12b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.898400 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56437fba-cb78-4355-802f-8c4593ad7844 req-065662be-f2ee-4d14-9329-95c1a1e0b12b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 943 time: 0.0584247
Apr 02 21:45:14.900808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-701b5e34-4149-4483-8523-0e392dddbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:14.902329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-701b5e34-4149-4483-8523-0e392dddbebe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455678
Apr 02 21:45:14.945515 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-56437fba-cb78-4355-802f-8c4593ad7844 req-a81ad971-74d1-41e7-a977-c582f28c05a7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413802
Apr 02 21:45:14.990705 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-72b4d016-c65f-4147-87cf-7d09f996be0b service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805416
Apr 02 21:45:15.017762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:15.017762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:15.034481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:45:15.054960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:15.058788 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:15.084607 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1424aaae-7d90-4001-afe8-1fe8626eb8c6 req-e811900c-a475-4c1b-8936-4ecd7620cdb1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871370
Apr 02 21:45:15.104360 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:15.284925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:45:16.069456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e22c-e1cf-4b9a-9335-b1acc2cdcdcc req-26ae134c-8582-4d40-89ad-ef52911ed0c5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:16.070930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf45e22c-e1cf-4b9a-9335-b1acc2cdcdcc req-26ae134c-8582-4d40-89ad-ef52911ed0c5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0523784
Apr 02 21:45:16.115943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf45e22c-e1cf-4b9a-9335-b1acc2cdcdcc req-4bc45fa6-73c0-4ad0-b865-7407626dc85c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394089
Apr 02 21:45:16.145429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:45:16.191495 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:45:16.191862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.256809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-f6f59b12-9ec1-4668-80d2-0f8b3585a62d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:16.258227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-f6f59b12-9ec1-4668-80d2-0f8b3585a62d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 945 time: 0.0566678
Apr 02 21:45:16.266358 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:16.266743 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.302579 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:16.306926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.350616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Deleting port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:45:16.351097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.353211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:16.389496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:16.391980 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4f59b-573f-4ca6-8761-8136304faf04" -d '{"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:16.428571 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2019d30-dec5-4904-a7cd-3d815732f5db x-openstack-request-id: req-d2019d30-dec5-4904-a7cd-3d815732f5db {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:16.428874 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:16.429135 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2019d30-dec5-4904-a7cd-3d815732f5db {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:16.429542 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2019d30-dec5-4904-a7cd-3d815732f5db'] response: {'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'code': 200}
Apr 02 21:45:16.442214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] For port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:16.442584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.611264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.611684 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.611684 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 disassociated. External IP: 172.35.4.222, port: 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d.
Apr 02 21:45:16.612097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Calling delete_port for 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:45:16.743276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:16.771039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event deleted for resources: {'Port': ['ID=8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:16.783086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.783437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.783777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.784129 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.784547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.784893 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.785222 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.785548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.785876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.786199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.786519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.786840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.787155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.787473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.787791 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:45:16.902896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:45:17.351554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4d5355f1-bbc9-4cdd-b608-fcc1e554895c req-015fbaa6-6ded-412c-89f7-80785a0b64ed tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0ba556-086a-42c2-b37b-ebb78fa48a2a HTTP/1.1" status: 200  len: 210 time: 0.0338240
Apr 02 21:45:17.365838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:45:17.380814 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:45:17.390447 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:45:17.391214 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8d790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:44:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:17.405641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] No DVR routers for this DVR port 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:45:17.408814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:17.412592 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f270c130-bd5e-4f34-bcd1-999cf722c0ba req-a03ce73f-76ca-4be8-8edc-9ef4035a4715 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "DELETE /v2.0/ports/8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d HTTP/1.1" status: 204  len: 173 time: 1.1463470
Apr 02 21:45:17.412945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-deleted', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:17.415152 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340ed5b5-d967-4e79-9c0c-929424d82b78" -d '{"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-deleted", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:17.461007 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c8dbb-1a99-47f1-8c87-88b6ff990a32 x-openstack-request-id: req-704c8dbb-1a99-47f1-8c87-88b6ff990a32 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:17.461307 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba556-086a-42c2-b37b-ebb78fa48a2a", "name": "network-vif-deleted", "tag": "8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:17.461562 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-704c8dbb-1a99-47f1-8c87-88b6ff990a32 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:17.461970 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704c8dbb-1a99-47f1-8c87-88b6ff990a32'] response: {'server_uuid': 'cc0ba556-086a-42c2-b37b-ebb78fa48a2a', 'name': 'network-vif-deleted', 'tag': '8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d', 'status': 'completed', 'code': 200}
Apr 02 21:45:17.502572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:45:17.698374 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8d790>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:17.726918 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:45:17.735307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:45:17.735892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845a8d790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:44:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:17.926452 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:45:18.122833 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845a8d790>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:18.147864 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824adb14-5a03-40d9-b7f0-454438eef1ea None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:45:18.256151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:18.366060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5607ca-a4ff-4d4b-b000-1194c81bf2ab None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:45:18.605822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-5987795c-db33-4b14-9315-108092b1cb5a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1657421586&fields=id&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 267 time: 0.0440342
Apr 02 21:45:18.706437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b94d3032-dd71-4300-badc-44fd607cd434 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:18.707843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b94d3032-dd71-4300-badc-44fd607cd434 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.0956044
Apr 02 21:45:18.722329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-c2dcb97f-8b4d-4703-b39a-677b31db55df tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/quotas/5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 375 time: 0.0091519
Apr 02 21:45:18.774396 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b55977f3-1325-4656-9bfa-3238343b1639 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0471869
Apr 02 21:45:18.917106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-1e82ce7c-5dc7-466d-ac3e-d801c4bc5661 service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307418
Apr 02 21:45:19.006614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-f096d704-e448-40bd-8c21-56994f48ad29 service neutron] 10.222.0.18 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832920
Apr 02 21:45:19.176031 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-379fd728-62f1-4564-9321-1b5b23103be3 req-5e34a793-a37a-4c2b-81e5-5b926ca4166d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 210 time: 0.0276501
Apr 02 21:45:20.148481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-735939c5-50a9-48a2-8839-98ee8f1ed7d2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:20.149945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-735939c5-50a9-48a2-8839-98ee8f1ed7d2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 810 time: 0.1012700
Apr 02 21:45:20.165166 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:45:20.191181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:45:20.191612 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8ff7f4bd-7df7-43c2-93a7-d64ba5dab50d not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:45:20.226679 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-a6e8eb28-6712-4510-a49f-e2e72516726a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 380 time: 0.0651805
Apr 02 21:45:20.237113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'port': {'device_id': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'admin_state_up': True, 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'security_groups': ['08692032-f768-4f7c-8a4b-b51ef0fa0c6e']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:45:20.291548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5a70f674-605b-4cc9-af88-b1cd4a2c5a38 req-97e3a822-fff4-4bbf-ae56-9acd72bfa851 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 210 time: 0.0401056
Apr 02 21:45:20.373625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Made reservation on behalf of 5f212cc8d96745d2aa089c88769ffc87 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:45:20.377661 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:20.503416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Allocated IP 172.20.0.9 (b5d1da61-b7b6-4e0c-9bae-dde4dea39176/488c7c44-333b-47d7-a4f9-c840960480a9/dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:45:20.634430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:20.666694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:20.710809 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:45:20.713681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:45:20.717259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:45:20.747273 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:20.774358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:20.774985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:20.792862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6de5505a-b751-4bc1-9c4c-18639524b085 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5589905
Apr 02 21:45:20.807558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Request body: {'port': {'device_id': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:45:20.886251 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.007597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4657c8fa-21e2-4b73-afa7-1a0a9e3cdb6f None None] Provisioning complete for port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:45:21.007854 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4657c8fa-21e2-4b73-afa7-1a0a9e3cdb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.041465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4657c8fa-21e2-4b73-afa7-1a0a9e3cdb6f None None] Port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:45:21.148027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:45:21.155321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Publish callbacks [] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.166662 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Transition to ACTIVE for port object dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:45:21.170689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.222352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:21.294229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Attempting to bind port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:45:21.294484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Attempting to bind port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:45:21.294748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Attempting to bind port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:45:21.299283 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:45:21.299637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Attempting to bind port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c on network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:45:21.304806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:45:21.305143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Checking segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:45:21.305526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Bound using segment: {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:45:21.305956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Bound port: dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb730156-a0c7-433f-9938-7fcb4e7746d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:45:21.306314 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.381829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:45:21.385424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:45:21.392855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.421104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acc7bf-bdc0-4c88-a2c8-eda9ce2b4a6f req-94a1833a-2def-4129-8b6f-0e53be067099 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:21.423521 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06acc7bf-bdc0-4c88-a2c8-eda9ce2b4a6f req-94a1833a-2def-4129-8b6f-0e53be067099 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0562923
Apr 02 21:45:21.428018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:21.428675 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:21.430004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] 10.222.0.21 "PUT /v2.0/ports/dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 1091 time: 0.6268554
Apr 02 21:45:21.430543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:21.432748 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7724b171-48ba-4d09-b55f-8ebabab6101c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:21.480985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179b842-64d4-4ecb-88af-2d3cb22581a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:21.502170 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1c6dae-6c2b-4b6c-8b43-4386afdf09a5 x-openstack-request-id: req-4b1c6dae-6c2b-4b6c-8b43-4386afdf09a5 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:21.502170 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:21.502486 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b1c6dae-6c2b-4b6c-8b43-4386afdf09a5 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:21.502946 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1c6dae-6c2b-4b6c-8b43-4386afdf09a5'] response: {'name': 'network-changed', 'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'status': 'completed', 'code': 200}
Apr 02 21:45:21.541355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-4fafef05-21ca-4655-9d0b-c820abfd883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:21.543519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-4fafef05-21ca-4655-9d0b-c820abfd883d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1125 time: 0.0554204
Apr 02 21:45:21.556240 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-06acc7bf-bdc0-4c88-a2c8-eda9ce2b4a6f req-01f20d7b-de5c-4c1e-81a2-ef90bf07dfc9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276052
Apr 02 21:45:21.605870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-c0fe38a9-8461-430f-9b68-70956776b0ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 217 time: 0.0463808
Apr 02 21:45:21.663233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b7b409a7-93d3-4139-a715-5670420229c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:21.665022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b7b409a7-93d3-4139-a715-5670420229c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0490220
Apr 02 21:45:21.720172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b8cec664-c217-401c-a417-57e3b72b2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:21.721767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-b8cec664-c217-401c-a417-57e3b72b2110 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472865
Apr 02 21:45:21.819286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-f4e88cfc-409c-4b30-a222-66dac4bf82c6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878415
Apr 02 21:45:21.909195 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-25d6e9b2-5902-4328-ba1f-2eda9d8261d8 req-3f4a6444-7855-46b5-b51d-a9857bbb52c3 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810230
Apr 02 21:45:22.015967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-8b9064bf-8b68-4a49-9e8b-45571ca339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:22.017500 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-8b9064bf-8b68-4a49-9e8b-45571ca339ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1125 time: 0.0497665
Apr 02 21:45:22.105092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-d6f0e26c-1789-49d5-97fb-9edf5337770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:22.106496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-d6f0e26c-1789-49d5-97fb-9edf5337770c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0835249
Apr 02 21:45:22.153884 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-cb228b44-0695-4540-9170-dad61a738c2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 217 time: 0.0415623
Apr 02 21:45:22.203032 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-c4b26210-06aa-4189-a3d9-19e4c7c1c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:22.205121 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-c4b26210-06aa-4189-a3d9-19e4c7c1c7a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0449352
Apr 02 21:45:22.254150 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-2ecc5b65-d17b-42a3-b5cc-c854a4173f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:22.255722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-2ecc5b65-d17b-42a3-b5cc-c854a4173f5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437169
Apr 02 21:45:22.346909 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-cabfba10-eeba-44e0-bbcd-1ac2e233d004 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846529
Apr 02 21:45:22.433763 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7724b171-48ba-4d09-b55f-8ebabab6101c req-48e1822a-b70a-47c5-a747-c82115ca8d47 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807872
Apr 02 21:45:22.683169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b29c98-f36b-4474-8aa5-d67e64093617 req-a149bb71-c07f-432c-942b-3a1599c8005b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:22.684747 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b29c98-f36b-4474-8aa5-d67e64093617 req-a149bb71-c07f-432c-942b-3a1599c8005b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0567801
Apr 02 21:45:22.730131 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6b29c98-f36b-4474-8aa5-d67e64093617 req-c1f75e3e-66ea-4a50-b541-d541be049445 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398014
Apr 02 21:45:23.187734 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6883caae-71a1-4790-b2f1-6299306fb941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:23.849640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a386b2-7edf-4416-856d-2819bd6abee9 req-4d7fcb69-a61d-4501-a62b-39200e059a8a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:23.851128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72a386b2-7edf-4416-856d-2819bd6abee9 req-4d7fcb69-a61d-4501-a62b-39200e059a8a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0522826
Apr 02 21:45:23.896540 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72a386b2-7edf-4416-856d-2819bd6abee9 req-c926c542-b140-41d1-87c6-3401e8a2c72c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397739
Apr 02 21:45:25.015400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ed96e-1c5d-40d3-8ef2-6291c5245559 req-6a6d53e3-0db1-4ff2-8f98-2e4475689a72 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:25.016915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e1ed96e-1c5d-40d3-8ef2-6291c5245559 req-6a6d53e3-0db1-4ff2-8f98-2e4475689a72 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0516677
Apr 02 21:45:25.063072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2e1ed96e-1c5d-40d3-8ef2-6291c5245559 req-0a989e90-9eb6-403e-9d01-0033a89a400b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403264
Apr 02 21:45:25.393329 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2d87a21-d7a5-437f-9d1a-038a9d142d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:26.182610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319e2b-ec69-47c1-a2c3-c1bb773cde71 req-6d297d96-25ac-4e7e-954c-c4bb89ab9427 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:26.184099 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22319e2b-ec69-47c1-a2c3-c1bb773cde71 req-6d297d96-25ac-4e7e-954c-c4bb89ab9427 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0541117
Apr 02 21:45:26.194107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:45:26.230997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-22319e2b-ec69-47c1-a2c3-c1bb773cde71 req-3c5d1971-8a9b-416d-963e-eb750478d961 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411756
Apr 02 21:45:26.291838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:26.302414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'mac_address': 'fa:16:3e:9a:8b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:45:26.338587 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:26.338970 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:26.351748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:45:26.374363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:26.378477 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:26.427028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:26.624623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:45:26.810080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:27.351131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6cd7-cbdd-4c3c-ad9a-aa9adedfb120 req-f60a0aa0-ec28-44a2-ab29-46cf8483cd10 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:27.352647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12ae6cd7-cbdd-4c3c-ad9a-aa9adedfb120 req-f60a0aa0-ec28-44a2-ab29-46cf8483cd10 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 944 time: 0.0546689
Apr 02 21:45:27.402916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12ae6cd7-cbdd-4c3c-ad9a-aa9adedfb120 req-ab601a3d-e571-412e-9d80-e7a8ebde346c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446076
Apr 02 21:45:28.209589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:45:28.257075 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:45:28.261134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:45:28.261510 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:28.335494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:45:28.335876 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:28.360653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:28.362998 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c9d8a-a1e3-4445-b223-6dc8b7d46163" -d '{"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:28.375762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:45:28.379733 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:28.404563 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f76cda-1311-4c67-adc7-c70ca5da99af x-openstack-request-id: req-c6f76cda-1311-4c67-adc7-c70ca5da99af {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:28.404860 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:28.405108 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6f76cda-1311-4c67-adc7-c70ca5da99af {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:28.405497 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f76cda-1311-4c67-adc7-c70ca5da99af'] response: {'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'code': 200}
Apr 02 21:45:28.434934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:45:28.548773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414adada-5721-4231-ba30-ffdd1a2d3824 req-892a4eca-513f-4842-bf98-37c8a7612c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:28.550199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-414adada-5721-4231-ba30-ffdd1a2d3824 req-892a4eca-513f-4842-bf98-37c8a7612c3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1127 time: 0.0771108
Apr 02 21:45:28.560309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b55c1-46ee-423a-8696-f7d90bb161ff req-a69c7679-9938-429a-8c73-00f0e6df175f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:28.561694 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-958b55c1-46ee-423a-8696-f7d90bb161ff req-a69c7679-9938-429a-8c73-00f0e6df175f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0639966
Apr 02 21:45:28.628671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-414adada-5721-4231-ba30-ffdd1a2d3824 req-e4f17817-669c-4f0e-874f-ab709fd35f1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660379
Apr 02 21:45:28.632728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-958b55c1-46ee-423a-8696-f7d90bb161ff req-7a13a1b3-cae5-4851-ab4f-4228ecdbbbcf tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636840
Apr 02 21:45:28.760772 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:45:28.880316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:29.491587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:29.760098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92be105-c5bf-4932-864f-27d17fd322d5 req-10d95308-1a04-4f1c-88ce-343b015d5129 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:29.761537 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a92be105-c5bf-4932-864f-27d17fd322d5 req-10d95308-1a04-4f1c-88ce-343b015d5129 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0577281
Apr 02 21:45:29.817450 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a92be105-c5bf-4932-864f-27d17fd322d5 req-e2155a84-efba-46e6-b64c-30967f8f5a91 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499735
Apr 02 21:45:30.942975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aff76-456f-4813-8daa-8fd7fa04232a req-7e99c261-df42-428b-b1a9-ff6a24f03ad2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:30.944430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c46aff76-456f-4813-8daa-8fd7fa04232a req-7e99c261-df42-428b-b1a9-ff6a24f03ad2 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0567558
Apr 02 21:45:30.989398 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c46aff76-456f-4813-8daa-8fd7fa04232a req-af840883-d75a-4a39-984e-875a5b67e69a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392470
Apr 02 21:45:31.103279 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e203c-7c2c-4b50-9a63-13f2362ae936 req-c2642b09-c2e7-4795-a24c-db8c30f50bfd tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:31.104681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-331e203c-7c2c-4b50-9a63-13f2362ae936 req-c2642b09-c2e7-4795-a24c-db8c30f50bfd tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0517080
Apr 02 21:45:31.113404 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52450) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:45:31.117806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Request body: {'floatingip': {'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:45:31.161223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:31.600282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:31.603861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:31.704066 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 associated. External IP: 172.35.4.222, port: dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c.
Apr 02 21:45:31.912492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:45:32.020772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:45:32.025545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:32.029966 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:45:32.040107 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:45:32.040762 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460882e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:45:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:32.054930 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5c20b557-085c-44a1-956b-3a3103e9a7d9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "PUT /v2.0/floatingips/a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 HTTP/1.1" status: 200  len: 992 time: 0.9404151
Apr 02 21:45:32.055527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:45:32.057822 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4da0e2-97c2-426d-93f7-20d1a309c47d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:45:32.095769 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c134d09-f91d-4a30-8592-9d3bcb657475 x-openstack-request-id: req-6c134d09-f91d-4a30-8592-9d3bcb657475 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:45:32.096071 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:45:32.096333 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c134d09-f91d-4a30-8592-9d3bcb657475 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:45:32.096781 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c134d09-f91d-4a30-8592-9d3bcb657475'] response: {'name': 'network-changed', 'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'status': 'completed', 'code': 200}
Apr 02 21:45:32.154231 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:45:32.163463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-eb47a5f6-21dd-4b2e-93c7-e6aa175985cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:32.165007 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-eb47a5f6-21dd-4b2e-93c7-e6aa175985cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1127 time: 0.0467916
Apr 02 21:45:32.265786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-0950ba71-11e0-4c15-b462-c8f8b22ba6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:32.268152 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-0950ba71-11e0-4c15-b462-c8f8b22ba6a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0971439
Apr 02 21:45:32.351179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-adfc9722-ac68-4cf9-aade-818becae1a96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 1000 time: 0.0765097
Apr 02 21:45:32.398389 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460882e0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:9a:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:45:31Z', 'revision_number': 13, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:32.411547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-db4929a2-2718-4cf0-a7f6-f41348be5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:32.413170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-db4929a2-2718-4cf0-a7f6-f41348be5a92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0560229
Apr 02 21:45:32.427485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:45:32.436624 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:45:32.437377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78460882e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:45:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:32.473641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-6c5949ad-ebcb-4446-8301-52b35b02acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:32.475480 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-6c5949ad-ebcb-4446-8301-52b35b02acb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0560515
Apr 02 21:45:32.560418 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:45:32.569205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-9f9c95c3-7119-4bf8-9ccd-9ae59dd5123d service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872531
Apr 02 21:45:32.675995 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-be4da0e2-97c2-426d-93f7-20d1a309c47d req-0bc2454e-f487-4bb6-97f9-75369856752a service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006029
Apr 02 21:45:32.797298 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78460882e0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:9a:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:45:31Z', 'revision_number': 13, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:45:32.823591 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519f0e-914b-4b50-8fb2-5a0879b6fa88 None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'mac_address': 'fa:16:3e:9a:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:42:37Z', 'updated_at': '2022-04-02T21:45:31Z', 'revision_number': 13, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:45:33.007723 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c407c0e-ce3f-4804-85a7-39217c2358c9 None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:45:33.526871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40fa9d-e50c-48b8-aed3-ac72b72bdf80 req-11bd9a9e-f925-4163-8fc5-fcb7a2f9231b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:33.528337 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff40fa9d-e50c-48b8-aed3-ac72b72bdf80 req-11bd9a9e-f925-4163-8fc5-fcb7a2f9231b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0524244
Apr 02 21:45:33.578352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff40fa9d-e50c-48b8-aed3-ac72b72bdf80 req-7565d01b-602e-44fc-9e75-a9ba910e0a96 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443468
Apr 02 21:45:36.304925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe30dd3-59f3-4777-9988-bcff7d67d317 req-3eb86e03-f3c1-45f9-8dc8-2e2c23251605 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:36.306415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fe30dd3-59f3-4777-9988-bcff7d67d317 req-3eb86e03-f3c1-45f9-8dc8-2e2c23251605 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0806837
Apr 02 21:45:36.336939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d3748575-acf4-45c9-99a9-e45d2c29fe57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1229079
Apr 02 21:45:36.362113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8fe30dd3-59f3-4777-9988-bcff7d67d317 req-65e6d369-2c9f-4ba5-9183-8cba6078482c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494933
Apr 02 21:45:36.728756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d4a91a73-798e-4ac1-95e3-5372d517493e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:36.730117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d4a91a73-798e-4ac1-95e3-5372d517493e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports/dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 942 time: 0.1022832
Apr 02 21:45:37.493196 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96ca1-91d6-41c6-a385-49e83bd2a706 req-14e9344b-c1fb-44a7-8c4f-78a60356e8e8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:37.494743 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7da96ca1-91d6-41c6-a385-49e83bd2a706 req-14e9344b-c1fb-44a7-8c4f-78a60356e8e8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0595913
Apr 02 21:45:37.539381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-807415a8-9196-473f-9135-6eb802bc539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:37.541024 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-807415a8-9196-473f-9135-6eb802bc539a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1127 time: 0.0468531
Apr 02 21:45:37.543334 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7da96ca1-91d6-41c6-a385-49e83bd2a706 req-1aee6e97-e12d-461e-988b-d4374e77579c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427401
Apr 02 21:45:37.630744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-657b40cd-f5d6-42d0-acb1-ef9ebad7fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:37.632211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-657b40cd-f5d6-42d0-acb1-ef9ebad7fde4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0850589
Apr 02 21:45:37.698325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-c9a5d74b-879e-46be-abbf-bb8d1d07db65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 1002 time: 0.0601735
Apr 02 21:45:37.744304 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-1c39236a-2bf1-4c90-b0a9-a1c38ec91cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:37.745899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-1c39236a-2bf1-4c90-b0a9-a1c38ec91cb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0416038
Apr 02 21:45:37.794263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-9c80e382-db09-4a92-a2d2-1b8f95f70614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:37.795859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-9c80e382-db09-4a92-a2d2-1b8f95f70614 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433748
Apr 02 21:45:37.889297 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-16fc3d79-474c-4c4a-bbc4-10a478781d1f service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873771
Apr 02 21:45:37.979245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-c85dca6b-425e-45db-8051-2816659ba8e5 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839248
Apr 02 21:45:38.668712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506a27f-9375-4197-a26c-77ce68c14a32 req-245ab1ea-f8be-4072-89d4-326b4223646b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:38.670191 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6506a27f-9375-4197-a26c-77ce68c14a32 req-245ab1ea-f8be-4072-89d4-326b4223646b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0523582
Apr 02 21:45:38.715972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6506a27f-9375-4197-a26c-77ce68c14a32 req-d6df641d-3df2-47fb-b34e-5dc8024076fe tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395641
Apr 02 21:45:39.837120 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e6c0a-2829-4289-b69d-fd986bdf4b0f req-8ebc32aa-8a41-48fe-9678-65157b66ff98 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:39.838583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac9e6c0a-2829-4289-b69d-fd986bdf4b0f req-8ebc32aa-8a41-48fe-9678-65157b66ff98 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0517008
Apr 02 21:45:39.884895 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ac9e6c0a-2829-4289-b69d-fd986bdf4b0f req-78baa099-d14b-4847-a245-81cef1cf8e02 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407615
Apr 02 21:45:41.006003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb78067-ab6e-4900-8107-c2ebeae56c00 req-73333a43-752f-47a3-a5be-354e1b63b9e9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:41.007469 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1fb78067-ab6e-4900-8107-c2ebeae56c00 req-73333a43-752f-47a3-a5be-354e1b63b9e9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0514038
Apr 02 21:45:41.053127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1fb78067-ab6e-4900-8107-c2ebeae56c00 req-58935afd-115a-4e3c-92e6-ab975eed1f91 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400581
Apr 02 21:45:42.174454 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28676330-1b47-4d4a-b76d-a2cff2b1fd27 req-8c515d88-7569-4e17-ae12-09b4fc9296d4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:42.175981 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28676330-1b47-4d4a-b76d-a2cff2b1fd27 req-8c515d88-7569-4e17-ae12-09b4fc9296d4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0559068
Apr 02 21:45:42.222833 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28676330-1b47-4d4a-b76d-a2cff2b1fd27 req-ae022cdc-147f-4a8b-885e-6e40dd5f1f96 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411344
Apr 02 21:45:43.344041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3af4b-d5ae-4919-a5c4-13f6c6be5575 req-73973407-0b6c-4ec9-bbc1-85f03a9653b4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:43.346223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9a3af4b-d5ae-4919-a5c4-13f6c6be5575 req-73973407-0b6c-4ec9-bbc1-85f03a9653b4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0559602
Apr 02 21:45:43.392465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9a3af4b-d5ae-4919-a5c4-13f6c6be5575 req-b670c467-4923-43ad-86fa-a468e0491801 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399113
Apr 02 21:45:44.515207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4d799-eaba-426d-b458-9550ba935674 req-231de90b-629e-41cb-be5b-a11db3826d57 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:44.516805 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0c4d799-eaba-426d-b458-9550ba935674 req-231de90b-629e-41cb-be5b-a11db3826d57 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0517390
Apr 02 21:45:44.562486 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0c4d799-eaba-426d-b458-9550ba935674 req-41274ea7-c20f-4d5d-8f81-d62c6b6725df tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394325
Apr 02 21:45:44.799474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:45.683016 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43179371-df1c-4984-867a-5a4de6b2fa97 req-165cb752-e0de-40dc-91f9-f67356fd5984 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:45.684510 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-43179371-df1c-4984-867a-5a4de6b2fa97 req-165cb752-e0de-40dc-91f9-f67356fd5984 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0522108
Apr 02 21:45:45.730052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-43179371-df1c-4984-867a-5a4de6b2fa97 req-9a775af9-5296-4581-b118-db45a3a3b1ed tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398791
Apr 02 21:45:46.852968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131afb4-3fe9-4799-bad4-17a113b87982 req-644bac05-74f1-47fd-a106-fcffc7624385 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:46.854431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e131afb4-3fe9-4799-bad4-17a113b87982 req-644bac05-74f1-47fd-a106-fcffc7624385 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0558825
Apr 02 21:45:46.899772 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e131afb4-3fe9-4799-bad4-17a113b87982 req-90283ead-e37a-4b83-86ab-bbd15929cf4d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397117
Apr 02 21:45:48.018456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde40853-e289-401c-8101-e63c036f973b req-0a21b89d-da56-4691-8789-3e6434cee402 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:48.019947 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cde40853-e289-401c-8101-e63c036f973b req-0a21b89d-da56-4691-8789-3e6434cee402 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0518508
Apr 02 21:45:48.070119 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cde40853-e289-401c-8101-e63c036f973b req-15296246-d7e1-42ef-9c0f-6dd2dc829f43 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445323
Apr 02 21:45:48.271209 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:49.188245 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb449-da56-4f59-a6f5-e3fb6ce8fef5 req-84e11df7-7195-4544-9dbc-831ee68d5e87 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:49.190317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d90eb449-da56-4f59-a6f5-e3fb6ce8fef5 req-84e11df7-7195-4544-9dbc-831ee68d5e87 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0518231
Apr 02 21:45:49.236189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d90eb449-da56-4f59-a6f5-e3fb6ce8fef5 req-ba47f5a0-e3f8-4b42-b0e9-e6629b88d2c9 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402417
Apr 02 21:45:50.360027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9842a-934d-4c36-9068-5f2bd4c0b89a req-1eeff02a-df97-4218-b13c-7c81796a7d00 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:50.361565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84b9842a-934d-4c36-9068-5f2bd4c0b89a req-1eeff02a-df97-4218-b13c-7c81796a7d00 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0526073
Apr 02 21:45:50.407228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-84b9842a-934d-4c36-9068-5f2bd4c0b89a req-df89366c-1dc4-402c-bcab-730042a8294c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400565
Apr 02 21:45:51.529619 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb694a6-343e-4afe-82d6-34fa3a17ef90 req-91393397-4dda-454a-a4f6-0ef56d0b04ba tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:51.531223 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddb694a6-343e-4afe-82d6-34fa3a17ef90 req-91393397-4dda-454a-a4f6-0ef56d0b04ba tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0533841
Apr 02 21:45:51.583258 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddb694a6-343e-4afe-82d6-34fa3a17ef90 req-f692b491-2f3e-4412-9bf8-1c8ae710219a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463042
Apr 02 21:45:52.700655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed89f4-66b1-422b-af6d-427a44aea54a req-021ca3f5-ef8f-44fb-b6d5-538ae13a9c4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:52.702116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed89f4-66b1-422b-af6d-427a44aea54a req-021ca3f5-ef8f-44fb-b6d5-538ae13a9c4a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0516024
Apr 02 21:45:52.747609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b2ed89f4-66b1-422b-af6d-427a44aea54a req-08d8df10-2457-4be8-9999-7a7983caf0f5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398724
Apr 02 21:45:53.188807 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cf2356cb-4f14-4c2b-8f60-55c15a4c6915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:53.866968 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024fa73-f21f-4bc9-b3ec-9eed400098a1 req-d43d96ed-85af-4cdd-853d-9979ea93c35f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:53.868437 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6024fa73-f21f-4bc9-b3ec-9eed400098a1 req-d43d96ed-85af-4cdd-853d-9979ea93c35f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0521593
Apr 02 21:45:53.914866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6024fa73-f21f-4bc9-b3ec-9eed400098a1 req-5519da76-c849-413e-99c6-ab4c9e7ae849 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408158
Apr 02 21:45:55.038874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a01c7d-41e2-4173-aa9e-7b80f281ef70 req-d3fbb7f5-349f-408c-bc97-41c3601f3a3a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:55.040323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74a01c7d-41e2-4173-aa9e-7b80f281ef70 req-d3fbb7f5-349f-408c-bc97-41c3601f3a3a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0570300
Apr 02 21:45:55.085382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-74a01c7d-41e2-4173-aa9e-7b80f281ef70 req-27cf42bd-9454-4e13-88c6-d3b476d2de60 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392687
Apr 02 21:45:55.396581 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3a3357c5-5068-4fa9-978c-49b88274987e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:56.207981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7201f3-73f0-4832-9888-89fdbbe94d54 req-f49abf8e-d661-478b-9a2e-068c6c2e035a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:56.209514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae7201f3-73f0-4832-9888-89fdbbe94d54 req-f49abf8e-d661-478b-9a2e-068c6c2e035a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0531662
Apr 02 21:45:56.255441 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae7201f3-73f0-4832-9888-89fdbbe94d54 req-c25ef8e4-3b55-4ece-aa0f-4e50129c0fc7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402894
Apr 02 21:45:56.816040 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:57.374961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15747-97d9-4951-b898-db7b4715f841 req-a903ccc7-1ce9-4b45-b618-f854c1db5fd3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:57.376471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dde15747-97d9-4951-b898-db7b4715f841 req-a903ccc7-1ce9-4b45-b618-f854c1db5fd3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0522335
Apr 02 21:45:57.426407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dde15747-97d9-4951-b898-db7b4715f841 req-396496d0-2ff4-42cf-929d-bd5164792e66 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416396
Apr 02 21:45:58.551503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209c015-fa70-43f6-befc-5b19465a1985 req-4b12d050-1d60-4dbd-a84e-3245c5268815 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:58.553007 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b209c015-fa70-43f6-befc-5b19465a1985 req-4b12d050-1d60-4dbd-a84e-3245c5268815 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0574353
Apr 02 21:45:58.598792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b209c015-fa70-43f6-befc-5b19465a1985 req-74ad6996-ca29-44f2-bde3-7081d84e7f4e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401917
Apr 02 21:45:58.882727 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:59.494012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:45:59.723543 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b57d9-28c0-485e-8f4a-fabb68b1f7bc req-fffcab9a-6304-48fe-8c49-df693566e119 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:45:59.724959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee9b57d9-28c0-485e-8f4a-fabb68b1f7bc req-fffcab9a-6304-48fe-8c49-df693566e119 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0569186
Apr 02 21:45:59.770228 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee9b57d9-28c0-485e-8f4a-fabb68b1f7bc req-8c2b66a4-37c4-4aa3-8123-8f5d33dd053a tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396237
Apr 02 21:46:00.695938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-4e382d69-0a53-4899-84e8-439053206c21 service neutron] 10.222.0.21 "GET /v2.0/ports/dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0670447
Apr 02 21:46:00.902504 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b597d-a2f2-4962-aa26-c8f41796d7b3 req-eaa52f4f-7c04-4f1b-9ff4-e3c327879620 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:00.903998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-108b597d-a2f2-4962-aa26-c8f41796d7b3 req-eaa52f4f-7c04-4f1b-9ff4-e3c327879620 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0608180
Apr 02 21:46:00.919550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-43449fb0-527c-4860-928b-7d9bdd22272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:00.921057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-43449fb0-527c-4860-928b-7d9bdd22272d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 1127 time: 0.0476446
Apr 02 21:46:00.953254 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-108b597d-a2f2-4962-aa26-c8f41796d7b3 req-f7cc5886-88c9-4c98-a695-48361b14b9e8 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431693
Apr 02 21:46:00.983757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-5d20f022-8559-49df-888d-242a23ee31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:00.985272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-5d20f022-8559-49df-888d-242a23ee31de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1127 time: 0.0435493
Apr 02 21:46:01.077713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-0635d890-b5fc-40b6-b645-43ff5bc6ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:01.079176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-0635d890-b5fc-40b6-b645-43ff5bc6ddcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0852394
Apr 02 21:46:01.149571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d0cc264f-b3c3-4eff-bffa-0163b01c2fca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 1002 time: 0.0602324
Apr 02 21:46:01.199386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-e3d9aefe-68b1-48b1-866e-8ae91335afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:01.200793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-e3d9aefe-68b1-48b1-866e-8ae91335afe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0423722
Apr 02 21:46:01.250671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-eebd7640-9f23-4188-99bb-7e807dcd0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:01.252674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-eebd7640-9f23-4188-99bb-7e807dcd0fcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421705
Apr 02 21:46:01.343896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-fda1136d-cfc5-4b22-a3cf-530e834348b0 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827148
Apr 02 21:46:01.437827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d4cc9df3-6b0b-4071-9acc-dceb5bc94aed service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853980
Apr 02 21:46:02.072477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320a60c-8709-4392-98b6-2c6634168346 req-84d43af5-fea7-4e5b-be1b-bfcd24a520d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:02.073932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6320a60c-8709-4392-98b6-2c6634168346 req-84d43af5-fea7-4e5b-be1b-bfcd24a520d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0520356
Apr 02 21:46:02.124106 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6320a60c-8709-4392-98b6-2c6634168346 req-3b593f3c-67fc-459c-857f-f20636da6f6b tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445192
Apr 02 21:46:03.245273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eaa89-ac39-4c66-8bbe-eb55ace89ae2 req-acf3b47e-845d-451c-9d97-5f7f460354c4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:03.246750 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-485eaa89-ac39-4c66-8bbe-eb55ace89ae2 req-acf3b47e-845d-451c-9d97-5f7f460354c4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0514476
Apr 02 21:46:03.295874 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-485eaa89-ac39-4c66-8bbe-eb55ace89ae2 req-19dd397d-9ba8-4c7b-9903-7c986ea4d982 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435581
Apr 02 21:46:04.403252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:04.417341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf2e7-5cdf-47f4-a70c-01d95109bdaa req-8e1f8473-4019-409f-b759-4c98d36290ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:04.418837 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fbf2e7-5cdf-47f4-a70c-01d95109bdaa req-8e1f8473-4019-409f-b759-4c98d36290ec tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0522189
Apr 02 21:46:04.469070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fbf2e7-5cdf-47f4-a70c-01d95109bdaa req-eed22209-37fb-4a1e-a46b-9d9a1237cefa tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426731
Apr 02 21:46:04.483501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:04.483894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:04.506974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:04.509169 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e151e6-bc0f-44a3-9860-2a53383823bd" -d '{"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:04.521944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:04.527098 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:04.556191 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2443e84e-9776-4ebf-82cf-86a2f10c46e9 x-openstack-request-id: req-2443e84e-9776-4ebf-82cf-86a2f10c46e9 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:04.556520 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:04.556782 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2443e84e-9776-4ebf-82cf-86a2f10c46e9 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:04.557176 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2443e84e-9776-4ebf-82cf-86a2f10c46e9'] response: {'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'code': 200}
Apr 02 21:46:04.576852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:04.584502 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.584873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.585204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.585541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.585881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.586215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.586545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.586875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.587203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.587530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.587858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.588185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.588532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.588857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:04.589182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:05.588643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf2b69-64c3-48f3-9bef-bc2b83a1fc18 req-69f0dadd-3298-4bbb-bbbb-d26a3e507c21 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:05.590022 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9cf2b69-64c3-48f3-9bef-bc2b83a1fc18 req-69f0dadd-3298-4bbb-bbbb-d26a3e507c21 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0512488
Apr 02 21:46:05.635569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d9cf2b69-64c3-48f3-9bef-bc2b83a1fc18 req-64359c13-4040-4f21-a3fb-ad49045504fa tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400262
Apr 02 21:46:05.760075 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:46:05.952671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-18d6e65f-a887-4448-a977-cee1bf3434d7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:05.954132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-18d6e65f-a887-4448-a977-cee1bf3434d7 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603&tenant_id=5f212cc8d96745d2aa089c88769ffc87&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0895305
Apr 02 21:46:05.965420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0b9b6-74b8-431a-b646-2c4fc1f3cf38 req-96fdcf76-4d73-4a6b-897b-69e37b58c848 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:05.966792 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0f0b9b6-74b8-431a-b646-2c4fc1f3cf38 req-96fdcf76-4d73-4a6b-897b-69e37b58c848 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0719838
Apr 02 21:46:06.054290 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c0f0b9b6-74b8-431a-b646-2c4fc1f3cf38 req-d59f6ea5-4277-4d2a-b344-422d24815f8f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810161
Apr 02 21:46:06.057147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-3ea59c4d-fd32-449b-93d7-31e97ca0aa1e service neutron] 10.222.0.21 "GET /v2.0/ports/dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0895174
Apr 02 21:46:06.121582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-4a469580-77c1-4db5-a834-1c7ae38ec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:06.122952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-4a469580-77c1-4db5-a834-1c7ae38ec902 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1125 time: 0.0434968
Apr 02 21:46:06.209785 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-a40f12fb-705a-4483-bffd-7fba2b78aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:06.211231 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-a40f12fb-705a-4483-bffd-7fba2b78aaa0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.0819385
Apr 02 21:46:06.277906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-f6023283-6c6d-48b2-8105-31b8c3f7d259 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 1000 time: 0.0603614
Apr 02 21:46:06.324997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-de5a15c2-cfdc-47d0-a6bb-01eb6435f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:06.326404 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-de5a15c2-cfdc-47d0-a6bb-01eb6435f99f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0423372
Apr 02 21:46:06.374601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-70fa1af4-88b6-448a-b56e-bf262763585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:06.375965 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-70fa1af4-88b6-448a-b56e-bf262763585b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429511
Apr 02 21:46:06.410620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:46:06.470257 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-f7f2b896-0e92-499b-b737-9978014a6627 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881491
Apr 02 21:46:06.511414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:06.522094 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'mac_address': 'fa:16:3e:9a:8b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:46:06.557676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-7247c14b-3dcc-46c3-a039-ca45d4e5c2ab service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812035
Apr 02 21:46:06.559026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:06.559424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:06.572657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:46:06.591989 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:06.596094 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:06.645753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:06.814021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:07.180821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805eda34-fec7-465e-b8ba-d76660194ddb req-f37c36ff-365a-41df-b69b-f22902491959 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:07.182326 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-805eda34-fec7-465e-b8ba-d76660194ddb req-f37c36ff-365a-41df-b69b-f22902491959 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 944 time: 0.0536878
Apr 02 21:46:07.229709 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-805eda34-fec7-465e-b8ba-d76660194ddb req-cb9b7ef7-9a9e-42cd-9a1d-940b226771a1 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416858
Apr 02 21:46:08.352841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f477ab-59c9-458b-bc20-213c95d7ebdc req-d815a2d8-2189-4078-8be7-a6562c34f36d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:08.354444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f477ab-59c9-458b-bc20-213c95d7ebdc req-d815a2d8-2189-4078-8be7-a6562c34f36d tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 944 time: 0.0556738
Apr 02 21:46:08.403568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-46f477ab-59c9-458b-bc20-213c95d7ebdc req-940c012d-3c28-458b-acb1-2975257e491e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436988
Apr 02 21:46:08.441336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:46:08.493666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:46:08.494046 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:08.571717 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:08.572107 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:08.594367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:08.597216 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564491ca-0e4a-4cba-85f2-cfa561def696" -d '{"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:08.609902 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:08.615247 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:08.648267 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd58759-2fec-45bf-aa9f-f412d3d8cef7 x-openstack-request-id: req-dbd58759-2fec-45bf-aa9f-f412d3d8cef7 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:08.648664 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:08.648924 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbd58759-2fec-45bf-aa9f-f412d3d8cef7 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:08.649344 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd58759-2fec-45bf-aa9f-f412d3d8cef7'] response: {'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'code': 200}
Apr 02 21:46:08.669473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:09.369637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-060b45d4-71e2-4f8e-8c3c-feff275b068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:09.371165 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-060b45d4-71e2-4f8e-8c3c-feff275b068a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603&tenant_id=5f212cc8d96745d2aa089c88769ffc87 HTTP/1.1" status: 200  len: 1127 time: 0.0447638
Apr 02 21:46:09.447363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-761ee24f-f698-4a77-99ed-931d7cf1886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:09.451130 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-761ee24f-f698-4a77-99ed-931d7cf1886a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f212cc8d96745d2aa089c88769ffc87&device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 1127 time: 0.0498674
Apr 02 21:46:09.580610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458fef3-9f4d-4154-bb57-5427d7c12332 req-8607aa0d-0dff-4a0e-9676-a6cd566c583e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:09.582092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8458fef3-9f4d-4154-bb57-5427d7c12332 req-8607aa0d-0dff-4a0e-9676-a6cd566c583e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0975571
Apr 02 21:46:09.583036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-7402a0e1-9503-4501-aad7-bae5963738bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:09.584344 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-7402a0e1-9503-4501-aad7-bae5963738bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 200  len: 911 time: 0.1294703
Apr 02 21:46:09.680797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8458fef3-9f4d-4154-bb57-5427d7c12332 req-7e155478-91db-448d-9a87-ef44307fd92f tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927675
Apr 02 21:46:09.685336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-d0a623d3-7142-40d0-9cb4-df58a93a6243 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 200  len: 1002 time: 0.0845714
Apr 02 21:46:09.740593 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-099c2b67-a8cf-42b5-80fb-c41695e3322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:09.742051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-099c2b67-a8cf-42b5-80fb-c41695e3322a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 200  len: 849 time: 0.0476234
Apr 02 21:46:09.793223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-8b60f318-c7c8-4454-8904-06ec952ea882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:09.794707 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-8b60f318-c7c8-4454-8904-06ec952ea882 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5d1da61-b7b6-4e0c-9bae-dde4dea39176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439599
Apr 02 21:46:09.889202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-d213b400-38a3-4a03-8e22-72ce425bd2e8 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836413
Apr 02 21:46:09.979095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ec48e5-fb2e-412c-8f43-75b3e50594b8 req-888aaf20-ef6e-4071-9749-c6bfef00d417 service neutron] 10.222.0.21 "GET /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796983
Apr 02 21:46:10.808575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dcba2-0d99-4a10-ad13-6d7fef8a4314 req-a362388f-15fe-4ff6-b254-49ba57635fc3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:10.810055 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d8dcba2-0d99-4a10-ad13-6d7fef8a4314 req-a362388f-15fe-4ff6-b254-49ba57635fc3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0531156
Apr 02 21:46:10.856765 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d8dcba2-0d99-4a10-ad13-6d7fef8a4314 req-6b1cfcb0-3497-4e5c-91ed-271bebf07f23 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409532
Apr 02 21:46:11.985303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff802b4-0c23-4904-aefa-356c9f9f9146 req-823ae878-a448-45d9-936d-57a98b8c4c97 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:11.986777 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ff802b4-0c23-4904-aefa-356c9f9f9146 req-823ae878-a448-45d9-936d-57a98b8c4c97 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0573218
Apr 02 21:46:12.032148 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3ff802b4-0c23-4904-aefa-356c9f9f9146 req-8af02d53-a341-4779-8591-ebf55b1ab5c5 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397744
Apr 02 21:46:12.448088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:12.519926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:12.520303 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:12.542537 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:12.544767 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3c9d3-7c66-4a43-9a61-069ca9bde194" -d '{"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:12.560444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:12.565231 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:12.590980 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290c4570-fa6f-47d3-9c00-8632adb76493 x-openstack-request-id: req-290c4570-fa6f-47d3-9c00-8632adb76493 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:12.591276 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:12.591538 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-290c4570-fa6f-47d3-9c00-8632adb76493 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:12.591930 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290c4570-fa6f-47d3-9c00-8632adb76493'] response: {'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'code': 200}
Apr 02 21:46:12.613392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:13.154192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960d382-14ed-4a5a-afee-a3f6b2f328a5 req-f8d1ef0b-2a1e-44d1-8863-f62f35a2a3ff tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:13.155651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a960d382-14ed-4a5a-afee-a3f6b2f328a5 req-f8d1ef0b-2a1e-44d1-8863-f62f35a2a3ff tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0525641
Apr 02 21:46:13.201651 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a960d382-14ed-4a5a-afee-a3f6b2f328a5 req-905280bd-3770-4c5c-b84c-46beca389b92 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397027
Apr 02 21:46:14.327000 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c832-c62f-45c3-83fd-0b91d4dd663a req-dd7f5aea-b767-475c-8abe-ca83724433ed tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:14.328502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5678c832-c62f-45c3-83fd-0b91d4dd663a req-dd7f5aea-b767-475c-8abe-ca83724433ed tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0563889
Apr 02 21:46:14.380888 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5678c832-c62f-45c3-83fd-0b91d4dd663a req-ff2fe935-2f2e-4275-8662-fb588045e001 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467911
Apr 02 21:46:14.443367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:46:14.505489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047f4e-b9d3-4310-91f0-f36d2bc4a435 req-3e760de5-62dd-4826-805e-5e726fdf02be tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:14.506860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c047f4e-b9d3-4310-91f0-f36d2bc4a435 req-3e760de5-62dd-4826-805e-5e726fdf02be tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 943 time: 0.0554280
Apr 02 21:46:14.543824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:14.554448 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8c047f4e-b9d3-4310-91f0-f36d2bc4a435 req-43e1f273-c69f-4cf6-9426-8fcbe7f86a57 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416622
Apr 02 21:46:14.555190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'port_id': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'mac_address': 'fa:16:3e:9a:8b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:46:14.591614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:14.592009 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:14.605253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:46:14.624600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:14.628614 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:14.672177 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24071e7d-04b9-4aff-bd18-b3482030fed7 req-1c8db446-e2c9-4f3b-be6a-bf8b53c5c1d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:14.674379 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24071e7d-04b9-4aff-bd18-b3482030fed7 req-1c8db446-e2c9-4f3b-be6a-bf8b53c5c1d3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0543368
Apr 02 21:46:14.675720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:14.720288 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-24071e7d-04b9-4aff-bd18-b3482030fed7 req-7f594fee-fdc5-4abd-a8cf-a5d35e3ca910 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402079
Apr 02 21:46:14.811989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:14.882828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:14.962767 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8996087-2c79-4342-bb0c-85acd2bcc028 req-422809d1-4494-44b3-a4e8-67a0c0380b2e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:14.964268 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8996087-2c79-4342-bb0c-85acd2bcc028 req-422809d1-4494-44b3-a4e8-67a0c0380b2e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0573051
Apr 02 21:46:15.010976 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8996087-2c79-4342-bb0c-85acd2bcc028 req-cc77414e-a2db-4554-87d9-ebcbaa484f9c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408723
Apr 02 21:46:16.133912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1bbf0-06e5-4402-8c82-5784afa33ef1 req-04010a6b-21af-4452-97a5-41d19dd37d14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:16.135388 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e1bbf0-06e5-4402-8c82-5784afa33ef1 req-04010a6b-21af-4452-97a5-41d19dd37d14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0511425
Apr 02 21:46:16.183553 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7e1bbf0-06e5-4402-8c82-5784afa33ef1 req-5178a127-de88-485a-a9a8-79b7ba3e175c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419993
Apr 02 21:46:16.473002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:46:16.519966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:46:16.520342 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:16.707591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-890775e3-b5d8-42df-9f39-58079f160f10 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:16.708991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-890775e3-b5d8-42df-9f39-58079f160f10 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 945 time: 0.0529170
Apr 02 21:46:16.749671 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:16.750060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:16.771535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:16.773763 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a761c176-ea72-4844-8526-9b5bcaf6af17" -d '{"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:16.787467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:16.792060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:16.813632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Deleting port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:16.813980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:16.815921 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929b50c5-ac98-420f-a0a8-d633e73e143a x-openstack-request-id: req-929b50c5-ac98-420f-a0a8-d633e73e143a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:16.816221 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:16.816497 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-929b50c5-ac98-420f-a0a8-d633e73e143a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:16.816889 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929b50c5-ac98-420f-a0a8-d633e73e143a'] response: {'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'code': 200}
Apr 02 21:46:16.841586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=11']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:16.901104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] For port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:16.901468 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:17.387810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482dbe-d4d8-47f5-aa83-9a0584026771 req-ada430aa-4127-4712-be07-849f3b1bb974 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:17.389299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e482dbe-d4d8-47f5-aa83-9a0584026771 req-ada430aa-4127-4712-be07-849f3b1bb974 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 946 time: 0.1126239
Apr 02 21:46:17.474949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:17.474949 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:17.475292 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 disassociated. External IP: 172.35.4.222, port: dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c.
Apr 02 21:46:17.475622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Calling delete_port for dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:17.486773 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e482dbe-d4d8-47f5-aa83-9a0584026771 req-c84e0ee6-c992-4c49-871b-b5607930cba4 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups?id=08692032-f768-4f7c-8a4b-b51ef0fa0c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713825
Apr 02 21:46:17.607616 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:17.634707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event deleted for resources: {'Port': ['ID=dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:17.646829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.647190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.647533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.647873 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.648211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.648568 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.648901 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.649231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.649562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.650072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.650344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.650671 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.651000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.651323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.651646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:17.768698 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:46:17.882745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:46:17.892910 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:46:17.902024 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:46:17.902620 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f24c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:45:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:17.929192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] No DVR routers for this DVR port dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:46:17.932129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:17.935976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01d4fe36-9eca-4e5a-9501-299c443bb645 req-00d450ba-7409-41c3-bc9f-048402ac107c tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.21 "DELETE /v2.0/ports/dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c HTTP/1.1" status: 204  len: 173 time: 1.2186787
Apr 02 21:46:17.936427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-deleted', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:17.938673 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a745e78a-3924-4e85-80c7-51126b479c0a" -d '{"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-deleted", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:17.982439 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd48cd2-2a55-4a24-a32a-861927972fc7 x-openstack-request-id: req-fdd48cd2-2a55-4a24-a32a-861927972fc7 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:17.982743 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8741b6c-71ad-4a60-9278-5f92b665c603", "name": "network-vif-deleted", "tag": "dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:17.983026 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdd48cd2-2a55-4a24-a32a-861927972fc7 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:17.983419 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd48cd2-2a55-4a24-a32a-861927972fc7'] response: {'server_uuid': 'f8741b6c-71ad-4a60-9278-5f92b665c603', 'name': 'network-vif-deleted', 'tag': 'dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c', 'status': 'completed', 'code': 200}
Apr 02 21:46:18.011647 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:46:18.270253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:18.299853 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f24c10>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:18.325939 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:46:18.334742 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:46:18.335347 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f24c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:45:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:18.442132 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:46:18.607769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f09be156-db31-4854-b25b-56c87640b568 req-2cee05b1-2557-476a-9a1a-9c5ef6751da3 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8741b6c-71ad-4a60-9278-5f92b665c603 HTTP/1.1" status: 200  len: 210 time: 0.0315721
Apr 02 21:46:18.661194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f24c10>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:18.690146 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad54b9a-575c-4370-9d85-cd9909ca862f None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:42:35Z', 'revision_number': 4, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93c713d8-4923-4e60-b7e9-2e393938355a', 'name': '', 'network_id': 'b5d1da61-b7b6-4e0c-9bae-dde4dea39176', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'mac_address': 'fa:16:3e:ea:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:34Z', 'updated_at': '2022-04-02T21:42:38Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'subnets': [{'id': '488c7c44-333b-47d7-a4f9-c840960480a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:46:19.038704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4aa224-52f6-4790-8a0c-7218ab5a3119 None None] New status for floating IP a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:46:20.484107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:20.504880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:46:20.505183 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device dc1ce2c4-eca0-4fd7-83fb-4e8a2ad5748c not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:46:21.230647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52700) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:21.282660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29d18f7f-fcb3-41cd-8315-e367edb2dd14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group (08692032-f768-4f7c-8a4b-b51ef0fa0c6e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.304822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29d18f7f-fcb3-41cd-8315-e367edb2dd14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group (08692032-f768-4f7c-8a4b-b51ef0fa0c6e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.352597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29d18f7f-fcb3-41cd-8315-e367edb2dd14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (08692032-f768-4f7c-8a4b-b51ef0fa0c6e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.355176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-29d18f7f-fcb3-41cd-8315-e367edb2dd14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.356323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-29d18f7f-fcb3-41cd-8315-e367edb2dd14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "DELETE /v2.0/security-groups/08692032-f768-4f7c-8a4b-b51ef0fa0c6e HTTP/1.1" status: 204  len: 168 time: 0.1246316
Apr 02 21:46:21.358877 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52702) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:21.365573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d18f7f-fcb3-41cd-8315-e367edb2dd14 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08692032-f768-4f7c-8a4b-b51ef0fa0c6e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:21.371948 ncdv-master-1 neutron-server[121649]: INFO neutron.api.v2.resource [None req-2303c330-719a-4095-8b0d-306bed216c18 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] show failed (client error): The resource could not be found.
Apr 02 21:46:21.372974 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2303c330-719a-4095-8b0d-306bed216c18 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "GET /v2.0/security-groups/08692032-f768-4f7c-8a4b-b51ef0fa0c6e HTTP/1.1" status: 404  len: 347 time: 0.0129766
Apr 02 21:46:21.375547 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52704) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:21.506048 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Deleting port 8bffebf9-f990-46bb-a2ea-017dfcb1f285 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:21.506385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.580427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.580773 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (8bffebf9-f990-46bb-a2ea-017dfcb1f285), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.591921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Calling delete_port for 8bffebf9-f990-46bb-a2ea-017dfcb1f285 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:21.721231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8bffebf9-f990-46bb-a2ea-017dfcb1f285), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.745338 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Pushing event deleted for resources: {'Port': ['ID=8bffebf9-f990-46bb-a2ea-017dfcb1f285,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:21.774950 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.775297 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.775638 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.775976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.776342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.776658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.776987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.777313 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.777637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.777960 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.778283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.778603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.778922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.779239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.779558 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:46:21.817997 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks [] for floatingip (a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.820589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:21.821748 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-11cf47b2-3dbd-4fe0-b17d-3b0844af1278 tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] 10.222.0.18 "DELETE /v2.0/floatingips/a73fbc3a-ee5c-4221-a4bf-5724f3cb6e72 HTTP/1.1" status: 204  len: 168 time: 0.4445660
Apr 02 21:46:21.824758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52706) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:22.166920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:22.408246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Deleting port 93c713d8-4923-4e60-b7e9-2e393938355a {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:22.408992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:22.489741 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] For port 93c713d8-4923-4e60-b7e9-2e393938355a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93c713d8-4923-4e60-b7e9-2e393938355a,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:22.490104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:22.502640 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Calling delete_port for 93c713d8-4923-4e60-b7e9-2e393938355a owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:22.681666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (93c713d8-4923-4e60-b7e9-2e393938355a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:22.708552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c713d8-4923-4e60-b7e9-2e393938355a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:22.872687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:23.093700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:46:23.189485 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d942210d-1bd7-4002-8652-4d3df65eb251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:23.202644 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:46:23.208091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9a5148d5-95bb-4d6b-b3cf-17b68cb1d608 admin admin] 10.222.0.18 "PUT /v2.0/routers/f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3824069
Apr 02 21:46:23.210598 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52708) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:23.213194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] Sync routers for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:46:23.223823 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:46:23.224423 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b09ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:45:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:23.331711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:46:23.522581 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b09ac0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:46:22Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:23.548815 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] Checking router: f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:46:23.557765 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] Routers {'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:46:23.558386 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b09ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:45:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:23.644093 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks [] for router (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:23.664974 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] Set router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:46:23.747899 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks [] for router_gateway (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:23.800364 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Deleting port 1a32317d-e549-48d6-aeba-5b326cf7369b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:23.800730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:23.847113 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b09ac0>, [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:46:22Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:23.872744 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238e35c-a0c2-443d-977e-4dcdb24d538e None None] The sync data for ids ['f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0'] in ncdv-master-1 is: [{'id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'name': 'tempest-ServerActionsTestJSON-12812604-router', 'tenant_id': '5f212cc8d96745d2aa089c88769ffc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:42:32Z', 'updated_at': '2022-04-02T21:46:22Z', 'revision_number': 5, 'project_id': '5f212cc8d96745d2aa089c88769ffc87', 'gw_port': {'id': '1a32317d-e549-48d6-aeba-5b326cf7369b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:42:33Z', 'updated_at': '2022-04-02T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:46:23.882234 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] For port 1a32317d-e549-48d6-aeba-5b326cf7369b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a32317d-e549-48d6-aeba-5b326cf7369b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:23.882598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:23.895462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Calling delete_port for 1a32317d-e549-48d6-aeba-5b326cf7369b owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:24.063158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1a32317d-e549-48d6-aeba-5b326cf7369b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.107031 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1a32317d-e549-48d6-aeba-5b326cf7369b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:24.162350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.258151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.260311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks [] for router_controller (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.304246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.304839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:46:24.309456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.310716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-332228cb-8c7c-4fc4-931a-2ec7c136b5bf admin admin] 10.222.0.18 "DELETE /v2.0/routers/f6ce1e1b-463f-4dab-b2e8-30d2ea2d76a0 HTTP/1.1" status: 204  len: 168 time: 1.0990829
Apr 02 21:46:24.313298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52710) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:24.362484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Deleting subnet 488c7c44-333b-47d7-a4f9-c840960480a9 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:46:24.366131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Publish callbacks [] for subnet (488c7c44-333b-47d7-a4f9-c840960480a9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.402128 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (488c7c44-333b-47d7-a4f9-c840960480a9), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.488981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (488c7c44-333b-47d7-a4f9-c840960480a9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.541837 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (488c7c44-333b-47d7-a4f9-c840960480a9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.572310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488c7c44-333b-47d7-a4f9-c840960480a9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:24.576121 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.579379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-077358a8-eb58-4e2e-866c-066b464f923b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/488c7c44-333b-47d7-a4f9-c840960480a9 HTTP/1.1" status: 204  len: 168 time: 0.2644925
Apr 02 21:46:24.581847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52712) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:24.584332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1a41d-dde5-4b79-ba91-8d78cba3e88e None None] Network b5d1da61-b7b6-4e0c-9bae-dde4dea39176 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:46:24.648972 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b5d1da61-b7b6-4e0c-9bae-dde4dea39176), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.703216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Deleting port e0cc96b9-7372-4df4-8768-7e448b45fa57 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:24.703555 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.790209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] For port e0cc96b9-7372-4df4-8768-7e448b45fa57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0cc96b9-7372-4df4-8768-7e448b45fa57,segment=NetworkSegment(bb730156-a0c7-433f-9938-7fcb4e7746d6),segment_id=bb730156-a0c7-433f-9938-7fcb4e7746d6)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:24.790577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.803342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Calling delete_port for e0cc96b9-7372-4df4-8768-7e448b45fa57 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:24.864654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] DHCP port deletion for b5d1da61-b7b6-4e0c-9bae-dde4dea39176 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:46:24.885694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.918652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Deleting port e0cc96b9-7372-4df4-8768-7e448b45fa57 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:24.919076 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.919484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cc96b9-7372-4df4-8768-7e448b45fa57,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:24.923196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] No DVR routers for this DVR port e0cc96b9-7372-4df4-8768-7e448b45fa57 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:46:24.995799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] For port e0cc96b9-7372-4df4-8768-7e448b45fa57, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:24.996197 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:24.999780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b5d1da61-b7b6-4e0c-9bae-dde4dea39176), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.008198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Calling delete_port for e0cc96b9-7372-4df4-8768-7e448b45fa57 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:25.010827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Port e0cc96b9-7372-4df4-8768-7e448b45fa57 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 21:46:25.012042 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (e0cc96b9-7372-4df4-8768-7e448b45fa57), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.019249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78448db280>,) {'filters': {'network_id': ['b5d1da61-b7b6-4e0c-9bae-dde4dea39176']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:25.028742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448db280>, 'bb730156-a0c7-433f-9938-7fcb4e7746d6') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:25.029053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78448db280>, 'bb730156-a0c7-433f-9938-7fcb4e7746d6') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:25.037155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] Pushing event deleted for resources: {'Port': ['ID=e0cc96b9-7372-4df4-8768-7e448b45fa57,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:25.039545 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (bb730156-a0c7-433f-9938-7fcb4e7746d6), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.042184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0eee2-b259-4a6a-bd69-c387c0ad1e15 None None] No DVR routers for this DVR port e0cc96b9-7372-4df4-8768-7e448b45fa57 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:46:25.066752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (bb730156-a0c7-433f-9938-7fcb4e7746d6), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.073182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:46:25.073575 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (bb730156-a0c7-433f-9938-7fcb4e7746d6), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:46:25.075274 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:46:25.132960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b5d1da61-b7b6-4e0c-9bae-dde4dea39176), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.138192 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.141376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5d1da61-b7b6-4e0c-9bae-dde4dea39176 HTTP/1.1" status: 204  len: 168 time: 0.5586286
Apr 02 21:46:25.151946 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492443ac-84df-4a51-8e96-78c1255baa29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d1da61-b7b6-4e0c-9bae-dde4dea39176,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:25.247668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52716) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:25.287444 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c5bf8e75-313e-49a0-9626-df02f2b29fd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f212cc8d96745d2aa089c88769ffc87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383399
Apr 02 21:46:25.289563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52718) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:25.337004 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef183-cf87-40b8-b10f-cc64c53bf8b4 admin admin] Publish callbacks [] for security_group (f2e002a3-934e-4f30-8634-08f5dbf7de10), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.358522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef183-cf87-40b8-b10f-cc64c53bf8b4 admin admin] Publish callbacks [] for security_group (f2e002a3-934e-4f30-8634-08f5dbf7de10), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.398306 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-229b4c5c-f9e3-4189-8d1b-d071de145bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.417036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef183-cf87-40b8-b10f-cc64c53bf8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (f2e002a3-934e-4f30-8634-08f5dbf7de10), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.419624 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef183-cf87-40b8-b10f-cc64c53bf8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:25.420800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb1ef183-cf87-40b8-b10f-cc64c53bf8b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2e002a3-934e-4f30-8634-08f5dbf7de10 HTTP/1.1" status: 204  len: 168 time: 0.1303399
Apr 02 21:46:25.429049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ef183-cf87-40b8-b10f-cc64c53bf8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e002a3-934e-4f30-8634-08f5dbf7de10,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:25.591600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e0cc96b9-7372-4df4-8768-7e448b45fa57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:25.615239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e0cc96b9-7372-4df4-8768-7e448b45fa57 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:46:25.615590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e0cc96b9-7372-4df4-8768-7e448b45fa57 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:46:25.616013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 93c713d8-4923-4e60-b7e9-2e393938355a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:25.635107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 93c713d8-4923-4e60-b7e9-2e393938355a {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:46:25.635485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 93c713d8-4923-4e60-b7e9-2e393938355a not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:46:25.635899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a32317d-e549-48d6-aeba-5b326cf7369b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:25.655054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1a32317d-e549-48d6-aeba-5b326cf7369b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:46:25.655411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a32317d-e549-48d6-aeba-5b326cf7369b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:46:26.081857 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52740) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:26.177982 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2123485372-network', 'tenant_id': '262a1451abbf479da01623a8cb576601'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:26.197680 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Made reservation on behalf of 262a1451abbf479da01623a8cb576601 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:46:26.200001 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.208299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.279989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks [] for security_group (581f0d35-e7bb-485b-963d-ce5322c7418e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.284057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (581f0d35-e7bb-485b-963d-ce5322c7418e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.304570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:46:26.319688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581f0d35-e7bb-485b-963d-ce5322c7418e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:26.322723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b0b01750-64dc-4d93-9de5-e443c79fb0e0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.323069 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Added segment b0b01750-64dc-4d93-9de5-e443c79fb0e0 of type vlan for network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16
Apr 02 21:46:26.363015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.387421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.388375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:26.389005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.426422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3434732
Apr 02 21:46:26.429492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52744) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:26.434324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Request body: {'subnet': {'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2123485372-subnet', 'tenant_id': '262a1451abbf479da01623a8cb576601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:26.455262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Made reservation on behalf of 262a1451abbf479da01623a8cb576601 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:46:26.457634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.461966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666874da-c8f5-4990-a71c-ded6166d1cbc admin admin] Pushing event updated for resources: {'Network': ['ID=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:26.472856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:46:26.627028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (1683ec01-1ae7-45af-90fa-862584cd7a08), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.675609 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1683ec01-1ae7-45af-90fa-862584cd7a08,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:26.691131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Checking segment: {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:46:26.691483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Network hostable DHCP agents. Network: 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:46:26.706710 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:46:26.714997 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:46:26.719066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:26.719666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:26.724103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2412d-a31a-4017-870e-18893bf0ba6d None None] Network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:46:26.735141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-881e21d4-315c-469f-be3c-de16ce13cf6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3045869
Apr 02 21:46:26.832469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06a147-0dac-4daf-9faa-1b37f6fbea59 None None] Network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:46:26.835809 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:27.153903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-b0282517-3ce6-4dcc-ba91-ac0b945f04eb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:27.155357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-b0282517-3ce6-4dcc-ba91-ac0b945f04eb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/networks?id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 200  len: 814 time: 0.1002052
Apr 02 21:46:27.170198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-a4786d87-420e-401d-bc08-68535dc7b9ad tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/quotas/262a1451abbf479da01623a8cb576601 HTTP/1.1" status: 200  len: 375 time: 0.0088828
Apr 02 21:46:27.206018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-d2520a1c-b3f0-4f6e-a14f-37f63f108cd4 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=262a1451abbf479da01623a8cb576601&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0301464
Apr 02 21:46:27.292535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-a8f52a13-1c87-4e68-9c7e-7614daf83c2b service neutron] 10.222.0.18 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797458
Apr 02 21:46:27.382364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-2ae45809-c2fb-44f3-9ee3-a5891c543321 service neutron] 10.222.0.18 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842690
Apr 02 21:46:27.554556 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ff87c767-544f-41b9-8136-3d4770c9b4a1 req-7bded96d-1767-47c1-9b04-a04dbab39a73 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 210 time: 0.0283258
Apr 02 21:46:28.665641 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-53287806-ff47-4cc7-8d24-1c0a7a7502f3 req-251cd8b1-06d1-4527-b804-af0a40116f34 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 210 time: 0.0374689
Apr 02 21:46:28.695681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-4da45207-5175-4d34-ac2c-cfb0dd189ed3 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:28.697163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-4da45207-5175-4d34-ac2c-cfb0dd189ed3 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "GET /v2.0/networks?id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 200  len: 814 time: 0.1333895
Apr 02 21:46:28.716948 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Request body: {'port': {'device_id': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16', 'admin_state_up': True, 'tenant_id': '262a1451abbf479da01623a8cb576601'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:28.821264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Made reservation on behalf of 262a1451abbf479da01623a8cb576601 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:46:28.824576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:28.886456 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:28.952367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Allocated IP 172.20.0.8 (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16/1683ec01-1ae7-45af-90fa-862584cd7a08/d4f75ebf-82c6-468d-981b-3b1ecec06aca) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:46:29.093947 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks [] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.125676 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.168015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:46:29.170939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:46:29.177644 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:46:29.183239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Pushing event updated for resources: {'Port': ['ID=d4f75ebf-82c6-468d-981b-3b1ecec06aca,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:29.226181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:29.226780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.241181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-e3ccd65c-5581-4566-9f6f-21d65826ad99 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5278447
Apr 02 21:46:29.256512 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Request body: {'port': {'device_id': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:29.315244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.497091 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.579476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f75ebf-82c6-468d-981b-3b1ecec06aca {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:46:29.587412 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Publish callbacks [] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.599270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Transition to ACTIVE for port object d4f75ebf-82c6-468d-981b-3b1ecec06aca will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:46:29.602708 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.649746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f75ebf-82c6-468d-981b-3b1ecec06aca,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:29.721704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Attempting to bind port d4f75ebf-82c6-468d-981b-3b1ecec06aca on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:46:29.722409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Attempting to bind port d4f75ebf-82c6-468d-981b-3b1ecec06aca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:46:29.722409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Attempting to bind port d4f75ebf-82c6-468d-981b-3b1ecec06aca on network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:46:29.726864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Port d4f75ebf-82c6-468d-981b-3b1ecec06aca on network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:46:29.727181 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Attempting to bind port d4f75ebf-82c6-468d-981b-3b1ecec06aca on network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:46:29.731898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:46:29.732231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Checking segment: {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:46:29.732641 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Bound using segment: {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:46:29.733065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Bound port: d4f75ebf-82c6-468d-981b-3b1ecec06aca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:46:29.733413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.794537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fead4-e998-45b2-9ddf-caa1f202467b req-adfcc276-cec6-4ce7-ad51-76864bd99cfa tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:29.795789 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] For port d4f75ebf-82c6-468d-981b-3b1ecec06aca, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:46:29.795937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c2fead4-e998-45b2-9ddf-caa1f202467b req-adfcc276-cec6-4ce7-ad51-76864bd99cfa tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 943 time: 0.0565794
Apr 02 21:46:29.798749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] For port d4f75ebf-82c6-468d-981b-3b1ecec06aca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:46:29.806230 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.839471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:29.840383 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:29.842057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4f75ebf-82c6-468d-981b-3b1ecec06aca HTTP/1.1" status: 200  len: 1091 time: 0.5898104
Apr 02 21:46:29.842576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'tag': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:29.844867 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f2363-e944-4683-a2ac-870f0e741f49" -d '{"events": [{"name": "network-changed", "server_uuid": "006094f2-a736-48d1-bc85-ef0c52a4ec8c", "tag": "d4f75ebf-82c6-468d-981b-3b1ecec06aca"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:29.846475 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6c2fead4-e998-45b2-9ddf-caa1f202467b req-8a70b0b7-3744-4f11-9491-1ecfe7291363 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431557
Apr 02 21:46:29.885292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd13e6-49a5-41dd-b04f-b3e7263c14f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f75ebf-82c6-468d-981b-3b1ecec06aca,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:29.898206 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ea367-a8e5-4f9d-a91f-bd5b4ae51a8b x-openstack-request-id: req-6e8ea367-a8e5-4f9d-a91f-bd5b4ae51a8b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:29.898490 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006094f2-a736-48d1-bc85-ef0c52a4ec8c", "tag": "d4f75ebf-82c6-468d-981b-3b1ecec06aca", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:29.898744 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e8ea367-a8e5-4f9d-a91f-bd5b4ae51a8b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:29.899136 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8ea367-a8e5-4f9d-a91f-bd5b4ae51a8b'] response: {'name': 'network-changed', 'server_uuid': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'tag': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca', 'status': 'completed', 'code': 200}
Apr 02 21:46:29.938261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-88c6084b-863c-4d7c-b4a9-aa806cef2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:29.939781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-88c6084b-863c-4d7c-b4a9-aa806cef2dcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=262a1451abbf479da01623a8cb576601&device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 1125 time: 0.0507884
Apr 02 21:46:29.979665 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-3cbf6e55-1889-447a-974c-57d948845b8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca HTTP/1.1" status: 200  len: 217 time: 0.0334640
Apr 02 21:46:30.029017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-2e798e01-d134-43fc-9f52-412440454adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:30.030421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-2e798e01-d134-43fc-9f52-412440454adf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1683ec01-1ae7-45af-90fa-862584cd7a08 HTTP/1.1" status: 200  len: 854 time: 0.0417500
Apr 02 21:46:30.068134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-439b562f-c775-4500-916e-3e31e44ab3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286047
Apr 02 21:46:30.159424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-17d0a012-620d-4b15-b680-5c301d6b8bd9 service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820341
Apr 02 21:46:30.252082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a76e396a-14bc-4ce9-b801-03a4dca57f03 req-4253ac74-ab3a-4c52-9e07-f1cb371c9cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839653
Apr 02 21:46:30.353068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-c91dadf8-fa1a-40c8-80c7-16776f5518b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:30.354554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-c91dadf8-fa1a-40c8-80c7-16776f5518b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=262a1451abbf479da01623a8cb576601&device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 1125 time: 0.0441365
Apr 02 21:46:30.443653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-babdc8e7-7340-453e-8319-c99e0220376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:30.445126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-babdc8e7-7340-453e-8319-c99e0220376b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 200  len: 915 time: 0.0839624
Apr 02 21:46:30.489422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-6730593b-1bdc-44a0-bf8f-6059d5dde99b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca HTTP/1.1" status: 200  len: 217 time: 0.0381238
Apr 02 21:46:30.536200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-a56693f0-76fb-471e-a07a-ca03229ce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:30.537639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-a56693f0-76fb-471e-a07a-ca03229ce57c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1683ec01-1ae7-45af-90fa-862584cd7a08 HTTP/1.1" status: 200  len: 854 time: 0.0423577
Apr 02 21:46:30.569584 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-d7de7da9-10f6-4787-8da8-c5d77b9400cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251501
Apr 02 21:46:30.660529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-6990d164-0103-4714-8c4e-71c625c919fb service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830207
Apr 02 21:46:30.755894 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b2f2363-e944-4683-a2ac-870f0e741f49 req-680ea692-c3e3-48d1-8f5b-9c34bd98af38 service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885026
Apr 02 21:46:30.981290 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a59fa3-25ba-4f8c-862d-42c4943b234d req-4d35f83e-537c-4f09-82e6-113b2efc6323 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:30.982760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0a59fa3-25ba-4f8c-862d-42c4943b234d req-4d35f83e-537c-4f09-82e6-113b2efc6323 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 943 time: 0.0515680
Apr 02 21:46:31.029263 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e0a59fa3-25ba-4f8c-862d-42c4943b234d req-03639692-1388-4d3e-beda-0653c3b0b4f8 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407376
Apr 02 21:46:32.155319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c560ac8-8e4d-4b1b-98cd-5892add282c8 req-f0061a6c-9ab7-4c5a-850e-113d2891e44d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:32.156803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c560ac8-8e4d-4b1b-98cd-5892add282c8 req-f0061a6c-9ab7-4c5a-850e-113d2891e44d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 943 time: 0.0550776
Apr 02 21:46:32.202637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0c560ac8-8e4d-4b1b-98cd-5892add282c8 req-32304eb8-1b39-406f-8c86-66f18dcc7d37 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395410
Apr 02 21:46:32.521002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4f75ebf-82c6-468d-981b-3b1ecec06aca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:46:32.613603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4f75ebf-82c6-468d-981b-3b1ecec06aca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:32.624250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca', 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16', 'port_id': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca', 'mac_address': 'fa:16:3e:9e:91:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1683ec01-1ae7-45af-90fa-862584cd7a08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:46:32.663832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4f75ebf-82c6-468d-981b-3b1ecec06aca is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:32.664217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:32.677430 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f75ebf-82c6-468d-981b-3b1ecec06aca {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:46:32.696040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4f75ebf-82c6-468d-981b-3b1ecec06aca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:32.699885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:32.746176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4f75ebf-82c6-468d-981b-3b1ecec06aca,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:32.932386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4f75ebf-82c6-468d-981b-3b1ecec06aca'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:33.320774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa070-c008-46ad-a898-bec8919d179c req-633e718d-6c8b-4da3-9af1-ae41ed75eaa6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:33.322244 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f21aa070-c008-46ad-a898-bec8919d179c req-633e718d-6c8b-4da3-9af1-ae41ed75eaa6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 944 time: 0.0522914
Apr 02 21:46:33.371604 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f21aa070-c008-46ad-a898-bec8919d179c req-e9d12f97-f3bf-4084-9e77-25176e02806d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437376
Apr 02 21:46:34.489119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1be7-ffa7-4403-aa29-a7dd67faef16 req-7edb0e43-8272-4f69-ad44-f0b54b0432b5 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:34.490590 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-668d1be7-ffa7-4403-aa29-a7dd67faef16 req-7edb0e43-8272-4f69-ad44-f0b54b0432b5 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 944 time: 0.0524900
Apr 02 21:46:34.537517 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-668d1be7-ffa7-4403-aa29-a7dd67faef16 req-09628aa3-acfd-4d2b-8a93-6eeddcd45987 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413499
Apr 02 21:46:34.553687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4f75ebf-82c6-468d-981b-3b1ecec06aca up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:46:34.599799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d4f75ebf-82c6-468d-981b-3b1ecec06aca completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:46:34.603761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d4f75ebf-82c6-468d-981b-3b1ecec06aca triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:46:34.604135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:34.678255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4f75ebf-82c6-468d-981b-3b1ecec06aca is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:34.678558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:34.702600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:34.704833 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408da064-7f0d-42e4-a9f7-2ed1dc91e459" -d '{"events": [{"server_uuid": "006094f2-a736-48d1-bc85-ef0c52a4ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "d4f75ebf-82c6-468d-981b-3b1ecec06aca"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:34.717357 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4f75ebf-82c6-468d-981b-3b1ecec06aca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:34.722656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:34.747910 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4652ac-7bcc-4322-aba1-2cf854910712 x-openstack-request-id: req-1c4652ac-7bcc-4322-aba1-2cf854910712 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:34.748209 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006094f2-a736-48d1-bc85-ef0c52a4ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "d4f75ebf-82c6-468d-981b-3b1ecec06aca", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:34.748474 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c4652ac-7bcc-4322-aba1-2cf854910712 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:34.748887 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4652ac-7bcc-4322-aba1-2cf854910712'] response: {'server_uuid': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca', 'code': 200}
Apr 02 21:46:34.773325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4f75ebf-82c6-468d-981b-3b1ecec06aca,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:34.848869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909438e-0efd-431e-bca4-72b69f4292e6 req-cf3bc506-1dad-4c16-abe7-0b5e8b17bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:34.850348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8909438e-0efd-431e-bca4-72b69f4292e6 req-cf3bc506-1dad-4c16-abe7-0b5e8b17bba8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 1127 time: 0.0465841
Apr 02 21:46:34.898739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8909438e-0efd-431e-bca4-72b69f4292e6 req-704451c2-1a0f-4a47-ab65-22d12d7da44a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381150
Apr 02 21:46:35.656914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b166-b745-4667-a886-1252e5df62b2 req-6bec183b-b445-4c46-b73c-888295cbe602 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:35.659442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f46b166-b745-4667-a886-1252e5df62b2 req-6bec183b-b445-4c46-b73c-888295cbe602 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0528657
Apr 02 21:46:35.706225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f46b166-b745-4667-a886-1252e5df62b2 req-bbf85c01-d09a-4e37-b563-755277a423b5 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403810
Apr 02 21:46:36.827576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5c7b6-0684-4fa0-9ff3-3777daf30993 req-3720678b-6b42-40b9-bc3c-3fe7e5b43a20 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:36.829121 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39e5c7b6-0684-4fa0-9ff3-3777daf30993 req-3720678b-6b42-40b9-bc3c-3fe7e5b43a20 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0534174
Apr 02 21:46:36.875728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-39e5c7b6-0684-4fa0-9ff3-3777daf30993 req-9ad79b29-6e90-4de3-8a88-01230f278da9 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408621
Apr 02 21:46:37.095339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-5c518f64-e83b-4b02-96b4-d8279cec4c07 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:37.096861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-5c518f64-e83b-4b02-96b4-d8279cec4c07 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/networks?id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 200  len: 814 time: 0.1011884
Apr 02 21:46:37.110738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-60755d2b-18b3-40c0-8b16-39e59107769e tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/quotas/262a1451abbf479da01623a8cb576601 HTTP/1.1" status: 200  len: 375 time: 0.0086212
Apr 02 21:46:37.162116 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-b0ffc311-e5e8-443e-8193-18bae19f5353 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=262a1451abbf479da01623a8cb576601&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0465858
Apr 02 21:46:37.172494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-77fc9b0b-a7d8-48e0-bb71-1e5db946bf1c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:46:37.173445 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-77fc9b0b-a7d8-48e0-bb71-1e5db946bf1c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047576
Apr 02 21:46:37.262629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-7fb73b06-907c-4311-8e79-d696567fc0bf service neutron] 10.222.0.18 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833910
Apr 02 21:46:37.349275 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-df778a8d-1881-4e7a-b1c9-e4278a5e7c53 service neutron] 10.222.0.18 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809789
Apr 02 21:46:37.513952 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c0fdd844-2ad5-4cc1-a150-7e49f02c5ecb req-304a73fa-5171-4739-b5a9-64a4e1def787 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 210 time: 0.0332870
Apr 02 21:46:38.500630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-75ec12ee-8db2-49d6-bd5e-ef53340a8a25 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:38.502668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-75ec12ee-8db2-49d6-bd5e-ef53340a8a25 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "GET /v2.0/networks?id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 200  len: 814 time: 0.1110585
Apr 02 21:46:38.514252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Request body: {'port': {'device_id': '9889097b-9847-43aa-8ee8-593be627b66b', 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16', 'admin_state_up': True, 'tenant_id': '262a1451abbf479da01623a8cb576601'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:38.632050 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a9bceac5-262a-4d9b-80d9-fdc8443f691b req-031fe6f3-2077-4cc8-b5ed-db3abc2a8a9d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 210 time: 0.0402601
Apr 02 21:46:38.647015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Made reservation on behalf of 262a1451abbf479da01623a8cb576601 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:46:38.650522 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:38.771161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Allocated IP 172.20.0.3 (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16/1683ec01-1ae7-45af-90fa-862584cd7a08/5a832a95-fac2-4dae-abd5-da8401620934) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:46:38.924709 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks [] for port (5a832a95-fac2-4dae-abd5-da8401620934), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:38.957037 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5a832a95-fac2-4dae-abd5-da8401620934), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:38.969328 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4f75ebf-82c6-468d-981b-3b1ecec06aca'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:38.996745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:46:38.999618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:46:39.003738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:46:39.031661 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Pushing event updated for resources: {'Port': ['ID=5a832a95-fac2-4dae-abd5-da8401620934,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:39.057801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:39.058435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.073896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-bd6f6b5b-1915-4b2f-af68-d0eae00f3bfd tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5632854
Apr 02 21:46:39.084933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Request body: {'port': {'device_id': '9889097b-9847-43aa-8ee8-593be627b66b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:39.147901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a832a95-fac2-4dae-abd5-da8401620934), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.399769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a832a95-fac2-4dae-abd5-da8401620934 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:46:39.406982 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Publish callbacks [] for port (5a832a95-fac2-4dae-abd5-da8401620934), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.418898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Transition to ACTIVE for port object 5a832a95-fac2-4dae-abd5-da8401620934 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:46:39.422574 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5a832a95-fac2-4dae-abd5-da8401620934), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.503903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Pushing event updated for resources: {'Port': ['ID=5a832a95-fac2-4dae-abd5-da8401620934,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:39.556024 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Attempting to bind port 5a832a95-fac2-4dae-abd5-da8401620934 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:46:39.556361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Attempting to bind port 5a832a95-fac2-4dae-abd5-da8401620934 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:46:39.556786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Attempting to bind port 5a832a95-fac2-4dae-abd5-da8401620934 on network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:46:39.561263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Port 5a832a95-fac2-4dae-abd5-da8401620934 on network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:46:39.561586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Attempting to bind port 5a832a95-fac2-4dae-abd5-da8401620934 on network 8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:46:39.566955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:46:39.567310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Checking segment: {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:46:39.567689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Bound using segment: {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:46:39.568110 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Bound port: 5a832a95-fac2-4dae-abd5-da8401620934, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b01750-64dc-4d93-9de5-e443c79fb0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:46:39.568479 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a832a95-fac2-4dae-abd5-da8401620934), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.629250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] For port 5a832a95-fac2-4dae-abd5-da8401620934, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:46:39.632320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] For port 5a832a95-fac2-4dae-abd5-da8401620934, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a832a95-fac2-4dae-abd5-da8401620934,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:46:39.638677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (5a832a95-fac2-4dae-abd5-da8401620934), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.676374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:39.677039 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:39.678446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] 10.222.0.21 "PUT /v2.0/ports/5a832a95-fac2-4dae-abd5-da8401620934 HTTP/1.1" status: 200  len: 1091 time: 0.5974388
Apr 02 21:46:39.678886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9889097b-9847-43aa-8ee8-593be627b66b', 'tag': '5a832a95-fac2-4dae-abd5-da8401620934'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:39.681139 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e171095-f7e7-473a-ad08-5b83d65a88fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9889097b-9847-43aa-8ee8-593be627b66b", "tag": "5a832a95-fac2-4dae-abd5-da8401620934"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:39.728721 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d542e1-ebf6-4d5a-87f9-7a54f3673708 x-openstack-request-id: req-86d542e1-ebf6-4d5a-87f9-7a54f3673708 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:39.729029 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9889097b-9847-43aa-8ee8-593be627b66b", "tag": "5a832a95-fac2-4dae-abd5-da8401620934", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:39.729286 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86d542e1-ebf6-4d5a-87f9-7a54f3673708 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:39.729694 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d542e1-ebf6-4d5a-87f9-7a54f3673708'] response: {'name': 'network-changed', 'server_uuid': '9889097b-9847-43aa-8ee8-593be627b66b', 'tag': '5a832a95-fac2-4dae-abd5-da8401620934', 'status': 'completed', 'code': 200}
Apr 02 21:46:39.730323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488823a-8f8b-4853-93f6-a902cea12bdd service neutron] Pushing event updated for resources: {'Port': ['ID=5a832a95-fac2-4dae-abd5-da8401620934,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:39.771155 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afee0d-6b3b-49e4-9538-36174dd5cbf2 req-11d01b35-979d-4655-a339-1fd986378bf8 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:39.771889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-d3aa532e-2e1c-4667-bb8d-37d1bd1098db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:39.772890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14afee0d-6b3b-49e4-9538-36174dd5cbf2 req-11d01b35-979d-4655-a339-1fd986378bf8 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 943 time: 0.0587947
Apr 02 21:46:39.773222 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-d3aa532e-2e1c-4667-bb8d-37d1bd1098db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=262a1451abbf479da01623a8cb576601&device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 1125 time: 0.0550013
Apr 02 21:46:39.816002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-707c65d7-d09e-401f-928d-8b711ac442e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a832a95-fac2-4dae-abd5-da8401620934 HTTP/1.1" status: 200  len: 217 time: 0.0355711
Apr 02 21:46:39.831828 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-14afee0d-6b3b-49e4-9538-36174dd5cbf2 req-ae97c7d4-a9c8-40cd-bb96-5d157b38f8cc tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525084
Apr 02 21:46:40.191308 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350949-5228-4e6c-8f50-dfae39936fce req-7b55b544-859b-4788-a899-e9d679fd4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:40.192796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-7b55b544-859b-4788-a899-e9d679fd4f6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1683ec01-1ae7-45af-90fa-862584cd7a08 HTTP/1.1" status: 200  len: 854 time: 0.3711388
Apr 02 21:46:40.222930 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-81c2fdb7-2092-49b3-9b76-b08540a90ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243113
Apr 02 21:46:40.312199 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-36a0850c-9a84-4729-a76c-16cad73d4eca service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836179
Apr 02 21:46:40.403875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-12350949-5228-4e6c-8f50-dfae39936fce req-35c17491-e47a-47c7-81a7-22ed6a6668ac service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831432
Apr 02 21:46:40.498022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-c7ff44bb-d597-4930-9b15-32727b9d9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:40.499511 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-c7ff44bb-d597-4930-9b15-32727b9d9383 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=262a1451abbf479da01623a8cb576601&device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 1125 time: 0.0445271
Apr 02 21:46:40.589718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-aa533ffe-84b3-414a-a91f-984949a9d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:40.591151 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-aa533ffe-84b3-414a-a91f-984949a9d796 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 200  len: 915 time: 0.0857961
Apr 02 21:46:40.629555 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-64f0de2c-e004-44cf-b8c1-2cc8f76e097e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a832a95-fac2-4dae-abd5-da8401620934 HTTP/1.1" status: 200  len: 217 time: 0.0328634
Apr 02 21:46:40.680447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-8a258168-cf5f-4cba-a362-a94c767cbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:40.681889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-8a258168-cf5f-4cba-a362-a94c767cbe1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1683ec01-1ae7-45af-90fa-862584cd7a08 HTTP/1.1" status: 200  len: 854 time: 0.0425112
Apr 02 21:46:40.726336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-4251b258-7def-46c3-a8e6-e9f5a13b9505 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301425
Apr 02 21:46:40.819953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-a580b1dc-0b6e-48a2-bd1a-85144eceb4c0 service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800488
Apr 02 21:46:40.922652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0e171095-f7e7-473a-ad08-5b83d65a88fa req-d49ae830-ff3f-49e4-8195-ff67830169d0 service neutron] 10.222.0.21 "GET /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962310
Apr 02 21:46:40.963086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7525fa-ee99-407d-b7c4-70a7c8ad5368 req-0d796eba-6a94-4b96-9385-38cdf0410acc tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:40.964587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc7525fa-ee99-407d-b7c4-70a7c8ad5368 req-0d796eba-6a94-4b96-9385-38cdf0410acc tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 943 time: 0.0609426
Apr 02 21:46:41.010764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc7525fa-ee99-407d-b7c4-70a7c8ad5368 req-67b645fd-b177-401a-8a58-da2ed233f773 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405269
Apr 02 21:46:42.125990 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e379b1f-da4d-492c-ba61-cc483c67ed1e req-d0ae36a4-81fc-400d-b7e8-6aa16db58c69 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:42.127991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e379b1f-da4d-492c-ba61-cc483c67ed1e req-d0ae36a4-81fc-400d-b7e8-6aa16db58c69 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 943 time: 0.0517967
Apr 02 21:46:42.173533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e379b1f-da4d-492c-ba61-cc483c67ed1e req-b7cdb739-1a04-4aca-b850-1d33b0c21940 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399115
Apr 02 21:46:42.589217 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5a832a95-fac2-4dae-abd5-da8401620934 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:46:42.685844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5a832a95-fac2-4dae-abd5-da8401620934, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a832a95-fac2-4dae-abd5-da8401620934,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:42.696002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '5a832a95-fac2-4dae-abd5-da8401620934', 'network_id': '8a27b79a-dd6c-497c-a00a-8c6bf30a0d16', 'port_id': '5a832a95-fac2-4dae-abd5-da8401620934', 'mac_address': 'fa:16:3e:71:75:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1683ec01-1ae7-45af-90fa-862584cd7a08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:46:42.733029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5a832a95-fac2-4dae-abd5-da8401620934 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:42.733346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a832a95-fac2-4dae-abd5-da8401620934), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:42.745621 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a832a95-fac2-4dae-abd5-da8401620934 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:46:42.763122 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:46:42.766518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5a832a95-fac2-4dae-abd5-da8401620934, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a832a95-fac2-4dae-abd5-da8401620934,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:42.771274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5a832a95-fac2-4dae-abd5-da8401620934), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:42.817272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5a832a95-fac2-4dae-abd5-da8401620934,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:42.992690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['5a832a95-fac2-4dae-abd5-da8401620934'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:43.288733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e55b8-ded0-44a2-81da-4b29a825ad57 req-b9e990e5-8eb2-4e74-9496-6f8ffec685bb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:43.290100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b2e55b8-ded0-44a2-81da-4b29a825ad57 req-b9e990e5-8eb2-4e74-9496-6f8ffec685bb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 944 time: 0.0506475
Apr 02 21:46:43.339791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b2e55b8-ded0-44a2-81da-4b29a825ad57 req-e5c59937-8caa-476c-8c3c-f02a8b36b6f9 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438643
Apr 02 21:46:44.464187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c10ac-a8ff-40b6-a0bb-c8c41b7295dc req-8cb45c57-f5b1-4695-b86c-a563a005279e tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:44.465711 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-399c10ac-a8ff-40b6-a0bb-c8c41b7295dc req-8cb45c57-f5b1-4695-b86c-a563a005279e tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 944 time: 0.0585699
Apr 02 21:46:44.515487 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-399c10ac-a8ff-40b6-a0bb-c8c41b7295dc req-e1bc9fc6-ca64-41f4-9ff1-f2febb743d8f tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439620
Apr 02 21:46:44.596910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5a832a95-fac2-4dae-abd5-da8401620934 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:46:44.644047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 5a832a95-fac2-4dae-abd5-da8401620934 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:46:44.647774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 5a832a95-fac2-4dae-abd5-da8401620934 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:46:44.648149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (5a832a95-fac2-4dae-abd5-da8401620934), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:44.725252 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 5a832a95-fac2-4dae-abd5-da8401620934 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:46:44.725637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (5a832a95-fac2-4dae-abd5-da8401620934), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:44.748333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9889097b-9847-43aa-8ee8-593be627b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a832a95-fac2-4dae-abd5-da8401620934'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:44.750553 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa38a1-84d5-44c1-bea9-b298cdfb113b" -d '{"events": [{"server_uuid": "9889097b-9847-43aa-8ee8-593be627b66b", "name": "network-vif-plugged", "status": "completed", "tag": "5a832a95-fac2-4dae-abd5-da8401620934"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:44.763176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 5a832a95-fac2-4dae-abd5-da8401620934, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a832a95-fac2-4dae-abd5-da8401620934,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:44.766785 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (5a832a95-fac2-4dae-abd5-da8401620934), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:44.816759 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:44.826038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=5a832a95-fac2-4dae-abd5-da8401620934,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:44.862683 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73104b87-e23b-44f8-af2d-4f88a46fe8d8 x-openstack-request-id: req-73104b87-e23b-44f8-af2d-4f88a46fe8d8 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:44.862997 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9889097b-9847-43aa-8ee8-593be627b66b", "name": "network-vif-plugged", "status": "completed", "tag": "5a832a95-fac2-4dae-abd5-da8401620934", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:44.863247 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73104b87-e23b-44f8-af2d-4f88a46fe8d8 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:44.863682 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73104b87-e23b-44f8-af2d-4f88a46fe8d8'] response: {'server_uuid': '9889097b-9847-43aa-8ee8-593be627b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a832a95-fac2-4dae-abd5-da8401620934', 'code': 200}
Apr 02 21:46:44.969988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798736f-a9f7-40a6-b457-2cf24ba2b0b3 req-8b35565e-f7d3-41c6-b9ca-2beb98214e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:44.971940 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2798736f-a9f7-40a6-b457-2cf24ba2b0b3 req-8b35565e-f7d3-41c6-b9ca-2beb98214e24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 1127 time: 0.0431645
Apr 02 21:46:45.013477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2798736f-a9f7-40a6-b457-2cf24ba2b0b3 req-a8379521-bb97-44f8-8211-8d3099072976 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358224
Apr 02 21:46:45.636384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e152dc-0a71-427d-a1c2-a9acb3e32c2e req-651c5527-d9ab-4641-adfe-8a506195e45d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:45.637887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3e152dc-0a71-427d-a1c2-a9acb3e32c2e req-651c5527-d9ab-4641-adfe-8a506195e45d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 945 time: 0.0541980
Apr 02 21:46:45.685634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-d3e152dc-0a71-427d-a1c2-a9acb3e32c2e req-37649e38-6bc7-47e5-936a-b60857b4d81d tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415292
Apr 02 21:46:46.807153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78befb-9f0d-4eb5-9af7-9ef0a5792ab6 req-8c62e8a8-e9a3-4dbb-87e3-1cce278dcbb6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:46.808671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b78befb-9f0d-4eb5-9af7-9ef0a5792ab6 req-8c62e8a8-e9a3-4dbb-87e3-1cce278dcbb6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 945 time: 0.0526640
Apr 02 21:46:46.854580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6b78befb-9f0d-4eb5-9af7-9ef0a5792ab6 req-98ea9cd8-5262-48fa-a439-eca4f9212e93 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403428
Apr 02 21:46:47.096395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14cd37-d818-4e91-ace5-edf02b7343b4 req-52be9ec5-0658-4f68-8fc0-07031f2eb265 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:47.097895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db14cd37-d818-4e91-ace5-edf02b7343b4 req-52be9ec5-0658-4f68-8fc0-07031f2eb265 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 945 time: 0.0555563
Apr 02 21:46:47.143281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db14cd37-d818-4e91-ace5-edf02b7343b4 req-19fb5852-cbbe-4d3e-b2b8-426f18368707 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398381
Apr 02 21:46:48.262620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136bcb-c90e-4bd1-afe3-b620342a85ee req-7809f8a9-49c0-4edc-8eb6-49eafbc8fb5a tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:48.264206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb136bcb-c90e-4bd1-afe3-b620342a85ee req-7809f8a9-49c0-4edc-8eb6-49eafbc8fb5a tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 945 time: 0.0511155
Apr 02 21:46:48.269169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:48.311076 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb136bcb-c90e-4bd1-afe3-b620342a85ee req-ee76a166-dcda-43aa-aade-db4e198da562 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403137
Apr 02 21:46:48.613625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-e36fcdaf-ac2c-4392-99ac-46b26b97c3f8 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:48.615072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-e36fcdaf-ac2c-4392-99ac-46b26b97c3f8 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 945 time: 0.0523541
Apr 02 21:46:48.708825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Deleting port 5a832a95-fac2-4dae-abd5-da8401620934 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:48.709050 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (5a832a95-fac2-4dae-abd5-da8401620934), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:48.795238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] For port 5a832a95-fac2-4dae-abd5-da8401620934, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a832a95-fac2-4dae-abd5-da8401620934,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:48.795605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (5a832a95-fac2-4dae-abd5-da8401620934), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:48.808311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Calling delete_port for 5a832a95-fac2-4dae-abd5-da8401620934 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:48.936337 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (5a832a95-fac2-4dae-abd5-da8401620934), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:48.947928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4f75ebf-82c6-468d-981b-3b1ecec06aca', '5a832a95-fac2-4dae-abd5-da8401620934'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:48.964704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Pushing event deleted for resources: {'Port': ['ID=5a832a95-fac2-4dae-abd5-da8401620934,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:49.006537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] No DVR routers for this DVR port 5a832a95-fac2-4dae-abd5-da8401620934 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:46:49.009185 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:49.012554 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac8a60e6-6bc0-41d6-bcd4-cd4c00a969ec req-4ae03252-74da-4d0b-a941-cd513c9e93a6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "DELETE /v2.0/ports/5a832a95-fac2-4dae-abd5-da8401620934 HTTP/1.1" status: 204  len: 173 time: 0.3908751
Apr 02 21:46:49.013004 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9889097b-9847-43aa-8ee8-593be627b66b', 'name': 'network-vif-deleted', 'tag': '5a832a95-fac2-4dae-abd5-da8401620934'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:49.015275 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad6c06f-175b-4634-a371-0fddb4c46fd7" -d '{"events": [{"server_uuid": "9889097b-9847-43aa-8ee8-593be627b66b", "name": "network-vif-deleted", "tag": "5a832a95-fac2-4dae-abd5-da8401620934"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:49.140926 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e6b2a3-5d2c-4c49-979b-c3d9d177d7eb x-openstack-request-id: req-04e6b2a3-5d2c-4c49-979b-c3d9d177d7eb {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:49.141228 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9889097b-9847-43aa-8ee8-593be627b66b", "name": "network-vif-deleted", "tag": "5a832a95-fac2-4dae-abd5-da8401620934", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:49.141489 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04e6b2a3-5d2c-4c49-979b-c3d9d177d7eb {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:49.141906 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e6b2a3-5d2c-4c49-979b-c3d9d177d7eb'] response: {'server_uuid': '9889097b-9847-43aa-8ee8-593be627b66b', 'name': 'network-vif-deleted', 'tag': '5a832a95-fac2-4dae-abd5-da8401620934', 'status': 'completed', 'code': 200}
Apr 02 21:46:49.421443 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cd1b4dd4-00ef-4f44-b17f-9be3bdb25943 req-23bdee57-bf99-423a-9b80-5a7e1c8b6da9 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=9889097b-9847-43aa-8ee8-593be627b66b HTTP/1.1" status: 200  len: 210 time: 0.0320351
Apr 02 21:46:50.579576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa2329-b1d2-4b56-8ec0-725658038d55 req-4d1a0339-11f9-4f55-b352-0c117c1098b2 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:50.581649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9dfa2329-b1d2-4b56-8ec0-725658038d55 req-4d1a0339-11f9-4f55-b352-0c117c1098b2 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0540738
Apr 02 21:46:50.627112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9dfa2329-b1d2-4b56-8ec0-725658038d55 req-76384d84-2e1b-4273-bc29-6430bc5feffb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397954
Apr 02 21:46:50.759931 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6fcf-b312-4958-b65e-f808ce4fa055 req-65351d43-9e0f-45ff-90c7-17697d3a02ac tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:50.761313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df1b6fcf-b312-4958-b65e-f808ce4fa055 req-65351d43-9e0f-45ff-90c7-17697d3a02ac tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0511560
Apr 02 21:46:50.807621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-df1b6fcf-b312-4958-b65e-f808ce4fa055 req-88f2dddf-c742-4abc-bf5d-4b3cc9e86687 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407495
Apr 02 21:46:50.929437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28502a97-07d1-4921-89e4-b92700331f71 req-ebd5db23-b8b0-4763-b49e-8eb803f695cb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:50.930951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28502a97-07d1-4921-89e4-b92700331f71 req-ebd5db23-b8b0-4763-b49e-8eb803f695cb tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0567591
Apr 02 21:46:50.977642 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28502a97-07d1-4921-89e4-b92700331f71 req-fb675c71-8261-4df9-a91c-ac58098d46d3 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411210
Apr 02 21:46:51.145300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f114f31-41e7-4efa-8e8c-fe684c81e6c8 req-626052cc-01d4-4ca0-8fc1-79b6739f6e50 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:51.146753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f114f31-41e7-4efa-8e8c-fe684c81e6c8 req-626052cc-01d4-4ca0-8fc1-79b6739f6e50 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0523579
Apr 02 21:46:51.192434 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7f114f31-41e7-4efa-8e8c-fe684c81e6c8 req-de9d4575-93e8-470c-a810-79f350e2a618 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400243
Apr 02 21:46:51.312403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0db65c-5baf-47ff-894e-043e638da5c7 req-c5cdd2c7-9b0e-4b83-bf32-8d22591e1b66 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:51.313816 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a0db65c-5baf-47ff-894e-043e638da5c7 req-c5cdd2c7-9b0e-4b83-bf32-8d22591e1b66 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0557077
Apr 02 21:46:51.359117 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7a0db65c-5baf-47ff-894e-043e638da5c7 req-5522b1ea-7bff-41d3-87c6-e6d3a12a4200 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396028
Apr 02 21:46:51.488407 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2778-947f-4640-99e1-4daed612f852 req-994a7790-87e1-44f8-9929-383247782210 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:51.489913 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b42a2778-947f-4640-99e1-4daed612f852 req-994a7790-87e1-44f8-9929-383247782210 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0531757
Apr 02 21:46:51.536643 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b42a2778-947f-4640-99e1-4daed612f852 req-8f9f1f4d-3528-49cf-9098-e0d65c80633b tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401659
Apr 02 21:46:51.840351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f634f-d521-49ff-a645-e7b3bd1bfaa3 req-8b467a73-2ed3-4ef0-8eee-819d4a1247e1 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:51.841786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-633f634f-d521-49ff-a645-e7b3bd1bfaa3 req-8b467a73-2ed3-4ef0-8eee-819d4a1247e1 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0522459
Apr 02 21:46:51.892902 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-633f634f-d521-49ff-a645-e7b3bd1bfaa3 req-17243613-42d7-42d8-97cf-24fb094248c7 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449147
Apr 02 21:46:52.642029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5a832a95-fac2-4dae-abd5-da8401620934 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:52.662070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 5a832a95-fac2-4dae-abd5-da8401620934 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:46:52.662414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 5a832a95-fac2-4dae-abd5-da8401620934 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:46:53.018470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb21c5-58a5-4ead-8c70-ca447512d523 req-9d5366f2-274f-4caf-b3fb-8a26f53a5a3f tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:53.019962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1feb21c5-58a5-4ead-8c70-ca447512d523 req-9d5366f2-274f-4caf-b3fb-8a26f53a5a3f tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0566957
Apr 02 21:46:53.068886 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1feb21c5-58a5-4ead-8c70-ca447512d523 req-22de664c-7331-4ca4-bdcf-7da42ded4570 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/security-groups?id=581f0d35-e7bb-485b-963d-ce5322c7418e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432465
Apr 02 21:46:53.195346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-930eb68a-5eed-469a-868d-38c08e7970df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:53.265797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-d31dbfc1-da64-4f26-9c92-dab8130c6ee3 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:53.267246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-d31dbfc1-da64-4f26-9c92-dab8130c6ee3 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 945 time: 0.0514984
Apr 02 21:46:53.358425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Deleting port d4f75ebf-82c6-468d-981b-3b1ecec06aca {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:46:53.358767 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:53.448840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] For port d4f75ebf-82c6-468d-981b-3b1ecec06aca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4f75ebf-82c6-468d-981b-3b1ecec06aca,segment=NetworkSegment(b0b01750-64dc-4d93-9de5-e443c79fb0e0),segment_id=b0b01750-64dc-4d93-9de5-e443c79fb0e0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:46:53.449213 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:53.462752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Calling delete_port for d4f75ebf-82c6-468d-981b-3b1ecec06aca owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:46:53.596095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4f75ebf-82c6-468d-981b-3b1ecec06aca), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:53.612657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4f75ebf-82c6-468d-981b-3b1ecec06aca'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:46:53.624483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Pushing event deleted for resources: {'Port': ['ID=d4f75ebf-82c6-468d-981b-3b1ecec06aca,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:53.668760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] No DVR routers for this DVR port d4f75ebf-82c6-468d-981b-3b1ecec06aca on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:46:53.671233 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:53.674536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-960de0d1-e8d7-40c2-b61e-657aa865d419 req-aca7e71a-6d92-4262-aff0-43f612bc3d80 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.21 "DELETE /v2.0/ports/d4f75ebf-82c6-468d-981b-3b1ecec06aca HTTP/1.1" status: 204  len: 173 time: 0.3994286
Apr 02 21:46:53.674971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'name': 'network-vif-deleted', 'tag': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:46:53.677220 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ad5af6-6cac-4ae8-97e8-7f0d0c80be4b" -d '{"events": [{"server_uuid": "006094f2-a736-48d1-bc85-ef0c52a4ec8c", "name": "network-vif-deleted", "tag": "d4f75ebf-82c6-468d-981b-3b1ecec06aca"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:46:53.717046 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb3dc9-36cc-49c2-b7da-34cc9899c9b3 x-openstack-request-id: req-0cdb3dc9-36cc-49c2-b7da-34cc9899c9b3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:46:53.717350 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006094f2-a736-48d1-bc85-ef0c52a4ec8c", "name": "network-vif-deleted", "tag": "d4f75ebf-82c6-468d-981b-3b1ecec06aca", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:46:53.717611 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cdb3dc9-36cc-49c2-b7da-34cc9899c9b3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:46:53.718026 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdb3dc9-36cc-49c2-b7da-34cc9899c9b3'] response: {'server_uuid': '006094f2-a736-48d1-bc85-ef0c52a4ec8c', 'name': 'network-vif-deleted', 'tag': 'd4f75ebf-82c6-468d-981b-3b1ecec06aca', 'status': 'completed', 'code': 200}
Apr 02 21:46:54.186043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f96413f-7d87-494b-938c-0523dd76ef18 req-55dcc817-9946-4ce2-b268-0052d7c41fb6 tempest-ServersNegativeTestJSON-1321748329 tempest-ServersNegativeTestJSON-1321748329-project] 10.222.0.18 "GET /v2.0/ports?device_id=006094f2-a736-48d1-bc85-ef0c52a4ec8c HTTP/1.1" status: 200  len: 210 time: 0.0325356
Apr 02 21:46:55.243431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52908) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:55.286699 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Deleting subnet 1683ec01-1ae7-45af-90fa-862584cd7a08 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:46:55.289707 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Publish callbacks [] for subnet (1683ec01-1ae7-45af-90fa-862584cd7a08), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.322336 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (1683ec01-1ae7-45af-90fa-862584cd7a08), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.360259 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1683ec01-1ae7-45af-90fa-862584cd7a08), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.403398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1b117eac-c28b-402d-afd1-8fb9c2dff5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.419504 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (1683ec01-1ae7-45af-90fa-862584cd7a08), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.449610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1683ec01-1ae7-45af-90fa-862584cd7a08,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:55.453186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.456932 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-82ff52f6-7ec1-4edf-bd5d-cca0c66ac7f0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1683ec01-1ae7-45af-90fa-862584cd7a08 HTTP/1.1" status: 204  len: 168 time: 0.2124653
Apr 02 21:46:55.459834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52910) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:55.526401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.606405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.625731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78468b9520>,) {'filters': {'network_id': ['8a27b79a-dd6c-497c-a00a-8c6bf30a0d16']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:55.635164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78468b9520>, 'b0b01750-64dc-4d93-9de5-e443c79fb0e0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:55.635463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78468b9520>, 'b0b01750-64dc-4d93-9de5-e443c79fb0e0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:46:55.647941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b0b01750-64dc-4d93-9de5-e443c79fb0e0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.661304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b0b01750-64dc-4d93-9de5-e443c79fb0e0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.667386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:46:55.667777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b0b01750-64dc-4d93-9de5-e443c79fb0e0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:46:55.669516 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:46:55.732089 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8a27b79a-dd6c-497c-a00a-8c6bf30a0d16), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.737451 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.741180 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a27b79a-dd6c-497c-a00a-8c6bf30a0d16 HTTP/1.1" status: 204  len: 168 time: 0.2807055
Apr 02 21:46:55.751730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb6535-c2a0-4e58-a978-97175a59a124 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a27b79a-dd6c-497c-a00a-8c6bf30a0d16,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:55.845211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52914) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:55.889110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76e4613b-03b8-4afe-ad86-53a631b205fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=262a1451abbf479da01623a8cb576601&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0427549
Apr 02 21:46:55.891530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52916) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:55.937649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53b10233-7a62-4180-a598-557e5eb9f76e admin admin] Publish callbacks [] for security_group (581f0d35-e7bb-485b-963d-ce5322c7418e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:55.958122 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53b10233-7a62-4180-a598-557e5eb9f76e admin admin] Publish callbacks [] for security_group (581f0d35-e7bb-485b-963d-ce5322c7418e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.005364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53b10233-7a62-4180-a598-557e5eb9f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (581f0d35-e7bb-485b-963d-ce5322c7418e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.008411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-53b10233-7a62-4180-a598-557e5eb9f76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.009932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-53b10233-7a62-4180-a598-557e5eb9f76e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/581f0d35-e7bb-485b-963d-ce5322c7418e HTTP/1.1" status: 204  len: 168 time: 0.1173332
Apr 02 21:46:56.024373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b10233-7a62-4180-a598-557e5eb9f76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581f0d35-e7bb-485b-963d-ce5322c7418e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:56.689534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52938) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:46:56.781739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908937937'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:46:56.801295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:46:56.804757 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.813361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.820671 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.887918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for security_group (015b618d-cc64-44fa-b3a5-e7b2111d7656), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.891391 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (015b618d-cc64-44fa-b3a5-e7b2111d7656), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.914128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:46:56.929165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015b618d-cc64-44fa-b3a5-e7b2111d7656,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:56.931941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c8a4c411-d3c1-46ef-85b8-aeb0d250bcac), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.932282 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Added segment c8a4c411-d3c1-46ef-85b8-aeb0d250bcac of type vlan for network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed
Apr 02 21:46:56.974307 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (635ed1e6-cb84-4cbd-8020-7bbdbd9821ed), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:56.998248 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (635ed1e6-cb84-4cbd-8020-7bbdbd9821ed), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:57.003206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:46:57.003777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:57.035953 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3453383
Apr 02 21:46:57.072275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a438c-0d87-437c-b7ee-9ebf9a35acf3 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Network': ['ID=635ed1e6-cb84-4cbd-8020-7bbdbd9821ed,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:46:57.082706 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:46:58.692547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4f75ebf-82c6-468d-981b-3b1ecec06aca no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:46:58.712704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d4f75ebf-82c6-468d-981b-3b1ecec06aca {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:46:58.712988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4f75ebf-82c6-468d-981b-3b1ecec06aca not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:46:58.889966 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:46:59.499484 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.401093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52942) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:00.406257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'subnet': {'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:00.498082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:00.501535 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.680262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (99fd53f9-0fb2-4132-b984-70fedd7559af), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.740107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Subnet': ['ID=99fd53f9-0fb2-4132-b984-70fedd7559af,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:00.747418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Checking segment: {'id': 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:00.747787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network hostable DHCP agents. Network: 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:00.765003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:00.774066 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:00.779104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:00.779699 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.782060 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d755d1-4ae7-495f-8cd5-6ff985c38550 None None] Network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:00.796337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-69da54b8-a49b-493c-924b-b13e21d82cb9 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3941267
Apr 02 21:47:00.800658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:00.805649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826427124'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:00.824310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:00.827696 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.852043 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:00.862482 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8ab0324b-0072-434d-9193-8f17e22278a9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.862827 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Added segment 8ab0324b-0072-434d-9193-8f17e22278a9 of type vlan for network 3fe2b0ae-067c-4665-915e-1dea851bd9e9
Apr 02 21:47:00.888946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-635ed1e6-cb84-4cbd-8020-7bbdbd9821ed', 'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed', 'project_id': 'ca04c374e4d7453e9e147ab0a77e6b91', 'fixed_ips': [{'subnet_id': '99fd53f9-0fb2-4132-b984-70fedd7559af'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:00.889931 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.903439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (3fe2b0ae-067c-4665-915e-1dea851bd9e9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.928792 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (3fe2b0ae-067c-4665-915e-1dea851bd9e9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.933860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:00.934404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:00.972905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1711206
Apr 02 21:47:00.976156 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52946) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:00.980552 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'subnet': {'network_id': '3fe2b0ae-067c-4665-915e-1dea851bd9e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:01.024355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e00543-3845-4445-9395-554205c54905 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Network': ['ID=3fe2b0ae-067c-4665-915e-1dea851bd9e9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:01.031115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Allocated IP 2001:db8:0:ffff::2 (635ed1e6-cb84-4cbd-8020-7bbdbd9821ed/99fd53f9-0fb2-4132-b984-70fedd7559af/38f5931c-129b-4a2b-a756-531765d37d5c) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:01.038163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 3fe2b0ae-067c-4665-915e-1dea851bd9e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:01.098536 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:01.101954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.235592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Publish callbacks [] for port (38f5931c-129b-4a2b-a756-531765d37d5c), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.241307 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.281942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:01.289492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:01.291774 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (ae169cec-67a5-4f9d-839e-65504dfc815f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.292739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:01.300573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Pushing event updated for resources: {'Port': ['ID=38f5931c-129b-4a2b-a756-531765d37d5c,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:01.355787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Subnet': ['ID=ae169cec-67a5-4f9d-839e-65504dfc815f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:01.369778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Checking segment: {'id': '8ab0324b-0072-434d-9193-8f17e22278a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fe2b0ae-067c-4665-915e-1dea851bd9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:01.370351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network hostable DHCP agents. Network: 3fe2b0ae-067c-4665-915e-1dea851bd9e9, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:01.391721 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network 3fe2b0ae-067c-4665-915e-1dea851bd9e9 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:01.402944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fe2b0ae-067c-4665-915e-1dea851bd9e9) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:01.407752 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:01.408555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.428668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d63a5386-3b78-42a2-9ac8-98c4d39aa35a tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4518051
Apr 02 21:47:01.431503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52948) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:01.493218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242d69a-9d7e-4ff3-9cb4-4f8c9572c679 None None] Network 3fe2b0ae-067c-4665-915e-1dea851bd9e9 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:01.535455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (3fe2b0ae-067c-4665-915e-1dea851bd9e9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.572281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Attempting to bind port 38f5931c-129b-4a2b-a756-531765d37d5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:01.572861 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Attempting to bind port 38f5931c-129b-4a2b-a756-531765d37d5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:01.573224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Attempting to bind port 38f5931c-129b-4a2b-a756-531765d37d5c on network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:01.582809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:01.583188 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Checking segment: {'id': 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:01.583593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.583982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Bound using segment: {'id': 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:01.584472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Bound port: 38f5931c-129b-4a2b-a756-531765d37d5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '635ed1e6-cb84-4cbd-8020-7bbdbd9821ed'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:01.584855 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.587151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (ae169cec-67a5-4f9d-839e-65504dfc815f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.651976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (ae169cec-67a5-4f9d-839e-65504dfc815f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.660304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498a81f-7dab-491f-809a-ffe487391266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fe2b0ae-067c-4665-915e-1dea851bd9e9', 'network_id': '3fe2b0ae-067c-4665-915e-1dea851bd9e9', 'project_id': 'ca04c374e4d7453e9e147ab0a77e6b91', 'fixed_ips': [{'subnet_id': 'ae169cec-67a5-4f9d-839e-65504dfc815f'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:01.661671 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2498a81f-7dab-491f-809a-ffe487391266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.685599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Subnet': ['ID=ae169cec-67a5-4f9d-839e-65504dfc815f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:01.712125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] For port 38f5931c-129b-4a2b-a756-531765d37d5c, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:01.716987 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] For port 38f5931c-129b-4a2b-a756-531765d37d5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38f5931c-129b-4a2b-a756-531765d37d5c,segment=NetworkSegment(c8a4c411-d3c1-46ef-85b8-aeb0d250bcac),segment_id=c8a4c411-d3c1-46ef-85b8-aeb0d250bcac)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:01.761011 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (3fe2b0ae-067c-4665-915e-1dea851bd9e9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.772123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.781083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78464ef3a0>,) {'filters': {'network_id': ['3fe2b0ae-067c-4665-915e-1dea851bd9e9']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:01.794542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78464ef3a0>, '8ab0324b-0072-434d-9193-8f17e22278a9') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:01.795064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78464ef3a0>, '8ab0324b-0072-434d-9193-8f17e22278a9') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:01.805169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba51d6c-75ba-44af-b8e3-3d751faf3291 None None] Network 3fe2b0ae-067c-4665-915e-1dea851bd9e9 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:01.807929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (8ab0324b-0072-434d-9193-8f17e22278a9), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.823968 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8ab0324b-0072-434d-9193-8f17e22278a9), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.832768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:01.833197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (8ab0324b-0072-434d-9193-8f17e22278a9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:01.836247 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:01.889100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740d93f-b510-46ba-b194-90d5a5c41871 None None] Pushing event updated for resources: {'Port': ['ID=38f5931c-129b-4a2b-a756-531765d37d5c,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:01.918433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (3fe2b0ae-067c-4665-915e-1dea851bd9e9), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.926345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.929583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/3fe2b0ae-067c-4665-915e-1dea851bd9e9 HTTP/1.1" status: 204  len: 168 time: 0.4970753
Apr 02 21:47:01.934431 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52950) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:01.940527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864920403'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:01.944427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1c08-9810-4137-940c-7240bc137dfa tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Network': ['ID=3fe2b0ae-067c-4665-915e-1dea851bd9e9,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:01.961582 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:01.965354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:01.996801 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:02.010448 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.010793 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Added segment b078c681-c56a-49a8-bd8a-bcfb2c177482 of type vlan for network 03657254-c979-43eb-9854-14e7ac612e42
Apr 02 21:47:02.070895 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (03657254-c979-43eb-9854-14e7ac612e42), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.099090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (03657254-c979-43eb-9854-14e7ac612e42), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.104114 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:02.104743 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.150284 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2120993
Apr 02 21:47:02.150686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52952) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:02.156441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'subnet': {'network_id': '03657254-c979-43eb-9854-14e7ac612e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:02.190579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e137c-eab7-4cb4-be2d-328633a54099 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Network': ['ID=03657254-c979-43eb-9854-14e7ac612e42,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:02.201280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 03657254-c979-43eb-9854-14e7ac612e42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:02.249926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:02.254295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.318816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Performing IP validity checks on allocation pools {{(pid=121648) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 02 21:47:02.319337 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121648) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 02 21:47:02.448548 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (e3b1a722-0dd2-4407-9c95-883099bf1df4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.514819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Subnet': ['ID=e3b1a722-0dd2-4407-9c95-883099bf1df4,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:02.526506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Checking segment: {'id': 'b078c681-c56a-49a8-bd8a-bcfb2c177482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03657254-c979-43eb-9854-14e7ac612e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:02.526870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network hostable DHCP agents. Network: 03657254-c979-43eb-9854-14e7ac612e42, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:02.544967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network 03657254-c979-43eb-9854-14e7ac612e42 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:02.555173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03657254-c979-43eb-9854-14e7ac612e42) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:02.559749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:02.560518 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.565809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb360348-bfe4-42eb-896c-061d8cf7cca2 None None] Network 03657254-c979-43eb-9854-14e7ac612e42 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:02.582661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2c2f9e8f-e1df-43a6-8207-a7574d689c82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4277577
Apr 02 21:47:02.582913 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52954) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:02.677092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537897a-b567-419d-b402-782f08431fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03657254-c979-43eb-9854-14e7ac612e42', 'network_id': '03657254-c979-43eb-9854-14e7ac612e42', 'project_id': 'ca04c374e4d7453e9e147ab0a77e6b91', 'fixed_ips': [{'subnet_id': 'e3b1a722-0dd2-4407-9c95-883099bf1df4'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:02.677979 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d537897a-b567-419d-b402-782f08431fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.691100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (03657254-c979-43eb-9854-14e7ac612e42), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.747713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e3b1a722-0dd2-4407-9c95-883099bf1df4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:02.820806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d537897a-b567-419d-b402-782f08431fad None None] Allocated IP 2001:db8::3 (03657254-c979-43eb-9854-14e7ac612e42/e3b1a722-0dd2-4407-9c95-883099bf1df4/8f39f441-83d2-4a91-94e9-8a8e721739d5) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:02.850566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55928613-0880-4639-96b2-ab130f57be58 None None] Network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:02.988441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] Provisioning complete for port 38f5931c-129b-4a2b-a756-531765d37d5c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:02.988841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.081116 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d537897a-b567-419d-b402-782f08431fad None None] Publish callbacks [] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.092859 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d537897a-b567-419d-b402-782f08431fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.106526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (e3b1a722-0dd2-4407-9c95-883099bf1df4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.135364 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b1a722-0dd2-4407-9c95-883099bf1df4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:03.147799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537897a-b567-419d-b402-782f08431fad None None] Network 03657254-c979-43eb-9854-14e7ac612e42 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:03.169683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d537897a-b567-419d-b402-782f08431fad None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:03.173545 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537897a-b567-419d-b402-782f08431fad None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:03.175607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537897a-b567-419d-b402-782f08431fad None None] Pushing event updated for resources: {'Port': ['ID=8f39f441-83d2-4a91-94e9-8a8e721739d5,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:03.212170 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (03657254-c979-43eb-9854-14e7ac612e42), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.214567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] Current status of the port 38f5931c-129b-4a2b-a756-531765d37d5c is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:03.214958 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.233003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78457bc4c0>,) {'filters': {'network_id': ['03657254-c979-43eb-9854-14e7ac612e42']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:03.242955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78457bc4c0>, 'b078c681-c56a-49a8-bd8a-bcfb2c177482') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:03.243269 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78457bc4c0>, 'b078c681-c56a-49a8-bd8a-bcfb2c177482') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:03.254821 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.268696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d537897a-b567-419d-b402-782f08431fad None None] Attempting to bind port 8f39f441-83d2-4a91-94e9-8a8e721739d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:03.269073 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d537897a-b567-419d-b402-782f08431fad None None] Attempting to bind port 8f39f441-83d2-4a91-94e9-8a8e721739d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b078c681-c56a-49a8-bd8a-bcfb2c177482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03657254-c979-43eb-9854-14e7ac612e42'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:03.269464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537897a-b567-419d-b402-782f08431fad None None] Attempting to bind port 8f39f441-83d2-4a91-94e9-8a8e721739d5 on network 03657254-c979-43eb-9854-14e7ac612e42 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:03.271576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.274926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] For port 38f5931c-129b-4a2b-a756-531765d37d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38f5931c-129b-4a2b-a756-531765d37d5c,segment=NetworkSegment(c8a4c411-d3c1-46ef-85b8-aeb0d250bcac),segment_id=c8a4c411-d3c1-46ef-85b8-aeb0d250bcac)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:03.278204 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537897a-b567-419d-b402-782f08431fad None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:03.278462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537897a-b567-419d-b402-782f08431fad None None] Checking segment: {'id': 'b078c681-c56a-49a8-bd8a-bcfb2c177482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03657254-c979-43eb-9854-14e7ac612e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:03.278839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d537897a-b567-419d-b402-782f08431fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.279317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537897a-b567-419d-b402-782f08431fad None None] Bound using segment: {'id': 'b078c681-c56a-49a8-bd8a-bcfb2c177482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03657254-c979-43eb-9854-14e7ac612e42'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:03.279491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:03.279796 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d537897a-b567-419d-b402-782f08431fad None None] Bound port: 8f39f441-83d2-4a91-94e9-8a8e721739d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b078c681-c56a-49a8-bd8a-bcfb2c177482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03657254-c979-43eb-9854-14e7ac612e42'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:03.279990 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.280587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d537897a-b567-419d-b402-782f08431fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:03.283079 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:03.285826 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.342987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.db.api [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 02 21:47:03.342987 ncdv-master-1 neutron-server[121648]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 02 21:47:03.342987 ncdv-master-1 neutron-server[121648]: [parameters: {'id': '03657254-c979-43eb-9854-14e7ac612e42'}]
Apr 02 21:47:03.342987 ncdv-master-1 neutron-server[121648]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:47:03.343871 ncdv-master-1 neutron-server[121648]: DEBUG oslo_db.api [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:47:03.361380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8d31d-c439-4264-92f5-d33bdd1ebff1 None None] Pushing event updated for resources: {'Port': ['ID=38f5931c-129b-4a2b-a756-531765d37d5c,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:03.387231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d537897a-b567-419d-b402-782f08431fad None None] For port 8f39f441-83d2-4a91-94e9-8a8e721739d5, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:03.390420 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d537897a-b567-419d-b402-782f08431fad None None] For port 8f39f441-83d2-4a91-94e9-8a8e721739d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f39f441-83d2-4a91-94e9-8a8e721739d5,segment=NetworkSegment(b078c681-c56a-49a8-bd8a-bcfb2c177482),segment_id=b078c681-c56a-49a8-bd8a-bcfb2c177482)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:03.402458 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d537897a-b567-419d-b402-782f08431fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.443304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ae91f3ba-f728-41f3-a946-f6201194279c None None] Provisioning complete for port 38f5931c-129b-4a2b-a756-531765d37d5c triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:03.443762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ae91f3ba-f728-41f3-a946-f6201194279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.518971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537897a-b567-419d-b402-782f08431fad None None] Pushing event updated for resources: {'Port': ['ID=8f39f441-83d2-4a91-94e9-8a8e721739d5,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:03.555913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d6439-0c84-44e8-8786-c23500bac449 None None] get_active_networks_info from ncdv-master-1 {{(pid=121650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 02 21:47:03.598522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ae91f3ba-f728-41f3-a946-f6201194279c None None] Current status of the port 38f5931c-129b-4a2b-a756-531765d37d5c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:03.633446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 38f5931c-129b-4a2b-a756-531765d37d5c up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:03.659457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d6439-0c84-44e8-8786-c23500bac449 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 02 21:47:03.755922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 38f5931c-129b-4a2b-a756-531765d37d5c triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:03.756294 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.845679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (03657254-c979-43eb-9854-14e7ac612e42), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.879313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 38f5931c-129b-4a2b-a756-531765d37d5c is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:03.887105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff34f5bc-e46b-467f-9980-72d54da3366b None None] Network 03657254-c979-43eb-9854-14e7ac612e42 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:03.903625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Deleting port 8f39f441-83d2-4a91-94e9-8a8e721739d5 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:47:03.903965 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.965570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] For port 8f39f441-83d2-4a91-94e9-8a8e721739d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f39f441-83d2-4a91-94e9-8a8e721739d5,segment=NetworkSegment(b078c681-c56a-49a8-bd8a-bcfb2c177482),segment_id=b078c681-c56a-49a8-bd8a-bcfb2c177482)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:03.965916 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:03.980125 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Calling delete_port for 8f39f441-83d2-4a91-94e9-8a8e721739d5 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:47:04.061910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8f39f441-83d2-4a91-94e9-8a8e721739d5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.085614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Port': ['ID=8f39f441-83d2-4a91-94e9-8a8e721739d5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:04.091178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No DVR routers for this DVR port 8f39f441-83d2-4a91-94e9-8a8e721739d5 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:47:04.167394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (03657254-c979-43eb-9854-14e7ac612e42), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.190967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784495bb80>,) {'filters': {'network_id': ['03657254-c979-43eb-9854-14e7ac612e42']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:04.201225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784495bb80>, 'b078c681-c56a-49a8-bd8a-bcfb2c177482') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:04.201520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784495bb80>, 'b078c681-c56a-49a8-bd8a-bcfb2c177482') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:04.211140 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.224589 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.230408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:04.230828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (b078c681-c56a-49a8-bd8a-bcfb2c177482), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:04.233897 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:04.289296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (03657254-c979-43eb-9854-14e7ac612e42), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.296019 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.299648 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/03657254-c979-43eb-9854-14e7ac612e42 HTTP/1.1" status: 204  len: 168 time: 1.7152648
Apr 02 21:47:04.303787 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52958) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:04.308886 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367341795'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:04.310611 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3993b07-eb09-45a3-bfa3-953d26cdf82b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Network': ['ID=03657254-c979-43eb-9854-14e7ac612e42,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:04.329275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:04.332528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.354755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:04.364924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e32d600d-59ef-4d19-ae96-1817bdfeeac0), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.365370 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Added segment e32d600d-59ef-4d19-ae96-1817bdfeeac0 of type vlan for network 0ec198b6-6063-4910-9975-2b50a049b8b5
Apr 02 21:47:04.408149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (0ec198b6-6063-4910-9975-2b50a049b8b5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.433927 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (0ec198b6-6063-4910-9975-2b50a049b8b5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.439661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:04.442142 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.483069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1781385
Apr 02 21:47:04.485976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52960) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:04.491643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'subnet': {'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:04.515218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a9cba-9aa7-4419-bdda-1e3705c9d644 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Network': ['ID=0ec198b6-6063-4910-9975-2b50a049b8b5,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:04.526108 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 0ec198b6-6063-4910-9975-2b50a049b8b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:04.581195 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:04.584657 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.759459 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (3ac64eca-6e8d-42c5-8ba0-4f0e46139c62), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.819140 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Subnet': ['ID=3ac64eca-6e8d-42c5-8ba0-4f0e46139c62,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:04.826394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Checking segment: {'id': 'e32d600d-59ef-4d19-ae96-1817bdfeeac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:04.826757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network hostable DHCP agents. Network: 0ec198b6-6063-4910-9975-2b50a049b8b5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:04.842622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network 0ec198b6-6063-4910-9975-2b50a049b8b5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:04.851285 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ec198b6-6063-4910-9975-2b50a049b8b5) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:04.856038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:04.857966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.858825 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02653056-507b-43e3-a9fa-7745fbd71e56 None None] Network 0ec198b6-6063-4910-9975-2b50a049b8b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:04.876170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8db59849-1889-4851-9f7f-8564f12d9ea2 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3883884
Apr 02 21:47:04.879794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52962) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:04.884794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-49527433'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:04.903501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:04.906732 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.930570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:04.940420 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f036744c-6f5a-4448-9fe8-d8058e962287), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.940930 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Added segment f036744c-6f5a-4448-9fe8-d8058e962287 of type vlan for network b42a0fbd-5e78-4645-a52a-bf153d780b2f
Apr 02 21:47:04.963359 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ec198b6-6063-4910-9975-2b50a049b8b5', 'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5', 'project_id': 'ca04c374e4d7453e9e147ab0a77e6b91', 'fixed_ips': [{'subnet_id': '3ac64eca-6e8d-42c5-8ba0-4f0e46139c62'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:04.964192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:04.980957 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (b42a0fbd-5e78-4645-a52a-bf153d780b2f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.009303 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (b42a0fbd-5e78-4645-a52a-bf153d780b2f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.014351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:05.014866 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.049424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.1683967
Apr 02 21:47:05.052202 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52964) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:05.059040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Request body: {'subnet': {'network_id': 'b42a0fbd-5e78-4645-a52a-bf153d780b2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:05.101879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Allocated IP 2001:db8::2 (0ec198b6-6063-4910-9975-2b50a049b8b5/3ac64eca-6e8d-42c5-8ba0-4f0e46139c62/c4934e35-117e-4ef2-98dd-f0e9a1b78b8b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:05.103009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c97e0-8d0f-4d58-ae75-7ba523f3d203 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Network': ['ID=b42a0fbd-5e78-4645-a52a-bf153d780b2f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:05.115501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network b42a0fbd-5e78-4645-a52a-bf153d780b2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:05.177154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Made reservation on behalf of ca04c374e4d7453e9e147ab0a77e6b91 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:05.180553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.311426 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Publish callbacks [] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.317647 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.361360 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (e01b115c-bf59-4ff1-848c-6d977296c03d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.427784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event updated for resources: {'Subnet': ['ID=e01b115c-bf59-4ff1-848c-6d977296c03d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:05.435102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Checking segment: {'id': 'f036744c-6f5a-4448-9fe8-d8058e962287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b42a0fbd-5e78-4645-a52a-bf153d780b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:05.435102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network hostable DHCP agents. Network: b42a0fbd-5e78-4645-a52a-bf153d780b2f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:05.460217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Network b42a0fbd-5e78-4645-a52a-bf153d780b2f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:05.469977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b42a0fbd-5e78-4645-a52a-bf153d780b2f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:05.474709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:05.475419 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.494851 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c67c9c30-f1b5-45ec-ab65-474b13a8bb93 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4391966
Apr 02 21:47:05.495214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52966) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:05.500552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12cf32b-462c-462f-9d26-14c97e950536 None None] Network b42a0fbd-5e78-4645-a52a-bf153d780b2f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:05.522253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Network 0ec198b6-6063-4910-9975-2b50a049b8b5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:05.540281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:05.546539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:05.579181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Pushing event updated for resources: {'Port': ['ID=c4934e35-117e-4ef2-98dd-f0e9a1b78b8b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:05.597157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (b42a0fbd-5e78-4645-a52a-bf153d780b2f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.598329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.598680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.599026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.599369 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.599711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.600042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.600377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.600736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.601066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.601392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.601721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.602045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.602368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.602689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.603012 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:05.651578 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e01b115c-bf59-4ff1-848c-6d977296c03d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.671851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Attempting to bind port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:05.672226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Attempting to bind port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e32d600d-59ef-4d19-ae96-1817bdfeeac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:05.672622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Attempting to bind port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b on network 0ec198b6-6063-4910-9975-2b50a049b8b5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:05.680016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:05.680393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Checking segment: {'id': 'e32d600d-59ef-4d19-ae96-1817bdfeeac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:05.680838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.681232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Bound using segment: {'id': 'e32d600d-59ef-4d19-ae96-1817bdfeeac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:05.681739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Bound port: c4934e35-117e-4ef2-98dd-f0e9a1b78b8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32d600d-59ef-4d19-ae96-1817bdfeeac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec198b6-6063-4910-9975-2b50a049b8b5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:05.682107 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.696795 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e0534-0688-49e2-a49c-1a7421613ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b42a0fbd-5e78-4645-a52a-bf153d780b2f', 'network_id': 'b42a0fbd-5e78-4645-a52a-bf153d780b2f', 'project_id': 'ca04c374e4d7453e9e147ab0a77e6b91', 'fixed_ips': [{'subnet_id': 'e01b115c-bf59-4ff1-848c-6d977296c03d'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:05.697654 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0534-0688-49e2-a49c-1a7421613ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.718796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (e01b115c-bf59-4ff1-848c-6d977296c03d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.743880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Subnet': ['ID=e01b115c-bf59-4ff1-848c-6d977296c03d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:05.811385 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (b42a0fbd-5e78-4645-a52a-bf153d780b2f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.813540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] For port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:05.817974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] For port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4934e35-117e-4ef2-98dd-f0e9a1b78b8b,segment=NetworkSegment(e32d600d-59ef-4d19-ae96-1817bdfeeac0),segment_id=e32d600d-59ef-4d19-ae96-1817bdfeeac0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:05.823777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e44b4-7707-4581-9585-eb746938460a None None] Network b42a0fbd-5e78-4645-a52a-bf153d780b2f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:05.827781 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.835326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783eba5220>,) {'filters': {'network_id': ['b42a0fbd-5e78-4645-a52a-bf153d780b2f']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:05.844478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783eba5220>, 'f036744c-6f5a-4448-9fe8-d8058e962287') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:05.845196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783eba5220>, 'f036744c-6f5a-4448-9fe8-d8058e962287') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:05.854059 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f036744c-6f5a-4448-9fe8-d8058e962287), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.867418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f036744c-6f5a-4448-9fe8-d8058e962287), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.873726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:05.874153 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f036744c-6f5a-4448-9fe8-d8058e962287), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:05.878032 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:05.942653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (b42a0fbd-5e78-4645-a52a-bf153d780b2f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.950934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0c0d5-6ba2-4a33-b410-cfebf08cc819 None None] Pushing event updated for resources: {'Port': ['ID=c4934e35-117e-4ef2-98dd-f0e9a1b78b8b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:05.953123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:05.960026 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/b42a0fbd-5e78-4645-a52a-bf153d780b2f HTTP/1.1" status: 204  len: 168 time: 0.4609699
Apr 02 21:47:05.960907 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52968) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:05.973211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8cd3-b590-4fb7-a1c2-696146f68cf7 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Network': ['ID=b42a0fbd-5e78-4645-a52a-bf153d780b2f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:05.990111 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d8fe2f-88af-41d4-abed-1b0ab042d2b5 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] GET failed (client error): The resource could not be found.
Apr 02 21:47:05.991491 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-50d8fe2f-88af-41d4-abed-1b0ab042d2b5 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "GET /v2.0/subnets/e01b115c-bf59-4ff1-848c-6d977296c03d HTTP/1.1" status: 404  len: 337 time: 0.0293953
Apr 02 21:47:05.994270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52970) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.018428 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0693e5-d240-4f80-bb2e-6051ddd82ef5 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:06.018956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0693e5-d240-4f80-bb2e-6051ddd82ef5 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:06.022092 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fb0693e5-d240-4f80-bb2e-6051ddd82ef5 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/b42a0fbd-5e78-4645-a52a-bf153d780b2f HTTP/1.1" status: 404  len: 339 time: 0.0269098
Apr 02 21:47:06.026023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52972) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.052412 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-89963261-cda7-49a1-a9c6-27b8126e0190 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:06.052913 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89963261-cda7-49a1-a9c6-27b8126e0190 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:06.058291 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-89963261-cda7-49a1-a9c6-27b8126e0190 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/subnets/e01b115c-bf59-4ff1-848c-6d977296c03d HTTP/1.1" status: 404  len: 337 time: 0.0289836
Apr 02 21:47:06.058518 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52974) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.083219 ncdv-master-1 neutron-server[121649]: INFO neutron.pecan_wsgi.hooks.translation [None req-9998964b-6534-4c66-8982-1a56330aa6ae tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:06.084007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9998964b-6534-4c66-8982-1a56330aa6ae tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:06.088411 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9998964b-6534-4c66-8982-1a56330aa6ae tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/b42a0fbd-5e78-4645-a52a-bf153d780b2f HTTP/1.1" status: 404  len: 339 time: 0.0284829
Apr 02 21:47:06.090583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52976) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.149456 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Deleting subnet 3ac64eca-6e8d-42c5-8ba0-4f0e46139c62 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:47:06.154325 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (3ac64eca-6e8d-42c5-8ba0-4f0e46139c62), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.196271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (3ac64eca-6e8d-42c5-8ba0-4f0e46139c62), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.287141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (3ac64eca-6e8d-42c5-8ba0-4f0e46139c62), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.345135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (3ac64eca-6e8d-42c5-8ba0-4f0e46139c62), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.375748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.379011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/subnets/3ac64eca-6e8d-42c5-8ba0-4f0e46139c62 HTTP/1.1" status: 204  len: 168 time: 0.2874703
Apr 02 21:47:06.379952 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a7d2d-4b28-4bd1-ba0c-48373aca68f4 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac64eca-6e8d-42c5-8ba0-4f0e46139c62,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:06.382254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 52978) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.464687 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (0ec198b6-6063-4910-9975-2b50a049b8b5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.517315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Deleting port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:47:06.517651 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.581483 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] For port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4934e35-117e-4ef2-98dd-f0e9a1b78b8b,segment=NetworkSegment(e32d600d-59ef-4d19-ae96-1817bdfeeac0),segment_id=e32d600d-59ef-4d19-ae96-1817bdfeeac0)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:06.581846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.599656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Calling delete_port for c4934e35-117e-4ef2-98dd-f0e9a1b78b8b owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:47:06.681241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (c4934e35-117e-4ef2-98dd-f0e9a1b78b8b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.710161 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Port': ['ID=c4934e35-117e-4ef2-98dd-f0e9a1b78b8b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:06.712024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No DVR routers for this DVR port c4934e35-117e-4ef2-98dd-f0e9a1b78b8b on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:47:06.797551 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (0ec198b6-6063-4910-9975-2b50a049b8b5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.820303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845347340>,) {'filters': {'network_id': ['0ec198b6-6063-4910-9975-2b50a049b8b5']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:06.829890 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845347340>, 'e32d600d-59ef-4d19-ae96-1817bdfeeac0') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:06.830183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845347340>, 'e32d600d-59ef-4d19-ae96-1817bdfeeac0') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:06.840577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (e32d600d-59ef-4d19-ae96-1817bdfeeac0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.849366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73dd8d-9246-4a24-b05f-163ff763aae7 None None] Network 0ec198b6-6063-4910-9975-2b50a049b8b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:06.853925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (e32d600d-59ef-4d19-ae96-1817bdfeeac0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.859688 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:06.860117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (e32d600d-59ef-4d19-ae96-1817bdfeeac0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:06.863840 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:06.925294 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (0ec198b6-6063-4910-9975-2b50a049b8b5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.933970 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:06.935352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-be0ba283-2227-4164-a945-21b0cbd5eb47 None None] Could not find standard attr ID for object c4934e35-117e-4ef2-98dd-f0e9a1b78b8b. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:47:06.939621 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52980) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.940148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/0ec198b6-6063-4910-9975-2b50a049b8b5 HTTP/1.1" status: 204  len: 168 time: 0.5560756
Apr 02 21:47:06.949458 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8ac7-bb21-4b1b-b2fa-0d0d99ae5de6 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Network': ['ID=0ec198b6-6063-4910-9975-2b50a049b8b5,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:06.983412 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dd7c87-6d58-4723-b256-84c947aecb82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:06.983865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dd7c87-6d58-4723-b256-84c947aecb82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:06.987570 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-70dd7c87-6d58-4723-b256-84c947aecb82 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/subnets/e3b1a722-0dd2-4407-9c95-883099bf1df4 HTTP/1.1" status: 404  len: 337 time: 0.0468731
Apr 02 21:47:06.990312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:06.991950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3fac4-38d0-4019-825f-8d04b94f1ef1 None None] DHCP port deletion for 0ec198b6-6063-4910-9975-2b50a049b8b5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:47:07.009009 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da52f80-76fb-4d8a-bd3c-f90f98024e18 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:07.009509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da52f80-76fb-4d8a-bd3c-f90f98024e18 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:07.014944 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2da52f80-76fb-4d8a-bd3c-f90f98024e18 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/03657254-c979-43eb-9854-14e7ac612e42 HTTP/1.1" status: 404  len: 339 time: 0.0213106
Apr 02 21:47:07.015147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52984) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:07.040394 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-297cfaed-68e1-40f9-9f7e-aadb529dc6fc tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:07.040852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297cfaed-68e1-40f9-9f7e-aadb529dc6fc tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:07.044043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-297cfaed-68e1-40f9-9f7e-aadb529dc6fc tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/subnets/ae169cec-67a5-4f9d-839e-65504dfc815f HTTP/1.1" status: 404  len: 337 time: 0.0280159
Apr 02 21:47:07.046475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52986) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:07.063717 ncdv-master-1 neutron-server[121648]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fba0e27-6bf2-4a53-a038-af10bb705d10 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] DELETE failed (client error): The resource could not be found.
Apr 02 21:47:07.064207 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fba0e27-6bf2-4a53-a038-af10bb705d10 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121648) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 02 21:47:07.067595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1fba0e27-6bf2-4a53-a038-af10bb705d10 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/3fe2b0ae-067c-4665-915e-1dea851bd9e9 HTTP/1.1" status: 404  len: 339 time: 0.0202191
Apr 02 21:47:07.069827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52988) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:07.118738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Deleting subnet 99fd53f9-0fb2-4132-b984-70fedd7559af {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:47:07.121643 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (99fd53f9-0fb2-4132-b984-70fedd7559af), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.164828 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (99fd53f9-0fb2-4132-b984-70fedd7559af), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.246993 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (99fd53f9-0fb2-4132-b984-70fedd7559af), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.301040 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (99fd53f9-0fb2-4132-b984-70fedd7559af), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.324426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Subnet': ['ID=99fd53f9-0fb2-4132-b984-70fedd7559af,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:07.329896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.333609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-beaeb8ac-0af5-4164-8ad7-755b7167b910 tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/subnets/99fd53f9-0fb2-4132-b984-70fedd7559af HTTP/1.1" status: 204  len: 168 time: 0.2629244
Apr 02 21:47:07.336049 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52990) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:07.336546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc4687-55a3-43e9-a828-c46926ffb0f9 None None] Network 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:07.483911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] DHCP port deletion for 635ed1e6-cb84-4cbd-8020-7bbdbd9821ed request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:47:07.533213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] Deleting port 38f5931c-129b-4a2b-a756-531765d37d5c {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:47:07.534280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.601127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] For port 38f5931c-129b-4a2b-a756-531765d37d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38f5931c-129b-4a2b-a756-531765d37d5c,segment=NetworkSegment(c8a4c411-d3c1-46ef-85b8-aeb0d250bcac),segment_id=c8a4c411-d3c1-46ef-85b8-aeb0d250bcac)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:07.601536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.622145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 38f5931c-129b-4a2b-a756-531765d37d5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:47:07.628076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] Calling delete_port for 38f5931c-129b-4a2b-a756-531765d37d5c owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:47:07.759045 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (635ed1e6-cb84-4cbd-8020-7bbdbd9821ed), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.769274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 38f5931c-129b-4a2b-a756-531765d37d5c is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:07.769743 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.773002 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (38f5931c-129b-4a2b-a756-531765d37d5c), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.788137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] The port '38f5931c-129b-4a2b-a756-531765d37d5c' was deleted {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}}
Apr 02 21:47:07.805202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] Pushing event deleted for resources: {'Port': ['ID=38f5931c-129b-4a2b-a756-531765d37d5c,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:07.817279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41907b-7993-4493-b4a0-534484c9dd19 None None] No DVR routers for this DVR port 38f5931c-129b-4a2b-a756-531765d37d5c on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:47:07.870399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (635ed1e6-cb84-4cbd-8020-7bbdbd9821ed), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.889626 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784456aa00>,) {'filters': {'network_id': ['635ed1e6-cb84-4cbd-8020-7bbdbd9821ed']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:07.899238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784456aa00>, 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:07.899542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784456aa00>, 'c8a4c411-d3c1-46ef-85b8-aeb0d250bcac') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:07.909215 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (c8a4c411-d3c1-46ef-85b8-aeb0d250bcac), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.922373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (c8a4c411-d3c1-46ef-85b8-aeb0d250bcac), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.928475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:07.928951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (c8a4c411-d3c1-46ef-85b8-aeb0d250bcac), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:07.931879 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:07.988113 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (635ed1e6-cb84-4cbd-8020-7bbdbd9821ed), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.994695 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:07.997835 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] 10.222.0.18 "DELETE /v2.0/networks/635ed1e6-cb84-4cbd-8020-7bbdbd9821ed HTTP/1.1" status: 204  len: 168 time: 0.6608164
Apr 02 21:47:08.008996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf96c9-5633-4f29-aaf9-1728fde5ee4b tempest-NetworksIpV6Test-1272738375 tempest-NetworksIpV6Test-1272738375-project] Pushing event deleted for resources: {'Network': ['ID=635ed1e6-cb84-4cbd-8020-7bbdbd9821ed,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:08.235881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 52996) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:08.368519 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5ac0957a-38de-432e-b6c0-9f9ab9a73338 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca04c374e4d7453e9e147ab0a77e6b91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1314151
Apr 02 21:47:08.370997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53000) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:08.417694 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6ff64b4-aabf-453e-b395-286684e4c60f admin admin] Publish callbacks [] for security_group (015b618d-cc64-44fa-b3a5-e7b2111d7656), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:08.440359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6ff64b4-aabf-453e-b395-286684e4c60f admin admin] Publish callbacks [] for security_group (015b618d-cc64-44fa-b3a5-e7b2111d7656), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:08.489434 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6ff64b4-aabf-453e-b395-286684e4c60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (015b618d-cc64-44fa-b3a5-e7b2111d7656), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:08.492075 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b6ff64b4-aabf-453e-b395-286684e4c60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:08.493810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b6ff64b4-aabf-453e-b395-286684e4c60f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/015b618d-cc64-44fa-b3a5-e7b2111d7656 HTTP/1.1" status: 204  len: 168 time: 0.1218841
Apr 02 21:47:08.503386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff64b4-aabf-453e-b395-286684e4c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b618d-cc64-44fa-b3a5-e7b2111d7656,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:09.126141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53022) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:09.218858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2006268669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:09.239209 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.240194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.292584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for router_controller (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.296327 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.312561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.313722 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-36ea7943-ec39-41d5-90d7-69fab403681b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1865733
Apr 02 21:47:09.316399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53026) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:09.320993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-759508268'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:09.338319 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Made reservation on behalf of 91605aa0a2a045609ec5e1ec3fa2f4b9 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:09.341628 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.350300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.425044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for security_group (5aa12e26-c6af-4d2b-bc7e-0140ca277f4b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.428641 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5aa12e26-c6af-4d2b-bc7e-0140ca277f4b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.464446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:09.473314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa12e26-c6af-4d2b-bc7e-0140ca277f4b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:09.485488 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (07c844d6-1194-4f6c-b9c1-98502d6b040d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.485991 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Added segment 07c844d6-1194-4f6c-b9c1-98502d6b040d of type vlan for network 1eceaca7-0eca-4326-a51d-244657f1b3b3
Apr 02 21:47:09.531399 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (1eceaca7-0eca-4326-a51d-244657f1b3b3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.556014 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (1eceaca7-0eca-4326-a51d-244657f1b3b3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.560871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:09.561444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.599635 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2822170
Apr 02 21:47:09.602374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53028) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:09.607126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Request body: {'subnet': {'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:09.648932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4b44f-b6c6-46ea-a99e-0d5edf8a3480 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event updated for resources: {'Network': ['ID=1eceaca7-0eca-4326-a51d-244657f1b3b3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:09.658939 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 1eceaca7-0eca-4326-a51d-244657f1b3b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:09.726317 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Made reservation on behalf of 91605aa0a2a045609ec5e1ec3fa2f4b9 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:09.729635 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.906238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f8fc936b-4191-43d5-a047-5b37b1a43e05), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:09.968021 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event updated for resources: {'Subnet': ['ID=f8fc936b-4191-43d5-a047-5b37b1a43e05,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:09.977891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Checking segment: {'id': '07c844d6-1194-4f6c-b9c1-98502d6b040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:09.978191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Network hostable DHCP agents. Network: 1eceaca7-0eca-4326-a51d-244657f1b3b3, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:09.993086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Network 1eceaca7-0eca-4326-a51d-244657f1b3b3 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:10.000862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1eceaca7-0eca-4326-a51d-244657f1b3b3) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:10.005254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:10.005836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.009794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7371f4-2a09-4891-b5c3-8217f9ab9db8 None None] Network 1eceaca7-0eca-4326-a51d-244657f1b3b3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:10.021741 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a45308cb-3f42-44c7-91eb-666a64d2a9d1 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4183686
Apr 02 21:47:10.024773 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53030) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:10.029577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-788434082'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:10.047784 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Made reservation on behalf of 91605aa0a2a045609ec5e1ec3fa2f4b9 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:10.051093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.075886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:10.085777 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (88ba289f-e3ca-403a-8d78-76e18d6445a5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.086121 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Added segment 88ba289f-e3ca-403a-8d78-76e18d6445a5 of type vlan for network 5ab82638-1f03-40f1-b3c0-403b856592f4
Apr 02 21:47:10.117549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1eceaca7-0eca-4326-a51d-244657f1b3b3', 'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3', 'project_id': '91605aa0a2a045609ec5e1ec3fa2f4b9', 'fixed_ips': [{'subnet_id': 'f8fc936b-4191-43d5-a047-5b37b1a43e05'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:10.118399 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.125983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (5ab82638-1f03-40f1-b3c0-403b856592f4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.153247 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (5ab82638-1f03-40f1-b3c0-403b856592f4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.158444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:10.159571 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.199872 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1740630
Apr 02 21:47:10.202884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53032) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:10.208355 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Request body: {'subnet': {'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:10.256422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fff889-818d-47f1-b6bc-c2fd79e86d41 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event updated for resources: {'Network': ['ID=5ab82638-1f03-40f1-b3c0-403b856592f4,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:10.264264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Allocated IP 172.20.0.2 (1eceaca7-0eca-4326-a51d-244657f1b3b3/f8fc936b-4191-43d5-a047-5b37b1a43e05/810e4195-1b9f-4c55-bbd3-395bed6bc763) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:10.269336 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 5ab82638-1f03-40f1-b3c0-403b856592f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:10.328970 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Made reservation on behalf of 91605aa0a2a045609ec5e1ec3fa2f4b9 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:10.333012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.497579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Publish callbacks [] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.503800 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.531411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4d5195ff-7346-4cdc-8e32-4a68adc67cd4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.547007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Network 1eceaca7-0eca-4326-a51d-244657f1b3b3 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:10.551911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:10.554317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:10.561277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Pushing event updated for resources: {'Port': ['ID=810e4195-1b9f-4c55-bbd3-395bed6bc763,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:10.597515 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event updated for resources: {'Subnet': ['ID=4d5195ff-7346-4cdc-8e32-4a68adc67cd4,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:10.601753 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Checking segment: {'id': '88ba289f-e3ca-403a-8d78-76e18d6445a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:10.602113 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Network hostable DHCP agents. Network: 5ab82638-1f03-40f1-b3c0-403b856592f4, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:10.616211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Attempting to bind port 810e4195-1b9f-4c55-bbd3-395bed6bc763 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:10.616571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Attempting to bind port 810e4195-1b9f-4c55-bbd3-395bed6bc763 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07c844d6-1194-4f6c-b9c1-98502d6b040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:10.616940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Attempting to bind port 810e4195-1b9f-4c55-bbd3-395bed6bc763 on network 1eceaca7-0eca-4326-a51d-244657f1b3b3 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:10.619508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Network 5ab82638-1f03-40f1-b3c0-403b856592f4 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:10.621995 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:10.622377 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Checking segment: {'id': '07c844d6-1194-4f6c-b9c1-98502d6b040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:10.622778 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.623170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Bound using segment: {'id': '07c844d6-1194-4f6c-b9c1-98502d6b040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:10.623640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Bound port: 810e4195-1b9f-4c55-bbd3-395bed6bc763, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c844d6-1194-4f6c-b9c1-98502d6b040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1eceaca7-0eca-4326-a51d-244657f1b3b3'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:10.624028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.628401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ab82638-1f03-40f1-b3c0-403b856592f4) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:10.632434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:10.633127 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.638258 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49525238-263d-4dff-844c-9b8b28210aae None None] Network 5ab82638-1f03-40f1-b3c0-403b856592f4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:10.649155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c440893e-308b-4cd4-8d18-15e58f2a8dda tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4455578
Apr 02 21:47:10.651907 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53034) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:10.656399 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-21283771-41d4-4fac-8f3f-847de811d428 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:10.750972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] For port 810e4195-1b9f-4c55-bbd3-395bed6bc763, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:10.756267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] For port 810e4195-1b9f-4c55-bbd3-395bed6bc763, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=810e4195-1b9f-4c55-bbd3-395bed6bc763,segment=NetworkSegment(07c844d6-1194-4f6c-b9c1-98502d6b040d),segment_id=07c844d6-1194-4f6c-b9c1-98502d6b040d)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:10.762147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.817529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ab82638-1f03-40f1-b3c0-403b856592f4', 'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4', 'project_id': '91605aa0a2a045609ec5e1ec3fa2f4b9', 'fixed_ips': [{'subnet_id': '4d5195ff-7346-4cdc-8e32-4a68adc67cd4'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:10.818384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.887380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-21283771-41d4-4fac-8f3f-847de811d428 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for router_gateway (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:10.921250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f0b9a-b484-498f-9a8d-04fc047249d3 None None] Pushing event updated for resources: {'Port': ['ID=810e4195-1b9f-4c55-bbd3-395bed6bc763,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:10.982164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Allocated IP 172.21.0.2 (5ab82638-1f03-40f1-b3c0-403b856592f4/4d5195ff-7346-4cdc-8e32-4a68adc67cd4/3f9db8f3-f9b4-4c76-a489-f33f59783f36) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:11.003652 ncdv-master-1 neutron-server[121648]: INFO neutron.api.v2.resource [None req-21283771-41d4-4fac-8f3f-847de811d428 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 02 21:47:11.004994 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-21283771-41d4-4fac-8f3f-847de811d428 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "PUT /v2.0/routers/11a1ecfc-b05f-4cba-94ce-8eb3672c6a94 HTTP/1.1" status: 400  len: 364 time: 0.3520827
Apr 02 21:47:11.010760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53036) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:11.092012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Deleting subnet 4d5195ff-7346-4cdc-8e32-4a68adc67cd4 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:47:11.181891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Publish callbacks [] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.186597 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for subnet (4d5195ff-7346-4cdc-8e32-4a68adc67cd4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.187229 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.226098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Network 5ab82638-1f03-40f1-b3c0-403b856592f4 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:11.229769 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (4d5195ff-7346-4cdc-8e32-4a68adc67cd4), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.230868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:11.235186 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:11.238251 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Pushing event updated for resources: {'Port': ['ID=3f9db8f3-f9b4-4c76-a489-f33f59783f36,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:11.295001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Attempting to bind port 3f9db8f3-f9b4-4c76-a489-f33f59783f36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:11.295297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Attempting to bind port 3f9db8f3-f9b4-4c76-a489-f33f59783f36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '88ba289f-e3ca-403a-8d78-76e18d6445a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:11.295664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Attempting to bind port 3f9db8f3-f9b4-4c76-a489-f33f59783f36 on network 5ab82638-1f03-40f1-b3c0-403b856592f4 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:11.300622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:11.301005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Checking segment: {'id': '88ba289f-e3ca-403a-8d78-76e18d6445a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:11.301449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.301808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Bound using segment: {'id': '88ba289f-e3ca-403a-8d78-76e18d6445a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:11.302286 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Bound port: 3f9db8f3-f9b4-4c76-a489-f33f59783f36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ba289f-e3ca-403a-8d78-76e18d6445a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ab82638-1f03-40f1-b3c0-403b856592f4'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:11.302672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.312824 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4d5195ff-7346-4cdc-8e32-4a68adc67cd4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.376525 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (4d5195ff-7346-4cdc-8e32-4a68adc67cd4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.379938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] For port 3f9db8f3-f9b4-4c76-a489-f33f59783f36, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:11.383226 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] For port 3f9db8f3-f9b4-4c76-a489-f33f59783f36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f9db8f3-f9b4-4c76-a489-f33f59783f36,segment=NetworkSegment(88ba289f-e3ca-403a-8d78-76e18d6445a5),segment_id=88ba289f-e3ca-403a-8d78-76e18d6445a5)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:11.389163 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.406011 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5195ff-7346-4cdc-8e32-4a68adc67cd4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:11.407977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.413126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-237d8c10-44fb-49f0-b0b2-1b0eb225bfcf tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "DELETE /v2.0/subnets/4d5195ff-7346-4cdc-8e32-4a68adc67cd4 HTTP/1.1" status: 204  len: 168 time: 0.4009955
Apr 02 21:47:11.416998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53038) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:11.461219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e014a-b2a0-42df-8792-ce73dbe96191 None None] Pushing event updated for resources: {'Port': ['ID=3f9db8f3-f9b4-4c76-a489-f33f59783f36,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:11.508359 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (5ab82638-1f03-40f1-b3c0-403b856592f4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.566060 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Deleting port 3f9db8f3-f9b4-4c76-a489-f33f59783f36 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:47:11.566403 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.640521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] For port 3f9db8f3-f9b4-4c76-a489-f33f59783f36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f9db8f3-f9b4-4c76-a489-f33f59783f36,segment=NetworkSegment(88ba289f-e3ca-403a-8d78-76e18d6445a5),segment_id=88ba289f-e3ca-403a-8d78-76e18d6445a5)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:11.640899 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.661099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 810e4195-1b9f-4c55-bbd3-395bed6bc763 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:11.684312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Calling delete_port for 3f9db8f3-f9b4-4c76-a489-f33f59783f36 owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:47:11.752409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 810e4195-1b9f-4c55-bbd3-395bed6bc763 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:11.753030 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.804934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (3f9db8f3-f9b4-4c76-a489-f33f59783f36), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.832720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event deleted for resources: {'Port': ['ID=3f9db8f3-f9b4-4c76-a489-f33f59783f36,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:11.838655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] No DVR routers for this DVR port 3f9db8f3-f9b4-4c76-a489-f33f59783f36 on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:47:11.854157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 810e4195-1b9f-4c55-bbd3-395bed6bc763 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:11.854562 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.891551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 810e4195-1b9f-4c55-bbd3-395bed6bc763, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=810e4195-1b9f-4c55-bbd3-395bed6bc763,segment=NetworkSegment(07c844d6-1194-4f6c-b9c1-98502d6b040d),segment_id=07c844d6-1194-4f6c-b9c1-98502d6b040d)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:11.897247 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.937782 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (5ab82638-1f03-40f1-b3c0-403b856592f4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:11.951363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=810e4195-1b9f-4c55-bbd3-395bed6bc763,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:11.967239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844ff9130>,) {'filters': {'network_id': ['5ab82638-1f03-40f1-b3c0-403b856592f4']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:11.979435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844ff9130>, '88ba289f-e3ca-403a-8d78-76e18d6445a5') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:11.979741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844ff9130>, '88ba289f-e3ca-403a-8d78-76e18d6445a5') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:11.989482 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (88ba289f-e3ca-403a-8d78-76e18d6445a5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.003960 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (88ba289f-e3ca-403a-8d78-76e18d6445a5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.004129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a089f4-5b53-445f-bc51-57b0083b5ffb None None] Network 1eceaca7-0eca-4326-a51d-244657f1b3b3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:12.010296 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:12.010713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (88ba289f-e3ca-403a-8d78-76e18d6445a5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:12.014469 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:12.075042 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (5ab82638-1f03-40f1-b3c0-403b856592f4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.082048 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.085609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "DELETE /v2.0/networks/5ab82638-1f03-40f1-b3c0-403b856592f4 HTTP/1.1" status: 204  len: 168 time: 0.6674390
Apr 02 21:47:12.087976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:12.119836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-5112b54b-8543-44af-b405-f4d4d0d79997 None None] Provisioning complete for port 810e4195-1b9f-4c55-bbd3-395bed6bc763 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:12.120204 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5112b54b-8543-44af-b405-f4d4d0d79997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.123314 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb4a3c-931a-4f2d-b3fd-b4bc3e281c5f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event deleted for resources: {'Network': ['ID=5ab82638-1f03-40f1-b3c0-403b856592f4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:12.150246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Deleting subnet f8fc936b-4191-43d5-a047-5b37b1a43e05 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:47:12.153715 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for subnet (f8fc936b-4191-43d5-a047-5b37b1a43e05), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.202952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f8fc936b-4191-43d5-a047-5b37b1a43e05), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.296494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f8fc936b-4191-43d5-a047-5b37b1a43e05), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.365133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f8fc936b-4191-43d5-a047-5b37b1a43e05), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.373694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-5112b54b-8543-44af-b405-f4d4d0d79997 None None] Current status of the port 810e4195-1b9f-4c55-bbd3-395bed6bc763 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:12.400165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fc936b-4191-43d5-a047-5b37b1a43e05,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:12.402235 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.408030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53042) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:12.409134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-af15002d-aafe-47c6-b744-dcb5125046e7 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "DELETE /v2.0/subnets/f8fc936b-4191-43d5-a047-5b37b1a43e05 HTTP/1.1" status: 204  len: 168 time: 0.3191509
Apr 02 21:47:12.494654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (1eceaca7-0eca-4326-a51d-244657f1b3b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.555620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Deleting port 810e4195-1b9f-4c55-bbd3-395bed6bc763 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:47:12.555956 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.600410 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc8636-0157-437b-a55a-26b32535bd45 None None] Network 1eceaca7-0eca-4326-a51d-244657f1b3b3 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:12.629065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] For port 810e4195-1b9f-4c55-bbd3-395bed6bc763, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=810e4195-1b9f-4c55-bbd3-395bed6bc763,segment=NetworkSegment(07c844d6-1194-4f6c-b9c1-98502d6b040d),segment_id=07c844d6-1194-4f6c-b9c1-98502d6b040d)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:12.629675 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.643575 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Calling delete_port for 810e4195-1b9f-4c55-bbd3-395bed6bc763 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:47:12.702208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91582f-1444-471e-b0bc-d450a97513fe None None] DHCP port deletion for 5ab82638-1f03-40f1-b3c0-403b856592f4 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:47:12.707881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc10b397-2a55-4694-8fd1-f5fbc460adaf None None] Provisioning complete for port 810e4195-1b9f-4c55-bbd3-395bed6bc763 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:12.708255 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc10b397-2a55-4694-8fd1-f5fbc460adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.733468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (810e4195-1b9f-4c55-bbd3-395bed6bc763), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.752414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475590a0-4671-4634-ba67-3fd6fbd4a516 None None] Network 5ab82638-1f03-40f1-b3c0-403b856592f4 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:12.754562 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc10b397-2a55-4694-8fd1-f5fbc460adaf None None] Could not find standard attr ID for object 810e4195-1b9f-4c55-bbd3-395bed6bc763. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:47:12.757289 ncdv-master-1 neutron-server[121650]: INFO neutron.plugins.ml2.db [None req-bc10b397-2a55-4694-8fd1-f5fbc460adaf None None] No ports have port_id starting with 810e4195-1b9f-4c55-bbd3-395bed6bc763
Apr 02 21:47:12.758898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event deleted for resources: {'Port': ['ID=810e4195-1b9f-4c55-bbd3-395bed6bc763,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:12.769727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] No DVR routers for this DVR port 810e4195-1b9f-4c55-bbd3-395bed6bc763 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:47:12.773084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475590a0-4671-4634-ba67-3fd6fbd4a516 None None] Network 5ab82638-1f03-40f1-b3c0-403b856592f4 could not be found, it might have been deleted concurrently. {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 02 21:47:12.774684 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-bc10b397-2a55-4694-8fd1-f5fbc460adaf None None] Could not find standard attr ID for object 3f9db8f3-f9b4-4c76-a489-f33f59783f36. {{(pid=121650) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Apr 02 21:47:12.815444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c7cac-a15f-45af-8f1b-edb2326d2fef None None] DHCP port deletion for 1eceaca7-0eca-4326-a51d-244657f1b3b3 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:47:12.855372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (1eceaca7-0eca-4326-a51d-244657f1b3b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.875607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fb0ebb0>,) {'filters': {'network_id': ['1eceaca7-0eca-4326-a51d-244657f1b3b3']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:12.885080 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fb0ebb0>, '07c844d6-1194-4f6c-b9c1-98502d6b040d') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:12.885378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fb0ebb0>, '07c844d6-1194-4f6c-b9c1-98502d6b040d') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:12.899207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (07c844d6-1194-4f6c-b9c1-98502d6b040d), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.911783 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (07c844d6-1194-4f6c-b9c1-98502d6b040d), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.917673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:47:12.918049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (07c844d6-1194-4f6c-b9c1-98502d6b040d), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:47:12.920919 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:47:12.976728 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (1eceaca7-0eca-4326-a51d-244657f1b3b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.981949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:12.985422 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "DELETE /v2.0/networks/1eceaca7-0eca-4326-a51d-244657f1b3b3 HTTP/1.1" status: 204  len: 168 time: 0.5750635
Apr 02 21:47:12.988237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53044) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:12.999677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aed68-0b30-44a9-b9dc-24fbdfe6d037 tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Pushing event deleted for resources: {'Network': ['ID=1eceaca7-0eca-4326-a51d-244657f1b3b3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:13.016596 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f19df77f-327a-4fdb-9d25-907ea0aed46b tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "GET /v2.0/ports?device_id=11a1ecfc-b05f-4cba-94ce-8eb3672c6a94 HTTP/1.1" status: 200  len: 205 time: 0.0270405
Apr 02 21:47:13.019427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53046) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:13.094946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for router (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.250962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.253622 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for router_controller (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.295970 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (11a1ecfc-b05f-4cba-94ce-8eb3672c6a94), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.296479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Fanout notify agent at l3_agent the message router_deleted on router 11a1ecfc-b05f-4cba-94ce-8eb3672c6a94 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:47:13.303584 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.307357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d24644be-bfad-4c5e-8cf2-5f4d9505a75f tempest-RoutersNegativeTest-544935279 tempest-RoutersNegativeTest-544935279-project] 10.222.0.18 "DELETE /v2.0/routers/11a1ecfc-b05f-4cba-94ce-8eb3672c6a94 HTTP/1.1" status: 204  len: 168 time: 0.2843611
Apr 02 21:47:13.546346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53052) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:13.621131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 810e4195-1b9f-4c55-bbd3-395bed6bc763 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:47:13.644633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 810e4195-1b9f-4c55-bbd3-395bed6bc763 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:47:13.644974 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 810e4195-1b9f-4c55-bbd3-395bed6bc763 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:47:13.678237 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-112de9a5-c4c6-4dc9-879c-d3b9d50c001a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91605aa0a2a045609ec5e1ec3fa2f4b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1307163
Apr 02 21:47:13.680615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53056) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:13.728527 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9be84860-771c-40df-ba50-bd96ce4e1556 admin admin] Publish callbacks [] for security_group (5aa12e26-c6af-4d2b-bc7e-0140ca277f4b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.748553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9be84860-771c-40df-ba50-bd96ce4e1556 admin admin] Publish callbacks [] for security_group (5aa12e26-c6af-4d2b-bc7e-0140ca277f4b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.801055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9be84860-771c-40df-ba50-bd96ce4e1556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (5aa12e26-c6af-4d2b-bc7e-0140ca277f4b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.803564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9be84860-771c-40df-ba50-bd96ce4e1556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:13.804769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9be84860-771c-40df-ba50-bd96ce4e1556 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aa12e26-c6af-4d2b-bc7e-0140ca277f4b HTTP/1.1" status: 204  len: 168 time: 0.1232283
Apr 02 21:47:13.812277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84860-771c-40df-ba50-bd96ce4e1556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa12e26-c6af-4d2b-bc7e-0140ca277f4b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:14.402583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:14.499595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-327095699-network', 'tenant_id': 'fd583fa9f14e418e850937a746252b93'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:14.518282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Made reservation on behalf of fd583fa9f14e418e850937a746252b93 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:14.520683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.529223 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.604245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks [] for security_group (8584b5b3-5990-4987-a709-95404a7204b3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.607754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8584b5b3-5990-4987-a709-95404a7204b3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.632436 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:14.641050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8584b5b3-5990-4987-a709-95404a7204b3,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:14.649045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d973ba6e-6209-456e-8f95-2a9f275b0e49), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.649407 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Added segment d973ba6e-6209-456e-8f95-2a9f275b0e49 of type vlan for network 77ec5217-ea97-4f7a-9757-3122d63d0e89
Apr 02 21:47:14.692878 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (77ec5217-ea97-4f7a-9757-3122d63d0e89), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.717259 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (77ec5217-ea97-4f7a-9757-3122d63d0e89), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.718178 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:14.718753 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.753109 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3494539
Apr 02 21:47:14.756158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53082) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:14.761133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Request body: {'subnet': {'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-327095699-subnet', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:14.786940 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98474dac-6414-4b65-9ed6-d987265e5f87 admin admin] Pushing event updated for resources: {'Network': ['ID=77ec5217-ea97-4f7a-9757-3122d63d0e89,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:14.787286 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Made reservation on behalf of fd583fa9f14e418e850937a746252b93 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:14.789656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.799347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:14.833201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:14.959418 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (4d6f314f-dcc4-4363-a671-697de562989e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.014293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6f314f-dcc4-4363-a671-697de562989e,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:15.022185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Checking segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:15.022546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Network hostable DHCP agents. Network: 77ec5217-ea97-4f7a-9757-3122d63d0e89, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:15.038632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:15.047081 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77ec5217-ea97-4f7a-9757-3122d63d0e89) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:15.051539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:15.052137 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.057198 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f9d87-2988-479d-9e88-fc0d1400f888 None None] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:15.068345 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-abd3b350-9135-4894-9ccc-fd34abd9b394 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3110061
Apr 02 21:47:15.071272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53084) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:15.075796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:15.094268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (60371cd8-ba0f-47b8-bf41-4481f2497411), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.095347 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (60371cd8-ba0f-47b8-bf41-4481f2497411), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.153415 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks [] for router_controller (60371cd8-ba0f-47b8-bf41-4481f2497411), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.161343 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77ec5217-ea97-4f7a-9757-3122d63d0e89', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:15.162268 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.293037 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks [] for router_gateway (60371cd8-ba0f-47b8-bf41-4481f2497411), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.295880 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Allocated IP 172.20.0.2 (77ec5217-ea97-4f7a-9757-3122d63d0e89/4d6f314f-dcc4-4363-a671-697de562989e/93747619-b533-4307-ae9e-eb45f769f3ba) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:15.436630 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Publish callbacks [] for port (93747619-b533-4307-ae9e-eb45f769f3ba), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.448765 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.487440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:15.490212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:15.496148 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks [] for router_gateway (60371cd8-ba0f-47b8-bf41-4481f2497411), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.496722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:15.503676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Pushing event updated for resources: {'Port': ['ID=93747619-b533-4307-ae9e-eb45f769f3ba,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:15.515811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.555300 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Attempting to bind port 93747619-b533-4307-ae9e-eb45f769f3ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:15.555641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Attempting to bind port 93747619-b533-4307-ae9e-eb45f769f3ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:15.555958 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Attempting to bind port 93747619-b533-4307-ae9e-eb45f769f3ba on network 77ec5217-ea97-4f7a-9757-3122d63d0e89 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:15.561048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:15.561426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Checking segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:15.561824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.562218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Bound using segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:15.562679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Bound port: 93747619-b533-4307-ae9e-eb45f769f3ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:15.563059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.621489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Allocated IP 172.35.4.2 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/71074d6c-ff26-4276-9e66-37960da4c6d2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:15.627058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] For port 93747619-b533-4307-ae9e-eb45f769f3ba, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:15.637471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] For port 93747619-b533-4307-ae9e-eb45f769f3ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93747619-b533-4307-ae9e-eb45f769f3ba,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:15.645140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.701802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196a5e-8a8b-48bd-b246-4b1257c31cd5 None None] Pushing event updated for resources: {'Port': ['ID=93747619-b533-4307-ae9e-eb45f769f3ba,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:15.735186 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks [] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.770521 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:15.809905 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:15.818324 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:15.820229 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Pushing event updated for resources: {'Port': ['ID=71074d6c-ff26-4276-9e66-37960da4c6d2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:15.822735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:16.096371 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks [] for router_gateway (60371cd8-ba0f-47b8-bf41-4481f2497411), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:16.638427 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (60371cd8-ba0f-47b8-bf41-4481f2497411), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:16.648857 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e125c-4d2f-46c1-a2ae-8db3814ac9da None None] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:16.754267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] Provisioning complete for port 93747619-b533-4307-ae9e-eb45f769f3ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:16.754644 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:16.767090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Router 60371cd8-ba0f-47b8-bf41-4481f2497411 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:47:16.846285 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] Current status of the port 93747619-b533-4307-ae9e-eb45f769f3ba is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:16.846816 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:16.887015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] For port 93747619-b533-4307-ae9e-eb45f769f3ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93747619-b533-4307-ae9e-eb45f769f3ba,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:16.891664 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:16.892054 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:47:16.912664 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:16.914457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-785c75a7-5788-4df4-a357-ffa4a47d5733 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8421581
Apr 02 21:47:16.917623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53086) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:16.920670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Sync routers for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:47:16.945501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:16.946138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784536fe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:46:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:16.989933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4d902-95f5-4974-9f11-158667ccea88 None None] Pushing event updated for resources: {'Port': ['ID=93747619-b533-4307-ae9e-eb45f769f3ba,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:17.065922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:17.174874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f46cdd00-6bb9-40a4-b536-6636568dca81 None None] Provisioning complete for port 93747619-b533-4307-ae9e-eb45f769f3ba triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:17.175253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f46cdd00-6bb9-40a4-b536-6636568dca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.333406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f46cdd00-6bb9-40a4-b536-6636568dca81 None None] Current status of the port 93747619-b533-4307-ae9e-eb45f769f3ba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:17.346846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784536fe80>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:15Z', 'revision_number': 3, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:17.347362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.374320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Checking router: 60371cd8-ba0f-47b8-bf41-4481f2497411 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:47:17.374696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Updating router 60371cd8-ba0f-47b8-bf41-4481f2497411 port 71074d6c-ff26-4276-9e66-37960da4c6d2 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:47:17.402175 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.513768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Allocated IP 172.20.0.1 (77ec5217-ea97-4f7a-9757-3122d63d0e89/4d6f314f-dcc4-4363-a671-697de562989e/b2c7e80e-53a4-4ce4-a404-b6cc59155a22) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:17.628441 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks [] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.666652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.672559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 93747619-b533-4307-ae9e-eb45f769f3ba up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:17.675427 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Publish callbacks [] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.699079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.706968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:17.709729 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:17.713126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:17.749187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:17.759820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.760172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.760537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.760884 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.761216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.761544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.761875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.762201 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.762523 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.763352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.763352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.763600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.763788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.764108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.764758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:17.777123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Attempting to bind port 71074d6c-ff26-4276-9e66-37960da4c6d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:17.777277 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (60371cd8-ba0f-47b8-bf41-4481f2497411), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.777397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Attempting to bind port 71074d6c-ff26-4276-9e66-37960da4c6d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:17.777725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Attempting to bind port 71074d6c-ff26-4276-9e66-37960da4c6d2 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:17.780256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2910566-ceb4-4136-96b5-5e1bf24c1d85 None None] Pushing event updated for resources: {'Port': ['ID=71074d6c-ff26-4276-9e66-37960da4c6d2,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:17.791308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:17.791722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:17.792133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.792681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:17.793036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Bound port: 71074d6c-ff26-4276-9e66-37960da4c6d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:17.793413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.818601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 93747619-b533-4307-ae9e-eb45f769f3ba triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:17.818973 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.876704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] For port 71074d6c-ff26-4276-9e66-37960da4c6d2, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:17.890817 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] For port 71074d6c-ff26-4276-9e66-37960da4c6d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71074d6c-ff26-4276-9e66-37960da4c6d2,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:17.917676 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.933067 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:17.969838 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 93747619-b533-4307-ae9e-eb45f769f3ba is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:17.993254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:17.993800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784536fe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:46:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:17.998455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2910566-ceb4-4136-96b5-5e1bf24c1d85 None None] Pushing event updated for resources: {'Port': ['ID=71074d6c-ff26-4276-9e66-37960da4c6d2,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:18.101065 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks [] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:18.105720 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:18.179163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:18.181660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (60371cd8-ba0f-47b8-bf41-4481f2497411), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:18.265736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a51ddd91-22d8-4639-a10f-c326c0821dd3 None None] Provisioning complete for port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:18.266010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a51ddd91-22d8-4639-a10f-c326c0821dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:18.305595 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:18.315905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:18.348687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a51ddd91-22d8-4639-a10f-c326c0821dd3 None None] Port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:47:18.525590 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784536fe80>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 1, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:18.556874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94552a5-2f55-47ae-ab60-0542b781afc2 None None] The sync data for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 is: [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 1, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:47:18.612237 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:18.613689 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:18.735736 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Router 60371cd8-ba0f-47b8-bf41-4481f2497411 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:47:18.863976 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:47:18.877698 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4c1d0e27-3d84-4e85-a039-2f0b3c7920b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/60371cd8-ba0f-47b8-bf41-4481f2497411/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9582369
Apr 02 21:47:18.900736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ba8a0942-eb7b-4fa0-9b36-ff8ec7fcc862 None None] Provisioning complete for port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:18.901327 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0942-eb7b-4fa0-9b36-ff8ec7fcc862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:18.947352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a0942-eb7b-4fa0-9b36-ff8ec7fcc862 None None] Port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:47:19.377714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53102) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:19.383619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-141324425-network', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:19.404329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Made reservation on behalf of 589968f223444f1ba808e60d5fbf35b8 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:19.406873 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.416234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.496159 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks [] for security_group (d1e361cf-a635-43e7-94de-045cb6688f88), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.500703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d1e361cf-a635-43e7-94de-045cb6688f88), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.526491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:47:19.536749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e361cf-a635-43e7-94de-045cb6688f88,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:19.541964 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9660823b-daf3-4ec3-8cff-ad3c79f4a8e7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.542311 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Added segment 9660823b-daf3-4ec3-8cff-ad3c79f4a8e7 of type vlan for network 646177df-2206-4e4b-9aed-21530d256369
Apr 02 21:47:19.588139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (646177df-2206-4e4b-9aed-21530d256369), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.615413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (646177df-2206-4e4b-9aed-21530d256369), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.616548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:19.617132 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.656841 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.2747319
Apr 02 21:47:19.657070 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53104) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:19.661919 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Request body: {'subnet': {'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-141324425-subnet', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:19.670877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71074d6c-ff26-4276-9e66-37960da4c6d2 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:19.686413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Made reservation on behalf of 589968f223444f1ba808e60d5fbf35b8 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:19.691187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b54ed-43b7-45a1-ba92-144646f4439f admin admin] Pushing event updated for resources: {'Network': ['ID=646177df-2206-4e4b-9aed-21530d256369,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:19.691672 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.703466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 646177df-2206-4e4b-9aed-21530d256369 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:47:19.764316 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:47:19.789005 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 71074d6c-ff26-4276-9e66-37960da4c6d2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:19.789389 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.873397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 71074d6c-ff26-4276-9e66-37960da4c6d2 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:19.873794 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.888578 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (d304c5d0-877f-47aa-b3e4-01eacdacab63), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.896048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 71074d6c-ff26-4276-9e66-37960da4c6d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71074d6c-ff26-4276-9e66-37960da4c6d2,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:19.901157 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:19.960485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Checking segment: {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:19.960837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Network hostable DHCP agents. Network: 646177df-2206-4e4b-9aed-21530d256369, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:47:19.962058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=71074d6c-ff26-4276-9e66-37960da4c6d2,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:19.964165 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d304c5d0-877f-47aa-b3e4-01eacdacab63,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:19.982556 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Network 646177df-2206-4e4b-9aed-21530d256369 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:47:19.992188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 646177df-2206-4e4b-9aed-21530d256369) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:19.996363 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:19.996965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.001424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75272d2b-a0fe-4c3b-b365-88ca81f87b2b None None] Network 646177df-2206-4e4b-9aed-21530d256369 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:20.014603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6a5df412-a00a-42cf-9500-1973f35e3bf3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3547506
Apr 02 21:47:20.014957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53106) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:20.019850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:20.038973 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.040042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.096431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks [] for router_controller (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.107980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-646177df-2206-4e4b-9aed-21530d256369', 'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'fixed_ips': [{'subnet_id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:47:20.108926 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.244414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Allocated IP 172.20.0.2 (646177df-2206-4e4b-9aed-21530d256369/d304c5d0-877f-47aa-b3e4-01eacdacab63/70843a39-45f9-404e-9033-6991281c3c97) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:20.246078 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks [] for router_gateway (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.396634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Publish callbacks [] for port (70843a39-45f9-404e-9033-6991281c3c97), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.403412 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (70843a39-45f9-404e-9033-6991281c3c97), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.449573 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Network 646177df-2206-4e4b-9aed-21530d256369 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:20.456132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:20.459052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:20.460896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks [] for router_gateway (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.466284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Pushing event updated for resources: {'Port': ['ID=70843a39-45f9-404e-9033-6991281c3c97,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:20.480366 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.526722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Attempting to bind port 70843a39-45f9-404e-9033-6991281c3c97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:20.527490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Attempting to bind port 70843a39-45f9-404e-9033-6991281c3c97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:20.527863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Attempting to bind port 70843a39-45f9-404e-9033-6991281c3c97 on network 646177df-2206-4e4b-9aed-21530d256369 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:20.533521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:20.533911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Checking segment: {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:20.534501 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.534969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Bound using segment: {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:20.535887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Bound port: 70843a39-45f9-404e-9033-6991281c3c97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:20.535887 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (70843a39-45f9-404e-9033-6991281c3c97), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.596863 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Allocated IP 172.35.4.138 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/8c9474e5-50de-4200-941b-80fafaa6a8f1) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:20.602303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] For port 70843a39-45f9-404e-9033-6991281c3c97, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:20.606654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] For port 70843a39-45f9-404e-9033-6991281c3c97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70843a39-45f9-404e-9033-6991281c3c97,segment=NetworkSegment(9660823b-daf3-4ec3-8cff-ad3c79f4a8e7),segment_id=9660823b-daf3-4ec3-8cff-ad3c79f4a8e7)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:20.613673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (70843a39-45f9-404e-9033-6991281c3c97), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.673463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b7806-323b-499d-92e5-2aae2af5e014 None None] Pushing event updated for resources: {'Port': ['ID=70843a39-45f9-404e-9033-6991281c3c97,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:20.718165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks [] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.736751 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Sync routers for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:47:20.753730 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:20.754719 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:46:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:20.755385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:20.791974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:20.794992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:20.798643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:20.827745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9474e5-50de-4200-941b-80fafaa6a8f1,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:20.888793 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:21.104736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks [] for router_gateway (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.110842 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a760>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 2, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:21.140802 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Checking router: 60371cd8-ba0f-47b8-bf41-4481f2497411 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:47:21.141194 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Updating router 60371cd8-ba0f-47b8-bf41-4481f2497411 port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:47:21.167957 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.305992 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.437347 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Publish callbacks [] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.442028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:47:21.450117 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.501691 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Pushing event updated for resources: {'Port': ['ID=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:21.514240 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.514586 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.514925 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.515263 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.515595 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.515922 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.516245 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.516598 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.516922 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.517241 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.517592 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.517908 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.518419 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.518922 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.519244 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:21.578106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:47:21.586169 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Attempting to bind port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:21.586886 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Attempting to bind port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:21.587435 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Attempting to bind port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 on network 77ec5217-ea97-4f7a-9757-3122d63d0e89 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:21.592982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Sync routers for ids ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:47:21.596763 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:21.597879 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Checking segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:21.598676 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.599260 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Bound using segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:21.599973 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Bound port: b2c7e80e-53a4-4ce4-a404-b6cc59155a22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:21.600575 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.615040 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.617474 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-12ae8898-f5df-47d5-9aa1-a69bd0247833 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.6015348
Apr 02 21:47:21.620328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53108) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:21.636038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Routers {'cd92b6c4-4944-43f6-9c4c-cc349d691eb8'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:21.637231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455bc1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:46:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:21.699656 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] For port b2c7e80e-53a4-4ce4-a404-b6cc59155a22, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:21.703347 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] For port b2c7e80e-53a4-4ce4-a404-b6cc59155a22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:21.714643 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:21.802478 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e603-8aa3-4218-b0a7-91109773185c None None] Pushing event updated for resources: {'Port': ['ID=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:21.813193 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:21.813983 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:46:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:21.827962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71074d6c-ff26-4276-9e66-37960da4c6d2 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:21.917201 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Set router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:21.962759 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:22.023221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f500b9-cd4d-437c-8a8f-7f48615b1379 None None] Network 646177df-2206-4e4b-9aed-21530d256369 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:47:22.041299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] Provisioning complete for port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:22.042123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.152137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 71074d6c-ff26-4276-9e66-37960da4c6d2 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:22.152556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.208898 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.209458 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d8a760>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:21Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:22.236483 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016993d5-c923-4d91-bb8d-de1cef15f5cd None None] The sync data for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 is: [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:21Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:47:22.400592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] Current status of the port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:22.400993 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.413872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455bc1f0>, [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:20Z', 'revision_number': 3, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:22.463618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Checking router: cd92b6c4-4944-43f6-9c4c-cc349d691eb8 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:47:22.463976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Updating router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 port 8c9474e5-50de-4200-941b-80fafaa6a8f1 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:47:22.471031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 71074d6c-ff26-4276-9e66-37960da4c6d2 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:22.472052 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 70843a39-45f9-404e-9033-6991281c3c97 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:22.540667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] For port b2c7e80e-53a4-4ce4-a404-b6cc59155a22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:22.548126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.554366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.722249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fec90-926a-4353-8ab3-26a4555ff1ce None None] Pushing event updated for resources: {'Port': ['ID=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:22.739873 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 70843a39-45f9-404e-9033-6991281c3c97 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:22.740250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (70843a39-45f9-404e-9033-6991281c3c97), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.746672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-841c61ee-1bde-4250-944a-c068757ab58b None None] Provisioning complete for port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:22.747043 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-841c61ee-1bde-4250-944a-c068757ab58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.774478 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Allocated IP 172.20.0.1 (646177df-2206-4e4b-9aed-21530d256369/d304c5d0-877f-47aa-b3e4-01eacdacab63/a0e8321f-a288-4a24-9272-6acffac2f755) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:22.887730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks [] for port (a0e8321f-a288-4a24-9272-6acffac2f755), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.927066 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:22.979661 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Network 646177df-2206-4e4b-9aed-21530d256369 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:22.983701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e8321f-a288-4a24-9272-6acffac2f755,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:22.986512 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:22.989202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:23.018617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.018966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.019304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.019637 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.019972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.020300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.021109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.021109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.021292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.021684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.021891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.022212 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.022531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.022847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.023170 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:47:23.051962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.165566 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 70843a39-45f9-404e-9033-6991281c3c97 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:23.165566 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (70843a39-45f9-404e-9033-6991281c3c97), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.195231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.209014 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-841c61ee-1bde-4250-944a-c068757ab58b None None] Current status of the port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:23.251081 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-99c0825c-4fa5-47f6-9a4c-265dbffdeba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.255370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Publish callbacks [] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.268414 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-841c61ee-1bde-4250-944a-c068757ab58b None None] Provisioning complete for port 70843a39-45f9-404e-9033-6991281c3c97 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:23.268729 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-841c61ee-1bde-4250-944a-c068757ab58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (70843a39-45f9-404e-9033-6991281c3c97), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.271378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 70843a39-45f9-404e-9033-6991281c3c97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70843a39-45f9-404e-9033-6991281c3c97,segment=NetworkSegment(9660823b-daf3-4ec3-8cff-ad3c79f4a8e7),segment_id=9660823b-daf3-4ec3-8cff-ad3c79f4a8e7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:23.272425 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.318053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (70843a39-45f9-404e-9033-6991281c3c97), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.360813 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Attempting to bind port 8c9474e5-50de-4200-941b-80fafaa6a8f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:23.361744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Attempting to bind port 8c9474e5-50de-4200-941b-80fafaa6a8f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:23.362115 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Attempting to bind port 8c9474e5-50de-4200-941b-80fafaa6a8f1 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:23.364814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70755d5c-b32f-44ad-8fb3-a37a04c04689 None None] Pushing event updated for resources: {'Port': ['ID=8c9474e5-50de-4200-941b-80fafaa6a8f1,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:23.372977 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks [] for port (a0e8321f-a288-4a24-9272-6acffac2f755), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.378600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.393622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:23.394011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:23.394423 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.394824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:23.395317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Bound port: 8c9474e5-50de-4200-941b-80fafaa6a8f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:23.395705 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.449197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.450962 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e8321f-a288-4a24-9272-6acffac2f755,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:23.485122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=70843a39-45f9-404e-9033-6991281c3c97,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:23.507928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] For port 8c9474e5-50de-4200-941b-80fafaa6a8f1, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:23.509963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-841c61ee-1bde-4250-944a-c068757ab58b None None] Current status of the port 70843a39-45f9-404e-9033-6991281c3c97 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:23.523083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] For port 8c9474e5-50de-4200-941b-80fafaa6a8f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c9474e5-50de-4200-941b-80fafaa6a8f1,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:23.529121 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.544130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Network 646177df-2206-4e4b-9aed-21530d256369 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:23.545559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:23.583882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Routers {'cd92b6c4-4944-43f6-9c4c-cc349d691eb8'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:23.584551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455bc1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:46:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:23.645848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70755d5c-b32f-44ad-8fb3-a37a04c04689 None None] Pushing event updated for resources: {'Port': ['ID=8c9474e5-50de-4200-941b-80fafaa6a8f1,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:23.700719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e2e4cfa1-4c01-4702-96c2-703fac2766dd None None] Provisioning complete for port a0e8321f-a288-4a24-9272-6acffac2f755 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:23.701082 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2e4cfa1-4c01-4702-96c2-703fac2766dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.718091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:47:23.728894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 70843a39-45f9-404e-9033-6991281c3c97 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:23.796820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4cfa1-4c01-4702-96c2-703fac2766dd None None] Port a0e8321f-a288-4a24-9272-6acffac2f755 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:47:23.800031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] Set router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:23.839910 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:47:23.846424 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8df2c8cb-9541-4961-867e-d2079014b437 admin admin] 10.222.0.18 "PUT /v2.0/routers/cd92b6c4-4944-43f6-9c4c-cc349d691eb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2241666
Apr 02 21:47:23.856783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e2e4cfa1-4c01-4702-96c2-703fac2766dd None None] Provisioning complete for port 70843a39-45f9-404e-9033-6991281c3c97 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:23.857626 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e2e4cfa1-4c01-4702-96c2-703fac2766dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (70843a39-45f9-404e-9033-6991281c3c97), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:23.915181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 70843a39-45f9-404e-9033-6991281c3c97 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:23.915559 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (70843a39-45f9-404e-9033-6991281c3c97), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:24.114109 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4cfa1-4c01-4702-96c2-703fac2766dd None None] Current status of the port 70843a39-45f9-404e-9033-6991281c3c97 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:24.150342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 70843a39-45f9-404e-9033-6991281c3c97 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:24.151401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b2c7e80e-53a4-4ce4-a404-b6cc59155a22 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:24.202762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455bc1f0>, [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e8321f-a288-4a24-9272-6acffac2f755', 'name': '', 'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'mac_address': 'fa:16:3e:2a:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:22Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 2, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'subnets': [{'id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:24.239294 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1e8-5e66-476e-98d8-e6459ab2d7e7 None None] The sync data for ids ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'] in ncdv-master-1 is: [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e8321f-a288-4a24-9272-6acffac2f755', 'name': '', 'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'mac_address': 'fa:16:3e:2a:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:22Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 2, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'subnets': [{'id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:47:24.249533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:24.249903 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:24.278478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-aa702157-0d22-4f1f-8b9a-1c7c202eb276 None None] Provisioning complete for port a0e8321f-a288-4a24-9272-6acffac2f755 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:24.278853 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aa702157-0d22-4f1f-8b9a-1c7c202eb276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:24.326979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-aa702157-0d22-4f1f-8b9a-1c7c202eb276 None None] Port a0e8321f-a288-4a24-9272-6acffac2f755 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:47:24.391089 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:25.426179 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-472db11f-79f9-47b2-90c0-e13b2a8cb76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:25.682855 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c9474e5-50de-4200-941b-80fafaa6a8f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:25.746764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8c9474e5-50de-4200-941b-80fafaa6a8f1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:25.747133 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:25.842690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8c9474e5-50de-4200-941b-80fafaa6a8f1 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:25.843002 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:25.864736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 8c9474e5-50de-4200-941b-80fafaa6a8f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c9474e5-50de-4200-941b-80fafaa6a8f1,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:25.868828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:25.936533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=8c9474e5-50de-4200-941b-80fafaa6a8f1,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:26.724109 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Sync routers for ids ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:47:26.736709 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Routers {'cd92b6c4-4944-43f6-9c4c-cc349d691eb8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:26.737634 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de5d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:47:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:26.836583 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:26.877850 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Set router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:27.201509 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de5d90>, [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e8321f-a288-4a24-9272-6acffac2f755', 'name': '', 'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'mac_address': 'fa:16:3e:2a:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:22Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 2, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'subnets': [{'id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:27.234896 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Checking router: cd92b6c4-4944-43f6-9c4c-cc349d691eb8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:47:27.235257 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Updating router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 port a0e8321f-a288-4a24-9272-6acffac2f755 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:47:27.264942 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.554520 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Publish callbacks [] for port (a0e8321f-a288-4a24-9272-6acffac2f755), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.623971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c9474e5-50de-4200-941b-80fafaa6a8f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:27.624154 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.681914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8c9474e5-50de-4200-941b-80fafaa6a8f1 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:27.682475 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.696835 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ed4f9-fea7-405c-8705-f7b1e5d8a5de None None] Pushing event updated for resources: {'Port': ['ID=a0e8321f-a288-4a24-9272-6acffac2f755,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:27.753193 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Attempting to bind port a0e8321f-a288-4a24-9272-6acffac2f755 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:27.754444 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Attempting to bind port a0e8321f-a288-4a24-9272-6acffac2f755 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:27.755227 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Attempting to bind port a0e8321f-a288-4a24-9272-6acffac2f755 on network 646177df-2206-4e4b-9aed-21530d256369 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:27.762227 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:27.763413 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Checking segment: {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:27.764066 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.764711 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Bound using segment: {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:27.765432 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Bound port: a0e8321f-a288-4a24-9272-6acffac2f755, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '646177df-2206-4e4b-9aed-21530d256369'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:27.765997 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.829805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8c9474e5-50de-4200-941b-80fafaa6a8f1 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:27.857665 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] For port a0e8321f-a288-4a24-9272-6acffac2f755, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:27.866862 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] For port a0e8321f-a288-4a24-9272-6acffac2f755, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0e8321f-a288-4a24-9272-6acffac2f755,segment=NetworkSegment(9660823b-daf3-4ec3-8cff-ad3c79f4a8e7),segment_id=9660823b-daf3-4ec3-8cff-ad3c79f4a8e7)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:27.877659 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:27.957062 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Routers {'cd92b6c4-4944-43f6-9c4c-cc349d691eb8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:47:27.957713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845de5d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:47:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:28.003011 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ed4f9-fea7-405c-8705-f7b1e5d8a5de None None] Pushing event updated for resources: {'Port': ['ID=a0e8321f-a288-4a24-9272-6acffac2f755,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:28.096128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] Provisioning complete for port a0e8321f-a288-4a24-9272-6acffac2f755 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:28.097182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:28.102687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] Set router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:47:28.216835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] Current status of the port a0e8321f-a288-4a24-9272-6acffac2f755 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:28.217234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:28.276618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] For port a0e8321f-a288-4a24-9272-6acffac2f755, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0e8321f-a288-4a24-9272-6acffac2f755,segment=NetworkSegment(9660823b-daf3-4ec3-8cff-ad3c79f4a8e7),segment_id=9660823b-daf3-4ec3-8cff-ad3c79f4a8e7)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:28.297611 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:28.364943 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd96da-5df3-4f66-ae03-1f7e0ddec3fa None None] Pushing event updated for resources: {'Port': ['ID=a0e8321f-a288-4a24-9272-6acffac2f755,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:28.374030 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845de5d90>, [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e8321f-a288-4a24-9272-6acffac2f755', 'name': '', 'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'mac_address': 'fa:16:3e:2a:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:22Z', 'updated_at': '2022-04-02T21:47:27Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'subnets': [{'id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:47:28.404727 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8340d2b-75de-4429-846e-78abf1ba2412 None None] The sync data for ids ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'] in ncdv-master-1 is: [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:23Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e8321f-a288-4a24-9272-6acffac2f755', 'name': '', 'network_id': '646177df-2206-4e4b-9aed-21530d256369', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'mac_address': 'fa:16:3e:2a:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:22Z', 'updated_at': '2022-04-02T21:47:27Z', 'revision_number': 4, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'subnets': [{'id': 'd304c5d0-877f-47aa-b3e4-01eacdacab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:47:28.418969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0d55640e-92b0-4775-92d8-b27a3ffdb8e4 None None] Provisioning complete for port a0e8321f-a288-4a24-9272-6acffac2f755 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:28.419634 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0d55640e-92b0-4775-92d8-b27a3ffdb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:28.530969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0d55640e-92b0-4775-92d8-b27a3ffdb8e4 None None] Current status of the port a0e8321f-a288-4a24-9272-6acffac2f755 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:28.916151 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:29.506424 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:29.668431 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0e8321f-a288-4a24-9272-6acffac2f755 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:29.719078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port a0e8321f-a288-4a24-9272-6acffac2f755 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:29.719554 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:29.805577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port a0e8321f-a288-4a24-9272-6acffac2f755 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:34.367125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-013da38b-5273-47ac-a89e-79ca2b959bbc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:34.368496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-013da38b-5273-47ac-a89e-79ca2b959bbc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 814 time: 0.1028383
Apr 02 21:47:34.382532 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-283e2ace-abc2-4979-a137-409d3deda434 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/quotas/fd583fa9f14e418e850937a746252b93 HTTP/1.1" status: 200  len: 375 time: 0.0085955
Apr 02 21:47:34.437707 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-464d8c89-4068-4d27-b341-e9f277b8af9d tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504541
Apr 02 21:47:34.628847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-fa48abc7-0e1f-4cc8-aa81-834d0a7a00b0 service neutron] 10.222.0.18 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790714
Apr 02 21:47:34.716060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-d947dfd5-3f17-4c3b-bc5a-10d159273d6b service neutron] 10.222.0.18 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815339
Apr 02 21:47:34.875803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc2e0654-2744-450a-9e29-bce4b694a927 req-dc44078c-f3c7-4419-a09b-f207d3531aa8 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 210 time: 0.0279582
Apr 02 21:47:35.973313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-dd031523-497f-4310-8e30-c0477aca6e91 req-c834c0e9-27bb-4e69-8f9d-4ef9fad0ada5 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 210 time: 0.0291014
Apr 02 21:47:36.050675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-b1ae57ad-be0c-4449-8329-668875728da1 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:36.052100 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-b1ae57ad-be0c-4449-8329-668875728da1 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 814 time: 0.1115880
Apr 02 21:47:36.069494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'port': {'device_id': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'admin_state_up': True, 'tenant_id': 'fd583fa9f14e418e850937a746252b93'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:36.174480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Made reservation on behalf of fd583fa9f14e418e850937a746252b93 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:47:36.177942 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:36.307215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Allocated IP 172.20.0.5 (77ec5217-ea97-4f7a-9757-3122d63d0e89/4d6f314f-dcc4-4363-a671-697de562989e/8f6745e6-f304-407d-af8a-8602eed4e726) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:36.474154 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for port (8f6745e6-f304-407d-af8a-8602eed4e726), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:36.522935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:36.582883 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:47:36.586610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:47:36.593375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:47:36.602082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:36.666905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:36.668241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:36.696912 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-5cc468f8-54b8-49ba-9313-26c4bc60cd18 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6307716
Apr 02 21:47:37.023757 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b5d19906-dda0-4752-9a0c-b8050023554c None None] Provisioning complete for port 8f6745e6-f304-407d-af8a-8602eed4e726 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:37.024332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b5d19906-dda0-4752-9a0c-b8050023554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:37.101811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b5d19906-dda0-4752-9a0c-b8050023554c None None] Port 8f6745e6-f304-407d-af8a-8602eed4e726 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:47:37.136816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24554b5e-fbe8-4e1f-9c89-29ba36931739 req-4e715098-72a2-4554-a754-133830e5aacd tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:37.138365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24554b5e-fbe8-4e1f-9c89-29ba36931739 req-4e715098-72a2-4554-a754-133830e5aacd tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0819080
Apr 02 21:47:37.198457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-24554b5e-fbe8-4e1f-9c89-29ba36931739 req-a65c4e5b-2602-46a2-942a-5ff61b5311ae tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538085
Apr 02 21:47:38.346808 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35588d-4b2a-4c5c-9b83-8f791a791396 req-2a02fe15-7167-4b65-ad67-8ca1ae07487e tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:38.348324 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe35588d-4b2a-4c5c-9b83-8f791a791396 req-2a02fe15-7167-4b65-ad67-8ca1ae07487e tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0619197
Apr 02 21:47:38.400620 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fe35588d-4b2a-4c5c-9b83-8f791a791396 req-2267b6ee-ecb2-42a4-9517-550a9e2a3aa4 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459039
Apr 02 21:47:39.539754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372e8b-a203-444f-aaa1-4b17938827bf req-eccda531-d340-484d-b66a-6051ef5e69ab tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:39.541578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a372e8b-a203-444f-aaa1-4b17938827bf req-eccda531-d340-484d-b66a-6051ef5e69ab tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0613401
Apr 02 21:47:39.600521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6a372e8b-a203-444f-aaa1-4b17938827bf req-faae917a-85ca-4c8b-b419-58bdd605bf55 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532155
Apr 02 21:47:40.727847 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5414df2-35e3-4c1c-92d8-2aade77e3029 req-507edce4-8333-4a2a-a9f9-88cba5aad425 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:40.729319 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5414df2-35e3-4c1c-92d8-2aade77e3029 req-507edce4-8333-4a2a-a9f9-88cba5aad425 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0561235
Apr 02 21:47:40.794023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5414df2-35e3-4c1c-92d8-2aade77e3029 req-3cb06b35-7e1d-4c3c-adf4-f9ebccf003ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544701
Apr 02 21:47:41.964058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2779d4d-10a3-42f8-baf2-7105809c54b0 req-10c6a6ef-844a-4511-be84-b690582f73f4 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:41.965770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2779d4d-10a3-42f8-baf2-7105809c54b0 req-10c6a6ef-844a-4511-be84-b690582f73f4 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0766499
Apr 02 21:47:42.023091 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a2779d4d-10a3-42f8-baf2-7105809c54b0 req-4fb67ee8-6ebc-4758-9522-e9a187128705 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454845
Apr 02 21:47:43.146971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd6465-4726-45d7-89f8-8612ed8eea9f req-018f71a3-b9d4-4057-b1a3-f5d266059411 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:43.148694 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67dd6465-4726-45d7-89f8-8612ed8eea9f req-018f71a3-b9d4-4057-b1a3-f5d266059411 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0555787
Apr 02 21:47:43.208398 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-67dd6465-4726-45d7-89f8-8612ed8eea9f req-33870afc-9778-454d-abc2-4daadb96d6e5 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535042
Apr 02 21:47:44.072371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Request body: {'port': {'device_id': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:44.133190 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.373167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0f028-b2e3-4e7f-a366-7b99d9314ee3 req-e8262862-173a-4c07-8fd0-86483f6035e2 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:44.374558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0aa0f028-b2e3-4e7f-a366-7b99d9314ee3 req-e8262862-173a-4c07-8fd0-86483f6035e2 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 931 time: 0.0978527
Apr 02 21:47:44.457099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0aa0f028-b2e3-4e7f-a366-7b99d9314ee3 req-792af2df-307b-4bb4-8211-a0bcfabb7348 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762527
Apr 02 21:47:44.469457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6745e6-f304-407d-af8a-8602eed4e726 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:47:44.477073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Publish callbacks [] for port (8f6745e6-f304-407d-af8a-8602eed4e726), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.489229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Transition to ACTIVE for port object 8f6745e6-f304-407d-af8a-8602eed4e726 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:47:44.492306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.553191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:44.624174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Attempting to bind port 8f6745e6-f304-407d-af8a-8602eed4e726 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:47:44.624437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Attempting to bind port 8f6745e6-f304-407d-af8a-8602eed4e726 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:47:44.624792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Attempting to bind port 8f6745e6-f304-407d-af8a-8602eed4e726 on network 77ec5217-ea97-4f7a-9757-3122d63d0e89 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:44.629971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Port 8f6745e6-f304-407d-af8a-8602eed4e726 on network 77ec5217-ea97-4f7a-9757-3122d63d0e89 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:47:44.630294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Attempting to bind port 8f6745e6-f304-407d-af8a-8602eed4e726 on network 77ec5217-ea97-4f7a-9757-3122d63d0e89 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:47:44.635180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:47:44.635514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Checking segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:47:44.635904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Bound using segment: {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:47:44.636329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Bound port: 8f6745e6-f304-407d-af8a-8602eed4e726, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd973ba6e-6209-456e-8f95-2a9f275b0e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:47:44.636725 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.703190 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:47:44.706282 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:47:44.711614 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.745599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:44.746060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.747523 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] 10.222.0.21 "PUT /v2.0/ports/8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 1091 time: 0.6796532
Apr 02 21:47:44.749752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:47:44.776896 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fd7cad-05d5-41a3-8165-193f36809e03" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:47:44.836279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:44.837009 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6a6d-db8e-49fc-bb24-3075074fdecb service neutron] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:44.840490 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab587903-fd85-4a24-9642-3d45c8f87e4b x-openstack-request-id: req-ab587903-fd85-4a24-9642-3d45c8f87e4b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:47:44.840764 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:47:44.841021 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab587903-fd85-4a24-9642-3d45c8f87e4b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:47:44.841433 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab587903-fd85-4a24-9642-3d45c8f87e4b'] response: {'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'status': 'completed', 'code': 200}
Apr 02 21:47:44.859481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-c7889135-09ce-4eb5-b9bd-5638a4c99fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:44.861598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-c7889135-09ce-4eb5-b9bd-5638a4c99fa8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1125 time: 0.0707233
Apr 02 21:47:44.905481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-802faeda-9f9e-4dc9-b4fb-4fd4282fd9e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 217 time: 0.0359919
Apr 02 21:47:44.957810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-2f1bd6b0-d181-4743-a879-580dba7427eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:44.959265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-2f1bd6b0-d181-4743-a879-580dba7427eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0459189
Apr 02 21:47:45.010330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894f5c-2073-408e-8246-1e418a9920a7 req-0267cfa7-3d9f-4291-aa52-147592f18713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:45.011805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-0267cfa7-3d9f-4291-aa52-147592f18713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436220
Apr 02 21:47:45.105104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-54060462-9dc4-4fef-9844-fc120ea9f0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836010
Apr 02 21:47:45.199896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98894f5c-2073-408e-8246-1e418a9920a7 req-0c69266a-c859-4314-9917-cb74eae7e1a6 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849879
Apr 02 21:47:45.301499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-69de593c-e5a1-4ccc-a66f-b9c72e712f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:45.303015 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-69de593c-e5a1-4ccc-a66f-b9c72e712f75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1125 time: 0.0452652
Apr 02 21:47:45.584969 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-51a3e3df-cca3-426c-8914-eef265b60046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:45.586438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-51a3e3df-cca3-426c-8914-eef265b60046 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.1176863
Apr 02 21:47:45.606681 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88e130-a809-4579-bff8-8187a1661ae2 req-a085152a-50e1-4df7-9638-dec0deb17c90 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:45.608079 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b88e130-a809-4579-bff8-8187a1661ae2 req-a085152a-50e1-4df7-9638-dec0deb17c90 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 943 time: 0.0780802
Apr 02 21:47:45.636892 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-81c2db9a-be65-4da8-8860-e7123ca32b04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 217 time: 0.0432057
Apr 02 21:47:45.712020 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1b88e130-a809-4579-bff8-8187a1661ae2 req-22e47d73-f16b-4eb5-9a15-ee180496f520 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774362
Apr 02 21:47:45.715392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-92261e16-a147-420c-8210-7e58b8167fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:45.716793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-92261e16-a147-420c-8210-7e58b8167fa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0678382
Apr 02 21:47:45.772250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-834db786-bcba-4af0-89c6-4f5632968fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:45.773782 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-834db786-bcba-4af0-89c6-4f5632968fc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0504868
Apr 02 21:47:45.863815 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-c717d2aa-e0d0-4178-8ffa-d723311f83ec service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821519
Apr 02 21:47:45.953644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e8fd7cad-05d5-41a3-8165-193f36809e03 req-aeae02de-a14e-485a-97e0-13024af6c384 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834229
Apr 02 21:47:46.832956 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520385-7567-43db-a64e-225d0a6bcedf req-29b31159-9bf8-49c8-bc87-e4745890681b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:46.834438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed520385-7567-43db-a64e-225d0a6bcedf req-29b31159-9bf8-49c8-bc87-e4745890681b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 943 time: 0.0540097
Apr 02 21:47:46.881069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ed520385-7567-43db-a64e-225d0a6bcedf req-7e9189a3-6f0e-4dad-9195-32f9e2dc7fe3 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409265
Apr 02 21:47:48.000928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a8351-63e5-4cd1-81c6-86f8d4a4c6a5 req-076017da-aea7-4955-90ce-95d5e3631af1 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:48.004490 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-279a8351-63e5-4cd1-81c6-86f8d4a4c6a5 req-076017da-aea7-4955-90ce-95d5e3631af1 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 943 time: 0.0531895
Apr 02 21:47:48.063214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-279a8351-63e5-4cd1-81c6-86f8d4a4c6a5 req-1aeb4bbe-1e0a-4011-9ce2-81f5e1b59a14 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545235
Apr 02 21:47:48.269097 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:49.094058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f6745e6-f304-407d-af8a-8602eed4e726 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:47:49.188227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28173ad2-a32d-4225-b58f-7f5faa0c8f75 req-1437c4aa-edbd-4cb8-ac82-f7eba7204613 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:49.190380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28173ad2-a32d-4225-b58f-7f5faa0c8f75 req-1437c4aa-edbd-4cb8-ac82-f7eba7204613 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 943 time: 0.0526049
Apr 02 21:47:49.192571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:49.203705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '8f6745e6-f304-407d-af8a-8602eed4e726', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'port_id': '8f6745e6-f304-407d-af8a-8602eed4e726', 'mac_address': 'fa:16:3e:73:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:47:49.238020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28173ad2-a32d-4225-b58f-7f5faa0c8f75 req-50a6f7da-1e24-4978-a342-5c908acd02c6 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417674
Apr 02 21:47:49.241151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8f6745e6-f304-407d-af8a-8602eed4e726 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:49.241483 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:49.254520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6745e6-f304-407d-af8a-8602eed4e726 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:47:49.277282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:49.281168 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:49.326339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:49.564870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f6745e6-f304-407d-af8a-8602eed4e726'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:47:50.358318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32040e1a-56e2-401b-b160-72e0047ac070 req-f78906b7-3a60-4a9f-84c4-1c47157fa223 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:50.359786 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32040e1a-56e2-401b-b160-72e0047ac070 req-f78906b7-3a60-4a9f-84c4-1c47157fa223 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 944 time: 0.0557175
Apr 02 21:47:50.405764 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-32040e1a-56e2-401b-b160-72e0047ac070 req-7013850a-1243-4e83-b48f-93e88b3a122b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403199
Apr 02 21:47:51.130174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f6745e6-f304-407d-af8a-8602eed4e726 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:47:51.178820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 8f6745e6-f304-407d-af8a-8602eed4e726 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:47:51.182613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 8f6745e6-f304-407d-af8a-8602eed4e726 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:47:51.183003 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:51.255997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 8f6745e6-f304-407d-af8a-8602eed4e726 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:47:51.256381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:51.277490 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:47:51.279713 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885c4939-c791-4d09-948e-04d94373c122" -d '{"events": [{"server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:47:51.295800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:47:51.300425 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:51.323872 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5630656d-4e19-497e-9b13-7bf1b4823a9d x-openstack-request-id: req-5630656d-4e19-497e-9b13-7bf1b4823a9d {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:47:51.324338 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:47:51.324505 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5630656d-4e19-497e-9b13-7bf1b4823a9d {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:47:51.324915 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5630656d-4e19-497e-9b13-7bf1b4823a9d'] response: {'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'code': 200}
Apr 02 21:47:51.351426 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:47:51.423297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5a662-7f0f-43ce-a04a-c1e162e86575 req-fa09a746-a3a0-4b9d-8b9d-3c659261a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:51.424824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e5a662-7f0f-43ce-a04a-c1e162e86575 req-fa09a746-a3a0-4b9d-8b9d-3c659261a0d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1127 time: 0.0443206
Apr 02 21:47:51.473770 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-55e5a662-7f0f-43ce-a04a-c1e162e86575 req-192a8b71-15b3-4c32-8b75-512c590ebfa3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401914
Apr 02 21:47:51.526344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3b1fd-5f65-4319-95ec-08b9fae87a15 req-2a82c041-2be2-4421-b821-1caa6c2c8745 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:51.527813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91f3b1fd-5f65-4319-95ec-08b9fae87a15 req-2a82c041-2be2-4421-b821-1caa6c2c8745 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0506186
Apr 02 21:47:51.576935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-91f3b1fd-5f65-4319-95ec-08b9fae87a15 req-2f5e21c4-3396-4176-8998-1fd3fc47b642 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434442
Apr 02 21:47:52.706754 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b1a2f-01ae-4fe8-9585-73b97b872927 req-d0499437-de7b-440f-8941-ee65f5c4de39 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:52.708145 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-631b1a2f-01ae-4fe8-9585-73b97b872927 req-d0499437-de7b-440f-8941-ee65f5c4de39 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0595102
Apr 02 21:47:52.754935 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-631b1a2f-01ae-4fe8-9585-73b97b872927 req-7ebada32-abf2-45d6-8eba-69d17073101c tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408788
Apr 02 21:47:53.183518 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-85d02270-8a59-4e4e-970f-58dc587fcd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:53.870357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753cd7-ea29-4bde-827d-b1e25964b41a req-19ca57ae-8587-44b7-ad9d-7af8fb537731 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:53.871827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13753cd7-ea29-4bde-827d-b1e25964b41a req-19ca57ae-8587-44b7-ad9d-7af8fb537731 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0510859
Apr 02 21:47:53.919812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-13753cd7-ea29-4bde-827d-b1e25964b41a req-b76ef796-9c96-42dc-b701-37d584c575e5 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416973
Apr 02 21:47:54.036662 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00283344-73e1-4b0d-a3ea-41e2dcbd41a6 req-0504f865-274c-4aa2-9e63-7676c0b3bfa6 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:54.038083 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00283344-73e1-4b0d-a3ea-41e2dcbd41a6 req-0504f865-274c-4aa2-9e63-7676c0b3bfa6 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0524325
Apr 02 21:47:54.084822 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-00283344-73e1-4b0d-a3ea-41e2dcbd41a6 req-3e7f4163-71f7-4e22-9397-c3d57f098e17 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407338
Apr 02 21:47:54.274378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f5c91-29a7-4e26-8345-6fa8232b9e87 req-d44b115c-c7ef-46e5-a6a4-ddf3be2f4c29 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:54.275866 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-449f5c91-29a7-4e26-8345-6fa8232b9e87 req-d44b115c-c7ef-46e5-a6a4-ddf3be2f4c29 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0521524
Apr 02 21:47:54.325548 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-449f5c91-29a7-4e26-8345-6fa8232b9e87 req-77a47975-7c53-42ee-88a1-f2acdea7bd8c tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439026
Apr 02 21:47:55.398282 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2cd20ba6-0bc1-4cf6-924f-7b7b9a45cc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:56.763485 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:47:56.822370 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:58.895505 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:59.490991 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe4db-0d2e-4817-83f9-2bbf99d6adcb req-d85b4918-c529-450d-a932-5399aeb2212b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:59.492787 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8ebe4db-0d2e-4817-83f9-2bbf99d6adcb req-d85b4918-c529-450d-a932-5399aeb2212b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0521863
Apr 02 21:47:59.505053 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:59.542672 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a8ebe4db-0d2e-4817-83f9-2bbf99d6adcb req-f0e7b562-4c0d-4706-b017-d0c1fe769911 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443969
Apr 02 21:47:59.565396 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53330) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:59.649274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2eb73-62b0-42d5-8e79-df0787855121 tempest-TestMinimumBasicScenario-753315861 tempest-TestMinimumBasicScenario-753315861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:47:59.650803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b3e2eb73-62b0-42d5-8e79-df0787855121 tempest-TestMinimumBasicScenario-753315861 tempest-TestMinimumBasicScenario-753315861-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1122 time: 0.0844612
Apr 02 21:47:59.653790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53334) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:47:59.658411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '8f6745e6-f304-407d-af8a-8602eed4e726', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:47:59.677916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:59.774485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:47:59.875226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Allocated IP 172.35.4.9 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/832ca50b-1eb8-4bb8-b090-a814a1e90332) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:47:59.983524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.015777 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.051946 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:48:00.054632 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:48:00.058024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:48:00.083771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'Port': ['ID=832ca50b-1eb8-4bb8-b090-a814a1e90332,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:00.426075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for floatingip (139f3f22-b639-47f5-90fc-d255969b3b10), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.493030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.641678 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.645957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.714760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'Port': ['ID=832ca50b-1eb8-4bb8-b090-a814a1e90332,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:00.726404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (139f3f22-b639-47f5-90fc-d255969b3b10), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:00.829359 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Floating IP 139f3f22-b639-47f5-90fc-d255969b3b10 associated. External IP: 172.35.4.9, port: 8f6745e6-f304-407d-af8a-8602eed4e726.
Apr 02 21:48:01.038437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Router 60371cd8-ba0f-47b8-bf41-4481f2497411 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:48:01.145510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:48:01.154761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] Sync routers for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:48:01.163297 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.165013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:48:01.166084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457d5940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:47:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:48:01.193508 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1cb7dd09-bb1e-49e2-8f94-1402c6332024 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.5387065
Apr 02 21:48:01.194105 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:48:01.196346 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd1485-d87f-4869-a517-3d567ada0089" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:48:01.196556 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53336) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:01.201205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062763109', 'description': 'tempest-secgroup-smoke-1062763109 description', 'project_id': 'fd583fa9f14e418e850937a746252b93'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:01.223633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.234033 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5bc102-00e0-4e36-8b72-a0b6f976d442 x-openstack-request-id: req-3d5bc102-00e0-4e36-8b72-a0b6f976d442 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:48:01.234483 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:48:01.234805 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d5bc102-00e0-4e36-8b72-a0b6f976d442 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:48:01.235425 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5bc102-00e0-4e36-8b72-a0b6f976d442'] response: {'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'status': 'completed', 'code': 200}
Apr 02 21:48:01.279288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:48:01.321513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group (9e550104-19ef-4d20-80f5-221dc2809f8a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.328133 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9e550104-19ef-4d20-80f5-221dc2809f8a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.336483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd1485-d87f-4869-a517-3d567ada0089 req-26c86b3f-3c09-4915-b3a4-838c183e61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:01.337985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-26c86b3f-3c09-4915-b3a4-838c183e61b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1127 time: 0.0788999
Apr 02 21:48:01.381474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.385482 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1851096
Apr 02 21:48:01.386302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53340) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:01.390597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group_rule': {'security_group_id': '9e550104-19ef-4d20-80f5-221dc2809f8a', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:01.392294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef390-ffd4-455d-9a6c-2489eed76692 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e550104-19ef-4d20-80f5-221dc2809f8a,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:01.425703 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (ce77a43a-e4f4-4b12-9cd9-71d522e9ffa1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.474652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd1485-d87f-4869-a517-3d567ada0089 req-5ab7cb04-e7d9-45b1-8911-b4dd4914439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:01.476135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-5ab7cb04-e7d9-45b1-8911-b4dd4914439a service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.1264906
Apr 02 21:48:01.493316 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (ce77a43a-e4f4-4b12-9cd9-71d522e9ffa1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.497487 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (ce77a43a-e4f4-4b12-9cd9-71d522e9ffa1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.518719 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457d5940>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '139f3f22-b639-47f5-90fc-d255969b3b10', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'floating_ip_address': '172.35.4.9', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'port_id': '8f6745e6-f304-407d-af8a-8602eed4e726', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'mac_address': 'fa:16:3e:73:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:48:00Z', 'updated_at': '2022-04-02T21:48:00Z', 'revision_number': 0, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:22Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:48:01.519047 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce77a43a-e4f4-4b12-9cd9-71d522e9ffa1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:01.533050 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.537774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-25326284-5e9e-4d4b-99f6-28bce4b85659 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1482234
Apr 02 21:48:01.537973 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53342) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:01.544287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group_rule': {'security_group_id': '9e550104-19ef-4d20-80f5-221dc2809f8a', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:01.551513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] Checking router: 60371cd8-ba0f-47b8-bf41-4481f2497411 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:48:01.553778 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-f600baef-5864-4af8-8da0-4af00adcd60d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 997 time: 0.0713360
Apr 02 21:48:01.560165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:48:01.560818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457d5940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:47:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:48:01.572639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (5c5c5cd7-fbe7-4516-94f7-4d18a9769c56), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.621218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd1485-d87f-4869-a517-3d567ada0089 req-ca0fd1eb-0ec9-4887-9742-a960a2ad68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:01.623048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-ca0fd1eb-0ec9-4887-9742-a960a2ad68c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0568633
Apr 02 21:48:01.631433 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (5c5c5cd7-fbe7-4516-94f7-4d18a9769c56), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.635428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (5c5c5cd7-fbe7-4516-94f7-4d18a9769c56), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.649539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c5cd7-fbe7-4516-94f7-4d18a9769c56,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:01.670987 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.672818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ae545efe-1f9b-4dc0-bd65-5d014ae8dbfb tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1337388
Apr 02 21:48:01.675580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53344) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:01.675727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd1485-d87f-4869-a517-3d567ada0089 req-0940e021-7493-458b-8122-4508431d4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:01.677129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-0940e021-7493-458b-8122-4508431d4ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480833
Apr 02 21:48:01.680018 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group_rule': {'security_group_id': '9e550104-19ef-4d20-80f5-221dc2809f8a', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:01.681267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:48:01.706121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (411c93d8-6a78-4dba-bdd0-7c99e4b9ce2b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.770092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (411c93d8-6a78-4dba-bdd0-7c99e4b9ce2b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.774770 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (411c93d8-6a78-4dba-bdd0-7c99e4b9ce2b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.778438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-2350b128-f558-4bbb-9618-60154569b20d service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950439
Apr 02 21:48:01.791353 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411c93d8-6a78-4dba-bdd0-7c99e4b9ce2b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:01.803950 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.805266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b915f3f4-0c5d-4b1f-a7f5-7e00a7884a5b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1287630
Apr 02 21:48:01.808010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53346) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:01.812345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group_rule': {'security_group_id': '9e550104-19ef-4d20-80f5-221dc2809f8a', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:01.838474 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (0b11011e-fa40-4dd5-9cde-97b9615120d3), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.888158 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57dd1485-d87f-4869-a517-3d567ada0089 req-f446aa9a-a17c-40c1-8bad-7a09c51c3547 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953612
Apr 02 21:48:01.903518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (0b11011e-fa40-4dd5-9cde-97b9615120d3), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.909517 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0b11011e-fa40-4dd5-9cde-97b9615120d3), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.925348 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457d5940>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '139f3f22-b639-47f5-90fc-d255969b3b10', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'floating_ip_address': '172.35.4.9', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'port_id': '8f6745e6-f304-407d-af8a-8602eed4e726', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'mac_address': 'fa:16:3e:73:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:48:00Z', 'updated_at': '2022-04-02T21:48:00Z', 'revision_number': 0, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:22Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:48:01.934243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b11011e-fa40-4dd5-9cde-97b9615120d3,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:01.940893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:01.942376 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-24035a29-b48f-463d-b2ac-8bd9db4159dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1333158
Apr 02 21:48:01.945318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53348) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:01.951851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group_rule': {'security_group_id': '9e550104-19ef-4d20-80f5-221dc2809f8a', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:01.958968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c6947-dcf6-463a-82fd-3410c15392b3 None None] The sync data for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 is: [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '139f3f22-b639-47f5-90fc-d255969b3b10', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'floating_ip_address': '172.35.4.9', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'port_id': '8f6745e6-f304-407d-af8a-8602eed4e726', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'mac_address': 'fa:16:3e:73:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:48:00Z', 'updated_at': '2022-04-02T21:48:00Z', 'revision_number': 0, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:22Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:48:01.972721 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Project fd583fa9f14e418e850937a746252b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:48:01.978946 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (94f66450-fb82-4d46-bcff-5d46c236f028), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.039505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (94f66450-fb82-4d46-bcff-5d46c236f028), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.043447 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (94f66450-fb82-4d46-bcff-5d46c236f028), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.062580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f66450-fb82-4d46-bcff-5d46c236f028,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:02.071505 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.075754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b7a9822e-4ff2-4963-82a0-859e747e4414 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1267037
Apr 02 21:48:02.075944 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53350) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:48:02.080415 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'security_group_rule': {'security_group_id': '9e550104-19ef-4d20-80f5-221dc2809f8a', 'project_id': 'fd583fa9f14e418e850937a746252b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:02.106816 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Project fd583fa9f14e418e850937a746252b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:48:02.112982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (d7c13386-ba73-41f4-b693-177c581e79a1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.174472 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521bae8-4b5e-4470-a52f-4975876e49c3 None None] New status for floating IP 139f3f22-b639-47f5-90fc-d255969b3b10: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:48:02.179386 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (d7c13386-ba73-41f4-b693-177c581e79a1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.183127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d7c13386-ba73-41f4-b693-177c581e79a1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.205321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c13386-ba73-41f4-b693-177c581e79a1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:02.210175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.213088 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c58a1f84-bce8-44d4-a99c-4f140ebea4ad tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1359878
Apr 02 21:48:02.305273 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19463b19-be40-4723-8fcd-94c41ee98119 req-3f8e01e1-2892-4dcb-8704-41f98ffe1b55 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062763109&fields=id&tenant_id=fd583fa9f14e418e850937a746252b93 HTTP/1.1" status: 200  len: 267 time: 0.0468454
Apr 02 21:48:02.367276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19463b19-be40-4723-8fcd-94c41ee98119 req-45e508be-c135-45c4-89d6-0755affe900a tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:02.368779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19463b19-be40-4723-8fcd-94c41ee98119 req-45e508be-c135-45c4-89d6-0755affe900a tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0580304
Apr 02 21:48:02.380255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'port': {'security_groups': ['8584b5b3-5990-4987-a709-95404a7204b3', '9e550104-19ef-4d20-80f5-221dc2809f8a']}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:48:02.447887 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.634709 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:48:02.668872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for port (8f6745e6-f304-407d-af8a-8602eed4e726), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.673324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.684544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f6745e6-f304-407d-af8a-8602eed4e726'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:48:02.716285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:02.716958 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:02.718377 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19463b19-be40-4723-8fcd-94c41ee98119 req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "PUT /v2.0/ports/8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 981 time: 0.3433197
Apr 02 21:48:02.744959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2b72-c48a-4f34-8f31-d42e17a9c26f tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=6']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:48:02.808980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f6745e6-f304-407d-af8a-8602eed4e726'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:48:02.841559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0676-dcdc-4d78-8f0c-2f04441e6ea7 req-ffea53c6-3ccc-4a50-8d2a-f74f1967109b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:02.843426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a7c0676-dcdc-4d78-8f0c-2f04441e6ea7 req-ffea53c6-3ccc-4a50-8d2a-f74f1967109b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0598135
Apr 02 21:48:02.916322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3a7c0676-dcdc-4d78-8f0c-2f04441e6ea7 req-4047c2dd-9693-4ce6-b4b5-217720b925c3 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0626454
Apr 02 21:48:03.002317 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8dab88a7-b9e6-4300-af32-91eca8977fbe None None] Provisioning complete for port 8f6745e6-f304-407d-af8a-8602eed4e726 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:48:03.002587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8dab88a7-b9e6-4300-af32-91eca8977fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:03.208248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8dab88a7-b9e6-4300-af32-91eca8977fbe None None] Current status of the port 8f6745e6-f304-407d-af8a-8602eed4e726 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:48:03.236193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:48:03.238659 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}063b1d3a90a3db544f6657b24e4add8d17f0e9bc989e16db421add5ec6040e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf082c-e837-49ff-b04b-b4fd09e85d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:48:03.276476 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd6734a-577d-4141-b7b7-b4d3ca04577e x-openstack-request-id: req-2cd6734a-577d-4141-b7b7-b4d3ca04577e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:48:03.276767 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:48:03.277023 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cd6734a-577d-4141-b7b7-b4d3ca04577e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:48:03.277424 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd6734a-577d-4141-b7b7-b4d3ca04577e'] response: {'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'status': 'completed', 'code': 200}
Apr 02 21:48:03.343239 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-c39d90e8-6d65-43c6-89e8-d0246572c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:03.344889 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-c39d90e8-6d65-43c6-89e8-d0246572c1ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1166 time: 0.0449259
Apr 02 21:48:03.432408 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-50d1e743-0094-49c9-a14b-7914cfd63eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:03.433962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-50d1e743-0094-49c9-a14b-7914cfd63eff service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.0830736
Apr 02 21:48:03.502806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-cb249a45-4eef-42e5-827a-a4a6417e3b4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 999 time: 0.0612507
Apr 02 21:48:03.550027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-8f1c8bd2-a6b7-4e5a-9e7e-3b19a78d72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:03.551454 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-8f1c8bd2-a6b7-4e5a-9e7e-3b19a78d72d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0433826
Apr 02 21:48:03.600743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-b972ab05-9541-460c-9344-5bde893c69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:03.602214 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-b972ab05-9541-460c-9344-5bde893c69e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438254
Apr 02 21:48:03.692832 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-09ecdecd-74b9-4a62-911a-0dae6c0a58e6 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834734
Apr 02 21:48:03.788790 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fabf082c-e837-49ff-b04b-b4fd09e85d3a req-1658dac3-b0fb-4a42-b0a4-453b9afc5ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884216
Apr 02 21:48:14.828478 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:17.573304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-f6ed4c9c-4b1b-4ec7-a104-9d5fc8279a6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0941865
Apr 02 21:48:17.660330 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-bfbcf15c-b7ef-40f3-9aa1-669a9cdeb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:17.661828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-bfbcf15c-b7ef-40f3-9aa1-669a9cdeb01c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1166 time: 0.0442109
Apr 02 21:48:17.763145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-412e6cf2-1aec-4098-bfd5-155afa9581af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:17.764475 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-412e6cf2-1aec-4098-bfd5-155afa9581af service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.0843141
Apr 02 21:48:17.829683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-ec707991-a968-4852-9e2d-8314472e4c63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 999 time: 0.0588295
Apr 02 21:48:17.879065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-ad08f315-d3c3-40da-8751-39ae8f8919a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:17.880573 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-ad08f315-d3c3-40da-8751-39ae8f8919a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0444067
Apr 02 21:48:17.931057 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-7479d481-79b1-42c3-b454-028fc1de92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:17.932664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-7479d481-79b1-42c3-b454-028fc1de92fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460253
Apr 02 21:48:18.021881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-4a794816-a65d-4eb2-8abf-9537e1d0013b service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812709
Apr 02 21:48:18.113441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49f15509-21a8-47ce-9710-fc9876cad3e5 req-6525d1f1-a8f5-4fe1-873c-4fc39be52750 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850439
Apr 02 21:48:18.266644 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:23.184351 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9b6c72e6-300e-4e62-9f84-73026158c795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:25.400034 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f165fe79-1e5a-472b-a2e5-c7988f6499fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:26.822265 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:28.774908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-03588045-b08e-4c3d-b425-203f8b0eaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:28.776357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-03588045-b08e-4c3d-b425-203f8b0eaff5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1166 time: 0.0460322
Apr 02 21:48:28.779150 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5bd0c-cf28-456b-93d6-a9c4924da746 req-ec4f575f-aaf6-4ff0-a139-27874e7e01db tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:28.780656 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0bc5bd0c-cf28-456b-93d6-a9c4924da746 req-ec4f575f-aaf6-4ff0-a139-27874e7e01db tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0542233
Apr 02 21:48:28.840771 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0bc5bd0c-cf28-456b-93d6-a9c4924da746 req-bf141608-a0dc-4bd7-a546-4ea569ceda4c tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539756
Apr 02 21:48:28.869964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-fad3e21a-d84b-4002-a2ce-cb5b1978490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:28.871465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-fad3e21a-d84b-4002-a2ce-cb5b1978490e service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.0891054
Apr 02 21:48:28.898897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:28.945913 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-54255c22-9867-47aa-bca2-6bf9161c12dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 999 time: 0.0633564
Apr 02 21:48:28.994772 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-b60d544b-a446-4632-ba1d-9512663cab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:28.996230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-b60d544b-a446-4632-ba1d-9512663cab68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0444522
Apr 02 21:48:29.047940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-dbe0aaf7-6084-418b-8380-07f0823a6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:29.049998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-dbe0aaf7-6084-418b-8380-07f0823a6cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469847
Apr 02 21:48:29.136562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-77313c09-d622-4f2d-b823-b2c4283819bf service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794780
Apr 02 21:48:29.498045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:29.557962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4bf72686-9a24-4002-acea-279d9a876dd3 req-c6e1a03c-4e31-4785-8d07-ccc23d1c0262 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4146440
Apr 02 21:48:29.964434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991236ed-0047-4c28-8df8-4384e675855f req-daee30dd-1794-4214-b931-66fe4137bb0b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:29.967293 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-991236ed-0047-4c28-8df8-4384e675855f req-daee30dd-1794-4214-b931-66fe4137bb0b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0552430
Apr 02 21:48:30.027167 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-991236ed-0047-4c28-8df8-4384e675855f req-f8c164e2-fc16-423f-aebf-6cc349ae63b3 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0535011
Apr 02 21:48:31.146230 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986a33-ed74-4bfa-8199-b8c74afc3eeb req-db2f3a58-c503-4e0b-9afa-fb936ef2b03c tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:31.147704 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69986a33-ed74-4bfa-8199-b8c74afc3eeb req-db2f3a58-c503-4e0b-9afa-fb936ef2b03c tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0526595
Apr 02 21:48:31.522937 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-69986a33-ed74-4bfa-8199-b8c74afc3eeb req-34afb630-feae-4457-9342-e2f73b5679d2 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3693755
Apr 02 21:48:32.642930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf544a6-2a2e-439b-bf62-71d33e2eb878 req-4bbe0777-8818-4593-9da8-5b40770929c5 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:32.644413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bf544a6-2a2e-439b-bf62-71d33e2eb878 req-4bbe0777-8818-4593-9da8-5b40770929c5 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0534785
Apr 02 21:48:32.706351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2bf544a6-2a2e-439b-bf62-71d33e2eb878 req-207d2860-c00a-413a-90c9-638e4572a0b2 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0560775
Apr 02 21:48:33.763662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:48:33.825228 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4274f8-8361-4a60-9d8c-dfceccbf0554 req-52e5cea7-29f6-4737-a061-3b5a1b8571f4 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:33.826686 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d4274f8-8361-4a60-9d8c-dfceccbf0554 req-52e5cea7-29f6-4737-a061-3b5a1b8571f4 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0522738
Apr 02 21:48:33.884243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0d4274f8-8361-4a60-9d8c-dfceccbf0554 req-263f4486-62e5-4fda-b890-d89d0454d111 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516806
Apr 02 21:48:35.004107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9889f-d535-4b56-85d8-d51893719d61 req-3f6c4761-0627-4c96-a60c-78025ff30c29 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:35.005587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35e9889f-d535-4b56-85d8-d51893719d61 req-3f6c4761-0627-4c96-a60c-78025ff30c29 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0520828
Apr 02 21:48:35.063249 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-35e9889f-d535-4b56-85d8-d51893719d61 req-8a3d01cd-0a86-463e-826e-a4909a0baeb8 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0519435
Apr 02 21:48:36.181921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717d4e-42d1-4d66-8dff-645043b9577f req-f81f7f80-c645-40a8-bd83-27bda9a82eed tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:36.183380 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57717d4e-42d1-4d66-8dff-645043b9577f req-f81f7f80-c645-40a8-bd83-27bda9a82eed tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0523338
Apr 02 21:48:36.244012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-57717d4e-42d1-4d66-8dff-645043b9577f req-9b85f817-f21d-4478-9c1a-4e460739d3c1 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548322
Apr 02 21:48:37.362437 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02236a-6627-492e-8634-7b0b292f0b35 req-8eeb7438-149e-42b4-9401-f0e771ae977d tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:37.363929 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf02236a-6627-492e-8634-7b0b292f0b35 req-8eeb7438-149e-42b4-9401-f0e771ae977d tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0523927
Apr 02 21:48:37.422252 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf02236a-6627-492e-8634-7b0b292f0b35 req-b44e2496-67bd-4f3a-ab6d-71d5e1a8cb2b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525348
Apr 02 21:48:38.656021 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d25cf5-5eb1-4d0c-a0e0-1a33ffeae66c req-dda58cd4-cf19-4501-8c13-02064b2e8799 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:38.657520 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05d25cf5-5eb1-4d0c-a0e0-1a33ffeae66c req-dda58cd4-cf19-4501-8c13-02064b2e8799 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.1605904
Apr 02 21:48:38.715839 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-05d25cf5-5eb1-4d0c-a0e0-1a33ffeae66c req-5686e20c-bee3-48f1-8694-042a59bbf753 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0523176
Apr 02 21:48:39.836596 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f8298-5f1a-4bb9-8e4c-b71514d152a2 req-ffe31fff-0364-4231-a1c6-b9f97193f929 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:39.838077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-721f8298-5f1a-4bb9-8e4c-b71514d152a2 req-ffe31fff-0364-4231-a1c6-b9f97193f929 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0563357
Apr 02 21:48:39.896187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-721f8298-5f1a-4bb9-8e4c-b71514d152a2 req-eb281af9-b99d-467a-b09d-0d957c0484b1 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524099
Apr 02 21:48:41.015430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f26d-9719-47d7-8477-52ede03b0f90 req-9f531270-d578-4052-a2d4-e2de3bec3dd0 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:48:41.016905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb19f26d-9719-47d7-8477-52ede03b0f90 req-9f531270-d578-4052-a2d4-e2de3bec3dd0 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0532396
Apr 02 21:48:41.076375 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bb19f26d-9719-47d7-8477-52ede03b0f90 req-a2a8c21a-3163-4c15-9edb-c035f5564b97 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&id=9e550104-19ef-4d20-80f5-221dc2809f8a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0535746
Apr 02 21:48:44.849481 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:48.272275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:53.185452 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de46cdf0-d1fb-4019-bfaa-df4a8601cf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:55.401180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-568c2352-4637-4c38-9ff3-148bbe5a568f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:56.825923 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:58.901067 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:48:59.500428 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:10.761907 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:49:13.807503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-47f2e4ac-32e4-495c-95e6-001ee1d7470e tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062763109&fields=id&tenant_id=fd583fa9f14e418e850937a746252b93 HTTP/1.1" status: 200  len: 267 time: 0.0982268
Apr 02 21:49:13.866083 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-46f515d6-19ed-47f2-af60-1360a0f95b6a tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:13.867565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-46f515d6-19ed-47f2-af60-1360a0f95b6a tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 984 time: 0.0546637
Apr 02 21:49:13.879381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Request body: {'port': {'security_groups': ['8584b5b3-5990-4987-a709-95404a7204b3']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:13.952033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.119735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:14.151909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for port (8f6745e6-f304-407d-af8a-8602eed4e726), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.156588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.172402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f6745e6-f304-407d-af8a-8602eed4e726'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:49:14.199209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:14.199853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.201295 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-971c45e1-f5b4-4108-9604-e280abdb0466 req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "PUT /v2.0/ports/8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 942 time: 0.3270569
Apr 02 21:49:14.201747 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:49:14.204155 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a58d28-bf33-4a01-828d-a5128897c55e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:49:14.208634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53432) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:14.229983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event updated for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=7']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:14.238191 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.238646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.239061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.239478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.239885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.240693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.240693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.241028 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.241435 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.241824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.242217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.242609 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.243001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.243396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.243796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6446fc-8bab-4505-b55a-bcac02fe3588 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.251449 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ff7bd-0fdf-4db0-bb1e-9b1bd6db0311 x-openstack-request-id: req-4f8ff7bd-0fdf-4db0-bb1e-9b1bd6db0311 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:49:14.251738 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:49:14.251995 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f8ff7bd-0fdf-4db0-bb1e-9b1bd6db0311 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:49:14.252403 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8ff7bd-0fdf-4db0-bb1e-9b1bd6db0311'] response: {'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'status': 'completed', 'code': 200}
Apr 02 21:49:14.297885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group (9e550104-19ef-4d20-80f5-221dc2809f8a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.330071 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group (9e550104-19ef-4d20-80f5-221dc2809f8a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.330357 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58d28-bf33-4a01-828d-a5128897c55e req-eb401a25-a59a-4735-bc2e-ee675bce9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:14.335951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-eb401a25-a59a-4735-bc2e-ee675bce9c9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1127 time: 0.0582693
Apr 02 21:49:14.337484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f6745e6-f304-407d-af8a-8602eed4e726'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:49:14.398272 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (9e550104-19ef-4d20-80f5-221dc2809f8a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.401308 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.402764 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e550104-19ef-4d20-80f5-221dc2809f8a HTTP/1.1" status: 204  len: 168 time: 0.1923070
Apr 02 21:49:14.406469 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53434) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:14.416949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e550104-19ef-4d20-80f5-221dc2809f8a,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:14.426888 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.427392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.427835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.428292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.428739 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.429168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.429599 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.430023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.430467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.430898 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.431327 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.431748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.432172 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.432624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.433153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f07c2-dfbf-4111-be67-a0200812d838 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:14.515988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58d28-bf33-4a01-828d-a5128897c55e req-9888f98c-7828-4058-9d11-e2ed197dddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:14.518298 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-9888f98c-7828-4058-9d11-e2ed197dddd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.1790733
Apr 02 21:49:14.558940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2f1e0b35-ca4d-4ec1-be8f-0d0818cd9afb None None] Provisioning complete for port 8f6745e6-f304-407d-af8a-8602eed4e726 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:14.559417 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0b35-ca4d-4ec1-be8f-0d0818cd9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.638641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e0b35-ca4d-4ec1-be8f-0d0818cd9afb None None] Current status of the port 8f6745e6-f304-407d-af8a-8602eed4e726 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:14.653125 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-7cf4e9c1-d777-4b8a-a55b-bda7df54e99f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 999 time: 0.1264634
Apr 02 21:49:14.713545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58d28-bf33-4a01-828d-a5128897c55e req-a402dd82-ff96-416c-84f0-4ec1f6c15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:14.715325 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-a402dd82-ff96-416c-84f0-4ec1f6c15ab1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0544243
Apr 02 21:49:14.717548 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Deleting port 832ca50b-1eb8-4bb8-b090-a814a1e90332 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:14.717891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.827425 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.828184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for floatingip (832ca50b-1eb8-4bb8-b090-a814a1e90332), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.831340 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58d28-bf33-4a01-828d-a5128897c55e req-7d67b30a-2850-4379-8a42-86fc34aad761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:14.833547 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-7d67b30a-2850-4379-8a42-86fc34aad761 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1045558
Apr 02 21:49:14.850173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Calling delete_port for 832ca50b-1eb8-4bb8-b090-a814a1e90332 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:14.872284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:14.981717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-64285820-5c91-473c-8796-b92aac887672 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383233
Apr 02 21:49:15.119088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-28a58d28-bf33-4a01-828d-a5128897c55e req-8f6186be-5a41-4210-81e7-7a412cbac9a1 service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257608
Apr 02 21:49:15.139978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (832ca50b-1eb8-4bb8-b090-a814a1e90332), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:15.174328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event deleted for resources: {'Port': ['ID=832ca50b-1eb8-4bb8-b090-a814a1e90332,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:15.238339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks [] for floatingip (139f3f22-b639-47f5-90fc-d255969b3b10), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:15.239156 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Floating IP 139f3f22-b639-47f5-90fc-d255969b3b10 disassociated (deleted). External IP: 172.35.4.9, port: 8f6745e6-f304-407d-af8a-8602eed4e726.
Apr 02 21:49:15.452441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Router 60371cd8-ba0f-47b8-bf41-4481f2497411 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:49:15.570221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:49:15.574847 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:15.582011 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] Sync routers for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:49:15.591820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:15.592440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845764c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:48:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:15.604854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3d7b5781-5095-4a25-902a-7756e981c91b tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "DELETE /v2.0/floatingips/139f3f22-b639-47f5-90fc-d255969b3b10 HTTP/1.1" status: 204  len: 168 time: 1.1972311
Apr 02 21:49:15.869631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:16.061884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845764c40>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:22Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:16.090976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] Checking router: 60371cd8-ba0f-47b8-bf41-4481f2497411 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:49:16.099439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:16.100035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845764c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:48:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:16.208899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:16.253838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:49:16.256771 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e8837-f3ce-4870-980d-f91206bbf395" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:49:16.292925 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebfa11-7847-4bc4-8f2d-010f46885d91 x-openstack-request-id: req-86ebfa11-7847-4bc4-8f2d-010f46885d91 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:49:16.293223 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:49:16.293499 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86ebfa11-7847-4bc4-8f2d-010f46885d91 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:49:16.293909 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ebfa11-7847-4bc4-8f2d-010f46885d91'] response: {'name': 'network-changed', 'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'status': 'completed', 'code': 200}
Apr 02 21:49:16.362925 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-9a4b92c1-fdee-4d46-85ff-bd948811de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:16.364423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-9a4b92c1-fdee-4d46-85ff-bd948811de6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd583fa9f14e418e850937a746252b93&device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 1127 time: 0.0495081
Apr 02 21:49:16.402782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845764c40>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:22Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:16.429029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b388eb8-c5a0-4bb1-8286-be728ed1fca8 None None] The sync data for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 is: [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:17Z', 'revision_number': 4, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2c7e80e-53a4-4ce4-a404-b6cc59155a22', 'name': '', 'network_id': '77ec5217-ea97-4f7a-9757-3122d63d0e89', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'mac_address': 'fa:16:3e:dc:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4d6f314f-dcc4-4363-a671-697de562989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:17Z', 'updated_at': '2022-04-02T21:47:22Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'subnets': [{'id': '4d6f314f-dcc4-4363-a671-697de562989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:49:16.461812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-40482002-2561-4685-9d5e-16d7e9129f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:16.463428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-40482002-2561-4685-9d5e-16d7e9129f59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 200  len: 915 time: 0.0903239
Apr 02 21:49:16.515080 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-c55259b4-84d2-41a1-bf43-53f90c9144a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 200  len: 217 time: 0.0417659
Apr 02 21:49:16.578241 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-15a10d31-6d52-4a5f-ab73-94da11d6ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:16.580099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-15a10d31-6d52-4a5f-ab73-94da11d6ba64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 200  len: 853 time: 0.0580759
Apr 02 21:49:16.638459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-f13719d8-ba77-45a2-a71a-d8ea6cf1ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:16.640140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-f13719d8-ba77-45a2-a71a-d8ea6cf1ab7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77ec5217-ea97-4f7a-9757-3122d63d0e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510221
Apr 02 21:49:16.689446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea61942-5f82-4061-b955-531a4876810f None None] New status for floating IP 139f3f22-b639-47f5-90fc-d255969b3b10: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:49:16.738855 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-0949c279-d201-4b21-80e5-112e6d24577a service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906549
Apr 02 21:49:16.837400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c02e8837-f3ce-4870-980d-f91206bbf395 req-fe8a20de-a32b-4a5a-8f91-b932a31f4cbd service neutron] 10.222.0.21 "GET /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882599
Apr 02 21:49:18.264748 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:18.335100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d384-9ebe-4ec2-9fea-42d2ec0b297d req-6cc4bccc-0a04-4f71-b907-ae5bdf916c14 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:18.336613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb58d384-9ebe-4ec2-9fea-42d2ec0b297d req-6cc4bccc-0a04-4f71-b907-ae5bdf916c14 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0543127
Apr 02 21:49:18.386355 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bb58d384-9ebe-4ec2-9fea-42d2ec0b297d req-7709f63a-40a2-4dec-a895-ce41230736b4 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439730
Apr 02 21:49:19.509927 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa32ed-b8b0-498b-bc8b-434cf4f2efec req-c01c3f09-6849-45ca-9559-7b2bb6b4d17d tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:19.511386 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30fa32ed-b8b0-498b-bc8b-434cf4f2efec req-c01c3f09-6849-45ca-9559-7b2bb6b4d17d tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0520444
Apr 02 21:49:19.559040 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-30fa32ed-b8b0-498b-bc8b-434cf4f2efec req-8e251cc6-c3b2-4bd6-bd02-5126ea88f1d3 tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/security-groups?id=8584b5b3-5990-4987-a709-95404a7204b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419559
Apr 02 21:49:20.280754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490a34a-138b-4374-9e8a-f731a7912690 req-69548c73-601e-4c53-bcd6-a2a6a46e9bdd tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:20.282188 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9490a34a-138b-4374-9e8a-f731a7912690 req-69548c73-601e-4c53-bcd6-a2a6a46e9bdd tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 945 time: 0.0522246
Apr 02 21:49:20.374309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Deleting port 8f6745e6-f304-407d-af8a-8602eed4e726 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:20.374650 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:20.466411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] For port 8f6745e6-f304-407d-af8a-8602eed4e726, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f6745e6-f304-407d-af8a-8602eed4e726,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:20.466784 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:20.478562 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Calling delete_port for 8f6745e6-f304-407d-af8a-8602eed4e726 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:20.608290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8f6745e6-f304-407d-af8a-8602eed4e726), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:20.629802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['8f6745e6-f304-407d-af8a-8602eed4e726'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:49:20.639599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Pushing event deleted for resources: {'Port': ['ID=8f6745e6-f304-407d-af8a-8602eed4e726,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:20.670954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7ad20a30-d18c-4dcd-a7f0-5c83d48b703f req-8fb21fc7-02ee-4ecb-b47f-7eb8b74a0afd tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f87a679-3e55-4259-a776-a0cfbf9083f7 HTTP/1.1" status: 200  len: 210 time: 0.0349288
Apr 02 21:49:20.703395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] No DVR routers for this DVR port 8f6745e6-f304-407d-af8a-8602eed4e726 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:49:20.705856 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:20.709724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9490a34a-138b-4374-9e8a-f731a7912690 req-e64ca155-22c6-4150-8ee2-fb190cafd7dc tempest-TestMinimumBasicScenario-546088523 tempest-TestMinimumBasicScenario-546088523-project] 10.222.0.21 "DELETE /v2.0/ports/8f6745e6-f304-407d-af8a-8602eed4e726 HTTP/1.1" status: 204  len: 173 time: 0.4195800
Apr 02 21:49:20.710165 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'name': 'network-vif-deleted', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:49:20.712374 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7364700-8cfb-42b8-9b1a-dbd76315eb1b" -d '{"events": [{"server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "name": "network-vif-deleted", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:49:20.754822 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b54aa5-30c5-4183-a66c-c374b2b9e8a4 x-openstack-request-id: req-a3b54aa5-30c5-4183-a66c-c374b2b9e8a4 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:49:20.755123 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87a679-3e55-4259-a776-a0cfbf9083f7", "name": "network-vif-deleted", "tag": "8f6745e6-f304-407d-af8a-8602eed4e726", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:49:20.755382 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3b54aa5-30c5-4183-a66c-c374b2b9e8a4 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:49:20.755795 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b54aa5-30c5-4183-a66c-c374b2b9e8a4'] response: {'server_uuid': '5f87a679-3e55-4259-a776-a0cfbf9083f7', 'name': 'network-vif-deleted', 'tag': '8f6745e6-f304-407d-af8a-8602eed4e726', 'status': 'completed', 'code': 200}
Apr 02 21:49:22.225618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53546) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:22.567131 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (60371cd8-ba0f-47b8-bf41-4481f2497411), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:22.815700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Deleting port b2c7e80e-53a4-4ce4-a404-b6cc59155a22 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:22.816041 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:22.891851 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] For port b2c7e80e-53a4-4ce4-a404-b6cc59155a22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:22.892125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:22.908065 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Calling delete_port for b2c7e80e-53a4-4ce4-a404-b6cc59155a22 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:23.087167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b2c7e80e-53a4-4ce4-a404-b6cc59155a22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:23.114467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c7e80e-53a4-4ce4-a404-b6cc59155a22,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:23.191448 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3c4baa1-7cbc-451b-abcf-b81f0cdddcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:23.278117 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (60371cd8-ba0f-47b8-bf41-4481f2497411), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:23.492903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Router 60371cd8-ba0f-47b8-bf41-4481f2497411 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:49:23.599514 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:49:23.604439 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9e37ee1a-37c8-4194-9bbd-9ca7ff6d2921 admin admin] 10.222.0.18 "PUT /v2.0/routers/60371cd8-ba0f-47b8-bf41-4481f2497411/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3777938
Apr 02 21:49:23.607054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53548) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:23.608128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] Sync routers for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:49:23.618376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:23.618980 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f33e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:48:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:23.732863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:23.923354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f33e80>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:49:23Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:23.951738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] Checking router: 60371cd8-ba0f-47b8-bf41-4481f2497411 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:49:23.960311 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] Routers {'60371cd8-ba0f-47b8-bf41-4481f2497411'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:23.960961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f33e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:48:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['60371cd8-ba0f-47b8-bf41-4481f2497411'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:24.041285 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks [] for router (60371cd8-ba0f-47b8-bf41-4481f2497411), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.069141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] Set router 60371cd8-ba0f-47b8-bf41-4481f2497411 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:24.153167 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks [] for router_gateway (60371cd8-ba0f-47b8-bf41-4481f2497411), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.205461 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Deleting port 71074d6c-ff26-4276-9e66-37960da4c6d2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:24.205896 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.255069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f33e80>, [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:49:23Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:24.281798 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] For port 71074d6c-ff26-4276-9e66-37960da4c6d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71074d6c-ff26-4276-9e66-37960da4c6d2,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:24.282352 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.284695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b7a7-d17b-4583-8e05-dff7b3e50808 None None] The sync data for ids ['60371cd8-ba0f-47b8-bf41-4481f2497411'] in ncdv-master-1 is: [{'id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'name': 'tempest-TestMinimumBasicScenario-327095699-router', 'tenant_id': 'fd583fa9f14e418e850937a746252b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:49:23Z', 'revision_number': 5, 'project_id': 'fd583fa9f14e418e850937a746252b93', 'gw_port': {'id': '71074d6c-ff26-4276-9e66-37960da4c6d2', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60371cd8-ba0f-47b8-bf41-4481f2497411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:15Z', 'updated_at': '2022-04-02T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:49:24.302483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Calling delete_port for 71074d6c-ff26-4276-9e66-37960da4c6d2 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:24.472471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (71074d6c-ff26-4276-9e66-37960da4c6d2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.498864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71074d6c-ff26-4276-9e66-37960da4c6d2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:24.557633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (60371cd8-ba0f-47b8-bf41-4481f2497411), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.649941 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (60371cd8-ba0f-47b8-bf41-4481f2497411), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.652136 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks [] for router_controller (60371cd8-ba0f-47b8-bf41-4481f2497411), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.700405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (60371cd8-ba0f-47b8-bf41-4481f2497411), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.700983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60371cd8-ba0f-47b8-bf41-4481f2497411 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:49:24.705260 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.706531 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-58010cf4-3a7f-4fa5-b2dc-9f5f845993d0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/60371cd8-ba0f-47b8-bf41-4481f2497411 HTTP/1.1" status: 204  len: 168 time: 1.0984583
Apr 02 21:49:24.710408 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53550) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:24.759257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Deleting subnet 4d6f314f-dcc4-4363-a671-697de562989e {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:49:24.762634 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Publish callbacks [] for subnet (4d6f314f-dcc4-4363-a671-697de562989e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.798797 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (4d6f314f-dcc4-4363-a671-697de562989e), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.875456 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (4d6f314f-dcc4-4363-a671-697de562989e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.929620 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (4d6f314f-dcc4-4363-a671-697de562989e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.959422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6f314f-dcc4-4363-a671-697de562989e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:24.965302 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:24.968480 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5645e7ad-e585-4222-a4a4-826fb44988a9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d6f314f-dcc4-4363-a671-697de562989e HTTP/1.1" status: 204  len: 168 time: 0.2569964
Apr 02 21:49:24.970895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12abbc38-3ba0-46bb-a975-7157392d53a9 None None] Network 77ec5217-ea97-4f7a-9757-3122d63d0e89 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:49:24.971182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53552) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:25.039099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (77ec5217-ea97-4f7a-9757-3122d63d0e89), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.093277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Deleting port 93747619-b533-4307-ae9e-eb45f769f3ba {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:25.093619 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.158852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] For port 93747619-b533-4307-ae9e-eb45f769f3ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93747619-b533-4307-ae9e-eb45f769f3ba,segment=NetworkSegment(d973ba6e-6209-456e-8f95-2a9f275b0e49),segment_id=d973ba6e-6209-456e-8f95-2a9f275b0e49)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:25.159244 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.172025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Calling delete_port for 93747619-b533-4307-ae9e-eb45f769f3ba owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:25.252093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (93747619-b533-4307-ae9e-eb45f769f3ba), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.281668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=93747619-b533-4307-ae9e-eb45f769f3ba,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:25.283573 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] No DVR routers for this DVR port 93747619-b533-4307-ae9e-eb45f769f3ba on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:49:25.295170 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f89be-0a1f-4c82-ab81-85560e0827c0 None None] DHCP port deletion for 77ec5217-ea97-4f7a-9757-3122d63d0e89 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:49:25.356992 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (77ec5217-ea97-4f7a-9757-3122d63d0e89), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.380264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784452c670>,) {'filters': {'network_id': ['77ec5217-ea97-4f7a-9757-3122d63d0e89']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:25.389447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784452c670>, 'd973ba6e-6209-456e-8f95-2a9f275b0e49') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:25.389744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784452c670>, 'd973ba6e-6209-456e-8f95-2a9f275b0e49') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:25.399570 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (d973ba6e-6209-456e-8f95-2a9f275b0e49), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.402381 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f17bd20e-4fe5-4534-9d51-18e5e970148e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.413679 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (d973ba6e-6209-456e-8f95-2a9f275b0e49), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.419767 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:49:25.420241 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (d973ba6e-6209-456e-8f95-2a9f275b0e49), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:49:25.421983 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:49:25.475515 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (77ec5217-ea97-4f7a-9757-3122d63d0e89), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.482321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:25.485488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/77ec5217-ea97-4f7a-9757-3122d63d0e89 HTTP/1.1" status: 204  len: 168 time: 0.5132835
Apr 02 21:49:25.488703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53554) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:25.494739 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92c495-c3ca-4b17-872d-62e21ad2d9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ec5217-ea97-4f7a-9757-3122d63d0e89,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:25.578853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f6745e6-f304-407d-af8a-8602eed4e726 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:25.599882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 8f6745e6-f304-407d-af8a-8602eed4e726 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:25.600315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 8f6745e6-f304-407d-af8a-8602eed4e726 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:25.682450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b2c7e80e-53a4-4ce4-a404-b6cc59155a22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:25.702686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: b2c7e80e-53a4-4ce4-a404-b6cc59155a22 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:25.703040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device b2c7e80e-53a4-4ce4-a404-b6cc59155a22 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:25.703459 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71074d6c-ff26-4276-9e66-37960da4c6d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:25.723460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 71074d6c-ff26-4276-9e66-37960da4c6d2 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:25.723808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 71074d6c-ff26-4276-9e66-37960da4c6d2 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:25.724222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 93747619-b533-4307-ae9e-eb45f769f3ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:25.742768 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 93747619-b533-4307-ae9e-eb45f769f3ba {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:25.743116 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 93747619-b533-4307-ae9e-eb45f769f3ba not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:25.842036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:26.091343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Deleting port a0e8321f-a288-4a24-9272-6acffac2f755 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:26.091682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:26.169189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] For port a0e8321f-a288-4a24-9272-6acffac2f755, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0e8321f-a288-4a24-9272-6acffac2f755,segment=NetworkSegment(9660823b-daf3-4ec3-8cff-ad3c79f4a8e7),segment_id=9660823b-daf3-4ec3-8cff-ad3c79f4a8e7)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:26.169556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:26.186835 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Calling delete_port for a0e8321f-a288-4a24-9272-6acffac2f755 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:26.365188 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (a0e8321f-a288-4a24-9272-6acffac2f755), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:26.391470 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e8321f-a288-4a24-9272-6acffac2f755,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:26.566488 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:26.781416 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:49:26.829771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:26.895056 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:49:26.900030 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4eb5fe94-234e-4773-b663-a3a3de73256e admin admin] 10.222.0.18 "PUT /v2.0/routers/cd92b6c4-4944-43f6-9c4c-cc349d691eb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4102902
Apr 02 21:49:26.902914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53556) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:26.903551 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] Sync routers for ids ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:49:26.914721 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] Routers {'cd92b6c4-4944-43f6-9c4c-cc349d691eb8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:26.915389 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:27.012417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks [] for router (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.105665 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] Set router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:27.120081 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks [] for router_gateway (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.172880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Deleting port 8c9474e5-50de-4200-941b-80fafaa6a8f1 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:27.173216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.258094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] For port 8c9474e5-50de-4200-941b-80fafaa6a8f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c9474e5-50de-4200-941b-80fafaa6a8f1,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:27.258455 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.270599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Calling delete_port for 8c9474e5-50de-4200-941b-80fafaa6a8f1 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:27.281946 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:49:26Z', 'revision_number': 5, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port': {'id': '8c9474e5-50de-4200-941b-80fafaa6a8f1', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:27.307144 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] Checking router: cd92b6c4-4944-43f6-9c4c-cc349d691eb8 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:49:27.315203 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] Routers {'cd92b6c4-4944-43f6-9c4c-cc349d691eb8'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:27.315807 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:27.402073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] Set router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:27.436252 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (8c9474e5-50de-4200-941b-80fafaa6a8f1), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.456641 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e19e80>, [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:49:27Z', 'revision_number': 6, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:27.461251 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9474e5-50de-4200-941b-80fafaa6a8f1,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:27.484567 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f17295-dd9a-44df-ba44-8753f9517530 None None] The sync data for ids ['cd92b6c4-4944-43f6-9c4c-cc349d691eb8'] in ncdv-master-1 is: [{'id': 'cd92b6c4-4944-43f6-9c4c-cc349d691eb8', 'name': 'tempest-TestMinimumBasicScenario-141324425-router', 'tenant_id': '589968f223444f1ba808e60d5fbf35b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:47:20Z', 'updated_at': '2022-04-02T21:49:27Z', 'revision_number': 6, 'project_id': '589968f223444f1ba808e60d5fbf35b8', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:49:27.530300 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.626608 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.628795 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks [] for router_controller (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.672706 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (cd92b6c4-4944-43f6-9c4c-cc349d691eb8), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.673172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd92b6c4-4944-43f6-9c4c-cc349d691eb8 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:49:27.677433 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.678661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fb385bbc-0ed6-420c-a51d-232a77222814 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cd92b6c4-4944-43f6-9c4c-cc349d691eb8 HTTP/1.1" status: 204  len: 168 time: 0.7747493
Apr 02 21:49:27.681312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53558) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:27.724822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Deleting subnet d304c5d0-877f-47aa-b3e4-01eacdacab63 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:49:27.727845 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Publish callbacks [] for subnet (d304c5d0-877f-47aa-b3e4-01eacdacab63), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.760296 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (d304c5d0-877f-47aa-b3e4-01eacdacab63), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.845526 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (d304c5d0-877f-47aa-b3e4-01eacdacab63), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.906955 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (d304c5d0-877f-47aa-b3e4-01eacdacab63), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.930174 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa89c07-0fcf-42cd-a9e9-1f3e092c9b37 None None] Network 646177df-2206-4e4b-9aed-21530d256369 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:49:27.944100 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:27.947290 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d304c5d0-877f-47aa-b3e4-01eacdacab63 HTTP/1.1" status: 204  len: 168 time: 0.2650514
Apr 02 21:49:27.948542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb87e-7a69-4f32-99f8-b222b6b9842b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d304c5d0-877f-47aa-b3e4-01eacdacab63,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:27.950051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53560) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:28.018111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (646177df-2206-4e4b-9aed-21530d256369), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.076189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Deleting port 70843a39-45f9-404e-9033-6991281c3c97 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:49:28.076552 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (70843a39-45f9-404e-9033-6991281c3c97), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.136669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] For port 70843a39-45f9-404e-9033-6991281c3c97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70843a39-45f9-404e-9033-6991281c3c97,segment=NetworkSegment(9660823b-daf3-4ec3-8cff-ad3c79f4a8e7),segment_id=9660823b-daf3-4ec3-8cff-ad3c79f4a8e7)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:28.137024 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (70843a39-45f9-404e-9033-6991281c3c97), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.149696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Calling delete_port for 70843a39-45f9-404e-9033-6991281c3c97 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:49:28.233748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (70843a39-45f9-404e-9033-6991281c3c97), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.262009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Pushing event deleted for resources: {'Port': ['ID=70843a39-45f9-404e-9033-6991281c3c97,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:28.262284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b062fc-41ed-4e71-82b3-4190b3a453c5 None None] DHCP port deletion for 646177df-2206-4e4b-9aed-21530d256369 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:49:28.264634 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] No DVR routers for this DVR port 70843a39-45f9-404e-9033-6991281c3c97 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:49:28.278478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0e8321f-a288-4a24-9272-6acffac2f755 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:28.306403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: a0e8321f-a288-4a24-9272-6acffac2f755 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:28.306749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device a0e8321f-a288-4a24-9272-6acffac2f755 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:28.339451 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (646177df-2206-4e4b-9aed-21530d256369), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.363496 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f4878b0>,) {'filters': {'network_id': ['646177df-2206-4e4b-9aed-21530d256369']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:28.373128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4878b0>, '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:28.373427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f4878b0>, '9660823b-daf3-4ec3-8cff-ad3c79f4a8e7') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:28.383464 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (9660823b-daf3-4ec3-8cff-ad3c79f4a8e7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.397818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (9660823b-daf3-4ec3-8cff-ad3c79f4a8e7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.403605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:49:28.403989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (9660823b-daf3-4ec3-8cff-ad3c79f4a8e7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:49:28.405656 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:49:28.462440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (646177df-2206-4e4b-9aed-21530d256369), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.470414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.476086 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] 10.222.0.18 "DELETE /v2.0/networks/646177df-2206-4e4b-9aed-21530d256369 HTTP/1.1" status: 204  len: 168 time: 0.5222931
Apr 02 21:49:28.485101 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2470b6-611d-4e7a-b185-769c47aaf538 admin admin] Pushing event deleted for resources: {'Network': ['ID=646177df-2206-4e4b-9aed-21530d256369,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:28.652727 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53564) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:28.692492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6c66f70c-b1a4-4600-bf65-92e82f737c1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd583fa9f14e418e850937a746252b93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385461
Apr 02 21:49:28.694828 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53566) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:28.745278 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-723e8d3a-ffe4-4e12-9eaa-76b6b1c36f9f admin admin] Publish callbacks [] for security_group (8584b5b3-5990-4987-a709-95404a7204b3), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.765933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-723e8d3a-ffe4-4e12-9eaa-76b6b1c36f9f admin admin] Publish callbacks [] for security_group (8584b5b3-5990-4987-a709-95404a7204b3), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.812648 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-723e8d3a-ffe4-4e12-9eaa-76b6b1c36f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8584b5b3-5990-4987-a709-95404a7204b3), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.815373 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-723e8d3a-ffe4-4e12-9eaa-76b6b1c36f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:28.816579 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-723e8d3a-ffe4-4e12-9eaa-76b6b1c36f9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8584b5b3-5990-4987-a709-95404a7204b3 HTTP/1.1" status: 204  len: 168 time: 0.1208215
Apr 02 21:49:28.824681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e8d3a-ffe4-4e12-9eaa-76b6b1c36f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8584b5b3-5990-4987-a709-95404a7204b3,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:28.905831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:29.137138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53572) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:29.181681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e48e969c-094d-4da1-b6db-01b2238ba1d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=589968f223444f1ba808e60d5fbf35b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0433066
Apr 02 21:49:29.184087 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53574) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:29.234805 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-084635d1-1db7-4ba3-acae-c92a89a67d5a admin admin] Publish callbacks [] for security_group (d1e361cf-a635-43e7-94de-045cb6688f88), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:29.254927 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-084635d1-1db7-4ba3-acae-c92a89a67d5a admin admin] Publish callbacks [] for security_group (d1e361cf-a635-43e7-94de-045cb6688f88), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:29.306308 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-084635d1-1db7-4ba3-acae-c92a89a67d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (d1e361cf-a635-43e7-94de-045cb6688f88), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:29.310677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-084635d1-1db7-4ba3-acae-c92a89a67d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:29.312759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-084635d1-1db7-4ba3-acae-c92a89a67d5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1e361cf-a635-43e7-94de-045cb6688f88 HTTP/1.1" status: 204  len: 168 time: 0.1275446
Apr 02 21:49:29.320920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084635d1-1db7-4ba3-acae-c92a89a67d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e361cf-a635-43e7-94de-045cb6688f88,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:29.501831 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:29.683125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 70843a39-45f9-404e-9033-6991281c3c97 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:29.704153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 70843a39-45f9-404e-9033-6991281c3c97 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:29.704522 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 70843a39-45f9-404e-9033-6991281c3c97 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:29.704948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c9474e5-50de-4200-941b-80fafaa6a8f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:49:29.724341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8c9474e5-50de-4200-941b-80fafaa6a8f1 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:49:29.724712 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8c9474e5-50de-4200-941b-80fafaa6a8f1 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:49:31.079425 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53630) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.084642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110928852', 'description': 'tempest-secgroup-smoke-1110928852 description', 'project_id': 'ca394d2c596042ad961fc645ce7b6940'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.104836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.112530 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.185205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8ab5f412-941c-4c30-97a5-84594e07a6b1), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.189176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ab5f412-941c-4c30-97a5-84594e07a6b1), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.226563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5f412-941c-4c30-97a5-84594e07a6b1,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.269910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (c023f5aa-2ff3-4c5b-90fa-db15b27c51be), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.273395 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c023f5aa-2ff3-4c5b-90fa-db15b27c51be), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.297090 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.298322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2178714
Apr 02 21:49:31.301526 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53632) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.306027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454c703-ce14-47e7-a4f3-9568e4a01b75 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c023f5aa-2ff3-4c5b-90fa-db15b27c51be,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.306535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'c023f5aa-2ff3-4c5b-90fa-db15b27c51be', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.333207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (30fc72ea-f593-40e8-8bb1-90c610c90a71), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.377723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (30fc72ea-f593-40e8-8bb1-90c610c90a71), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.381721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (30fc72ea-f593-40e8-8bb1-90c610c90a71), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.401924 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fc72ea-f593-40e8-8bb1-90c610c90a71,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.407421 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.408696 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8aeb16f8-8c3a-4861-b678-f71c58989061 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1059775
Apr 02 21:49:31.411472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53634) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.415964 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'c023f5aa-2ff3-4c5b-90fa-db15b27c51be', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.439847 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (e2d3c3e9-fa72-425c-8b16-98ae124476bd), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.495926 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (e2d3c3e9-fa72-425c-8b16-98ae124476bd), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.499686 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e2d3c3e9-fa72-425c-8b16-98ae124476bd), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.518772 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d3c3e9-fa72-425c-8b16-98ae124476bd,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.526729 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.527959 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1dbff8f2-18d0-41a9-b726-823976c5d014 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1155405
Apr 02 21:49:31.530834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53636) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.535123 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'c023f5aa-2ff3-4c5b-90fa-db15b27c51be', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.559056 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (99656586-ae69-490b-8711-d5d8d9ca7f9b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.616318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (99656586-ae69-490b-8711-d5d8d9ca7f9b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.619510 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (99656586-ae69-490b-8711-d5d8d9ca7f9b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.640262 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99656586-ae69-490b-8711-d5d8d9ca7f9b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.645114 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.646838 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e8ae14d2-228d-48f5-bad8-8950c69267fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1145544
Apr 02 21:49:31.649148 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53638) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.653411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'c023f5aa-2ff3-4c5b-90fa-db15b27c51be', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.677522 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (8de99f06-0b49-4991-b3e8-cc91faa07c30), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.733132 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (8de99f06-0b49-4991-b3e8-cc91faa07c30), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.736534 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (8de99f06-0b49-4991-b3e8-cc91faa07c30), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.754892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de99f06-0b49-4991-b3e8-cc91faa07c30,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.765378 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.766599 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f3fed7af-b0cf-42b9-98e7-db38a39503c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1164889
Apr 02 21:49:31.769380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53640) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.773745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'c023f5aa-2ff3-4c5b-90fa-db15b27c51be', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.792880 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:49:31.797615 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (0086f9a0-712a-4c5e-873e-b95fd002c885), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.854699 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (0086f9a0-712a-4c5e-873e-b95fd002c885), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.858008 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (0086f9a0-712a-4c5e-873e-b95fd002c885), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.875736 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0086f9a0-712a-4c5e-873e-b95fd002c885,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:31.882828 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.884025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b180e122-577b-41c8-ad20-b2e91003469f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1137235
Apr 02 21:49:31.886810 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53642) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:31.890984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'c023f5aa-2ff3-4c5b-90fa-db15b27c51be', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:31.910957 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:49:31.916203 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (6f7d1852-5c77-4a7f-b332-d7aeba96ef23), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.976528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (6f7d1852-5c77-4a7f-b332-d7aeba96ef23), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:31.979945 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (6f7d1852-5c77-4a7f-b332-d7aeba96ef23), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.000075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7d1852-5c77-4a7f-b332-d7aeba96ef23,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:32.005669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.008889 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-39a37bbc-ce96-467b-88d8-3934fb0c3a00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1211386
Apr 02 21:49:32.009605 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53644) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:32.014296 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'network': {'name': 'tempest-network-smoke--760117351', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'port_security_enabled': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:32.032183 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:49:32.035790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.058333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:49:32.066653 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8f2d228d-73d0-4bba-8fd3-2b5029597b1f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.066991 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Added segment 8f2d228d-73d0-4bba-8fd3-2b5029597b1f of type vlan for network 8a6c5791-bb35-4cef-a8b6-c027db65c57f
Apr 02 21:49:32.104771 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (8a6c5791-bb35-4cef-a8b6-c027db65c57f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.128138 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (8a6c5791-bb35-4cef-a8b6-c027db65c57f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.133026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:32.133593 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.169847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1592443
Apr 02 21:49:32.173015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53646) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:32.177292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'admin_state_up': True, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:32.218459 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc69a70-d98d-4400-8f73-6961227045b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Network': ['ID=8a6c5791-bb35-4cef-a8b6-c027db65c57f,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:32.231227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (2828ab02-f264-4b7d-bb2b-c08811a2391f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.232234 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (2828ab02-f264-4b7d-bb2b-c08811a2391f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.233951 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:49:32.283600 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (2828ab02-f264-4b7d-bb2b-c08811a2391f), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.424101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (2828ab02-f264-4b7d-bb2b-c08811a2391f), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.611974 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (2828ab02-f264-4b7d-bb2b-c08811a2391f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.633646 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.730131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.106 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/98310557-19d8-4e03-992e-87b0681f7ef4) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:49:32.830768 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (98310557-19d8-4e03-992e-87b0681f7ef4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.863230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:32.901755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:49:32.909509 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:32.911742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=98310557-19d8-4e03-992e-87b0681f7ef4,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:32.913883 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:49:33.157248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (2828ab02-f264-4b7d-bb2b-c08811a2391f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:33.674913 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (2828ab02-f264-4b7d-bb2b-c08811a2391f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:33.802288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 2828ab02-f264-4b7d-bb2b-c08811a2391f is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:49:33.907345 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:49:33.920864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Sync routers for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:49:33.928724 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:33.929978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:33.930150 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0202724-1d41-408b-a2c8-bb9d055bbfc5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7562420
Apr 02 21:49:33.930589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845865e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:33.933416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53648) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:34.044214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:34.056301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4de63420-7181-4da7-907d-a23d5ad1f253 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca394d2c596042ad961fc645ce7b6940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1192586
Apr 02 21:49:34.056506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53652) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:34.142911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a4e0a-3ef8-47f8-92b4-2434e1e8b8e9 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:34.145014 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9e9a4e0a-3ef8-47f8-92b4-2434e1e8b8e9 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0869401
Apr 02 21:49:34.147908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53654) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:34.174528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dcd86fc0-b93f-45f8-bd6b-bea7e65d0be3 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0255682
Apr 02 21:49:34.177148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53656) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:34.181705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588868533', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:34.226677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845865e80>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:33Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:34.253205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Checking router: 2828ab02-f264-4b7d-bb2b-c08811a2391f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:49:34.254074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Updating router 2828ab02-f264-4b7d-bb2b-c08811a2391f port 98310557-19d8-4e03-992e-87b0681f7ef4 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:49:34.270350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:49:34.273711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.282101 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.457262 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (1af0b0f7-4388-4e60-8fdd-388ee5c1b655), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.520386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Subnet': ['ID=1af0b0f7-4388-4e60-8fdd-388ee5c1b655,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:34.534931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Checking segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:49:34.535307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network hostable DHCP agents. Network: 8a6c5791-bb35-4cef-a8b6-c027db65c57f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:49:34.545586 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Publish callbacks [] for port (98310557-19d8-4e03-992e-87b0681f7ef4), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.553028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.554617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:49:34.563855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a6c5791-bb35-4cef-a8b6-c027db65c57f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:34.568701 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:34.569313 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.587159 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-24c64b11-592d-4b31-a2b8-9794c3eb37e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4089961
Apr 02 21:49:34.590058 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53658) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:34.739504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad256798-c17f-4d27-9e77-a14dfb7bb45e None None] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:49:34.790839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Pushing event updated for resources: {'Port': ['ID=98310557-19d8-4e03-992e-87b0681f7ef4,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:34.792908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Attempting to bind port 98310557-19d8-4e03-992e-87b0681f7ef4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:49:34.793297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Attempting to bind port 98310557-19d8-4e03-992e-87b0681f7ef4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:49:34.793648 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Attempting to bind port 98310557-19d8-4e03-992e-87b0681f7ef4 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:49:34.838483 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:49:34.839129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:49:34.839665 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.840069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:49:34.840584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Bound port: 98310557-19d8-4e03-992e-87b0681f7ef4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:49:34.840973 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.843672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.844031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.844376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.844745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.845083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.845417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.845749 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.846080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.846409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.846738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.847065 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.848047 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.848624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.849145 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.849662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:34.949371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] For port 98310557-19d8-4e03-992e-87b0681f7ef4, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:49:34.953693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] For port 98310557-19d8-4e03-992e-87b0681f7ef4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98310557-19d8-4e03-992e-87b0681f7ef4,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:49:34.955169 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:49:34.956006 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:34.968862 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.041925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.095663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:35.096303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845865e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:35.101504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b12fd-1fd6-4a3e-8189-ee04fa0c4452 None None] Pushing event updated for resources: {'Port': ['ID=98310557-19d8-4e03-992e-87b0681f7ef4,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:35.243507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Allocated IP 172.20.0.2 (8a6c5791-bb35-4cef-a8b6-c027db65c57f/1af0b0f7-4388-4e60-8fdd-388ee5c1b655/4aa43310-4197-4cd9-8591-a006f016d39e) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:49:35.265773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:35.528790 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Publish callbacks [] for port (4aa43310-4197-4cd9-8591-a006f016d39e), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.542783 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.587971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.1 (8a6c5791-bb35-4cef-a8b6-c027db65c57f/1af0b0f7-4388-4e60-8fdd-388ee5c1b655/f6f076b5-3787-4ace-a8ac-2525a63e5069) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:49:35.590278 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:49:35.595627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845865e80>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:33Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:35.601626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:35.626448 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:49:35.628330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Pushing event updated for resources: {'Port': ['ID=4aa43310-4197-4cd9-8591-a006f016d39e,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:35.632283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89daa1-382a-4629-8534-92ea32715216 None None] The sync data for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 is: [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:33Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:49:35.686778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Attempting to bind port 4aa43310-4197-4cd9-8591-a006f016d39e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:49:35.687156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Attempting to bind port 4aa43310-4197-4cd9-8591-a006f016d39e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:49:35.687521 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Attempting to bind port 4aa43310-4197-4cd9-8591-a006f016d39e on network 8a6c5791-bb35-4cef-a8b6-c027db65c57f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:49:35.692905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:49:35.693287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Checking segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:49:35.693692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.694090 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Bound using segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:49:35.694752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Bound port: 4aa43310-4197-4cd9-8591-a006f016d39e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:49:35.694959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.708504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.746144 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.764028 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] For port 4aa43310-4197-4cd9-8591-a006f016d39e, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:49:35.767592 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] For port 4aa43310-4197-4cd9-8591-a006f016d39e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4aa43310-4197-4cd9-8591-a006f016d39e,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:49:35.774959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:35.789599 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:49:35.792674 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:35.795144 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:49:35.841130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca75a9f-efc2-40b4-b16c-7624fcefa9bc None None] Pushing event updated for resources: {'Port': ['ID=4aa43310-4197-4cd9-8591-a006f016d39e,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:35.855316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=f6f076b5-3787-4ace-a8ac-2525a63e5069,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:35.871358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (2828ab02-f264-4b7d-bb2b-c08811a2391f), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:36.069607 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:36.363814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:36.368791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:36.451394 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (2828ab02-f264-4b7d-bb2b-c08811a2391f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:36.453231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=f6f076b5-3787-4ace-a8ac-2525a63e5069,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:36.556376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:49:36.557938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:36.685975 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 2828ab02-f264-4b7d-bb2b-c08811a2391f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:49:36.800099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:49:36.807230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-679994cc-28e7-43bb-9b3c-84385bb8505c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/2828ab02-f264-4b7d-bb2b-c08811a2391f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2153563
Apr 02 21:49:36.874042 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770082bd-cd20-4735-95be-86dc74c96575 None None] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:49:36.947700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] Provisioning complete for port 4aa43310-4197-4cd9-8591-a006f016d39e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:36.948077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.028309 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-3a5c446a-a533-4d4e-90d3-7159e6efeb4d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110928852&fields=id&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 267 time: 0.0448277
Apr 02 21:49:37.061884 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] Current status of the port 4aa43310-4197-4cd9-8591-a006f016d39e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:37.062305 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.109805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] For port 4aa43310-4197-4cd9-8591-a006f016d39e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4aa43310-4197-4cd9-8591-a006f016d39e,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:37.115117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.157502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-865cf63d-f424-4161-9294-96279580f983 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:37.159023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-865cf63d-f424-4161-9294-96279580f983 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/networks?id=8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 200  len: 796 time: 0.1233940
Apr 02 21:49:37.175234 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-4bd5d4eb-0c44-4a60-9260-ffe4532f3969 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/quotas/ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 375 time: 0.0093691
Apr 02 21:49:37.176202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd08f73-dffa-4115-bb61-ce8ecccd8ffe None None] Pushing event updated for resources: {'Port': ['ID=4aa43310-4197-4cd9-8591-a006f016d39e,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:37.242346 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-eae50f20-2902-4f98-89b4-5e6812769f3d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0550961
Apr 02 21:49:37.346791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7f229916-6205-4341-ad78-1d7cf2d5cb69 None None] Provisioning complete for port 4aa43310-4197-4cd9-8591-a006f016d39e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:37.347718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7f229916-6205-4341-ad78-1d7cf2d5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.351928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-82f9e0c5-21e2-43fd-a179-7d4556e106e8 service neutron] 10.222.0.18 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962305
Apr 02 21:49:37.437253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7f229916-6205-4341-ad78-1d7cf2d5cb69 None None] Current status of the port 4aa43310-4197-4cd9-8591-a006f016d39e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:37.448233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-7f229916-6205-4341-ad78-1d7cf2d5cb69 None None] Provisioning complete for port f6f076b5-3787-4ace-a8ac-2525a63e5069 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:37.448750 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7f229916-6205-4341-ad78-1d7cf2d5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.466195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-e7c31596-8fe7-4069-a3cf-f666e7e276c4 service neutron] 10.222.0.18 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070578
Apr 02 21:49:37.486870 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Sync routers for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:49:37.497759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-7f229916-6205-4341-ad78-1d7cf2d5cb69 None None] Port f6f076b5-3787-4ace-a8ac-2525a63e5069 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:49:37.500039 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:37.500696 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846204190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:37.628541 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:37.630122 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-83347356-47be-44e5-8c68-7d952c1b1f4f None None] Provisioning complete for port f6f076b5-3787-4ace-a8ac-2525a63e5069 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:37.630660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-83347356-47be-44e5-8c68-7d952c1b1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.711164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-83347356-47be-44e5-8c68-7d952c1b1f4f None None] Port f6f076b5-3787-4ace-a8ac-2525a63e5069 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:49:37.742342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e43549c1-c59f-4a3d-b14d-912a366f4ab1 req-4ebe4657-2836-4844-b5f8-06a3a88727d2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 210 time: 0.0497074
Apr 02 21:49:37.838840 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-774a08ec-0b77-41b3-9645-dbb58ac6c087 None None] Provisioning complete for port f6f076b5-3787-4ace-a8ac-2525a63e5069 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:37.839224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-774a08ec-0b77-41b3-9645-dbb58ac6c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.863557 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 98310557-19d8-4e03-992e-87b0681f7ef4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:49:37.908004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-774a08ec-0b77-41b3-9645-dbb58ac6c087 None None] Port f6f076b5-3787-4ace-a8ac-2525a63e5069 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:49:37.912551 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846204190>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 2, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:37.931022 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 98310557-19d8-4e03-992e-87b0681f7ef4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:37.931400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:37.947343 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Checking router: 2828ab02-f264-4b7d-bb2b-c08811a2391f for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:49:37.947343 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Updating router 2828ab02-f264-4b7d-bb2b-c08811a2391f port f6f076b5-3787-4ace-a8ac-2525a63e5069 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:49:37.975951 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.010401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 98310557-19d8-4e03-992e-87b0681f7ef4 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:38.010827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.033681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 98310557-19d8-4e03-992e-87b0681f7ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98310557-19d8-4e03-992e-87b0681f7ef4,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:38.038010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.039439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4aa43310-4197-4cd9-8591-a006f016d39e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:49:38.126604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=98310557-19d8-4e03-992e-87b0681f7ef4,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:38.137589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4aa43310-4197-4cd9-8591-a006f016d39e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:38.137970 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.221196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4aa43310-4197-4cd9-8591-a006f016d39e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:38.258210 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Publish callbacks [] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.265911 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.316632 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Pushing event updated for resources: {'Port': ['ID=f6f076b5-3787-4ace-a8ac-2525a63e5069,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:38.347888 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.348127 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.348492 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.348831 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.349161 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.349494 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.349821 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.350147 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.350468 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.351008 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.351334 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.351662 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.351983 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.352305 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.352651 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:49:38.386627 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Attempting to bind port f6f076b5-3787-4ace-a8ac-2525a63e5069 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:49:38.387005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Attempting to bind port f6f076b5-3787-4ace-a8ac-2525a63e5069 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:49:38.387362 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Attempting to bind port f6f076b5-3787-4ace-a8ac-2525a63e5069 on network 8a6c5791-bb35-4cef-a8b6-c027db65c57f {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:49:38.392741 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:49:38.393123 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Checking segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:49:38.393523 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.393919 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Bound using segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:49:38.394434 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Bound port: f6f076b5-3787-4ace-a8ac-2525a63e5069, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:49:38.394809 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.460376 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] For port f6f076b5-3787-4ace-a8ac-2525a63e5069, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:49:38.463802 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] For port f6f076b5-3787-4ace-a8ac-2525a63e5069, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6f076b5-3787-4ace-a8ac-2525a63e5069,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:49:38.469799 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.524838 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:38.525488 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846204190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:38.531396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] Provisioning complete for port f6f076b5-3787-4ace-a8ac-2525a63e5069 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:38.531753 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.572188 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c4e7b-5773-4ba3-955e-2caf99c035c5 None None] Pushing event updated for resources: {'Port': ['ID=f6f076b5-3787-4ace-a8ac-2525a63e5069,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:38.621347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] Current status of the port f6f076b5-3787-4ace-a8ac-2525a63e5069 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:38.621592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.642765 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:38.658629 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] For port f6f076b5-3787-4ace-a8ac-2525a63e5069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6f076b5-3787-4ace-a8ac-2525a63e5069,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:38.663473 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.721102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9bcd-4b92-4466-9231-c2d8b4425ae4 None None] Pushing event updated for resources: {'Port': ['ID=f6f076b5-3787-4ace-a8ac-2525a63e5069,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:38.875305 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4b22d1ca-c1e1-4db3-a64f-4deb03fc9c89 req-ba663794-ee56-4aac-93d7-8c1aa68dc331 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 210 time: 0.0368645
Apr 02 21:49:38.889874 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846204190>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:38.893624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-011dedcb-e1be-4195-9304-e05b3cd0e5e7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:38.896010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-011dedcb-e1be-4195-9304-e05b3cd0e5e7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/networks?id=8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 200  len: 796 time: 0.1385090
Apr 02 21:49:38.901727 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b7bb9fc8-5c43-497d-8810-77d36df8cce9 None None] Provisioning complete for port f6f076b5-3787-4ace-a8ac-2525a63e5069 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:38.902104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9fc8-5c43-497d-8810-77d36df8cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:38.931393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704ca2e-c817-42fc-ad3e-f89fcfc043b0 None None] The sync data for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 is: [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:49:38.962442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-fe74580a-f69e-4eff-a389-14b2da6fb6aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 380 time: 0.0577822
Apr 02 21:49:38.971700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'port': {'device_id': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'admin_state_up': True, 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'security_groups': ['c023f5aa-2ff3-4c5b-90fa-db15b27c51be']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:39.011754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb9fc8-5c43-497d-8810-77d36df8cce9 None None] Current status of the port f6f076b5-3787-4ace-a8ac-2525a63e5069 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:39.443629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:49:39.447120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:39.577589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.7 (8a6c5791-bb35-4cef-a8b6-c027db65c57f/1af0b0f7-4388-4e60-8fdd-388ee5c1b655/45dac72c-1fda-42e8-8941-d44a1cfdbe7b) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:49:39.730618 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:39.768148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:39.768829 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 98310557-19d8-4e03-992e-87b0681f7ef4 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:49:39.815563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:49:39.821114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:39.826377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:49:39.829764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 98310557-19d8-4e03-992e-87b0681f7ef4 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:39.830325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:39.855132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:39.890865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:39.893274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:39.926724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-465dac12-bded-45cd-a09b-8164ae64f477 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9589322
Apr 02 21:49:39.939142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 98310557-19d8-4e03-992e-87b0681f7ef4 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:39.940614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6f076b5-3787-4ace-a8ac-2525a63e5069 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:49:39.944799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Request body: {'port': {'device_id': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:40.006572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port f6f076b5-3787-4ace-a8ac-2525a63e5069 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:40.007033 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.030885 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.139221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port f6f076b5-3787-4ace-a8ac-2525a63e5069 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:40.148417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-425b9147-4d80-4f09-9503-602729157c79 None None] Provisioning complete for port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:40.148991 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-425b9147-4d80-4f09-9503-602729157c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.184275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-425b9147-4d80-4f09-9503-602729157c79 None None] Port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:49:40.286846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8440-2095-42ee-b6eb-4d963e1439be req-daae87a7-0e43-402b-bca5-b643ea244cd5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:40.288322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c3b8440-2095-42ee-b6eb-4d963e1439be req-daae87a7-0e43-402b-bca5-b643ea244cd5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 931 time: 0.2327819
Apr 02 21:49:40.360073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6c3b8440-2095-42ee-b6eb-4d963e1439be req-873d26f3-3bda-4e69-a77b-7a78b6d41007 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657413
Apr 02 21:49:40.403464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45dac72c-1fda-42e8-8941-d44a1cfdbe7b {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:49:40.411467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Publish callbacks [] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.423704 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Transition to ACTIVE for port object 45dac72c-1fda-42e8-8941-d44a1cfdbe7b will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:49:40.427474 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.478209 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Pushing event updated for resources: {'Port': ['ID=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:40.553653 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Attempting to bind port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:49:40.553988 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Attempting to bind port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:49:40.554927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Attempting to bind port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b on network 8a6c5791-bb35-4cef-a8b6-c027db65c57f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:49:40.559675 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b on network 8a6c5791-bb35-4cef-a8b6-c027db65c57f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:49:40.560001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Attempting to bind port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b on network 8a6c5791-bb35-4cef-a8b6-c027db65c57f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:49:40.564984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:49:40.565318 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Checking segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:49:40.565696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Bound using segment: {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:49:40.566236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Bound port: 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2d228d-73d0-4bba-8fd3-2b5029597b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:49:40.566595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.632297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] For port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:49:40.635418 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] For port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:49:40.640910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.673610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:40.674306 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:40.675706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 200  len: 1091 time: 0.7373703
Apr 02 21:49:40.676061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:49:40.678335 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357756c14c17d4437d9fc2093eb7d767766fda83457719ef861e1850f5cb841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75" -d '{"events": [{"name": "network-changed", "server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:49:40.707707 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b8b0-83e7-41cb-859e-304755d856a6 service neutron] Pushing event updated for resources: {'Port': ['ID=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:40.728523 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800499e6-8635-4acb-b18b-1d1c062c34fd x-openstack-request-id: req-800499e6-8635-4acb-b18b-1d1c062c34fd {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:49:40.728821 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:49:40.729079 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-800499e6-8635-4acb-b18b-1d1c062c34fd {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:49:40.729588 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800499e6-8635-4acb-b18b-1d1c062c34fd'] response: {'name': 'network-changed', 'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'status': 'completed', 'code': 200}
Apr 02 21:49:40.782085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-e9b29931-d08a-4d5f-b64d-8f65cc45899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:40.783696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-e9b29931-d08a-4d5f-b64d-8f65cc45899e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1125 time: 0.0515773
Apr 02 21:49:40.831028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-3ad8d2ee-df07-41e9-b68c-f7aee948a349 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 200  len: 217 time: 0.0356958
Apr 02 21:49:40.884411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-1ac9c3e0-b12a-47fe-91f1-d520c75cea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:40.885921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-1ac9c3e0-b12a-47fe-91f1-d520c75cea56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af0b0f7-4388-4e60-8fdd-388ee5c1b655 HTTP/1.1" status: 200  len: 835 time: 0.0449038
Apr 02 21:49:40.943508 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-645e07ec-551e-4389-b9ec-20a0c7f541ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:40.945073 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-645e07ec-551e-4389-b9ec-20a0c7f541ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a6c5791-bb35-4cef-a8b6-c027db65c57f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487456
Apr 02 21:49:41.036074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-81cfebb8-e23f-4845-b33e-8c176ae6a5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822761
Apr 02 21:49:41.129426 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2670cfbb-aa93-4833-9eb9-91fc84b30a34 req-77aba0e1-1e92-4ef2-b25c-ae7983326a23 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847375
Apr 02 21:49:41.224655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-e3511127-4e73-4cde-b85b-2649be32be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:41.226280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-e3511127-4e73-4cde-b85b-2649be32be77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1125 time: 0.0455308
Apr 02 21:49:41.317950 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-5045a9a8-7a27-4737-bc76-6bc17175520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:41.319322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-5045a9a8-7a27-4737-bc76-6bc17175520e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 200  len: 897 time: 0.0864823
Apr 02 21:49:41.360421 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-30647da3-7b5d-4d0b-b8bf-bc95b364f972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 200  len: 217 time: 0.0346959
Apr 02 21:49:41.408012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-092aaadb-d39d-4adf-8e20-6d4d6466bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:41.409597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-092aaadb-d39d-4adf-8e20-6d4d6466bfbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af0b0f7-4388-4e60-8fdd-388ee5c1b655 HTTP/1.1" status: 200  len: 835 time: 0.0431979
Apr 02 21:49:41.497205 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-eefffe21-bfd9-46bf-b269-837de7f0964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:41.498728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-eefffe21-bfd9-46bf-b269-837de7f0964f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a6c5791-bb35-4cef-a8b6-c027db65c57f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0826364
Apr 02 21:49:41.509735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59f2f3-763b-482d-bd4b-205031a133f8 req-29768fb0-6269-402f-9b69-30941ae273b5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:41.511150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c59f2f3-763b-482d-bd4b-205031a133f8 req-29768fb0-6269-402f-9b69-30941ae273b5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 943 time: 0.0708447
Apr 02 21:49:41.614457 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c59f2f3-763b-482d-bd4b-205031a133f8 req-fbc88de3-a1da-4a7b-8b19-fdc9388da9a7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953290
Apr 02 21:49:41.633604 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-672f1c4b-cd9d-4787-9fbe-b3bf05638e2c service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215141
Apr 02 21:49:41.721380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ceddc91-faa8-40a1-a60b-1ed8f8453b75 req-bfd5d7ea-5ab5-4a4d-9dcb-0cb2674e2d94 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812166
Apr 02 21:49:42.835839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8a1e-b2d2-46a8-abb1-b903bcb85808 req-203d8a61-bb8b-4c49-a6d8-561cd5498f14 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:42.837340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10fa8a1e-b2d2-46a8-abb1-b903bcb85808 req-203d8a61-bb8b-4c49-a6d8-561cd5498f14 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 943 time: 0.1011782
Apr 02 21:49:42.884883 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-10fa8a1e-b2d2-46a8-abb1-b903bcb85808 req-d1c295aa-902a-4e06-a1d1-95bbead6a124 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418181
Apr 02 21:49:43.640976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 45dac72c-1fda-42e8-8941-d44a1cfdbe7b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:49:43.734193 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:43.744773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'port_id': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'mac_address': 'fa:16:3e:c4:5a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:49:43.934385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:43.934784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:43.947321 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45dac72c-1fda-42e8-8941-d44a1cfdbe7b {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:49:43.966711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:43.971041 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:44.012161 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b87b6c-4eca-4ae3-9afd-394be8162603 req-ad36ab5e-1b2c-41f3-8a77-f9230077972a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:44.013609 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4b87b6c-4eca-4ae3-9afd-394be8162603 req-ad36ab5e-1b2c-41f3-8a77-f9230077972a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 943 time: 0.0552623
Apr 02 21:49:44.020787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:44.067437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4b87b6c-4eca-4ae3-9afd-394be8162603 req-cd77ec8b-ea3a-437b-a285-3243c59a3a40 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481675
Apr 02 21:49:44.283494 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['45dac72c-1fda-42e8-8941-d44a1cfdbe7b'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:49:44.872172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:45.190069 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f58ba6-e3be-437c-a8eb-71b2fb343701 req-2018bd76-f84c-42d9-a1f4-b5bf805c6959 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:45.192125 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99f58ba6-e3be-437c-a8eb-71b2fb343701 req-2018bd76-f84c-42d9-a1f4-b5bf805c6959 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 944 time: 0.0574074
Apr 02 21:49:45.239045 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-99f58ba6-e3be-437c-a8eb-71b2fb343701 req-c31e46fa-cfa2-4cd7-a8c8-4bb31df9cd61 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413399
Apr 02 21:49:45.672413 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 45dac72c-1fda-42e8-8941-d44a1cfdbe7b up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:49:45.721934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:49:45.726106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:49:45.726479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:45.800851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:49:45.801232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:45.824330 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:49:45.826638 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdafd8012af0d613b19825ce18bef4bc1724527b755ec452236847be21d3ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b31703e-a6a1-4eee-a423-378672d7c050" -d '{"events": [{"server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "name": "network-vif-plugged", "status": "completed", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:49:45.843886 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:49:45.850270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:45.875786 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ef1d8-25eb-401a-94b6-0ed34482254c x-openstack-request-id: req-991ef1d8-25eb-401a-94b6-0ed34482254c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:49:45.876444 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "name": "network-vif-plugged", "status": "completed", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:49:45.876444 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-991ef1d8-25eb-401a-94b6-0ed34482254c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:49:45.876727 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991ef1d8-25eb-401a-94b6-0ed34482254c'] response: {'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'code': 200}
Apr 02 21:49:45.901895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:46.057655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0d516-3ae4-450d-a273-346c5f406fb3 req-b28b8e5b-9f89-459f-b7f7-6e1411603a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:46.059464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ab0d516-3ae4-450d-a273-346c5f406fb3 req-b28b8e5b-9f89-459f-b7f7-6e1411603a67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1127 time: 0.0853171
Apr 02 21:49:46.106471 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6ab0d516-3ae4-450d-a273-346c5f406fb3 req-1a5c7e70-62c7-4a10-bb6c-fa6737246152 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381820
Apr 02 21:49:46.358976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a60e-f1d5-419f-a4a1-945cccf99b51 req-735ecaf1-adcf-485a-8e02-cfa97b491e64 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:46.360481 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2033a60e-f1d5-419f-a4a1-945cccf99b51 req-735ecaf1-adcf-485a-8e02-cfa97b491e64 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0512047
Apr 02 21:49:46.408653 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2033a60e-f1d5-419f-a4a1-945cccf99b51 req-70e53f34-a5de-4579-8e9d-568631fb4ff7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417662
Apr 02 21:49:47.528827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9225-1622-4b57-8740-bc12b9031b5f req-8646f2f4-0914-4230-99f1-5aa36f710ec9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:47.530337 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a14b9225-1622-4b57-8740-bc12b9031b5f req-8646f2f4-0914-4230-99f1-5aa36f710ec9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0518136
Apr 02 21:49:47.578794 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a14b9225-1622-4b57-8740-bc12b9031b5f req-db7b470b-e7ff-43ee-a7b2-1122b8ece256 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426993
Apr 02 21:49:47.700342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89621f47-21a4-4ee0-adb1-b1fdc2ba5c03 req-da8d585d-1307-41a4-b421-19eeb7ceee34 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:47.701798 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89621f47-21a4-4ee0-adb1-b1fdc2ba5c03 req-da8d585d-1307-41a4-b421-19eeb7ceee34 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0557892
Apr 02 21:49:47.749176 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-89621f47-21a4-4ee0-adb1-b1fdc2ba5c03 req-5844e671-a3ae-4f43-9738-afd40ce9dc1c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410686
Apr 02 21:49:47.761432 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:49:47.772257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53720) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:47.818300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f85c8-45fe-463e-ad9d-abc8553b6553 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:47.819811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a93f85c8-45fe-463e-ad9d-abc8553b6553 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1122 time: 0.0465398
Apr 02 21:49:47.822734 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53722) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:47.827186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:49:47.846717 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:47.939791 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.040870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.150 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f1021bf8-eba6-4db9-b1d7-e99c31c2cbde) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:49:48.139529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.171194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.209326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:49:48.212082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:49:48.215380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:49:48.246052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=f1021bf8-eba6-4db9-b1d7-e99c31c2cbde,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:48.284813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.595599 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (63cb89bf-219c-44f4-ac86-eaac242d7d69), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.670125 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.816427 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.820696 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.886942 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=f1021bf8-eba6-4db9-b1d7-e99c31c2cbde,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:49:48.896785 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (63cb89bf-219c-44f4-ac86-eaac242d7d69), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:48.996295 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP 63cb89bf-219c-44f4-ac86-eaac242d7d69 associated. External IP: 172.35.4.150, port: 45dac72c-1fda-42e8-8941-d44a1cfdbe7b.
Apr 02 21:49:49.202997 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 2828ab02-f264-4b7d-bb2b-c08811a2391f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:49:49.311248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:49:49.320700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] Sync routers for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:49:49.328849 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:49.330819 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:49.331492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b12040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:49.358661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-62c3c325-aa54-4fd3-8d4e-0c2f426023f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5347962
Apr 02 21:49:49.359160 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:49:49.400052 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c" -d '{"events": [{"name": "network-changed", "server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:49:49.451822 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:49.479649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe20142-7e57-4d26-a1a8-e3caf83ec809 req-4e05b566-148c-4cc0-bc73-a0ef6c458281 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:49.481329 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbe20142-7e57-4d26-a1a8-e3caf83ec809 req-4e05b566-148c-4cc0-bc73-a0ef6c458281 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0673931
Apr 02 21:49:49.503019 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486d30a3-3453-45c9-be1e-5b9741d0e5af x-openstack-request-id: req-486d30a3-3453-45c9-be1e-5b9741d0e5af {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:49:49.503311 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:49:49.503567 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-486d30a3-3453-45c9-be1e-5b9741d0e5af {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:49:49.503968 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486d30a3-3453-45c9-be1e-5b9741d0e5af'] response: {'name': 'network-changed', 'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'status': 'completed', 'code': 200}
Apr 02 21:49:49.563528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cbe20142-7e57-4d26-a1a8-e3caf83ec809 req-01301a02-0de0-4fc1-83c5-bb3e547b7901 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753427
Apr 02 21:49:49.582388 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-8c407c15-9629-4ad7-8686-ede46e6d5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:49.583881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-8c407c15-9629-4ad7-8686-ede46e6d5e96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1127 time: 0.0619442
Apr 02 21:49:49.588850 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53732) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:49.684261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b12040>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63cb89bf-219c-44f4-ac86-eaac242d7d69', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.150', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'port_id': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'mac_address': 'fa:16:3e:c4:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:49:48Z', 'updated_at': '2022-04-02T21:49:48Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:49.707374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-443fad5d-f9c8-4e48-acf3-c80366761f7e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/63cb89bf-219c-44f4-ac86-eaac242d7d69 HTTP/1.1" status: 200  len: 991 time: 0.1172738
Apr 02 21:49:49.713679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] Checking router: 2828ab02-f264-4b7d-bb2b-c08811a2391f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:49:49.722397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:49:49.723342 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b12040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:49:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:49.727888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-0fde2c4e-98dc-4ddc-90a5-a448d90d0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:49.729390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-0fde2c4e-98dc-4ddc-90a5-a448d90d0c80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 200  len: 897 time: 0.1383278
Apr 02 21:49:49.793865 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-4f507098-4d47-460c-ad0b-be6481b9b356 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 200  len: 999 time: 0.0578673
Apr 02 21:49:49.830429 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:49:49.841854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-f2272874-003f-4cf0-a90c-c050c5d2b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:49.843402 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-f2272874-003f-4cf0-a90c-c050c5d2b492 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af0b0f7-4388-4e60-8fdd-388ee5c1b655 HTTP/1.1" status: 200  len: 835 time: 0.0438545
Apr 02 21:49:49.895832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-1277239d-eac5-4628-abb3-387d7506928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:49:49.897380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-1277239d-eac5-4628-abb3-387d7506928f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a6c5791-bb35-4cef-a8b6-c027db65c57f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478678
Apr 02 21:49:49.990910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-9db86bb7-9595-4091-a16e-e9c62f5c2fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863853
Apr 02 21:49:50.049791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b12040>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63cb89bf-219c-44f4-ac86-eaac242d7d69', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.150', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'port_id': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'mac_address': 'fa:16:3e:c4:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:49:48Z', 'updated_at': '2022-04-02T21:49:48Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:49:50.081746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f00998-2687-42b6-a45d-5168cbf331fa None None] The sync data for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 is: [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63cb89bf-219c-44f4-ac86-eaac242d7d69', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.150', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'port_id': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'mac_address': 'fa:16:3e:c4:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:49:48Z', 'updated_at': '2022-04-02T21:49:48Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:49:50.086710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3d4cac9-0fab-4dbb-9c2e-251a33e1ff1c req-9400dc00-20ae-4964-8123-825d9611fdf3 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899425
Apr 02 21:49:50.293749 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff507d7-a259-49ed-a472-421c6c060319 None None] New status for floating IP 63cb89bf-219c-44f4-ac86-eaac242d7d69: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:49:50.711411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53736) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:49:50.770803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1f06f82e-a3fc-4dbb-8000-e1907aaa8302 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/63cb89bf-219c-44f4-ac86-eaac242d7d69 HTTP/1.1" status: 200  len: 993 time: 0.0582917
Apr 02 21:49:53.183173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-85997719-7b2b-4b03-b3b9-c996afd9cf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:55.403232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-97fecc71-c4dd-4389-9d22-f107f543a041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:56.834252 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:58.907048 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:49:59.504477 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:14.872316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:18.294864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:19.520364 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-7a246bb3-2cdd-4531-b5a2-c325a5619d3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0449691
Apr 02 21:50:19.609097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-a03f71bd-4b6b-4480-8a08-5ca935c1f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:19.610620 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-a03f71bd-4b6b-4480-8a08-5ca935c1f2de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1127 time: 0.0446332
Apr 02 21:50:19.720550 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-84671236-fa71-4c81-9ddc-f1c5bef7ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:19.721985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-84671236-fa71-4c81-9ddc-f1c5bef7ca9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 200  len: 897 time: 0.0918860
Apr 02 21:50:19.790395 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-51ff4a11-e807-428f-aaf1-6fb5beb21964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 200  len: 1001 time: 0.0618985
Apr 02 21:50:19.841828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-b5515693-2f6b-485d-83fc-5745ae91fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:19.843265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-b5515693-2f6b-485d-83fc-5745ae91fb3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af0b0f7-4388-4e60-8fdd-388ee5c1b655 HTTP/1.1" status: 200  len: 835 time: 0.0468454
Apr 02 21:50:19.891643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-58767216-d489-48c8-bc1e-29d6edd53027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:19.893168 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-58767216-d489-48c8-bc1e-29d6edd53027 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a6c5791-bb35-4cef-a8b6-c027db65c57f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436463
Apr 02 21:50:19.979129 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-8adb6c78-6b6e-4b2b-a574-612a313f7b0d service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794394
Apr 02 21:50:20.071324 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e6468106-8a6b-4446-aa8b-60fc0300d12d req-164cf9e9-3b76-4073-b56f-04fa2d3c1939 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829253
Apr 02 21:50:23.187332 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3f412cc9-90c7-4c2c-bbf2-0a169d989f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:24.761699 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:50:25.405411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3847fa8e-bdbd-41eb-8efc-d6a0d01f1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:26.231916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95027c75-b975-41ee-ae33-103fa8f97c88 req-760c51f4-78c5-434d-8901-6d0f2b715454 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:26.233426 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95027c75-b975-41ee-ae33-103fa8f97c88 req-760c51f4-78c5-434d-8901-6d0f2b715454 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0534706
Apr 02 21:50:26.285915 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-95027c75-b975-41ee-ae33-103fa8f97c88 req-83ff5914-adf6-4b9b-bc45-e4c5acb42324 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468426
Apr 02 21:50:26.835928 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:27.406017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353dc89-7d86-48c2-93f9-76057b6fe959 req-3d22c6fc-b079-43a8-be51-a68629f2c294 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:27.407515 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9353dc89-7d86-48c2-93f9-76057b6fe959 req-3d22c6fc-b079-43a8-be51-a68629f2c294 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0514479
Apr 02 21:50:27.456087 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9353dc89-7d86-48c2-93f9-76057b6fe959 req-912ee75c-6ccd-458d-a23e-c7a2681d671d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425065
Apr 02 21:50:27.478602 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53762) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:27.538716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0cae2757-6d1a-4dc4-9f05-557a269978e5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/63cb89bf-219c-44f4-ac86-eaac242d7d69 HTTP/1.1" status: 200  len: 993 time: 0.0585864
Apr 02 21:50:28.827135 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ffb3-91ef-48d8-bf12-7cbdab73171c req-7ae335dd-1746-4b5b-aa24-e5767c028ddb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:28.828655 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5667ffb3-91ef-48d8-bf12-7cbdab73171c req-7ae335dd-1746-4b5b-aa24-e5767c028ddb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0530705
Apr 02 21:50:28.882153 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5667ffb3-91ef-48d8-bf12-7cbdab73171c req-f3c6308b-a80e-48dc-b099-d99f957ad833 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478039
Apr 02 21:50:28.910530 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:29.506578 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:30.335377 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0713f2-2790-4f1f-bdd0-46bf852647d1 req-5ca577de-4ecb-401d-ae09-b9cfe6e5a879 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:30.336802 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db0713f2-2790-4f1f-bdd0-46bf852647d1 req-5ca577de-4ecb-401d-ae09-b9cfe6e5a879 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.3827999
Apr 02 21:50:30.384530 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-db0713f2-2790-4f1f-bdd0-46bf852647d1 req-c0349290-e4af-4db7-9281-5709f487969f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420270
Apr 02 21:50:30.406509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53788) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:30.467286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-030de77d-34d7-4798-8e56-2a88ae94c256 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/63cb89bf-219c-44f4-ac86-eaac242d7d69 HTTP/1.1" status: 200  len: 993 time: 0.0596581
Apr 02 21:50:30.708563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53794) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:30.866313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port f1021bf8-eba6-4db9-b1d7-e99c31c2cbde {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:50:30.866749 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:30.946911 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:30.947242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:30.959436 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for f1021bf8-eba6-4db9-b1d7-e99c31c2cbde owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:50:31.116644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f1021bf8-eba6-4db9-b1d7-e99c31c2cbde), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:31.141586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=f1021bf8-eba6-4db9-b1d7-e99c31c2cbde,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:31.155259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.155613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.155952 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.156313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.156652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.156985 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.157311 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.157637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.157965 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.158290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.158615 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.158944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.159263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.159583 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.159902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:31.217497 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (63cb89bf-219c-44f4-ac86-eaac242d7d69), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:31.217730 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP 63cb89bf-219c-44f4-ac86-eaac242d7d69 disassociated (deleted). External IP: 172.35.4.150, port: 45dac72c-1fda-42e8-8941-d44a1cfdbe7b.
Apr 02 21:50:31.424284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 2828ab02-f264-4b7d-bb2b-c08811a2391f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:50:31.539086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:50:31.543814 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:31.548581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] Sync routers for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:50:31.558546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:31.559158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844695730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:31.573271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-85bd22ca-7e1a-4673-822e-55ada9f74fa0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/floatingips/63cb89bf-219c-44f4-ac86-eaac242d7d69 HTTP/1.1" status: 204  len: 168 time: 0.8635871
Apr 02 21:50:31.573944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:50:31.576239 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b051c8c2-36f0-4265-b383-585623095ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:50:31.615285 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda50d77-6b69-4de1-bc41-319160ce64c8 x-openstack-request-id: req-cda50d77-6b69-4de1-bc41-319160ce64c8 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:50:31.615583 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:50:31.615843 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cda50d77-6b69-4de1-bc41-319160ce64c8 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:50:31.616257 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda50d77-6b69-4de1-bc41-319160ce64c8'] response: {'name': 'network-changed', 'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'status': 'completed', 'code': 200}
Apr 02 21:50:31.687765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:31.694697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051c8c2-36f0-4265-b383-585623095ffc req-8eec08f1-3232-456d-a393-f42d188e08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:31.696230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-8eec08f1-3232-456d-a393-f42d188e08f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 1127 time: 0.0504382
Apr 02 21:50:31.806301 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051c8c2-36f0-4265-b383-585623095ffc req-8e5ea8b6-3ec6-48b0-a112-b26184280f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:31.807715 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-8e5ea8b6-3ec6-48b0-a112-b26184280f8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 200  len: 897 time: 0.0946705
Apr 02 21:50:31.841763 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57b201-e779-4e8b-bfc2-b47fb8baea77 req-e34a3245-a874-4495-9078-5ddd4d4ce2c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:31.843371 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e57b201-e779-4e8b-bfc2-b47fb8baea77 req-e34a3245-a874-4495-9078-5ddd4d4ce2c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0550783
Apr 02 21:50:31.851002 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-17e9efe3-7f25-4cd4-966b-837ef0f04e80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 200  len: 217 time: 0.0358751
Apr 02 21:50:31.902583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844695730>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:31.905751 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051c8c2-36f0-4265-b383-585623095ffc req-ed27eb45-4fb0-4c0c-a8f5-245a4010a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:31.907441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-ed27eb45-4fb0-4c0c-a8f5-245a4010a62d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af0b0f7-4388-4e60-8fdd-388ee5c1b655 HTTP/1.1" status: 200  len: 835 time: 0.0498424
Apr 02 21:50:31.909097 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6e57b201-e779-4e8b-bfc2-b47fb8baea77 req-202c3c1b-3519-4a47-b328-41b8410d373b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564697
Apr 02 21:50:31.930783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] Checking router: 2828ab02-f264-4b7d-bb2b-c08811a2391f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:50:31.939093 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:31.939699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844695730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:31.957414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051c8c2-36f0-4265-b383-585623095ffc req-7d834cc6-9d8f-438c-9500-0b4701ba4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:31.959601 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-7d834cc6-9d8f-438c-9500-0b4701ba4ab2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a6c5791-bb35-4cef-a8b6-c027db65c57f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453808
Apr 02 21:50:32.054387 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-30baef55-8c5e-4ee1-8ede-8501eb8e796b service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881510
Apr 02 21:50:32.153269 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b051c8c2-36f0-4265-b383-585623095ffc req-628a4146-c2e7-4e19-b806-373265ddacd4 service neutron] 10.222.0.21 "GET /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908382
Apr 02 21:50:32.209820 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:32.410409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844695730>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:32.438515 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0cfb5-19de-4b5e-846e-8fc617cf785d None None] The sync data for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 is: [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:36Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6f076b5-3787-4ace-a8ac-2525a63e5069', 'name': '', 'network_id': '8a6c5791-bb35-4cef-a8b6-c027db65c57f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:28:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:35Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '1af0b0f7-4388-4e60-8fdd-388ee5c1b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:50:32.676180 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34299b-a23d-446f-a428-878361465ecd None None] New status for floating IP 63cb89bf-219c-44f4-ac86-eaac242d7d69: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:50:33.027151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7987e-279c-4828-8464-a85996dae941 req-62b55932-0f15-4f63-ab69-5d7e5c15cfef tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:33.028966 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a7987e-279c-4828-8464-a85996dae941 req-62b55932-0f15-4f63-ab69-5d7e5c15cfef tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0529780
Apr 02 21:50:33.076666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b3a7987e-279c-4828-8464-a85996dae941 req-ce097dbe-b432-43d4-b2e3-0a36c376c3c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=c023f5aa-2ff3-4c5b-90fa-db15b27c51be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420959
Apr 02 21:50:33.582350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62b993-909a-4628-be99-cde23a1fce70 req-1c7dc87f-2b21-44c6-8f58-f1de50a77668 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:33.584446 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb62b993-909a-4628-be99-cde23a1fce70 req-1c7dc87f-2b21-44c6-8f58-f1de50a77668 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 945 time: 0.0523698
Apr 02 21:50:33.679565 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:50:33.679910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:33.764392 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:33.764710 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:33.778395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 45dac72c-1fda-42e8-8941-d44a1cfdbe7b owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:50:33.914364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (45dac72c-1fda-42e8-8941-d44a1cfdbe7b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:33.943176 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=45dac72c-1fda-42e8-8941-d44a1cfdbe7b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:33.988297 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] No DVR routers for this DVR port 45dac72c-1fda-42e8-8941-d44a1cfdbe7b on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:50:33.992246 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:33.995666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-eb62b993-909a-4628-be99-cde23a1fce70 req-5286199f-7a68-4c29-8ec3-6ca733affdd0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "DELETE /v2.0/ports/45dac72c-1fda-42e8-8941-d44a1cfdbe7b HTTP/1.1" status: 204  len: 173 time: 0.4034626
Apr 02 21:50:33.996107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'name': 'network-vif-deleted', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:50:33.998404 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b445f9c0-922b-4736-a372-389511f478e7" -d '{"events": [{"server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "name": "network-vif-deleted", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:50:34.036800 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb876007-08e7-4831-81f1-673b51b97922 x-openstack-request-id: req-bb876007-08e7-4831-81f1-673b51b97922 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:50:34.037518 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b52a73-b76a-474f-968d-4efbd4b3315f", "name": "network-vif-deleted", "tag": "45dac72c-1fda-42e8-8941-d44a1cfdbe7b", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:50:34.037518 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb876007-08e7-4831-81f1-673b51b97922 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:50:34.037800 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb876007-08e7-4831-81f1-673b51b97922'] response: {'server_uuid': '91b52a73-b76a-474f-968d-4efbd4b3315f', 'name': 'network-vif-deleted', 'tag': '45dac72c-1fda-42e8-8941-d44a1cfdbe7b', 'status': 'completed', 'code': 200}
Apr 02 21:50:34.191836 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89936178-afeb-4ffb-8ab4-10c49a98d9b0 req-00c55b66-a111-4fdd-8cc4-0f32a691db0d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b52a73-b76a-474f-968d-4efbd4b3315f HTTP/1.1" status: 200  len: 210 time: 0.0276113
Apr 02 21:50:35.250289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53810) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:35.606989 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (2828ab02-f264-4b7d-bb2b-c08811a2391f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:35.860665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port f6f076b5-3787-4ace-a8ac-2525a63e5069 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:50:35.860917 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:35.949143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port f6f076b5-3787-4ace-a8ac-2525a63e5069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6f076b5-3787-4ace-a8ac-2525a63e5069,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:35.949512 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:35.962006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for f6f076b5-3787-4ace-a8ac-2525a63e5069 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:50:36.147486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f6f076b5-3787-4ace-a8ac-2525a63e5069), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:36.177903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=f6f076b5-3787-4ace-a8ac-2525a63e5069,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:36.354148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (2828ab02-f264-4b7d-bb2b-c08811a2391f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:36.586363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 2828ab02-f264-4b7d-bb2b-c08811a2391f has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:50:37.019652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:50:37.024754 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-99d82bf2-c7b9-404c-9f1b-acdd9a7c6fc4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/2828ab02-f264-4b7d-bb2b-c08811a2391f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7733848
Apr 02 21:50:37.027630 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53812) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:37.029003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] Sync routers for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:50:37.040656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:37.041270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457647f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:37.077546 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting subnet 1af0b0f7-4388-4e60-8fdd-388ee5c1b655 {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:50:37.080636 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (1af0b0f7-4388-4e60-8fdd-388ee5c1b655), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.119838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (1af0b0f7-4388-4e60-8fdd-388ee5c1b655), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.148023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:37.205315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (1af0b0f7-4388-4e60-8fdd-388ee5c1b655), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.262624 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (1af0b0f7-4388-4e60-8fdd-388ee5c1b655), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.289828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Subnet': ['ID=1af0b0f7-4388-4e60-8fdd-388ee5c1b655,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:37.293334 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.296506 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-5cf2d447-6763-428a-b7b6-cb49ae438fbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/subnets/1af0b0f7-4388-4e60-8fdd-388ee5c1b655 HTTP/1.1" status: 204  len: 168 time: 0.2678936
Apr 02 21:50:37.299030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53814) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:37.304607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc984aa-cbeb-4ae6-a97d-1338487b0ba7 None None] Network 8a6c5791-bb35-4cef-a8b6-c027db65c57f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:50:37.405351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457647f0>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:50:36Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:37.407103 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (2828ab02-f264-4b7d-bb2b-c08811a2391f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.437899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] Checking router: 2828ab02-f264-4b7d-bb2b-c08811a2391f for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:50:37.450860 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] Routers {'2828ab02-f264-4b7d-bb2b-c08811a2391f'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:37.451471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457647f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['2828ab02-f264-4b7d-bb2b-c08811a2391f'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:37.528271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (2828ab02-f264-4b7d-bb2b-c08811a2391f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.533624 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91885804-afab-4cca-9765-b181225cd759 None None] DHCP port deletion for 8a6c5791-bb35-4cef-a8b6-c027db65c57f request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:50:37.582594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 98310557-19d8-4e03-992e-87b0681f7ef4 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:50:37.583374 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.589180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] Set router 2828ab02-f264-4b7d-bb2b-c08811a2391f gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:37.664616 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 98310557-19d8-4e03-992e-87b0681f7ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98310557-19d8-4e03-992e-87b0681f7ef4,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:37.665157 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.675518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-91885804-afab-4cca-9765-b181225cd759 None None] Deleting port 4aa43310-4197-4cd9-8591-a006f016d39e {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:50:37.675897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.678914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 98310557-19d8-4e03-992e-87b0681f7ef4 owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:50:37.779160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-91885804-afab-4cca-9765-b181225cd759 None None] For port 4aa43310-4197-4cd9-8591-a006f016d39e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4aa43310-4197-4cd9-8591-a006f016d39e,segment=NetworkSegment(8f2d228d-73d0-4bba-8fd3-2b5029597b1f),segment_id=8f2d228d-73d0-4bba-8fd3-2b5029597b1f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:37.779569 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.787505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4aa43310-4197-4cd9-8591-a006f016d39e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:50:37.821771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-91885804-afab-4cca-9765-b181225cd759 None None] Calling delete_port for 4aa43310-4197-4cd9-8591-a006f016d39e owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:50:37.853939 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (98310557-19d8-4e03-992e-87b0681f7ef4), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.880888 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=98310557-19d8-4e03-992e-87b0681f7ef4,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:37.946173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (2828ab02-f264-4b7d-bb2b-c08811a2391f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:37.954372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 45dac72c-1fda-42e8-8941-d44a1cfdbe7b no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:50:37.988701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 45dac72c-1fda-42e8-8941-d44a1cfdbe7b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:50:37.989072 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 45dac72c-1fda-42e8-8941-d44a1cfdbe7b not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:50:38.005652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457647f0>, [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:50:36Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:38.038881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4aa43310-4197-4cd9-8591-a006f016d39e is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:38.039592 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.042624 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (4aa43310-4197-4cd9-8591-a006f016d39e), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.044402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa991e1-2d84-4eac-a523-6c431be2f60a None None] The sync data for ids ['2828ab02-f264-4b7d-bb2b-c08811a2391f'] in ncdv-master-1 is: [{'id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437153831', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106'}], 'enable_snat': True}, 'gw_port_id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:50:36Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '98310557-19d8-4e03-992e-87b0681f7ef4', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2828ab02-f264-4b7d-bb2b-c08811a2391f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:49:32Z', 'updated_at': '2022-04-02T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:50:38.045582 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (2828ab02-f264-4b7d-bb2b-c08811a2391f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.048295 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (2828ab02-f264-4b7d-bb2b-c08811a2391f), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.089782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91885804-afab-4cca-9765-b181225cd759 None None] Pushing event deleted for resources: {'Port': ['ID=4aa43310-4197-4cd9-8591-a006f016d39e,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:38.092222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91885804-afab-4cca-9765-b181225cd759 None None] No DVR routers for this DVR port 4aa43310-4197-4cd9-8591-a006f016d39e on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:50:38.095778 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (2828ab02-f264-4b7d-bb2b-c08811a2391f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.096505 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Fanout notify agent at l3_agent the message router_deleted on router 2828ab02-f264-4b7d-bb2b-c08811a2391f {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:50:38.102219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.102771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.103297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.104035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.104697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.105215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.106644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.107181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.107321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.107812 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.108331 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.108711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.109030 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.109361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.109688 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.110013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91885804-afab-4cca-9765-b181225cd759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.111613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53816) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:38.120971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-4c7e8234-2373-4197-8987-520c36a00ea9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/routers/2828ab02-f264-4b7d-bb2b-c08811a2391f HTTP/1.1" status: 204  len: 168 time: 0.8206882
Apr 02 21:50:38.189758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (8a6c5791-bb35-4cef-a8b6-c027db65c57f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.277752 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (8a6c5791-bb35-4cef-a8b6-c027db65c57f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.296965 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783fe1e8e0>,) {'filters': {'network_id': ['8a6c5791-bb35-4cef-a8b6-c027db65c57f']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:38.306384 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fe1e8e0>, '8f2d228d-73d0-4bba-8fd3-2b5029597b1f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:38.306677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783fe1e8e0>, '8f2d228d-73d0-4bba-8fd3-2b5029597b1f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:38.316052 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (8f2d228d-73d0-4bba-8fd3-2b5029597b1f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.329793 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (8f2d228d-73d0-4bba-8fd3-2b5029597b1f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.335623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:50:38.335961 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (8f2d228d-73d0-4bba-8fd3-2b5029597b1f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:50:38.338909 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:50:38.402666 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (8a6c5791-bb35-4cef-a8b6-c027db65c57f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.410657 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.413462 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/networks/8a6c5791-bb35-4cef-a8b6-c027db65c57f HTTP/1.1" status: 204  len: 168 time: 0.3003778
Apr 02 21:50:38.416638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53818) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:38.424747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Network': ['ID=8a6c5791-bb35-4cef-a8b6-c027db65c57f,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:38.433612 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.433970 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.434322 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.434673 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.435011 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.435348 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.435823 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.436168 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.436603 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.436947 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.437282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.437618 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.437949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.438280 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.438607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb104e87-788f-4831-8a17-01c0f7eb98b6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:38.481411 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfab3c08-50bd-4547-b4cc-01288deae1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (c023f5aa-2ff3-4c5b-90fa-db15b27c51be), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.508655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfab3c08-50bd-4547-b4cc-01288deae1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (c023f5aa-2ff3-4c5b-90fa-db15b27c51be), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.573529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfab3c08-50bd-4547-b4cc-01288deae1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (c023f5aa-2ff3-4c5b-90fa-db15b27c51be), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.576197 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-dfab3c08-50bd-4547-b4cc-01288deae1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.577403 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dfab3c08-50bd-4547-b4cc-01288deae1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/security-groups/c023f5aa-2ff3-4c5b-90fa-db15b27c51be HTTP/1.1" status: 204  len: 168 time: 0.1597519
Apr 02 21:50:38.591186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab3c08-50bd-4547-b4cc-01288deae1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023f5aa-2ff3-4c5b-90fa-db15b27c51be,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:38.796885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53824) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:38.801452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231388518', 'description': 'tempest-secgroup-smoke-1231388518 description', 'project_id': 'ca394d2c596042ad961fc645ce7b6940'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:38.825508 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.890310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (681ce552-6cae-40e2-8e61-4d47e8acab39), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.893642 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (681ce552-6cae-40e2-8e61-4d47e8acab39), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.922561 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:38.923784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1258898
Apr 02 21:50:38.926813 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53826) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:38.927766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b1ccc-83eb-4648-a0cf-b3386956568f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681ce552-6cae-40e2-8e61-4d47e8acab39,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:38.932716 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '681ce552-6cae-40e2-8e61-4d47e8acab39', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:38.957441 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (f0868e85-7314-4608-a443-914169fb1683), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.012723 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (f0868e85-7314-4608-a443-914169fb1683), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.016143 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (f0868e85-7314-4608-a443-914169fb1683), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.036610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0868e85-7314-4608-a443-914169fb1683,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.042610 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.043835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ea0c7a4c-5a57-403f-b9e0-00297ffc791c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1160004
Apr 02 21:50:39.047014 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53828) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.051604 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '681ce552-6cae-40e2-8e61-4d47e8acab39', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.075833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (808326be-0b72-4c9e-8d7c-bf9939334c63), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.133501 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (808326be-0b72-4c9e-8d7c-bf9939334c63), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.137598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (808326be-0b72-4c9e-8d7c-bf9939334c63), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.160303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808326be-0b72-4c9e-8d7c-bf9939334c63,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.169354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.170551 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6bbc3077-eab0-4a93-aeae-91d0ac52fafb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1226044
Apr 02 21:50:39.173334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53830) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.178081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '681ce552-6cae-40e2-8e61-4d47e8acab39', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.201325 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (c1761ed6-82ea-4eb3-95dc-159b0e71d4af), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.256485 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (c1761ed6-82ea-4eb3-95dc-159b0e71d4af), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.259971 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c1761ed6-82ea-4eb3-95dc-159b0e71d4af), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.277380 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1761ed6-82ea-4eb3-95dc-159b0e71d4af,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.284644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.285830 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-307de64b-75c3-4d8d-a644-90c66236bfa2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1115847
Apr 02 21:50:39.289421 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53832) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.293669 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '681ce552-6cae-40e2-8e61-4d47e8acab39', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.317313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (4cd2aa3f-9cce-43ab-9391-d61d09f6f09c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.372332 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (4cd2aa3f-9cce-43ab-9391-d61d09f6f09c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.375636 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4cd2aa3f-9cce-43ab-9391-d61d09f6f09c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.391989 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd2aa3f-9cce-43ab-9391-d61d09f6f09c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.400029 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.401307 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0edb6f2b-11ea-47a1-80e3-51b96016a3cd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1108894
Apr 02 21:50:39.404065 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53834) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.408318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '681ce552-6cae-40e2-8e61-4d47e8acab39', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.429411 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:50:39.434101 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (a521b506-ec3a-4009-96f5-f428ad996f37), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.490952 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (a521b506-ec3a-4009-96f5-f428ad996f37), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.494282 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a521b506-ec3a-4009-96f5-f428ad996f37), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.514764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a521b506-ec3a-4009-96f5-f428ad996f37,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.519575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.521458 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-7b5cc1cd-edbf-4163-a059-d266c62a398b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1164269
Apr 02 21:50:39.524415 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.529031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '681ce552-6cae-40e2-8e61-4d47e8acab39', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.549258 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:50:39.555208 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (9454823a-6852-4df7-b8d6-8cc5494335ad), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.613485 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (9454823a-6852-4df7-b8d6-8cc5494335ad), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.617314 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (9454823a-6852-4df7-b8d6-8cc5494335ad), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.634958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9454823a-6852-4df7-b8d6-8cc5494335ad,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.641918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.643135 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b08f73c8-20eb-4aa2-bb24-37d714ffde7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1176200
Apr 02 21:50:39.646037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53838) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.650882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'network': {'name': 'tempest-network-smoke--1769573330', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.669533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:50:39.672855 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.697636 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:50:39.706754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (573c56cc-33ff-48ca-8322-9cb1ff0d3d7b), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.707104 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Added segment 573c56cc-33ff-48ca-8322-9cb1ff0d3d7b of type vlan for network 9a9cea6e-d982-45b7-b812-d39bbaaf350e
Apr 02 21:50:39.731239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 98310557-19d8-4e03-992e-87b0681f7ef4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:50:39.746946 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (9a9cea6e-d982-45b7-b812-d39bbaaf350e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.752171 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 98310557-19d8-4e03-992e-87b0681f7ef4 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:50:39.752546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 98310557-19d8-4e03-992e-87b0681f7ef4 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:50:39.752967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6f076b5-3787-4ace-a8ac-2525a63e5069 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:50:39.775124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (9a9cea6e-d982-45b7-b812-d39bbaaf350e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.777096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: f6f076b5-3787-4ace-a8ac-2525a63e5069 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:50:39.777444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device f6f076b5-3787-4ace-a8ac-2525a63e5069 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:50:39.781006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:39.781600 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.819583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1724823
Apr 02 21:50:39.822342 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53840) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:39.851322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'admin_state_up': True, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:39.860706 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8557efc-538b-400f-9796-9a2acf38f3ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Network': ['ID=9a9cea6e-d982-45b7-b812-d39bbaaf350e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:39.871598 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:50:39.877889 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (3ad99eda-b25d-4bb5-b322-665b3284349a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.878918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (3ad99eda-b25d-4bb5-b322-665b3284349a), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:39.936803 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (3ad99eda-b25d-4bb5-b322-665b3284349a), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:40.078693 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3ad99eda-b25d-4bb5-b322-665b3284349a), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:40.270158 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3ad99eda-b25d-4bb5-b322-665b3284349a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:40.288771 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:40.384799 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.88 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/1a9aa737-c80a-4772-8be6-e000d1a2ae08) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:50:40.492711 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:40.525789 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:40.559776 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:50:40.563897 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:40.567242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:50:40.592192 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=1a9aa737-c80a-4772-8be6-e000d1a2ae08,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:40.819379 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3ad99eda-b25d-4bb5-b322-665b3284349a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.018386 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (3ad99eda-b25d-4bb5-b322-665b3284349a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.144728 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3ad99eda-b25d-4bb5-b322-665b3284349a is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:50:41.253431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:50:41.263338 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Sync routers for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:50:41.273456 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.273731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:41.274691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-79c3176f-0ddf-4d46-a4e7-a7a70be9c80f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4514334
Apr 02 21:50:41.277620 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78474c5e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:41.277819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53842) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:41.306658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1613a1c8-f536-4351-a5cf-61632d6df3a4 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca394d2c596042ad961fc645ce7b6940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0278420
Apr 02 21:50:41.309235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53844) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:41.382768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:41.398485 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee9e53-92ea-461f-bccf-e16d45dada54 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:41.399932 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-bcee9e53-92ea-461f-bccf-e16d45dada54 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0898099
Apr 02 21:50:41.402711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53846) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:41.431166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-47279d1e-3729-471f-97b0-77f29f9c369e tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273528
Apr 02 21:50:41.433620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53848) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:41.438586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1849425644', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:41.525167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:50:41.528664 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.558577 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78474c5e80>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:40Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:41.587679 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Checking router: 3ad99eda-b25d-4bb5-b322-665b3284349a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:50:41.588024 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Updating router 3ad99eda-b25d-4bb5-b322-665b3284349a port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:50:41.615964 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.712443 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (f85ceebc-efdd-424b-bf36-156a5310d32b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.775563 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Subnet': ['ID=f85ceebc-efdd-424b-bf36-156a5310d32b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:41.784126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Checking segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:50:41.784509 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network hostable DHCP agents. Network: 9a9cea6e-d982-45b7-b812-d39bbaaf350e, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:50:41.801173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:50:41.810481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a9cea6e-d982-45b7-b812-d39bbaaf350e) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:41.815027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:41.815630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.822925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88dbec-7717-4f44-a544-3806e6af8696 None None] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:50:41.835668 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-6f9ee836-bc9d-4a32-8f76-5e4f8600b0c8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3979244
Apr 02 21:50:41.835881 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53850) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:41.883244 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Publish callbacks [] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.889082 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.932959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:50:41.933944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.937332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Attempting to bind port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:50:41.937706 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Attempting to bind port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:50:41.938431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Attempting to bind port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:50:41.947261 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:50:41.947525 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:50:41.947952 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.948349 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:50:41.948784 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Bound port: 1a9aa737-c80a-4772-8be6-e000d1a2ae08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:50:41.949180 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:41.976501 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Pushing event updated for resources: {'Port': ['ID=1a9aa737-c80a-4772-8be6-e000d1a2ae08,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:41.987414 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.987760 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.988101 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.988434 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.988789 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.989202 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.989472 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.989797 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.990119 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.990438 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.990758 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.991111 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.991438 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.991752 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:41.992073 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:50:42.018824 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] For port 1a9aa737-c80a-4772-8be6-e000d1a2ae08, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:50:42.023166 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] For port 1a9aa737-c80a-4772-8be6-e000d1a2ae08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a9aa737-c80a-4772-8be6-e000d1a2ae08,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:50:42.029481 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:42.077165 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:42.077969 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78474c5e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:42.088821 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Allocated IP 172.20.0.2 (9a9cea6e-d982-45b7-b812-d39bbaaf350e/f85ceebc-efdd-424b-bf36-156a5310d32b/2403a2a9-f15e-4170-9a1c-993afd3db37b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:50:42.126745 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78aa894-14df-4a37-8e7a-78a42f72db7b None None] Pushing event updated for resources: {'Port': ['ID=1a9aa737-c80a-4772-8be6-e000d1a2ae08,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:42.202213 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:42.246147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Publish callbacks [] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:42.253071 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:42.295807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:50:42.297315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:42.300984 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:50:42.312856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Pushing event updated for resources: {'Port': ['ID=2403a2a9-f15e-4170-9a1c-993afd3db37b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:42.413005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-272c5eef-9805-4611-b657-88a92937a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78474c5e80>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:40Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:42.444927 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5eef-9805-4611-b657-88a92937a11a None None] The sync data for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 is: [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:40Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:50:42.526382 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Attempting to bind port 2403a2a9-f15e-4170-9a1c-993afd3db37b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:50:42.526754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Attempting to bind port 2403a2a9-f15e-4170-9a1c-993afd3db37b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:50:42.527113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Attempting to bind port 2403a2a9-f15e-4170-9a1c-993afd3db37b on network 9a9cea6e-d982-45b7-b812-d39bbaaf350e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:50:42.532271 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:50:42.532695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Checking segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:50:42.533047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:42.533439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Bound using segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:50:42.533907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Bound port: 2403a2a9-f15e-4170-9a1c-993afd3db37b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:50:42.534285 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:42.597036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] For port 2403a2a9-f15e-4170-9a1c-993afd3db37b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:50:42.601911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] For port 2403a2a9-f15e-4170-9a1c-993afd3db37b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2403a2a9-f15e-4170-9a1c-993afd3db37b,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:50:42.607308 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:42.670851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d22758-82d8-43b6-94e1-ca2ac5e09551 None None] Pushing event updated for resources: {'Port': ['ID=2403a2a9-f15e-4170-9a1c-993afd3db37b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:42.701421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.031229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.1 (9a9cea6e-d982-45b7-b812-d39bbaaf350e/f85ceebc-efdd-424b-bf36-156a5310d32b/ceb42bcd-5652-43d8-a07c-d7e8bf039625) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:50:43.157632 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.193259 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.238200 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:50:43.244036 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:43.248537 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:50:43.252654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=ceb42bcd-5652-43d8-a07c-d7e8bf039625,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:43.294221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (3ad99eda-b25d-4bb5-b322-665b3284349a), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.442514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.743022 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.753869 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.766913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7670a50-021c-444c-a4ac-02c9e90be8a4 None None] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:50:43.830252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=ceb42bcd-5652-43d8-a07c-d7e8bf039625,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:43.837776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (3ad99eda-b25d-4bb5-b322-665b3284349a), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.850438 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2403a2a9-f15e-4170-9a1c-993afd3db37b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:50:43.915389 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] Provisioning complete for port 2403a2a9-f15e-4170-9a1c-993afd3db37b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:43.915765 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:43.933849 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:50:43.935411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:43.991079 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2403a2a9-f15e-4170-9a1c-993afd3db37b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:43.991460 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.063683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3ad99eda-b25d-4bb5-b322-665b3284349a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:50:44.081197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] Current status of the port 2403a2a9-f15e-4170-9a1c-993afd3db37b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:44.081594 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.150440 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] For port 2403a2a9-f15e-4170-9a1c-993afd3db37b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2403a2a9-f15e-4170-9a1c-993afd3db37b,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:44.151538 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2403a2a9-f15e-4170-9a1c-993afd3db37b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:44.151918 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.162139 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.195887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:50:44.203441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cfa3acd1-b7f9-4315-8773-34b07a473172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/3ad99eda-b25d-4bb5-b322-665b3284349a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3663602
Apr 02 21:50:44.248794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Sync routers for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:50:44.274385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22721e46-1ccf-4121-bb79-95dd14f0815a None None] Pushing event updated for resources: {'Port': ['ID=2403a2a9-f15e-4170-9a1c-993afd3db37b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:44.288988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:44.289640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f29dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:44.293868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:50:44.295233 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:50:44.393126 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-310340b3-1eaa-4df0-a1d4-ae6a01e21303 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231388518&fields=id&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 267 time: 0.0573211
Apr 02 21:50:44.402136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c8a99f1c-1f37-4dd0-b136-0100dea5381f None None] Provisioning complete for port ceb42bcd-5652-43d8-a07c-d7e8bf039625 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:44.402511 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a99f1c-1f37-4dd0-b136-0100dea5381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.447215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:44.484380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c8a99f1c-1f37-4dd0-b136-0100dea5381f None None] Port ceb42bcd-5652-43d8-a07c-d7e8bf039625 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:50:44.519379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-ec29059d-fe71-4a34-84e0-ed11404d56f0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:44.520935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-ec29059d-fe71-4a34-84e0-ed11404d56f0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 797 time: 0.1228421
Apr 02 21:50:44.537066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-7cb9b40b-7a96-4f86-940c-7f89ba06e6ad tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/quotas/ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 375 time: 0.0102687
Apr 02 21:50:44.544262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c8a99f1c-1f37-4dd0-b136-0100dea5381f None None] Provisioning complete for port 2403a2a9-f15e-4170-9a1c-993afd3db37b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:44.544673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c8a99f1c-1f37-4dd0-b136-0100dea5381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.599356 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-145a24cc-cc09-4086-8e96-a5e62695573c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0560737
Apr 02 21:50:44.723771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c8a99f1c-1f37-4dd0-b136-0100dea5381f None None] Current status of the port 2403a2a9-f15e-4170-9a1c-993afd3db37b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:44.749571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f29dc0>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 2, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:44.777105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Checking router: 3ad99eda-b25d-4bb5-b322-665b3284349a for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:50:44.777747 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Updating router 3ad99eda-b25d-4bb5-b322-665b3284349a port ceb42bcd-5652-43d8-a07c-d7e8bf039625 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:50:44.808253 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-d2e353ab-9eab-4f29-a2fb-671537bc79d2 service neutron] 10.222.0.18 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295588
Apr 02 21:50:44.839087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.865500 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2403a2a9-f15e-4170-9a1c-993afd3db37b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:44.867021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a9aa737-c80a-4772-8be6-e000d1a2ae08 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:50:44.902656 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-f3090023-1b3c-4de0-b777-3301f35c77eb service neutron] 10.222.0.18 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882838
Apr 02 21:50:44.923025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-46a81297-8cbe-4414-a8bf-76655d26869e None None] Provisioning complete for port ceb42bcd-5652-43d8-a07c-d7e8bf039625 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:44.923400 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a81297-8cbe-4414-a8bf-76655d26869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:44.928192 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.055950 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-46a81297-8cbe-4414-a8bf-76655d26869e None None] Port ceb42bcd-5652-43d8-a07c-d7e8bf039625 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:50:45.076329 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:45.076730 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.076918 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4193f08b-4649-47c1-b9e3-5fb3444defe1 req-97f52399-8d26-421c-922e-e73f944ef64b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 210 time: 0.0295508
Apr 02 21:50:45.234577 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:45.234974 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.287436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 1a9aa737-c80a-4772-8be6-e000d1a2ae08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a9aa737-c80a-4772-8be6-e000d1a2ae08,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:45.294622 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.336339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Publish callbacks [] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.345963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.368945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=1a9aa737-c80a-4772-8be6-e000d1a2ae08,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:45.453262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81788a-ec61-4901-82fd-d6445ea96962 None None] Pushing event updated for resources: {'Port': ['ID=ceb42bcd-5652-43d8-a07c-d7e8bf039625,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:45.477326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Attempting to bind port ceb42bcd-5652-43d8-a07c-d7e8bf039625 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:50:45.477797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Attempting to bind port ceb42bcd-5652-43d8-a07c-d7e8bf039625 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:50:45.478162 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Attempting to bind port ceb42bcd-5652-43d8-a07c-d7e8bf039625 on network 9a9cea6e-d982-45b7-b812-d39bbaaf350e {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:50:45.483681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:50:45.484197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Checking segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:50:45.484631 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.485021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Bound using segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:50:45.485485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Bound port: ceb42bcd-5652-43d8-a07c-d7e8bf039625, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:50:45.485870 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.560676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] For port ceb42bcd-5652-43d8-a07c-d7e8bf039625, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:50:45.563895 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] For port ceb42bcd-5652-43d8-a07c-d7e8bf039625, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceb42bcd-5652-43d8-a07c-d7e8bf039625,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:50:45.573763 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.761751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2403a2a9-f15e-4170-9a1c-993afd3db37b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:50:45.836121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] Provisioning complete for port ceb42bcd-5652-43d8-a07c-d7e8bf039625 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:45.836850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:45.840946 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81788a-ec61-4901-82fd-d6445ea96962 None None] Pushing event updated for resources: {'Port': ['ID=ceb42bcd-5652-43d8-a07c-d7e8bf039625,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:45.862782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:45.863355 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844f29dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:45.974433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 2403a2a9-f15e-4170-9a1c-993afd3db37b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:45.974680 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.048982 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:46.100753 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] Current status of the port ceb42bcd-5652-43d8-a07c-d7e8bf039625 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:46.101542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.176896 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-4a8a05fd-1f10-4b52-ac40-70af6d3756a9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:46.178728 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-4a8a05fd-1f10-4b52-ac40-70af6d3756a9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 797 time: 0.1296573
Apr 02 21:50:46.219124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e4cb467d-96ea-4b0e-bf92-1d7a0a44859f req-c9226eb8-4ff6-4384-a8c4-36fbec9872fe tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 210 time: 0.0391934
Apr 02 21:50:46.260393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] For port ceb42bcd-5652-43d8-a07c-d7e8bf039625, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceb42bcd-5652-43d8-a07c-d7e8bf039625,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:46.269742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 2403a2a9-f15e-4170-9a1c-993afd3db37b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:46.270841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a9aa737-c80a-4772-8be6-e000d1a2ae08 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:50:46.271613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-28d2d92d-78e0-4074-b6aa-b468c24586d5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 380 time: 0.0797169
Apr 02 21:50:46.272422 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.283853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'port': {'device_id': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'admin_state_up': True, 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'security_groups': ['681ce552-6cae-40e2-8e61-4d47e8acab39']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:46.389824 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:50:46.391190 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74914c44-16fb-4134-8bbd-9578d13550c9 None None] Pushing event updated for resources: {'Port': ['ID=ceb42bcd-5652-43d8-a07c-d7e8bf039625,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:46.393788 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.415283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:46.415655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.417100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-c29055ec-c400-4ac3-9184-f217f9f229aa None None] Provisioning complete for port ceb42bcd-5652-43d8-a07c-d7e8bf039625 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:46.417459 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c29055ec-c400-4ac3-9184-f217f9f229aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.487051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844f29dc0>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:46.524790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0bd1c-a965-4039-a51a-fba881d994af None None] The sync data for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 is: [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:50:46.526812 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.6 (9a9cea6e-d982-45b7-b812-d39bbaaf350e/f85ceebc-efdd-424b-bf36-156a5310d32b/896fa884-a4f1-4e60-9ad3-7779492535c3) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:50:46.622699 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:46.625097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-c29055ec-c400-4ac3-9184-f217f9f229aa None None] Current status of the port ceb42bcd-5652-43d8-a07c-d7e8bf039625 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:46.710672 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.746553 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.790162 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:50:46.793335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:46.799433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:50:46.807499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=896fa884-a4f1-4e60-9ad3-7779492535c3,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:46.857347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:46.858110 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:46.876710 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e6b6e911-1f29-41ea-ba40-ca74b1d711c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5985482
Apr 02 21:50:46.892139 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Request body: {'port': {'device_id': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:46.991826 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.051038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1201e7c9-680a-47c2-ad44-20d7a38f966d None None] Provisioning complete for port 896fa884-a4f1-4e60-9ad3-7779492535c3 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:47.052090 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1201e7c9-680a-47c2-ad44-20d7a38f966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.090532 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1201e7c9-680a-47c2-ad44-20d7a38f966d None None] Port 896fa884-a4f1-4e60-9ad3-7779492535c3 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:50:47.267522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896fa884-a4f1-4e60-9ad3-7779492535c3 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:50:47.278206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Publish callbacks [] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.298654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Transition to ACTIVE for port object 896fa884-a4f1-4e60-9ad3-7779492535c3 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:50:47.303467 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.353490 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Pushing event updated for resources: {'Port': ['ID=896fa884-a4f1-4e60-9ad3-7779492535c3,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:47.371294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc60a8b-6e55-4a13-b3f8-f8132c8a9f5a req-3dadefa5-aad3-43d9-9b82-909773acb695 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:47.378786 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bc60a8b-6e55-4a13-b3f8-f8132c8a9f5a req-3dadefa5-aad3-43d9-9b82-909773acb695 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 943 time: 0.0610247
Apr 02 21:50:47.446112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bc60a8b-6e55-4a13-b3f8-f8132c8a9f5a req-2fc95700-94e8-49ec-aed6-f1bffdb8fd4e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591497
Apr 02 21:50:47.459560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Attempting to bind port 896fa884-a4f1-4e60-9ad3-7779492535c3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:50:47.459980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Attempting to bind port 896fa884-a4f1-4e60-9ad3-7779492535c3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:50:47.460386 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Attempting to bind port 896fa884-a4f1-4e60-9ad3-7779492535c3 on network 9a9cea6e-d982-45b7-b812-d39bbaaf350e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:50:47.467203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Port 896fa884-a4f1-4e60-9ad3-7779492535c3 on network 9a9cea6e-d982-45b7-b812-d39bbaaf350e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:50:47.467536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Attempting to bind port 896fa884-a4f1-4e60-9ad3-7779492535c3 on network 9a9cea6e-d982-45b7-b812-d39bbaaf350e {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:50:47.472959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:50:47.473846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Checking segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:50:47.474233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Bound using segment: {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:50:47.474837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Bound port: 896fa884-a4f1-4e60-9ad3-7779492535c3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:50:47.475194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.549238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] For port 896fa884-a4f1-4e60-9ad3-7779492535c3, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:50:47.554325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] For port 896fa884-a4f1-4e60-9ad3-7779492535c3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=896fa884-a4f1-4e60-9ad3-7779492535c3,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:50:47.564221 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.600294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:47.601413 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.603441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] 10.222.0.21 "PUT /v2.0/ports/896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 1091 time: 0.7156451
Apr 02 21:50:47.606183 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:50:47.608930 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e82de-3c58-4f03-afaf-0d475b01edd2" -d '{"events": [{"name": "network-changed", "server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:50:47.641752 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462f6eb-38ee-4824-ac2a-06c249c5a002 service neutron] Pushing event updated for resources: {'Port': ['ID=896fa884-a4f1-4e60-9ad3-7779492535c3,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:47.690533 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e1528-37a1-4961-b5c9-0fa9a17a4897 x-openstack-request-id: req-b40e1528-37a1-4961-b5c9-0fa9a17a4897 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:50:47.690676 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:50:47.691066 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b40e1528-37a1-4961-b5c9-0fa9a17a4897 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:50:47.691472 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40e1528-37a1-4961-b5c9-0fa9a17a4897'] response: {'name': 'network-changed', 'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'status': 'completed', 'code': 200}
Apr 02 21:50:47.742019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3f5737d8-cb2b-44db-899e-40fe1e5d2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:47.743545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3f5737d8-cb2b-44db-899e-40fe1e5d2f8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1125 time: 0.0678730
Apr 02 21:50:47.784906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ceb42bcd-5652-43d8-a07c-d7e8bf039625 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:50:47.798565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-3de998a0-cefe-4d6b-a55d-b111865924d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 217 time: 0.0444999
Apr 02 21:50:47.847570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ceb42bcd-5652-43d8-a07c-d7e8bf039625 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:47.848025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:47.852645 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-0ed8f4ff-131e-4a76-b6a6-6f4e37759eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:47.854118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-0ed8f4ff-131e-4a76-b6a6-6f4e37759eed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 200  len: 835 time: 0.0466075
Apr 02 21:50:47.931172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e15dfb3b-9163-44f8-b9cd-38598d6fbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:47.933109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-e15dfb3b-9163-44f8-b9cd-38598d6fbcac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cea6e-d982-45b7-b812-d39bbaaf350e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0673943
Apr 02 21:50:47.935455 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ceb42bcd-5652-43d8-a07c-d7e8bf039625 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:48.026246 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-15bbdff6-209c-4475-9eef-376b3e22dffe service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824854
Apr 02 21:50:48.121684 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-67049bac-bd65-457e-986b-e3ef8efec903 req-20ceb64d-bffe-4c17-b5ea-69be64b934b2 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861826
Apr 02 21:50:48.218637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-1e3c3570-6679-4191-bc00-f1e3ce861e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:48.220040 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-1e3c3570-6679-4191-bc00-f1e3ce861e5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1125 time: 0.0449615
Apr 02 21:50:48.311422 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:48.313312 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-ea9fb52f-a1ad-4ed6-af14-4a2fddd9b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:48.314793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-ea9fb52f-a1ad-4ed6-af14-4a2fddd9b939 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 898 time: 0.0887549
Apr 02 21:50:48.354812 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-39c07b2e-ee86-42f9-bd53-2bca567d5d24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 217 time: 0.0339913
Apr 02 21:50:48.403352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-0826348e-c226-49dc-b4e0-3d460d0f0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:48.404900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-0826348e-c226-49dc-b4e0-3d460d0f0396 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 200  len: 835 time: 0.0420651
Apr 02 21:50:48.458307 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-6ed2b79e-a646-4b79-ba07-c2861cccde52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:48.464602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-6ed2b79e-a646-4b79-ba07-c2861cccde52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cea6e-d982-45b7-b812-d39bbaaf350e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0527611
Apr 02 21:50:48.560052 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-7b0a5ff3-8ae2-44ab-8212-83e3c11bb47f service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882931
Apr 02 21:50:48.576472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8caea-748d-46fa-bef6-ae9e90e26bb0 req-a385dec7-478f-4435-b3ad-5c8ae1482297 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:48.577972 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72a8caea-748d-46fa-bef6-ae9e90e26bb0 req-a385dec7-478f-4435-b3ad-5c8ae1482297 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 943 time: 0.0593879
Apr 02 21:50:48.632201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-72a8caea-748d-46fa-bef6-ae9e90e26bb0 req-60055a44-a861-43db-b3c0-f213f63258d5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475569
Apr 02 21:50:48.656088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f1e82de-3c58-4f03-afaf-0d475b01edd2 req-b680073b-ab3b-4995-9cf5-9e9be2d4f513 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888779
Apr 02 21:50:49.753313 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4492-4c16-45fd-88a6-8defc5b964dd req-abca27ac-9f50-48c7-a7a7-10e7a54fd5c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:49.754731 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-941a4492-4c16-45fd-88a6-8defc5b964dd req-abca27ac-9f50-48c7-a7a7-10e7a54fd5c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 943 time: 0.0522504
Apr 02 21:50:49.802458 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-941a4492-4c16-45fd-88a6-8defc5b964dd req-251e8dea-65b8-4c2b-952b-cd022c115bdb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420902
Apr 02 21:50:50.014111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 896fa884-a4f1-4e60-9ad3-7779492535c3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:50:50.109292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 896fa884-a4f1-4e60-9ad3-7779492535c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=896fa884-a4f1-4e60-9ad3-7779492535c3,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:50.119451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'port_id': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'mac_address': 'fa:16:3e:c5:98:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:50:50.155798 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 896fa884-a4f1-4e60-9ad3-7779492535c3 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:50.156189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:50.172879 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896fa884-a4f1-4e60-9ad3-7779492535c3 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:50:50.191454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 896fa884-a4f1-4e60-9ad3-7779492535c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=896fa884-a4f1-4e60-9ad3-7779492535c3,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:50.195218 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:50.240433 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=896fa884-a4f1-4e60-9ad3-7779492535c3,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:50.472694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['896fa884-a4f1-4e60-9ad3-7779492535c3'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:50:50.922351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b8f8-7e69-461e-8c00-12c93a5f8b2a req-d9f3b10d-914c-47e0-9fc0-6031fee8b180 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:50.923961 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d96b8f8-7e69-461e-8c00-12c93a5f8b2a req-d9f3b10d-914c-47e0-9fc0-6031fee8b180 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 944 time: 0.0528629
Apr 02 21:50:50.972994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6d96b8f8-7e69-461e-8c00-12c93a5f8b2a req-eef8b15b-e1e7-48ec-8b4a-481e2124273b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428970
Apr 02 21:50:52.038754 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 896fa884-a4f1-4e60-9ad3-7779492535c3 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:50:52.087249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 896fa884-a4f1-4e60-9ad3-7779492535c3 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:50:52.090885 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0dc7d-a352-437b-b3d6-1104e5a88b1c req-5df23ea0-e133-484e-9413-ed66425f3639 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:52.091392 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 896fa884-a4f1-4e60-9ad3-7779492535c3 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:50:52.091718 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:52.092366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07a0dc7d-a352-437b-b3d6-1104e5a88b1c req-5df23ea0-e133-484e-9413-ed66425f3639 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 944 time: 0.0519361
Apr 02 21:50:52.147810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-07a0dc7d-a352-437b-b3d6-1104e5a88b1c req-32b3cc68-2c34-452c-8181-81c118d24dfa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494101
Apr 02 21:50:52.185805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 896fa884-a4f1-4e60-9ad3-7779492535c3 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:50:52.186186 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:52.208824 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:50:52.223272 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 896fa884-a4f1-4e60-9ad3-7779492535c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=896fa884-a4f1-4e60-9ad3-7779492535c3,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:50:52.231487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:52.260291 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28591a3c-e159-40ef-bbce-45f63120c184" -d '{"events": [{"server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "name": "network-vif-plugged", "status": "completed", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:50:52.280279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=896fa884-a4f1-4e60-9ad3-7779492535c3,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:52.347255 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181a7ee-1c28-408f-89fb-b215bf41ef21 x-openstack-request-id: req-2181a7ee-1c28-408f-89fb-b215bf41ef21 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:50:52.347557 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "name": "network-vif-plugged", "status": "completed", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:50:52.347815 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2181a7ee-1c28-408f-89fb-b215bf41ef21 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:50:52.348816 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2181a7ee-1c28-408f-89fb-b215bf41ef21'] response: {'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'code': 200}
Apr 02 21:50:52.458911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d2483-f161-4292-9717-3acf3d4f0e0d req-501e9935-c37a-4807-833c-9455f29ef8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:52.460391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad8d2483-f161-4292-9717-3acf3d4f0e0d req-501e9935-c37a-4807-833c-9455f29ef8e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1127 time: 0.0465658
Apr 02 21:50:52.509899 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad8d2483-f161-4292-9717-3acf3d4f0e0d req-5798338c-dc66-4d7c-b9db-3e559d2782b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379426
Apr 02 21:50:53.190660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9d97aefe-3963-477c-b4c6-f1e547bd40ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:53.265852 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64897-4da0-489e-bce8-9c2be3a39139 req-72413e7e-c7c2-4810-b0b2-a7b3ad2560ea tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:53.267314 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59a64897-4da0-489e-bce8-9c2be3a39139 req-72413e7e-c7c2-4810-b0b2-a7b3ad2560ea tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0517311
Apr 02 21:50:53.315644 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59a64897-4da0-489e-bce8-9c2be3a39139 req-b795e736-d1be-49f1-a44c-29d77778ef25 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426726
Apr 02 21:50:54.438001 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb80f2-4610-48f8-9c84-2aaf111f3056 req-d88467ba-565d-4e10-bdef-f7fc2b29a86d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:54.439502 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11bb80f2-4610-48f8-9c84-2aaf111f3056 req-d88467ba-565d-4e10-bdef-f7fc2b29a86d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0537269
Apr 02 21:50:54.490383 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11bb80f2-4610-48f8-9c84-2aaf111f3056 req-57a39425-722c-4293-97f3-246e154d2946 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439439
Apr 02 21:50:54.612035 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a80e49-cf1d-46b2-a01d-d8d593463ab3 req-6204d72d-f7cf-4ef8-97a7-459bb7022a29 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:54.613461 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4a80e49-cf1d-46b2-a01d-d8d593463ab3 req-6204d72d-f7cf-4ef8-97a7-459bb7022a29 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0552657
Apr 02 21:50:54.661733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d4a80e49-cf1d-46b2-a01d-d8d593463ab3 req-7a8d2a84-7708-4ac1-b14a-9a68dce5830a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418432
Apr 02 21:50:54.683074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53920) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:54.725533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf668f-b3c3-41b3-8a1c-636cc8482a86 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:54.727029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d3cf668f-b3c3-41b3-8a1c-636cc8482a86 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1122 time: 0.0430219
Apr 02 21:50:54.729882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53922) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:54.734158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:50:54.753430 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:54.850529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:54.948649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.250 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/500f9638-c47b-47a7-b3f9-74de103191eb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:50:55.048831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (500f9638-c47b-47a7-b3f9-74de103191eb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:55.081978 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (500f9638-c47b-47a7-b3f9-74de103191eb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:55.118303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:50:55.121072 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:50:55.123727 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:50:55.152238 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=500f9638-c47b-47a7-b3f9-74de103191eb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:55.407173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-73097f9b-ef6c-4224-92ab-05800f29ecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:55.816010 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (f91e1515-6651-4cab-b094-67c783fdfe16), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:55.882568 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (500f9638-c47b-47a7-b3f9-74de103191eb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:56.028595 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (500f9638-c47b-47a7-b3f9-74de103191eb), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:56.031860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (500f9638-c47b-47a7-b3f9-74de103191eb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:56.104814 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=500f9638-c47b-47a7-b3f9-74de103191eb,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:50:56.113987 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (f91e1515-6651-4cab-b094-67c783fdfe16), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:56.215758 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP f91e1515-6651-4cab-b094-67c783fdfe16 associated. External IP: 172.35.4.250, port: 896fa884-a4f1-4e60-9ad3-7779492535c3.
Apr 02 21:50:56.422136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3ad99eda-b25d-4bb5-b322-665b3284349a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:50:56.531980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:50:56.543466 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] Sync routers for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:50:56.551723 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:56.553307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:56.553811 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b18400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:56.586918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a1e70502-f78c-41ee-9aed-fcaeb4e3d38e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8530254
Apr 02 21:50:56.586918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:50:56.588696 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c7efb-c6e7-4cc9-8d51-1702574623d5" -d '{"events": [{"name": "network-changed", "server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:50:56.629294 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac62362-d374-4832-81f0-a8bee77565e0 x-openstack-request-id: req-aac62362-d374-4832-81f0-a8bee77565e0 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:50:56.629591 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:50:56.629849 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aac62362-d374-4832-81f0-a8bee77565e0 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:50:56.630263 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac62362-d374-4832-81f0-a8bee77565e0'] response: {'name': 'network-changed', 'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'status': 'completed', 'code': 200}
Apr 02 21:50:56.672524 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:56.699298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-226e0dfc-b864-4216-819c-787b5308cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:56.701382 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-226e0dfc-b864-4216-819c-787b5308cc6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1127 time: 0.0483170
Apr 02 21:50:56.706052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38223d-0313-442e-9223-4e95cb801349 req-b13e1a38-521d-40e9-b03e-5b07d0d73b46 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:56.707870 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7f38223d-0313-442e-9223-4e95cb801349 req-b13e1a38-521d-40e9-b03e-5b07d0d73b46 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0655487
Apr 02 21:50:56.759362 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7f38223d-0313-442e-9223-4e95cb801349 req-dc125ba7-1483-460d-ae55-e2ca85fa2dee tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450430
Apr 02 21:50:56.784046 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 53928) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:56.795719 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-73b6fea2-5569-49f6-92b4-8689eafe5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:56.797276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-73b6fea2-5569-49f6-92b4-8689eafe5624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 898 time: 0.0901449
Apr 02 21:50:56.844255 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:56.851648 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-d6396f73-a6dc-4424-be23-733e53cf86ae tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/f91e1515-6651-4cab-b094-67c783fdfe16 HTTP/1.1" status: 200  len: 991 time: 0.0652034
Apr 02 21:50:56.878999 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-2c1a1bf5-2fea-4f92-9a07-cbf0c976855e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 999 time: 0.0758834
Apr 02 21:50:56.929725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-768cf2a3-ffcf-4ef1-bbb6-c98a334a7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:56.931109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-768cf2a3-ffcf-4ef1-bbb6-c98a334a7fe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 200  len: 835 time: 0.0467072
Apr 02 21:50:56.981000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-e6e948de-5b79-43e9-82c3-67b5749dea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:50:56.982508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-e6e948de-5b79-43e9-82c3-67b5749dea63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cea6e-d982-45b7-b812-d39bbaaf350e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454507
Apr 02 21:50:57.003187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b18400>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f91e1515-6651-4cab-b094-67c783fdfe16', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.250', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'port_id': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'mac_address': 'fa:16:3e:c5:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:50:55Z', 'updated_at': '2022-04-02T21:50:55Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:46Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:57.029877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] Checking router: 3ad99eda-b25d-4bb5-b322-665b3284349a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:50:57.038943 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:50:57.039448 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b18400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:50:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:57.074225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-386efe13-0b80-4628-8ec6-a9efe0744e9d service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854452
Apr 02 21:50:57.145607 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:50:57.162476 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-327c7efb-c6e7-4cc9-8d51-1702574623d5 req-adf0dfc6-3574-40ff-b949-62fffee7ee22 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816655
Apr 02 21:50:57.364768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b18400>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f91e1515-6651-4cab-b094-67c783fdfe16', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.250', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'port_id': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'mac_address': 'fa:16:3e:c5:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:50:55Z', 'updated_at': '2022-04-02T21:50:55Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:46Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:50:57.389220 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3e043-c15f-4a9e-a0e1-4d2253195d5e None None] The sync data for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 is: [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f91e1515-6651-4cab-b094-67c783fdfe16', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.250', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'port_id': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'mac_address': 'fa:16:3e:c5:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:50:55Z', 'updated_at': '2022-04-02T21:50:55Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:46Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:50:57.573558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227facf-6044-40f7-8708-72d20d84af7e None None] New status for floating IP f91e1515-6651-4cab-b094-67c783fdfe16: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:50:57.854226 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 53930) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:50:57.918232 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0c699be5-27ed-4a10-b59b-e7c38afda7a4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/f91e1515-6651-4cab-b094-67c783fdfe16 HTTP/1.1" status: 200  len: 993 time: 0.0628140
Apr 02 21:50:58.913829 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:50:59.509362 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:01.761161 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:51:14.868995 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:18.309969 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:20.516407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-5bb45582-5226-4592-a57f-22af974a3521 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438001
Apr 02 21:51:20.604153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-8443069d-6098-4fae-8c3c-ea9ac35675e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:20.605683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-8443069d-6098-4fae-8c3c-ea9ac35675e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1127 time: 0.0443425
Apr 02 21:51:20.712559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-37a87e15-9316-4c10-9f37-d91d7c888b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:20.713950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-37a87e15-9316-4c10-9f37-d91d7c888b60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 898 time: 0.0904291
Apr 02 21:51:20.784658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-ea99ed6d-2830-4805-a966-803992822fd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 1001 time: 0.0610876
Apr 02 21:51:20.832274 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-d586184b-93ca-43d4-ab60-3e1c907e5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:20.833730 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-d586184b-93ca-43d4-ab60-3e1c907e5bca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 200  len: 835 time: 0.0427332
Apr 02 21:51:20.881900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-fbc3821c-0263-44ad-97bb-56e05406c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:20.883507 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-fbc3821c-0263-44ad-97bb-56e05406c0b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cea6e-d982-45b7-b812-d39bbaaf350e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436270
Apr 02 21:51:20.973871 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-333207ae-1307-4a22-bd87-d40411dd1e90 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842080
Apr 02 21:51:21.064286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-87485d90-79c7-41c2-ab16-4a6c5416e57a req-752788d5-e64c-476b-a66d-0aabfe229388 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804555
Apr 02 21:51:23.192240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4245346c-7f88-49f4-a24d-32bef82eff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:25.408616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bd02084d-477e-403c-8a0a-7ab5a53d97d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:26.842009 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:28.917142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:29.511135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:31.322287 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-85d37125-6be7-4232-a2eb-0e45bd01b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:31.323798 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-85d37125-6be7-4232-a2eb-0e45bd01b6c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1127 time: 0.0822396
Apr 02 21:51:31.330539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34600-50da-4f79-97eb-a715bb581cf7 req-08e2c4d0-091c-49fe-b13d-024b8d5131d1 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:31.331885 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-94d34600-50da-4f79-97eb-a715bb581cf7 req-08e2c4d0-091c-49fe-b13d-024b8d5131d1 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0884335
Apr 02 21:51:31.437186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-94d34600-50da-4f79-97eb-a715bb581cf7 req-9612eb20-6fd3-4876-b84f-e0c8db7b0652 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957897
Apr 02 21:51:31.457882 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-36a4cc9f-b839-460f-a725-c2771e82f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:31.459357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-36a4cc9f-b839-460f-a725-c2771e82f3e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 898 time: 0.1251070
Apr 02 21:51:31.528299 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-17207462-f46c-4daf-ac70-317cfd0915cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 1001 time: 0.0586822
Apr 02 21:51:31.577823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-1703d2e2-2aa3-4fe4-8560-c04fd21d34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:31.579238 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-1703d2e2-2aa3-4fe4-8560-c04fd21d34bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 200  len: 835 time: 0.0422962
Apr 02 21:51:31.631855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-159f2fb3-5076-41e4-b1a5-c312a1a50c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:31.633931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-159f2fb3-5076-41e4-b1a5-c312a1a50c6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cea6e-d982-45b7-b812-d39bbaaf350e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470116
Apr 02 21:51:31.722086 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-bcc79756-3b09-4902-b397-1f3bbc47b9e4 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812275
Apr 02 21:51:31.813556 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-61c73917-a1e5-4718-b5db-fdcfaa78411d req-ad382281-db2f-47d2-9797-6f2893d50249 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845227
Apr 02 21:51:32.564832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb714e7-81c2-4374-801d-9e974fa0565c req-ee9fa233-7a91-4e9c-9994-ff2b6885c673 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:32.566292 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cdb714e7-81c2-4374-801d-9e974fa0565c req-ee9fa233-7a91-4e9c-9994-ff2b6885c673 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0576515
Apr 02 21:51:32.614477 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cdb714e7-81c2-4374-801d-9e974fa0565c req-ccc60c15-f293-47fd-89fd-28c6cd65c708 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419545
Apr 02 21:51:33.735979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433b79c-e22f-48d4-bbf7-cf7df2c4194a req-176ca0b2-c89c-4590-bd87-9fddb93a9da3 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:33.737410 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c433b79c-e22f-48d4-bbf7-cf7df2c4194a req-176ca0b2-c89c-4590-bd87-9fddb93a9da3 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0528429
Apr 02 21:51:33.785102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c433b79c-e22f-48d4-bbf7-cf7df2c4194a req-6a437d66-29bd-4de6-a917-43eb115068ba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419240
Apr 02 21:51:34.904012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf71f5-b0db-4f1f-bb13-2a3ff1c04bdf req-084b5913-2e68-4ad8-a69f-752862f039b0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:34.905533 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1bf71f5-b0db-4f1f-bb13-2a3ff1c04bdf req-084b5913-2e68-4ad8-a69f-752862f039b0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0532591
Apr 02 21:51:34.953630 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b1bf71f5-b0db-4f1f-bb13-2a3ff1c04bdf req-13d7c01e-f9b5-47e5-b019-00c02840e89c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423808
Apr 02 21:51:36.075754 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f4dab-0aee-4f74-9dc4-d251ad69b394 req-b8189843-a957-41f0-a475-c4cfb344a836 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:36.077160 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785f4dab-0aee-4f74-9dc4-d251ad69b394 req-b8189843-a957-41f0-a475-c4cfb344a836 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0544093
Apr 02 21:51:36.131306 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-785f4dab-0aee-4f74-9dc4-d251ad69b394 req-7b684d12-cfa9-47a0-bdfc-f4a63cd2795d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484531
Apr 02 21:51:37.249283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610b862-4463-4c72-b28d-3506fa004bf1 req-2211b6aa-bd77-4535-9f35-471b93cf7b82 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:37.250768 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1610b862-4463-4c72-b28d-3506fa004bf1 req-2211b6aa-bd77-4535-9f35-471b93cf7b82 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0518534
Apr 02 21:51:37.302603 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1610b862-4463-4c72-b28d-3506fa004bf1 req-229e6476-2f01-4a54-aa0b-59c617ca5486 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462413
Apr 02 21:51:38.420678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82050-1113-4d8c-af11-446c41bfe26e req-e871ac9a-f5ef-4123-9814-b9716095a2dc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:38.422178 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efa82050-1113-4d8c-af11-446c41bfe26e req-e871ac9a-f5ef-4123-9814-b9716095a2dc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0522337
Apr 02 21:51:38.471092 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-efa82050-1113-4d8c-af11-446c41bfe26e req-9331a77c-5d00-4b61-82f7-36957999462d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432606
Apr 02 21:51:38.759234 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:51:39.600953 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8cb6d-a3db-4a47-8d07-58e276e48b19 req-badd9a9f-d743-406b-83e0-fa597c5bf977 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:39.602948 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3d8cb6d-a3db-4a47-8d07-58e276e48b19 req-badd9a9f-d743-406b-83e0-fa597c5bf977 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0579991
Apr 02 21:51:39.650857 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b3d8cb6d-a3db-4a47-8d07-58e276e48b19 req-9443789e-6915-4819-a2d1-4fa310d69ecf tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422223
Apr 02 21:51:40.768521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d74edb-685c-46ca-9df8-04fae5a0af7c req-f8d4f2f0-df80-476c-9e7e-2aefeff21115 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:40.770070 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0d74edb-685c-46ca-9df8-04fae5a0af7c req-f8d4f2f0-df80-476c-9e7e-2aefeff21115 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0531127
Apr 02 21:51:40.821827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f0d74edb-685c-46ca-9df8-04fae5a0af7c req-77260a07-a46c-46eb-a1e1-710ed3e88ae5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455475
Apr 02 21:51:41.938119 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8a17c-5b8c-4e04-9d15-7737b4ef30f9 req-6c4662dd-90a7-4b8e-bfc0-217d8b7626c9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:41.939591 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddd8a17c-5b8c-4e04-9d15-7737b4ef30f9 req-6c4662dd-90a7-4b8e-bfc0-217d8b7626c9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0521102
Apr 02 21:51:41.988002 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddd8a17c-5b8c-4e04-9d15-7737b4ef30f9 req-2af545dd-a924-4d18-91a1-ebc1954b9e86 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422206
Apr 02 21:51:43.114503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5473f-adb6-456b-8db7-5f6cab0efc01 req-96b410b6-13f5-4884-9f9b-ec3507c236b4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:51:43.115960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4b5473f-adb6-456b-8db7-5f6cab0efc01 req-96b410b6-13f5-4884-9f9b-ec3507c236b4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0586112
Apr 02 21:51:43.163927 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4b5473f-adb6-456b-8db7-5f6cab0efc01 req-8fd553f3-1989-425c-bec2-6682f6066172 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417936
Apr 02 21:51:43.186877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54000) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:51:43.246164 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a6a216ce-5c19-42bb-a3dc-cabcb8e0b359 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/f91e1515-6651-4cab-b094-67c783fdfe16 HTTP/1.1" status: 200  len: 993 time: 0.0581353
Apr 02 21:51:44.868545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:48.308956 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:53.193326 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-bc69fe16-7e39-49e8-b1b1-05e829d8a8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:55.408821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b89955f2-08e6-4d3e-9130-f8e342149dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:56.844137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:58.921964 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:51:59.513366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:14.868119 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:15.759181 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:52:15.841271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54020) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:15.999716 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 500f9638-c47b-47a7-b3f9-74de103191eb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:52:15.999985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (500f9638-c47b-47a7-b3f9-74de103191eb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:16.075388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (500f9638-c47b-47a7-b3f9-74de103191eb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:16.075750 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (500f9638-c47b-47a7-b3f9-74de103191eb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:16.086887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 500f9638-c47b-47a7-b3f9-74de103191eb owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:52:16.231891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (500f9638-c47b-47a7-b3f9-74de103191eb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:16.262007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=500f9638-c47b-47a7-b3f9-74de103191eb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:16.286178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.286527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.287122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.287458 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.287792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.288121 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.288473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.288793 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.289120 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.289440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.289762 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.290085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.290403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.290742 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.291061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:16.331901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (f91e1515-6651-4cab-b094-67c783fdfe16), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:16.332235 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP f91e1515-6651-4cab-b094-67c783fdfe16 disassociated (deleted). External IP: 172.35.4.250, port: 896fa884-a4f1-4e60-9ad3-7779492535c3.
Apr 02 21:52:16.543859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3ad99eda-b25d-4bb5-b322-665b3284349a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:52:16.651375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:52:16.656139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:16.660691 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] Sync routers for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:52:16.670509 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:16.671118 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:51:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:16.685941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-269cd8a3-a0e2-4b8f-afe9-d5d330c029d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/floatingips/f91e1515-6651-4cab-b094-67c783fdfe16 HTTP/1.1" status: 204  len: 168 time: 0.8435967
Apr 02 21:52:16.686637 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:52:16.690149 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05" -d '{"events": [{"name": "network-changed", "server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:52:16.732038 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2605e2bd-488f-4463-905a-fdc07b6dba33 x-openstack-request-id: req-2605e2bd-488f-4463-905a-fdc07b6dba33 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:52:16.732339 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:52:16.732631 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2605e2bd-488f-4463-905a-fdc07b6dba33 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:52:16.733114 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2605e2bd-488f-4463-905a-fdc07b6dba33'] response: {'name': 'network-changed', 'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'status': 'completed', 'code': 200}
Apr 02 21:52:16.785228 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:16.802673 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-7f08c287-6460-49b1-8546-78f2549aba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:16.804095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-7f08c287-6460-49b1-8546-78f2549aba7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 1127 time: 0.0512607
Apr 02 21:52:16.921932 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-a9f83311-1837-404b-8fbe-2e4b5e37f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:16.923440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-a9f83311-1837-404b-8fbe-2e4b5e37f8ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 200  len: 898 time: 0.1106110
Apr 02 21:52:16.940053 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d4eb3-2689-413c-9b48-44512edfbbf1 req-88bd8ffa-bf86-4970-bb47-f78b0f237c73 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:16.941621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c52d4eb3-2689-413c-9b48-44512edfbbf1 req-88bd8ffa-bf86-4970-bb47-f78b0f237c73 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0681269
Apr 02 21:52:16.967217 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-3a933413-207b-4cf4-b159-2d12c4bc57ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 200  len: 217 time: 0.0346973
Apr 02 21:52:16.992243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c52d4eb3-2689-413c-9b48-44512edfbbf1 req-a954929a-82a7-4b46-9d51-179a201e1127 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439773
Apr 02 21:52:17.016260 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0df0>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:46Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:17.021536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-c1deb0e2-089b-47e2-a18b-88db59e9e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:17.023021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-c1deb0e2-089b-47e2-a18b-88db59e9e387 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 200  len: 835 time: 0.0496738
Apr 02 21:52:17.043612 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] Checking router: 3ad99eda-b25d-4bb5-b322-665b3284349a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:52:17.052228 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:17.052932 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:51:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:17.072889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-d3ced1e6-8eea-4368-a8f2-18c84c4fff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:17.074413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-d3ced1e6-8eea-4368-a8f2-18c84c4fff7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cea6e-d982-45b7-b812-d39bbaaf350e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452576
Apr 02 21:52:17.158557 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:17.167442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-c2e9445e-b81c-4990-b500-737c6827750c service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853672
Apr 02 21:52:17.256717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5dcf73d-66cd-4ce2-8689-db1d15e24a05 req-a362c3f5-9fd4-46b3-8753-2be855d6bf82 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825748
Apr 02 21:52:17.355575 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ec0df0>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:46Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:17.383820 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68052602-bfa9-4394-8241-7638f3dc3d24 None None] The sync data for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 is: [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:50:43Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb42bcd-5652-43d8-a07c-d7e8bf039625', 'name': '', 'network_id': '9a9cea6e-d982-45b7-b812-d39bbaaf350e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:46:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:42Z', 'updated_at': '2022-04-02T21:50:46Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'f85ceebc-efdd-424b-bf36-156a5310d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:52:17.607128 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94c24b-2e2a-4cd9-8ddf-e91b05ce029c None None] New status for floating IP f91e1515-6651-4cab-b094-67c783fdfe16: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:52:18.115338 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dc91d-3b9f-44cc-a40e-8cec0ef9d925 req-aac81fed-42d7-46ac-b265-6d1b1e4ec0b3 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:18.116830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e24dc91d-3b9f-44cc-a40e-8cec0ef9d925 req-aac81fed-42d7-46ac-b265-6d1b1e4ec0b3 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0520780
Apr 02 21:52:18.168809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e24dc91d-3b9f-44cc-a40e-8cec0ef9d925 req-fab1fbf8-2e86-49be-83bb-615115aa45a1 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=681ce552-6cae-40e2-8e61-4d47e8acab39&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457871
Apr 02 21:52:18.308283 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:18.646096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-bb4f3065-61e5-4bd9-b6ec-58bc2583d60d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:18.647538 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-bb4f3065-61e5-4bd9-b6ec-58bc2583d60d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 945 time: 0.0517364
Apr 02 21:52:18.740513 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 896fa884-a4f1-4e60-9ad3-7779492535c3 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:52:18.740851 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:18.829457 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 896fa884-a4f1-4e60-9ad3-7779492535c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=896fa884-a4f1-4e60-9ad3-7779492535c3,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:18.829818 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:18.846089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 896fa884-a4f1-4e60-9ad3-7779492535c3 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:52:18.982550 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (896fa884-a4f1-4e60-9ad3-7779492535c3), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:19.008840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=896fa884-a4f1-4e60-9ad3-7779492535c3,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:19.052303 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] No DVR routers for this DVR port 896fa884-a4f1-4e60-9ad3-7779492535c3 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:52:19.055070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:19.059027 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b36fa3e0-fae8-4370-8ba7-5f2b2faaf638 req-2c42b1ac-d071-499d-913c-71052c1c304a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "DELETE /v2.0/ports/896fa884-a4f1-4e60-9ad3-7779492535c3 HTTP/1.1" status: 204  len: 173 time: 0.4034584
Apr 02 21:52:19.059492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'name': 'network-vif-deleted', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:52:19.061743 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7370e82b-1a0e-47dd-b40b-eb9c52b7f8f2" -d '{"events": [{"server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "name": "network-vif-deleted", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:52:19.100561 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63a9da-41e8-46a2-af10-b8d199644c81 x-openstack-request-id: req-ff63a9da-41e8-46a2-af10-b8d199644c81 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:52:19.100920 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624983ea-5204-49d9-b35f-7ebd43ae492e", "name": "network-vif-deleted", "tag": "896fa884-a4f1-4e60-9ad3-7779492535c3", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:52:19.101203 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff63a9da-41e8-46a2-af10-b8d199644c81 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:52:19.101610 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff63a9da-41e8-46a2-af10-b8d199644c81'] response: {'server_uuid': '624983ea-5204-49d9-b35f-7ebd43ae492e', 'name': 'network-vif-deleted', 'tag': '896fa884-a4f1-4e60-9ad3-7779492535c3', 'status': 'completed', 'code': 200}
Apr 02 21:52:19.274202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-36ddd02a-94ff-470b-9203-f0bda2fde9a2 req-340b2360-6a2d-4226-92ff-a28672fc3279 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=624983ea-5204-49d9-b35f-7ebd43ae492e HTTP/1.1" status: 200  len: 210 time: 0.0264153
Apr 02 21:52:20.331507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54038) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:20.692951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (3ad99eda-b25d-4bb5-b322-665b3284349a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:20.948411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port ceb42bcd-5652-43d8-a07c-d7e8bf039625 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:52:20.948701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:21.034722 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port ceb42bcd-5652-43d8-a07c-d7e8bf039625, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceb42bcd-5652-43d8-a07c-d7e8bf039625,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:21.035088 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:21.051775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for ceb42bcd-5652-43d8-a07c-d7e8bf039625 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:52:21.239652 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (ceb42bcd-5652-43d8-a07c-d7e8bf039625), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:21.597872 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=ceb42bcd-5652-43d8-a07c-d7e8bf039625,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:21.774114 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (3ad99eda-b25d-4bb5-b322-665b3284349a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:21.991577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3ad99eda-b25d-4bb5-b322-665b3284349a has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:52:22.098361 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:52:22.103438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-00e273f5-3eea-4b83-b24a-6be85d59bb47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/3ad99eda-b25d-4bb5-b322-665b3284349a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7707655
Apr 02 21:52:22.106179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54040) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:22.108671 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] Sync routers for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:52:22.119249 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:22.119875 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ef0d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:51:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:22.156254 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting subnet f85ceebc-efdd-424b-bf36-156a5310d32b {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:52:22.159290 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (f85ceebc-efdd-424b-bf36-156a5310d32b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.198671 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (f85ceebc-efdd-424b-bf36-156a5310d32b), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.289070 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (f85ceebc-efdd-424b-bf36-156a5310d32b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.311393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:22.345361 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (f85ceebc-efdd-424b-bf36-156a5310d32b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.371205 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 896fa884-a4f1-4e60-9ad3-7779492535c3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:52:22.374918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Subnet': ['ID=f85ceebc-efdd-424b-bf36-156a5310d32b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:22.381962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.388963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f791678d-d7f0-44da-b867-ac8408710e35 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/subnets/f85ceebc-efdd-424b-bf36-156a5310d32b HTTP/1.1" status: 204  len: 168 time: 0.2814093
Apr 02 21:52:22.389864 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54044) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:22.393439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c8924-3147-4192-8196-b1fae6c90325 None None] Network 9a9cea6e-d982-45b7-b812-d39bbaaf350e requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:52:22.395738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 896fa884-a4f1-4e60-9ad3-7779492535c3 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:52:22.396064 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 896fa884-a4f1-4e60-9ad3-7779492535c3 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:52:22.507010 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ef0d00>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:52:21Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:22.511654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (3ad99eda-b25d-4bb5-b322-665b3284349a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.534192 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] Checking router: 3ad99eda-b25d-4bb5-b322-665b3284349a for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:52:22.548161 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] Routers {'3ad99eda-b25d-4bb5-b322-665b3284349a'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:22.548823 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845ef0d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:51:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3ad99eda-b25d-4bb5-b322-665b3284349a'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:22.573062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] DHCP port deletion for 9a9cea6e-d982-45b7-b812-d39bbaaf350e request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:52:22.620932 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3ad99eda-b25d-4bb5-b322-665b3284349a), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.661449 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] Set router 3ad99eda-b25d-4bb5-b322-665b3284349a gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:22.678967 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 1a9aa737-c80a-4772-8be6-e000d1a2ae08 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:52:22.680583 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.762789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 1a9aa737-c80a-4772-8be6-e000d1a2ae08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a9aa737-c80a-4772-8be6-e000d1a2ae08,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:22.763245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.775437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 1a9aa737-c80a-4772-8be6-e000d1a2ae08 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:52:22.796679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Deleting port 2403a2a9-f15e-4170-9a1c-993afd3db37b {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:52:22.797014 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.855982 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845ef0d00>, [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:52:21Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:22.863230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] For port 2403a2a9-f15e-4170-9a1c-993afd3db37b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2403a2a9-f15e-4170-9a1c-993afd3db37b,segment=NetworkSegment(573c56cc-33ff-48ca-8322-9cb1ff0d3d7b),segment_id=573c56cc-33ff-48ca-8322-9cb1ff0d3d7b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:22.863630 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.876764 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Calling delete_port for 2403a2a9-f15e-4170-9a1c-993afd3db37b owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:52:22.882761 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22270b05-c5b3-4b7e-aa4b-8a83575dc096 None None] The sync data for ids ['3ad99eda-b25d-4bb5-b322-665b3284349a'] in ncdv-master-1 is: [{'id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175712038', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:50:39Z', 'updated_at': '2022-04-02T21:52:21Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '1a9aa737-c80a-4772-8be6-e000d1a2ae08', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad99eda-b25d-4bb5-b322-665b3284349a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:50:40Z', 'updated_at': '2022-04-02T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:52:22.957962 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (1a9aa737-c80a-4772-8be6-e000d1a2ae08), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.963135 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (2403a2a9-f15e-4170-9a1c-993afd3db37b), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:22.983891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=1a9aa737-c80a-4772-8be6-e000d1a2ae08,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:22.987647 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Pushing event deleted for resources: {'Port': ['ID=2403a2a9-f15e-4170-9a1c-993afd3db37b,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:22.995344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.995710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.996055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.996394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.996557 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.996755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.996870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.997087 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.997204 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.997418 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.997544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.997746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.997868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.998070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.998193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:22.999925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000111 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000284 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000386 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.000981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:23.005256 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42cee1-4aa0-43bd-ba9d-7736910740c6 None None] No DVR routers for this DVR port 2403a2a9-f15e-4170-9a1c-993afd3db37b on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:52:23.055611 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (3ad99eda-b25d-4bb5-b322-665b3284349a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.148036 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (3ad99eda-b25d-4bb5-b322-665b3284349a), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.150719 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (3ad99eda-b25d-4bb5-b322-665b3284349a), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.195179 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8afbbcba-d8b2-46bd-8e89-c15c028d9488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.198136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (3ad99eda-b25d-4bb5-b322-665b3284349a), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.198706 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Fanout notify agent at l3_agent the message router_deleted on router 3ad99eda-b25d-4bb5-b322-665b3284349a {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:52:23.205248 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.206355 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cce49572-8e70-44d9-a80d-7eea2c1f2624 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/routers/3ad99eda-b25d-4bb5-b322-665b3284349a HTTP/1.1" status: 204  len: 168 time: 0.8162043
Apr 02 21:52:23.209125 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54046) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:23.285350 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (9a9cea6e-d982-45b7-b812-d39bbaaf350e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.379026 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (9a9cea6e-d982-45b7-b812-d39bbaaf350e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.400282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78446031f0>,) {'filters': {'network_id': ['9a9cea6e-d982-45b7-b812-d39bbaaf350e']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:23.409455 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78446031f0>, '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:23.409758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78446031f0>, '573c56cc-33ff-48ca-8322-9cb1ff0d3d7b') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:23.419151 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (573c56cc-33ff-48ca-8322-9cb1ff0d3d7b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.432589 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (573c56cc-33ff-48ca-8322-9cb1ff0d3d7b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.438789 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:52:23.439245 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (573c56cc-33ff-48ca-8322-9cb1ff0d3d7b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:52:23.442619 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:52:23.511165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (9a9cea6e-d982-45b7-b812-d39bbaaf350e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.515846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.519687 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/networks/9a9cea6e-d982-45b7-b812-d39bbaaf350e HTTP/1.1" status: 204  len: 168 time: 0.3096013
Apr 02 21:52:23.522622 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54048) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:23.537188 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99be506-81d2-4d0a-a313-c47892562fc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Network': ['ID=9a9cea6e-d982-45b7-b812-d39bbaaf350e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:23.582691 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49349ff-883f-4601-b1f1-a155fa396698 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (681ce552-6cae-40e2-8e61-4d47e8acab39), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.608796 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49349ff-883f-4601-b1f1-a155fa396698 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (681ce552-6cae-40e2-8e61-4d47e8acab39), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.673027 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49349ff-883f-4601-b1f1-a155fa396698 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (681ce552-6cae-40e2-8e61-4d47e8acab39), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.675601 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e49349ff-883f-4601-b1f1-a155fa396698 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:23.676800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e49349ff-883f-4601-b1f1-a155fa396698 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/security-groups/681ce552-6cae-40e2-8e61-4d47e8acab39 HTTP/1.1" status: 204  len: 168 time: 0.1531250
Apr 02 21:52:23.686246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49349ff-883f-4601-b1f1-a155fa396698 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ce552-6cae-40e2-8e61-4d47e8acab39,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:23.943990 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2403a2a9-f15e-4170-9a1c-993afd3db37b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:52:23.963811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 2403a2a9-f15e-4170-9a1c-993afd3db37b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:52:23.964151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 2403a2a9-f15e-4170-9a1c-993afd3db37b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:52:23.964581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ceb42bcd-5652-43d8-a07c-d7e8bf039625 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:52:23.985333 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: ceb42bcd-5652-43d8-a07c-d7e8bf039625 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:52:23.985680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ceb42bcd-5652-43d8-a07c-d7e8bf039625 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:52:23.986076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a9aa737-c80a-4772-8be6-e000d1a2ae08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:52:24.004529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 1a9aa737-c80a-4772-8be6-e000d1a2ae08 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:52:24.004871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 1a9aa737-c80a-4772-8be6-e000d1a2ae08 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:52:24.207092 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54056) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.211696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182227553', 'description': 'tempest-secgroup-smoke-182227553 description', 'project_id': 'ca394d2c596042ad961fc645ce7b6940'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.233932 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.300859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8aaf1f1a-28f6-4378-9a62-a098481424a0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.304486 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8aaf1f1a-28f6-4378-9a62-a098481424a0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.334101 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.335366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1271768
Apr 02 21:52:24.339055 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54058) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.339808 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad5bd0-88fc-4180-b630-e84fa9933a76 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf1f1a-28f6-4378-9a62-a098481424a0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:24.343704 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8aaf1f1a-28f6-4378-9a62-a098481424a0', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.368591 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (3d6344b4-4b24-4cd2-b05f-4232ee81620b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.421531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (3d6344b4-4b24-4cd2-b05f-4232ee81620b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.425179 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (3d6344b4-4b24-4cd2-b05f-4232ee81620b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.439692 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6344b4-4b24-4cd2-b05f-4232ee81620b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:24.450916 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.452203 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-39200b25-029b-44e4-a142-cf4db046b35c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1120329
Apr 02 21:52:24.455185 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54060) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.459663 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8aaf1f1a-28f6-4378-9a62-a098481424a0', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.486021 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (d643e97d-9af7-483f-b5a2-d59a8d44d054), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.540776 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (d643e97d-9af7-483f-b5a2-d59a8d44d054), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.544321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (d643e97d-9af7-483f-b5a2-d59a8d44d054), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.566506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d643e97d-9af7-483f-b5a2-d59a8d44d054,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:24.571471 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.576270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b0104b25-553a-4e07-9b72-741f8cf4cdf7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1164827
Apr 02 21:52:24.576270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54062) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.580335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8aaf1f1a-28f6-4378-9a62-a098481424a0', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.604701 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (001d2184-cf48-4146-8221-053c9c15cfc5), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.662893 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (001d2184-cf48-4146-8221-053c9c15cfc5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.666093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (001d2184-cf48-4146-8221-053c9c15cfc5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.684006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001d2184-cf48-4146-8221-053c9c15cfc5,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:24.690913 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.692113 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-74a0b445-3b9f-41a7-b9fd-de27e0264358 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1150208
Apr 02 21:52:24.694845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54064) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.699503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8aaf1f1a-28f6-4378-9a62-a098481424a0', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.721975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (4722e9de-c9ed-4ff0-8bfb-7f04b53c8dcb), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.777707 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (4722e9de-c9ed-4ff0-8bfb-7f04b53c8dcb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.781389 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4722e9de-c9ed-4ff0-8bfb-7f04b53c8dcb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.799038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4722e9de-c9ed-4ff0-8bfb-7f04b53c8dcb,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:24.807005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.808193 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0dc55bba-62c9-4f13-9dfb-3b1f1beb9894 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1124508
Apr 02 21:52:24.810989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54066) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.815271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8aaf1f1a-28f6-4378-9a62-a098481424a0', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.834103 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:52:24.839611 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (14918d9f-9ada-4948-a4ee-ce3899c8eda7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.900139 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (14918d9f-9ada-4948-a4ee-ce3899c8eda7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.903983 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (14918d9f-9ada-4948-a4ee-ce3899c8eda7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.922001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14918d9f-9ada-4948-a4ee-ce3899c8eda7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:24.928478 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:24.929661 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b4dff9d5-6ab5-44a7-af10-30e1bb0df6df tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1177514
Apr 02 21:52:24.932433 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54068) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:24.936654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8aaf1f1a-28f6-4378-9a62-a098481424a0', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:24.955607 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:52:24.960211 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (1f692e9e-3d83-4428-b193-27fbedf0628d), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.019416 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (1f692e9e-3d83-4428-b193-27fbedf0628d), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.022803 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (1f692e9e-3d83-4428-b193-27fbedf0628d), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.041983 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f692e9e-3d83-4428-b193-27fbedf0628d,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:25.047633 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.048036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1111fd67-1ab0-4b69-8f17-ca2cc32a5d3c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1146693
Apr 02 21:52:25.050875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54070) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:25.055542 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'network': {'name': 'tempest-network-smoke--892641942', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:25.073404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:52:25.076576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.099802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:52:25.109206 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f5cba3d5-db32-4442-a9bb-6a1958424fa0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.109580 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Added segment f5cba3d5-db32-4442-a9bb-6a1958424fa0 of type vlan for network f4d41ab7-4080-49e9-bfd2-306ccea646b5
Apr 02 21:52:25.149238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (f4d41ab7-4080-49e9-bfd2-306ccea646b5), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.173494 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (f4d41ab7-4080-49e9-bfd2-306ccea646b5), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.178686 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:25.179269 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.218095 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1661541
Apr 02 21:52:25.220936 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54072) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:25.225531 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'admin_state_up': True, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:25.246745 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (182c60d3-c4ac-4f25-a203-aca02158cfd7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.247849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (182c60d3-c4ac-4f25-a203-aca02158cfd7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.256939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270758f2-f45d-40c2-8e68-d69c5bebb628 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Network': ['ID=f4d41ab7-4080-49e9-bfd2-306ccea646b5,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:25.269323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:52:25.299594 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (182c60d3-c4ac-4f25-a203-aca02158cfd7), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.411255 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba1e1-a26f-49ff-adf8-63c556b8ddaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.440440 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (182c60d3-c4ac-4f25-a203-aca02158cfd7), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.632557 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (182c60d3-c4ac-4f25-a203-aca02158cfd7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.651523 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.749592 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.223 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/8a16dfd8-dc7a-42e3-ae3a-3c121b080514) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:52:25.850706 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.884731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:25.921061 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:52:25.924013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:25.926339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:52:25.951579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:26.502396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (182c60d3-c4ac-4f25-a203-aca02158cfd7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:26.700113 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (182c60d3-c4ac-4f25-a203-aca02158cfd7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:26.826790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 182c60d3-c4ac-4f25-a203-aca02158cfd7 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:52:26.849027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:26.940117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:52:26.949281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Sync routers for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:52:26.958381 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:26.959074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844659f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:26.960265 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:26.961990 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-466935cc-8b48-4f16-a780-7c56e8791ba4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7395842
Apr 02 21:52:26.965271 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54074) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:26.993308 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2ad44096-b56c-4221-8d1b-bed2ecee6391 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca394d2c596042ad961fc645ce7b6940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269601
Apr 02 21:52:26.995834 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54076) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:27.068149 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:27.084025 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a83a02-4845-49d3-b29b-3d759309b631 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:27.085492 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-79a83a02-4845-49d3-b29b-3d759309b631 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0887706
Apr 02 21:52:27.088197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54078) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:27.116831 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a55e994a-1f73-486f-ba9a-ba4fb20b6ad2 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275235
Apr 02 21:52:27.119443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54080) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:27.124145 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-654595998', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:27.208173 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:52:27.211598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.246679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844659f40>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:26Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:27.272080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Checking router: 182c60d3-c4ac-4f25-a203-aca02158cfd7 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:52:27.272437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Updating router 182c60d3-c4ac-4f25-a203-aca02158cfd7 port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:52:27.306034 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.393102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (147e2a20-b96a-44bd-a5b2-e7802bc16c1b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.460032 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Subnet': ['ID=147e2a20-b96a-44bd-a5b2-e7802bc16c1b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:27.469256 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Checking segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:52:27.469613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network hostable DHCP agents. Network: f4d41ab7-4080-49e9-bfd2-306ccea646b5, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:52:27.485999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:52:27.494513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4d41ab7-4080-49e9-bfd2-306ccea646b5) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:27.499850 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:27.500442 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.507142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2c08a-fb54-486b-b0ae-c56ec19715c5 None None] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:52:27.518991 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cdff6628-8be8-484d-a351-c156e83c5763 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.3985627
Apr 02 21:52:27.521821 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54082) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:27.617885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Publish callbacks [] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.627479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.672959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:52:27.673817 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.707534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Attempting to bind port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:52:27.707913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Attempting to bind port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:52:27.708282 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Attempting to bind port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:52:27.716604 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660c95f-9579-4669-b117-5cf2cfd3ad7d None None] Pushing event updated for resources: {'Port': ['ID=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:27.726956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:52:27.727340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:52:27.727873 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.728138 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:52:27.728652 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Bound port: 8a16dfd8-dc7a-42e3-ae3a-3c121b080514, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:52:27.729394 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.867773 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] For port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:52:27.883616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] For port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:52:27.894078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Allocated IP 172.20.0.2 (f4d41ab7-4080-49e9-bfd2-306ccea646b5/147e2a20-b96a-44bd-a5b2-e7802bc16c1b/202ae264-b827-40fd-bb0e-d2fd7c23eabd) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:52:27.897109 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.963585 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:27.983803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:27.984437 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844659f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:27.993465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660c95f-9579-4669-b117-5cf2cfd3ad7d None None] Pushing event updated for resources: {'Port': ['ID=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:28.173318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:28.248547 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Publish callbacks [] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.261770 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.303103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.1 (f4d41ab7-4080-49e9-bfd2-306ccea646b5/147e2a20-b96a-44bd-a5b2-e7802bc16c1b/04ba1bc0-8dbb-462a-8dad-d378e431d83e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:52:28.348702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:52:28.357416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:28.360732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Pushing event updated for resources: {'Port': ['ID=202ae264-b827-40fd-bb0e-d2fd7c23eabd,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:28.364139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:52:28.418991 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.446664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Attempting to bind port 202ae264-b827-40fd-bb0e-d2fd7c23eabd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:52:28.447031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Attempting to bind port 202ae264-b827-40fd-bb0e-d2fd7c23eabd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:52:28.447393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Attempting to bind port 202ae264-b827-40fd-bb0e-d2fd7c23eabd on network f4d41ab7-4080-49e9-bfd2-306ccea646b5 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:52:28.456159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:52:28.456578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Checking segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:52:28.456978 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.457366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Bound using segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:52:28.457826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Bound port: 202ae264-b827-40fd-bb0e-d2fd7c23eabd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:52:28.458201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.462361 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.477092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844659f40>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:26Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:28.505395 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:52:28.508370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:28.514241 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:52:28.520646 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=04ba1bc0-8dbb-462a-8dad-d378e431d83e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:28.525185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e5d6-d389-4115-bd14-9aba97ae8a2c None None] The sync data for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 is: [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:26Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:52:28.559397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] For port 202ae264-b827-40fd-bb0e-d2fd7c23eabd, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:52:28.569543 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] For port 202ae264-b827-40fd-bb0e-d2fd7c23eabd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202ae264-b827-40fd-bb0e-d2fd7c23eabd,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:52:28.570450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (182c60d3-c4ac-4f25-a203-aca02158cfd7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.578536 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.643373 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2403328-43fa-4e22-aae4-8925e409644a None None] Pushing event updated for resources: {'Port': ['ID=202ae264-b827-40fd-bb0e-d2fd7c23eabd,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:28.711919 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:28.932215 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:29.051814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:29.057158 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:29.138172 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (182c60d3-c4ac-4f25-a203-aca02158cfd7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:29.139909 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=04ba1bc0-8dbb-462a-8dad-d378e431d83e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:29.239268 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:52:29.240759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:29.360923 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 182c60d3-c4ac-4f25-a203-aca02158cfd7 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:52:29.488607 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:52:29.496622 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-449dadd8-9464-4b89-9944-dafe02044b5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/182c60d3-c4ac-4f25-a203-aca02158cfd7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9713571
Apr 02 21:52:29.531616 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:29.665244 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2ab4a329-4f25-403a-88aa-8cae0c298282 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182227553&fields=id&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 267 time: 0.0471282
Apr 02 21:52:29.762020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1350651-3e0a-4534-ba3c-45ab45a9b2b8 None None] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:52:29.787155 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-253f46e8-512d-4d89-ba93-87fa5aa5377c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:29.788859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-253f46e8-512d-4d89-ba93-87fa5aa5377c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 796 time: 0.1166303
Apr 02 21:52:29.804235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-4c65399d-d90c-4b80-a2ff-237932f620e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/quotas/ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 375 time: 0.0096970
Apr 02 21:52:29.874270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-8fcecb3c-8c23-403b-9ba1-4cc6bbe48066 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0639131
Apr 02 21:52:29.955695 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:52:29.972796 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-75668df1-b849-404f-a2e5-71cdcf39c256 service neutron] 10.222.0.18 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861340
Apr 02 21:52:30.028626 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] Provisioning complete for port 202ae264-b827-40fd-bb0e-d2fd7c23eabd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:30.029003 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.069437 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-cc94fb6b-6737-4a0f-a3a3-ff92448d7762 service neutron] 10.222.0.18 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906479
Apr 02 21:52:30.111503 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:30.111878 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.192909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] Current status of the port 202ae264-b827-40fd-bb0e-d2fd7c23eabd is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:30.193299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.256871 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] For port 202ae264-b827-40fd-bb0e-d2fd7c23eabd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202ae264-b827-40fd-bb0e-d2fd7c23eabd,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:30.268805 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.273899 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:30.274281 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.313260 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21a55e7f-e15b-4760-864c-15701c5f8ab9 req-cb6d5fed-bbdf-4d88-a4a0-81f991010593 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 210 time: 0.0548689
Apr 02 21:52:30.325088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:30.334913 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.335682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 202ae264-b827-40fd-bb0e-d2fd7c23eabd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:52:30.369673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62dd62-c099-440c-8e52-baf070f33d97 None None] Pushing event updated for resources: {'Port': ['ID=202ae264-b827-40fd-bb0e-d2fd7c23eabd,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:30.432663 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:30.442462 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 202ae264-b827-40fd-bb0e-d2fd7c23eabd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:30.442462 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.507856 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Sync routers for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:52:30.519029 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:30.519735 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dabaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:30.556570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 202ae264-b827-40fd-bb0e-d2fd7c23eabd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:30.597689 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0421e8ea-17d8-41af-9d5d-1ff9740c0354 None None] Provisioning complete for port 04ba1bc0-8dbb-462a-8dad-d378e431d83e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:30.599906 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0421e8ea-17d8-41af-9d5d-1ff9740c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.646450 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:30.651991 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0421e8ea-17d8-41af-9d5d-1ff9740c0354 None None] Port 04ba1bc0-8dbb-462a-8dad-d378e431d83e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:52:30.663875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-0421e8ea-17d8-41af-9d5d-1ff9740c0354 None None] Provisioning complete for port 202ae264-b827-40fd-bb0e-d2fd7c23eabd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:30.664260 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0421e8ea-17d8-41af-9d5d-1ff9740c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.756986 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-0421e8ea-17d8-41af-9d5d-1ff9740c0354 None None] Current status of the port 202ae264-b827-40fd-bb0e-d2fd7c23eabd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:30.882963 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dabaf0>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 2, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:30.884225 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-47367f45-21f5-46d6-bdcf-82dab3a13a00 None None] Provisioning complete for port 04ba1bc0-8dbb-462a-8dad-d378e431d83e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:30.884644 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-47367f45-21f5-46d6-bdcf-82dab3a13a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:30.912587 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Checking router: 182c60d3-c4ac-4f25-a203-aca02158cfd7 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:52:30.912944 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Updating router 182c60d3-c4ac-4f25-a203-aca02158cfd7 port 04ba1bc0-8dbb-462a-8dad-d378e431d83e binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:52:30.925127 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-47367f45-21f5-46d6-bdcf-82dab3a13a00 None None] Port 04ba1bc0-8dbb-462a-8dad-d378e431d83e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:52:30.942949 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.045805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-95c14f1f-e616-4597-a65b-08fcc9b9ab1d None None] Provisioning complete for port 04ba1bc0-8dbb-462a-8dad-d378e431d83e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:31.045805 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95c14f1f-e616-4597-a65b-08fcc9b9ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.084746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-95c14f1f-e616-4597-a65b-08fcc9b9ab1d None None] Port 04ba1bc0-8dbb-462a-8dad-d378e431d83e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:52:31.225658 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Publish callbacks [] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.231058 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.278995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Pushing event updated for resources: {'Port': ['ID=04ba1bc0-8dbb-462a-8dad-d378e431d83e,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:31.305906 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.306168 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.306508 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.306839 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.307171 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.307749 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.308080 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.308407 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.308761 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.309082 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.309407 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.309727 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.310043 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.310364 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.310680 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:52:31.345629 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Attempting to bind port 04ba1bc0-8dbb-462a-8dad-d378e431d83e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:52:31.346004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Attempting to bind port 04ba1bc0-8dbb-462a-8dad-d378e431d83e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:52:31.346365 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Attempting to bind port 04ba1bc0-8dbb-462a-8dad-d378e431d83e on network f4d41ab7-4080-49e9-bfd2-306ccea646b5 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:52:31.352752 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:52:31.353262 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Checking segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:52:31.353692 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.354075 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Bound using segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:52:31.354576 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Bound port: 04ba1bc0-8dbb-462a-8dad-d378e431d83e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:52:31.354950 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.401963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8b1f0f49-8458-4b93-9f78-213f6755e78a req-dff89115-6ee4-498c-8bed-3e5f77e7272d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 210 time: 0.0291979
Apr 02 21:52:31.428981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] For port 04ba1bc0-8dbb-462a-8dad-d378e431d83e, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:52:31.432877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] For port 04ba1bc0-8dbb-462a-8dad-d378e431d83e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04ba1bc0-8dbb-462a-8dad-d378e431d83e,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:52:31.439297 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.507660 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] Provisioning complete for port 04ba1bc0-8dbb-462a-8dad-d378e431d83e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:31.508618 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.512041 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:31.512771 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dabaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:31.551996 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403132b-e265-44f7-83f9-1934a7003d2b None None] Pushing event updated for resources: {'Port': ['ID=04ba1bc0-8dbb-462a-8dad-d378e431d83e,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:31.653654 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] Current status of the port 04ba1bc0-8dbb-462a-8dad-d378e431d83e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:31.654037 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.667022 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:31.696529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] For port 04ba1bc0-8dbb-462a-8dad-d378e431d83e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04ba1bc0-8dbb-462a-8dad-d378e431d83e,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:31.699547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-08dc21b4-55b9-4e0d-95cd-c289b007cbf4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:31.701784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-08dc21b4-55b9-4e0d-95cd-c289b007cbf4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 796 time: 0.1759017
Apr 02 21:52:31.706038 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.772720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411d1fa-6b0a-45f9-88f8-799e79a8650e None None] Pushing event updated for resources: {'Port': ['ID=04ba1bc0-8dbb-462a-8dad-d378e431d83e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:31.796716 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-764b135e-f3b2-40c1-aa43-89dea5b11e95 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 379 time: 0.0810802
Apr 02 21:52:31.806638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'port': {'device_id': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'admin_state_up': True, 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'security_groups': ['8aaf1f1a-28f6-4378-9a62-a098481424a0']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:31.813957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:52:31.859206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-15bbd2c1-7d8f-42d6-a18b-b38476697190 None None] Provisioning complete for port 04ba1bc0-8dbb-462a-8dad-d378e431d83e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:31.860110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15bbd2c1-7d8f-42d6-a18b-b38476697190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.903694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:31.904184 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.921926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:52:31.926579 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:31.935937 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dabaf0>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:31.967649 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733e45a-b1aa-48a4-bb91-f5b5a70efefc None None] The sync data for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 is: [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:52:31.989815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-15bbd2c1-7d8f-42d6-a18b-b38476697190 None None] Current status of the port 04ba1bc0-8dbb-462a-8dad-d378e431d83e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:32.045893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:32.047305 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 202ae264-b827-40fd-bb0e-d2fd7c23eabd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:52:32.088227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.7 (f4d41ab7-4080-49e9-bfd2-306ccea646b5/147e2a20-b96a-44bd-a5b2-e7802bc16c1b/1e48117a-9517-4c9c-a1dd-0c8f4c31e719) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:52:32.109858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 202ae264-b827-40fd-bb0e-d2fd7c23eabd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:32.110238 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.201390 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 202ae264-b827-40fd-bb0e-d2fd7c23eabd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:32.240356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.275504 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.319887 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:52:32.322964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:32.326299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:52:32.354227 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:32.386914 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:32.387190 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.404281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-502d0a6f-2c52-47ad-b550-1cdd235049f4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6007724
Apr 02 21:52:32.415360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-f237f21c-4f7f-4d15-8472-8eda34b61971 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:52:32.416391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-f237f21c-4f7f-4d15-8472-8eda34b61971 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056584
Apr 02 21:52:32.428325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Request body: {'port': {'device_id': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:32.512049 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.552176 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58670301-1605-4442-8b04-62d787a71536 req-496b721c-c35a-481e-9b6b-f3f6c5c0c745 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:32.560071 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58670301-1605-4442-8b04-62d787a71536 req-496b721c-c35a-481e-9b6b-f3f6c5c0c745 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 931 time: 0.0769467
Apr 02 21:52:32.615230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1794dd2f-a98b-4706-a15a-67e437c8e5a4 None None] Provisioning complete for port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:32.616036 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1794dd2f-a98b-4706-a15a-67e437c8e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.626361 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-58670301-1605-4442-8b04-62d787a71536 req-1fce251e-0d7f-4d3c-847e-27389280ce96 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653024
Apr 02 21:52:32.654735 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1794dd2f-a98b-4706-a15a-67e437c8e5a4 None None] Port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:52:32.800820 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:52:32.808424 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Publish callbacks [] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.820606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Transition to ACTIVE for port object 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:52:32.825362 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:32.879088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:32.960446 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Attempting to bind port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:52:32.960815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Attempting to bind port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:52:32.961141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Attempting to bind port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 on network f4d41ab7-4080-49e9-bfd2-306ccea646b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:52:32.966480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 on network f4d41ab7-4080-49e9-bfd2-306ccea646b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:52:32.966803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Attempting to bind port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 on network f4d41ab7-4080-49e9-bfd2-306ccea646b5 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:52:32.972247 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:52:32.972618 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Checking segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:52:32.973002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Bound using segment: {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:52:32.973427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Bound port: 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cba3d5-db32-4442-a9bb-6a1958424fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:52:32.973783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:33.044915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:52:33.048825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:52:33.057057 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:33.094491 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.095112 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:33.096528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 1091 time: 0.6726153
Apr 02 21:52:33.097053 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:52:33.099280 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:52:33.126765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228dc6a-af01-43e2-a0d2-c1c41e4903c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:33.147427 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96648fd0-8fd1-447d-af7e-de3990c9818b x-openstack-request-id: req-96648fd0-8fd1-447d-af7e-de3990c9818b {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:52:33.147791 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:52:33.148148 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96648fd0-8fd1-447d-af7e-de3990c9818b {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:52:33.148633 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96648fd0-8fd1-447d-af7e-de3990c9818b'] response: {'name': 'network-changed', 'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'status': 'completed', 'code': 200}
Apr 02 21:52:33.209570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-9d45202d-561d-4862-8d85-7cec8c1e79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.211181 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-9d45202d-561d-4862-8d85-7cec8c1e79c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1125 time: 0.0550268
Apr 02 21:52:33.263936 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-7d5fb2ce-caf8-46dc-90ae-b81231fc108a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 217 time: 0.0414834
Apr 02 21:52:33.314944 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-9007da4e-bff5-4681-b520-e71e7019294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.316496 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-9007da4e-bff5-4681-b520-e71e7019294a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0456383
Apr 02 21:52:33.371760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-3fc64387-95b0-469e-86d5-2c5f484d3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.373304 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-3fc64387-95b0-469e-86d5-2c5f484d3f94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467420
Apr 02 21:52:33.471664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-5c5783cb-234f-4739-bcd4-2226536189bc service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875711
Apr 02 21:52:33.563105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ad30f7ff-0824-49ef-9b27-f64d44e05382 req-bb53741c-80be-49f4-bd7f-b9569427c070 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822999
Apr 02 21:52:33.669470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-71726dda-8e8a-44d7-aabf-cdd36f16d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.671017 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-71726dda-8e8a-44d7-aabf-cdd36f16d9d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1125 time: 0.0515788
Apr 02 21:52:33.756304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993f688-5401-4f30-92cb-b90ac440d5f2 req-7cb973ec-eb9e-4fa7-ae4d-8fd8d3578081 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.760358 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2993f688-5401-4f30-92cb-b90ac440d5f2 req-7cb973ec-eb9e-4fa7-ae4d-8fd8d3578081 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 943 time: 0.0619607
Apr 02 21:52:33.766175 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-a072c5a5-a0ad-4d3a-91ad-4a3a5163222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.767527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-a072c5a5-a0ad-4d3a-91ad-4a3a5163222a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.0905442
Apr 02 21:52:33.814593 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-6b77c725-5002-424e-b05c-7669f06bf159 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 217 time: 0.0394239
Apr 02 21:52:33.817242 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2993f688-5401-4f30-92cb-b90ac440d5f2 req-3c960bf4-0852-49e8-ad77-72299e538313 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464551
Apr 02 21:52:33.822290 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 04ba1bc0-8dbb-462a-8dad-d378e431d83e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:52:33.864935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-f6d8fe5c-83c3-40b3-ad3f-eab1b9b202c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.866481 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-f6d8fe5c-83c3-40b3-ad3f-eab1b9b202c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0457513
Apr 02 21:52:33.874479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 04ba1bc0-8dbb-462a-8dad-d378e431d83e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:33.874860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:33.915667 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-d22097ef-b3fc-4adb-96ca-b5f264b39de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:33.917813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-d22097ef-b3fc-4adb-96ca-b5f264b39de5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440111
Apr 02 21:52:33.950422 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 04ba1bc0-8dbb-462a-8dad-d378e431d83e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:34.008124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-35269d48-6370-4c23-bca7-de308dfc6646 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838120
Apr 02 21:52:34.095046 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5d5805a1-2f6b-411f-8d52-a9e6ae60c6c0 req-a2fb3329-eefd-448a-b2e9-11289a552d5a service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806711
Apr 02 21:52:34.950502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abeefe-080d-47ef-9160-648a9e2b5f40 req-cfdd56aa-1773-4a80-aa63-dcabe7da18d9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:34.951960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01abeefe-080d-47ef-9160-648a9e2b5f40 req-cfdd56aa-1773-4a80-aa63-dcabe7da18d9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 943 time: 0.0564568
Apr 02 21:52:34.999274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-01abeefe-080d-47ef-9160-648a9e2b5f40 req-4d355b13-2d10-4b9e-89c0-434f7ceb7299 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417185
Apr 02 21:52:36.117288 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720f781-16fc-44d6-a683-2f608fe18d20 req-d12cdae6-29d5-4228-9213-23a54da10fad tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:36.118811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c720f781-16fc-44d6-a683-2f608fe18d20 req-d12cdae6-29d5-4228-9213-23a54da10fad tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 943 time: 0.0532322
Apr 02 21:52:36.175971 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c720f781-16fc-44d6-a683-2f608fe18d20 req-fb6b6517-7875-410a-9639-511c75eb395d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505331
Apr 02 21:52:36.417529 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:52:36.515792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:36.525941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'port_id': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'mac_address': 'fa:16:3e:14:b7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:52:36.562960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:36.563348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:36.576031 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:52:36.595235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:36.598993 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:36.643926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:36.911146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1e48117a-9517-4c9c-a1dd-0c8f4c31e719'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:52:37.293230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574ba59-b26f-40ab-a860-70147e10ff0e req-0e1a2950-fe5e-4dc8-95ba-1b6f07000e33 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:37.294677 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a574ba59-b26f-40ab-a860-70147e10ff0e req-0e1a2950-fe5e-4dc8-95ba-1b6f07000e33 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 944 time: 0.0518396
Apr 02 21:52:37.342029 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a574ba59-b26f-40ab-a860-70147e10ff0e req-3fa473e5-765b-452c-ac3b-837e6cfe6260 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418234
Apr 02 21:52:38.417730 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:52:38.467790 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4876d52-e747-416c-b198-5f9c7ac05d02 req-0bdff724-968d-4c35-9d90-090ae73a3efb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:38.469366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4876d52-e747-416c-b198-5f9c7ac05d02 req-0bdff724-968d-4c35-9d90-090ae73a3efb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 944 time: 0.0602548
Apr 02 21:52:38.476802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:52:38.481384 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:52:38.481863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:38.521146 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f4876d52-e747-416c-b198-5f9c7ac05d02 req-4cff2dc7-e276-49e3-b51c-59288eb12902 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453284
Apr 02 21:52:38.558324 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:52:38.558712 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:38.580703 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:52:38.582893 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d794b2-aefe-4eaa-98e5-df1908ba2746" -d '{"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:52:38.595762 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:52:38.599635 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:38.630847 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38484865-581e-4901-8914-1f2e79776f0b x-openstack-request-id: req-38484865-581e-4901-8914-1f2e79776f0b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:52:38.631356 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:52:38.631740 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38484865-581e-4901-8914-1f2e79776f0b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:52:38.632148 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38484865-581e-4901-8914-1f2e79776f0b'] response: {'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'code': 200}
Apr 02 21:52:38.659458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:38.724895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0233b-b72b-4631-8e90-f008c554687f req-046e06a3-8222-4390-9333-9e9c97ebbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:38.726390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73a0233b-b72b-4631-8e90-f008c554687f req-046e06a3-8222-4390-9333-9e9c97ebbf81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0436149
Apr 02 21:52:38.777543 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-73a0233b-b72b-4631-8e90-f008c554687f req-d0af3e27-dbef-4e3c-9cda-d0f4b2566204 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422466
Apr 02 21:52:39.640719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67602be-3f4e-4324-a10b-0c1bf6709ba9 req-f8fecac6-1fb8-4f82-9f39-1ee89dd36169 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:39.642171 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f67602be-3f4e-4324-a10b-0c1bf6709ba9 req-f8fecac6-1fb8-4f82-9f39-1ee89dd36169 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0518241
Apr 02 21:52:39.689734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f67602be-3f4e-4324-a10b-0c1bf6709ba9 req-53961820-f5d8-40e9-90e4-6918939404f6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418653
Apr 02 21:52:40.810635 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef9b09-98f3-422f-808c-554fb9076ad0 req-a4e6f55c-c759-4ec7-84d3-c32ea881cf47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:40.812111 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e4ef9b09-98f3-422f-808c-554fb9076ad0 req-a4e6f55c-c759-4ec7-84d3-c32ea881cf47 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0524867
Apr 02 21:52:40.860842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e4ef9b09-98f3-422f-808c-554fb9076ad0 req-56099306-aadb-4076-a6f0-09e455ca62ca tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430737
Apr 02 21:52:40.983372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fee0b7-9319-4d82-89d1-69ffe8a3ebf3 req-411ed910-5cce-4cd2-8fbd-266d5f2e7dd2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:40.984754 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48fee0b7-9319-4d82-89d1-69ffe8a3ebf3 req-411ed910-5cce-4cd2-8fbd-266d5f2e7dd2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0572579
Apr 02 21:52:41.033136 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-48fee0b7-9319-4d82-89d1-69ffe8a3ebf3 req-f30b2597-cd46-4d26-8ebc-68ffa173ab1d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426202
Apr 02 21:52:41.054685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54168) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:41.097141 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e0f0b-751c-4c4c-a8ee-5a1417814e88 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:41.098621 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-869e0f0b-751c-4c4c-a8ee-5a1417814e88 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1122 time: 0.0430000
Apr 02 21:52:41.101433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54170) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:41.105480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:52:41.125531 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:41.222105 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:41.318942 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.33 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/278f21e7-6816-41bd-9b70-927d7e8f8803) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:52:41.418154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:41.451588 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:41.489299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:52:41.492005 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:52:41.497486 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:52:41.519838 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=278f21e7-6816-41bd-9b70-927d7e8f8803,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:42.178800 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (328be828-1a5a-40d1-afc7-f287793643a5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:42.246354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:42.393670 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:42.398102 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:42.469399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=278f21e7-6816-41bd-9b70-927d7e8f8803,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:52:42.480559 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (328be828-1a5a-40d1-afc7-f287793643a5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:42.581823 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP 328be828-1a5a-40d1-afc7-f287793643a5 associated. External IP: 172.35.4.33, port: 1e48117a-9517-4c9c-a1dd-0c8f4c31e719.
Apr 02 21:52:42.790051 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 182c60d3-c4ac-4f25-a203-aca02158cfd7 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:52:42.900039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:52:42.909552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] Sync routers for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:52:42.918199 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:42.919601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:42.920208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784538c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:42.950388 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f0b29546-7d1e-4858-b03f-bac67e409ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8455286
Apr 02 21:52:42.950388 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:52:43.020375 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7a13b-3e12-483b-838a-b611d45f74a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:52:43.046930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:43.056151 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdf97-6910-4f46-b858-0022e57da8a7 req-215ffdd5-30ad-49df-a53f-11575f21927d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:43.057680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e9fdf97-6910-4f46-b858-0022e57da8a7 req-215ffdd5-30ad-49df-a53f-11575f21927d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0603840
Apr 02 21:52:43.110215 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef46cba6-181e-435a-8274-dbbb4f2f0d08 x-openstack-request-id: req-ef46cba6-181e-435a-8274-dbbb4f2f0d08 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:52:43.110514 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:52:43.110771 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef46cba6-181e-435a-8274-dbbb4f2f0d08 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:52:43.111182 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef46cba6-181e-435a-8274-dbbb4f2f0d08'] response: {'name': 'network-changed', 'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'status': 'completed', 'code': 200}
Apr 02 21:52:43.113223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5e9fdf97-6910-4f46-b858-0022e57da8a7 req-97a18a19-e78d-44d7-8916-89c229ec3907 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487430
Apr 02 21:52:43.138240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54180) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:43.184856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-96beb830-4231-4748-bcaf-dd44c016b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:43.186921 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-96beb830-4231-4748-bcaf-dd44c016b71c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0511041
Apr 02 21:52:43.199864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9113abf-2088-48a3-83b8-3bf71938416e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/328be828-1a5a-40d1-afc7-f287793643a5 HTTP/1.1" status: 200  len: 990 time: 0.0601411
Apr 02 21:52:43.275980 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-d0e1e792-f818-45f3-8eae-6be21478a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:43.277542 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-d0e1e792-f818-45f3-8eae-6be21478a104 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.0847559
Apr 02 21:52:43.279265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784538c550>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '328be828-1a5a-40d1-afc7-f287793643a5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.33', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'port_id': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'mac_address': 'fa:16:3e:14:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:52:42Z', 'updated_at': '2022-04-02T21:52:42Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:43.305994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] Checking router: 182c60d3-c4ac-4f25-a203-aca02158cfd7 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:52:43.314446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:52:43.315048 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784538c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:52:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:43.345216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-b6882e2e-a328-48ce-860b-7d66d1c5bd2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 998 time: 0.0618076
Apr 02 21:52:43.394323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-50cd2f9a-c0a4-4d6d-b020-f3501ccbe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:43.395808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-50cd2f9a-c0a4-4d6d-b020-f3501ccbe9a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0436161
Apr 02 21:52:43.447712 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-6f5b9b5b-acee-40bb-b09f-f900e9ffa66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:52:43.450769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-6f5b9b5b-acee-40bb-b09f-f900e9ffa66f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475345
Apr 02 21:52:43.548346 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-b23c4d31-6954-4ce9-a27d-9de750582e32 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913949
Apr 02 21:52:43.574376 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:52:43.635505 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bbd7a13b-3e12-483b-838a-b611d45f74a6 req-bbfaa02f-d209-461a-87f0-c067e5ba5b3d service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808890
Apr 02 21:52:43.791844 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784538c550>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '328be828-1a5a-40d1-afc7-f287793643a5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.33', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'port_id': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'mac_address': 'fa:16:3e:14:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:52:42Z', 'updated_at': '2022-04-02T21:52:42Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:52:43.822306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd321c1b-e8f9-4a3f-96d6-6cefbf415216 None None] The sync data for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 is: [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '328be828-1a5a-40d1-afc7-f287793643a5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.33', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'port_id': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'mac_address': 'fa:16:3e:14:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:52:42Z', 'updated_at': '2022-04-02T21:52:42Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:52:44.009196 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972d08a-9e65-4a7a-ba4a-b51b87d6941b None None] New status for floating IP 328be828-1a5a-40d1-afc7-f287793643a5: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:52:44.204220 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54182) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:44.269625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fd2d70fa-8aae-4198-b49a-a05a68245218 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/328be828-1a5a-40d1-afc7-f287793643a5 HTTP/1.1" status: 200  len: 990 time: 0.0641687
Apr 02 21:52:44.866647 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:45.273456 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54184) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:52:45.332003 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-dff83a8d-cb93-4889-85d9-3b685870978c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/328be828-1a5a-40d1-afc7-f287793643a5 HTTP/1.1" status: 200  len: 992 time: 0.0574310
Apr 02 21:52:48.307803 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:52.766597 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:52:53.197431 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cc0a5d13-3cc1-41e3-96c4-03918c047d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:55.416302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-369def48-0aaa-4106-90ed-ce64ab461011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:56.850185 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:58.926295 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:52:59.514382 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:14.867183 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:18.307554 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:18.596589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-c064ad9b-1aaa-49a7-8bc4-2d44205655d4 req-72c1b27f-3d06-4496-9355-05531ebfbd58 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:53:18.597577 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c064ad9b-1aaa-49a7-8bc4-2d44205655d4 req-72c1b27f-3d06-4496-9355-05531ebfbd58 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057850
Apr 02 21:53:18.768856 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54220) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:53:18.792908 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5981d0-49e1-466f-8400-53203eff2bf6 req-f9dba2ce-c6f8-461e-b657-7498ca468466 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:18.794526 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e5981d0-49e1-466f-8400-53203eff2bf6 req-f9dba2ce-c6f8-461e-b657-7498ca468466 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0665967
Apr 02 21:53:18.870295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7e5981d0-49e1-466f-8400-53203eff2bf6 req-93db273a-1572-46a4-b530-a33e1517688d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699050
Apr 02 21:53:18.880863 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-1e8b2bb2-eaae-49a4-87bf-bba6012b4683 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1109483
Apr 02 21:53:18.889506 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-bda2f473-e805-428e-b9c2-29cc07531d62 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:53:18.891028 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-bda2f473-e805-428e-b9c2-29cc07531d62 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054638
Apr 02 21:53:19.995864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cb3ef-5d0a-4e3b-97b0-903dc13094b0 req-b51b1fe7-1e97-4944-8b6e-add20b3f7b00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:19.997428 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e9cb3ef-5d0a-4e3b-97b0-903dc13094b0 req-b51b1fe7-1e97-4944-8b6e-add20b3f7b00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0555511
Apr 02 21:53:20.050127 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e9cb3ef-5d0a-4e3b-97b0-903dc13094b0 req-479609dd-d4d7-4d73-a112-153a62eb18d2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471802
Apr 02 21:53:20.185757 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54248) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:53:20.284527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-d6f93968-b38c-4feb-a183-229a064a81db tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:20.286075 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-d6f93968-b38c-4feb-a183-229a064a81db tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports/1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 942 time: 0.0990543
Apr 02 21:53:21.170446 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1973c9-f65f-413d-8885-218025e6af99 req-45563f37-c097-47eb-bc2c-32c0cb587d12 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:21.171938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a1973c9-f65f-413d-8885-218025e6af99 req-45563f37-c097-47eb-bc2c-32c0cb587d12 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0537593
Apr 02 21:53:21.219495 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a1973c9-f65f-413d-8885-218025e6af99 req-2f3198cb-fc7e-4908-a3c6-a8b843f8822f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418568
Apr 02 21:53:21.569394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-358ea920-d158-44b9-970d-28e111552f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:21.570906 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-358ea920-d158-44b9-970d-28e111552f2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0471392
Apr 02 21:53:21.677506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-3e361d01-5ef9-4b3a-929d-22c50372e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:21.678900 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-3e361d01-5ef9-4b3a-929d-22c50372e001 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.0882661
Apr 02 21:53:21.758349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-835ac002-4646-4638-9f58-53208bf6f132 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 1000 time: 0.0702090
Apr 02 21:53:21.813257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-c74701f7-4915-4ad4-91bf-f2b54ca6d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:21.814702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-c74701f7-4915-4ad4-91bf-f2b54ca6d8a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0473158
Apr 02 21:53:21.866639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-9c2fe2f3-0653-4629-9ef6-818ccd2d108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:21.868109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-9c2fe2f3-0653-4629-9ef6-818ccd2d108c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429931
Apr 02 21:53:21.959954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-0bba1a1d-c3cf-4738-9bc1-a313867401b3 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816207
Apr 02 21:53:22.057276 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0cef91e3-b38f-4cc3-a1b5-160c76400c80 req-1f09cdfc-6fb5-4f8b-a1ff-d4e0fa23e71a service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880358
Apr 02 21:53:22.341093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdfd-4f5c-4894-9408-dd5099b089f4 req-8e132df3-49c4-4965-9772-0bb3d362249f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:22.342617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f9fcdfd-4f5c-4894-9408-dd5099b089f4 req-8e132df3-49c4-4965-9772-0bb3d362249f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0570412
Apr 02 21:53:22.391814 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8f9fcdfd-4f5c-4894-9408-dd5099b089f4 req-4981407e-193e-4be1-b004-260484da61a0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427070
Apr 02 21:53:23.198710 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d366bbe6-6b01-4e8b-b048-9b7714422ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:23.516903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d1e96-c743-4828-8d36-527763a5ee81 req-b932f2d4-ed38-4071-9b8d-3c24373a6c42 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:23.518370 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e2d1e96-c743-4828-8d36-527763a5ee81 req-b932f2d4-ed38-4071-9b8d-3c24373a6c42 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0588648
Apr 02 21:53:23.566429 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e2d1e96-c743-4828-8d36-527763a5ee81 req-5ab0db33-b3b7-4f04-89dc-9c817814c1aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423298
Apr 02 21:53:24.227810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-63f7f855-1fcb-436d-a08e-d170b80fb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:24.229339 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-63f7f855-1fcb-436d-a08e-d170b80fb340 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0486920
Apr 02 21:53:24.318608 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-0bc0b332-ad05-48ce-b277-d7577d0022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:24.320060 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-0bc0b332-ad05-48ce-b277-d7577d0022d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.0820038
Apr 02 21:53:24.388412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-da9a5876-45dc-4f81-aaa5-caca1958fe65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 1000 time: 0.0595992
Apr 02 21:53:24.438796 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-d0f7183e-1706-410e-8df4-2e539f67fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:24.440256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-d0f7183e-1706-410e-8df4-2e539f67fe4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0431261
Apr 02 21:53:24.496755 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-30f76dfe-18fe-474b-a5d5-c171b10b33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:24.498183 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-30f76dfe-18fe-474b-a5d5-c171b10b33ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485911
Apr 02 21:53:24.955634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-3de93ccb-81cc-4c24-ad59-c68cd2e8b91b service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4470828
Apr 02 21:53:24.965531 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dac33-2168-4e32-9fc7-76a1b875ee77 req-8d31fb32-d03f-4041-b1f3-471eb88d8539 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:24.966904 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-935dac33-2168-4e32-9fc7-76a1b875ee77 req-8d31fb32-d03f-4041-b1f3-471eb88d8539 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0710654
Apr 02 21:53:25.075235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-935dac33-2168-4e32-9fc7-76a1b875ee77 req-2d8b23e1-1ce6-4a7e-94b5-fbe256bbbbbf tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998893
Apr 02 21:53:25.092136 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-9e12c0f5-647a-4451-8e89-60a0e5efad80 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242669
Apr 02 21:53:25.419783 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0a9cff79-8fde-4556-8559-5241a62aa017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:26.194275 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61db8-23b2-4b15-b579-809075f82673 req-48865641-548d-454b-99ea-630bf1f2035f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:26.195740 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17a61db8-23b2-4b15-b579-809075f82673 req-48865641-548d-454b-99ea-630bf1f2035f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0515914
Apr 02 21:53:26.243760 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-17a61db8-23b2-4b15-b579-809075f82673 req-203d6810-ce8f-44c1-bbd9-0847cbe855d7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423045
Apr 02 21:53:26.851357 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:27.362267 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8613060-a809-4907-afbc-6113312ecf47 req-6f073533-8200-4b30-a190-e535ed9c41ce tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:27.363718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8613060-a809-4907-afbc-6113312ecf47 req-6f073533-8200-4b30-a190-e535ed9c41ce tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0528357
Apr 02 21:53:27.411262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a8613060-a809-4907-afbc-6113312ecf47 req-5e7574c5-e16f-4a65-af55-1fe12fc6e85b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418990
Apr 02 21:53:28.531294 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d3a3-e1c7-42f0-9e73-704543fe9086 req-cff388fb-3d1c-4aa2-be6b-ab6556315231 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:28.532774 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f59d3a3-e1c7-42f0-9e73-704543fe9086 req-cff388fb-3d1c-4aa2-be6b-ab6556315231 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0524557
Apr 02 21:53:28.585226 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0f59d3a3-e1c7-42f0-9e73-704543fe9086 req-60df69a5-c4d1-4788-bac6-df6ff403a11b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465710
Apr 02 21:53:28.928038 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:29.516821 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:29.706085 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3641ad-bffb-43a6-9a79-dbe6acfab046 req-b1f44f1f-e2a2-4bdf-b58c-18b45a1d01f6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:29.707540 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3641ad-bffb-43a6-9a79-dbe6acfab046 req-b1f44f1f-e2a2-4bdf-b58c-18b45a1d01f6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0540516
Apr 02 21:53:29.759537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0f3641ad-bffb-43a6-9a79-dbe6acfab046 req-0474ca5c-4a0f-4dcc-8e88-7ad6f012720e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462980
Apr 02 21:53:29.766577 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:53:30.881872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c159-526b-402e-aa76-187f745a5736 req-d075a7e7-9b19-4736-a54f-d089f651ddbe tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:30.883340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2980c159-526b-402e-aa76-187f745a5736 req-d075a7e7-9b19-4736-a54f-d089f651ddbe tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0525720
Apr 02 21:53:30.931415 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2980c159-526b-402e-aa76-187f745a5736 req-d86cde13-1358-4b70-8674-36625503cedb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424621
Apr 02 21:53:32.048903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a447b6-5ba3-4a87-914c-fa74d56e01fe req-164381f3-fb3b-4d3d-99ac-30004abf7492 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:32.050280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30a447b6-5ba3-4a87-914c-fa74d56e01fe req-164381f3-fb3b-4d3d-99ac-30004abf7492 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0517747
Apr 02 21:53:32.097488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-30a447b6-5ba3-4a87-914c-fa74d56e01fe req-6cde230d-c0b3-4d25-9fef-cfbc9883abb3 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417256
Apr 02 21:53:33.218579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a040a6-d0b5-458c-8b42-404d253c144b req-dc267293-863a-4ad6-886a-bb553067a281 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:33.220043 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21a040a6-d0b5-458c-8b42-404d253c144b req-dc267293-863a-4ad6-886a-bb553067a281 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0539758
Apr 02 21:53:33.268728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-21a040a6-d0b5-458c-8b42-404d253c144b req-4c2dfe6f-d6da-454a-ab6e-511ed7ed05d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429425
Apr 02 21:53:34.386380 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a146d4-427d-4de9-9373-4985c058ac95 req-a30562df-8ea9-41f3-befb-2f18e0ae9ef6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:34.387843 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16a146d4-427d-4de9-9373-4985c058ac95 req-a30562df-8ea9-41f3-befb-2f18e0ae9ef6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0517144
Apr 02 21:53:34.435619 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16a146d4-427d-4de9-9373-4985c058ac95 req-9bc3f0c8-0033-4b24-8d70-cf07e7ece509 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415204
Apr 02 21:53:35.565462 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9149d-9b80-4230-a5b3-6c25f4f5df23 req-81cf9f9e-f969-4c5e-80b6-6dd60e02892f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:35.566944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ca9149d-9b80-4230-a5b3-6c25f4f5df23 req-81cf9f9e-f969-4c5e-80b6-6dd60e02892f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0573521
Apr 02 21:53:35.614129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4ca9149d-9b80-4230-a5b3-6c25f4f5df23 req-55616b37-25d5-4a2c-898f-08cc6872daf4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416160
Apr 02 21:53:36.737002 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d939a72-bc4d-48e6-b13e-2d75bf0d85fc req-090170c4-e0eb-48dd-ba76-fe89bf969eec tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:36.738470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d939a72-bc4d-48e6-b13e-2d75bf0d85fc req-090170c4-e0eb-48dd-ba76-fe89bf969eec tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0553877
Apr 02 21:53:36.798557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0d939a72-bc4d-48e6-b13e-2d75bf0d85fc req-8e51d8fd-3ddb-44c3-8738-d658483b55e6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540085
Apr 02 21:53:37.055239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-931144f1-a51c-4f32-b693-1d9a38770687 service neutron] 10.222.0.21 "GET /v2.0/ports/1e48117a-9517-4c9c-a1dd-0c8f4c31e719/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0575655
Apr 02 21:53:37.284930 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-8ef12abb-a217-46e2-817c-195a5911343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:37.286674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-8ef12abb-a217-46e2-817c-195a5911343d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 1127 time: 0.0453081
Apr 02 21:53:37.355530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-a0f46bbe-3ef9-4724-a8e1-36e22a147e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:37.356957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-a0f46bbe-3ef9-4724-a8e1-36e22a147e7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0473247
Apr 02 21:53:37.469104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-04d52e82-bec6-4a0e-89cc-8d9e74ba8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:37.470580 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-04d52e82-bec6-4a0e-89cc-8d9e74ba8a9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.1026435
Apr 02 21:53:37.541718 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-4d66d987-c918-486d-aaaf-7234062a78a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 1000 time: 0.0610933
Apr 02 21:53:37.592093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-bd75389c-a8fb-4b8a-8913-9aedd61236f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:37.593595 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-bd75389c-a8fb-4b8a-8913-9aedd61236f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0430279
Apr 02 21:53:37.645299 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-943efe1e-eaa1-48c1-ad11-e5dce92712d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:37.646775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-943efe1e-eaa1-48c1-ad11-e5dce92712d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430174
Apr 02 21:53:37.749800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-04fe8b96-8509-4205-b033-f5320ab93939 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929737
Apr 02 21:53:37.839093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-789b4f45-e5b6-4356-8c4d-2ef42fbceabf req-42ce71e5-4484-42ce-b85a-ec784ba45f90 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813084
Apr 02 21:53:37.920786 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707c47e-fe0e-4897-924e-cc596e324ae7 req-c268f43e-091a-4eba-b4a2-0c7b8aa398c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:37.922316 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e707c47e-fe0e-4897-924e-cc596e324ae7 req-c268f43e-091a-4eba-b4a2-0c7b8aa398c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0531945
Apr 02 21:53:37.973335 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e707c47e-fe0e-4897-924e-cc596e324ae7 req-9b2dfe60-58eb-4fc3-ac4c-9c73fdc37ec6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447032
Apr 02 21:53:39.102030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1b990-61b1-4a44-bd52-1021396525d6 req-02bef770-3232-48cb-857b-a965d7a0ed52 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:39.103618 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06e1b990-61b1-4a44-bd52-1021396525d6 req-02bef770-3232-48cb-857b-a965d7a0ed52 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0592973
Apr 02 21:53:39.152019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-06e1b990-61b1-4a44-bd52-1021396525d6 req-a39f42bf-d9b3-417a-a5e0-9efb59ff448a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422146
Apr 02 21:53:40.274193 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71088028-bf14-4fd2-872d-722f0f8c4767 req-fb09e79c-2487-4c11-99d7-a3a2f438a3ed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.275679 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71088028-bf14-4fd2-872d-722f0f8c4767 req-fb09e79c-2487-4c11-99d7-a3a2f438a3ed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0564280
Apr 02 21:53:40.323681 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-71088028-bf14-4fd2-872d-722f0f8c4767 req-46a557bf-1a56-48c5-840e-e03d19db1ec5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423124
Apr 02 21:53:40.522243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b695ae-5748-4aad-9260-78331805330a req-3429bc19-72ce-4aa6-8c4d-5f070ddf439d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.523734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8b695ae-5748-4aad-9260-78331805330a req-3429bc19-72ce-4aa6-8c4d-5f070ddf439d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0534861
Apr 02 21:53:40.533730 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720faa-64ab-4884-a485-fe9800953d1b req-af5ec871-f6b4-4401-9ae7-2b4eacd87e86 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.535473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-af5ec871-f6b4-4401-9ae7-2b4eacd87e86 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d&tenant_id=ca394d2c596042ad961fc645ce7b6940&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0554173
Apr 02 21:53:40.574736 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-f8b695ae-5748-4aad-9260-78331805330a req-d266ec66-f781-4fa4-947a-0a6e742d95ea tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452547
Apr 02 21:53:40.621494 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720faa-64ab-4884-a485-fe9800953d1b req-54517ce1-dd67-41af-8d7d-af5f726c4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.623057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-54517ce1-dd67-41af-8d7d-af5f726c4b55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0462031
Apr 02 21:53:40.665832 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:53:40.668083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:53:40.755912 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31679aae-3138-43e7-8e2b-d9e2f6cd7009 req-7c5b0a55-26e6-498f-99ba-0d3ee1831831 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.757351 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31679aae-3138-43e7-8e2b-d9e2f6cd7009 req-7c5b0a55-26e6-498f-99ba-0d3ee1831831 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.1115806
Apr 02 21:53:40.760520 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720faa-64ab-4884-a485-fe9800953d1b req-915d4d1d-c9c9-4ea8-8e41-12c38c8fa8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.761876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-915d4d1d-c9c9-4ea8-8e41-12c38c8fa8af service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.1328614
Apr 02 21:53:40.813846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:53:40.814233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:40.837243 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:53:40.855564 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'port_id': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'mac_address': 'fa:16:3e:14:b7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:53:40.860491 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-31679aae-3138-43e7-8e2b-d9e2f6cd7009 req-ccccebe4-2ee3-4d3c-ac4d-b8c8fea35afe tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974655
Apr 02 21:53:40.861110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:53:40.862286 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-922c09d7-49f6-4185-816f-cb2bb020d6a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 1000 time: 0.0917144
Apr 02 21:53:40.863337 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12131ed9-cc02-42c2-9d32-61e85185317c" -d '{"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:53:40.900675 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:53:40.911637 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:40.915723 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720faa-64ab-4884-a485-fe9800953d1b req-379ff470-a6ad-4b00-903b-e09d3163c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.917279 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-379ff470-a6ad-4b00-903b-e09d3163c2f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0488582
Apr 02 21:53:40.917530 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234be62d-8473-4ada-9c36-e8a2abbee8ca x-openstack-request-id: req-234be62d-8473-4ada-9c36-e8a2abbee8ca {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:53:40.917826 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:53:40.918085 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-234be62d-8473-4ada-9c36-e8a2abbee8ca {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:53:40.918476 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234be62d-8473-4ada-9c36-e8a2abbee8ca'] response: {'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'code': 200}
Apr 02 21:53:40.919992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:53:40.920373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:40.955250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:53:40.970660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720faa-64ab-4884-a485-fe9800953d1b req-bccced18-7c05-4903-ac36-079d4f1ad864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:40.972186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-bccced18-7c05-4903-ac36-079d4f1ad864 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468817
Apr 02 21:53:40.995080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:53:41.007721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.008074 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.008424 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.008790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.009132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.009464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.009794 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.010123 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.010450 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.010774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.011100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.011423 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.011745 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.012066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.012387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:53:41.023962 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 21:53:41.024352 ncdv-master-1 neutron-server[121650]: DEBUG oslo_db.api [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 02 21:53:41.071069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-4f245a53-92c2-4117-b29d-c063d5a5bc59 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922365
Apr 02 21:53:41.161759 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-86720faa-64ab-4884-a485-fe9800953d1b req-36cdf414-dc59-4a33-a0aa-d3ae4d6b5a5b service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848005
Apr 02 21:53:41.564707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:53:41.565117 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:41.578540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:53:41.598752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:53:41.602567 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:41.653118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:53:41.836402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1e48117a-9517-4c9c-a1dd-0c8f4c31e719'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:53:41.985834 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c65b-9fc2-4a52-9f52-0b12865fbd07 req-04773de1-14c9-4f78-af18-a079f5d6e387 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:53:41.987479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a089c65b-9fc2-4a52-9f52-0b12865fbd07 req-04773de1-14c9-4f78-af18-a079f5d6e387 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 944 time: 0.0578179
Apr 02 21:53:42.036235 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a089c65b-9fc2-4a52-9f52-0b12865fbd07 req-c3ec1ec7-49dc-4948-815a-01fefcc5da00 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428896
Apr 02 21:53:42.059038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54334) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:53:42.117891 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e8c9d504-776f-42c0-ba52-6eea9d3f9897 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/328be828-1a5a-40d1-afc7-f287793643a5 HTTP/1.1" status: 200  len: 991 time: 0.0576322
Apr 02 21:53:42.674380 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:53:42.721909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:53:42.722212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:42.799882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:53:42.800275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:42.831835 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:53:42.835789 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:42.882353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:53:42.919615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:53:42.921913 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a83e95-e28c-4a55-a6b7-307cad8ad8e6" -d '{"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:53:42.960267 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbbef24-b347-453a-8666-551c8605c81c x-openstack-request-id: req-0fbbef24-b347-453a-8666-551c8605c81c {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:53:42.960603 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:53:42.960868 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fbbef24-b347-453a-8666-551c8605c81c {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:53:42.961631 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbbef24-b347-453a-8666-551c8605c81c'] response: {'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'code': 200}
Apr 02 21:53:44.879936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:48.306110 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:53.199656 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ba709f48-ac48-47fb-b868-a471a78d2df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:55.423249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-541340b6-4d85-4c5b-9f14-db6a4930519a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:56.854276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:58.930344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:53:59.521373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:06.766871 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:54:12.714894 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54348) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:12.879854 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 278f21e7-6816-41bd-9b70-927d7e8f8803 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:54:12.880194 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:12.953195 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:12.953523 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (278f21e7-6816-41bd-9b70-927d7e8f8803), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:12.964839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 278f21e7-6816-41bd-9b70-927d7e8f8803 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:54:13.113973 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (278f21e7-6816-41bd-9b70-927d7e8f8803), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:13.139993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=278f21e7-6816-41bd-9b70-927d7e8f8803,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:13.163665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.164015 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.164366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.164737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.165075 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.165412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.165745 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.166071 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.166398 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.166725 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.167051 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.167374 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.167696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.168018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.168335 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:13.210370 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (328be828-1a5a-40d1-afc7-f287793643a5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:13.210702 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP 328be828-1a5a-40d1-afc7-f287793643a5 disassociated (deleted). External IP: 172.35.4.33, port: 1e48117a-9517-4c9c-a1dd-0c8f4c31e719.
Apr 02 21:54:13.429919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 182c60d3-c4ac-4f25-a203-aca02158cfd7 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:54:13.544369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:54:13.550007 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:13.554700 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] Sync routers for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:54:13.565131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:13.565746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451732b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:13.579157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f24358e9-d58f-4846-b623-48cbb9087cdc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/floatingips/328be828-1a5a-40d1-afc7-f287793643a5 HTTP/1.1" status: 204  len: 168 time: 0.8632498
Apr 02 21:54:13.579788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:54:13.582139 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49136063-f365-47aa-8fd5-2708048b6602" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:54:13.633890 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e87dcd-91f1-4a19-b1c6-64e34d4064cb x-openstack-request-id: req-29e87dcd-91f1-4a19-b1c6-64e34d4064cb {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:54:13.634182 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:54:13.634444 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29e87dcd-91f1-4a19-b1c6-64e34d4064cb {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:54:13.634856 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e87dcd-91f1-4a19-b1c6-64e34d4064cb'] response: {'name': 'network-changed', 'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'status': 'completed', 'code': 200}
Apr 02 21:54:13.682151 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:13.706381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136063-f365-47aa-8fd5-2708048b6602 req-d9dce3e6-5505-4870-92dd-e87ec3f59039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:13.708004 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-d9dce3e6-5505-4870-92dd-e87ec3f59039 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 1127 time: 0.0502672
Apr 02 21:54:13.837339 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136063-f365-47aa-8fd5-2708048b6602 req-757bc5b6-15f6-4f79-8165-17e52d954dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:13.838813 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-757bc5b6-15f6-4f79-8165-17e52d954dd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 200  len: 897 time: 0.1153395
Apr 02 21:54:13.887658 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-61d582af-917c-4cb6-ac1e-af8a984e81de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 200  len: 217 time: 0.0421450
Apr 02 21:54:13.899343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f02fb-8925-4063-91a5-a67f842c03be req-6ef88201-7fbc-49da-94b0-cf93e979b148 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:13.900803 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-373f02fb-8925-4063-91a5-a67f842c03be req-6ef88201-7fbc-49da-94b0-cf93e979b148 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.1104558
Apr 02 21:54:13.910134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451732b0>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:13.935393 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] Checking router: 182c60d3-c4ac-4f25-a203-aca02158cfd7 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:54:13.943517 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:13.944121 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78451732b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:13.968174 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136063-f365-47aa-8fd5-2708048b6602 req-655fea7a-dd82-4be5-92e5-576d88e6e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:13.970229 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-655fea7a-dd82-4be5-92e5-576d88e6e4d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 200  len: 834 time: 0.0685792
Apr 02 21:54:13.991850 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-373f02fb-8925-4063-91a5-a67f842c03be req-5f36a2c1-8a4a-42c5-85d2-0443d891753b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823658
Apr 02 21:54:14.032424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136063-f365-47aa-8fd5-2708048b6602 req-8330d401-c927-4523-8786-d289fb57d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:14.033960 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-8330d401-c927-4523-8786-d289fb57d8b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4d41ab7-4080-49e9-bfd2-306ccea646b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0551715
Apr 02 21:54:14.052334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:14.125518 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-2f4f3105-d47d-4351-ba16-dad6fa507773 service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823205
Apr 02 21:54:14.221062 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49136063-f365-47aa-8fd5-2708048b6602 req-373231c1-be81-412f-9812-92a1d70fd67f service neutron] 10.222.0.21 "GET /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866113
Apr 02 21:54:14.250969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78451732b0>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:14.280570 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88fe9f0-4e24-456b-bd77-ca3511fca25c None None] The sync data for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 is: [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '04ba1bc0-8dbb-462a-8dad-d378e431d83e', 'name': '', 'network_id': 'f4d41ab7-4080-49e9-bfd2-306ccea646b5', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:c9:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:28Z', 'updated_at': '2022-04-02T21:52:31Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '147e2a20-b96a-44bd-a5b2-e7802bc16c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:54:14.509078 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33dfd4a-bff7-4da7-a0be-ccd1b65eaee3 None None] New status for floating IP 328be828-1a5a-40d1-afc7-f287793643a5: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:54:14.890081 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:15.115342 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08690c4-7548-4808-9a94-2731f43c45ae req-99999a66-8c80-45dd-95eb-69d0020a6e4f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:15.116847 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a08690c4-7548-4808-9a94-2731f43c45ae req-99999a66-8c80-45dd-95eb-69d0020a6e4f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0547783
Apr 02 21:54:15.171352 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a08690c4-7548-4808-9a94-2731f43c45ae req-7ad20c99-4ee8-4bd0-b890-6d1e7036e5e6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8aaf1f1a-28f6-4378-9a62-a098481424a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487087
Apr 02 21:54:15.335477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-db880d17-8091-409a-95ff-26fb5976252a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:15.336985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-db880d17-8091-409a-95ff-26fb5976252a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 945 time: 0.0533845
Apr 02 21:54:15.435218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:54:15.435464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:15.524984 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:15.525351 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:15.538860 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:54:15.665055 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1e48117a-9517-4c9c-a1dd-0c8f4c31e719), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:15.694555 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=1e48117a-9517-4c9c-a1dd-0c8f4c31e719,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:15.736787 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] No DVR routers for this DVR port 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:54:15.739680 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:15.743489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d932ca24-0b59-4bdd-b966-0c41e1c53018 req-81d40d22-1644-476f-adaf-4d9119d2a0c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "DELETE /v2.0/ports/1e48117a-9517-4c9c-a1dd-0c8f4c31e719 HTTP/1.1" status: 204  len: 173 time: 0.3976099
Apr 02 21:54:15.743937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-deleted', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:54:15.746854 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c1b53-9e1f-4092-b6bc-c1a680e75ee4" -d '{"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-deleted", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:54:15.783228 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8832d6e0-e58c-4090-8bbf-cca933669f1f x-openstack-request-id: req-8832d6e0-e58c-4090-8bbf-cca933669f1f {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:54:15.783574 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2f38de-0bbf-4069-bf55-3e569f0e0a2d", "name": "network-vif-deleted", "tag": "1e48117a-9517-4c9c-a1dd-0c8f4c31e719", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:54:15.783828 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8832d6e0-e58c-4090-8bbf-cca933669f1f {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:54:15.784183 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8832d6e0-e58c-4090-8bbf-cca933669f1f'] response: {'server_uuid': '1c2f38de-0bbf-4069-bf55-3e569f0e0a2d', 'name': 'network-vif-deleted', 'tag': '1e48117a-9517-4c9c-a1dd-0c8f4c31e719', 'status': 'completed', 'code': 200}
Apr 02 21:54:16.282243 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-011aa625-872d-4e0f-a545-05feface5671 req-afeb9fc6-1814-42be-b678-a8994204b461 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2f38de-0bbf-4069-bf55-3e569f0e0a2d HTTP/1.1" status: 200  len: 210 time: 0.0277097
Apr 02 21:54:17.340106 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54364) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:17.699311 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (182c60d3-c4ac-4f25-a203-aca02158cfd7), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:17.951920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 04ba1bc0-8dbb-462a-8dad-d378e431d83e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:54:17.952169 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:18.037082 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 04ba1bc0-8dbb-462a-8dad-d378e431d83e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04ba1bc0-8dbb-462a-8dad-d378e431d83e,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:18.037445 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:18.050373 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 04ba1bc0-8dbb-462a-8dad-d378e431d83e owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:54:18.235336 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (04ba1bc0-8dbb-462a-8dad-d378e431d83e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:18.260769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=04ba1bc0-8dbb-462a-8dad-d378e431d83e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:18.307732 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:18.437852 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (182c60d3-c4ac-4f25-a203-aca02158cfd7), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:18.660484 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 182c60d3-c4ac-4f25-a203-aca02158cfd7 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:54:18.836313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:54:18.857000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:54:18.857383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e48117a-9517-4c9c-a1dd-0c8f4c31e719 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:54:19.094453 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:54:19.099330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-294e3c5f-241a-4a31-b607-a3192ae3a89d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/182c60d3-c4ac-4f25-a203-aca02158cfd7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7581851
Apr 02 21:54:19.102224 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54368) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:19.103668 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] Sync routers for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:54:19.114718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:19.115320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455d6070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:19.152204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting subnet 147e2a20-b96a-44bd-a5b2-e7802bc16c1b {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:54:19.155310 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (147e2a20-b96a-44bd-a5b2-e7802bc16c1b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.194644 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (147e2a20-b96a-44bd-a5b2-e7802bc16c1b), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.218509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:19.280061 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (147e2a20-b96a-44bd-a5b2-e7802bc16c1b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.337216 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (147e2a20-b96a-44bd-a5b2-e7802bc16c1b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.365089 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Subnet': ['ID=147e2a20-b96a-44bd-a5b2-e7802bc16c1b,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:19.369012 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.375334 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:19.375791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c2153-69a1-472b-96ba-a20014ed3b3b None None] Network f4d41ab7-4080-49e9-bfd2-306ccea646b5 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:54:19.376952 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a42e68ba-13eb-48a9-8157-c9c92d360eed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/subnets/147e2a20-b96a-44bd-a5b2-e7802bc16c1b HTTP/1.1" status: 204  len: 168 time: 0.2736857
Apr 02 21:54:19.476928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455d6070>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:54:18Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:19.485662 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (182c60d3-c4ac-4f25-a203-aca02158cfd7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.504748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] Checking router: 182c60d3-c4ac-4f25-a203-aca02158cfd7 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:54:19.515679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] Routers {'182c60d3-c4ac-4f25-a203-aca02158cfd7'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:19.516264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455d6070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['182c60d3-c4ac-4f25-a203-aca02158cfd7'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:19.600715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (182c60d3-c4ac-4f25-a203-aca02158cfd7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.655339 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:54:19.655683 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.736616 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 8a16dfd8-dc7a-42e3-ae3a-3c121b080514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:19.736984 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.749096 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:54:19.756375 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] DHCP port deletion for f4d41ab7-4080-49e9-bfd2-306ccea646b5 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:54:19.809417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] Set router 182c60d3-c4ac-4f25-a203-aca02158cfd7 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:19.897458 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] Deleting port 202ae264-b827-40fd-bb0e-d2fd7c23eabd {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:54:19.897839 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.924909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 202ae264-b827-40fd-bb0e-d2fd7c23eabd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:54:19.939849 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (8a16dfd8-dc7a-42e3-ae3a-3c121b080514), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:19.965831 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=8a16dfd8-dc7a-42e3-ae3a-3c121b080514,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:19.976737 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.977091 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.977437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.977777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.978112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.978443 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.978768 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.979094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.979420 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.979750 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.980075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.980401 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.980748 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.981076 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:19.981391 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:20.037444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] For port 202ae264-b827-40fd-bb0e-d2fd7c23eabd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202ae264-b827-40fd-bb0e-d2fd7c23eabd,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:20.037842 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.038100 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (182c60d3-c4ac-4f25-a203-aca02158cfd7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.055281 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] Calling delete_port for 202ae264-b827-40fd-bb0e-d2fd7c23eabd owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:54:20.140014 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (182c60d3-c4ac-4f25-a203-aca02158cfd7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.142343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (182c60d3-c4ac-4f25-a203-aca02158cfd7), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.161933 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 202ae264-b827-40fd-bb0e-d2fd7c23eabd is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:20.162320 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.192751 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (182c60d3-c4ac-4f25-a203-aca02158cfd7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.193250 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Fanout notify agent at l3_agent the message router_deleted on router 182c60d3-c4ac-4f25-a203-aca02158cfd7 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:54:20.200598 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.203652 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4e9771d7-3055-4c58-b052-b1f07ad51c39 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/routers/182c60d3-c4ac-4f25-a203-aca02158cfd7 HTTP/1.1" status: 204  len: 168 time: 0.8248656
Apr 02 21:54:20.204221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54372) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:20.221302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 202ae264-b827-40fd-bb0e-d2fd7c23eabd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202ae264-b827-40fd-bb0e-d2fd7c23eabd,segment=NetworkSegment(f5cba3d5-db32-4442-a9bb-6a1958424fa0),segment_id=f5cba3d5-db32-4442-a9bb-6a1958424fa0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:20.223694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455d6070>, [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:54:18Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:20.227293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.258841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a37260-5b0f-4361-9574-2b91759525fb None None] The sync data for ids ['182c60d3-c4ac-4f25-a203-aca02158cfd7'] in ncdv-master-1 is: [{'id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558667727', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:54:18Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '8a16dfd8-dc7a-42e3-ae3a-3c121b080514', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c60d3-c4ac-4f25-a203-aca02158cfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:52:25Z', 'updated_at': '2022-04-02T21:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:54:20.260250 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (202ae264-b827-40fd-bb0e-d2fd7c23eabd), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.282888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event deleted for resources: {'Port': ['ID=202ae264-b827-40fd-bb0e-d2fd7c23eabd,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:20.303868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (f4d41ab7-4080-49e9-bfd2-306ccea646b5), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.306588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] No DVR routers for this DVR port 202ae264-b827-40fd-bb0e-d2fd7c23eabd on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:54:20.308492 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d11a6-aabc-455b-b26b-fc5b1aeb5b0c None None] Pushing event deleted for resources: {'Port': ['ID=202ae264-b827-40fd-bb0e-d2fd7c23eabd,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:20.390342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (f4d41ab7-4080-49e9-bfd2-306ccea646b5), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.415464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7844960b80>,) {'filters': {'network_id': ['f4d41ab7-4080-49e9-bfd2-306ccea646b5']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:20.424532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844960b80>, 'f5cba3d5-db32-4442-a9bb-6a1958424fa0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:20.424831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7844960b80>, 'f5cba3d5-db32-4442-a9bb-6a1958424fa0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:20.433860 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (f5cba3d5-db32-4442-a9bb-6a1958424fa0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.446864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (f5cba3d5-db32-4442-a9bb-6a1958424fa0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.452709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:54:20.453093 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (f5cba3d5-db32-4442-a9bb-6a1958424fa0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:54:20.456599 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:54:20.512980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (f4d41ab7-4080-49e9-bfd2-306ccea646b5), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.521578 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.524409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/networks/f4d41ab7-4080-49e9-bfd2-306ccea646b5 HTTP/1.1" status: 204  len: 168 time: 0.3188021
Apr 02 21:54:20.527197 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54374) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:20.536168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b042f-d37c-4595-a570-9a5cf1b6db5f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Network': ['ID=f4d41ab7-4080-49e9-bfd2-306ccea646b5,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:20.586567 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-628a1193-a92a-4970-b2a6-0a47c266a34e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8aaf1f1a-28f6-4378-9a62-a098481424a0), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.613390 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-628a1193-a92a-4970-b2a6-0a47c266a34e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8aaf1f1a-28f6-4378-9a62-a098481424a0), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.678238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-628a1193-a92a-4970-b2a6-0a47c266a34e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8aaf1f1a-28f6-4378-9a62-a098481424a0), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.680896 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-628a1193-a92a-4970-b2a6-0a47c266a34e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:20.682744 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-628a1193-a92a-4970-b2a6-0a47c266a34e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/security-groups/8aaf1f1a-28f6-4378-9a62-a098481424a0 HTTP/1.1" status: 204  len: 168 time: 0.1540866
Apr 02 21:54:20.692356 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1193-a92a-4970-b2a6-0a47c266a34e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf1f1a-28f6-4378-9a62-a098481424a0,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.249315 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54380) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:21.254524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865643469', 'description': 'tempest-secgroup-smoke-865643469 description', 'project_id': 'ca394d2c596042ad961fc645ce7b6940'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:21.275468 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.345198 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (e14ebd41-aeb1-4577-880c-4fbcdb0a2581), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.348558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e14ebd41-aeb1-4577-880c-4fbcdb0a2581), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.378717 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.382689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1296129
Apr 02 21:54:21.382689 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2625cf-605b-4484-b918-0c1006826226 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ebd41-aeb1-4577-880c-4fbcdb0a2581,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.383126 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54382) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:21.387696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'e14ebd41-aeb1-4577-880c-4fbcdb0a2581', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:21.414936 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (f669cb99-0ed4-4cbb-a65a-b6b10bdfb414), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.469538 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (f669cb99-0ed4-4cbb-a65a-b6b10bdfb414), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.472996 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (f669cb99-0ed4-4cbb-a65a-b6b10bdfb414), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.496929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f669cb99-0ed4-4cbb-a65a-b6b10bdfb414,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.505898 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.507098 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a44f2c4b-f319-4878-99d0-f4f45f0c4fe8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1229026
Apr 02 21:54:21.509794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54384) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:21.514026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'e14ebd41-aeb1-4577-880c-4fbcdb0a2581', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:21.538171 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (7299cb28-2842-4a8f-aef5-c758feec47c7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.591239 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (7299cb28-2842-4a8f-aef5-c758feec47c7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.595237 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (7299cb28-2842-4a8f-aef5-c758feec47c7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.612886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7299cb28-2842-4a8f-aef5-c758feec47c7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.620263 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.621479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-493f8b79-c72d-443e-ae4d-33634d0c9a7c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1107795
Apr 02 21:54:21.624199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54386) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:21.628423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'e14ebd41-aeb1-4577-880c-4fbcdb0a2581', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:21.654901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (34f72e40-809f-4efc-b1a6-4810f6e7aaa2), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.713339 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (34f72e40-809f-4efc-b1a6-4810f6e7aaa2), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.716975 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (34f72e40-809f-4efc-b1a6-4810f6e7aaa2), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.735134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f72e40-809f-4efc-b1a6-4810f6e7aaa2,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.743342 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.744576 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-032f4ad9-74d6-400f-a358-94fca81bf434 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1193676
Apr 02 21:54:21.747280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54388) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:21.751496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'e14ebd41-aeb1-4577-880c-4fbcdb0a2581', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:21.774752 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (38d90c18-bfea-42f3-8aca-56e886f1c8e6), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.835961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:54:21.838703 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (38d90c18-bfea-42f3-8aca-56e886f1c8e6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.842623 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (38d90c18-bfea-42f3-8aca-56e886f1c8e6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.857465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:54:21.857814 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 8a16dfd8-dc7a-42e3-ae3a-3c121b080514 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:54:21.858238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 04ba1bc0-8dbb-462a-8dad-d378e431d83e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:54:21.865018 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d90c18-bfea-42f3-8aca-56e886f1c8e6,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.873279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.874495 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ec3aff02-505c-4520-a7c3-1d0d26679ebc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1262589
Apr 02 21:54:21.877244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54390) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:21.881744 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'e14ebd41-aeb1-4577-880c-4fbcdb0a2581', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:21.881938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 04ba1bc0-8dbb-462a-8dad-d378e431d83e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:54:21.882289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 04ba1bc0-8dbb-462a-8dad-d378e431d83e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:54:21.901464 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:54:21.906373 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (79cc49f5-d8e3-43c3-b996-163264d45987), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.963176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (79cc49f5-d8e3-43c3-b996-163264d45987), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.966980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (79cc49f5-d8e3-43c3-b996-163264d45987), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.985221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cc49f5-d8e3-43c3-b996-163264d45987,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:21.993129 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:21.994307 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ce0e6a35-cd5e-4d8c-be7b-9b951002237e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1160374
Apr 02 21:54:21.997022 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54392) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:22.001164 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': 'e14ebd41-aeb1-4577-880c-4fbcdb0a2581', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:22.020727 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:54:22.025437 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (00c580dc-c19b-4511-8b17-13b32896e829), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.088421 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (00c580dc-c19b-4511-8b17-13b32896e829), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.092036 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (00c580dc-c19b-4511-8b17-13b32896e829), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.111891 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c580dc-c19b-4511-8b17-13b32896e829,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:22.117199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.118372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ae7415ad-eda9-4047-aeb0-58387b1c2d23 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1204314
Apr 02 21:54:22.121256 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54394) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:22.125923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'network': {'name': 'tempest-network-smoke--1096580089', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'port_security_enabled': True}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:22.144763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:54:22.147935 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.171182 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:54:22.180291 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7a52ca81-03d8-4d67-a32b-35f25a320ba0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.180738 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Added segment 7a52ca81-03d8-4d67-a32b-35f25a320ba0 of type vlan for network a02c3a3b-f380-4fac-bafe-8f13edae308f
Apr 02 21:54:22.222660 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (a02c3a3b-f380-4fac-bafe-8f13edae308f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.246410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (a02c3a3b-f380-4fac-bafe-8f13edae308f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.252104 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:22.252702 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.289489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1672678
Apr 02 21:54:22.292108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54396) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:22.296266 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'admin_state_up': True, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:22.333385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5501e-e8a8-4479-b13d-ac2d3f283376 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Network': ['ID=a02c3a3b-f380-4fac-bafe-8f13edae308f,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:22.344021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network a02c3a3b-f380-4fac-bafe-8f13edae308f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:54:22.348173 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (3dfc7635-5fef-471c-b0b7-b921a7f46b22), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.349240 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (3dfc7635-5fef-471c-b0b7-b921a7f46b22), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.406105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (3dfc7635-5fef-471c-b0b7-b921a7f46b22), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.548532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3dfc7635-5fef-471c-b0b7-b921a7f46b22), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.746148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3dfc7635-5fef-471c-b0b7-b921a7f46b22), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.765466 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.864128 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.100 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/4f382ac0-e265-4e53-874b-c666c0fb7aab) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:54:22.965480 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:22.997962 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:23.034738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:54:23.037473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:23.045293 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:54:23.052249 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=4f382ac0-e265-4e53-874b-c666c0fb7aab,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:23.201258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ebb98257-ebc9-4f2e-b4db-ec72af8e9d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:23.301450 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3dfc7635-5fef-471c-b0b7-b921a7f46b22), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:23.503369 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (3dfc7635-5fef-471c-b0b7-b921a7f46b22), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:23.630473 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:54:23.741665 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:54:23.751965 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Sync routers for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:54:23.761139 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:23.761744 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784606c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:23.762198 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:23.763418 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7f956a31-bc2a-4484-9358-9b60094cfd6c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4703729
Apr 02 21:54:23.767136 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54398) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:23.797184 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f4d60048-4359-49ef-8356-6e69b4d63d9a tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca394d2c596042ad961fc645ce7b6940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265603
Apr 02 21:54:23.797405 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54400) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:23.866877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:23.886062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5555e6-2479-48b9-b497-00fde27df1ed tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:23.887612 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-ea5555e6-2479-48b9-b497-00fde27df1ed tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0893161
Apr 02 21:54:23.890601 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54402) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:23.918896 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9648bd69-8519-411f-97b7-7db212e52c24 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269623
Apr 02 21:54:23.921320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54404) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:23.925937 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1155125253', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:24.013054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:54:24.017142 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.049834 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784606c0a0>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:23Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:24.075448 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Checking router: 3dfc7635-5fef-471c-b0b7-b921a7f46b22 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:54:24.075796 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Updating router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 port 4f382ac0-e265-4e53-874b-c666c0fb7aab binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:54:24.107965 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.201588 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (76420602-2397-4361-900b-60c16b5c8ebf), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.269044 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Subnet': ['ID=76420602-2397-4361-900b-60c16b5c8ebf,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:24.276586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Checking segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:54:24.276818 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network hostable DHCP agents. Network: a02c3a3b-f380-4fac-bafe-8f13edae308f, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:54:24.293711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network a02c3a3b-f380-4fac-bafe-8f13edae308f is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:54:24.303345 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a02c3a3b-f380-4fac-bafe-8f13edae308f) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:24.311804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586a711-d39c-4db9-bb3d-3e1e5ecd7e72 None None] Network a02c3a3b-f380-4fac-bafe-8f13edae308f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:54:24.314149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:24.314956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.332522 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-2cf5ca5a-28e0-4e4f-b289-fac2135e718d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4101782
Apr 02 21:54:24.335449 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54406) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:24.375147 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Publish callbacks [] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.381539 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.426634 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a02c3a3b-f380-4fac-bafe-8f13edae308f', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:54:24.427807 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.428638 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Attempting to bind port 4f382ac0-e265-4e53-874b-c666c0fb7aab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:54:24.429070 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Attempting to bind port 4f382ac0-e265-4e53-874b-c666c0fb7aab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:54:24.429495 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Attempting to bind port 4f382ac0-e265-4e53-874b-c666c0fb7aab on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:54:24.437953 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:54:24.438265 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:54:24.439612 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.439782 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:54:24.440214 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Bound port: 4f382ac0-e265-4e53-874b-c666c0fb7aab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:54:24.440695 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.498207 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Pushing event updated for resources: {'Port': ['ID=4f382ac0-e265-4e53-874b-c666c0fb7aab,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:24.509488 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] For port 4f382ac0-e265-4e53-874b-c666c0fb7aab, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:54:24.512307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] For port 4f382ac0-e265-4e53-874b-c666c0fb7aab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f382ac0-e265-4e53-874b-c666c0fb7aab,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:54:24.516181 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.516572 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.516985 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.517228 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.517556 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.518349 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.518349 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.518617 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.518904 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.519271 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.519535 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.519849 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.520224 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.520543 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.520812 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:54:24.524959 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.590223 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:24.590907 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784606c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:53:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:24.592102 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Allocated IP 172.20.0.2 (a02c3a3b-f380-4fac-bafe-8f13edae308f/76420602-2397-4361-900b-60c16b5c8ebf/53827ca8-9de0-462e-8c36-3d4e70cf7e02) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:54:24.632401 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2503bf-d335-4aca-9657-0b5dc98ee995 None None] Pushing event updated for resources: {'Port': ['ID=4f382ac0-e265-4e53-874b-c666c0fb7aab,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:24.706768 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:24.751460 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Publish callbacks [] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.757481 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.802870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Network a02c3a3b-f380-4fac-bafe-8f13edae308f is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:54:24.808110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:24.814135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:54:24.817791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Pushing event updated for resources: {'Port': ['ID=53827ca8-9de0-462e-8c36-3d4e70cf7e02,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:24.828748 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.875002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Attempting to bind port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:54:24.875551 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Attempting to bind port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:54:24.876632 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Attempting to bind port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 on network a02c3a3b-f380-4fac-bafe-8f13edae308f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:54:24.881887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:54:24.882270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Checking segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:54:24.882680 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.883078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Bound using segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:54:24.883554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Bound port: 53827ca8-9de0-462e-8c36-3d4e70cf7e02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:54:24.883939 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.947851 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d6256316-b833-48e3-b131-aadd361670eb None None] For port 53827ca8-9de0-462e-8c36-3d4e70cf7e02, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:54:24.951024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-d6256316-b833-48e3-b131-aadd361670eb None None] For port 53827ca8-9de0-462e-8c36-3d4e70cf7e02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53827ca8-9de0-462e-8c36-3d4e70cf7e02,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:54:24.959462 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:24.984878 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784606c0a0>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:23Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:25.018827 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03e65-db2f-4cfd-8b6c-bb4ed133a2f6 None None] The sync data for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 is: [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:23Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:54:25.026152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6256316-b833-48e3-b131-aadd361670eb None None] Pushing event updated for resources: {'Port': ['ID=53827ca8-9de0-462e-8c36-3d4e70cf7e02,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:25.129498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.1 (a02c3a3b-f380-4fac-bafe-8f13edae308f/76420602-2397-4361-900b-60c16b5c8ebf/e1b383ab-0866-4400-b416-cb1b8958fd73) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:54:25.276440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:25.330422 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:25.374861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network a02c3a3b-f380-4fac-bafe-8f13edae308f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:54:25.378134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:25.384792 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:54:25.412090 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=e1b383ab-0866-4400-b416-cb1b8958fd73,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:25.435357 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (3dfc7635-5fef-471c-b0b7-b921a7f46b22), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:25.458965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4f01ee37-308a-4b1a-add2-fa89d36e8f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:25.579068 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:25.954645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53827ca8-9de0-462e-8c36-3d4e70cf7e02 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:54:26.026315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:26.026786 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.116915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:26.117479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.153249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca2708-d8d3-4fb8-af16-e14af38ca2d1 None None] Network a02c3a3b-f380-4fac-bafe-8f13edae308f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:54:26.158501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 53827ca8-9de0-462e-8c36-3d4e70cf7e02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53827ca8-9de0-462e-8c36-3d4e70cf7e02,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:26.173265 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.174071 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f382ac0-e265-4e53-874b-c666c0fb7aab up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:54:26.265945 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.272228 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.303020 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-19618c97-0f24-40e1-9c72-4a2770365d4f None None] Provisioning complete for port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:26.303390 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19618c97-0f24-40e1-9c72-4a2770365d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.341304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=53827ca8-9de0-462e-8c36-3d4e70cf7e02,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:26.347444 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=e1b383ab-0866-4400-b416-cb1b8958fd73,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:26.349953 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (3dfc7635-5fef-471c-b0b7-b921a7f46b22), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.386241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4f382ac0-e265-4e53-874b-c666c0fb7aab triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:26.386666 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.445617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network a02c3a3b-f380-4fac-bafe-8f13edae308f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:54:26.447119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:26.483558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-19618c97-0f24-40e1-9c72-4a2770365d4f None None] Current status of the port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:26.537665 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4f382ac0-e265-4e53-874b-c666c0fb7aab is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:26.538047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.561385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 4f382ac0-e265-4e53-874b-c666c0fb7aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f382ac0-e265-4e53-874b-c666c0fb7aab,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:26.567249 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.582718 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:54:26.621273 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=4f382ac0-e265-4e53-874b-c666c0fb7aab,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:26.710829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:54:26.711956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-681c13af-225c-447a-9c80-0d281bd2ed08 None None] Provisioning complete for port e1b383ab-0866-4400-b416-cb1b8958fd73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:26.712340 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-681c13af-225c-447a-9c80-0d281bd2ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.717845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-011cb0c4-3490-486d-899a-53714a8c79d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/3dfc7635-5fef-471c-b0b7-b921a7f46b22/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3811853
Apr 02 21:54:26.755144 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-681c13af-225c-447a-9c80-0d281bd2ed08 None None] Port e1b383ab-0866-4400-b416-cb1b8958fd73 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:54:26.769722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-681c13af-225c-447a-9c80-0d281bd2ed08 None None] Provisioning complete for port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:26.770095 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-681c13af-225c-447a-9c80-0d281bd2ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.858962 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Sync routers for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:54:26.892778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-681c13af-225c-447a-9c80-0d281bd2ed08 None None] Current status of the port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:26.895824 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:26.896601 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:26.897137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443b5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:26.897344 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-0a55592b-384f-47b7-b399-e4ec7be38288 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865643469&fields=id&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 267 time: 0.0578072
Apr 02 21:54:27.002938 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-8b680e7b-8fcd-4a79-8933-5afe6f3d6c80 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:27.004667 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-8b680e7b-8fcd-4a79-8933-5afe6f3d6c80 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 797 time: 0.1064625
Apr 02 21:54:27.020201 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-cf74a393-418a-418e-9f2c-580fd49c0319 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/quotas/ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 375 time: 0.0097325
Apr 02 21:54:27.021472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:27.054649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ffe68f5b-fc2a-49f0-b054-f4cb533418ce None None] Provisioning complete for port e1b383ab-0866-4400-b416-cb1b8958fd73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:27.055124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ffe68f5b-fc2a-49f0-b054-f4cb533418ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.084852 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-f467cc11-baeb-4510-bc84-63636a8b8c08 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0582702
Apr 02 21:54:27.142911 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ffe68f5b-fc2a-49f0-b054-f4cb533418ce None None] Port e1b383ab-0866-4400-b416-cb1b8958fd73 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:54:27.184243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-d3a52488-04eb-4737-aab3-ae3170c83622 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 21:54:27.185310 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-d3a52488-04eb-4737-aab3-ae3170c83622 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0510888
Apr 02 21:54:27.379536 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d6db0314-7de5-4e03-a5a8-6c7ff5cfb974 None None] Provisioning complete for port e1b383ab-0866-4400-b416-cb1b8958fd73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:27.379980 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d6db0314-7de5-4e03-a5a8-6c7ff5cfb974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.450133 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d6db0314-7de5-4e03-a5a8-6c7ff5cfb974 None None] Port e1b383ab-0866-4400-b416-cb1b8958fd73 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:54:27.471000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443b5c70>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 2, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:27.501750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Checking router: 3dfc7635-5fef-471c-b0b7-b921a7f46b22 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:54:27.502507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Updating router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 port e1b383ab-0866-4400-b416-cb1b8958fd73 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:54:27.530217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.614590 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-bb1530a1-f08f-46d0-87b8-32390a2882c2 service neutron] 10.222.0.18 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4230032
Apr 02 21:54:27.706825 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-0f8cc5a6-7d52-402e-94a6-81908ab1bf15 service neutron] 10.222.0.18 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857360
Apr 02 21:54:27.787852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Publish callbacks [] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.794173 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.869868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53827ca8-9de0-462e-8c36-3d4e70cf7e02 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:54:27.892581 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01e2bf-17ab-44ea-8dda-645b84115d70 None None] Pushing event updated for resources: {'Port': ['ID=e1b383ab-0866-4400-b416-cb1b8958fd73,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:27.937913 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Attempting to bind port e1b383ab-0866-4400-b416-cb1b8958fd73 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:54:27.938888 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Attempting to bind port e1b383ab-0866-4400-b416-cb1b8958fd73 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:54:27.939254 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Attempting to bind port e1b383ab-0866-4400-b416-cb1b8958fd73 on network a02c3a3b-f380-4fac-bafe-8f13edae308f {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:54:27.945721 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:54:27.946100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Checking segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:54:27.946501 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.946894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Bound using segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:54:27.947368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Bound port: e1b383ab-0866-4400-b416-cb1b8958fd73, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:54:27.947762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:27.993818 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:27.994289 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.050478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] For port e1b383ab-0866-4400-b416-cb1b8958fd73, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:54:28.054118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] For port e1b383ab-0866-4400-b416-cb1b8958fd73, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1b383ab-0866-4400-b416-cb1b8958fd73,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:54:28.061038 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.152337 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] Provisioning complete for port e1b383ab-0866-4400-b416-cb1b8958fd73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:28.152744 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.179518 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01e2bf-17ab-44ea-8dda-645b84115d70 None None] Pushing event updated for resources: {'Port': ['ID=e1b383ab-0866-4400-b416-cb1b8958fd73,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:28.192930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:28.193572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78443b5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:28.197029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:28.198113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f382ac0-e265-4e53-874b-c666c0fb7aab up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:54:28.382944 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 4f382ac0-e265-4e53-874b-c666c0fb7aab triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:28.383315 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.385134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] Current status of the port e1b383ab-0866-4400-b416-cb1b8958fd73 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:28.385503 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.389017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:28.527173 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] For port e1b383ab-0866-4400-b416-cb1b8958fd73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1b383ab-0866-4400-b416-cb1b8958fd73,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:28.538951 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.658892 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c77f5-f413-4bf4-8c05-217607b4e5da None None] Pushing event updated for resources: {'Port': ['ID=e1b383ab-0866-4400-b416-cb1b8958fd73,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:28.670761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 4f382ac0-e265-4e53-874b-c666c0fb7aab is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:28.702631 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-07f5cb07-efb0-4def-80da-ca6ea59fe6a4 None None] Provisioning complete for port e1b383ab-0866-4400-b416-cb1b8958fd73 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:28.703004 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-07f5cb07-efb0-4def-80da-ca6ea59fe6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:28.763181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78443b5c70>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:28.811610 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91cab-cd4f-4ce3-932f-9007b019f74e None None] The sync data for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 is: [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:54:28.825659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-07f5cb07-efb0-4def-80da-ca6ea59fe6a4 None None] Current status of the port e1b383ab-0866-4400-b416-cb1b8958fd73 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:28.922723 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b627ca78-282f-4a75-81d7-967b87359264 req-9153653f-7f93-487a-9faf-e056f71ec834 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 210 time: 0.0535953
Apr 02 21:54:28.952373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:29.525244 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:29.883908 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1b383ab-0866-4400-b416-cb1b8958fd73 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:54:29.943839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port e1b383ab-0866-4400-b416-cb1b8958fd73 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:29.944524 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.001019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ebb5e1c9-8027-48e1-adb7-ef67f0134e54 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:30.002637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ebb5e1c9-8027-48e1-adb7-ef67f0134e54 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 797 time: 0.1235075
Apr 02 21:54:30.053544 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port e1b383ab-0866-4400-b416-cb1b8958fd73 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:30.095931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-7f55b99b-6c88-44b4-bcca-d96d12bb5e12 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 379 time: 0.0758295
Apr 02 21:54:30.105119 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'port': {'device_id': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'admin_state_up': True, 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'security_groups': ['e14ebd41-aeb1-4577-880c-4fbcdb0a2581']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:30.112742 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-85b56ec6-89a0-4e0c-8b88-21df1c7e2637 req-17c03c3c-7722-443d-b0f2-a0d9105ed2a9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 210 time: 0.0367610
Apr 02 21:54:30.210132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:54:30.213677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.339778 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.14 (a02c3a3b-f380-4fac-bafe-8f13edae308f/76420602-2397-4361-900b-60c16b5c8ebf/d4a1ea6d-0220-4974-b71a-88a8d567613e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:54:30.478204 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.511105 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.553720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network a02c3a3b-f380-4fac-bafe-8f13edae308f is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:54:30.556711 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:30.562391 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:54:30.569315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=d4a1ea6d-0220-4974-b71a-88a8d567613e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:30.614867 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:30.615505 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.632704 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ad45205d-264b-4923-93f7-13b33e0e68da tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5310860
Apr 02 21:54:30.648496 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Request body: {'port': {'device_id': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:30.714918 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.760852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9fa56425-b240-4d0a-86a4-c70ebce8658e None None] Provisioning complete for port d4a1ea6d-0220-4974-b71a-88a8d567613e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:30.761225 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fa56425-b240-4d0a-86a4-c70ebce8658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:30.796313 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9fa56425-b240-4d0a-86a4-c70ebce8658e None None] Port d4a1ea6d-0220-4974-b71a-88a8d567613e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:54:30.982923 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a1ea6d-0220-4974-b71a-88a8d567613e {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:54:30.990151 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Publish callbacks [] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:31.001760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Transition to ACTIVE for port object d4a1ea6d-0220-4974-b71a-88a8d567613e will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:54:31.005358 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:31.060802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a1ea6d-0220-4974-b71a-88a8d567613e,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:31.128692 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Attempting to bind port d4a1ea6d-0220-4974-b71a-88a8d567613e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:54:31.129037 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Attempting to bind port d4a1ea6d-0220-4974-b71a-88a8d567613e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:54:31.129368 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Attempting to bind port d4a1ea6d-0220-4974-b71a-88a8d567613e on network a02c3a3b-f380-4fac-bafe-8f13edae308f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:54:31.133900 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Port d4a1ea6d-0220-4974-b71a-88a8d567613e on network a02c3a3b-f380-4fac-bafe-8f13edae308f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:54:31.134223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Attempting to bind port d4a1ea6d-0220-4974-b71a-88a8d567613e on network a02c3a3b-f380-4fac-bafe-8f13edae308f {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:54:31.140927 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:54:31.141771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Checking segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:54:31.142158 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Bound using segment: {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:54:31.142590 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Bound port: d4a1ea6d-0220-4974-b71a-88a8d567613e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a52ca81-03d8-4d67-a32b-35f25a320ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:54:31.142950 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:31.241302 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] For port d4a1ea6d-0220-4974-b71a-88a8d567613e, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:54:31.244696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] For port d4a1ea6d-0220-4974-b71a-88a8d567613e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:54:31.253627 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:31.292862 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfad17-0d13-4219-ae27-bfce81a4bc8a req-184666d1-89a3-4e71-aa3e-84ad9f19ca9a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.294497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bdfad17-0d13-4219-ae27-bfce81a4bc8a req-184666d1-89a3-4e71-aa3e-84ad9f19ca9a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 944 time: 0.1035595
Apr 02 21:54:31.302735 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.303469 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:31.304696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 1092 time: 0.6607363
Apr 02 21:54:31.305167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:54:31.307375 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534" -d '{"events": [{"name": "network-changed", "server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:54:31.374156 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7353f3-9819-473f-b449-d3bdb41ae296 x-openstack-request-id: req-4b7353f3-9819-473f-b449-d3bdb41ae296 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:54:31.374456 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:54:31.374698 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b7353f3-9819-473f-b449-d3bdb41ae296 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:54:31.375101 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7353f3-9819-473f-b449-d3bdb41ae296'] response: {'name': 'network-changed', 'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'status': 'completed', 'code': 200}
Apr 02 21:54:31.404243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e045dec-fa16-4a1c-b8d7-da30a705da96 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a1ea6d-0220-4974-b71a-88a8d567613e,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:31.428281 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3bdfad17-0d13-4219-ae27-bfce81a4bc8a req-de74fd8a-273a-4d51-912d-fb3b0b3301de tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269574
Apr 02 21:54:31.441880 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-320f0d5d-ea35-4f15-b0a5-248a272b2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.443353 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-320f0d5d-ea35-4f15-b0a5-248a272b2699 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1126 time: 0.0921972
Apr 02 21:54:31.492088 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-b1a25e4c-efb3-452a-9372-20ce260fcca5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 217 time: 0.0402067
Apr 02 21:54:31.539998 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-6c37c717-196f-405f-adc4-53a8e1fddedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.541458 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-6c37c717-196f-405f-adc4-53a8e1fddedf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 200  len: 835 time: 0.0439596
Apr 02 21:54:31.594231 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6521-9405-407d-87af-511271b3fe88 req-52a138b9-d406-4c7a-82f8-13b86142163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.595742 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-52a138b9-d406-4c7a-82f8-13b86142163e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02c3a3b-f380-4fac-bafe-8f13edae308f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450559
Apr 02 21:54:31.689791 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-370b9d39-2044-44db-8467-f563a09fda1a service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849125
Apr 02 21:54:31.778118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8e8a6521-9405-407d-87af-511271b3fe88 req-ba4998aa-9604-4101-aaf1-ec432fb9d132 service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795484
Apr 02 21:54:31.882298 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-f81125c9-5a88-4942-816b-bec92a286607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.883793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-f81125c9-5a88-4942-816b-bec92a286607 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1126 time: 0.0489874
Apr 02 21:54:31.971141 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-6b175fd4-f874-48bf-b2b7-bebae87b671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:31.972751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-6b175fd4-f874-48bf-b2b7-bebae87b671b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 898 time: 0.0826502
Apr 02 21:54:32.016988 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-4e2c6f7f-780c-4a1a-975c-d3f800e31695 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 217 time: 0.0382352
Apr 02 21:54:32.064995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-5876832d-1100-4452-896b-1c217c6187d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:32.066430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-5876832d-1100-4452-896b-1c217c6187d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 200  len: 835 time: 0.0428245
Apr 02 21:54:32.116720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-5c7e6406-3580-436b-b31d-1d7afeba6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:32.118239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-5c7e6406-3580-436b-b31d-1d7afeba6e22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02c3a3b-f380-4fac-bafe-8f13edae308f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443273
Apr 02 21:54:32.208348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-55cdafe4-0c7d-4832-af05-d7a98205392a service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831316
Apr 02 21:54:32.294801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1a96f37f-4fad-4c0e-9675-bc7e10a4d534 req-c6cbe053-f8cd-4577-af26-ffaea7542c90 service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802510
Apr 02 21:54:32.557559 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00308-e121-460c-9f36-10231c4bc3e3 req-9a6833a8-6482-41cc-b693-ac7ef90e0af9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:32.559027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-daf00308-e121-460c-9f36-10231c4bc3e3 req-9a6833a8-6482-41cc-b693-ac7ef90e0af9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 944 time: 0.0523300
Apr 02 21:54:32.607706 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-daf00308-e121-460c-9f36-10231c4bc3e3 req-808dc073-33ea-4aea-8845-fc76da78f2c4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423143
Apr 02 21:54:32.882044 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a1ea6d-0220-4974-b71a-88a8d567613e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:54:32.977739 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4a1ea6d-0220-4974-b71a-88a8d567613e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:32.987693 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'port_id': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'mac_address': 'fa:16:3e:87:be:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:54:33.024833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4a1ea6d-0220-4974-b71a-88a8d567613e is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:33.025221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:33.037736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a1ea6d-0220-4974-b71a-88a8d567613e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:54:33.055774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4a1ea6d-0220-4974-b71a-88a8d567613e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:33.059477 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:33.105874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4a1ea6d-0220-4974-b71a-88a8d567613e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:33.328400 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d4a1ea6d-0220-4974-b71a-88a8d567613e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:54:33.724902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26221abb-4146-4ca9-b236-aef7c6163987 req-d04dae9b-c948-45c1-b610-02fb023de694 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:33.726372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26221abb-4146-4ca9-b236-aef7c6163987 req-d04dae9b-c948-45c1-b610-02fb023de694 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 945 time: 0.0521777
Apr 02 21:54:33.777793 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-26221abb-4146-4ca9-b236-aef7c6163987 req-890e12a0-0df1-480e-a06d-745c4b3bd5f7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457840
Apr 02 21:54:34.896209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c07-ed0a-48c5-9f60-fbd4a02d79c8 req-cfd44fe1-1119-421e-85e9-a10287fdc9bd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:34.897784 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-006b7c07-ed0a-48c5-9f60-fbd4a02d79c8 req-cfd44fe1-1119-421e-85e9-a10287fdc9bd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 945 time: 0.0522237
Apr 02 21:54:34.901874 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a1ea6d-0220-4974-b71a-88a8d567613e up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:54:34.951211 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-006b7c07-ed0a-48c5-9f60-fbd4a02d79c8 req-4a6914e6-54fb-4857-ad5c-242c61585cd1 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473514
Apr 02 21:54:34.951504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d4a1ea6d-0220-4974-b71a-88a8d567613e completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:54:34.955806 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d4a1ea6d-0220-4974-b71a-88a8d567613e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:54:34.956182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:35.031098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d4a1ea6d-0220-4974-b71a-88a8d567613e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:54:35.031481 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:35.053397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:54:35.055640 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd037241-818c-48d6-a06d-6636d236e7e6" -d '{"events": [{"server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "name": "network-vif-plugged", "status": "completed", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:54:35.068340 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d4a1ea6d-0220-4974-b71a-88a8d567613e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:54:35.072120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:35.098355 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8336e6e6-3c88-48d1-8d4c-75f2a1e84bfa x-openstack-request-id: req-8336e6e6-3c88-48d1-8d4c-75f2a1e84bfa {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:54:35.098650 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "name": "network-vif-plugged", "status": "completed", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:54:35.098905 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8336e6e6-3c88-48d1-8d4c-75f2a1e84bfa {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:54:35.099296 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8336e6e6-3c88-48d1-8d4c-75f2a1e84bfa'] response: {'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'code': 200}
Apr 02 21:54:35.124792 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d4a1ea6d-0220-4974-b71a-88a8d567613e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:35.200023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f678c-581b-4383-b4f6-b0e5361f2aae req-07ef2a07-8c2b-4179-9fda-92c55514c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:35.201583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a09f678c-581b-4383-b4f6-b0e5361f2aae req-07ef2a07-8c2b-4179-9fda-92c55514c2db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1128 time: 0.0444214
Apr 02 21:54:35.248432 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a09f678c-581b-4383-b4f6-b0e5361f2aae req-77314eed-80c5-484e-bb19-77e7f20f7f4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373826
Apr 02 21:54:36.070480 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e448a-5ce1-456f-9039-d8830ef2fe4a req-dee2e8e1-8cc2-4357-bfb0-fd9fba090f9e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:36.071853 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c10e448a-5ce1-456f-9039-d8830ef2fe4a req-dee2e8e1-8cc2-4357-bfb0-fd9fba090f9e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0532749
Apr 02 21:54:36.119192 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c10e448a-5ce1-456f-9039-d8830ef2fe4a req-f1125c54-3426-41c9-8898-b961db07bdc9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416951
Apr 02 21:54:37.238030 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042f6dd-3763-4eaf-b51a-782cede7a713 req-39b5f555-4b41-45c3-9090-2b030a73dcfb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:37.239822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d042f6dd-3763-4eaf-b51a-782cede7a713 req-39b5f555-4b41-45c3-9090-2b030a73dcfb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0526245
Apr 02 21:54:37.287477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d042f6dd-3763-4eaf-b51a-782cede7a713 req-81b7b624-23af-4235-a219-635e61ad0974 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421863
Apr 02 21:54:37.408511 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bdc1d-b33f-45ff-9f4a-caeae1331fce req-8dbab61b-056c-4a31-bd78-aadf409e7a60 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:37.410720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-659bdc1d-b33f-45ff-9f4a-caeae1331fce req-8dbab61b-056c-4a31-bd78-aadf409e7a60 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0572305
Apr 02 21:54:37.460664 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-659bdc1d-b33f-45ff-9f4a-caeae1331fce req-79fb73aa-ab17-40f1-b3ba-166fc5df3443 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440948
Apr 02 21:54:37.482140 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54480) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:37.582594 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f38e18-7fb7-4e08-9414-40d7e72bb3bb tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:37.584104 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-05f38e18-7fb7-4e08-9414-40d7e72bb3bb tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1123 time: 0.1009860
Apr 02 21:54:37.586872 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54484) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:37.591013 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:54:37.610701 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:37.712665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:37.820146 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.144 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/f1d953fc-9a72-4a53-aedb-092218cd3f0a) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:54:37.918654 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:37.952431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:37.992591 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:54:37.995270 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:54:37.997840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:54:38.029593 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=f1d953fc-9a72-4a53-aedb-092218cd3f0a,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:38.385883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (ce9ba211-3e4e-4467-accc-8f61b6282a9f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:38.457994 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:38.608324 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:38.612481 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:38.681109 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=f1d953fc-9a72-4a53-aedb-092218cd3f0a,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:54:38.691000 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (ce9ba211-3e4e-4467-accc-8f61b6282a9f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:38.792931 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP ce9ba211-3e4e-4467-accc-8f61b6282a9f associated. External IP: 172.35.4.144, port: d4a1ea6d-0220-4974-b71a-88a8d567613e.
Apr 02 21:54:39.006310 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:54:39.115937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:54:39.126354 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] Sync routers for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:54:39.134918 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:39.136945 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:39.137561 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78459d4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:39.164147 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-32afb1bb-f1f6-46f1-96c3-7bbf8f0d34e2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5762937
Apr 02 21:54:39.164770 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:54:39.166992 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481c91e-7c96-45e8-955b-f4c97609fdad" -d '{"events": [{"name": "network-changed", "server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:54:39.206554 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b683f82-f6be-43b4-8880-54d5dc15a476 x-openstack-request-id: req-0b683f82-f6be-43b4-8880-54d5dc15a476 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:54:39.206849 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:54:39.207218 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b683f82-f6be-43b4-8880-54d5dc15a476 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:54:39.207526 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b683f82-f6be-43b4-8880-54d5dc15a476'] response: {'name': 'network-changed', 'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'status': 'completed', 'code': 200}
Apr 02 21:54:39.253067 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:39.307198 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bf5f4-0fa5-4dde-bc4a-09b613ef29ef req-5b3587e7-f884-44d1-b1f5-19b2cb97aae6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:39.308737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c9bf5f4-0fa5-4dde-bc4a-09b613ef29ef req-5b3587e7-f884-44d1-b1f5-19b2cb97aae6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0907691
Apr 02 21:54:39.311877 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-35052a2b-358d-4098-afcc-90363fc969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:39.314671 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-35052a2b-358d-4098-afcc-90363fc969f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1128 time: 0.0848258
Apr 02 21:54:39.415856 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3c9bf5f4-0fa5-4dde-bc4a-09b613ef29ef req-c1f5008e-580c-4f97-9660-66df8c5a42a2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002784
Apr 02 21:54:39.437528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-a81c4c57-de6e-4761-883d-819543809666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:39.439566 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-a81c4c57-de6e-4761-883d-819543809666 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 898 time: 0.1168501
Apr 02 21:54:39.440837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54490) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:39.489243 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78459d4160>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce9ba211-3e4e-4467-accc-8f61b6282a9f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.144', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'port_id': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'mac_address': 'fa:16:3e:87:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:54:38Z', 'updated_at': '2022-04-02T21:54:38Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:39.509483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-c2deea70-45ed-4629-a5b3-12eba671f117 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 1000 time: 0.0630503
Apr 02 21:54:39.515995 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] Checking router: 3dfc7635-5fef-471c-b0b7-b921a7f46b22 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:54:39.523073 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-58587272-ec07-4485-bc76-12e3e6bd81ea tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/ce9ba211-3e4e-4467-accc-8f61b6282a9f HTTP/1.1" status: 200  len: 992 time: 0.0797598
Apr 02 21:54:39.524814 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:54:39.525421 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78459d4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:54:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:39.561746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-90d9232c-8827-4c3e-a0e2-5891ebb57369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:39.563258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-90d9232c-8827-4c3e-a0e2-5891ebb57369 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 200  len: 835 time: 0.0480940
Apr 02 21:54:39.614462 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-e89e6dd8-3700-4a0e-b3e3-f616fbb0e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:54:39.615970 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-e89e6dd8-3700-4a0e-b3e3-f616fbb0e768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02c3a3b-f380-4fac-bafe-8f13edae308f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468597
Apr 02 21:54:39.643392 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:54:39.704240 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-cbac6bd8-32c0-4f90-8e40-0469395674ae service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822506
Apr 02 21:54:39.794902 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c481c91e-7c96-45e8-955b-f4c97609fdad req-8e092224-d3cb-41af-ac35-2c272292c447 service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852644
Apr 02 21:54:39.863125 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78459d4160>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce9ba211-3e4e-4467-accc-8f61b6282a9f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.144', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'port_id': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'mac_address': 'fa:16:3e:87:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:54:38Z', 'updated_at': '2022-04-02T21:54:38Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:54:39.892155 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b243f8-5eaa-4fa5-8d60-a6c9c5f79b89 None None] The sync data for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 is: [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce9ba211-3e4e-4467-accc-8f61b6282a9f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.144', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'port_id': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'mac_address': 'fa:16:3e:87:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:54:38Z', 'updated_at': '2022-04-02T21:54:38Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:54:40.090344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052439-1c84-418c-b364-6b63d55d3a7e None None] New status for floating IP ce9ba211-3e4e-4467-accc-8f61b6282a9f: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:54:40.525695 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54492) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:54:40.585633 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-af45e598-a7d6-4926-9056-9836255d5761 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/ce9ba211-3e4e-4467-accc-8f61b6282a9f HTTP/1.1" status: 200  len: 994 time: 0.0588162
Apr 02 21:54:43.766794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:54:44.893085 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:48.304771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:53.203329 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d44d9d43-720f-4e6a-b0cb-fdc499641376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:55.430059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc8ae-a2f9-46c4-baac-ef8ea7a8d096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:56.860164 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:58.937863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:54:59.527965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:13.980300 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a01991-83e1-4f8b-a832-ed499917bb89 req-f386e0ce-0189-46b5-8563-22231f167862 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:13.981815 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76a01991-83e1-4f8b-a832-ed499917bb89 req-f386e0ce-0189-46b5-8563-22231f167862 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.1057904
Apr 02 21:55:14.033818 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-76a01991-83e1-4f8b-a832-ed499917bb89 req-20e3288f-3844-4a13-8bf6-b12f535f63b9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459263
Apr 02 21:55:14.896016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:15.199329 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434969-4853-4d42-8739-b65652d7aaa0 req-af1bdfaa-25b4-4337-8eee-e58960a6999c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:15.200831 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e434969-4853-4d42-8739-b65652d7aaa0 req-af1bdfaa-25b4-4337-8eee-e58960a6999c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0963075
Apr 02 21:55:15.248935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7e434969-4853-4d42-8739-b65652d7aaa0 req-6dfe533e-09ee-4502-b3e3-90f667182015 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423551
Apr 02 21:55:16.368722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09825a-5c71-48f4-b218-66a10f69d3e8 req-223422ae-a4ba-485c-af60-970a78fbd4f7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:16.370189 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc09825a-5c71-48f4-b218-66a10f69d3e8 req-223422ae-a4ba-485c-af60-970a78fbd4f7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0530934
Apr 02 21:55:16.418100 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bc09825a-5c71-48f4-b218-66a10f69d3e8 req-283ee724-a0cf-4d72-9f95-6755099be4b2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422142
Apr 02 21:55:17.540545 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f148-53e5-49f2-b5b1-451cd0d33c03 req-5a22d7f2-1e45-421e-b8d1-4503c9c7f334 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:17.541959 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f17f148-53e5-49f2-b5b1-451cd0d33c03 req-5a22d7f2-1e45-421e-b8d1-4503c9c7f334 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0574989
Apr 02 21:55:17.589870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f17f148-53e5-49f2-b5b1-451cd0d33c03 req-2d76adb0-f2d3-4b70-8a8f-87de32c52177 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423331
Apr 02 21:55:18.319142 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:18.707237 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e85383-9b97-4a51-89f4-1f20ef11cd44 req-c0a4f585-5ed6-44fa-a0fa-b6f4b9e7308d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:18.708716 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-55e85383-9b97-4a51-89f4-1f20ef11cd44 req-c0a4f585-5ed6-44fa-a0fa-b6f4b9e7308d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0522509
Apr 02 21:55:18.756779 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-55e85383-9b97-4a51-89f4-1f20ef11cd44 req-63f41ca2-2ae5-4fbf-9d0f-475b00397821 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422618
Apr 02 21:55:19.873700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1714e3-f416-4583-be78-17600c626580 req-7b641b8f-46a7-471b-aa22-8f88ef8e4229 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:19.875155 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b1714e3-f416-4583-be78-17600c626580 req-7b641b8f-46a7-471b-aa22-8f88ef8e4229 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0515757
Apr 02 21:55:19.924647 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5b1714e3-f416-4583-be78-17600c626580 req-5e06833d-c0a3-41d8-907b-313a25c68224 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434978
Apr 02 21:55:20.764885 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:55:21.047932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7806-d5aa-41ab-a577-e3249baebc31 req-f6ed01a4-42b5-48bd-becc-3e6ccb239776 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:21.049317 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b5a7806-d5aa-41ab-a577-e3249baebc31 req-f6ed01a4-42b5-48bd-becc-3e6ccb239776 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0563090
Apr 02 21:55:21.099034 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b5a7806-d5aa-41ab-a577-e3249baebc31 req-bcb5fe6e-90ac-42d0-a359-c8905f5003d0 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440078
Apr 02 21:55:22.217994 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f4665-6fbd-405c-aa54-606b99f25059 req-c988caa2-6b05-477a-b375-006524958c9a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:22.219465 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-792f4665-6fbd-405c-aa54-606b99f25059 req-c988caa2-6b05-477a-b375-006524958c9a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0522349
Apr 02 21:55:22.272780 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-792f4665-6fbd-405c-aa54-606b99f25059 req-e06f1424-058b-4370-93a8-3671f270b0f7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461776
Apr 02 21:55:23.204891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40ae682a-582f-4227-972f-3424b652affe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:23.391544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a0165-7f09-4dd8-a8a8-4eafd5a65988 req-3baf64cf-a9c5-4c66-b34e-9edce9109eb6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:23.393027 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586a0165-7f09-4dd8-a8a8-4eafd5a65988 req-3baf64cf-a9c5-4c66-b34e-9edce9109eb6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0521636
Apr 02 21:55:23.441304 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-586a0165-7f09-4dd8-a8a8-4eafd5a65988 req-1691c53d-ea74-403f-8393-fd26f2d80310 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426526
Apr 02 21:55:24.592122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d8236-4a33-4562-8e27-4cc6c090c461 req-aa84d01b-4c8e-4f2e-898f-bb78e3b4cdb4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:24.593629 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f20d8236-4a33-4562-8e27-4cc6c090c461 req-aa84d01b-4c8e-4f2e-898f-bb78e3b4cdb4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0724773
Apr 02 21:55:24.596986 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-6cc74036-6bd3-450a-9798-5e69bcbe636c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1267376
Apr 02 21:55:24.645104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f20d8236-4a33-4562-8e27-4cc6c090c461 req-a7b0bfb1-1686-47bc-b5cf-f65150221feb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451550
Apr 02 21:55:24.668187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54534) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:55:24.695108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-63c649bb-a0f5-4ed0-bbff-3857b1a99719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:24.696714 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-63c649bb-a0f5-4ed0-bbff-3857b1a99719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1128 time: 0.0480983
Apr 02 21:55:24.737531 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-91e175c7-435a-4b03-92a8-83289cbc1fbd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/ce9ba211-3e4e-4467-accc-8f61b6282a9f HTTP/1.1" status: 200  len: 994 time: 0.0629818
Apr 02 21:55:24.804033 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-830abbc1-c1c3-48e4-ab00-d33132b137b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:24.805546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-830abbc1-c1c3-48e4-ab00-d33132b137b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 898 time: 0.0843134
Apr 02 21:55:24.872751 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-68e7ca05-b97f-4a6b-a24f-692ebe374118 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 1002 time: 0.0608242
Apr 02 21:55:24.924347 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-f7388b21-7b0b-4f7b-9dea-3fd468ffafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:24.925842 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-f7388b21-7b0b-4f7b-9dea-3fd468ffafb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 200  len: 835 time: 0.0431035
Apr 02 21:55:24.977466 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-f6ee37d4-dfa4-4315-aafa-bc080cd59ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:24.978989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-f6ee37d4-dfa4-4315-aafa-bc080cd59ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02c3a3b-f380-4fac-bafe-8f13edae308f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445378
Apr 02 21:55:25.073805 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-e2175716-ba7e-43c7-9fc2-a86190f9490a service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843105
Apr 02 21:55:25.169415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa938a81-47e2-44b8-853c-9d8492a4c435 req-294eace0-abe6-4027-a3b6-23b70547247d service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856664
Apr 02 21:55:25.430574 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9df0d189-2223-4d9d-bcbb-cc8ad3a4bc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:26.010696 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e372fa5-e876-4e12-81df-a4cfb71c8f80 req-bdb5d611-a359-435e-b8be-b7a2d2f670ea tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:26.012069 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e372fa5-e876-4e12-81df-a4cfb71c8f80 req-bdb5d611-a359-435e-b8be-b7a2d2f670ea tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0525980
Apr 02 21:55:26.046194 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-07a71f64-ed0f-40d3-b573-890228fecca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:26.047676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-07a71f64-ed0f-40d3-b573-890228fecca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1128 time: 0.0483260
Apr 02 21:55:26.062011 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9e372fa5-e876-4e12-81df-a4cfb71c8f80 req-aa8ff0ef-c148-444f-a55e-5b8c097db8ec tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440400
Apr 02 21:55:26.140365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-3958976d-6de6-4fbf-9094-cd559f1aac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:26.142599 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-3958976d-6de6-4fbf-9094-cd559f1aac0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 898 time: 0.0841076
Apr 02 21:55:26.217177 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-20449f20-7187-40d0-9e0e-e3fcefe96253 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 1002 time: 0.0661871
Apr 02 21:55:26.267585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-2873a984-cf4d-4ff0-972f-7f5ce2e58f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:26.268939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-2873a984-cf4d-4ff0-972f-7f5ce2e58f5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 200  len: 835 time: 0.0431569
Apr 02 21:55:26.319575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-83d914a2-bac5-4900-bcdc-80e59f469082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:26.321059 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-83d914a2-bac5-4900-bcdc-80e59f469082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02c3a3b-f380-4fac-bafe-8f13edae308f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432761
Apr 02 21:55:26.414788 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-bbeaa9e1-f3fe-427d-8316-6b44c64ff8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833898
Apr 02 21:55:26.513801 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-79c6b405-e093-4c05-837f-33c7f8e29b61 req-0377a455-0fc6-433a-8ba0-fcc6919a9cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892396
Apr 02 21:55:26.862321 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:27.187395 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d953e2a-292a-4778-bc1a-ca51601c8276 req-9c087bfb-2597-46c2-93ba-5672299c9fba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:55:27.188898 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d953e2a-292a-4778-bc1a-ca51601c8276 req-9c087bfb-2597-46c2-93ba-5672299c9fba tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0567238
Apr 02 21:55:27.237393 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d953e2a-292a-4778-bc1a-ca51601c8276 req-fed1a4c5-414d-45ea-baa0-b6fc6818891d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428178
Apr 02 21:55:27.260939 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54544) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:55:27.319154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-04236fde-7ab9-4986-8b1d-8d9a40915758 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/ce9ba211-3e4e-4467-accc-8f61b6282a9f HTTP/1.1" status: 200  len: 994 time: 0.0570507
Apr 02 21:55:28.941471 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:29.529235 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:44.892493 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:48.332174 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:53.206565 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-17c1f251-ce81-436b-923b-be6bf8bc8e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:55.434344 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-177ccfa2-9819-43c1-bd77-013dad1db03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:56.867102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:57.764280 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:55:58.943101 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:59.531148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:55:59.888284 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54570) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:00.367133 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port f1d953fc-9a72-4a53-aedb-092218cd3f0a {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:56:00.367384 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:00.441556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:00.441867 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (f1d953fc-9a72-4a53-aedb-092218cd3f0a), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:00.453358 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for f1d953fc-9a72-4a53-aedb-092218cd3f0a owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:56:00.601532 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (f1d953fc-9a72-4a53-aedb-092218cd3f0a), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:00.626236 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=f1d953fc-9a72-4a53-aedb-092218cd3f0a,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:00.638163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.638522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.638871 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.639217 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.639560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.639898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.640234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.640610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.640943 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.641271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.641606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.641935 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.642261 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.642588 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.642911 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:00.700092 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (ce9ba211-3e4e-4467-accc-8f61b6282a9f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:00.700513 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP ce9ba211-3e4e-4467-accc-8f61b6282a9f disassociated (deleted). External IP: 172.35.4.144, port: d4a1ea6d-0220-4974-b71a-88a8d567613e.
Apr 02 21:56:00.908657 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:56:01.018870 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:56:01.023653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:01.029587 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] Sync routers for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:56:01.039813 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:01.040427 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:01.052442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-90e80380-146c-466f-ae79-d980f8bf2119 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce9ba211-3e4e-4467-accc-8f61b6282a9f HTTP/1.1" status: 204  len: 168 time: 1.1630681
Apr 02 21:56:01.053143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:56:01.055508 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494612af-ebf0-43fc-83d3-4d60d60c0fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:56:01.151001 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb7ca3-832f-4bcd-bf83-ad84e0d9fe26 x-openstack-request-id: req-93fb7ca3-832f-4bcd-bf83-ad84e0d9fe26 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:56:01.151292 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:56:01.151570 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93fb7ca3-832f-4bcd-bf83-ad84e0d9fe26 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:56:01.152001 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fb7ca3-832f-4bcd-bf83-ad84e0d9fe26'] response: {'name': 'network-changed', 'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'status': 'completed', 'code': 200}
Apr 02 21:56:01.156025 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:01.233986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-1668130c-a498-475c-a370-dcf35e51dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:01.235827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-1668130c-a498-475c-a370-dcf35e51dd95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 1128 time: 0.0584936
Apr 02 21:56:01.297771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517477-2cc0-41b1-9beb-ddc7074f9639 req-2550cae1-3122-44e9-9668-87ae1fb8288b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:01.299368 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87517477-2cc0-41b1-9beb-ddc7074f9639 req-2550cae1-3122-44e9-9668-87ae1fb8288b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0567369
Apr 02 21:56:01.333760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-fc7bdcc9-f63c-4e52-ad54-c03acf74433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:01.335379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-fc7bdcc9-f63c-4e52-ad54-c03acf74433b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 200  len: 898 time: 0.0935888
Apr 02 21:56:01.357378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-87517477-2cc0-41b1-9beb-ddc7074f9639 req-9efb012b-0ca2-49f8-9c44-5f53c9dd42ab tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514140
Apr 02 21:56:01.379655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-478679bf-f2b2-4c53-bd86-fbc80aa90e5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 200  len: 217 time: 0.0372853
Apr 02 21:56:01.427574 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-6edbdb74-ef21-4dce-a361-fc4d21869005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:01.429055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-6edbdb74-ef21-4dce-a361-fc4d21869005 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 200  len: 835 time: 0.0438101
Apr 02 21:56:01.457063 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b880>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:01.479541 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-24938d3d-13d9-49a9-adb6-f2ecc5a51939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:01.481470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-24938d3d-13d9-49a9-adb6-f2ecc5a51939 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02c3a3b-f380-4fac-bafe-8f13edae308f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448420
Apr 02 21:56:01.482811 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] Checking router: 3dfc7635-5fef-471c-b0b7-b921a7f46b22 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:56:01.491491 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:01.492117 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:01.578343 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-48b91f51-84d2-4746-8119-aa1f51e1f48c service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891948
Apr 02 21:56:01.603880 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:01.676441 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-494612af-ebf0-43fc-83d3-4d60d60c0fd5 req-21623f5c-c7b0-466f-8253-15b484dba569 service neutron] 10.222.0.21 "GET /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912511
Apr 02 21:56:01.799516 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845d4b880>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:01.824061 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639466-76fd-4984-8d94-0a1009a78924 None None] The sync data for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 is: [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:25Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1b383ab-0866-4400-b416-cb1b8958fd73', 'name': '', 'network_id': 'a02c3a3b-f380-4fac-bafe-8f13edae308f', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:e6:de:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '76420602-2397-4361-900b-60c16b5c8ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:24Z', 'updated_at': '2022-04-02T21:54:28Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': '76420602-2397-4361-900b-60c16b5c8ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:56:02.042611 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf78ab-ccb8-49b5-b0f6-a6728b695dd4 None None] New status for floating IP ce9ba211-3e4e-4467-accc-8f61b6282a9f: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:56:02.480102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b132f70-0a38-4dd4-ad51-7b6e6b3979bb req-705df5db-62bd-4312-b2d7-b8c1c6d435b1 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:02.481602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b132f70-0a38-4dd4-ad51-7b6e6b3979bb req-705df5db-62bd-4312-b2d7-b8c1c6d435b1 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0531352
Apr 02 21:56:02.530107 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b132f70-0a38-4dd4-ad51-7b6e6b3979bb req-e18f7358-fa85-4c47-a121-ffb0f0aae93b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14ebd41-aeb1-4577-880c-4fbcdb0a2581&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427239
Apr 02 21:56:02.985199 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-d16f61f9-b9ad-4ff0-836b-ac00dfcf5344 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:02.986634 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-d16f61f9-b9ad-4ff0-836b-ac00dfcf5344 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 946 time: 0.0521364
Apr 02 21:56:03.081306 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port d4a1ea6d-0220-4974-b71a-88a8d567613e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:56:03.081646 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:03.166445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port d4a1ea6d-0220-4974-b71a-88a8d567613e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a1ea6d-0220-4974-b71a-88a8d567613e,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:03.166811 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:03.179463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for d4a1ea6d-0220-4974-b71a-88a8d567613e owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:56:03.307232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d4a1ea6d-0220-4974-b71a-88a8d567613e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:03.335371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=d4a1ea6d-0220-4974-b71a-88a8d567613e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:03.381845 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] No DVR routers for this DVR port d4a1ea6d-0220-4974-b71a-88a8d567613e on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:56:03.384423 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:03.387735 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0b476a8a-4e5e-42eb-a1f6-a03f83e58fdb req-fc61e7c3-41f1-4d40-8ec5-c5c2cb6aaf49 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "DELETE /v2.0/ports/d4a1ea6d-0220-4974-b71a-88a8d567613e HTTP/1.1" status: 204  len: 173 time: 0.3932965
Apr 02 21:56:03.388173 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'name': 'network-vif-deleted', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:56:03.390426 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00bc53-a082-4418-95a2-1daf59599fb2" -d '{"events": [{"server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "name": "network-vif-deleted", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:56:03.430583 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6f112b-2abe-4b99-9ece-4f259922812e x-openstack-request-id: req-8d6f112b-2abe-4b99-9ece-4f259922812e {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:56:03.430879 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08", "name": "network-vif-deleted", "tag": "d4a1ea6d-0220-4974-b71a-88a8d567613e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:56:03.431134 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d6f112b-2abe-4b99-9ece-4f259922812e {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:56:03.431540 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6f112b-2abe-4b99-9ece-4f259922812e'] response: {'server_uuid': 'd26eb8f0-c0fa-4e8f-9bf9-1062f3341b08', 'name': 'network-vif-deleted', 'tag': 'd4a1ea6d-0220-4974-b71a-88a8d567613e', 'status': 'completed', 'code': 200}
Apr 02 21:56:03.637931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ffb8468-6a75-4275-8f7d-db65cdd73697 req-42e7c9fe-6b90-4d88-a16b-37e0abce6a0d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26eb8f0-c0fa-4e8f-9bf9-1062f3341b08 HTTP/1.1" status: 200  len: 210 time: 0.0277014
Apr 02 21:56:04.694898 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54588) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:05.049977 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (3dfc7635-5fef-471c-b0b7-b921a7f46b22), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:05.298694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port e1b383ab-0866-4400-b416-cb1b8958fd73 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:56:05.299033 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:05.348845 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a1ea6d-0220-4974-b71a-88a8d567613e no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:56:05.368863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d4a1ea6d-0220-4974-b71a-88a8d567613e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:56:05.369208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d4a1ea6d-0220-4974-b71a-88a8d567613e not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:56:05.385501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port e1b383ab-0866-4400-b416-cb1b8958fd73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1b383ab-0866-4400-b416-cb1b8958fd73,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:05.385865 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:05.397864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for e1b383ab-0866-4400-b416-cb1b8958fd73 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:56:05.581249 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (e1b383ab-0866-4400-b416-cb1b8958fd73), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:05.609875 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=e1b383ab-0866-4400-b416-cb1b8958fd73,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:05.801815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (3dfc7635-5fef-471c-b0b7-b921a7f46b22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.343726 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:56:06.449835 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:56:06.454950 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-955327d5-e5d2-41bc-95a7-b7e7026d31fb tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/3dfc7635-5fef-471c-b0b7-b921a7f46b22/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7590103
Apr 02 21:56:06.457648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54590) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:06.460215 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] Sync routers for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:56:06.469843 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:06.470527 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846259d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:06.509127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting subnet 76420602-2397-4361-900b-60c16b5c8ebf {{(pid=121648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:56:06.512350 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (76420602-2397-4361-900b-60c16b5c8ebf), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.552687 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-773807'] for subnet (76420602-2397-4361-900b-60c16b5c8ebf), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.576307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:06.639218 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (76420602-2397-4361-900b-60c16b5c8ebf), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.696700 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14006241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599662'] for subnet (76420602-2397-4361-900b-60c16b5c8ebf), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.727629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Subnet': ['ID=76420602-2397-4361-900b-60c16b5c8ebf,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:06.731273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.734464 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-0ee51850-5025-41a0-a0d9-4d3a9c37045b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/subnets/76420602-2397-4361-900b-60c16b5c8ebf HTTP/1.1" status: 204  len: 168 time: 0.2758813
Apr 02 21:56:06.737003 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54592) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:06.741242 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28e65a-5ee6-459c-a825-c591045dd353 None None] Network a02c3a3b-f380-4fac-bafe-8f13edae308f requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:56:06.753249 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846259d90>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:56:05Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:06.785141 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] Checking router: 3dfc7635-5fef-471c-b0b7-b921a7f46b22 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:56:06.794441 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] Routers {'3dfc7635-5fef-471c-b0b7-b921a7f46b22'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:06.795071 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846259d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:06.858274 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (3dfc7635-5fef-471c-b0b7-b921a7f46b22), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.905403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] DHCP port deletion for a02c3a3b-f380-4fac-bafe-8f13edae308f request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:56:06.913560 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] Set router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:06.962335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Deleting port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:56:06.963130 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:06.977966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (3dfc7635-5fef-471c-b0b7-b921a7f46b22), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.030441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] For port 53827ca8-9de0-462e-8c36-3d4e70cf7e02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53827ca8-9de0-462e-8c36-3d4e70cf7e02,segment=NetworkSegment(7a52ca81-03d8-4d67-a32b-35f25a320ba0),segment_id=7a52ca81-03d8-4d67-a32b-35f25a320ba0)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:07.030844 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.034570 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 4f382ac0-e265-4e53-874b-c666c0fb7aab {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:56:07.035388 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.048411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Calling delete_port for 53827ca8-9de0-462e-8c36-3d4e70cf7e02 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:56:07.099673 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846259d90>, [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:56:05Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:07.128228 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0522f3-1250-48bd-8737-e5bc15448157 None None] The sync data for ids ['3dfc7635-5fef-471c-b0b7-b921a7f46b22'] in ncdv-master-1 is: [{'id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292458115', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:56:05Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '4f382ac0-e265-4e53-874b-c666c0fb7aab', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7635-5fef-471c-b0b7-b921a7f46b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:54:22Z', 'updated_at': '2022-04-02T21:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:56:07.128614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 4f382ac0-e265-4e53-874b-c666c0fb7aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f382ac0-e265-4e53-874b-c666c0fb7aab,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:07.128831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.137810 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (53827ca8-9de0-462e-8c36-3d4e70cf7e02), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.145476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 4f382ac0-e265-4e53-874b-c666c0fb7aab owned by network:router_gateway {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:56:07.167304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Pushing event deleted for resources: {'Port': ['ID=53827ca8-9de0-462e-8c36-3d4e70cf7e02,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:07.169627 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] No DVR routers for this DVR port 53827ca8-9de0-462e-8c36-3d4e70cf7e02 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:56:07.182828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.183180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.183527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.183867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.184241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.184588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.184881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.185206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.185588 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.185914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.186241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.186571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.186966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.187386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.187725 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fff36-051e-474c-bfef-a105b2059a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:07.325483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (4f382ac0-e265-4e53-874b-c666c0fb7aab), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.351536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=4f382ac0-e265-4e53-874b-c666c0fb7aab,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:07.411539 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (3dfc7635-5fef-471c-b0b7-b921a7f46b22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.510819 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (3dfc7635-5fef-471c-b0b7-b921a7f46b22), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.513205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (3dfc7635-5fef-471c-b0b7-b921a7f46b22), precommit_delete_associations {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.558401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (3dfc7635-5fef-471c-b0b7-b921a7f46b22), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.558967 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Fanout notify agent at l3_agent the message router_deleted on router 3dfc7635-5fef-471c-b0b7-b921a7f46b22 {{(pid=121648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:56:07.568632 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.572205 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-7af980c9-6b34-461b-a8d7-2cf471a35c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/routers/3dfc7635-5fef-471c-b0b7-b921a7f46b22 HTTP/1.1" status: 204  len: 168 time: 0.8312347
Apr 02 21:56:07.572483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54594) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:07.656747 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (a02c3a3b-f380-4fac-bafe-8f13edae308f), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.748620 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (a02c3a3b-f380-4fac-bafe-8f13edae308f), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.770064 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78468ddbe0>,) {'filters': {'network_id': ['a02c3a3b-f380-4fac-bafe-8f13edae308f']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:07.779676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78468ddbe0>, '7a52ca81-03d8-4d67-a32b-35f25a320ba0') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:07.779978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78468ddbe0>, '7a52ca81-03d8-4d67-a32b-35f25a320ba0') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:07.789881 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (7a52ca81-03d8-4d67-a32b-35f25a320ba0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.803500 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (7a52ca81-03d8-4d67-a32b-35f25a320ba0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.809167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:56:07.809551 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (7a52ca81-03d8-4d67-a32b-35f25a320ba0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:56:07.812507 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:56:07.873510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (a02c3a3b-f380-4fac-bafe-8f13edae308f), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.881868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.884187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/networks/a02c3a3b-f380-4fac-bafe-8f13edae308f HTTP/1.1" status: 204  len: 168 time: 0.3107414
Apr 02 21:56:07.887006 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54596) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:07.895094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55113c7-f028-48ae-bfcb-77564ddaa841 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Network': ['ID=a02c3a3b-f380-4fac-bafe-8f13edae308f,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:07.947491 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (e14ebd41-aeb1-4577-880c-4fbcdb0a2581), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:07.971271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (e14ebd41-aeb1-4577-880c-4fbcdb0a2581), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.030164 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e14ebd41-aeb1-4577-880c-4fbcdb0a2581), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.033112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.035032 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/security-groups/e14ebd41-aeb1-4577-880c-4fbcdb0a2581 HTTP/1.1" status: 204  len: 168 time: 0.1468449
Apr 02 21:56:08.044785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ebd41-aeb1-4577-880c-4fbcdb0a2581,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:08.052836 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.053299 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.053653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.053992 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.054325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.054658 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.054984 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.055304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.055628 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.055948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.056272 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.056684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.057068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.057259 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.057573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d1574-0c09-4ce7-a87f-4a0d970cae62 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:08.184785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53827ca8-9de0-462e-8c36-3d4e70cf7e02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:56:08.205059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 53827ca8-9de0-462e-8c36-3d4e70cf7e02 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:56:08.205339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53827ca8-9de0-462e-8c36-3d4e70cf7e02 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:56:08.205787 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f382ac0-e265-4e53-874b-c666c0fb7aab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:56:08.224428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 4f382ac0-e265-4e53-874b-c666c0fb7aab {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:56:08.224803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 4f382ac0-e265-4e53-874b-c666c0fb7aab not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:56:08.225209 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1b383ab-0866-4400-b416-cb1b8958fd73 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:56:08.244528 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: e1b383ab-0866-4400-b416-cb1b8958fd73 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:56:08.244878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device e1b383ab-0866-4400-b416-cb1b8958fd73 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:56:08.309506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54602) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:08.314382 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530498942', 'description': 'tempest-secgroup-smoke-1530498942 description', 'project_id': 'ca394d2c596042ad961fc645ce7b6940'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:08.334746 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.400807 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8467eebf-ea89-4b23-86cc-e5fdb6138690), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.404483 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8467eebf-ea89-4b23-86cc-e5fdb6138690), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.433304 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.434459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1236756
Apr 02 21:56:08.437814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54604) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:08.438375 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef4856-5237-4976-88ad-230bcd782d66 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8467eebf-ea89-4b23-86cc-e5fdb6138690,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:08.442860 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8467eebf-ea89-4b23-86cc-e5fdb6138690', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:08.469623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (692ca57f-bba3-41ba-94d2-35d0964b4713), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.525341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (692ca57f-bba3-41ba-94d2-35d0964b4713), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.528819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (692ca57f-bba3-41ba-94d2-35d0964b4713), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.547620 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692ca57f-bba3-41ba-94d2-35d0964b4713,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:08.551920 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.553148 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ceebd8df-ad81-49c6-b6b2-c54d5f3a72c6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1141307
Apr 02 21:56:08.555987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54606) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:08.560497 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8467eebf-ea89-4b23-86cc-e5fdb6138690', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:08.585049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (cddeb65f-5b2b-42d8-af0a-9c644d73c29d), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.642553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (cddeb65f-5b2b-42d8-af0a-9c644d73c29d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.646518 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (cddeb65f-5b2b-42d8-af0a-9c644d73c29d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.663379 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddeb65f-5b2b-42d8-af0a-9c644d73c29d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:08.672097 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.673340 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-38bf606c-47c9-4178-8897-93f88b855c30 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1162720
Apr 02 21:56:08.676050 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54608) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:08.680321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8467eebf-ea89-4b23-86cc-e5fdb6138690', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:08.704393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (367a58e9-1a2e-46f2-b288-c57b565cf46e), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.759982 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (367a58e9-1a2e-46f2-b288-c57b565cf46e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.763535 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (367a58e9-1a2e-46f2-b288-c57b565cf46e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.781878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367a58e9-1a2e-46f2-b288-c57b565cf46e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:08.789221 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.790438 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-95a05719-62c4-4483-9081-965f85e44d17 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1133428
Apr 02 21:56:08.793190 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54610) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:08.797424 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8467eebf-ea89-4b23-86cc-e5fdb6138690', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:08.822846 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (27b9fe31-62e2-4982-80ca-604f80d6378e), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.878660 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (27b9fe31-62e2-4982-80ca-604f80d6378e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.881968 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (27b9fe31-62e2-4982-80ca-604f80d6378e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.899273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b9fe31-62e2-4982-80ca-604f80d6378e,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:08.906957 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.908396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3286bb3b-18c8-454f-aada-51aed84bbfb8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1142972
Apr 02 21:56:08.911101 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54612) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:08.915242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8467eebf-ea89-4b23-86cc-e5fdb6138690', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:08.933468 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:56:08.938094 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (e1cff8b2-f787-4a09-b82c-d25d9e69543d), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.996400 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (e1cff8b2-f787-4a09-b82c-d25d9e69543d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:08.999883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e1cff8b2-f787-4a09-b82c-d25d9e69543d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.017596 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cff8b2-f787-4a09-b82c-d25d9e69543d,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:09.024318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.025546 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-56beb86b-7c90-4163-b80c-b291288510fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1135564
Apr 02 21:56:09.028309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54614) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:09.032492 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'security_group_rule': {'security_group_id': '8467eebf-ea89-4b23-86cc-e5fdb6138690', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:09.051400 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Project ca394d2c596042ad961fc645ce7b6940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:56:09.056237 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (45d70fd9-2315-4c9d-9870-54fc2314a10c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.113785 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (45d70fd9-2315-4c9d-9870-54fc2314a10c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.117811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (45d70fd9-2315-4c9d-9870-54fc2314a10c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.136075 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d70fd9-2315-4c9d-9870-54fc2314a10c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:09.143782 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.144997 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0fa98301-f997-41de-aee6-89f957a27241 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1156859
Apr 02 21:56:09.147901 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54616) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:09.152580 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'network': {'name': 'tempest-network-smoke--560043098', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'port_security_enabled': True}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:09.170490 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:56:09.173759 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.197878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:56:09.207112 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (530f391b-746b-4c22-942f-9c9904e50081), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.207456 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Added segment 530f391b-746b-4c22-942f-9c9904e50081 of type vlan for network dad2f7c9-64f8-478e-b03e-ab205c0e62ed
Apr 02 21:56:09.247414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (dad2f7c9-64f8-478e-b03e-ab205c0e62ed), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.271396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (dad2f7c9-64f8-478e-b03e-ab205c0e62ed), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.276335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:09.276965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.312063 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1631494
Apr 02 21:56:09.314811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54618) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:09.319565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'admin_state_up': True, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:09.360785 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e319e-f9a5-419e-bee3-1ce735ae055a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Network': ['ID=dad2f7c9-64f8-478e-b03e-ab205c0e62ed,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:09.369843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (4e9fca91-99ed-43e9-9562-81711f72eea1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.370840 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (4e9fca91-99ed-43e9-9562-81711f72eea1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.372332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:56:09.422343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (4e9fca91-99ed-43e9-9562-81711f72eea1), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.566804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (4e9fca91-99ed-43e9-9562-81711f72eea1), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.759827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (4e9fca91-99ed-43e9-9562-81711f72eea1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.778465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:09.881083 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.70 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/31d50053-1eeb-41d8-8f00-705f915cfdc9) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:56:09.982207 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:10.014870 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:10.048853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:56:10.052185 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:10.054735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:56:10.087746 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=31d50053-1eeb-41d8-8f00-705f915cfdc9,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:10.309318 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (4e9fca91-99ed-43e9-9562-81711f72eea1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:10.505227 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (4e9fca91-99ed-43e9-9562-81711f72eea1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:10.630537 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 4e9fca91-99ed-43e9-9562-81711f72eea1 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:56:10.735757 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:56:10.745222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Sync routers for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:56:10.754571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:10.755222 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845663b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:10.756490 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:10.759112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-938ce667-3ca5-46f6-9b43-e4b90aa12fa8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4415226
Apr 02 21:56:10.760971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:10.791058 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-441315da-1022-4d13-855c-6e559a7905df tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca394d2c596042ad961fc645ce7b6940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277488
Apr 02 21:56:10.792498 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54622) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:10.868486 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:10.882920 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b06b9-4559-4ec9-9df9-01cc5a4b583e tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:10.884563 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dd8b06b9-4559-4ec9-9df9-01cc5a4b583e tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0911415
Apr 02 21:56:10.887423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54624) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:10.914801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-fd610d99-27c1-43b8-8e6a-0c668bce59a2 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=69e968fd-ce84-40ce-a27b-620992c0d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263495
Apr 02 21:56:10.917307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:10.921958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838882988', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:11.005321 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:56:11.008691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.047811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845663b20>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:10Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:11.075574 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Checking router: 4e9fca91-99ed-43e9-9562-81711f72eea1 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:56:11.075926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Updating router 4e9fca91-99ed-43e9-9562-81711f72eea1 port 31d50053-1eeb-41d8-8f00-705f915cfdc9 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:56:11.105022 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.365010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Publish callbacks [] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.371646 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.424164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Attempting to bind port 31d50053-1eeb-41d8-8f00-705f915cfdc9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:56:11.425187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Attempting to bind port 31d50053-1eeb-41d8-8f00-705f915cfdc9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:56:11.425613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Attempting to bind port 31d50053-1eeb-41d8-8f00-705f915cfdc9 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:56:11.428441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837717cc-0d60-42a3-9247-e10ad6fb7759 None None] Pushing event updated for resources: {'Port': ['ID=31d50053-1eeb-41d8-8f00-705f915cfdc9,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:11.432992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:56:11.433372 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:56:11.433773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.434154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:56:11.434620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Bound port: 31d50053-1eeb-41d8-8f00-705f915cfdc9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:56:11.435001 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.485805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] For port 31d50053-1eeb-41d8-8f00-705f915cfdc9, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:56:11.489456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] For port 31d50053-1eeb-41d8-8f00-705f915cfdc9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d50053-1eeb-41d8-8f00-705f915cfdc9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:56:11.495509 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.536249 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (e72774c9-3acf-426d-9383-b002e3ec6b5c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.544185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:11.544846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845663b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:11.598026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837717cc-0d60-42a3-9247-e10ad6fb7759 None None] Pushing event updated for resources: {'Port': ['ID=31d50053-1eeb-41d8-8f00-705f915cfdc9,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:11.607302 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Subnet': ['ID=e72774c9-3acf-426d-9383-b002e3ec6b5c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:11.617563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Checking segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:56:11.617889 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network hostable DHCP agents. Network: dad2f7c9-64f8-478e-b03e-ab205c0e62ed, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:56:11.636295 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:56:11.645103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dad2f7c9-64f8-478e-b03e-ab205c0e62ed) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:11.649130 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:11.649711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:11.656808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f695cbe1-7a34-4600-aa9a-0cd88a0bf6dc None None] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:56:11.670354 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00f63dce-afe4-4854-8429-bd1476fbc0fa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7494829
Apr 02 21:56:11.670819 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54628) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:11.730524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:11.860000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:56:11.861542 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.054473 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Allocated IP 172.20.0.2 (dad2f7c9-64f8-478e-b03e-ab205c0e62ed/e72774c9-3acf-426d-9383-b002e3ec6b5c/ad0f2708-2e0b-4d7e-ba27-f7430632ba8b) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:56:12.068859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845663b20>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:10Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:12.105232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae30eb-db2b-4a44-8f47-e4064589b47d None None] The sync data for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 is: [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:10Z', 'revision_number': 3, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:56:12.135291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.265199 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Publish callbacks [] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.273411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.325038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:56:12.327914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:12.333924 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:56:12.385315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Pushing event updated for resources: {'Port': ['ID=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:12.422274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Attempting to bind port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:56:12.422638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Attempting to bind port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:56:12.424325 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Attempting to bind port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b on network dad2f7c9-64f8-478e-b03e-ab205c0e62ed {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:56:12.430584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:56:12.431279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Checking segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:56:12.432762 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.433078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Bound using segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:56:12.433782 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Bound port: ad0f2708-2e0b-4d7e-ba27-f7430632ba8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:56:12.434172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.511525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] For port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:56:12.515303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] For port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:56:12.521370 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.1 (dad2f7c9-64f8-478e-b03e-ab205c0e62ed/e72774c9-3acf-426d-9383-b002e3ec6b5c/929684f0-7790-4cdc-8e88-e2f70389166e) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:56:12.522454 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.603969 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c45272-cd72-49ff-958f-1b08fb679654 None None] Pushing event updated for resources: {'Port': ['ID=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:12.678059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (929684f0-7790-4cdc-8e88-e2f70389166e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.731933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:12.792278 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:56:12.795242 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:12.800305 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:56:12.846510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=929684f0-7790-4cdc-8e88-e2f70389166e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:12.879495 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (4e9fca91-99ed-43e9-9562-81711f72eea1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.069843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.367075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (929684f0-7790-4cdc-8e88-e2f70389166e), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.372023 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.444933 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=929684f0-7790-4cdc-8e88-e2f70389166e,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:13.447712 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (4e9fca91-99ed-43e9-9562-81711f72eea1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.565921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:56:13.567485 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:13.651799 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc592a-1235-4bc2-aa6b-aa4db99b1b9b None None] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:56:13.693017 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 4e9fca91-99ed-43e9-9562-81711f72eea1 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:56:13.731283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] Provisioning complete for port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:13.731653 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.811261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:56:13.816814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c9786a11-bbc6-48bd-9cef-3e3c6a877213 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/4e9fca91-99ed-43e9-9562-81711f72eea1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1446624
Apr 02 21:56:13.857732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] Current status of the port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:13.857732 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.897613 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] For port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:13.905462 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:13.978288 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cae953-8261-4679-bc49-5ffd56b829e8 None None] Pushing event updated for resources: {'Port': ['ID=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:14.032752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31d50053-1eeb-41d8-8f00-705f915cfdc9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:56:14.033034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-625c80d9-926e-49a4-9b4d-1ac53e2c4e2a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530498942&fields=id&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 267 time: 0.0619962
Apr 02 21:56:14.099035 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 31d50053-1eeb-41d8-8f00-705f915cfdc9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:14.099847 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.161388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-de50d723-bd16-49e4-896f-6c11eb7ed638 None None] Provisioning complete for port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:14.161771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de50d723-bd16-49e4-896f-6c11eb7ed638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.162295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-26e0fa2d-d693-4d1b-a6a4-91a608ac2156 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:14.169442 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-26e0fa2d-d693-4d1b-a6a4-91a608ac2156 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 796 time: 0.1285181
Apr 02 21:56:14.179810 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-563d579d-9a78-48e1-806e-16d92f7e408e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/quotas/ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 375 time: 0.0098484
Apr 02 21:56:14.239567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 31d50053-1eeb-41d8-8f00-705f915cfdc9 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:14.239967 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.246357 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-b805042d-7b71-4a0e-96a1-61743d8de6ed tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0606198
Apr 02 21:56:14.267620 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 31d50053-1eeb-41d8-8f00-705f915cfdc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d50053-1eeb-41d8-8f00-705f915cfdc9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:14.276412 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.277594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ad0f2708-2e0b-4d7e-ba27-f7430632ba8b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:56:14.327203 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Sync routers for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:56:14.338106 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:14.339021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846259a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:14.391041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-de50d723-bd16-49e4-896f-6c11eb7ed638 None None] Current status of the port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:14.404000 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=31d50053-1eeb-41d8-8f00-705f915cfdc9,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:14.412023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-de50d723-bd16-49e4-896f-6c11eb7ed638 None None] Provisioning complete for port 929684f0-7790-4cdc-8e88-e2f70389166e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:14.412395 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-de50d723-bd16-49e4-896f-6c11eb7ed638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.431336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-5c94c226-2572-45b4-acdd-bb032a56cd99 service neutron] 10.222.0.18 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716833
Apr 02 21:56:14.451882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:14.452847 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.500720 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-de50d723-bd16-49e4-896f-6c11eb7ed638 None None] Port 929684f0-7790-4cdc-8e88-e2f70389166e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:56:14.519022 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:14.551926 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:14.578083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-9c592cb0-8d8d-40ef-b418-e7cb499f4d52 service neutron] 10.222.0.18 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402409
Apr 02 21:56:14.623407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-04cf39ee-f85f-487f-8b5d-091fa1e21964 None None] Provisioning complete for port 929684f0-7790-4cdc-8e88-e2f70389166e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:14.623863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-04cf39ee-f85f-487f-8b5d-091fa1e21964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.660163 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-04cf39ee-f85f-487f-8b5d-091fa1e21964 None None] Port 929684f0-7790-4cdc-8e88-e2f70389166e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:56:14.830138 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846259a90>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 2, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:14.856124 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Checking router: 4e9fca91-99ed-43e9-9562-81711f72eea1 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:56:14.856499 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Updating router 4e9fca91-99ed-43e9-9562-81711f72eea1 port 929684f0-7790-4cdc-8e88-e2f70389166e binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:56:14.883036 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:14.890963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.142207 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Publish callbacks [] for port (929684f0-7790-4cdc-8e88-e2f70389166e), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.147683 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.194429 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Pushing event updated for resources: {'Port': ['ID=929684f0-7790-4cdc-8e88-e2f70389166e,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:15.218521 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.218865 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.219207 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.219542 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.219946 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.220290 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.220685 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.222021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.222021 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.222272 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.228504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.228504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.228504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.228504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.228504 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:56:15.262159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Attempting to bind port 929684f0-7790-4cdc-8e88-e2f70389166e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:56:15.262534 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Attempting to bind port 929684f0-7790-4cdc-8e88-e2f70389166e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:56:15.262892 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Attempting to bind port 929684f0-7790-4cdc-8e88-e2f70389166e on network dad2f7c9-64f8-478e-b03e-ab205c0e62ed {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:56:15.268794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:56:15.269168 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Checking segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:56:15.269589 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.269980 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Bound using segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:56:15.270442 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Bound port: 929684f0-7790-4cdc-8e88-e2f70389166e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:56:15.270818 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.333420 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] For port 929684f0-7790-4cdc-8e88-e2f70389166e, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:56:15.336856 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] For port 929684f0-7790-4cdc-8e88-e2f70389166e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=929684f0-7790-4cdc-8e88-e2f70389166e,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:56:15.342837 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.390441 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] Provisioning complete for port 929684f0-7790-4cdc-8e88-e2f70389166e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:15.390915 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.392290 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:15.392912 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846259a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:55:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:15.447299 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43319e4b-9398-4eb0-86ed-0de156fe5faf None None] Pushing event updated for resources: {'Port': ['ID=929684f0-7790-4cdc-8e88-e2f70389166e,revision_number=4']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:15.478732 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] Current status of the port 929684f0-7790-4cdc-8e88-e2f70389166e is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:15.479233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.515398 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] For port 929684f0-7790-4cdc-8e88-e2f70389166e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=929684f0-7790-4cdc-8e88-e2f70389166e,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:15.515884 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:15.520474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.570199 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0c712-8a22-47cd-84ca-d9b3fbf65bda None None] Pushing event updated for resources: {'Port': ['ID=929684f0-7790-4cdc-8e88-e2f70389166e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:15.640165 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-eb37e047-e2c4-464c-8a76-0a4a72f73815 None None] Provisioning complete for port 929684f0-7790-4cdc-8e88-e2f70389166e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:15.640659 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-eb37e047-e2c4-464c-8a76-0a4a72f73815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:15.751377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846259a90>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:15.752477 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-eb37e047-e2c4-464c-8a76-0a4a72f73815 None None] Current status of the port 929684f0-7790-4cdc-8e88-e2f70389166e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:15.770905 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e111f064-2db1-452f-ba1f-4c39d9b1b57c req-64671240-1a0a-4da0-b948-52ec1ae82370 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 210 time: 0.0296733
Apr 02 21:56:15.788266 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f926-ae02-4436-9798-5a2944851cd0 None None] The sync data for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 is: [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:56:16.030470 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 929684f0-7790-4cdc-8e88-e2f70389166e up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:56:16.084728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 929684f0-7790-4cdc-8e88-e2f70389166e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:16.086207 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:16.193142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 929684f0-7790-4cdc-8e88-e2f70389166e is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:16.194842 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31d50053-1eeb-41d8-8f00-705f915cfdc9 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:56:16.252356 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 31d50053-1eeb-41d8-8f00-705f915cfdc9 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:16.252893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:16.339126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 31d50053-1eeb-41d8-8f00-705f915cfdc9 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:16.340206 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ad0f2708-2e0b-4d7e-ba27-f7430632ba8b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:56:16.394146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:16.394515 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:16.477416 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:16.863827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-572799ce-e7c2-41b4-9a97-78c1d1dd963b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:16.865367 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-572799ce-e7c2-41b4-9a97-78c1d1dd963b tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 796 time: 0.1239805
Apr 02 21:56:16.898574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-197386cc-baa8-4384-a160-b5db164a7282 req-101dab05-ffc1-429e-9b9f-e34d34148a15 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 210 time: 0.0322134
Apr 02 21:56:16.950598 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-936eaf8d-ac98-4b7f-ab68-c4a6567089ca tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca394d2c596042ad961fc645ce7b6940 HTTP/1.1" status: 200  len: 380 time: 0.0744498
Apr 02 21:56:16.960763 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'port': {'device_id': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'admin_state_up': True, 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'security_groups': ['8467eebf-ea89-4b23-86cc-e5fdb6138690']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:17.069987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Made reservation on behalf of ca394d2c596042ad961fc645ce7b6940 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:56:17.073572 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.205530 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.20.0.12 (dad2f7c9-64f8-478e-b03e-ab205c0e62ed/e72774c9-3acf-426d-9383-b002e3ec6b5c/1e70c727-6ab0-44c9-b00c-3122de811098) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:56:17.337299 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (1e70c727-6ab0-44c9-b00c-3122de811098), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.371270 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.416956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:56:17.419863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:17.422250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:56:17.452940 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=1e70c727-6ab0-44c9-b00c-3122de811098,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:17.480168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:17.480645 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.497475 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-54ed1071-1b5a-4bfb-a00d-72acf988ac09 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5402734
Apr 02 21:56:17.509252 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Request body: {'port': {'device_id': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:17.571172 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.687896 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e898fd3b-5d0c-4785-a32d-821702609195 None None] Provisioning complete for port 1e70c727-6ab0-44c9-b00c-3122de811098 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:17.688541 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e898fd3b-5d0c-4785-a32d-821702609195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.724674 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e898fd3b-5d0c-4785-a32d-821702609195 None None] Port 1e70c727-6ab0-44c9-b00c-3122de811098 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:56:17.835455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e70c727-6ab0-44c9-b00c-3122de811098 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:56:17.843345 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Publish callbacks [] for port (1e70c727-6ab0-44c9-b00c-3122de811098), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.856280 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Transition to ACTIVE for port object 1e70c727-6ab0-44c9-b00c-3122de811098 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:56:17.860196 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:17.910614 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Pushing event updated for resources: {'Port': ['ID=1e70c727-6ab0-44c9-b00c-3122de811098,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:17.988938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Attempting to bind port 1e70c727-6ab0-44c9-b00c-3122de811098 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:56:17.989367 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Attempting to bind port 1e70c727-6ab0-44c9-b00c-3122de811098 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:56:17.989771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Attempting to bind port 1e70c727-6ab0-44c9-b00c-3122de811098 on network dad2f7c9-64f8-478e-b03e-ab205c0e62ed {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:56:17.994460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Port 1e70c727-6ab0-44c9-b00c-3122de811098 on network dad2f7c9-64f8-478e-b03e-ab205c0e62ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:56:17.994777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Attempting to bind port 1e70c727-6ab0-44c9-b00c-3122de811098 on network dad2f7c9-64f8-478e-b03e-ab205c0e62ed {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:56:17.999656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:56:17.999993 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Checking segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:56:18.000378 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Bound using segment: {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:56:18.000846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Bound port: 1e70c727-6ab0-44c9-b00c-3122de811098, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530f391b-746b-4c22-942f-9c9904e50081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:56:18.001203 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:18.027122 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28237c-2741-4e45-a242-eef4a3856835 req-796a23df-da8c-4266-b720-b825d8d33757 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.028710 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a28237c-2741-4e45-a242-eef4a3856835 req-796a23df-da8c-4266-b720-b825d8d33757 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 944 time: 0.0545626
Apr 02 21:56:18.072204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] For port 1e70c727-6ab0-44c9-b00c-3122de811098, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:56:18.075486 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] For port 1e70c727-6ab0-44c9-b00c-3122de811098, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e70c727-6ab0-44c9-b00c-3122de811098,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:56:18.081763 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6a28237c-2741-4e45-a242-eef4a3856835 req-f4bed975-4c4f-43bc-9200-b7923386d6a3 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467331
Apr 02 21:56:18.086276 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:18.120629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.121255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:18.122681 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] 10.222.0.21 "PUT /v2.0/ports/1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 1092 time: 0.6176171
Apr 02 21:56:18.123131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:56:18.125398 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:56:18.160864 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86ae9-645b-48c7-a532-161449123e8c service neutron] Pushing event updated for resources: {'Port': ['ID=1e70c727-6ab0-44c9-b00c-3122de811098,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:18.201501 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de07c7-a230-48ff-bb17-7828a73875d3 x-openstack-request-id: req-e3de07c7-a230-48ff-bb17-7828a73875d3 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:56:18.201800 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:56:18.202062 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3de07c7-a230-48ff-bb17-7828a73875d3 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:56:18.202509 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3de07c7-a230-48ff-bb17-7828a73875d3'] response: {'name': 'network-changed', 'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098', 'status': 'completed', 'code': 200}
Apr 02 21:56:18.222639 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-a08ccf7b-f382-42d3-a7ed-96ccdfc16192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.224163 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-a08ccf7b-f382-42d3-a7ed-96ccdfc16192 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1126 time: 0.0531147
Apr 02 21:56:18.270636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-022890fd-50cc-458b-930b-54a857e70ca8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 217 time: 0.0395346
Apr 02 21:56:18.321431 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-02465a2b-f7d8-4919-8af0-4dc92b5491ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.322939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-02465a2b-f7d8-4919-8af0-4dc92b5491ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 200  len: 835 time: 0.0470099
Apr 02 21:56:18.332147 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:18.373874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-635e93f2-ae4c-4a11-9bf9-f9ed6b530087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.375384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-635e93f2-ae4c-4a11-9bf9-f9ed6b530087 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450904
Apr 02 21:56:18.475615 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-71193914-1d5c-4b55-b785-62d5fb82d20b service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904567
Apr 02 21:56:18.567636 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6fa32275-03a9-4964-9e53-4c6321dc1974 req-309c3820-ea02-4d79-9b82-fa5ed23b23f3 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852470
Apr 02 21:56:18.661412 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-f7865584-4827-4c60-b4e7-f6785541dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.662910 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-f7865584-4827-4c60-b4e7-f6785541dac9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1126 time: 0.0491490
Apr 02 21:56:18.751138 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-bf60f03f-b112-4381-9c0f-abff6157eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.753316 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-bf60f03f-b112-4381-9c0f-abff6157eeaa service neutron] 10.222.0.21 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 897 time: 0.0832741
Apr 02 21:56:18.796010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-7116960c-6614-4589-99c7-bc14f8f782b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 217 time: 0.0365236
Apr 02 21:56:18.841822 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-c91abb9d-6b34-48dd-8b5b-7b05621b09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.843218 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-c91abb9d-6b34-48dd-8b5b-7b05621b09f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 200  len: 835 time: 0.0414648
Apr 02 21:56:18.891219 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-75ac5033-dbdc-42fb-804a-c5954a04c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:18.892745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-75ac5033-dbdc-42fb-804a-c5954a04c4e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432630
Apr 02 21:56:18.982717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-36a90df5-43ca-4b2f-9a53-425b4011d87d service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834613
Apr 02 21:56:19.068942 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-776fccf6-ecd3-4e4f-a3f5-3f716550d8dc req-69fa0e41-57d5-4543-ad51-d087dfcd2e3d service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0785747
Apr 02 21:56:19.207829 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819213a-fd6d-46a0-8b0f-7643ef5c6cfe req-a3b5f056-ea1a-4e1b-8544-0f285a8d275a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:19.209372 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2819213a-fd6d-46a0-8b0f-7643ef5c6cfe req-a3b5f056-ea1a-4e1b-8544-0f285a8d275a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 944 time: 0.0560608
Apr 02 21:56:19.257665 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2819213a-fd6d-46a0-8b0f-7643ef5c6cfe req-f854b5ab-df56-452c-91d7-dea197c61b3a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422339
Apr 02 21:56:19.394046 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e70c727-6ab0-44c9-b00c-3122de811098 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:56:19.490839 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e70c727-6ab0-44c9-b00c-3122de811098, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e70c727-6ab0-44c9-b00c-3122de811098,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:19.501867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '1e70c727-6ab0-44c9-b00c-3122de811098', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'port_id': '1e70c727-6ab0-44c9-b00c-3122de811098', 'mac_address': 'fa:16:3e:1b:70:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:56:19.538993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e70c727-6ab0-44c9-b00c-3122de811098 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:19.539300 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:19.551683 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e70c727-6ab0-44c9-b00c-3122de811098 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:56:19.570454 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e70c727-6ab0-44c9-b00c-3122de811098, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e70c727-6ab0-44c9-b00c-3122de811098,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:19.574240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:19.619653 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e70c727-6ab0-44c9-b00c-3122de811098,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:19.830218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['1e70c727-6ab0-44c9-b00c-3122de811098'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:56:20.380966 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c451d9-5cbb-4cf1-b517-d8c2a2c5a2a3 req-1dc131ac-38f6-42f8-8df0-2737cba9fad9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:20.382417 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-99c451d9-5cbb-4cf1-b517-d8c2a2c5a2a3 req-1dc131ac-38f6-42f8-8df0-2737cba9fad9 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 945 time: 0.0556216
Apr 02 21:56:20.430956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-99c451d9-5cbb-4cf1-b517-d8c2a2c5a2a3 req-68c6b774-dcc2-415a-9b27-34f63db4ab12 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429695
Apr 02 21:56:21.398594 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e70c727-6ab0-44c9-b00c-3122de811098 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:56:21.451153 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 1e70c727-6ab0-44c9-b00c-3122de811098 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:56:21.456168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 1e70c727-6ab0-44c9-b00c-3122de811098 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:56:21.456627 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:21.535436 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 1e70c727-6ab0-44c9-b00c-3122de811098 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:56:21.535827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:21.552385 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf075b59-7ac3-498e-92b1-1c77cde56b12 req-ff19df1d-67b5-4657-af2e-cade6e1d1f53 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:21.553928 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf075b59-7ac3-498e-92b1-1c77cde56b12 req-ff19df1d-67b5-4657-af2e-cade6e1d1f53 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 945 time: 0.0531399
Apr 02 21:56:21.558016 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:56:21.560245 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d5eb18-9f0e-4562-8ccb-faac60220792" -d '{"events": [{"server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "name": "network-vif-plugged", "status": "completed", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:56:21.572697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 1e70c727-6ab0-44c9-b00c-3122de811098, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e70c727-6ab0-44c9-b00c-3122de811098,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:56:21.578201 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:21.607321 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bf075b59-7ac3-498e-92b1-1c77cde56b12 req-c4877dcf-b29a-4ef5-a534-e3c3d65a2259 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473354
Apr 02 21:56:21.627967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=1e70c727-6ab0-44c9-b00c-3122de811098,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:21.656716 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412f351-3005-49ef-9c0d-dc280e71771f x-openstack-request-id: req-e412f351-3005-49ef-9c0d-dc280e71771f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:56:21.657011 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "name": "network-vif-plugged", "status": "completed", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:56:21.657266 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e412f351-3005-49ef-9c0d-dc280e71771f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:56:21.657917 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e412f351-3005-49ef-9c0d-dc280e71771f'] response: {'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098', 'code': 200}
Apr 02 21:56:21.764764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833e80-f609-4357-9135-921377df8300 req-c0d614d8-eafb-47b8-b134-da6e1a937144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:21.766247 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20833e80-f609-4357-9135-921377df8300 req-c0d614d8-eafb-47b8-b134-da6e1a937144 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1128 time: 0.0438275
Apr 02 21:56:21.813250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-20833e80-f609-4357-9135-921377df8300 req-58667ce8-501f-4c92-bd57-4f6e77bf2e71 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379236
Apr 02 21:56:22.726052 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920b85-d4ea-4563-8310-ec3732d1a61d req-e55ad8fc-b787-41ff-8542-e1ccc396d9f7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:22.727455 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e920b85-d4ea-4563-8310-ec3732d1a61d req-e55ad8fc-b787-41ff-8542-e1ccc396d9f7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0516589
Apr 02 21:56:22.779256 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0e920b85-d4ea-4563-8310-ec3732d1a61d req-26a959d7-0c38-47dd-8e75-6e4f10d465ee tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459807
Apr 02 21:56:23.207963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-00d812a7-94b9-460b-86b1-0463ac3473c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:23.898934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cdef6-d675-48fa-94c3-9baef5b44a27 req-cef0f789-0201-4098-87bf-3792a6f351aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:23.900390 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a1cdef6-d675-48fa-94c3-9baef5b44a27 req-cef0f789-0201-4098-87bf-3792a6f351aa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0515053
Apr 02 21:56:23.951072 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a1cdef6-d675-48fa-94c3-9baef5b44a27 req-0089bbdf-220d-4b60-8303-4bf9bbe29d37 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451355
Apr 02 21:56:24.068849 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d71c-e154-4459-844f-27dbc696bc3c req-16d16ed4-1c18-4bd8-8491-e1edc9661179 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:24.070230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bd9d71c-e154-4459-844f-27dbc696bc3c req-16d16ed4-1c18-4bd8-8491-e1edc9661179 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0526867
Apr 02 21:56:24.118490 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6bd9d71c-e154-4459-844f-27dbc696bc3c req-10b34c93-71f7-4747-974f-b9781256ce80 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425098
Apr 02 21:56:24.139758 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54686) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:24.182246 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3afc7d-0a5f-4c99-8cc9-a458c0286e71 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:24.183722 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-cd3afc7d-0a5f-4c99-8cc9-a458c0286e71 tempest-TestNetworkAdvancedServerOps-2145016749 tempest-TestNetworkAdvancedServerOps-2145016749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1123 time: 0.0430229
Apr 02 21:56:24.186472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54688) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:24.190675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '1e70c727-6ab0-44c9-b00c-3122de811098', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:56:24.210090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:24.308494 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:24.406441 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Allocated IP 172.35.4.91 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/14f77712-ea84-42e4-8199-c50d3e70c1ba) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:56:24.512011 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:24.546236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:24.581630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:56:24.584318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:56:24.587650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:56:24.617784 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=14f77712-ea84-42e4-8199-c50d3e70c1ba,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:24.950802 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (917b978b-34c0-44a7-a93c-19da7d72fc86), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:25.017628 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:25.164010 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:25.168528 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:25.239502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event updated for resources: {'Port': ['ID=14f77712-ea84-42e4-8199-c50d3e70c1ba,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:56:25.249622 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (917b978b-34c0-44a7-a93c-19da7d72fc86), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:25.352432 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP 917b978b-34c0-44a7-a93c-19da7d72fc86 associated. External IP: 172.35.4.91, port: 1e70c727-6ab0-44c9-b00c-3122de811098.
Apr 02 21:56:25.436361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c05eb51a-9408-4773-85cc-821a411f1306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:25.887667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 4e9fca91-99ed-43e9-9562-81711f72eea1 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:56:25.996995 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:56:26.006411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] Sync routers for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:56:26.013924 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:26.015748 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:26.016363 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457d5850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:26.044914 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1050379d-767b-4d88-a683-e0fd2dafaeb2 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8573954
Apr 02 21:56:26.045502 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:56:26.047728 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:56:26.092034 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c815a1d-9342-4379-aeae-686c6d3a901b x-openstack-request-id: req-4c815a1d-9342-4379-aeae-686c6d3a901b {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:56:26.092392 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:56:26.092684 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c815a1d-9342-4379-aeae-686c6d3a901b {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:56:26.093090 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c815a1d-9342-4379-aeae-686c6d3a901b'] response: {'name': 'network-changed', 'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098', 'status': 'completed', 'code': 200}
Apr 02 21:56:26.132690 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:26.181169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064713-d893-43bd-bfed-575207cbea6c req-3b253aa8-aee5-41e1-8095-ed96f5782fd7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.182700 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5064713-d893-43bd-bfed-575207cbea6c req-3b253aa8-aee5-41e1-8095-ed96f5782fd7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0844021
Apr 02 21:56:26.189420 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-a2a35d25-6964-4515-9875-737035686c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.190931 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-a2a35d25-6964-4515-9875-737035686c65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1128 time: 0.0656142
Apr 02 21:56:26.292185 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c5064713-d893-43bd-bfed-575207cbea6c req-c9962d8c-2ff8-4b0d-8f32-72eb14e6441d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002963
Apr 02 21:56:26.315282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54694) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:26.316277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-bc47ea6e-3e88-4a0b-9629-f739f50a03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.318161 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-bc47ea6e-3e88-4a0b-9629-f739f50a03dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 897 time: 0.1181998
Apr 02 21:56:26.363530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457d5850>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '917b978b-34c0-44a7-a93c-19da7d72fc86', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.91', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'port_id': '1e70c727-6ab0-44c9-b00c-3122de811098', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'mac_address': 'fa:16:3e:1b:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:56:24Z', 'updated_at': '2022-04-02T21:56:24Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:26.382592 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-1c28792e-6be8-410e-ac7e-7b2d6691ff28 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/917b978b-34c0-44a7-a93c-19da7d72fc86 HTTP/1.1" status: 200  len: 991 time: 0.0652709
Apr 02 21:56:26.387001 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-0f416ef2-1396-4e15-937a-9d9a066d3447 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 999 time: 0.0618901
Apr 02 21:56:26.394267 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] Checking router: 4e9fca91-99ed-43e9-9562-81711f72eea1 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:56:26.402553 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:56:26.403159 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78457d5850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:26.437538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-8490b8e5-06b4-4c8a-8a5c-9687aa627de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.440569 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-8490b8e5-06b4-4c8a-8a5c-9687aa627de7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 200  len: 835 time: 0.0470078
Apr 02 21:56:26.524363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-cab06af8-0d6c-435e-a9b3-6dd5853304ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.525943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-cab06af8-0d6c-435e-a9b3-6dd5853304ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0784233
Apr 02 21:56:26.543363 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-6c3fdd13-3582-439a-bc33-3d1dcd44c3a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0672266
Apr 02 21:56:26.624961 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-ea7ccae9-db8a-4090-8e6f-8235edde068e service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917730
Apr 02 21:56:26.671952 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:56:26.726225 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c9b949e0-85b8-4c48-b15c-c79f9e1e3271 req-5c230a34-d1ff-4959-bf1e-571dfa19bc4b service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953481
Apr 02 21:56:26.834846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-a67d0b97-6311-4bd6-8844-8a1b0c580487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.836420 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-a67d0b97-6311-4bd6-8844-8a1b0c580487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1128 time: 0.0483637
Apr 02 21:56:26.889912 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:26.907233 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78457d5850>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '917b978b-34c0-44a7-a93c-19da7d72fc86', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.91', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'port_id': '1e70c727-6ab0-44c9-b00c-3122de811098', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'mac_address': 'fa:16:3e:1b:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:56:24Z', 'updated_at': '2022-04-02T21:56:24Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:56:26.934677 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1ab6-835c-4a4d-87a0-2c8929d79500 None None] The sync data for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 is: [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '917b978b-34c0-44a7-a93c-19da7d72fc86', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'floating_ip_address': '172.35.4.91', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'port_id': '1e70c727-6ab0-44c9-b00c-3122de811098', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'mac_address': 'fa:16:3e:1b:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:56:24Z', 'updated_at': '2022-04-02T21:56:24Z', 'revision_number': 0, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:56:26.940646 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-5bac503a-9c46-4420-904e-1cad83c4445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:26.942166 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-5bac503a-9c46-4420-904e-1cad83c4445c service neutron] 10.222.0.21 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 897 time: 0.0882351
Apr 02 21:56:27.018208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-ed32767f-ff06-4d0c-8d67-21364aa9fb6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 999 time: 0.0699220
Apr 02 21:56:27.066904 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-6c905117-5985-40d6-8721-1a116423f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:27.068384 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-6c905117-5985-40d6-8721-1a116423f48c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 200  len: 835 time: 0.0444713
Apr 02 21:56:27.118643 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-2d6de1a7-b3d5-4956-ac14-3c5862281e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:56:27.120278 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-2d6de1a7-b3d5-4956-ac14-3c5862281e3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460792
Apr 02 21:56:27.146223 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ccacb-e728-4f5a-9c23-97e5914f1760 None None] New status for floating IP 917b978b-34c0-44a7-a93c-19da7d72fc86: ACTIVE {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:56:27.214433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-25fca279-0689-4ddd-871b-4783a3105f54 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877216
Apr 02 21:56:27.304868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-84996a43-20ca-4f19-83cd-f4777a5e3044 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841634
Apr 02 21:56:27.385452 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54696) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:56:27.790368 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-9cc7a76f-0f62-483a-88a9-6fbcd3b3b4fc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/917b978b-34c0-44a7-a93c-19da7d72fc86 HTTP/1.1" status: 200  len: 993 time: 0.4036858
Apr 02 21:56:28.945619 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:29.532550 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:34.763195 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:56:44.896274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:48.362529 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:53.208739 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3096f5c3-43c9-4d32-9582-e67c292fa011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:55.437825 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8c064d53-ae59-4410-9636-1fce8670074b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:56.871328 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:58.949081 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:56:59.538148 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:01.285448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892d27e-b5cc-4174-9348-4d4ded467603 req-cee3c573-1878-4058-9579-26e93af5321d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:01.286975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3892d27e-b5cc-4174-9348-4d4ded467603 req-cee3c573-1878-4058-9579-26e93af5321d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0574167
Apr 02 21:57:01.335571 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3892d27e-b5cc-4174-9348-4d4ded467603 req-8e93e4d3-5113-425a-93f7-cd0e5237ea1e tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428016
Apr 02 21:57:02.454710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc64f2-8b7e-443c-a05b-9c23c7d170f0 req-8163b1e3-e8ee-4063-9355-923dcf640cbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:02.456239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1bc64f2-8b7e-443c-a05b-9c23c7d170f0 req-8163b1e3-e8ee-4063-9355-923dcf640cbc tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0523057
Apr 02 21:57:02.504808 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e1bc64f2-8b7e-443c-a05b-9c23c7d170f0 req-c06b7896-dc7f-44f9-9760-538b47d38879 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429015
Apr 02 21:57:02.527343 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54738) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:02.588806 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-f667acef-01b9-42ba-aef5-4d6ea1950cb6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/917b978b-34c0-44a7-a93c-19da7d72fc86 HTTP/1.1" status: 200  len: 993 time: 0.0603395
Apr 02 21:57:03.869867 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aec52-c279-41f4-9eaf-0f2f9a223484 req-2f99e6fa-94c9-4ffd-b108-468b59ef265d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:03.871387 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb1aec52-c279-41f4-9eaf-0f2f9a223484 req-2f99e6fa-94c9-4ffd-b108-468b59ef265d tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0558267
Apr 02 21:57:03.899806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-76a1a070-e880-46de-b97b-91abed8368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:03.901422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-76a1a070-e880-46de-b97b-91abed8368e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1128 time: 0.0457380
Apr 02 21:57:03.923907 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-eb1aec52-c279-41f4-9eaf-0f2f9a223484 req-77d23ced-da9a-4eda-a936-f0359bc6a607 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461993
Apr 02 21:57:03.991715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-8f5a51fe-fdb9-499d-bd1f-994bd25eae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:03.993211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-8f5a51fe-fdb9-499d-bd1f-994bd25eae75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 897 time: 0.0828331
Apr 02 21:57:04.065400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-9001bd77-18a5-414e-a53a-1cde48ef188d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 1001 time: 0.0625629
Apr 02 21:57:04.117731 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-197d7700-fa28-4164-bfe3-72e5eecc5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:04.119157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-197d7700-fa28-4164-bfe3-72e5eecc5f42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 200  len: 835 time: 0.0429904
Apr 02 21:57:04.168651 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-a6c35980-a54b-4d13-aa92-1a6db4200544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:04.170143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-a6c35980-a54b-4d13-aa92-1a6db4200544 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439451
Apr 02 21:57:04.262532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-a3cd4a1f-62d3-4ccf-a02f-c2ce549b1c92 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824714
Apr 02 21:57:04.359639 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2d1f1f2e-8ee5-4d6e-9d23-16293c8f59e1 req-d447a2e9-4417-4e8d-9362-b7c6dee7cb70 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838580
Apr 02 21:57:05.044971 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae6e4-658e-4fa1-9803-9d279de4c8e8 req-69d1a124-e2be-4cb8-bdbe-71d753749bf8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:05.046536 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4fae6e4-658e-4fa1-9803-9d279de4c8e8 req-69d1a124-e2be-4cb8-bdbe-71d753749bf8 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0522425
Apr 02 21:57:05.095823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4fae6e4-658e-4fa1-9803-9d279de4c8e8 req-c39b789f-7b6d-414f-bfbb-e5988bfb8e95 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431764
Apr 02 21:57:06.215693 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a389a-7af8-40da-9757-c9f26ec38eb6 req-2ec15d37-3b12-4bbf-8e32-ad96f3f744ab tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:06.217206 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e70a389a-7af8-40da-9757-c9f26ec38eb6 req-2ec15d37-3b12-4bbf-8e32-ad96f3f744ab tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0530975
Apr 02 21:57:06.269595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-e70a389a-7af8-40da-9757-c9f26ec38eb6 req-006a86a9-d3fb-4573-b82e-21dba69a07d7 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464621
Apr 02 21:57:06.292087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54752) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:06.350555 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-3193134d-31ec-4a50-9f60-b3e4e58a53f5 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/floatingips/917b978b-34c0-44a7-a93c-19da7d72fc86 HTTP/1.1" status: 200  len: 993 time: 0.0572133
Apr 02 21:57:06.587104 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54758) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:06.739287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 14f77712-ea84-42e4-8199-c50d3e70c1ba {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:57:06.739630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:06.816317 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:06.816665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (14f77712-ea84-42e4-8199-c50d3e70c1ba), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:06.827839 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 14f77712-ea84-42e4-8199-c50d3e70c1ba owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:57:06.975154 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (14f77712-ea84-42e4-8199-c50d3e70c1ba), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:06.998617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=14f77712-ea84-42e4-8199-c50d3e70c1ba,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:07.060165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for floatingip (917b978b-34c0-44a7-a93c-19da7d72fc86), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:07.060513 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Floating IP 917b978b-34c0-44a7-a93c-19da7d72fc86 disassociated (deleted). External IP: 172.35.4.91, port: 1e70c727-6ab0-44c9-b00c-3122de811098.
Apr 02 21:57:07.274117 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 4e9fca91-99ed-43e9-9562-81711f72eea1 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:57:07.383086 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:07.387848 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:07.394320 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c761d7-254b-434d-a37d-056c6727137e None None] Sync routers for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:07.404508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:07.405103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844659820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:07.415982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2b4eb08b-e3dc-45cf-9511-b76fea6e73e4 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/floatingips/917b978b-34c0-44a7-a93c-19da7d72fc86 HTTP/1.1" status: 204  len: 168 time: 0.8278098
Apr 02 21:57:07.416687 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:57:07.419047 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b52e9-a9d6-41e6-be29-f669bf7ea973" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:57:07.457090 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57689204-0800-4bb1-863d-467b577ba457 x-openstack-request-id: req-57689204-0800-4bb1-863d-467b577ba457 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:57:07.457451 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:57:07.457774 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57689204-0800-4bb1-863d-467b577ba457 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:57:07.458194 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57689204-0800-4bb1-863d-467b577ba457'] response: {'name': 'network-changed', 'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098', 'status': 'completed', 'code': 200}
Apr 02 21:57:07.533091 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-61779be5-2169-4007-9cde-68365cfaba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:07.535061 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-61779be5-2169-4007-9cde-68365cfaba2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca394d2c596042ad961fc645ce7b6940&device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 1128 time: 0.0470772
Apr 02 21:57:07.537833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:07.675396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-fa4556b6-aa99-4b43-9f0a-880e8e546751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:07.676987 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-fa4556b6-aa99-4b43-9f0a-880e8e546751 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 200  len: 897 time: 0.1286366
Apr 02 21:57:07.688146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244cd2b-ec96-4ea8-975b-e49cc3b1661f req-db13d34b-4792-43bc-9e4e-8e68ab193660 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:07.689589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b244cd2b-ec96-4ea8-975b-e49cc3b1661f req-db13d34b-4792-43bc-9e4e-8e68ab193660 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0737491
Apr 02 21:57:07.738784 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-c8d32663-7ac5-43c0-a302-b79cf29076fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 200  len: 217 time: 0.0482256
Apr 02 21:57:07.739070 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844659820>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:07.770216 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c761d7-254b-434d-a37d-056c6727137e None None] Checking router: 4e9fca91-99ed-43e9-9562-81711f72eea1 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:07.778297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:07.778910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844659820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:07.798082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b244cd2b-ec96-4ea8-975b-e49cc3b1661f req-82de3592-7164-4fd7-a888-a0dcaf889586 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020031
Apr 02 21:57:07.808419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-8c16f9c1-2844-4e84-99ed-0e9a4bcd66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:07.809870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-8c16f9c1-2844-4e84-99ed-0e9a4bcd66ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 200  len: 835 time: 0.0635903
Apr 02 21:57:07.863506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-c95ce7e9-1e0b-4d91-91b4-154a65adfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:07.865036 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-c95ce7e9-1e0b-4d91-91b4-154a65adfb61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dad2f7c9-64f8-478e-b03e-ab205c0e62ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474310
Apr 02 21:57:07.889221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:07.958317 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-b7517f33-fe71-4bd1-a6a4-3c8def27e669 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854590
Apr 02 21:57:08.048809 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a18b52e9-a9d6-41e6-be29-f669bf7ea973 req-25459510-54f5-400d-8484-6527ada2e5d2 service neutron] 10.222.0.21 "GET /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827212
Apr 02 21:57:08.090083 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-44c761d7-254b-434d-a37d-056c6727137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844659820>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:08.117535 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c761d7-254b-434d-a37d-056c6727137e None None] The sync data for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 is: [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:13Z', 'revision_number': 4, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '929684f0-7790-4cdc-8e88-e2f70389166e', 'name': '', 'network_id': 'dad2f7c9-64f8-478e-b03e-ab205c0e62ed', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'mac_address': 'fa:16:3e:98:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:12Z', 'updated_at': '2022-04-02T21:56:15Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'subnets': [{'id': 'e72774c9-3acf-426d-9383-b002e3ec6b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:08.340095 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d249fc-ef28-4ac7-92db-16ec88684e0e None None] New status for floating IP 917b978b-34c0-44a7-a93c-19da7d72fc86: DOWN {{(pid=121651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:57:08.919510 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaa195-5355-4605-a586-68c07f87ba4b req-0db8621e-f82d-4e8a-be30-dd228266ae5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:08.921030 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bbfaa195-5355-4605-a586-68c07f87ba4b req-0db8621e-f82d-4e8a-be30-dd228266ae5c tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0524330
Apr 02 21:57:08.974141 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-bbfaa195-5355-4605-a586-68c07f87ba4b req-c84f65dc-3df3-4f78-bd0b-e77b239a4afa tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/security-groups?id=8467eebf-ea89-4b23-86cc-e5fdb6138690&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468862
Apr 02 21:57:09.467211 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c04a5ddb-99b3-4cc3-8f7f-4d4d9668999f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:09.468800 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c04a5ddb-99b3-4cc3-8f7f-4d4d9668999f tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 946 time: 0.0524268
Apr 02 21:57:09.565715 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 1e70c727-6ab0-44c9-b00c-3122de811098 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:57:09.566060 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:09.655951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 1e70c727-6ab0-44c9-b00c-3122de811098, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e70c727-6ab0-44c9-b00c-3122de811098,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:09.656371 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:09.668833 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 1e70c727-6ab0-44c9-b00c-3122de811098 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:57:09.791124 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (1e70c727-6ab0-44c9-b00c-3122de811098), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:09.823788 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=1e70c727-6ab0-44c9-b00c-3122de811098,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:09.836369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.836749 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.837097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.837441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.837775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.838108 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.838438 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.838764 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.839094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.839422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.839748 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.840077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.840401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.840746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.841069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:09.877802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] No DVR routers for this DVR port 1e70c727-6ab0-44c9-b00c-3122de811098 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:57:09.880463 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:09.883769 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8efe7059-b834-4689-9e3b-3dae76005e1d req-c9968a7c-1893-43fa-9796-f29520c6b04a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.21 "DELETE /v2.0/ports/1e70c727-6ab0-44c9-b00c-3122de811098 HTTP/1.1" status: 204  len: 173 time: 0.4096818
Apr 02 21:57:09.884223 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'name': 'network-vif-deleted', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:57:09.886495 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500d2de-08eb-4405-b3a3-3ade7b488554" -d '{"events": [{"server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "name": "network-vif-deleted", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:57:09.927805 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b26777-c403-4275-8546-f95b67add44c x-openstack-request-id: req-65b26777-c403-4275-8546-f95b67add44c {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:57:09.928485 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2b4e11-a886-4de0-9cb1-dd90f09037b9", "name": "network-vif-deleted", "tag": "1e70c727-6ab0-44c9-b00c-3122de811098", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:57:09.928746 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65b26777-c403-4275-8546-f95b67add44c {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:57:09.929149 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b26777-c403-4275-8546-f95b67add44c'] response: {'server_uuid': '7c2b4e11-a886-4de0-9cb1-dd90f09037b9', 'name': 'network-vif-deleted', 'tag': '1e70c727-6ab0-44c9-b00c-3122de811098', 'status': 'completed', 'code': 200}
Apr 02 21:57:10.091283 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5035fa01-5982-45a9-8432-1affa9b45860 req-245067ad-0d30-4f00-9df3-cea428116ebd tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c2b4e11-a886-4de0-9cb1-dd90f09037b9 HTTP/1.1" status: 200  len: 210 time: 0.0323968
Apr 02 21:57:11.150341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54774) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:11.511135 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (4e9fca91-99ed-43e9-9562-81711f72eea1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:11.762424 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:57:11.766574 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 929684f0-7790-4cdc-8e88-e2f70389166e {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:57:11.766915 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:11.854499 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 929684f0-7790-4cdc-8e88-e2f70389166e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=929684f0-7790-4cdc-8e88-e2f70389166e,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:11.854861 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:11.866837 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 929684f0-7790-4cdc-8e88-e2f70389166e owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:57:12.051401 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (929684f0-7790-4cdc-8e88-e2f70389166e), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:12.076413 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=929684f0-7790-4cdc-8e88-e2f70389166e,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:12.102292 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.102630 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.102977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.103318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.103655 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.103988 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.104318 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.104678 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.105008 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.105337 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.105666 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.105994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.106320 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.106643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.106966 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:12.267090 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (4e9fca91-99ed-43e9-9562-81711f72eea1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:12.801078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Router 4e9fca91-99ed-43e9-9562-81711f72eea1 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:57:12.910360 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:12.915327 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-61baf411-6271-4da7-949a-00fc4aa3b029 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "PUT /v2.0/routers/4e9fca91-99ed-43e9-9562-81711f72eea1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7639647
Apr 02 21:57:12.918036 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54776) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:12.920968 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] Sync routers for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:12.931185 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:12.931797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78446b6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:12.967422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting subnet e72774c9-3acf-426d-9383-b002e3ec6b5c {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 21:57:12.970530 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (e72774c9-3acf-426d-9383-b002e3ec6b5c), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.010182 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (e72774c9-3acf-426d-9383-b002e3ec6b5c), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.042465 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:13.101342 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (e72774c9-3acf-426d-9383-b002e3ec6b5c), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.161804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (e72774c9-3acf-426d-9383-b002e3ec6b5c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.189814 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Subnet': ['ID=e72774c9-3acf-426d-9383-b002e3ec6b5c,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:13.191799 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.198583 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9f16d90d-c1ec-4052-b1a3-46adccb1d4a6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/subnets/e72774c9-3acf-426d-9383-b002e3ec6b5c HTTP/1.1" status: 204  len: 168 time: 0.2758861
Apr 02 21:57:13.198583 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:13.204076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abdf80-85c2-4d37-a6cf-095f2f07e481 None None] Network dad2f7c9-64f8-478e-b03e-ab205c0e62ed requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:57:13.305765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78446b6f40>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:57:12Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:13.322045 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (4e9fca91-99ed-43e9-9562-81711f72eea1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.335694 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] Checking router: 4e9fca91-99ed-43e9-9562-81711f72eea1 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:13.351086 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] Routers {'4e9fca91-99ed-43e9-9562-81711f72eea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:13.351850 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78446b6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['4e9fca91-99ed-43e9-9562-81711f72eea1'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:13.436308 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] DHCP port deletion for dad2f7c9-64f8-478e-b03e-ab205c0e62ed request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 21:57:13.437175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_gateway (4e9fca91-99ed-43e9-9562-81711f72eea1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.498521 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Deleting port 31d50053-1eeb-41d8-8f00-705f915cfdc9 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:57:13.499058 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.499976 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] Set router 4e9fca91-99ed-43e9-9562-81711f72eea1 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:13.576903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e70c727-6ab0-44c9-b00c-3122de811098 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:57:13.593343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] For port 31d50053-1eeb-41d8-8f00-705f915cfdc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d50053-1eeb-41d8-8f00-705f915cfdc9,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:13.593718 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.606131 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Calling delete_port for 31d50053-1eeb-41d8-8f00-705f915cfdc9 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:57:13.786292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 1e70c727-6ab0-44c9-b00c-3122de811098 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:57:13.786640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 1e70c727-6ab0-44c9-b00c-3122de811098 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:57:13.797399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (31d50053-1eeb-41d8-8f00-705f915cfdc9), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.816781 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Deleting port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 21:57:13.817149 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.828764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Port': ['ID=31d50053-1eeb-41d8-8f00-705f915cfdc9,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:13.890819 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (4e9fca91-99ed-43e9-9562-81711f72eea1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.935472 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] For port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,segment=NetworkSegment(530f391b-746b-4c22-942f-9c9904e50081),segment_id=530f391b-746b-4c22-942f-9c9904e50081)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:13.936075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:13.952644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Calling delete_port for ad0f2708-2e0b-4d7e-ba27-f7430632ba8b owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 21:57:14.004705 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (4e9fca91-99ed-43e9-9562-81711f72eea1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.006873 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router_controller (4e9fca91-99ed-43e9-9562-81711f72eea1), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.010125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device ad0f2708-2e0b-4d7e-ba27-f7430632ba8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:57:14.051458 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (4e9fca91-99ed-43e9-9562-81711f72eea1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.052089 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9fca91-99ed-43e9-9562-81711f72eea1 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 21:57:14.058833 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.059957 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dc0b5193-535b-481e-a64f-1dacba65ff0a tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/routers/4e9fca91-99ed-43e9-9562-81711f72eea1 HTTP/1.1" status: 204  len: 168 time: 0.8611743
Apr 02 21:57:14.062648 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54780) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:14.067371 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78446b6f40>, [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:57:12Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:14.100750 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb9e03-5498-4734-aa32-99c6f5bc1f1a None None] The sync data for ids ['4e9fca91-99ed-43e9-9562-81711f72eea1'] in ncdv-master-1 is: [{'id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816798363', 'tenant_id': 'ca394d2c596042ad961fc645ce7b6940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:57:12Z', 'revision_number': 5, 'project_id': 'ca394d2c596042ad961fc645ce7b6940', 'gw_port': {'id': '31d50053-1eeb-41d8-8f00-705f915cfdc9', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9fca91-99ed-43e9-9562-81711f72eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:56:09Z', 'updated_at': '2022-04-02T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:14.143445 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (dad2f7c9-64f8-478e-b03e-ab205c0e62ed), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.148132 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.178897 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:14.179286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (ad0f2708-2e0b-4d7e-ba27-f7430632ba8b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.182347 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Pushing event deleted for resources: {'Port': ['ID=ad0f2708-2e0b-4d7e-ba27-f7430632ba8b,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:14.197641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] No DVR routers for this DVR port ad0f2708-2e0b-4d7e-ba27-f7430632ba8b on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 21:57:14.215262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.215615 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.215959 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.216302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.216666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.217003 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.217334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.217666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.217994 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.218314 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.218640 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.218967 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.219292 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.219618 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.219942 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a319e-2237-4947-a2a4-428c5753908e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:14.234881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (dad2f7c9-64f8-478e-b03e-ab205c0e62ed), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.255606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f147520>,) {'filters': {'network_id': ['dad2f7c9-64f8-478e-b03e-ab205c0e62ed']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:14.264707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f147520>, '530f391b-746b-4c22-942f-9c9904e50081') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:14.265009 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f147520>, '530f391b-746b-4c22-942f-9c9904e50081') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:14.275465 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (530f391b-746b-4c22-942f-9c9904e50081), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.290398 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (530f391b-746b-4c22-942f-9c9904e50081), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.296090 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 21:57:14.296480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (530f391b-746b-4c22-942f-9c9904e50081), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 21:57:14.300116 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 21:57:14.359936 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (dad2f7c9-64f8-478e-b03e-ab205c0e62ed), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.368546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.371801 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/networks/dad2f7c9-64f8-478e-b03e-ab205c0e62ed HTTP/1.1" status: 204  len: 168 time: 0.3080702
Apr 02 21:57:14.374797 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54782) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:14.382851 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40d0c7-eaff-4449-8dc3-aa65c3dce019 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'Network': ['ID=dad2f7c9-64f8-478e-b03e-ab205c0e62ed,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:14.433415 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-faf67d56-028f-46ca-acc0-0c4f9c9e05d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8467eebf-ea89-4b23-86cc-e5fdb6138690), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.465330 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-faf67d56-028f-46ca-acc0-0c4f9c9e05d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (8467eebf-ea89-4b23-86cc-e5fdb6138690), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.532481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-faf67d56-028f-46ca-acc0-0c4f9c9e05d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8467eebf-ea89-4b23-86cc-e5fdb6138690), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.535727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-faf67d56-028f-46ca-acc0-0c4f9c9e05d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.536957 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-faf67d56-028f-46ca-acc0-0c4f9c9e05d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] 10.222.0.18 "DELETE /v2.0/security-groups/8467eebf-ea89-4b23-86cc-e5fdb6138690 HTTP/1.1" status: 204  len: 168 time: 0.1606789
Apr 02 21:57:14.546507 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf67d56-028f-46ca-acc0-0c4f9c9e05d6 tempest-TestNetworkAdvancedServerOps-255875686 tempest-TestNetworkAdvancedServerOps-255875686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467eebf-ea89-4b23-86cc-e5fdb6138690,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:14.852959 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54790) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:14.890258 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:14.982862 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-28211785-2926-49e0-8b41-f79bb63a8755 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca394d2c596042ad961fc645ce7b6940&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1286907
Apr 02 21:57:14.985314 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54794) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:15.032754 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d9164a-f61c-4b12-a498-547fbf833a7d admin admin] Publish callbacks [] for security_group (8ab5f412-941c-4c30-97a5-84594e07a6b1), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.052700 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d9164a-f61c-4b12-a498-547fbf833a7d admin admin] Publish callbacks [] for security_group (8ab5f412-941c-4c30-97a5-84594e07a6b1), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.100313 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d9164a-f61c-4b12-a498-547fbf833a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (8ab5f412-941c-4c30-97a5-84594e07a6b1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.102925 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-21d9164a-f61c-4b12-a498-547fbf833a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.104080 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-21d9164a-f61c-4b12-a498-547fbf833a7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ab5f412-941c-4c30-97a5-84594e07a6b1 HTTP/1.1" status: 204  len: 168 time: 0.1178646
Apr 02 21:57:15.112703 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9164a-f61c-4b12-a498-547fbf833a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5f412-941c-4c30-97a5-84594e07a6b1,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:15.367624 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54800) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:15.381225 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-296a83e6-db5a-45ff-8aac-d45cff402d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.459758 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-296a83e6-db5a-45ff-8aac-d45cff402d02 admin admin] Publish callbacks [] for security_group (e12f1159-ce72-4272-bc8f-d49ffc88496e), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.463536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-296a83e6-db5a-45ff-8aac-d45cff402d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e12f1159-ce72-4272-bc8f-d49ffc88496e), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.501460 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-296a83e6-db5a-45ff-8aac-d45cff402d02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ca1b466668a458b93736f7e6586433e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1327500
Apr 02 21:57:15.502934 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a83e6-db5a-45ff-8aac-d45cff402d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f1159-ce72-4272-bc8f-d49ffc88496e,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:15.505525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54802) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:15.552868 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-daaa-4418-bfb5-40f3c3f10e98 admin admin] Publish callbacks [] for security_group (e12f1159-ce72-4272-bc8f-d49ffc88496e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.576864 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-daaa-4418-bfb5-40f3c3f10e98 admin admin] Publish callbacks [] for security_group (e12f1159-ce72-4272-bc8f-d49ffc88496e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.624176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-daaa-4418-bfb5-40f3c3f10e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e12f1159-ce72-4272-bc8f-d49ffc88496e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.629347 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-daaa-4418-bfb5-40f3c3f10e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:15.630758 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-12b0dc2f-daaa-4418-bfb5-40f3c3f10e98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e12f1159-ce72-4272-bc8f-d49ffc88496e HTTP/1.1" status: 204  len: 168 time: 0.1239102
Apr 02 21:57:15.639489 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0dc2f-daaa-4418-bfb5-40f3c3f10e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f1159-ce72-4272-bc8f-d49ffc88496e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:15.895666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 929684f0-7790-4cdc-8e88-e2f70389166e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:57:15.918268 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 929684f0-7790-4cdc-8e88-e2f70389166e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:57:15.918617 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 929684f0-7790-4cdc-8e88-e2f70389166e not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:57:15.919038 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31d50053-1eeb-41d8-8f00-705f915cfdc9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 21:57:15.944979 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 31d50053-1eeb-41d8-8f00-705f915cfdc9 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 21:57:15.945287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 31d50053-1eeb-41d8-8f00-705f915cfdc9 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 21:57:16.323102 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54824) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:16.418978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1288247943-network', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:16.437192 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Made reservation on behalf of 6e33cf82705649d680da9a6bb1ecf1fe for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:57:16.439454 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.448075 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.523310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks [] for security_group (1cc11792-58cf-4b69-b83c-569cc5a75405), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.527060 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1cc11792-58cf-4b69-b83c-569cc5a75405), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.552390 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:57:16.561529 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc11792-58cf-4b69-b83c-569cc5a75405,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:16.568744 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a0449afe-085d-4fda-b6f7-7d02f20ca69b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.569169 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Added segment a0449afe-085d-4fda-b6f7-7d02f20ca69b of type vlan for network 736cf116-b58d-41e4-9c8d-0139b33e2970
Apr 02 21:57:16.608382 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (736cf116-b58d-41e4-9c8d-0139b33e2970), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.637843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (736cf116-b58d-41e4-9c8d-0139b33e2970), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.638958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:16.639541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.675649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3514483
Apr 02 21:57:16.678790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54828) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:16.684441 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Request body: {'subnet': {'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1288247943-subnet', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:16.703770 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Made reservation on behalf of 6e33cf82705649d680da9a6bb1ecf1fe for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:57:16.706656 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.707685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030768ca-8d91-44ed-9934-a812799128f4 admin admin] Pushing event updated for resources: {'Network': ['ID=736cf116-b58d-41e4-9c8d-0139b33e2970,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:16.718785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:57:16.883340 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (7d00819e-1fa1-4e64-9676-25ce62743c27), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.940291 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d00819e-1fa1-4e64-9676-25ce62743c27,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:16.947827 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Checking segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:16.948186 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Network hostable DHCP agents. Network: 736cf116-b58d-41e4-9c8d-0139b33e2970, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:57:16.964781 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:57:16.973350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 736cf116-b58d-41e4-9c8d-0139b33e2970) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:16.977356 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:16.977966 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:16.982467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e44c9a-9bca-418f-9917-9835c81a84da None None] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:57:16.994664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b8cbb33a-f715-4b7b-8b10-cd5b39c0b006 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3140841
Apr 02 21:57:16.997439 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54830) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:17.002910 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:17.021205 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (1df73d8d-99f1-44cf-994c-6a4d5977eaea), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.022238 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (1df73d8d-99f1-44cf-994c-6a4d5977eaea), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.076891 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks [] for router_controller (1df73d8d-99f1-44cf-994c-6a4d5977eaea), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.086636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-736cf116-b58d-41e4-9c8d-0139b33e2970', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:57:17.087507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.217476 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks [] for router_gateway (1df73d8d-99f1-44cf-994c-6a4d5977eaea), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.228446 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Allocated IP 172.20.0.2 (736cf116-b58d-41e4-9c8d-0139b33e2970/7d00819e-1fa1-4e64-9676-25ce62743c27/0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:17.372137 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Publish callbacks [] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.377787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.419059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:17.421797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:17.422348 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks [] for router_gateway (1df73d8d-99f1-44cf-994c-6a4d5977eaea), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.428110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:17.435024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Pushing event updated for resources: {'Port': ['ID=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:17.444909 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.488246 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Attempting to bind port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:17.488641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Attempting to bind port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:17.488954 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Attempting to bind port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d on network 736cf116-b58d-41e4-9c8d-0139b33e2970 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:17.494327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:17.494542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Checking segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:17.494847 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.495200 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Bound using segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:17.495664 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Bound port: 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:17.496047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.553244 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Allocated IP 172.35.4.152 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/9dc000be-9021-4f29-894f-0329893aeac8) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:17.557809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] For port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:17.560849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] For port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:17.566940 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.626673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21680927-622c-4cad-9848-16b4824ce8b8 None None] Pushing event updated for resources: {'Port': ['ID=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:17.661156 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks [] for port (9dc000be-9021-4f29-894f-0329893aeac8), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.696120 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (9dc000be-9021-4f29-894f-0329893aeac8), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:17.733564 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:17.736482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:17.740123 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:17.779694 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc000be-9021-4f29-894f-0329893aeac8,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:17.975504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:18.027704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:18.028396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.029677 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks [] for router_gateway (1df73d8d-99f1-44cf-994c-6a4d5977eaea), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.110081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:18.110469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.142867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:18.146993 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.199142 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:18.234692 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (1df73d8d-99f1-44cf-994c-6a4d5977eaea), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.364353 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.373771 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:57:18.487416 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:18.500518 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:18.507815 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.509170 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a858f7cd-b176-45a6-ab17-227fe3003996 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5102246
Apr 02 21:57:18.511869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54832) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:18.512050 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:18.512681 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845da5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:18.537447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7231e-1a89-43fe-823d-bc6d2020a662 None None] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:57:18.645762 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:18.665937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b22e306d-f854-4a51-937a-f2d88819703a None None] Provisioning complete for port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:18.666389 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b22e306d-f854-4a51-937a-f2d88819703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.755447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b22e306d-f854-4a51-937a-f2d88819703a None None] Current status of the port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:18.849384 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845da5af0>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:17Z', 'revision_number': 3, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:18.877699 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:18.878042 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Updating router 1df73d8d-99f1-44cf-994c-6a4d5977eaea port 9dc000be-9021-4f29-894f-0329893aeac8 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:57:18.905050 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9dc000be-9021-4f29-894f-0329893aeac8), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.958630 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:18.976872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-d8505670-a333-4712-b858-1f9d5d965922 None None] Provisioning complete for port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:18.977563 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d8505670-a333-4712-b858-1f9d5d965922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.060898 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-d8505670-a333-4712-b858-1f9d5d965922 None None] Current status of the port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:19.119039 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Allocated IP 172.20.0.1 (736cf116-b58d-41e4-9c8d-0139b33e2970/7d00819e-1fa1-4e64-9676-25ce62743c27/95650dec-6af2-4ce0-ba68-42459515fc54) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:19.169754 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Publish callbacks [] for port (9dc000be-9021-4f29-894f-0329893aeac8), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.174947 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9dc000be-9021-4f29-894f-0329893aeac8), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.224332 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks [] for port (95650dec-6af2-4ce0-ba68-42459515fc54), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.225077 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Attempting to bind port 9dc000be-9021-4f29-894f-0329893aeac8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:19.225431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Attempting to bind port 9dc000be-9021-4f29-894f-0329893aeac8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:19.225783 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Attempting to bind port 9dc000be-9021-4f29-894f-0329893aeac8 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:19.228571 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Pushing event updated for resources: {'Port': ['ID=9dc000be-9021-4f29-894f-0329893aeac8,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:19.236851 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:19.237221 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:19.237609 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.237992 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:19.238444 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Bound port: 9dc000be-9021-4f29-894f-0329893aeac8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:19.238814 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9dc000be-9021-4f29-894f-0329893aeac8), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.241724 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.242062 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.242392 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.242720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.243037 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.243355 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.243674 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.243987 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.244298 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.244636 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.244946 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.245259 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.245568 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.245877 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.246186 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:57:19.259685 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.295837 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:19.296657 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] For port 9dc000be-9021-4f29-894f-0329893aeac8, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:19.300542 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] For port 9dc000be-9021-4f29-894f-0329893aeac8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dc000be-9021-4f29-894f-0329893aeac8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:19.300737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:19.306844 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9dc000be-9021-4f29-894f-0329893aeac8), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.312655 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:19.335525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Pushing event updated for resources: {'Port': ['ID=95650dec-6af2-4ce0-ba68-42459515fc54,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:19.354280 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (1df73d8d-99f1-44cf-994c-6a4d5977eaea), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.370060 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:19.370684 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845da5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:19.372420 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a579d-d822-49c4-9116-644aeaea3787 None None] Pushing event updated for resources: {'Port': ['ID=9dc000be-9021-4f29-894f-0329893aeac8,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:19.487953 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:19.502547 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.584474 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fddfc8e5-e0c5-4274-8ee9-6ef6d2171898 None None] Provisioning complete for port 95650dec-6af2-4ce0-ba68-42459515fc54 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:19.585123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fddfc8e5-e0c5-4274-8ee9-6ef6d2171898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.620915 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fddfc8e5-e0c5-4274-8ee9-6ef6d2171898 None None] Port 95650dec-6af2-4ce0-ba68-42459515fc54 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:19.672853 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks [] for port (95650dec-6af2-4ce0-ba68-42459515fc54), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.675432 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845da5af0>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:17Z', 'revision_number': 3, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:19.678177 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.700679 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5bc27-dbe6-4c47-a935-bd8588672bce None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:17Z', 'revision_number': 3, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:19.744969 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (1df73d8d-99f1-44cf-994c-6a4d5977eaea), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:19.748008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Pushing event updated for resources: {'Port': ['ID=95650dec-6af2-4ce0-ba68-42459515fc54,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:19.847595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:19.849008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:19.988862 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:20.069534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:20.070683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:20.183451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:20.245606 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-e5a54577-36f4-4d17-b9b4-1f96afc3c655 None None] Provisioning complete for port 95650dec-6af2-4ce0-ba68-42459515fc54 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:20.246066 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e5a54577-36f4-4d17-b9b4-1f96afc3c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:20.281858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-e5a54577-36f4-4d17-b9b4-1f96afc3c655 None None] Port 95650dec-6af2-4ce0-ba68-42459515fc54 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:20.343410 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:57:20.459915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:20.466287 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-35bc31ca-da42-4400-b364-375bdb3efa40 admin admin] 10.222.0.18 "PUT /v2.0/routers/1df73d8d-99f1-44cf-994c-6a4d5977eaea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9529409
Apr 02 21:57:20.938020 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54848) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:20.943557 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1662318003-network', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:20.962132 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Made reservation on behalf of 606664aa1d6141f4ab9f26dfffc69a12 for: {'network': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:57:20.964503 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:20.973289 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.055843 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks [] for security_group (a0caede9-e5ad-40de-b90e-026aea1750d0), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.059798 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a0caede9-e5ad-40de-b90e-026aea1750d0), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.085926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=121648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 21:57:21.096720 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0caede9-e5ad-40de-b90e-026aea1750d0,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:21.102794 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (68e87791-b288-4ab5-ba57-6a9efdf5b842), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.103211 ncdv-master-1 neutron-server[121648]: INFO neutron.db.segments_db [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Added segment 68e87791-b288-4ab5-ba57-6a9efdf5b842 of type vlan for network c23fdd15-c9b9-40eb-986e-ef3484b3efb6
Apr 02 21:57:21.146556 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (c23fdd15-c9b9-40eb-986e-ef3484b3efb6), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.174184 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (c23fdd15-c9b9-40eb-986e-ef3484b3efb6), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.175206 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:21.176264 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.211971 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2728298
Apr 02 21:57:21.214852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54850) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:21.219900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Request body: {'subnet': {'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1662318003-subnet', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'ip_version': 4}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:21.239273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Made reservation on behalf of 606664aa1d6141f4ab9f26dfffc69a12 for: {'subnet': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:57:21.242372 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15558774'] for subnet (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.244538 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1dbe2-a63d-4e2d-9e1c-0cfc349f0d93 admin admin] Pushing event updated for resources: {'Network': ['ID=c23fdd15-c9b9-40eb-986e-ef3484b3efb6,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:21.254759 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 21:57:21.337607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:21.347761 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:21.348530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455aeee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:21.421236 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13935458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15558752'] for subnet (5bde8990-c20e-449b-b436-4bef56c0db74), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.461507 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:21.478517 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bde8990-c20e-449b-b436-4bef56c0db74,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:21.486023 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Checking segment: {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:21.486430 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Network hostable DHCP agents. Network: c23fdd15-c9b9-40eb-986e-ef3484b3efb6, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 21:57:21.504855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 21:57:21.514893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c23fdd15-c9b9-40eb-986e-ef3484b3efb6) {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:21.520448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:21.521147 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.541270 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-781d43ec-60ff-437c-bb27-1ad17974a878 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3251588
Apr 02 21:57:21.543098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de742b-986a-4d32-bbb5-b7d48c1aa918 None None] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:57:21.544062 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54852) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:21.549295 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:21.572367 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (a1b36007-4c72-4a51-8b23-20babcb795a4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.573678 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (a1b36007-4c72-4a51-8b23-20babcb795a4), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.630963 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks [] for router_controller (a1b36007-4c72-4a51-8b23-20babcb795a4), precommit_add_association {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.761351 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c23fdd15-c9b9-40eb-986e-ef3484b3efb6', 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6', 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'fixed_ips': [{'subnet_id': '5bde8990-c20e-449b-b436-4bef56c0db74'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 21:57:21.762210 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.784046 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks [] for router_gateway (a1b36007-4c72-4a51-8b23-20babcb795a4), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:21.794187 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455aeee0>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 2, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:21.988513 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks [] for router_gateway (a1b36007-4c72-4a51-8b23-20babcb795a4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.012141 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.037388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9dc000be-9021-4f29-894f-0329893aeac8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:22.042397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:22.042758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Updating router 1df73d8d-99f1-44cf-994c-6a4d5977eaea port 95650dec-6af2-4ce0-ba68-42459515fc54 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:57:22.115774 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Allocated IP 172.35.4.72 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/188c9d23-8ed5-42bf-b07d-9b8afd56e4b7) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:22.139195 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.189833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Allocated IP 172.20.0.2 (c23fdd15-c9b9-40eb-986e-ef3484b3efb6/5bde8990-c20e-449b-b436-4bef56c0db74/cfa531ad-29b5-4471-b03c-f29a09539ff7) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:22.204383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9dc000be-9021-4f29-894f-0329893aeac8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:22.204815 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9dc000be-9021-4f29-894f-0329893aeac8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.222489 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks [] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.257234 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.294991 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:22.300421 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:22.304858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:22.307903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Pushing event updated for resources: {'Port': ['ID=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:22.517833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9dc000be-9021-4f29-894f-0329893aeac8 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:22.518471 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (9dc000be-9021-4f29-894f-0329893aeac8), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.559477 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks [] for router_gateway (a1b36007-4c72-4a51-8b23-20babcb795a4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.572784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Publish callbacks [] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.576110 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 9dc000be-9021-4f29-894f-0329893aeac8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dc000be-9021-4f29-894f-0329893aeac8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:22.587106 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (9dc000be-9021-4f29-894f-0329893aeac8), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.590503 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.669807 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:22.681004 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:22.683444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:22.698633 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=9dc000be-9021-4f29-894f-0329893aeac8,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:22.706233 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Publish callbacks [] for port (95650dec-6af2-4ce0-ba68-42459515fc54), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.734262 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.762021 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (a1b36007-4c72-4a51-8b23-20babcb795a4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.771322 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Pushing event updated for resources: {'Port': ['ID=cfa531ad-29b5-4471-b03c-f29a09539ff7,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:22.853882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Attempting to bind port cfa531ad-29b5-4471-b03c-f29a09539ff7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:22.854265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Attempting to bind port cfa531ad-29b5-4471-b03c-f29a09539ff7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:22.854638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Attempting to bind port cfa531ad-29b5-4471-b03c-f29a09539ff7 on network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:22.869259 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b234-b1a3-407f-bfaf-ffc83d398f95 None None] Pushing event updated for resources: {'Port': ['ID=95650dec-6af2-4ce0-ba68-42459515fc54,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:22.887107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:22.887488 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Checking segment: {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:22.887897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.888299 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Bound using segment: {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:22.888830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Bound port: cfa531ad-29b5-4471-b03c-f29a09539ff7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:22.889217 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.912443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Router a1b36007-4c72-4a51-8b23-20babcb795a4 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 21:57:22.919641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Attempting to bind port 95650dec-6af2-4ce0-ba68-42459515fc54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:22.919641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Attempting to bind port 95650dec-6af2-4ce0-ba68-42459515fc54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:22.919641 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Attempting to bind port 95650dec-6af2-4ce0-ba68-42459515fc54 on network 736cf116-b58d-41e4-9c8d-0139b33e2970 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:22.944469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:22.944870 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Checking segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:22.945274 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:22.945673 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Bound using segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:22.946156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Bound port: 95650dec-6af2-4ce0-ba68-42459515fc54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:22.946541 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.006493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] For port cfa531ad-29b5-4471-b03c-f29a09539ff7, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:23.011098 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] For port cfa531ad-29b5-4471-b03c-f29a09539ff7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa531ad-29b5-4471-b03c-f29a09539ff7,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:23.030419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:23.032958 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.040984 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Sync routers for ids ['a1b36007-4c72-4a51-8b23-20babcb795a4'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:23.049706 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.050962 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-76236584-50ed-46c3-82af-2a96f4905829 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5051620
Apr 02 21:57:23.053613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54854) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:23.054552 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Routers {'a1b36007-4c72-4a51-8b23-20babcb795a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:23.055169 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845da5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a1b36007-4c72-4a51-8b23-20babcb795a4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:23.080525 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] For port 95650dec-6af2-4ce0-ba68-42459515fc54, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:23.101541 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-fffcfc52-8e79-49cf-9693-70540e921ebb None None] Provisioning complete for port 95650dec-6af2-4ce0-ba68-42459515fc54 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:23.101914 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-fffcfc52-8e79-49cf-9693-70540e921ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.145250 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] For port 95650dec-6af2-4ce0-ba68-42459515fc54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95650dec-6af2-4ce0-ba68-42459515fc54,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:23.150395 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-fffcfc52-8e79-49cf-9693-70540e921ebb None None] Port 95650dec-6af2-4ce0-ba68-42459515fc54 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:23.168134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.172756 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Set router a1b36007-4c72-4a51-8b23-20babcb795a4 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:23.178055 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc14a8-48cb-403c-bc94-e1ea9b67952d None None] Pushing event updated for resources: {'Port': ['ID=cfa531ad-29b5-4471-b03c-f29a09539ff7,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:23.277139 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b234-b1a3-407f-bfaf-ffc83d398f95 None None] Pushing event updated for resources: {'Port': ['ID=95650dec-6af2-4ce0-ba68-42459515fc54,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:23.290579 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-22b51139-b4cc-49b0-acf6-a51ff61bb9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.294339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:23.295230 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78455aeee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:23.407016 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845da5c40>, [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 3, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:23.452809 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Checking router: a1b36007-4c72-4a51-8b23-20babcb795a4 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:23.452809 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Updating router a1b36007-4c72-4a51-8b23-20babcb795a4 port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:57:23.480811 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:23.481415 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.720023 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] Provisioning complete for port 95650dec-6af2-4ce0-ba68-42459515fc54 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:23.721229 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.724831 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.766646 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Publish callbacks [] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.773074 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.807378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78455aeee0>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:23.842881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f46bab-245c-4c2e-9cac-c2c17224f3ce None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:23.848427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] Current status of the port 95650dec-6af2-4ce0-ba68-42459515fc54 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:23.848995 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Attempting to bind port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Attempting to bind port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Attempting to bind port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Bound port: 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:23.955731 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:23.958103 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] For port 95650dec-6af2-4ce0-ba68-42459515fc54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95650dec-6af2-4ce0-ba68-42459515fc54,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:23.964516 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.030001 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Allocated IP 172.20.0.1 (c23fdd15-c9b9-40eb-986e-ef3484b3efb6/5bde8990-c20e-449b-b436-4bef56c0db74/6adf7285-540c-4b66-bb70-93b6550eabde) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:24.060994 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfad80-6ae9-45a4-8c47-71378da77163 None None] Pushing event updated for resources: {'Port': ['ID=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:24.074994 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] For port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:24.081063 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f01d3-cbbf-448b-8194-fa39c237f670 None None] Pushing event updated for resources: {'Port': ['ID=95650dec-6af2-4ce0-ba68-42459515fc54,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:24.084576 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] For port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:24.099278 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.142864 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Routers {'a1b36007-4c72-4a51-8b23-20babcb795a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:24.143515 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845da5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:56:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a1b36007-4c72-4a51-8b23-20babcb795a4'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:24.201877 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks [] for port (6adf7285-540c-4b66-bb70-93b6550eabde), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.220513 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cfa531ad-29b5-4471-b03c-f29a09539ff7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:24.254491 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.275352 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] Set router a1b36007-4c72-4a51-8b23-20babcb795a4 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:24.326645 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cfa531ad-29b5-4471-b03c-f29a09539ff7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:24.327299 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.378178 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:24.384135 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:24.386235 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6adf7285-540c-4b66-bb70-93b6550eabde,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:24.388659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:24.447937 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (a1b36007-4c72-4a51-8b23-20babcb795a4), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.471097 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cfa531ad-29b5-4471-b03c-f29a09539ff7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:24.471309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.484061 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfad80-6ae9-45a4-8c47-71378da77163 None None] Pushing event updated for resources: {'Port': ['ID=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:24.510387 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port cfa531ad-29b5-4471-b03c-f29a09539ff7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa531ad-29b5-4471-b03c-f29a09539ff7,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:24.516546 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.517790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9dc000be-9021-4f29-894f-0329893aeac8 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:24.566586 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26501f5c-7b8b-48eb-a4ae-41e209c025c9 None None] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 21:57:24.594219 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845da5c40>, [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 3, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:24.625573 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f04f5e-14e0-4558-98d1-12915e685ed0 None None] The sync data for ids ['a1b36007-4c72-4a51-8b23-20babcb795a4'] in ncdv-master-1 is: [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 3, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:24.639349 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=cfa531ad-29b5-4471-b03c-f29a09539ff7,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:24.746155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cb86cb7f-7756-451d-97dc-17eefd4f5ea1 None None] Provisioning complete for port cfa531ad-29b5-4471-b03c-f29a09539ff7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:24.746709 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cb86cb7f-7756-451d-97dc-17eefd4f5ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.748265 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 9dc000be-9021-4f29-894f-0329893aeac8 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:24.748660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (9dc000be-9021-4f29-894f-0329893aeac8), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:24.945846 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 9dc000be-9021-4f29-894f-0329893aeac8 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:24.950741 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cb86cb7f-7756-451d-97dc-17eefd4f5ea1 None None] Current status of the port cfa531ad-29b5-4471-b03c-f29a09539ff7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:25.107148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.276999 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-841d13c3-060f-4dbb-9156-abdc3a1158b4 None None] Provisioning complete for port 6adf7285-540c-4b66-bb70-93b6550eabde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:25.277373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-841d13c3-060f-4dbb-9156-abdc3a1158b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.322403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-841d13c3-060f-4dbb-9156-abdc3a1158b4 None None] Port 6adf7285-540c-4b66-bb70-93b6550eabde cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:25.339953 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-841d13c3-060f-4dbb-9156-abdc3a1158b4 None None] Provisioning complete for port cfa531ad-29b5-4471-b03c-f29a09539ff7 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:25.340703 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-841d13c3-060f-4dbb-9156-abdc3a1158b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.341875 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks [] for port (6adf7285-540c-4b66-bb70-93b6550eabde), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.350761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.417264 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6adf7285-540c-4b66-bb70-93b6550eabde,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:25.437232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (a1b36007-4c72-4a51-8b23-20babcb795a4), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.469540 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-841d13c3-060f-4dbb-9156-abdc3a1158b4 None None] Current status of the port cfa531ad-29b5-4471-b03c-f29a09539ff7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:25.473548 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-519d12f0-52f3-4234-b459-201766652276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.543242 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:25.544676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:25.600696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ff211738-957c-430d-b08c-0495e772538c None None] Provisioning complete for port 6adf7285-540c-4b66-bb70-93b6550eabde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:25.601088 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ff211738-957c-430d-b08c-0495e772538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.665722 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ff211738-957c-430d-b08c-0495e772538c None None] Port 6adf7285-540c-4b66-bb70-93b6550eabde cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:25.672805 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Router a1b36007-4c72-4a51-8b23-20babcb795a4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:57:25.790026 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-615ed77d-968d-4d13-bb7c-fb7b758c221f None None] Provisioning complete for port 6adf7285-540c-4b66-bb70-93b6550eabde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:25.790517 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-615ed77d-968d-4d13-bb7c-fb7b758c221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:25.794558 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:25.799614 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-122c323e-f1bb-4770-bfa2-a4bac67919c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1b36007-4c72-4a51-8b23-20babcb795a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7446592
Apr 02 21:57:25.831975 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-615ed77d-968d-4d13-bb7c-fb7b758c221f None None] Port 6adf7285-540c-4b66-bb70-93b6550eabde cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:26.051881 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cfa531ad-29b5-4471-b03c-f29a09539ff7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:26.099479 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port cfa531ad-29b5-4471-b03c-f29a09539ff7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:26.099853 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.176223 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port cfa531ad-29b5-4471-b03c-f29a09539ff7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:26.177318 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:26.374560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:26.379225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482115301', 'description': 'tempest-secgroup-smoke-482115301 description', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:26.379672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:26.380052 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.398734 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.464639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:26.465121 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.479754 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (7136120e-2544-421b-ac87-1f81081a2b34), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.484929 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7136120e-2544-421b-ac87-1f81081a2b34), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.491858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:26.496361 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.497218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95650dec-6af2-4ce0-ba68-42459515fc54 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:26.514991 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.516227 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1406481
Apr 02 21:57:26.518100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0311e-769a-4642-ad39-173bd9cedab5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7136120e-2544-421b-ac87-1f81081a2b34,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:26.519918 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:26.525590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '7136120e-2544-421b-ac87-1f81081a2b34', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:26.553704 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (45c766e8-e6c0-4101-bae8-22db4f8eb19c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.576662 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:26.587771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 95650dec-6af2-4ce0-ba68-42459515fc54 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:26.588152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.613498 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (45c766e8-e6c0-4101-bae8-22db4f8eb19c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.617092 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (45c766e8-e6c0-4101-bae8-22db4f8eb19c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.633796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c766e8-e6c0-4101-bae8-22db4f8eb19c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:26.643814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.645168 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5733ced4-125a-4ff8-ad2b-860ef0d89c9d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1236138
Apr 02 21:57:26.647853 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:26.652239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '7136120e-2544-421b-ac87-1f81081a2b34', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:26.676443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 95650dec-6af2-4ce0-ba68-42459515fc54 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:26.680329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (a81d9856-8235-4a7b-a051-a900e5c02f2b), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.736711 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (a81d9856-8235-4a7b-a051-a900e5c02f2b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.740271 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (a81d9856-8235-4a7b-a051-a900e5c02f2b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.759717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81d9856-8235-4a7b-a051-a900e5c02f2b,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:26.765338 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.768925 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c0b6ee79-17d1-4596-a96a-c6a8b6feb28b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1199164
Apr 02 21:57:26.769836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54868) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:26.774403 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '7136120e-2544-421b-ac87-1f81081a2b34', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:26.798440 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (fb876983-7090-41cc-9284-50c3efd00318), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.853073 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (fb876983-7090-41cc-9284-50c3efd00318), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.856529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (fb876983-7090-41cc-9284-50c3efd00318), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.875355 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.875918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb876983-7090-41cc-9284-50c3efd00318,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:26.880410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.884539 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c895261b-2541-4359-8694-e264f83be3a7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1107781
Apr 02 21:57:26.884539 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54870) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:26.889041 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '7136120e-2544-421b-ac87-1f81081a2b34', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:26.916659 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (e0507251-33fd-4378-85a6-622d54951bf7), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.981315 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (e0507251-33fd-4378-85a6-622d54951bf7), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:26.984976 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e0507251-33fd-4378-85a6-622d54951bf7), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.002157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0507251-33fd-4378-85a6-622d54951bf7,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:27.010901 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.012110 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a8eed4a6-e08c-4bb0-a13b-8c603a64b072 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1264336
Apr 02 21:57:27.014846 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54872) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:27.019825 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '7136120e-2544-421b-ac87-1f81081a2b34', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:27.040589 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Project 6e33cf82705649d680da9a6bb1ecf1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:57:27.045552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (e6ee707e-d032-4319-9d48-3725ffe3170f), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.105026 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (e6ee707e-d032-4319-9d48-3725ffe3170f), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.109005 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (e6ee707e-d032-4319-9d48-3725ffe3170f), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.127551 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ee707e-d032-4319-9d48-3725ffe3170f,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:27.137273 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.138488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-a0f8f6d0-7d48-4b1c-9992-a00031c3f2aa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1226959
Apr 02 21:57:27.141279 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 54874) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:27.146149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '7136120e-2544-421b-ac87-1f81081a2b34', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:27.165554 ncdv-master-1 neutron-server[121648]: INFO neutron.db.securitygroups_db [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Project 6e33cf82705649d680da9a6bb1ecf1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 21:57:27.170453 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (8a98c1ae-f181-499c-ae45-5252b2420d19), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.229780 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (8a98c1ae-f181-499c-ae45-5252b2420d19), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.233258 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (8a98c1ae-f181-499c-ae45-5252b2420d19), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.250203 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a98c1ae-f181-499c-ae45-5252b2420d19,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:27.259716 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.261048 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-92733f76-cfb7-47df-9670-3f66ebcd3b12 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1188517
Apr 02 21:57:27.415018 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Sync routers for ids ['a1b36007-4c72-4a51-8b23-20babcb795a4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:27.416963 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-25adb704-fb13-4a2f-86be-c63a174ff0be tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482115301&fields=id&tenant_id=6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 267 time: 0.0484629
Apr 02 21:57:27.425338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Routers {'a1b36007-4c72-4a51-8b23-20babcb795a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:27.425945 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784553cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:57:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a1b36007-4c72-4a51-8b23-20babcb795a4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:27.525341 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-0cc1444b-7e12-4418-a4a0-3ebbd48ba936 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:27.526811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-0cc1444b-7e12-4418-a4a0-3ebbd48ba936 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 809 time: 0.1033702
Apr 02 21:57:27.532992 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Set router a1b36007-4c72-4a51-8b23-20babcb795a4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:27.541668 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-3ef9e862-45bf-4b07-852a-39b8d36cb947 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/quotas/6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 375 time: 0.0089676
Apr 02 21:57:27.596129 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-e0b0128a-2e27-407e-8574-bff844a24bb3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0492887
Apr 02 21:57:27.688685 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-2b73ab2f-6720-421c-853a-280c84a2b419 service neutron] 10.222.0.18 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807862
Apr 02 21:57:27.731176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784553cee0>, [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T21:57:25Z', 'revision_number': 4, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6adf7285-540c-4b66-bb70-93b6550eabde', 'name': '', 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'mac_address': 'fa:16:3e:3d:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5bde8990-c20e-449b-b436-4bef56c0db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:23Z', 'updated_at': '2022-04-02T21:57:25Z', 'revision_number': 2, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'subnets': [{'id': '5bde8990-c20e-449b-b436-4bef56c0db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:27.757385 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Checking router: a1b36007-4c72-4a51-8b23-20babcb795a4 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:27.757736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Updating router a1b36007-4c72-4a51-8b23-20babcb795a4 port 6adf7285-540c-4b66-bb70-93b6550eabde binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 21:57:27.781489 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-e1d34050-52d6-485e-9962-b09f30938689 service neutron] 10.222.0.18 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860949
Apr 02 21:57:27.784628 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:27.957169 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-57d11873-2a60-4c3d-a8c0-b77711a65225 req-e9c68247-01d7-44da-a573-ac2f9048986b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 210 time: 0.0363648
Apr 02 21:57:28.005154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:28.101531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Publish callbacks [] for port (6adf7285-540c-4b66-bb70-93b6550eabde), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.108889 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.112803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:28.113237 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.200718 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c566-73a1-48f8-8e6c-15daca9038a7 None None] Pushing event updated for resources: {'Port': ['ID=6adf7285-540c-4b66-bb70-93b6550eabde,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:28.276008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Attempting to bind port 6adf7285-540c-4b66-bb70-93b6550eabde on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:28.276374 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Attempting to bind port 6adf7285-540c-4b66-bb70-93b6550eabde by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:28.276776 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Attempting to bind port 6adf7285-540c-4b66-bb70-93b6550eabde on network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:28.291428 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:28.291863 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Checking segment: {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:28.292232 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.292656 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Bound using segment: {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:28.293152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Bound port: 6adf7285-540c-4b66-bb70-93b6550eabde, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e87791-b288-4ab5-ba57-6a9efdf5b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:28.293539 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.306210 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:28.368643 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] For port 6adf7285-540c-4b66-bb70-93b6550eabde, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:28.371848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] For port 6adf7285-540c-4b66-bb70-93b6550eabde, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6adf7285-540c-4b66-bb70-93b6550eabde,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:28.378016 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.434815 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Routers {'a1b36007-4c72-4a51-8b23-20babcb795a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:28.435456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784553cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:57:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a1b36007-4c72-4a51-8b23-20babcb795a4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:28.450572 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c566-73a1-48f8-8e6c-15daca9038a7 None None] Pushing event updated for resources: {'Port': ['ID=6adf7285-540c-4b66-bb70-93b6550eabde,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:28.515520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] Provisioning complete for port 6adf7285-540c-4b66-bb70-93b6550eabde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:28.515823 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.608082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] Set router a1b36007-4c72-4a51-8b23-20babcb795a4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:28.740095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] Current status of the port 6adf7285-540c-4b66-bb70-93b6550eabde is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:28.740389 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.817560 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] For port 6adf7285-540c-4b66-bb70-93b6550eabde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6adf7285-540c-4b66-bb70-93b6550eabde,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:28.823747 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.894905 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc5e80-b97f-4195-9a4a-8e2751d72faa None None] Pushing event updated for resources: {'Port': ['ID=6adf7285-540c-4b66-bb70-93b6550eabde,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:28.910783 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784553cee0>, [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T21:57:25Z', 'revision_number': 4, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6adf7285-540c-4b66-bb70-93b6550eabde', 'name': '', 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'mac_address': 'fa:16:3e:3d:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5bde8990-c20e-449b-b436-4bef56c0db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:23Z', 'updated_at': '2022-04-02T21:57:28Z', 'revision_number': 4, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'subnets': [{'id': '5bde8990-c20e-449b-b436-4bef56c0db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:28.954130 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e3a8-ea6f-446e-ba41-8f66b17cfe72 None None] The sync data for ids ['a1b36007-4c72-4a51-8b23-20babcb795a4'] in ncdv-master-1 is: [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T21:57:25Z', 'revision_number': 4, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6adf7285-540c-4b66-bb70-93b6550eabde', 'name': '', 'network_id': 'c23fdd15-c9b9-40eb-986e-ef3484b3efb6', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'mac_address': 'fa:16:3e:3d:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5bde8990-c20e-449b-b436-4bef56c0db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:23Z', 'updated_at': '2022-04-02T21:57:28Z', 'revision_number': 4, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'subnets': [{'id': '5bde8990-c20e-449b-b436-4bef56c0db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:28.972672 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-81185814-383b-4f0e-9f97-fca26ab39bc2 None None] Provisioning complete for port 6adf7285-540c-4b66-bb70-93b6550eabde triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:28.973209 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-81185814-383b-4f0e-9f97-fca26ab39bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:28.986516 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.124218 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-81185814-383b-4f0e-9f97-fca26ab39bc2 None None] Current status of the port 6adf7285-540c-4b66-bb70-93b6550eabde is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:29.136503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3f5b8137-abe4-40fd-85ec-693e29d073ba req-34d7254d-b0f6-4179-9f4a-e95acf1bdf8a tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 210 time: 0.0608978
Apr 02 21:57:29.189903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-0c4e2f5b-eb66-4c34-82ef-104c8aaf5ef4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:29.192210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-0c4e2f5b-eb66-4c34-82ef-104c8aaf5ef4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 809 time: 0.1584220
Apr 02 21:57:29.265055 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-8ac516bb-f9d7-45ac-a120-5c7769b75d60 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 379 time: 0.0580947
Apr 02 21:57:29.274559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'port': {'device_id': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'admin_state_up': True, 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'security_groups': ['7136120e-2544-421b-ac87-1f81081a2b34']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:29.395432 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Made reservation on behalf of 6e33cf82705649d680da9a6bb1ecf1fe for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 21:57:29.399095 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.542104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.548069 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Allocated IP 172.20.0.8 (736cf116-b58d-41e4-9c8d-0139b33e2970/7d00819e-1fa1-4e64-9676-25ce62743c27/d501e2f4-2fbd-412a-a285-0dc5601f2529) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:29.686623 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.718576 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.766221 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:29.769986 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:29.775974 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:29.782709 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:29.830802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:29.831417 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.850336 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-d124f035-9cac-404a-87f2-41372a0526c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5795274
Apr 02 21:57:29.864243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Request body: {'port': {'device_id': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:29.934435 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:29.969452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6adf7285-540c-4b66-bb70-93b6550eabde up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:30.022843 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6adf7285-540c-4b66-bb70-93b6550eabde triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:30.023134 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.073021 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-72355d8a-c416-46d2-aa23-65514bd54b63 None None] Provisioning complete for port d501e2f4-2fbd-412a-a285-0dc5601f2529 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:30.073309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-72355d8a-c416-46d2-aa23-65514bd54b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.130744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-72355d8a-c416-46d2-aa23-65514bd54b63 None None] Port d501e2f4-2fbd-412a-a285-0dc5601f2529 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 21:57:30.145751 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6adf7285-540c-4b66-bb70-93b6550eabde is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:30.214959 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d501e2f4-2fbd-412a-a285-0dc5601f2529 {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:57:30.230321 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Publish callbacks [] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.259526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Transition to ACTIVE for port object d501e2f4-2fbd-412a-a285-0dc5601f2529 will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 21:57:30.263802 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.309906 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49340e0e-ff4b-4e80-a690-c2170502e660 req-601801f5-5432-4e09-b0e8-bc48f40499c1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:30.311423 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49340e0e-ff4b-4e80-a690-c2170502e660 req-601801f5-5432-4e09-b0e8-bc48f40499c1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 931 time: 0.0994606
Apr 02 21:57:30.345348 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:30.427824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49340e0e-ff4b-4e80-a690-c2170502e660 req-867b9d9c-757e-4c45-81ed-65ef7258a27b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063292
Apr 02 21:57:30.447465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Attempting to bind port d501e2f4-2fbd-412a-a285-0dc5601f2529 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 21:57:30.447465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Attempting to bind port d501e2f4-2fbd-412a-a285-0dc5601f2529 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 21:57:30.447465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Attempting to bind port d501e2f4-2fbd-412a-a285-0dc5601f2529 on network 736cf116-b58d-41e4-9c8d-0139b33e2970 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:30.454394 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Port d501e2f4-2fbd-412a-a285-0dc5601f2529 on network 736cf116-b58d-41e4-9c8d-0139b33e2970 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 21:57:30.454847 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Attempting to bind port d501e2f4-2fbd-412a-a285-0dc5601f2529 on network 736cf116-b58d-41e4-9c8d-0139b33e2970 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 21:57:30.460506 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 21:57:30.460917 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Checking segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 21:57:30.461387 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Bound using segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 21:57:30.461886 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Bound port: d501e2f4-2fbd-412a-a285-0dc5601f2529, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 21:57:30.462368 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.525567 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 21:57:30.528602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 21:57:30.535537 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.574351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:30.574985 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:30.576380 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 1091 time: 0.7169824
Apr 02 21:57:30.576865 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:57:30.579122 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c10b72-4842-4ebc-afcf-303d95c40c90" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:57:30.605750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a969c-8315-4c64-acbb-a1312c4811a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:30.625701 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaca26e-9585-43fb-ba0c-4891e0547792 x-openstack-request-id: req-2eaca26e-9585-43fb-ba0c-4891e0547792 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:57:30.626084 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:57:30.627044 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2eaca26e-9585-43fb-ba0c-4891e0547792 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:57:30.627534 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaca26e-9585-43fb-ba0c-4891e0547792'] response: {'name': 'network-changed', 'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'status': 'completed', 'code': 200}
Apr 02 21:57:30.680171 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-b84fd15d-4ff5-4db6-bebe-d98316fb08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:30.681745 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-b84fd15d-4ff5-4db6-bebe-d98316fb08cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1125 time: 0.0480704
Apr 02 21:57:30.726736 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-75218871-8985-44b3-85aa-15f412ce07c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 217 time: 0.0348408
Apr 02 21:57:30.779933 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-b7576123-aed1-4be6-8eb0-a5ae07416bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:30.781789 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-b7576123-aed1-4be6-8eb0-a5ae07416bdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0465641
Apr 02 21:57:30.838802 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-dba52a68-c1ec-4a65-a1ad-9de5611e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:30.840240 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-dba52a68-c1ec-4a65-a1ad-9de5611e747e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486467
Apr 02 21:57:30.933827 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-1ef1777f-bad3-4a69-96ea-7a53259ba734 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839219
Apr 02 21:57:31.046552 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3e45acfe-c3e0-4c73-801f-807ef3da4ba1 req-2c0f781a-c58c-4d3c-9ec0-70fd8dd2f028 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1036155
Apr 02 21:57:31.146503 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-e2f3b8bf-3b9d-45ea-a2f4-b1bdd8f42a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:31.148066 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-e2f3b8bf-3b9d-45ea-a2f4-b1bdd8f42a38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1125 time: 0.0463326
Apr 02 21:57:31.244445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-bbc33a28-6002-4ecc-a0d6-0514f09f6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:31.245985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-bbc33a28-6002-4ecc-a0d6-0514f09f6aab service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0915599
Apr 02 21:57:31.293663 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-3dda18aa-671d-4c17-aa91-2b86c501b4cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 217 time: 0.0410347
Apr 02 21:57:31.339632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-08f97296-f5fb-4222-8b68-61b3eb86d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:31.341134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-08f97296-f5fb-4222-8b68-61b3eb86d03f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0424547
Apr 02 21:57:31.398187 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-0972256c-5ddf-4f0a-8fa5-d6507ba422f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:31.399712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-0972256c-5ddf-4f0a-8fa5-d6507ba422f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0521071
Apr 02 21:57:31.509939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-27ff5260-2321-4db5-be2b-292beb10b3d1 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026161
Apr 02 21:57:31.612918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc644d4d-8bd4-4b15-af47-5b08bd6f33a1 req-4b521ab0-8f1a-47ed-bcaa-07d76ab2f265 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:31.614431 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc644d4d-8bd4-4b15-af47-5b08bd6f33a1 req-4b521ab0-8f1a-47ed-bcaa-07d76ab2f265 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.1164620
Apr 02 21:57:31.636916 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c10b72-4842-4ebc-afcf-303d95c40c90 req-2674d48f-773e-41cd-9fb8-eb18989863c2 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091380
Apr 02 21:57:31.674845 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cc644d4d-8bd4-4b15-af47-5b08bd6f33a1 req-7f05ab1c-382d-4899-b174-45c4dc840224 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541341
Apr 02 21:57:32.797354 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75354a-369b-4301-a483-6310b240e96c req-a8f1a35b-b4a2-40fb-a133-6ca9ce4e26b3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:32.798785 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a75354a-369b-4301-a483-6310b240e96c req-a8f1a35b-b4a2-40fb-a133-6ca9ce4e26b3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0512142
Apr 02 21:57:32.850998 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8a75354a-369b-4301-a483-6310b240e96c req-3af233b8-7d09-41ce-9d53-c2e8814b8ee2 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465786
Apr 02 21:57:33.642362 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:57:33.736830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:33.750552 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'mac_address': 'fa:16:3e:39:ef:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:57:33.786563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:33.786948 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:33.799867 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d501e2f4-2fbd-412a-a285-0dc5601f2529 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:57:33.818364 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:33.822177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:33.868929 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:33.976519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840ec64-d7b7-4a6d-a097-080f593a9c89 req-d6cf0b00-8da0-496d-8b2e-87ea1e8b8866 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:33.977938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3840ec64-d7b7-4a6d-a097-080f593a9c89 req-d6cf0b00-8da0-496d-8b2e-87ea1e8b8866 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 944 time: 0.0602674
Apr 02 21:57:34.027876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-3840ec64-d7b7-4a6d-a097-080f593a9c89 req-017add24-c0f6-4496-842f-3ea1a537fd65 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439444
Apr 02 21:57:34.090736 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d501e2f4-2fbd-412a-a285-0dc5601f2529'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:57:35.145340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9132e2-7497-4a7d-89c3-6254c797f4e0 req-90782e24-8fd9-4e26-896f-6805fd4b4fca tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:35.146800 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c9132e2-7497-4a7d-89c3-6254c797f4e0 req-90782e24-8fd9-4e26-896f-6805fd4b4fca tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 944 time: 0.0529974
Apr 02 21:57:35.194503 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4c9132e2-7497-4a7d-89c3-6254c797f4e0 req-4010cc9e-d882-4ecd-9589-1687c037f97a tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421031
Apr 02 21:57:35.654407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:57:35.705978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port d501e2f4-2fbd-412a-a285-0dc5601f2529 completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 21:57:35.710077 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d501e2f4-2fbd-412a-a285-0dc5601f2529 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:57:35.710464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:35.784460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:57:35.784871 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:35.806644 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:57:35.808924 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b9e97-3663-4ba1-9d32-564a644d1e7e" -d '{"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-plugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:57:35.821443 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:57:35.825954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:35.849691 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3234c-3e31-490f-b176-c4298d71fd93 x-openstack-request-id: req-2ea3234c-3e31-490f-b176-c4298d71fd93 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:57:35.850004 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-plugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:57:35.850242 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ea3234c-3e31-490f-b176-c4298d71fd93 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:57:35.850642 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea3234c-3e31-490f-b176-c4298d71fd93'] response: {'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'code': 200}
Apr 02 21:57:35.876181 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:35.956077 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45d8e9-1a36-4cda-b8bb-274971a8b345 req-0c7bc070-76e9-4015-9449-53f3159e2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:35.957568 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e45d8e9-1a36-4cda-b8bb-274971a8b345 req-0c7bc070-76e9-4015-9449-53f3159e2144 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1127 time: 0.0443776
Apr 02 21:57:36.006557 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4e45d8e9-1a36-4cda-b8bb-274971a8b345 req-ed27d564-dd3a-44ac-a521-363f55f43801 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422363
Apr 02 21:57:36.313377 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be548b-312b-47c1-ae54-525f5250c42e req-5be6cd57-3bc1-4d21-8e8a-4751252a4468 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:36.314861 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90be548b-312b-47c1-ae54-525f5250c42e req-5be6cd57-3bc1-4d21-8e8a-4751252a4468 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0519872
Apr 02 21:57:36.362457 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-90be548b-312b-47c1-ae54-525f5250c42e req-ead54513-6d1d-430b-9389-3dee17b2d9b0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419776
Apr 02 21:57:37.482759 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caeb81-89cd-4398-a2c5-f86f2228fa52 req-fdb671a8-83ae-4bf3-8d75-84b8ca1ba30e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:37.484241 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81caeb81-89cd-4398-a2c5-f86f2228fa52 req-fdb671a8-83ae-4bf3-8d75-84b8ca1ba30e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0530641
Apr 02 21:57:37.536964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-81caeb81-89cd-4398-a2c5-f86f2228fa52 req-b16899bd-18d1-406d-bdf6-c756be1918ae tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471153
Apr 02 21:57:37.659683 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856f4d-ad74-468b-8ba5-cd37c594e215 req-cec162d7-aefb-4f39-8920-afea9a62672e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:37.661170 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47856f4d-ad74-468b-8ba5-cd37c594e215 req-cec162d7-aefb-4f39-8920-afea9a62672e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0557556
Apr 02 21:57:37.708996 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47856f4d-ad74-468b-8ba5-cd37c594e215 req-1cc099df-99c2-4802-b25f-cc0110d9aaa4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421920
Apr 02 21:57:37.730778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54944) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:37.859153 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c0db29-5e3b-4e38-b566-55ba3fc021a0 tempest-TestShelveInstance-1720440072 tempest-TestShelveInstance-1720440072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:37.860728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a5c0db29-5e3b-4e38-b566-55ba3fc021a0 tempest-TestShelveInstance-1720440072 tempest-TestShelveInstance-1720440072-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1122 time: 0.1289952
Apr 02 21:57:37.863667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 54948) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 21:57:37.867875 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 21:57:37.887007 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:37.983630 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.082705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Allocated IP 172.35.4.137 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/d702d41f-c532-4e64-9781-3912e8925bd2) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 21:57:38.183545 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for port (d702d41f-c532-4e64-9781-3912e8925bd2), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.215568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (d702d41f-c532-4e64-9781-3912e8925bd2), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.253501 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 21:57:38.256163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 21:57:38.261611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 21:57:38.283636 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'Port': ['ID=d702d41f-c532-4e64-9781-3912e8925bd2,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:38.626872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (1795245e-539d-45de-be2b-cd9e379e095d), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.692679 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d702d41f-c532-4e64-9781-3912e8925bd2), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.842623 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for port (d702d41f-c532-4e64-9781-3912e8925bd2), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.846911 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (d702d41f-c532-4e64-9781-3912e8925bd2), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:38.917346 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'Port': ['ID=d702d41f-c532-4e64-9781-3912e8925bd2,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:57:38.928030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1795245e-539d-45de-be2b-cd9e379e095d), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:39.345960 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Floating IP 1795245e-539d-45de-be2b-cd9e379e095d associated. External IP: 172.35.4.137, port: d501e2f4-2fbd-412a-a285-0dc5601f2529.
Apr 02 21:57:39.566269 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 21:57:39.675794 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 21:57:39.685723 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 21:57:39.693940 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:39.697729 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:39.698359 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afd370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:57:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:39.724266 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-372b9a1e-e15f-4aac-b18d-28df395a5a33 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8594792
Apr 02 21:57:39.724854 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:57:39.727105 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f8a860-7d9d-4a71-8aed-057bf2518843" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:57:39.777144 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bedaa7f-21e7-4dab-bab1-38377d50c0cb x-openstack-request-id: req-4bedaa7f-21e7-4dab-bab1-38377d50c0cb {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:57:39.777144 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:57:39.777144 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bedaa7f-21e7-4dab-bab1-38377d50c0cb {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:57:39.777144 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bedaa7f-21e7-4dab-bab1-38377d50c0cb'] response: {'name': 'network-changed', 'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'status': 'completed', 'code': 200}
Apr 02 21:57:39.812442 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:39.837688 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-7eec6707-e965-4992-a83f-4efbe12434f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:39.839272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-7eec6707-e965-4992-a83f-4efbe12434f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1127 time: 0.0441113
Apr 02 21:57:39.928427 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-8dee9917-0aaa-4525-91a4-8383517ebf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:39.929866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-8dee9917-0aaa-4525-91a4-8383517ebf8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0845182
Apr 02 21:57:39.998301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-15b5091b-6482-4179-bb56-61a941325ead service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 999 time: 0.0618408
Apr 02 21:57:40.039229 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afd370>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1795245e-539d-45de-be2b-cd9e379e095d', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'mac_address': 'fa:16:3e:39:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:57:38Z', 'updated_at': '2022-04-02T21:57:38Z', 'revision_number': 0, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:40.047073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-a3177917-f384-42e1-820d-07e02b6ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:40.049143 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-a3177917-f384-42e1-820d-07e02b6ae044 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0446324
Apr 02 21:57:40.066486 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 21:57:40.074660 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 21:57:40.075263 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845afd370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T21:57:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:40.098054 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-2033976f-592d-4087-91dd-43fc405c8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:57:40.099739 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-2033976f-592d-4087-91dd-43fc405c8257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456321
Apr 02 21:57:40.181939 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 21:57:40.190958 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-9f41f8b2-a797-498c-91b0-7fbd491bd461 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848548
Apr 02 21:57:40.277057 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7f8a860-7d9d-4a71-8aed-057bf2518843 req-616289c5-cb61-40c9-ba00-ba5c769b6aeb service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804334
Apr 02 21:57:40.398003 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845afd370>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1795245e-539d-45de-be2b-cd9e379e095d', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'mac_address': 'fa:16:3e:39:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:57:38Z', 'updated_at': '2022-04-02T21:57:38Z', 'revision_number': 0, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 21:57:40.427358 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccb0a7-0f9a-4cb9-8a60-07b5fd1ac5db None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1795245e-539d-45de-be2b-cd9e379e095d', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'mac_address': 'fa:16:3e:39:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T21:57:38Z', 'updated_at': '2022-04-02T21:57:38Z', 'revision_number': 0, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 21:57:40.623801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe1080-8bc5-45be-9b9b-a1f201137e2f None None] New status for floating IP 1795245e-539d-45de-be2b-cd9e379e095d: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 21:57:44.888540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:48.376383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:48.761341 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:57:53.224827 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-274cab62-4a9b-4663-a777-e74f1ba3da19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:55.446100 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-96d6bd9a-5c53-414c-844d-c5a27effd680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:56.879210 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:58.954075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:57:59.528104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:14.908345 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:18.375413 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:23.225366 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-30f7778b-7690-47b6-a256-143660963e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:25.447283 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aece0471-a605-4d49-a1a9-8aeacdfb237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:25.760502 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:58:26.880929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:27.527676 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-07d438d5-d38e-4231-85ea-74afe8cc681b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0476155
Apr 02 21:58:27.616945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-6eaec111-a7fd-49f9-a7fe-4d67ca3ce117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:58:27.618425 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-6eaec111-a7fd-49f9-a7fe-4d67ca3ce117 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1127 time: 0.0447497
Apr 02 21:58:27.729170 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-20ab23f3-b84a-40b6-8448-53b8ef03798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:58:27.730534 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-20ab23f3-b84a-40b6-8448-53b8ef03798e service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0864494
Apr 02 21:58:27.801529 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-e2993747-c72d-4705-8c6f-127c9912c5aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 1001 time: 0.0573986
Apr 02 21:58:27.850869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-bb4be96e-e009-41be-8305-b35c22ab083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:58:27.852261 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-bb4be96e-e009-41be-8305-b35c22ab083b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0420809
Apr 02 21:58:27.911229 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-60101345-8c4b-4b91-8824-dcbe45b68019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:58:27.912180 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-60101345-8c4b-4b91-8824-dcbe45b68019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492997
Apr 02 21:58:28.001617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-bfdb2bd3-3de4-4637-8912-9614cb6c1ecc service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790768
Apr 02 21:58:28.095268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b7a5eadd-8415-42a8-bd77-f6b824d64d8b req-33b206fd-8377-4c8e-9c98-b391f5c99e75 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850520
Apr 02 21:58:28.957384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:29.530693 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:44.918951 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:48.375426 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:53.227526 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b0702195-c39d-4b86-8269-202eda945b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:55.448342 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-95413203-0005-43b4-911f-bc6fee5a8e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:56.883318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:58.959500 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:58:59.533785 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:02.759596 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:59:14.933806 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:18.390025 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:23.228198 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-85b51797-7f58-456a-bca4-cb5e4899cf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:25.454547 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b3a9be15-c7e9-486d-884a-f7d2f90b671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:26.886367 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:28.512848 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-358ec669-00fa-4f4a-97f5-1434e432a575 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0464897
Apr 02 21:59:28.602042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-b5f2895b-2f12-40c6-8d0b-68dca5628694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:28.603527 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-b5f2895b-2f12-40c6-8d0b-68dca5628694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1127 time: 0.0441456
Apr 02 21:59:28.711278 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-1d10d96d-d707-4dcc-a15a-da947014d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:28.712667 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-1d10d96d-d707-4dcc-a15a-da947014d894 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0868618
Apr 02 21:59:28.777565 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-a42e5c8a-3466-4080-b653-15cb11605555 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 1001 time: 0.0555978
Apr 02 21:59:28.830010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-52dd3b9e-dcd2-44ce-ba76-8b1d355dce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:28.831974 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-52dd3b9e-dcd2-44ce-ba76-8b1d355dce07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0455670
Apr 02 21:59:28.882404 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-65e8daee-0f32-4676-b665-42c696ef11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:28.883877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-65e8daee-0f32-4676-b665-42c696ef11eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429580
Apr 02 21:59:28.962533 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:28.975333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-e6766695-0f29-48bb-ab67-f30c713f22f1 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815489
Apr 02 21:59:29.069280 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-59afe46f-2ae2-43bb-85e6-34e0d616eb38 req-92c2b751-e0ce-4aaa-9467-e413c2602f44 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841770
Apr 02 21:59:29.535954 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:37.515819 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dbc24-d9de-4f9d-9ded-23e0a0a84859 req-b27b0652-3210-4b06-8eba-11bbf5258763 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:37.517415 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd9dbc24-d9de-4f9d-9ded-23e0a0a84859 req-b27b0652-3210-4b06-8eba-11bbf5258763 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0539184
Apr 02 21:59:37.565348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd9dbc24-d9de-4f9d-9ded-23e0a0a84859 req-634a891d-8fb4-4982-9b4f-27e755b23ac9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423090
Apr 02 21:59:38.687530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1884a-356c-4382-994f-a8ce2a050c9b req-e13f149d-17af-45e5-bff5-1c6412f5ef9c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:38.689057 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5c1884a-356c-4382-994f-a8ce2a050c9b req-e13f149d-17af-45e5-bff5-1c6412f5ef9c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0536685
Apr 02 21:59:38.737269 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b5c1884a-356c-4382-994f-a8ce2a050c9b req-59a1587c-01fe-4925-b53e-7c4c321927db tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418377
Apr 02 21:59:39.759004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 21:59:39.862868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07c10-ddef-46dc-bf0d-098c4994688a req-bcc735b0-f55c-4ea4-aa3d-8a30b68d01ec tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:39.864348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27c07c10-ddef-46dc-bf0d-098c4994688a req-bcc735b0-f55c-4ea4-aa3d-8a30b68d01ec tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0558560
Apr 02 21:59:39.912042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27c07c10-ddef-46dc-bf0d-098c4994688a req-883d27ac-2534-4f2e-b84c-5719a53a78ef tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420933
Apr 02 21:59:41.033730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf89fbd-da79-4ed6-ac07-d4d78acfd1e9 req-3e131dc8-b445-4dab-86fa-fa5af8cc4169 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:41.035191 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cf89fbd-da79-4ed6-ac07-d4d78acfd1e9 req-3e131dc8-b445-4dab-86fa-fa5af8cc4169 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0559404
Apr 02 21:59:41.083864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cf89fbd-da79-4ed6-ac07-d4d78acfd1e9 req-b47f28e7-fdb7-4249-a20b-4ef6710c6369 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428760
Apr 02 21:59:42.202328 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed38b-6f48-4fa5-a94a-bdef8b2d7e25 req-2fc1f8a2-5c2c-42e0-b8a1-5717a0134bb5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:42.203717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1deed38b-6f48-4fa5-a94a-bdef8b2d7e25 req-2fc1f8a2-5c2c-42e0-b8a1-5717a0134bb5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0522106
Apr 02 21:59:42.252602 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1deed38b-6f48-4fa5-a94a-bdef8b2d7e25 req-b0de7fd6-7b63-4652-813e-459c6b641f82 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427332
Apr 02 21:59:43.370649 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b19112-b4e2-48d7-88a6-f2e36d6d8cfa req-1921a9b1-da20-4c1c-86cd-4e810f7c09b9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:43.372114 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07b19112-b4e2-48d7-88a6-f2e36d6d8cfa req-1921a9b1-da20-4c1c-86cd-4e810f7c09b9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0525534
Apr 02 21:59:43.419989 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-07b19112-b4e2-48d7-88a6-f2e36d6d8cfa req-d11cc3de-dfb1-46ae-8910-af9bca23b4bc tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421705
Apr 02 21:59:44.544470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318177e7-461b-4a75-81b0-ac96c814a69a req-bf40a9c0-9f7a-496b-8858-eeeca40b8e3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:44.545943 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-318177e7-461b-4a75-81b0-ac96c814a69a req-bf40a9c0-9f7a-496b-8858-eeeca40b8e3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0546110
Apr 02 21:59:44.597617 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-318177e7-461b-4a75-81b0-ac96c814a69a req-8c7084c5-3db2-4839-8c95-9b1b130879fa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454707
Apr 02 21:59:44.931814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:45.717771 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e77e2d-c445-4973-9456-ae489723c620 req-99ce81cc-b21f-4a2f-aac8-069c8922b449 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:45.719165 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b6e77e2d-c445-4973-9456-ae489723c620 req-99ce81cc-b21f-4a2f-aac8-069c8922b449 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0520930
Apr 02 21:59:45.773649 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b6e77e2d-c445-4973-9456-ae489723c620 req-2347504b-9299-4a70-9cb7-64fdfdd62507 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482283
Apr 02 21:59:46.890341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee8a0d-c808-44f9-808a-693a6ed4fb73 req-c162c19d-c3f5-472a-90d0-0934d4960844 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:46.891785 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ee8a0d-c808-44f9-808a-693a6ed4fb73 req-c162c19d-c3f5-472a-90d0-0934d4960844 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0508559
Apr 02 21:59:46.939954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-71ee8a0d-c808-44f9-808a-693a6ed4fb73 req-0ebae6f4-7776-4db3-bf2a-fb3a96c0bf9b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420313
Apr 02 21:59:48.060316 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517cc3-63a0-4e77-9dfd-588330a8da77 req-0082c3ae-b99f-4583-be78-afc5325faa37 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:48.061807 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a517cc3-63a0-4e77-9dfd-588330a8da77 req-0082c3ae-b99f-4583-be78-afc5325faa37 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0522621
Apr 02 21:59:48.108734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0a517cc3-63a0-4e77-9dfd-588330a8da77 req-827f3483-3d84-437e-9b05-47b3097f6b80 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412340
Apr 02 21:59:48.392959 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:49.227741 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2a5f8-bdfd-4c89-80fc-8d6ba670ee12 req-66820122-ab2c-4271-9ec5-0f62984184d7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:49.229383 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4a2a5f8-bdfd-4c89-80fc-8d6ba670ee12 req-66820122-ab2c-4271-9ec5-0f62984184d7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0512533
Apr 02 21:59:49.277082 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c4a2a5f8-bdfd-4c89-80fc-8d6ba670ee12 req-3e4e294f-5cfb-47f6-a992-c15339552ac3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422175
Apr 02 21:59:50.231907 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 21:59:50.334877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:59:50.346530 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'mac_address': 'fa:16:3e:39:ef:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 21:59:50.391229 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:59:50.391624 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:50.404505 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a705f-a302-483b-973c-c190bf3d5008 req-5c0d5a8b-ebc4-4efc-8b56-d1e520c9c1e8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:50.406012 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b5a705f-a302-483b-973c-c190bf3d5008 req-5c0d5a8b-ebc4-4efc-8b56-d1e520c9c1e8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0566857
Apr 02 21:59:50.407319 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d501e2f4-2fbd-412a-a285-0dc5601f2529 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 21:59:50.428676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:59:50.433590 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:50.469595 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-0b5a705f-a302-483b-973c-c190bf3d5008 req-05c08121-1b4c-4d50-a1e5-98472bb1da0f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568802
Apr 02 21:59:50.491104 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:59:50.499141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.499505 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.499853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.500197 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.500561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.500903 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.501238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.502164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.502496 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.502827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.503156 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.503485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.503816 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.504146 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.505024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 21:59:50.519542 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d501e2f4-2fbd-412a-a285-0dc5601f2529'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 21:59:51.606310 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090489f7-2401-46d7-88c2-33525cef2ef3 req-26c6d30a-894b-4c57-93ea-9482ed20d292 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:51.612409 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-090489f7-2401-46d7-88c2-33525cef2ef3 req-26c6d30a-894b-4c57-93ea-9482ed20d292 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 944 time: 0.0670490
Apr 02 21:59:51.664733 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-090489f7-2401-46d7-88c2-33525cef2ef3 req-c285156e-e7ae-43ab-a6e3-51551b172bc5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494137
Apr 02 21:59:52.249417 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 21:59:52.310602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d501e2f4-2fbd-412a-a285-0dc5601f2529 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 21:59:52.311089 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:52.401164 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 21:59:52.401683 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:52.426270 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 21:59:52.428823 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac1b3a7-0794-4748-a632-75c6613e172a" -d '{"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-plugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 21:59:52.447686 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 21:59:52.458017 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:52.502797 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996692c2-8389-480c-8752-59c0746a6253 x-openstack-request-id: req-996692c2-8389-480c-8752-59c0746a6253 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 21:59:52.503108 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-plugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 21:59:52.503433 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-996692c2-8389-480c-8752-59c0746a6253 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 21:59:52.503895 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996692c2-8389-480c-8752-59c0746a6253'] response: {'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'code': 200}
Apr 02 21:59:52.514955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 21:59:52.796073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0125bd-0674-4427-aebc-99efd09dad09 req-156b0813-16c1-4cf4-895e-5039adae057c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:52.797494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa0125bd-0674-4427-aebc-99efd09dad09 req-156b0813-16c1-4cf4-895e-5039adae057c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0551834
Apr 02 21:59:52.855918 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fa0125bd-0674-4427-aebc-99efd09dad09 req-bbb86899-f7ec-4017-9486-7d684af1bfb0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497122
Apr 02 21:59:53.230899 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3871a5d0-8154-4acf-bd20-d50a766078e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:54.015994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130db64-f520-4a99-bf4c-60b80a66a244 req-74fa3ade-33f7-422e-9e6e-e218ca0661e3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:54.018975 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9130db64-f520-4a99-bf4c-60b80a66a244 req-74fa3ade-33f7-422e-9e6e-e218ca0661e3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0643413
Apr 02 21:59:54.076020 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9130db64-f520-4a99-bf4c-60b80a66a244 req-1f3a4ef2-1bf3-41f8-9936-c8507684c06b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503702
Apr 02 21:59:55.217492 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14369663-4af9-43b4-84a3-c4b412f74a78 req-86e0903e-15a3-473e-9167-ddbf7a20ddf6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:55.219963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14369663-4af9-43b4-84a3-c4b412f74a78 req-86e0903e-15a3-473e-9167-ddbf7a20ddf6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0652704
Apr 02 21:59:55.285358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-14369663-4af9-43b4-84a3-c4b412f74a78 req-dfb80131-bf2e-4ed5-a300-8770a8418abe tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587060
Apr 02 21:59:55.468189 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a3297293-2c73-42f4-b2cf-a9308a38bfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:56.420403 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb674-0b73-4579-8f63-90c9b379444b req-a87b642a-7117-4c26-adfd-1ab1a1fc1945 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:56.421994 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2cfb674-0b73-4579-8f63-90c9b379444b req-a87b642a-7117-4c26-adfd-1ab1a1fc1945 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0565724
Apr 02 21:59:56.484029 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-a2cfb674-0b73-4579-8f63-90c9b379444b req-089f5eb2-eb12-4854-9230-c7de70fd66ed tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551567
Apr 02 21:59:56.894935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:57.615038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8012-c3b9-4332-a2ca-257626351c1b req-3e2f6871-b3a9-4f33-8830-8ac37af7a5ee tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:57.617224 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-879a8012-c3b9-4332-a2ca-257626351c1b req-3e2f6871-b3a9-4f33-8830-8ac37af7a5ee tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0586231
Apr 02 21:59:57.673265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-879a8012-c3b9-4332-a2ca-257626351c1b req-316d5195-87ce-418b-a680-0c0256b7df8d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469537
Apr 02 21:59:58.812095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695220-051b-44a3-8e48-4127e20ca70a req-3a996282-bd32-4796-9f4e-b4f8427ecb72 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:58.813728 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee695220-051b-44a3-8e48-4127e20ca70a req-3a996282-bd32-4796-9f4e-b4f8427ecb72 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0683267
Apr 02 21:59:58.869385 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ee695220-051b-44a3-8e48-4127e20ca70a req-04933e20-c9ec-4eb5-a798-ba528e71f534 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497887
Apr 02 21:59:58.967202 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:59.538244 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 21:59:59.974832 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-e3e9662c-8db0-409b-990a-bee85b5a4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 21:59:59.976323 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-e3e9662c-8db0-409b-990a-bee85b5a4990 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1127 time: 0.0721757
Apr 02 22:00:00.025717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059becb9-60ff-429d-bbb1-8d868ef023ba req-6697fa65-a6a0-45fc-aa7d-7b6ddcc3a46d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:00.027157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-059becb9-60ff-429d-bbb1-8d868ef023ba req-6697fa65-a6a0-45fc-aa7d-7b6ddcc3a46d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0855381
Apr 02 22:00:00.113167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-a6206c05-81c1-4ee2-aaf3-5b8cc201ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:00.114655 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-a6206c05-81c1-4ee2-aaf3-5b8cc201ca7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.1277037
Apr 02 22:00:00.119198 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-059becb9-60ff-429d-bbb1-8d868ef023ba req-487aed7e-8f9e-4a83-a57e-92cbd96fc751 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658212
Apr 02 22:00:00.187202 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-e27a50bf-24ba-482f-be67-d26af3bf50c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 1001 time: 0.0611987
Apr 02 22:00:00.235647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-1ac02cc6-d8ad-43f0-8a3c-9d66325c3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:00.237104 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-1ac02cc6-d8ad-43f0-8a3c-9d66325c3474 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0432737
Apr 02 22:00:00.288354 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-74ef8e47-91bf-417d-b000-ead5af1f4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:00.289881 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-74ef8e47-91bf-417d-b000-ead5af1f4282 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434623
Apr 02 22:00:00.380750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-80201324-8d8d-4b06-b936-e5793c93a334 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813673
Apr 02 22:00:00.473144 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-98c955c2-ddc5-4dc5-8171-af1b1011ee6c req-d8818668-9369-4c45-8574-c5481c518905 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829384
Apr 02 22:00:01.237684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3725dc-3087-44f1-bfbe-a000a84c679d req-4ad631b0-8369-45e1-a145-6e2995537a46 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:01.239163 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3725dc-3087-44f1-bfbe-a000a84c679d req-4ad631b0-8369-45e1-a145-6e2995537a46 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0522542
Apr 02 22:00:01.287670 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-be3725dc-3087-44f1-bfbe-a000a84c679d req-6b3e4f07-81ab-44ee-a349-ccb92e59e15e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428171
Apr 02 22:00:02.423365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ea48-f499-44ec-8924-197aced1fef1 req-3e8dabab-48c1-4f86-a497-183211fab721 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:02.424860 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f85ea48-f499-44ec-8924-197aced1fef1 req-3e8dabab-48c1-4f86-a497-183211fab721 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0576534
Apr 02 22:00:02.473208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f85ea48-f499-44ec-8924-197aced1fef1 req-246cc5c8-8ef9-4e01-bdcc-b1a3610ffed1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424874
Apr 02 22:00:02.586276 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-fde71aa0-9b92-4737-a3fa-c64921b8c694 req-f7b50f99-3e13-4e32-94e5-9d3dd9cb6e17 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 22:00:02.587295 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-fde71aa0-9b92-4737-a3fa-c64921b8c694 req-f7b50f99-3e13-4e32-94e5-9d3dd9cb6e17 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0474586
Apr 02 22:00:02.763905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3858af-597e-43ce-a60d-bc8c582f082a req-ca4c9288-468e-4c98-919c-2999fc597aa1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:02.765489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc3858af-597e-43ce-a60d-bc8c582f082a req-ca4c9288-468e-4c98-919c-2999fc597aa1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0616176
Apr 02 22:00:02.815381 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-dc3858af-597e-43ce-a60d-bc8c582f082a req-ea2e1e15-2b6f-4c3f-8d4c-5b5133271a5b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434575
Apr 02 22:00:03.061634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-52bb3f9e-1a72-45f9-b68a-8f670d974504 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0836802
Apr 02 22:00:03.224533 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-b1a76d23-5c59-4cef-bf4e-f077d81deedf tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:03.225939 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-b1a76d23-5c59-4cef-bf4e-f077d81deedf tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports/d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 942 time: 0.1005762
Apr 02 22:00:03.938717 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd547f-c2b5-4438-a40a-fb405e014740 req-4c7cc089-d486-4dd7-9258-62628b63301c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:03.940808 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61cd547f-c2b5-4438-a40a-fb405e014740 req-4c7cc089-d486-4dd7-9258-62628b63301c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 945 time: 0.0573578
Apr 02 22:00:03.988144 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-61cd547f-c2b5-4438-a40a-fb405e014740 req-16c6347e-ea52-46b0-9c82-edaa49e0961b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415606
Apr 02 22:00:04.098326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-8a8cc406-5fff-40e4-9ef7-a9d19ff8d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:04.099828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-8a8cc406-5fff-40e4-9ef7-a9d19ff8d768 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081&tenant_id=6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 1127 time: 0.0445590
Apr 02 22:00:04.167696 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-955070f6-1016-499d-88b8-2772ebf6aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:04.169200 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-955070f6-1016-499d-88b8-2772ebf6aff4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1127 time: 0.0435393
Apr 02 22:00:04.299961 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:00:04.382279 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:00:04.382669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:04.407332 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:00:04.410156 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74252d59-f05a-48ad-a009-73720c992e30" -d '{"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-unplugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:00:04.423461 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:00:04.428857 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:04.461624 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 22:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73daf7-5221-41e5-a829-1d989c6d2220 x-openstack-request-id: req-5f73daf7-5221-41e5-a829-1d989c6d2220 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:00:04.461922 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-unplugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:00:04.462578 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f73daf7-5221-41e5-a829-1d989c6d2220 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:00:04.462982 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f73daf7-5221-41e5-a829-1d989c6d2220'] response: {'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'code': 200}
Apr 02 22:00:04.489467 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:00:04.592595 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-f7fe3dd6-f0c4-4be1-96fe-4955511abd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:04.593975 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-f7fe3dd6-f0c4-4be1-96fe-4955511abd3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.4160306
Apr 02 22:00:04.662503 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-4c593ef4-e9b9-4f6c-a5ed-f308a3a23d69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 999 time: 0.0582030
Apr 02 22:00:04.712414 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-d34d52e1-a3f8-4df0-a086-fb899d73adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:04.713816 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-d34d52e1-a3f8-4df0-a086-fb899d73adf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0421011
Apr 02 22:00:04.765758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-c49508e0-f184-41fe-a807-f32cf8d71e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:04.767250 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-c49508e0-f184-41fe-a807-f32cf8d71e63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445385
Apr 02 22:00:04.861781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-835fe6d3-2286-43b8-8dbe-9264d68232a9 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845177
Apr 02 22:00:04.952414 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7375e300-b6a1-4b6f-a925-56cc13eb2ba6 req-54dc052e-295e-4e00-b547-e3f1a6f6e654 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834353
Apr 02 22:00:05.109715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c893c60-e63e-4b41-a91d-37878cefce96 req-79f0392c-fcc9-4a1b-8294-c9983c3acdf9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:05.111241 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c893c60-e63e-4b41-a91d-37878cefce96 req-79f0392c-fcc9-4a1b-8294-c9983c3acdf9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0543401
Apr 02 22:00:05.163156 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-8c893c60-e63e-4b41-a91d-37878cefce96 req-0ded1f03-bfea-431c-ad69-38a77256ab34 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461471
Apr 02 22:00:06.310177 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500589e-9c25-4650-882f-bf8450e527fd req-2c4a36b1-812c-4150-a444-7fec77268d6e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:06.311712 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e500589e-9c25-4650-882f-bf8450e527fd req-2c4a36b1-812c-4150-a444-7fec77268d6e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0642412
Apr 02 22:00:06.371438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e500589e-9c25-4650-882f-bf8450e527fd req-d48ceebb-6ada-429e-80c2-67c9df88a700 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534687
Apr 02 22:00:07.526144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7368b-d5b4-4a61-9cc5-e9a525cbc2f5 req-e3f03412-5a3c-49e9-9412-03155c57e578 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:07.529840 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11c7368b-d5b4-4a61-9cc5-e9a525cbc2f5 req-e3f03412-5a3c-49e9-9412-03155c57e578 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0624299
Apr 02 22:00:07.587509 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-11c7368b-d5b4-4a61-9cc5-e9a525cbc2f5 req-3cd04cc4-67e3-401f-bbf0-e0e4be0fc73c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502627
Apr 02 22:00:08.722714 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c3e0-dd06-49b1-b8cf-848593cde8dd req-effdd44c-bc79-42ce-bce4-545345215b5c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:08.724150 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96a8c3e0-dd06-49b1-b8cf-848593cde8dd req-effdd44c-bc79-42ce-bce4-545345215b5c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0560334
Apr 02 22:00:08.783725 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-96a8c3e0-dd06-49b1-b8cf-848593cde8dd req-d8b9e4b3-f4bc-4491-8549-f656dbe5afae tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529985
Apr 02 22:00:09.922994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875d6df-a430-4700-acf2-145d56716b1e req-103d2219-5372-4414-9b8c-a51169cab931 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:09.925112 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b875d6df-a430-4700-acf2-145d56716b1e req-103d2219-5372-4414-9b8c-a51169cab931 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0600953
Apr 02 22:00:09.983373 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b875d6df-a430-4700-acf2-145d56716b1e req-b7cc8e84-78b1-4b73-b046-b791be8c8966 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524158
Apr 02 22:00:11.115459 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f4d2-e9aa-4a1b-afb8-2da452953fa3 req-bac05e5f-fcab-464e-a75b-994bfb791879 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:11.117042 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4a0f4d2-e9aa-4a1b-afb8-2da452953fa3 req-bac05e5f-fcab-464e-a75b-994bfb791879 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0593982
Apr 02 22:00:11.169775 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a4a0f4d2-e9aa-4a1b-afb8-2da452953fa3 req-fe404c7e-ea6a-4ae8-9b6e-07c7184866a4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470698
Apr 02 22:00:12.313127 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea800701-206b-4cdb-aa6d-f056fbb2d879 req-2f62e472-6e1e-4217-86b9-11a98034ac8b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:12.322929 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea800701-206b-4cdb-aa6d-f056fbb2d879 req-2f62e472-6e1e-4217-86b9-11a98034ac8b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0666130
Apr 02 22:00:12.385496 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ea800701-206b-4cdb-aa6d-f056fbb2d879 req-f3d7b208-bbb9-490b-bbc1-079db2d38d8c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612280
Apr 02 22:00:13.513246 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763135df-fc52-4042-9e52-d13a3f681b3a req-520ef824-527b-4eca-8e55-61b5c2e5fb94 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:13.515211 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-763135df-fc52-4042-9e52-d13a3f681b3a req-520ef824-527b-4eca-8e55-61b5c2e5fb94 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.0720282
Apr 02 22:00:13.564132 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-763135df-fc52-4042-9e52-d13a3f681b3a req-acdf82a7-87ab-4b2a-a9c1-92b916cadcd6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432823
Apr 02 22:00:14.742680 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0c5b1-808b-40b4-a3e3-6d8f09620e88 req-f3e8329e-806f-4a59-a9b0-d23e5db5c0c7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:14.744064 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20a0c5b1-808b-40b4-a3e3-6d8f09620e88 req-f3e8329e-806f-4a59-a9b0-d23e5db5c0c7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.1069450
Apr 02 22:00:14.791944 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-20a0c5b1-808b-40b4-a3e3-6d8f09620e88 req-ed79a71b-e7a7-4349-a3c6-8237153e5172 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420215
Apr 02 22:00:14.932921 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:15.103371 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf9eac-3373-4b26-b341-e57e8a6acf64 req-14889820-1b6d-4a34-a73f-1137dcdc718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:15.104797 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bcf9eac-3373-4b26-b341-e57e8a6acf64 req-14889820-1b6d-4a34-a73f-1137dcdc718b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1125 time: 0.0467560
Apr 02 22:00:15.148597 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5bcf9eac-3373-4b26-b341-e57e8a6acf64 req-4e8817fe-e83f-4209-bd60-d0fefa07ce4d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379882
Apr 02 22:00:15.961794 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606198-174a-47e8-bce9-2a50f3db7094 req-b95c76a0-5abf-4db8-a701-4fb3bde53d53 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:15.963265 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49606198-174a-47e8-bce9-2a50f3db7094 req-b95c76a0-5abf-4db8-a701-4fb3bde53d53 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 943 time: 0.1016598
Apr 02 22:00:16.012666 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-49606198-174a-47e8-bce9-2a50f3db7094 req-502e42d4-3a87-457c-8abd-5df739995e58 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425344
Apr 02 22:00:16.360214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:00:16.479411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:00:16.491510 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'port_id': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'mac_address': 'fa:16:3e:39:ef:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:00:16.545248 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:00:16.545636 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:16.563649 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d501e2f4-2fbd-412a-a285-0dc5601f2529 {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:00:16.583716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:00:16.587648 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:16.635167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=9']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:00:16.759005 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:00:16.837600 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['d501e2f4-2fbd-412a-a285-0dc5601f2529'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:00:17.135724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47795f-4c9e-4bc6-a731-2c11731d1dd7 req-88855e13-cceb-4657-822a-9564b19798c1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:17.137198 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc47795f-4c9e-4bc6-a731-2c11731d1dd7 req-88855e13-cceb-4657-822a-9564b19798c1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 944 time: 0.0506048
Apr 02 22:00:17.184507 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cc47795f-4c9e-4bc6-a731-2c11731d1dd7 req-2d541890-cadb-4183-97f1-ece3af947cf1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410440
Apr 02 22:00:18.375100 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:00:18.423190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:18.435910 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port d501e2f4-2fbd-412a-a285-0dc5601f2529 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:00:18.436271 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:18.530584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port d501e2f4-2fbd-412a-a285-0dc5601f2529 is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:00:18.530965 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:18.553704 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:00:18.555920 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d2c5c-60ce-494e-a767-15c8e168658d" -d '{"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-plugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:00:18.569231 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:00:18.573377 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:18.599019 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f8224-7658-422f-ab0c-8a63f75f616b x-openstack-request-id: req-fa4f8224-7658-422f-ab0c-8a63f75f616b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:00:18.599308 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-plugged", "status": "completed", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:00:18.599559 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa4f8224-7658-422f-ab0c-8a63f75f616b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:00:18.599947 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4f8224-7658-422f-ab0c-8a63f75f616b'] response: {'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'code': 200}
Apr 02 22:00:18.627315 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=10']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:00:23.231314 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3531fe2d-d8ac-47fe-835e-8f003fd5f6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:25.459843 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-26cfad76-02a1-4a5d-b6d1-2fad31e6dd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:26.885677 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:28.555724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-bd363752-587e-414d-85d9-1ba24a45c483 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0896604
Apr 02 22:00:28.646216 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-3034ff88-9cbf-42bd-b1e3-b4a2290b4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:28.647688 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-3034ff88-9cbf-42bd-b1e3-b4a2290b4965 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1128 time: 0.0472295
Apr 02 22:00:28.753463 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-8481a657-7b45-4426-9314-e23b6d9414cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:28.754847 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-8481a657-7b45-4426-9314-e23b6d9414cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0831923
Apr 02 22:00:28.823711 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-cb530a50-7a75-4707-b860-49a07fcfbc84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 1001 time: 0.0623999
Apr 02 22:00:28.874093 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-2d47cb7b-6c4e-4864-8927-36c8e5ae567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:28.875516 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-2d47cb7b-6c4e-4864-8927-36c8e5ae567d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0436378
Apr 02 22:00:28.923031 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-cc3396f4-4e0a-4f79-a310-8374b5374636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:00:28.924680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-cc3396f4-4e0a-4f79-a310-8374b5374636 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435388
Apr 02 22:00:28.967860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:29.014973 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-0e4aa734-f640-4f2e-bb13-c89d27a8a4fb service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838509
Apr 02 22:00:29.101575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f6485b9f-a564-4df0-b7d6-2116538b87f7 req-7c040bfb-bbc6-4e06-bc62-09f621b49d46 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811036
Apr 02 22:00:29.539514 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:36.338594 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d3748575-acf4-45c9-99a9-e45d2c29fe57 service neutron] (121648) timed out ('10.222.0.18', 51220) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 22:00:36.731196 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-bfee91c2-3a5d-4d5e-bc5f-e79e10db4949 req-d4a91a73-798e-4ac1-95e3-5372d517493e tempest-ServerActionsTestJSON-1728208507 tempest-ServerActionsTestJSON-1728208507-project] (121648) timed out ('10.222.0.18', 46722) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 22:00:44.930419 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:48.386899 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:53.232038 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5cee2996-9b82-4829-9c08-f52ff2ce4e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:53.758058 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:00:55.462126 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d3945925-20c4-4a84-8415-fc1de558c83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:56.889075 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:58.970638 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:00:59.541145 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:14.946996 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:18.385998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:23.233561 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-87ce337f-b8ba-460d-a18e-868be92e5ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:25.463026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f8b61a76-dcf7-4b81-b998-b48bf349b903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:26.891672 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:28.515243 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-839075f5-80f0-471b-a430-a2730d677892 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0498772
Apr 02 22:01:28.602919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-7461e143-0008-407a-9a7a-36a32717a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:28.604400 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-7461e143-0008-407a-9a7a-36a32717a674 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1128 time: 0.0440173
Apr 02 22:01:28.710073 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-348350d6-f412-44ad-b7c3-21c888bb9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:28.711463 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-348350d6-f412-44ad-b7c3-21c888bb9f96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0868084
Apr 02 22:01:28.777470 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-35236f76-863c-4f03-8ad7-d49ac51eee54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 1001 time: 0.0573030
Apr 02 22:01:28.827145 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-49b2145e-0d53-426a-bc2d-b70ad047638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:28.828613 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-49b2145e-0d53-426a-bc2d-b70ad047638e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0421507
Apr 02 22:01:28.883613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-66a74ac9-4070-4023-a107-2a83280a7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:28.885134 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-66a74ac9-4070-4023-a107-2a83280a7ff4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467274
Apr 02 22:01:28.973339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:28.977112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-1f457b38-109b-41e7-a84c-330576256bab service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826602
Apr 02 22:01:29.069964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cf0f3797-ee4b-4832-b074-3caee25a07d9 req-a2f682b2-4d02-498b-a651-30ec6a6d1905 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840073
Apr 02 22:01:29.544001 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:30.758187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:01:32.721210 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55332) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:32.873934 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Deleting port d702d41f-c532-4e64-9781-3912e8925bd2 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:01:32.874271 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d702d41f-c532-4e64-9781-3912e8925bd2), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:32.947382 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d702d41f-c532-4e64-9781-3912e8925bd2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:32.947698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (d702d41f-c532-4e64-9781-3912e8925bd2), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:32.959476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Calling delete_port for d702d41f-c532-4e64-9781-3912e8925bd2 owned by network:floatingip {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:01:33.103231 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d702d41f-c532-4e64-9781-3912e8925bd2), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:33.132815 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event deleted for resources: {'Port': ['ID=d702d41f-c532-4e64-9781-3912e8925bd2,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:33.160670 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.161023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.161366 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.161705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.162038 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.162370 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.162699 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.163026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.163351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.163678 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.164000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.164326 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.164669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.164996 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.165315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:33.204952 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (1795245e-539d-45de-be2b-cd9e379e095d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:33.205315 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Floating IP 1795245e-539d-45de-be2b-cd9e379e095d disassociated (deleted). External IP: 172.35.4.137, port: d501e2f4-2fbd-412a-a285-0dc5601f2529.
Apr 02 22:01:33.413197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:01:33.522638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:01:33.528082 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:33.533833 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:01:33.544204 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:01:33.544869 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f39400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:01:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:33.559795 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-1cbbb6ff-52db-4058-bda8-6dc5c51714cd tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "DELETE /v2.0/floatingips/1795245e-539d-45de-be2b-cd9e379e095d HTTP/1.1" status: 204  len: 168 time: 0.8374252
Apr 02 22:01:33.560471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:01:33.562719 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34796b35-1319-4c02-b3f1-a31f6d7339b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:01:33.655821 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b091c5dc-6203-4f6c-9e35-77d2e32a261d x-openstack-request-id: req-b091c5dc-6203-4f6c-9e35-77d2e32a261d {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:01:33.656109 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:01:33.656383 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b091c5dc-6203-4f6c-9e35-77d2e32a261d {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:01:33.656830 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b091c5dc-6203-4f6c-9e35-77d2e32a261d'] response: {'name': 'network-changed', 'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'status': 'completed', 'code': 200}
Apr 02 22:01:33.659467 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:01:33.753544 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-2f809305-3ef9-400c-a8e7-2fc661f36fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:33.755069 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-2f809305-3ef9-400c-a8e7-2fc661f36fd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 1128 time: 0.0659769
Apr 02 22:01:33.860764 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f39400>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:33.885344 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84d89-5c6f-4f30-81fc-03c18bd84b69 req-4ec9d4a4-9116-4fe2-a628-80e2a0aedb5e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:33.886557 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:01:33.886846 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47e84d89-5c6f-4f30-81fc-03c18bd84b69 req-4ec9d4a4-9116-4fe2-a628-80e2a0aedb5e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 946 time: 0.1158192
Apr 02 22:01:33.889666 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-9f56cf6c-2248-4d2c-8038-ad1ee6407ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:33.891019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-9f56cf6c-2248-4d2c-8038-ad1ee6407ea0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.1280918
Apr 02 22:01:33.895525 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:01:33.896129 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845f39400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:01:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:33.940182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-6a22c929-0063-4538-aa85-648ddafa7a72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 200  len: 217 time: 0.0407012
Apr 02 22:01:34.000911 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-47e84d89-5c6f-4f30-81fc-03c18bd84b69 req-0d5e447c-450b-49e4-9e4a-357264a0fc55 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081183
Apr 02 22:01:34.002756 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:01:34.012322 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-c24635e3-6f71-4a1d-8f02-10ba6a1af459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:34.014034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-c24635e3-6f71-4a1d-8f02-10ba6a1af459 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0634217
Apr 02 22:01:34.067381 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-6044e55c-7845-4961-8144-582ef58cfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:34.068922 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-6044e55c-7845-4961-8144-582ef58cfee5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484231
Apr 02 22:01:34.162318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-f24b9cb2-da23-4682-bf94-7734a9ab9a51 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838511
Apr 02 22:01:34.200744 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845f39400>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:34.226629 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a14b90-a190-4828-a7d5-1e1ff684d122 None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:01:34.254817 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-34796b35-1319-4c02-b3f1-a31f6d7339b9 req-4339d6c9-e52f-47a5-9efb-4b3fdc9bf882 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852666
Apr 02 22:01:34.480118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654e50d-77fa-4946-9492-46304ddb3cb7 None None] New status for floating IP 1795245e-539d-45de-be2b-cd9e379e095d: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:01:35.134239 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1262264-313e-46da-958f-d1f1c36a237b req-34434934-93ac-4e15-b56e-8d3db0925a7f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:35.135726 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1262264-313e-46da-958f-d1f1c36a237b req-34434934-93ac-4e15-b56e-8d3db0925a7f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 946 time: 0.0594544
Apr 02 22:01:35.184222 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c1262264-313e-46da-958f-d1f1c36a237b req-4e5eda40-f331-4592-9820-414c1c089362 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7136120e-2544-421b-ac87-1f81081a2b34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427477
Apr 02 22:01:35.326393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-0a3a89db-367a-4eae-8fbb-64e54608c7ab tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:35.327870 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-0a3a89db-367a-4eae-8fbb-64e54608c7ab tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 946 time: 0.0559239
Apr 02 22:01:35.425500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Deleting port d501e2f4-2fbd-412a-a285-0dc5601f2529 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:01:35.425838 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:35.511289 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] For port d501e2f4-2fbd-412a-a285-0dc5601f2529, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d501e2f4-2fbd-412a-a285-0dc5601f2529,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:01:35.511653 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:35.529478 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Calling delete_port for d501e2f4-2fbd-412a-a285-0dc5601f2529 owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:01:35.658064 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d501e2f4-2fbd-412a-a285-0dc5601f2529), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:35.686521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event deleted for resources: {'Port': ['ID=d501e2f4-2fbd-412a-a285-0dc5601f2529,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:35.733765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] No DVR routers for this DVR port d501e2f4-2fbd-412a-a285-0dc5601f2529 on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:01:35.736279 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:35.739608 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4c39f1b2-6fda-445f-8617-a9b7c3d17bba req-e77c8cf8-b3f2-45b1-b6dd-5aea9b85067b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "DELETE /v2.0/ports/d501e2f4-2fbd-412a-a285-0dc5601f2529 HTTP/1.1" status: 204  len: 173 time: 0.4038947
Apr 02 22:01:35.740114 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-deleted', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:01:35.742349 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d1144e-b046-43dd-a61d-a1b5ab3869c1" -d '{"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-deleted", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:01:35.780959 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dcd484-0df2-4770-b984-847563c28128 x-openstack-request-id: req-84dcd484-0df2-4770-b984-847563c28128 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:01:35.781251 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72dc18-fa7e-43df-a8c6-0728c086f081", "name": "network-vif-deleted", "tag": "d501e2f4-2fbd-412a-a285-0dc5601f2529", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:01:35.781512 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84dcd484-0df2-4770-b984-847563c28128 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:01:35.781921 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84dcd484-0df2-4770-b984-847563c28128'] response: {'server_uuid': '6e72dc18-fa7e-43df-a8c6-0728c086f081', 'name': 'network-vif-deleted', 'tag': 'd501e2f4-2fbd-412a-a285-0dc5601f2529', 'status': 'completed', 'code': 200}
Apr 02 22:01:36.293131 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5cb0e769-6ce9-4531-b8e5-6324c056dbc5 req-cad88c96-8991-4306-8b8c-46892907bf49 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e72dc18-fa7e-43df-a8c6-0728c086f081 HTTP/1.1" status: 200  len: 210 time: 0.0287123
Apr 02 22:01:37.350325 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55358) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:37.405892 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b360-76fc-47b0-be8c-d57fdc20bb3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (7136120e-2544-421b-ac87-1f81081a2b34), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.430910 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b360-76fc-47b0-be8c-d57fdc20bb3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (7136120e-2544-421b-ac87-1f81081a2b34), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.492825 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b360-76fc-47b0-be8c-d57fdc20bb3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (7136120e-2544-421b-ac87-1f81081a2b34), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.495956 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b360-76fc-47b0-be8c-d57fdc20bb3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.497234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c6d6b360-76fc-47b0-be8c-d57fdc20bb3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "DELETE /v2.0/security-groups/7136120e-2544-421b-ac87-1f81081a2b34 HTTP/1.1" status: 204  len: 168 time: 0.1459215
Apr 02 22:01:37.506455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6b360-76fc-47b0-be8c-d57fdc20bb3e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136120e-2544-421b-ac87-1f81081a2b34,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:37.786156 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55364) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:37.790710 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220472363', 'description': 'tempest-secgroup-smoke-220472363 description', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:37.811188 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.876381 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (83dc95ee-75f6-470b-aeeb-94cd3c401119), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.880533 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (83dc95ee-75f6-470b-aeeb-94cd3c401119), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.912925 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:37.914145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1269958
Apr 02 22:01:37.916007 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb201e55-298b-4cde-a157-b60d558325a0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dc95ee-75f6-470b-aeeb-94cd3c401119,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:37.917026 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55366) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:37.922171 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '83dc95ee-75f6-470b-aeeb-94cd3c401119', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:37.946597 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (7f8cb71d-2a35-4f6b-abec-238dfeba415c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.006872 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (7f8cb71d-2a35-4f6b-abec-238dfeba415c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.011258 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (7f8cb71d-2a35-4f6b-abec-238dfeba415c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.027840 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8cb71d-2a35-4f6b-abec-238dfeba415c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:38.038987 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.039340 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.039682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.040022 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.040355 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.040747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.041081 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.041409 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.041738 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.042066 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.042389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.042720 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.043044 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.043365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.043684 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:38.048152 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.049379 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5f68a4c-f3cd-4e05-892e-807ca473f8b8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1311924
Apr 02 22:01:38.052576 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55368) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:38.056774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '83dc95ee-75f6-470b-aeeb-94cd3c401119', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:38.082308 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (cbe28195-c76d-4ee6-a582-1f1ae7266fd7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.137192 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (cbe28195-c76d-4ee6-a582-1f1ae7266fd7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.141061 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (cbe28195-c76d-4ee6-a582-1f1ae7266fd7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.163344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe28195-c76d-4ee6-a582-1f1ae7266fd7,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:38.167483 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.168741 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-31862631-7e5b-4438-abb5-9b3c3cc0f225 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1151385
Apr 02 22:01:38.171347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55370) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:38.176087 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '83dc95ee-75f6-470b-aeeb-94cd3c401119', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:38.200761 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (f10301a8-9683-4f6e-a42c-02e5ddb070b9), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.255883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (f10301a8-9683-4f6e-a42c-02e5ddb070b9), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.259287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (f10301a8-9683-4f6e-a42c-02e5ddb070b9), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.278103 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10301a8-9683-4f6e-a42c-02e5ddb070b9,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:38.284287 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.285570 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-dcc21e93-9fa7-4df7-a728-ecdccf723ad5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1133153
Apr 02 22:01:38.288254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55372) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:38.292668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '83dc95ee-75f6-470b-aeeb-94cd3c401119', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:38.316998 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (880f2d43-343b-4d26-ad47-b328612eff72), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.374141 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (880f2d43-343b-4d26-ad47-b328612eff72), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.377731 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (880f2d43-343b-4d26-ad47-b328612eff72), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.396440 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880f2d43-343b-4d26-ad47-b328612eff72,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:38.402034 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.403231 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-53191f59-ddd2-4dc5-8d02-987ffebb27f8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1140327
Apr 02 22:01:38.405891 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55374) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:38.410611 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '83dc95ee-75f6-470b-aeeb-94cd3c401119', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:38.430091 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Project 6e33cf82705649d680da9a6bb1ecf1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 22:01:38.435028 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (4e9cf96d-4123-44f7-8d28-b5d7a5e9be1c), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.495883 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (4e9cf96d-4123-44f7-8d28-b5d7a5e9be1c), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.499649 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (4e9cf96d-4123-44f7-8d28-b5d7a5e9be1c), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.524287 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9cf96d-4123-44f7-8d28-b5d7a5e9be1c,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:38.534436 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.536157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-381a207c-b2fc-49e6-b840-a8f31d81495f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1293008
Apr 02 22:01:38.538868 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55376) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:38.543110 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'security_group_rule': {'security_group_id': '83dc95ee-75f6-470b-aeeb-94cd3c401119', 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:38.562660 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Project 6e33cf82705649d680da9a6bb1ecf1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 22:01:38.567431 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (673dc45d-5e05-4fde-8570-2f2ad1d2be12), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.624309 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (673dc45d-5e05-4fde-8570-2f2ad1d2be12), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.627577 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (673dc45d-5e05-4fde-8570-2f2ad1d2be12), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.642209 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673dc45d-5e05-4fde-8570-2f2ad1d2be12,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:38.652572 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:38.653752 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b1e4706a-f5f2-412b-a6ee-3e3a792c1de6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1139796
Apr 02 22:01:38.806489 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:01:38.826129 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: d501e2f4-2fbd-412a-a285-0dc5601f2529 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:01:38.826534 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device d501e2f4-2fbd-412a-a285-0dc5601f2529 not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:01:41.319900 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-575bd411-20c3-4ecd-b34b-dd2b2e2d5589 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220472363&fields=id&tenant_id=6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 267 time: 0.0461793
Apr 02 22:01:41.429427 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-8f6cfe47-4d3b-4a43-9be4-f78cd12c66c8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:41.430797 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-8f6cfe47-4d3b-4a43-9be4-f78cd12c66c8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 809 time: 0.1044178
Apr 02 22:01:41.445396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-095d0c6d-f411-4aba-8d40-62d201fa36dc tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/quotas/6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 375 time: 0.0090897
Apr 02 22:01:41.499811 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-5d5874ea-d99c-4dc0-8860-7f7d122bf8d3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0492430
Apr 02 22:01:41.592248 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-56f24c4e-658c-4489-8379-ce05ac0774e7 service neutron] 10.222.0.18 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813656
Apr 02 22:01:41.685054 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-a454783b-2f07-41ca-b955-0c43e67d711a service neutron] 10.222.0.18 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860898
Apr 02 22:01:41.966449 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8576dead-cad3-4413-9bf2-96d7d9b0adea req-07834850-c1f9-4fe7-a381-fdb8ff2f4fed tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 210 time: 0.0278158
Apr 02 22:01:42.996294 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-eda696c9-dfde-4770-ae41-d72e7fbffba3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:42.997767 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-eda696c9-dfde-4770-ae41-d72e7fbffba3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 809 time: 0.1037519
Apr 02 22:01:43.065965 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-c6b0f379-ac03-4e59-86f3-455fbb626976 req-c72eefa0-09ad-4dd6-8ec6-42b577a8ed41 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 210 time: 0.0281405
Apr 02 22:01:43.082083 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-606332a9-1145-40b6-8733-de15265b30a6 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 379 time: 0.0570979
Apr 02 22:01:43.106465 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'port': {'device_id': '101fe249-230b-488e-b4d7-4e662f5ba442', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'admin_state_up': True, 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'security_groups': ['83dc95ee-75f6-470b-aeeb-94cd3c401119']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:43.216733 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Made reservation on behalf of 6e33cf82705649d680da9a6bb1ecf1fe for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:01:43.220232 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:43.349323 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Allocated IP 172.20.0.7 (736cf116-b58d-41e4-9c8d-0139b33e2970/7d00819e-1fa1-4e64-9676-25ce62743c27/b8af4d15-7e2c-43db-a985-f307cf3fe1fb) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:01:43.484529 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:43.516820 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:43.562659 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:01:43.565613 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:01:43.568046 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:01:43.601632 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:43.627836 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:43.629015 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:43.645824 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-34d1e13d-63f8-45c8-8bb1-d65785efd2d0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5434697
Apr 02 22:01:43.662188 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Request body: {'port': {'device_id': '101fe249-230b-488e-b4d7-4e662f5ba442', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:43.731283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:43.862099 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-90c47a79-33e2-4ceb-bad7-1cc3f33fcb4b None None] Provisioning complete for port b8af4d15-7e2c-43db-a985-f307cf3fe1fb triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:01:43.862663 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-90c47a79-33e2-4ceb-bad7-1cc3f33fcb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:43.899013 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-90c47a79-33e2-4ceb-bad7-1cc3f33fcb4b None None] Port b8af4d15-7e2c-43db-a985-f307cf3fe1fb cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:01:44.010840 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8af4d15-7e2c-43db-a985-f307cf3fe1fb {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:01:44.019444 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Publish callbacks [] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:44.033559 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Transition to ACTIVE for port object b8af4d15-7e2c-43db-a985-f307cf3fe1fb will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 22:01:44.037564 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:44.128384 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:44.192758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Attempting to bind port b8af4d15-7e2c-43db-a985-f307cf3fe1fb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:01:44.193099 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Attempting to bind port b8af4d15-7e2c-43db-a985-f307cf3fe1fb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:01:44.193426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Attempting to bind port b8af4d15-7e2c-43db-a985-f307cf3fe1fb on network 736cf116-b58d-41e4-9c8d-0139b33e2970 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:01:44.199309 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Port b8af4d15-7e2c-43db-a985-f307cf3fe1fb on network 736cf116-b58d-41e4-9c8d-0139b33e2970 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 22:01:44.199629 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Attempting to bind port b8af4d15-7e2c-43db-a985-f307cf3fe1fb on network 736cf116-b58d-41e4-9c8d-0139b33e2970 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:01:44.208738 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:01:44.209074 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Checking segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:01:44.209460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Bound using segment: {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:01:44.209895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Bound port: b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0449afe-085d-4fda-b6f7-7d02f20ca69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:01:44.210255 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:44.220017 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9faae0-fb65-4852-8cbf-99b0d10833e0 req-e76b6c5d-b372-4548-95e3-bb28a55ce61b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:44.221591 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a9faae0-fb65-4852-8cbf-99b0d10833e0 req-e76b6c5d-b372-4548-95e3-bb28a55ce61b tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0824752
Apr 02 22:01:44.308859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4a9faae0-fb65-4852-8cbf-99b0d10833e0 req-0bf6f7e9-9fe3-4268-936f-c3f36a7a1f9c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806656
Apr 02 22:01:44.318786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:01:44.322112 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:01:44.327510 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:44.367369 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:44.368097 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:44.369405 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] 10.222.0.21 "PUT /v2.0/ports/b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1091 time: 0.7117016
Apr 02 22:01:44.369841 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:01:44.372068 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1" -d '{"events": [{"name": "network-changed", "server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:01:44.400152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5e930-c6c0-46d8-a830-075c50ec7a1d service neutron] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:44.416868 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95325bcb-a29c-4dad-ac3f-81432f1fb388 x-openstack-request-id: req-95325bcb-a29c-4dad-ac3f-81432f1fb388 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:01:44.417161 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:01:44.417421 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95325bcb-a29c-4dad-ac3f-81432f1fb388 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:01:44.417859 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95325bcb-a29c-4dad-ac3f-81432f1fb388'] response: {'name': 'network-changed', 'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'status': 'completed', 'code': 200}
Apr 02 22:01:44.476447 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-a67ba5e8-1c54-4362-b828-dee81cf32d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:44.478142 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-a67ba5e8-1c54-4362-b828-dee81cf32d90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1125 time: 0.0495327
Apr 02 22:01:44.520379 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-8e0e19eb-1e63-4fb1-8ff8-86c30b093c95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 217 time: 0.0352700
Apr 02 22:01:44.573687 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-4221bc04-c4eb-49a2-932c-4b581a68a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:44.575154 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-4221bc04-c4eb-49a2-932c-4b581a68a729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0495002
Apr 02 22:01:44.626455 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-70bceb43-d036-42fd-b175-4a52a0234a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:44.627945 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-70bceb43-d036-42fd-b175-4a52a0234a14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438478
Apr 02 22:01:44.723407 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-40908217-6359-458e-b403-8c815bc3f871 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843391
Apr 02 22:01:44.816479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-4dea3423-72b8-44fb-807b-a19381c41b93 req-36cef0a2-c0af-4e57-9305-9061a0b84bdb service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840936
Apr 02 22:01:44.917146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-0bc53b49-6a1e-4746-b5a6-23d2c173f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:44.918559 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-0bc53b49-6a1e-4746-b5a6-23d2c173f81b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1125 time: 0.0453289
Apr 02 22:01:44.946771 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:45.014218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-f4e3ec9f-55cc-41d6-9889-8e0dbd002728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:45.015691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-f4e3ec9f-55cc-41d6-9889-8e0dbd002728 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0912395
Apr 02 22:01:45.055588 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-d3f6ca9b-e69b-4bb7-8336-8a667716a7de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 217 time: 0.0337901
Apr 02 22:01:45.104055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-9ac94eb7-b837-4a2e-8f4f-e33ba76cd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:45.105494 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-9ac94eb7-b837-4a2e-8f4f-e33ba76cd85a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0422702
Apr 02 22:01:45.515676 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-6b60f73e-ee92-4aa3-be50-852f3be4b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:45.517219 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-6b60f73e-ee92-4aa3-be50-852f3be4b3d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4050281
Apr 02 22:01:45.558931 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b6c6-244e-4bda-9139-71b0e762feaf req-f5ae836d-894d-45e7-8900-17e222aa9cab tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:45.560391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f327b6c6-244e-4bda-9139-71b0e762feaf req-f5ae836d-894d-45e7-8900-17e222aa9cab tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0834560
Apr 02 22:01:45.658051 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f327b6c6-244e-4bda-9139-71b0e762feaf req-e212aa15-4ba2-409f-be9c-6a4eb2461596 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918789
Apr 02 22:01:45.660488 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-e8ad4a88-65e3-4749-93fe-576bf1d3b9ce service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350319
Apr 02 22:01:45.748234 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d5f3ccf7-a0d4-4f93-a81c-08523272efc1 req-ff3a1fb0-abf5-4c77-8be3-3d82419482df service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811136
Apr 02 22:01:46.779729 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a4209-a413-4ce3-8cf4-42da60e45f3b req-804fed6c-7fb4-4379-87aa-c4e8b783bd9f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:46.781169 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-001a4209-a413-4ce3-8cf4-42da60e45f3b req-804fed6c-7fb4-4379-87aa-c4e8b783bd9f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0520461
Apr 02 22:01:46.827910 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-001a4209-a413-4ce3-8cf4-42da60e45f3b req-a27ebeff-580e-4d7b-82a2-5781bdcb4483 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410979
Apr 02 22:01:47.951589 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b4a30-280a-480e-8ec4-38f78800d552 req-530dcdad-de1d-44bf-9608-f579b2fe12c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:47.953112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-159b4a30-280a-480e-8ec4-38f78800d552 req-530dcdad-de1d-44bf-9608-f579b2fe12c3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0566709
Apr 02 22:01:48.000239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-159b4a30-280a-480e-8ec4-38f78800d552 req-f5a9de47-92fe-41e1-ae18-16c80f9029f4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415981
Apr 02 22:01:48.400690 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:48.843852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:01:48.939092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:01:48.950203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'port_id': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'mac_address': 'fa:16:3e:be:3e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:01:48.986478 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b8af4d15-7e2c-43db-a985-f307cf3fe1fb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:01:48.986867 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:48.999687 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8af4d15-7e2c-43db-a985-f307cf3fe1fb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:01:49.021354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:01:49.025689 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:49.129590 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d538bf2-ea6f-491c-ab99-6fe67708a9b4 req-1e43f0d4-be84-4f3d-b54c-57607be142fe tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:49.131108 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d538bf2-ea6f-491c-ab99-6fe67708a9b4 req-1e43f0d4-be84-4f3d-b54c-57607be142fe tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 944 time: 0.0608654
Apr 02 22:01:49.182342 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5d538bf2-ea6f-491c-ab99-6fe67708a9b4 req-2cd98328-3ec1-4d2b-a70a-6c058017f6d8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453727
Apr 02 22:01:49.232213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:49.239791 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.240137 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.240508 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.240849 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.241182 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.241509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.241836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.242160 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.242482 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.242803 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.243125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.243445 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.243765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.244084 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.244401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:01:49.303361 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b8af4d15-7e2c-43db-a985-f307cf3fe1fb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:01:50.304977 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19432f9-5dde-451e-86d2-3e6432bcba75 req-06ebd294-6aec-4c73-b0a0-f4eb11392eb1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:50.306378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f19432f9-5dde-451e-86d2-3e6432bcba75 req-06ebd294-6aec-4c73-b0a0-f4eb11392eb1 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 944 time: 0.0563233
Apr 02 22:01:50.353951 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f19432f9-5dde-451e-86d2-3e6432bcba75 req-34de5b54-786a-457e-8efc-46f58d71db96 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418980
Apr 02 22:01:50.853993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:01:50.900527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port b8af4d15-7e2c-43db-a985-f307cf3fe1fb completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 22:01:50.904724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b8af4d15-7e2c-43db-a985-f307cf3fe1fb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:01:50.905102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:50.986906 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b8af4d15-7e2c-43db-a985-f307cf3fe1fb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:01:50.987369 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:51.014833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:01:51.017064 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ca7bc-fba1-4f23-a0dd-b4050c990f86" -d '{"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-plugged", "status": "completed", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:01:51.029955 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:01:51.034376 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:51.081029 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:51.115045 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b4d663-2e0a-4449-9e8e-455ba927aee7 x-openstack-request-id: req-a5b4d663-2e0a-4449-9e8e-455ba927aee7 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:01:51.115327 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-plugged", "status": "completed", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:01:51.115584 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5b4d663-2e0a-4449-9e8e-455ba927aee7 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:01:51.115990 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b4d663-2e0a-4449-9e8e-455ba927aee7'] response: {'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'code': 200}
Apr 02 22:01:51.218874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0da42f-4510-49b5-ad2b-01537c2c5140 req-7c3601fd-5c0d-474b-9d17-1ad695df2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:51.220342 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac0da42f-4510-49b5-ad2b-01537c2c5140 req-7c3601fd-5c0d-474b-9d17-1ad695df2ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0420942
Apr 02 22:01:51.268915 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ac0da42f-4510-49b5-ad2b-01537c2c5140 req-e7d64faa-8697-4498-96f1-47e14cfc413a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414243
Apr 02 22:01:51.471905 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cb9a4-9c04-4ad5-8f5b-6c069fd394cc req-6c9f3acf-60bf-405b-b102-b113cc84e98d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:51.473422 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e24cb9a4-9c04-4ad5-8f5b-6c069fd394cc req-6c9f3acf-60bf-405b-b102-b113cc84e98d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0528235
Apr 02 22:01:51.521861 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e24cb9a4-9c04-4ad5-8f5b-6c069fd394cc req-1f95a180-e6cd-4990-8ffa-0a8231dd7c55 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428383
Apr 02 22:01:52.641610 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb848ba-1c81-42bc-bcd2-54a95a3bb36d req-22f7c6c0-5b32-41ba-84d9-208e212a9cf0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:52.643124 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bb848ba-1c81-42bc-bcd2-54a95a3bb36d req-22f7c6c0-5b32-41ba-84d9-208e212a9cf0 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0528407
Apr 02 22:01:52.691183 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2bb848ba-1c81-42bc-bcd2-54a95a3bb36d req-5feddd72-d92f-4123-a53e-feaedf949466 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424633
Apr 02 22:01:52.807582 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453abfa-8b9b-4939-8a6d-8365f027a155 req-74c1813b-332b-4e8c-9d5d-2e17855b9ad7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:52.809074 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d453abfa-8b9b-4939-8a6d-8365f027a155 req-74c1813b-332b-4e8c-9d5d-2e17855b9ad7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0523736
Apr 02 22:01:52.856118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d453abfa-8b9b-4939-8a6d-8365f027a155 req-87d974a3-7188-44d1-8569-df71b5a5da44 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412431
Apr 02 22:01:52.877937 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55516) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:52.924700 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2641d621-6859-41c3-87de-54f0ef8026bc tempest-TestShelveInstance-1720440072 tempest-TestShelveInstance-1720440072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:52.926819 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2641d621-6859-41c3-87de-54f0ef8026bc tempest-TestShelveInstance-1720440072 tempest-TestShelveInstance-1720440072-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1122 time: 0.0478773
Apr 02 22:01:52.929565 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55518) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:01:52.933722 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:01:52.952943 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.048091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.159411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Allocated IP 172.35.4.85 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/89d5c100-da7b-48af-9a17-9578711cde05) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:01:53.235048 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4b88da4c-9d0b-4235-8cfb-f311c1b6d91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.258091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for port (89d5c100-da7b-48af-9a17-9578711cde05), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.290341 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (89d5c100-da7b-48af-9a17-9578711cde05), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.328897 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:01:53.331617 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:01:53.335199 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:01:53.367261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'Port': ['ID=89d5c100-da7b-48af-9a17-9578711cde05,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:53.699763 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (2bef1d2b-129d-4901-9a38-4bdec7d7c106), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.770242 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (89d5c100-da7b-48af-9a17-9578711cde05), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.914682 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for port (89d5c100-da7b-48af-9a17-9578711cde05), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.919080 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (89d5c100-da7b-48af-9a17-9578711cde05), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:53.987411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event updated for resources: {'Port': ['ID=89d5c100-da7b-48af-9a17-9578711cde05,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:01:53.999174 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (2bef1d2b-129d-4901-9a38-4bdec7d7c106), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:54.101233 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Floating IP 2bef1d2b-129d-4901-9a38-4bdec7d7c106 associated. External IP: 172.35.4.85, port: b8af4d15-7e2c-43db-a985-f307cf3fe1fb.
Apr 02 22:01:54.308419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:01:54.422730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:01:54.435676 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:01:54.440558 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:54.446304 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:01:54.446982 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b18790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:01:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:54.484982 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-15702ac5-c4f4-4c2e-9396-98f543e4fb38 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5402875
Apr 02 22:01:54.484982 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:01:54.484982 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c49510-b5b1-4494-b414-875e38702ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:01:54.559445 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:01:54.574985 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089482a-69ec-4cab-bc82-0992ecbda99e x-openstack-request-id: req-a089482a-69ec-4cab-bc82-0992ecbda99e {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:01:54.575274 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:01:54.575525 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a089482a-69ec-4cab-bc82-0992ecbda99e {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:01:54.575956 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a089482a-69ec-4cab-bc82-0992ecbda99e'] response: {'name': 'network-changed', 'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'status': 'completed', 'code': 200}
Apr 02 22:01:54.645460 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49510-b5b1-4494-b414-875e38702ae4 req-4e8922f1-33da-4272-a305-e48847a22a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:54.646983 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-4e8922f1-33da-4272-a305-e48847a22a48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0496626
Apr 02 22:01:54.738902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49510-b5b1-4494-b414-875e38702ae4 req-e6dee1c2-5d31-4c46-9cfe-5ba6d4629f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:54.740438 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-e6dee1c2-5d31-4c46-9cfe-5ba6d4629f9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0867462
Apr 02 22:01:54.812868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-f296abad-2768-42c5-86f0-cddad67897a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 998 time: 0.0663915
Apr 02 22:01:54.860775 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49510-b5b1-4494-b414-875e38702ae4 req-9c811f58-711c-4f4f-a682-b35c76ae1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:54.862291 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-9c811f58-711c-4f4f-a682-b35c76ae1e2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0439827
Apr 02 22:01:54.880539 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b18790>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2bef1d2b-129d-4901-9a38-4bdec7d7c106', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'floating_ip_address': '172.35.4.85', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'port_id': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'mac_address': 'fa:16:3e:be:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101fe249-230b-488e-b4d7-4e662f5ba442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:01:53Z', 'updated_at': '2022-04-02T22:01:53Z', 'revision_number': 0, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:54.906361 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:01:54.912777 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49510-b5b1-4494-b414-875e38702ae4 req-6234e39d-8517-44bc-a398-d9c1c67fbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:01:54.914358 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-6234e39d-8517-44bc-a398-d9c1c67fbc20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452933
Apr 02 22:01:54.914820 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:01:54.915412 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845b18790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:01:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:55.011179 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-94759fe6-74d5-40a5-ab6e-101f02c90d3e service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903480
Apr 02 22:01:55.025362 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:01:55.099695 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78c49510-b5b1-4494-b414-875e38702ae4 req-7f489aaa-611e-4740-b996-b3c5a748f04a service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832493
Apr 02 22:01:55.253996 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845b18790>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2bef1d2b-129d-4901-9a38-4bdec7d7c106', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'floating_ip_address': '172.35.4.85', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'port_id': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'mac_address': 'fa:16:3e:be:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101fe249-230b-488e-b4d7-4e662f5ba442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:01:53Z', 'updated_at': '2022-04-02T22:01:53Z', 'revision_number': 0, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:01:55.279518 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550607e-667a-4f27-86df-b10a8dcd54df None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2bef1d2b-129d-4901-9a38-4bdec7d7c106', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'floating_ip_address': '172.35.4.85', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'port_id': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'mac_address': 'fa:16:3e:be:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101fe249-230b-488e-b4d7-4e662f5ba442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:01:53Z', 'updated_at': '2022-04-02T22:01:53Z', 'revision_number': 0, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:01:55.468679 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-516c4182-781f-475a-8e07-93a5491c104e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:55.479841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038df28-9612-4bc5-943d-4a3f95d9ca8a None None] New status for floating IP 2bef1d2b-129d-4901-9a38-4bdec7d7c106: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:01:56.893860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:58.975767 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:01:59.546220 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:07.757755 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:02:14.961172 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:18.416321 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:23.236860 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-148de4d5-6897-43a6-bba3-cc8e88dd8d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:25.471371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cf0648ad-c41a-4026-9605-9beb775aa330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:26.898414 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:28.979575 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:29.546133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-0a4f032c-2b09-4c79-9e75-bc0bec59e840 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0692275
Apr 02 22:02:29.550313 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:29.644889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-e1b6842f-c13d-4766-a040-69c16fb6629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:02:29.646532 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-e1b6842f-c13d-4766-a040-69c16fb6629e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0485554
Apr 02 22:02:29.761575 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-0e598a41-0128-466a-b84f-7c663a937002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:02:29.763274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-0e598a41-0128-466a-b84f-7c663a937002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0931966
Apr 02 22:02:29.834558 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-ebc34712-5023-4274-8084-45a3e849b232 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1000 time: 0.0631173
Apr 02 22:02:29.889052 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-c00b4f94-0d09-404e-bd40-f7cf2ebdf5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:02:29.890862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-c00b4f94-0d09-404e-bd40-f7cf2ebdf5fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0501416
Apr 02 22:02:29.952153 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-613c45bd-fb95-4129-9f31-276b9138b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:02:29.953726 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-613c45bd-fb95-4129-9f31-276b9138b9af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0549176
Apr 02 22:02:30.045544 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-65e6172f-b05f-40fe-946c-9d62f9605d72 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853541
Apr 02 22:02:30.142562 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78f34acb-781b-47f1-a5ff-838e5f12d8aa req-c35a6442-7447-4d76-8277-7de2a6f711aa service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905128
Apr 02 22:02:44.757266 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:02:44.957259 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:48.415636 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:53.237449 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5a366f87-54ac-4faa-9f6a-87f2b8c181ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:55.479397 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-87171950-e3dc-49a7-94fa-2275e6db3f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:56.899346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:58.981181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:02:59.553348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:14.973181 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:18.416310 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:21.757513 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:03:23.238491 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5317b003-7c51-4d28-9bff-434ebec25c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:25.470153 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1de829da-0beb-4e6e-a6a8-5f7deda6a764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:26.901836 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:28.984813 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:29.555464 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:30.515489 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-75c035c5-1945-480d-95ed-297991dad616 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0448747
Apr 02 22:03:30.602619 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-4ae46c17-f023-47be-9148-586c9779bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:03:30.604105 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-4ae46c17-f023-47be-9148-586c9779bc40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0438871
Apr 02 22:03:30.712498 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-6bda101f-4949-4dea-bccc-159f7c96e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:03:30.713868 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-6bda101f-4949-4dea-bccc-159f7c96e3f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0855370
Apr 02 22:03:30.782197 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-da8d8b2c-007f-4298-82f3-6e2603c53530 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1000 time: 0.0591614
Apr 02 22:03:30.837600 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-9bfe554b-fbb4-457b-9519-f7d5a6d3c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:03:30.839084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-9bfe554b-fbb4-457b-9519-f7d5a6d3c914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0469484
Apr 02 22:03:30.891602 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-7dab1ffa-4d76-4f2b-9ab1-9e6703ad2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:03:30.893112 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-7dab1ffa-4d76-4f2b-9ab1-9e6703ad2340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438759
Apr 02 22:03:30.904250 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-de869a3d-b76b-433b-a4d5-fd294b2edd55 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 22:03:30.905239 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-de869a3d-b76b-433b-a4d5-fd294b2edd55 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050817
Apr 02 22:03:30.993753 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-fd2d45b5-ebbc-4686-a98f-860e6d9e781b service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811338
Apr 02 22:03:31.088285 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09c8ff58-d4ce-41a5-8cb2-b8e8f156bbe9 req-f4029dc2-2f8b-4b84-b813-6bf05a610a96 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858400
Apr 02 22:03:44.973651 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:48.433279 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:53.238820 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fb7a-7dfe-4e71-be0a-3e284fbebfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:55.471302 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-19ec7e9b-5bcf-4524-9f1e-f6810a502e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:56.904545 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:58.757277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:03:58.993288 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:03:59.559103 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:01.956711 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb8ec-f66c-452a-865b-0450b58e4210 req-934b44a3-65a9-40c9-8ab3-17a1be10d32f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:01.958213 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23afb8ec-f66c-452a-865b-0450b58e4210 req-934b44a3-65a9-40c9-8ab3-17a1be10d32f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0547431
Apr 02 22:04:02.022349 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-23afb8ec-f66c-452a-865b-0450b58e4210 req-c2bb4158-ce71-461b-b950-f35241731638 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581262
Apr 02 22:04:03.149102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705f6b9-3023-4de5-86c5-e3a992469b3b req-17a34791-2678-4d5c-ac29-5b48cabf95eb tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:03.150578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d705f6b9-3023-4de5-86c5-e3a992469b3b req-17a34791-2678-4d5c-ac29-5b48cabf95eb tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0522275
Apr 02 22:04:03.199258 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d705f6b9-3023-4de5-86c5-e3a992469b3b req-78e8d770-b893-4942-9b73-7200f6fb7650 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422640
Apr 02 22:04:04.331227 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f6cde-6964-4190-9b35-5ba51d6fd2f9 req-5362ac45-324f-46d2-ae07-68eae092611c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:04.332746 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a3f6cde-6964-4190-9b35-5ba51d6fd2f9 req-5362ac45-324f-46d2-ae07-68eae092611c tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0618427
Apr 02 22:04:04.381025 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9a3f6cde-6964-4190-9b35-5ba51d6fd2f9 req-da05f623-7917-48d9-b135-66a5c96ae642 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424170
Apr 02 22:04:05.516363 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9979eaa-a0bd-43d8-8bf8-840e66947806 req-494df13c-4bd2-481b-aeb8-502e85418927 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:05.517875 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9979eaa-a0bd-43d8-8bf8-840e66947806 req-494df13c-4bd2-481b-aeb8-502e85418927 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0592587
Apr 02 22:04:05.566549 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e9979eaa-a0bd-43d8-8bf8-840e66947806 req-30fc4bd0-b934-4f7e-975a-88e8c4505051 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430794
Apr 02 22:04:06.683533 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debf35d-c7b9-4c5f-9b4a-73d6c73091aa req-57f44e1c-89a3-4ad5-a08e-07a8623e405e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:06.685053 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1debf35d-c7b9-4c5f-9b4a-73d6c73091aa req-57f44e1c-89a3-4ad5-a08e-07a8623e405e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0516369
Apr 02 22:04:06.732061 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-1debf35d-c7b9-4c5f-9b4a-73d6c73091aa req-7e0292c6-0823-400c-a063-2646075096a4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412419
Apr 02 22:04:07.848500 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aa87d-cfda-466e-88b1-4769b0b3ee31 req-3d977fd7-1498-426a-a0b0-6bb36e03fd58 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:07.849981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b1aa87d-cfda-466e-88b1-4769b0b3ee31 req-3d977fd7-1498-426a-a0b0-6bb36e03fd58 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0516074
Apr 02 22:04:07.898034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2b1aa87d-cfda-466e-88b1-4769b0b3ee31 req-689d879c-c620-46ea-a396-5bfbc03a8e99 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419209
Apr 02 22:04:09.022323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bffd8-600e-42fe-a638-913651fdedcc req-a272791f-1651-42f4-947d-98157f953a77 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:09.023803 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178bffd8-600e-42fe-a638-913651fdedcc req-a272791f-1651-42f4-947d-98157f953a77 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0562503
Apr 02 22:04:09.071378 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-178bffd8-600e-42fe-a638-913651fdedcc req-03e06f58-fcdc-45f7-955b-b71ddf7424b5 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414634
Apr 02 22:04:10.189705 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869a8e3-b7be-40e6-9790-8f39e71d5d2c req-b1c51b3b-925d-4434-8af2-479ad44aeef9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:10.191176 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6869a8e3-b7be-40e6-9790-8f39e71d5d2c req-b1c51b3b-925d-4434-8af2-479ad44aeef9 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0514898
Apr 02 22:04:10.242691 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6869a8e3-b7be-40e6-9790-8f39e71d5d2c req-98b6f405-21f4-4af6-9d8a-9ed1320d0f4f tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458293
Apr 02 22:04:11.359885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5321bc-1347-491e-92d3-070a632ad5e5 req-45a1881d-9e02-4de2-b24a-3b9257ec65d7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:11.361366 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b5321bc-1347-491e-92d3-070a632ad5e5 req-45a1881d-9e02-4de2-b24a-3b9257ec65d7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0516562
Apr 02 22:04:11.408887 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-5b5321bc-1347-491e-92d3-070a632ad5e5 req-53bde910-2dcd-4863-be70-e3b9e5866bf4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417659
Apr 02 22:04:12.112606 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-236b7424-b757-4965-8f3b-b4f7680a460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:12.114139 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-236b7424-b757-4965-8f3b-b4f7680a460e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0438828
Apr 02 22:04:12.200683 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-36f676b3-0bcc-4384-8e87-fe7b43f17e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:12.202109 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-36f676b3-0bcc-4384-8e87-fe7b43f17e66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0822854
Apr 02 22:04:12.272685 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-88a788a1-04d4-4100-a1a3-0b045e917df8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1000 time: 0.0601859
Apr 02 22:04:12.320625 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-123f305b-532c-4636-9960-981a219a72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:12.322028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-123f305b-532c-4636-9960-981a219a72c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0425832
Apr 02 22:04:12.372122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-21c144d7-d801-4a0b-9e00-3b8dabebd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:12.373589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-21c144d7-d801-4a0b-9e00-3b8dabebd7f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442033
Apr 02 22:04:12.474245 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-5822d493-eabb-44be-8047-d15fc0e176e1 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905232
Apr 02 22:04:12.596768 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9c42-309e-4e63-a727-e14aac43da4d req-7fbbda4e-911d-4ff0-977d-926231fbd9fa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:12.598578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-311a9c42-309e-4e63-a727-e14aac43da4d req-7fbbda4e-911d-4ff0-977d-926231fbd9fa tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.1200559
Apr 02 22:04:12.618968 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cdaa1cc6-f1b4-451d-a984-13f751820baf req-febf0192-9676-4a73-bba2-3d0e1625d0c4 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317499
Apr 02 22:04:12.655374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-311a9c42-309e-4e63-a727-e14aac43da4d req-3649d528-793a-4f7f-b56b-582eda741c7a tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476115
Apr 02 22:04:13.773351 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcef7-3716-474d-8b0f-499260ab801d req-da142e99-09e2-412d-a85e-191254cb84ef tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:13.774734 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ccbcef7-3716-474d-8b0f-499260ab801d req-da142e99-09e2-412d-a85e-191254cb84ef tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0512791
Apr 02 22:04:13.826514 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6ccbcef7-3716-474d-8b0f-499260ab801d req-724ff8d1-2865-4f1b-b64c-a5e34f5dc6cf tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458148
Apr 02 22:04:14.942275 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3b3cd-7146-4901-9769-68d3e0847ba4 req-3b4cf8f8-6a5e-4469-af2a-4367fc4e59ca tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:14.943637 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ed3b3cd-7146-4901-9769-68d3e0847ba4 req-3b4cf8f8-6a5e-4469-af2a-4367fc4e59ca tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0514283
Apr 02 22:04:14.987556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:14.993521 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9ed3b3cd-7146-4901-9769-68d3e0847ba4 req-20ecb650-2ab0-476e-ad89-8f8b9e185c39 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443594
Apr 02 22:04:16.197122 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-384b2108-fb09-43b5-990b-5f14df613166 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0445807
Apr 02 22:04:16.206753 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-538a672d-21c2-42f2-a8dd-982534e75a99 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 22:04:16.207756 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-538a672d-21c2-42f2-a8dd-982534e75a99 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049579
Apr 02 22:04:16.230756 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997e1d-adb5-470d-a994-ac0752d6b0e6 req-fbff2154-f12f-4eb0-8e51-897bcc054402 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:16.231985 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c997e1d-adb5-470d-a994-ac0752d6b0e6 req-fbff2154-f12f-4eb0-8e51-897bcc054402 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0578110
Apr 02 22:04:16.293929 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-b74d58bc-fc03-4de3-acaf-f3190efb02cb tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:16.295301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-b74d58bc-fc03-4de3-acaf-f3190efb02cb tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports/b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 942 time: 0.0596013
Apr 02 22:04:16.319047 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5c997e1d-adb5-470d-a994-ac0752d6b0e6 req-5f18a430-590d-4298-b17d-a93660c6bf19 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753677
Apr 02 22:04:17.440049 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c384-6eab-4175-a7c9-fcd4866a17bb req-2d344c6d-2360-4ae4-8ff4-f74df7b21a7e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:17.441814 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6905c384-6eab-4175-a7c9-fcd4866a17bb req-2d344c6d-2360-4ae4-8ff4-f74df7b21a7e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0544684
Apr 02 22:04:17.506365 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6905c384-6eab-4175-a7c9-fcd4866a17bb req-8bc7b3e7-3abf-4d31-bb56-65967232eae8 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581152
Apr 02 22:04:18.140495 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-6023602e-a4c6-47d6-a879-d7b5a05517d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:18.142013 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-6023602e-a4c6-47d6-a879-d7b5a05517d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442&tenant_id=6e33cf82705649d680da9a6bb1ecf1fe HTTP/1.1" status: 200  len: 1127 time: 0.0462465
Apr 02 22:04:18.218829 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-3f3024fa-f1e8-4420-89a2-e3bfafd1e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:18.220349 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-3f3024fa-f1e8-4420-89a2-e3bfafd1e418 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0477474
Apr 02 22:04:18.314023 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-0a9c4a1c-0beb-463c-837f-269fee827e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:18.315497 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-0a9c4a1c-0beb-463c-837f-269fee827e31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0858538
Apr 02 22:04:18.384528 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-b5fcbd0a-14ba-4ada-a672-d3f3f6fe8529 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1000 time: 0.0598946
Apr 02 22:04:18.435346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-856f1d84-6c05-4222-ae2b-81368bd34b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:18.436854 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-856f1d84-6c05-4222-ae2b-81368bd34b35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0427487
Apr 02 22:04:18.446060 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:18.488863 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-c28ef8aa-03b4-4bad-af21-a4a9c988c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:18.490473 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-c28ef8aa-03b4-4bad-af21-a4a9c988c859 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448544
Apr 02 22:04:18.607882 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-9c9b4e5f-f190-4a1b-977d-5e71348a4312 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081624
Apr 02 22:04:18.705750 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c60ca6-c204-49a5-95e6-f10b8834f3ab req-f54d6d67-d9b7-48fd-823f-421ff46fe72e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:18.707216 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c60ca6-c204-49a5-95e6-f10b8834f3ab req-f54d6d67-d9b7-48fd-823f-421ff46fe72e tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.1135511
Apr 02 22:04:18.737090 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-9e896359-3467-4060-ac6c-e600a28d3704 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145949
Apr 02 22:04:18.766468 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-89c60ca6-c204-49a5-95e6-f10b8834f3ab req-b385cd59-0416-49af-8d03-5e2d8adc51cc tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536036
Apr 02 22:04:19.537682 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:04:19.616124 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b8af4d15-7e2c-43db-a985-f307cf3fe1fb is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:04:19.616531 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:19.637788 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:04:19.639966 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07bf8a-fbaa-441a-a60b-4f672e184395" -d '{"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-unplugged", "status": "completed", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:04:19.652040 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:04:19.656916 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:19.681335 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e16555-86ad-4ed2-8d1c-4581df11053a x-openstack-request-id: req-f5e16555-86ad-4ed2-8d1c-4581df11053a {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:04:19.681634 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-unplugged", "status": "completed", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:04:19.681896 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5e16555-86ad-4ed2-8d1c-4581df11053a {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:04:19.682301 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e16555-86ad-4ed2-8d1c-4581df11053a'] response: {'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'code': 200}
Apr 02 22:04:19.707287 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:04:19.714452 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.714810 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.715659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.716007 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.716341 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.716769 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.717101 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.717432 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.717758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.718085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.718412 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.718738 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.719062 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.719386 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.719707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:04:19.887786 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e6a5-7027-42f1-97ca-ae6d8eebcfd5 req-ee6273e5-cfbe-490d-99da-5f987a47345a tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:19.889313 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a260e6a5-7027-42f1-97ca-ae6d8eebcfd5 req-ee6273e5-cfbe-490d-99da-5f987a47345a tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0546079
Apr 02 22:04:19.937308 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a260e6a5-7027-42f1-97ca-ae6d8eebcfd5 req-a7fc3671-fc6d-4c5e-8c88-64958c2d27ab tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422199
Apr 02 22:04:20.822300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5a77e-6e85-49a4-8909-14a31635600a req-696b9b54-728b-4bda-af2b-8ef2f0a67373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:20.823696 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23e5a77e-6e85-49a4-8909-14a31635600a req-696b9b54-728b-4bda-af2b-8ef2f0a67373 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1125 time: 0.0434062
Apr 02 22:04:20.879271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-23e5a77e-6e85-49a4-8909-14a31635600a req-9347433d-4dc9-47fe-9cb4-3bff66a68b43 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458820
Apr 02 22:04:21.062139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1a589-c475-4612-8ba0-5f292fb2ac11 req-326ffabc-b3d7-4e26-ac4f-f46eafef667d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:21.063634 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3aa1a589-c475-4612-8ba0-5f292fb2ac11 req-326ffabc-b3d7-4e26-ac4f-f46eafef667d tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0565453
Apr 02 22:04:21.113751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3aa1a589-c475-4612-8ba0-5f292fb2ac11 req-b1154b28-5c05-4ee6-b9f5-f58c770df554 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442743
Apr 02 22:04:22.234547 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d373271-1501-46e8-acb7-dd539669cbbd req-563426f4-45b4-4b26-a3f1-265668716630 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:22.236008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d373271-1501-46e8-acb7-dd539669cbbd req-563426f4-45b4-4b26-a3f1-265668716630 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 943 time: 0.0517721
Apr 02 22:04:22.282993 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-7d373271-1501-46e8-acb7-dd539669cbbd req-168baad6-5086-44e6-b66c-99709ae3c1d4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413718
Apr 02 22:04:23.239487 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-27c8ba67-447c-4389-a505-daded3eeafb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:23.573859 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:04:23.666378 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:04:23.676805 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'port_id': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'mac_address': 'fa:16:3e:be:3e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:04:23.712498 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b8af4d15-7e2c-43db-a985-f307cf3fe1fb is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:04:23.712837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:23.728131 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8af4d15-7e2c-43db-a985-f307cf3fe1fb {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:04:23.747036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:04:23.751275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:23.797471 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:04:23.999082 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['b8af4d15-7e2c-43db-a985-f307cf3fe1fb'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:04:25.473820 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3d206b2a-5650-402f-97ba-b735ea757c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:25.568583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:04:25.616406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port b8af4d15-7e2c-43db-a985-f307cf3fe1fb triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:04:25.616818 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:25.693650 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port b8af4d15-7e2c-43db-a985-f307cf3fe1fb is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:04:25.694028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:25.718049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:04:25.720244 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9050ff-5619-48ad-a2e7-b8fe84bf101e" -d '{"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-plugged", "status": "completed", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:04:25.730457 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:04:25.734540 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:25.759986 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac55204-1f6b-47d3-a433-3d74274a59a1 x-openstack-request-id: req-fac55204-1f6b-47d3-a433-3d74274a59a1 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:04:25.760281 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-plugged", "status": "completed", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:04:25.760566 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fac55204-1f6b-47d3-a433-3d74274a59a1 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:04:25.760963 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac55204-1f6b-47d3-a433-3d74274a59a1'] response: {'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'code': 200}
Apr 02 22:04:25.785081 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:04:26.908205 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:28.990216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:29.560681 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:32.509880 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-ad0bd3ea-d094-4139-80be-c46dcb295832 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461719
Apr 02 22:04:32.597315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-79098848-b6c5-4686-a08f-408421ebedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:32.598823 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-79098848-b6c5-4686-a08f-408421ebedc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0493588
Apr 02 22:04:32.704553 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-32689335-abfb-41d2-8a79-7bf1a28c3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:32.706157 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-32689335-abfb-41d2-8a79-7bf1a28c3727 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0878749
Apr 02 22:04:32.775321 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-563162f5-f3d1-4cce-8af9-5b5c728c236e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1000 time: 0.0631015
Apr 02 22:04:32.824230 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-6558facb-ecd3-4d2d-ac26-2f40361c3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:32.825750 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-6558facb-ecd3-4d2d-ac26-2f40361c3bc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0445697
Apr 02 22:04:32.876652 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-4f511737-0dde-4561-9573-a0056fa0ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:04:32.878206 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-4f511737-0dde-4561-9573-a0056fa0ae2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454545
Apr 02 22:04:32.970412 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-84ee6ef0-88e1-4f31-bee8-bf47416f4458 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853837
Apr 02 22:04:33.061998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8ef4f515-d366-4c64-b494-8a58ed719d33 req-c3124d5a-7582-4275-88d5-71efe463588b service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827777
Apr 02 22:04:35.756762 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:04:45.005045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:48.458489 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:53.239585 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-927ed1fa-54df-4731-9202-c2179432f15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:55.477661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-82914d49-c7f9-47ab-8556-8dcdf614c6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:56.910633 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:58.992814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:04:59.564383 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:12.756318 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:05:15.004669 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:18.461684 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:23.241224 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ecbce9bc-fe64-4bb3-88b9-d0b56187122c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:25.479185 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6ac34fb6-313b-48b0-afec-7edefc869399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:26.913375 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:28.996644 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:29.566983 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:33.553456 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-21584f3a-0c43-4ea7-a803-30dd01df61c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0961819
Apr 02 22:05:33.644801 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-23fc0050-e6d6-4e7b-8d3d-b713925ab994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:05:33.646330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-23fc0050-e6d6-4e7b-8d3d-b713925ab994 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0438981
Apr 02 22:05:33.752137 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-95298224-6b89-4537-ac03-795ff333d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:05:33.753538 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-95298224-6b89-4537-ac03-795ff333d687 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0850384
Apr 02 22:05:33.829262 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-7fb6e098-f7ac-4d8e-93c3-af522ab41fd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 1000 time: 0.0607879
Apr 02 22:05:33.880869 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-8aa7e0b6-0f6c-44fc-8a13-b26a7852bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:05:33.882301 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-8aa7e0b6-0f6c-44fc-8a13-b26a7852bb53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0438251
Apr 02 22:05:33.934521 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-2cd874d3-bf67-4761-9c98-1e75c5f3e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:05:33.936019 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-2cd874d3-bf67-4761-9c98-1e75c5f3e1d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436976
Apr 02 22:05:34.026577 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-47fb1fa0-5fc0-48be-afdb-f152ad9bf72a service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825064
Apr 02 22:05:34.116622 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f3a73b2a-131f-4822-899e-7ff029c37920 req-f985d0d0-e363-480e-85db-2afbac97359c service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814536
Apr 02 22:05:45.021018 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:48.460957 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:49.756041 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:05:53.242668 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dd7b79a9-c3e3-4023-8f66-3a5834775aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:55.484647 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a48463b-c206-4a25-aae7-a51dd992fbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:56.915441 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:58.999526 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:05:59.568280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:05.749317 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55728) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:05.909760 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Deleting port 89d5c100-da7b-48af-9a17-9578711cde05 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:05.910104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (89d5c100-da7b-48af-9a17-9578711cde05), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:05.987730 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (89d5c100-da7b-48af-9a17-9578711cde05), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:05.988055 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (89d5c100-da7b-48af-9a17-9578711cde05), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:05.999579 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Calling delete_port for 89d5c100-da7b-48af-9a17-9578711cde05 owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:06.144690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (89d5c100-da7b-48af-9a17-9578711cde05), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:06.174411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event deleted for resources: {'Port': ['ID=89d5c100-da7b-48af-9a17-9578711cde05,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:06.186309 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.186654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.186993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.187323 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.187650 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.187978 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.188304 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.188664 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.189015 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.189303 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.189623 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.189941 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.190257 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.190571 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.190887 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:06.571814 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for floatingip (2bef1d2b-129d-4901-9a38-4bdec7d7c106), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:06.572143 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Floating IP 2bef1d2b-129d-4901-9a38-4bdec7d7c106 disassociated (deleted). External IP: 172.35.4.85, port: b8af4d15-7e2c-43db-a985-f307cf3fe1fb.
Apr 02 22:06:06.779045 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:06:06.886138 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:06.891218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:06.896496 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453f306-624d-4cbf-959d-511659144037 None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:06.906728 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:06.907332 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c860a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:06.920315 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e5d7d8c9-0ca8-4c52-82d1-5ff5986b9ed3 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "DELETE /v2.0/floatingips/2bef1d2b-129d-4901-9a38-4bdec7d7c106 HTTP/1.1" status: 204  len: 168 time: 1.1694121
Apr 02 22:06:06.920928 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:06:06.923715 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec924e-0224-48a9-8edc-61e145021ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:06:06.965931 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e9427f-1425-4c73-9c0a-6ca3c8465218 x-openstack-request-id: req-63e9427f-1425-4c73-9c0a-6ca3c8465218 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:06:06.966495 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:06:06.966754 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63e9427f-1425-4c73-9c0a-6ca3c8465218 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:06:06.967166 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e9427f-1425-4c73-9c0a-6ca3c8465218'] response: {'name': 'network-changed', 'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'status': 'completed', 'code': 200}
Apr 02 22:06:07.024053 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:07.043989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-52f8410e-393f-40d7-ac02-fb8e1748f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:07.045578 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-52f8410e-393f-40d7-ac02-fb8e1748f67d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 1127 time: 0.0544195
Apr 02 22:06:07.153365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-246d434b-4ee9-44e8-a7fa-397f6a20a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:07.155146 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-246d434b-4ee9-44e8-a7fa-397f6a20a557 service neutron] 10.222.0.21 "GET /v2.0/networks?id=736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 200  len: 910 time: 0.0965581
Apr 02 22:06:07.199992 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-fe20a693-f62b-4a8a-91d0-47735c2dfb19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 200  len: 217 time: 0.0385029
Apr 02 22:06:07.241010 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b224ce-0ff8-414e-8556-fadc141a75ea req-3c217b3a-5e03-4230-9d06-2a6eb746f8d4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:07.242690 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02b224ce-0ff8-414e-8556-fadc141a75ea req-3c217b3a-5e03-4230-9d06-2a6eb746f8d4 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.1289134
Apr 02 22:06:07.258470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-b0f8855f-8c5c-43ed-8102-da68023e0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:07.259964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-b0f8855f-8c5c-43ed-8102-da68023e0fdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 200  len: 848 time: 0.0512776
Apr 02 22:06:07.297919 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-02b224ce-0ff8-414e-8556-fadc141a75ea req-a6257938-f04d-4313-abf3-0990bc7904a2 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492055
Apr 02 22:06:07.317956 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-118796c0-2bf5-471b-8bcc-995fdb62de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:07.317956 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-118796c0-2bf5-471b-8bcc-995fdb62de63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=736cf116-b58d-41e4-9c8d-0139b33e2970&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477788
Apr 02 22:06:07.330539 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c860a0>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:07.356527 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453f306-624d-4cbf-959d-511659144037 None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:07.365374 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:07.365975 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845c860a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:07.414427 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-cf4326ea-8cbb-44d9-afa5-bfa3f0e9562d service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862265
Apr 02 22:06:07.471357 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:07.505282 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-1cec924e-0224-48a9-8edc-61e145021ff0 req-a79f67f6-ff93-4a1e-aaf2-4a6dd66bc762 service neutron] 10.222.0.21 "GET /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824106
Apr 02 22:06:07.667310 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-c453f306-624d-4cbf-959d-511659144037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845c860a0>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:07.692263 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453f306-624d-4cbf-959d-511659144037 None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:19Z', 'revision_number': 4, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95650dec-6af2-4ce0-ba68-42459515fc54', 'name': '', 'network_id': '736cf116-b58d-41e4-9c8d-0139b33e2970', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'mac_address': 'fa:16:3e:20:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:18Z', 'updated_at': '2022-04-02T21:57:23Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'subnets': [{'id': '7d00819e-1fa1-4e64-9676-25ce62743c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:07.912554 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c05281-1c97-47b5-ada3-958f5f10e343 None None] New status for floating IP 2bef1d2b-129d-4901-9a38-4bdec7d7c106: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:06:08.466951 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00926-f7fb-4ccc-a2bb-6468a0cdf917 req-b9b06217-dba3-4e13-b144-c4c1a3dd9702 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:08.468477 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2db00926-f7fb-4ccc-a2bb-6468a0cdf917 req-b9b06217-dba3-4e13-b144-c4c1a3dd9702 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0999353
Apr 02 22:06:08.517721 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-2db00926-f7fb-4ccc-a2bb-6468a0cdf917 req-658b01fc-fe12-4c2b-9200-33bb15f79200 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434887
Apr 02 22:06:08.996713 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-8faa3c05-8d97-4e28-838f-1afc00e2f875 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:08.998149 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-8faa3c05-8d97-4e28-838f-1afc00e2f875 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0514927
Apr 02 22:06:09.088700 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Deleting port b8af4d15-7e2c-43db-a985-f307cf3fe1fb {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:09.089044 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:09.183271 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] For port b8af4d15-7e2c-43db-a985-f307cf3fe1fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:09.183634 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:09.195746 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Calling delete_port for b8af4d15-7e2c-43db-a985-f307cf3fe1fb owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:09.659378 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (b8af4d15-7e2c-43db-a985-f307cf3fe1fb), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:09.661368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0218ff-b503-4ae4-88c1-084756a04acb req-02dd2647-e49b-4285-8763-d702b7123581 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:09.662960 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af0218ff-b503-4ae4-88c1-084756a04acb req-02dd2647-e49b-4285-8763-d702b7123581 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/ports?device_id=101fe249-230b-488e-b4d7-4e662f5ba442 HTTP/1.1" status: 200  len: 945 time: 0.0585797
Apr 02 22:06:09.688315 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event deleted for resources: {'Port': ['ID=b8af4d15-7e2c-43db-a985-f307cf3fe1fb,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:09.722848 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-af0218ff-b503-4ae4-88c1-084756a04acb req-3c8003c4-590b-4d23-b164-c2ead89b3806 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "GET /v2.0/security-groups?id=83dc95ee-75f6-470b-aeeb-94cd3c401119&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523422
Apr 02 22:06:09.723061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.723061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.723061 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.723290 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.723483 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.723816 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.724147 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.724501 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.724828 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.725152 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.725480 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.725804 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.726127 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.726448 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.726769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:09.743919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] No DVR routers for this DVR port b8af4d15-7e2c-43db-a985-f307cf3fe1fb on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:06:09.746380 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:09.750272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-fd88e33d-e12c-4fa0-b91a-fad17eed8226 req-41e5c7ac-d60a-44b1-9f66-17aa5f95a622 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.21 "DELETE /v2.0/ports/b8af4d15-7e2c-43db-a985-f307cf3fe1fb HTTP/1.1" status: 204  len: 173 time: 0.7439229
Apr 02 22:06:09.750717 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-deleted', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:06:09.752968 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf330b2-4314-4b78-9029-be196e755062" -d '{"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-deleted", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:06:09.790417 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a844bdc-e2d9-45f1-b5f2-9ac9823c2926 x-openstack-request-id: req-9a844bdc-e2d9-45f1-b5f2-9ac9823c2926 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:06:09.790716 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101fe249-230b-488e-b4d7-4e662f5ba442", "name": "network-vif-deleted", "tag": "b8af4d15-7e2c-43db-a985-f307cf3fe1fb", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:06:09.790977 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a844bdc-e2d9-45f1-b5f2-9ac9823c2926 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:06:09.791411 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a844bdc-e2d9-45f1-b5f2-9ac9823c2926'] response: {'server_uuid': '101fe249-230b-488e-b4d7-4e662f5ba442', 'name': 'network-vif-deleted', 'tag': 'b8af4d15-7e2c-43db-a985-f307cf3fe1fb', 'status': 'completed', 'code': 200}
Apr 02 22:06:10.778495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55772) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:10.833555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ff0de26-5f3f-4baa-8ff9-e3cda8de96e7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (83dc95ee-75f6-470b-aeeb-94cd3c401119), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:10.857954 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ff0de26-5f3f-4baa-8ff9-e3cda8de96e7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (83dc95ee-75f6-470b-aeeb-94cd3c401119), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:10.917175 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ff0de26-5f3f-4baa-8ff9-e3cda8de96e7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (83dc95ee-75f6-470b-aeeb-94cd3c401119), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:10.919953 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8ff0de26-5f3f-4baa-8ff9-e3cda8de96e7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:10.921128 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8ff0de26-5f3f-4baa-8ff9-e3cda8de96e7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] 10.222.0.18 "DELETE /v2.0/security-groups/83dc95ee-75f6-470b-aeeb-94cd3c401119 HTTP/1.1" status: 204  len: 168 time: 0.1416469
Apr 02 22:06:10.930139 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0de26-5f3f-4baa-8ff9-e3cda8de96e7 tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dc95ee-75f6-470b-aeeb-94cd3c401119,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:10.966705 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55778) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:11.437417 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (1df73d8d-99f1-44cf-994c-6a4d5977eaea), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:11.684347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Deleting port 95650dec-6af2-4ce0-ba68-42459515fc54 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:11.684715 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:11.760448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] For port 95650dec-6af2-4ce0-ba68-42459515fc54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95650dec-6af2-4ce0-ba68-42459515fc54,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:11.760835 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:11.772974 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Calling delete_port for 95650dec-6af2-4ce0-ba68-42459515fc54 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:11.954298 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (95650dec-6af2-4ce0-ba68-42459515fc54), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:11.983166 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Pushing event deleted for resources: {'Port': ['ID=95650dec-6af2-4ce0-ba68-42459515fc54,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:12.150888 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (1df73d8d-99f1-44cf-994c-6a4d5977eaea), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:12.370642 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Router 1df73d8d-99f1-44cf-994c-6a4d5977eaea has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:06:12.476068 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:12.483449 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-050a5a3d-d579-4546-b4f9-2bf18f00d070 admin admin] 10.222.0.18 "PUT /v2.0/routers/1df73d8d-99f1-44cf-994c-6a4d5977eaea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5132141
Apr 02 22:06:12.483449 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55798) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:12.487270 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] Sync routers for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:12.496221 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:12.496854 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b230070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:12.590794 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks [] for router (1df73d8d-99f1-44cf-994c-6a4d5977eaea), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:12.602078 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:12.695153 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks [] for router_gateway (1df73d8d-99f1-44cf-994c-6a4d5977eaea), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:12.752274 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Deleting port 9dc000be-9021-4f29-894f-0329893aeac8 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:12.752540 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (9dc000be-9021-4f29-894f-0329893aeac8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:12.789037 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b230070>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '9dc000be-9021-4f29-894f-0329893aeac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T22:06:11Z', 'revision_number': 5, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port': {'id': '9dc000be-9021-4f29-894f-0329893aeac8', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:12.822424 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] Checking router: 1df73d8d-99f1-44cf-994c-6a4d5977eaea for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:12.831128 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] For port 9dc000be-9021-4f29-894f-0329893aeac8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dc000be-9021-4f29-894f-0329893aeac8,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:12.831509 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (9dc000be-9021-4f29-894f-0329893aeac8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:12.832164 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] Routers {'1df73d8d-99f1-44cf-994c-6a4d5977eaea'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:12.832901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b230070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:12.844383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Calling delete_port for 9dc000be-9021-4f29-894f-0329893aeac8 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:12.924901 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] Set router 1df73d8d-99f1-44cf-994c-6a4d5977eaea gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:12.976925 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b230070>, [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T22:06:12Z', 'revision_number': 6, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:13.006406 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25455413-8792-4cd9-a053-e0a01035bf43 None None] The sync data for ids ['1df73d8d-99f1-44cf-994c-6a4d5977eaea'] in ncdv-master-1 is: [{'id': '1df73d8d-99f1-44cf-994c-6a4d5977eaea', 'name': 'tempest-TestShelveInstance-1288247943-router', 'tenant_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:17Z', 'updated_at': '2022-04-02T22:06:12Z', 'revision_number': 6, 'project_id': '6e33cf82705649d680da9a6bb1ecf1fe', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:13.015554 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (9dc000be-9021-4f29-894f-0329893aeac8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.044707 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc000be-9021-4f29-894f-0329893aeac8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:13.104407 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (1df73d8d-99f1-44cf-994c-6a4d5977eaea), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.202725 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (1df73d8d-99f1-44cf-994c-6a4d5977eaea), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.205106 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks [] for router_controller (1df73d8d-99f1-44cf-994c-6a4d5977eaea), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.252978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (1df73d8d-99f1-44cf-994c-6a4d5977eaea), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.253656 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df73d8d-99f1-44cf-994c-6a4d5977eaea {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 22:06:13.258246 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.259431 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-2464ee44-032b-42ab-a858-dbb1729849e0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1df73d8d-99f1-44cf-994c-6a4d5977eaea HTTP/1.1" status: 204  len: 168 time: 0.7750838
Apr 02 22:06:13.265983 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55812) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:13.310205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Deleting subnet 7d00819e-1fa1-4e64-9676-25ce62743c27 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 22:06:13.313190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Publish callbacks [] for subnet (7d00819e-1fa1-4e64-9676-25ce62743c27), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.347448 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (7d00819e-1fa1-4e64-9676-25ce62743c27), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.426659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (7d00819e-1fa1-4e64-9676-25ce62743c27), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.477012 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (7d00819e-1fa1-4e64-9676-25ce62743c27), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.500900 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d00819e-1fa1-4e64-9676-25ce62743c27,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:13.507244 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.510587 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-990b6ab0-aa94-4573-8f99-64029f99d7af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d00819e-1fa1-4e64-9676-25ce62743c27 HTTP/1.1" status: 204  len: 168 time: 0.2435989
Apr 02 22:06:13.513225 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55814) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:13.515558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b74af-2bd5-4db7-b75a-89e29ff0912a None None] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:06:13.594809 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (736cf116-b58d-41e4-9c8d-0139b33e2970), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.649008 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Deleting port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:13.649356 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.688801 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] DHCP port deletion for 736cf116-b58d-41e4-9c8d-0139b33e2970 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 22:06:13.716955 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] For port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:13.717322 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.731532 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Calling delete_port for 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d owned by network:dhcp {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:13.741567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Deleting port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:13.741945 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.817713 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.859874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:13.864320 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] No DVR routers for this DVR port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d on host ncdv-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:06:13.937405 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (736cf116-b58d-41e4-9c8d-0139b33e2970), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.956858 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f783f11e7f0>,) {'filters': {'network_id': ['736cf116-b58d-41e4-9c8d-0139b33e2970']}} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:13.963676 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] For port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,segment=NetworkSegment(a0449afe-085d-4fda-b6f7-7d02f20ca69b),segment_id=a0449afe-085d-4fda-b6f7-7d02f20ca69b)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:13.964082 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.966122 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f11e7f0>, 'a0449afe-085d-4fda-b6f7-7d02f20ca69b') {'for_net_delete': True} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:13.966423 ncdv-master-1 neutron-server[121648]: DEBUG neutron.services.segments.db [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f783f11e7f0>, 'a0449afe-085d-4fda-b6f7-7d02f20ca69b') {} {{(pid=121648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:13.976552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-773796'] for segment (a0449afe-085d-4fda-b6f7-7d02f20ca69b), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.976729 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Calling delete_port for 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:13.992763 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (a0449afe-085d-4fda-b6f7-7d02f20ca69b), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.995527 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=121648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 22:06:13.995915 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14005319'] for segment (a0449afe-085d-4fda-b6f7-7d02f20ca69b), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]: Traceback (most recent call last):
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     timer()
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     cb(*args, **kw)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     return func(*args, **kwargs)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     self._notify()
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     self.callback(batched_events)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     event.method(event)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     return f(self, *a, **k)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     return self._get(url).json()
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     return self.request(url, 'GET', **kwargs)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 22:06:13.997580 ncdv-master-1 neutron-server[121648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 22:06:14.025602 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:14.048066 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: b8af4d15-7e2c-43db-a985-f307cf3fe1fb {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:14.048334 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device b8af4d15-7e2c-43db-a985-f307cf3fe1fb not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:14.058655 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (736cf116-b58d-41e4-9c8d-0139b33e2970), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:14.064288 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:14.067949 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/736cf116-b58d-41e4-9c8d-0139b33e2970 HTTP/1.1" status: 204  len: 168 time: 0.5537202
Apr 02 22:06:14.070895 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55816) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:14.082284 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:14.082889 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45126b0-1d7e-44c1-a3a0-e4dd7dfcc7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=736cf116-b58d-41e4-9c8d-0139b33e2970,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:14.104868 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Network 736cf116-b58d-41e4-9c8d-0139b33e2970 is not hosted by any dhcp agent {{(pid=121650) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 02 22:06:14.105338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] No DVR routers for this DVR port 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:06:14.106966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Pushing event deleted for resources: {'Port': ['ID=0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:14.117734 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.117925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.118785 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.119134 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.119463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.119797 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.120666 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.121117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.121323 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.122178 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.122524 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.122858 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.123196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.123523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.123852 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476d2b2-4b66-4219-89b9-292dce05c1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:14.222456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9dc000be-9021-4f29-894f-0329893aeac8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:14.243214 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 9dc000be-9021-4f29-894f-0329893aeac8 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:14.243561 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 9dc000be-9021-4f29-894f-0329893aeac8 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:14.243983 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95650dec-6af2-4ce0-ba68-42459515fc54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:14.268685 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 95650dec-6af2-4ce0-ba68-42459515fc54 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:14.269106 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 95650dec-6af2-4ce0-ba68-42459515fc54 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:14.269546 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:14.292597 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:14.292947 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 0ff0a946-d00d-4e5b-b0c7-8c2f48d7be4d not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:14.741627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (a1b36007-4c72-4a51-8b23-20babcb795a4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:14.992106 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Deleting port 6adf7285-540c-4b66-bb70-93b6550eabde {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:14.992360 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:15.038336 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:15.072240 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] For port 6adf7285-540c-4b66-bb70-93b6550eabde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6adf7285-540c-4b66-bb70-93b6550eabde,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:15.072781 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:15.085685 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Calling delete_port for 6adf7285-540c-4b66-bb70-93b6550eabde owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:15.266964 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6adf7285-540c-4b66-bb70-93b6550eabde), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:15.294039 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adf7285-540c-4b66-bb70-93b6550eabde,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:15.464659 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (a1b36007-4c72-4a51-8b23-20babcb795a4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:15.677774 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Router a1b36007-4c72-4a51-8b23-20babcb795a4 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:06:15.786508 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:15.791413 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5de6c78d-5132-4404-a0a5-01ac148f9351 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1b36007-4c72-4a51-8b23-20babcb795a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7195368
Apr 02 22:06:15.793972 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55818) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:15.796520 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] Sync routers for ids ['a1b36007-4c72-4a51-8b23-20babcb795a4'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:15.806344 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] Routers {'a1b36007-4c72-4a51-8b23-20babcb795a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:15.807168 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fc4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a1b36007-4c72-4a51-8b23-20babcb795a4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:15.904109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks [] for router (a1b36007-4c72-4a51-8b23-20babcb795a4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:15.914041 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] Set router a1b36007-4c72-4a51-8b23-20babcb795a4 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:16.009003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks [] for router_gateway (a1b36007-4c72-4a51-8b23-20babcb795a4), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.060163 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Deleting port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:16.060524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.089608 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fc4be0>, [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T22:06:15Z', 'revision_number': 5, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port': {'id': '188c9d23-8ed5-42bf-b07d-9b8afd56e4b7', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T21:57:22Z', 'updated_at': '2022-04-02T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:16.119755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] Checking router: a1b36007-4c72-4a51-8b23-20babcb795a4 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:16.128593 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] Routers {'a1b36007-4c72-4a51-8b23-20babcb795a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:16.129196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7844fc4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['a1b36007-4c72-4a51-8b23-20babcb795a4'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:16.142755 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] For port 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:16.143290 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.154871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Calling delete_port for 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:16.224262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] Set router a1b36007-4c72-4a51-8b23-20babcb795a4 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:16.277238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7844fc4be0>, [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T22:06:16Z', 'revision_number': 6, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:16.307302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a9e0b-b306-4200-a2ca-23b84da543ec None None] The sync data for ids ['a1b36007-4c72-4a51-8b23-20babcb795a4'] in ncdv-master-1 is: [{'id': 'a1b36007-4c72-4a51-8b23-20babcb795a4', 'name': 'tempest-TestShelveInstance-1662318003-router', 'tenant_id': '606664aa1d6141f4ab9f26dfffc69a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T21:57:21Z', 'updated_at': '2022-04-02T22:06:16Z', 'revision_number': 6, 'project_id': '606664aa1d6141f4ab9f26dfffc69a12', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:16.334696 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (188c9d23-8ed5-42bf-b07d-9b8afd56e4b7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.359922 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Pushing event deleted for resources: {'Port': ['ID=188c9d23-8ed5-42bf-b07d-9b8afd56e4b7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:16.427503 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (a1b36007-4c72-4a51-8b23-20babcb795a4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.520633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (a1b36007-4c72-4a51-8b23-20babcb795a4), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.522824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks [] for router_controller (a1b36007-4c72-4a51-8b23-20babcb795a4), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.569445 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (a1b36007-4c72-4a51-8b23-20babcb795a4), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.569957 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b36007-4c72-4a51-8b23-20babcb795a4 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 22:06:16.574553 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.575789 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-f61bfd08-ac63-4b45-9680-b7b862afa145 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a1b36007-4c72-4a51-8b23-20babcb795a4 HTTP/1.1" status: 204  len: 168 time: 0.7805071
Apr 02 22:06:16.580597 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55820) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:16.624681 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Deleting subnet 5bde8990-c20e-449b-b436-4bef56c0db74 {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 22:06:16.628319 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Publish callbacks [] for subnet (5bde8990-c20e-449b-b436-4bef56c0db74), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.662639 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (5bde8990-c20e-449b-b436-4bef56c0db74), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.752310 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (5bde8990-c20e-449b-b436-4bef56c0db74), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.803479 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (5bde8990-c20e-449b-b436-4bef56c0db74), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.828892 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bde8990-c20e-449b-b436-4bef56c0db74,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:16.832329 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.835565 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-8c757251-e54c-4fce-87a5-64f9616e2a5d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5bde8990-c20e-449b-b436-4bef56c0db74 HTTP/1.1" status: 204  len: 168 time: 0.2539525
Apr 02 22:06:16.838042 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55822) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:16.840302 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767b92d-4ae7-4c58-9cfa-b8943f297cca None None] Network c23fdd15-c9b9-40eb-986e-ef3484b3efb6 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:06:16.911525 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (c23fdd15-c9b9-40eb-986e-ef3484b3efb6), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:16.964674 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Deleting port cfa531ad-29b5-4471-b03c-f29a09539ff7 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:16.965127 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.027160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] For port cfa531ad-29b5-4471-b03c-f29a09539ff7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa531ad-29b5-4471-b03c-f29a09539ff7,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:17.027454 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.045422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Calling delete_port for cfa531ad-29b5-4471-b03c-f29a09539ff7 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:17.063161 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] DHCP port deletion for c23fdd15-c9b9-40eb-986e-ef3484b3efb6 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 22:06:17.116509 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] Deleting port cfa531ad-29b5-4471-b03c-f29a09539ff7 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:06:17.117184 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.125881 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.149932 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa531ad-29b5-4471-b03c-f29a09539ff7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:17.158761 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] No DVR routers for this DVR port cfa531ad-29b5-4471-b03c-f29a09539ff7 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:06:17.181080 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] For port cfa531ad-29b5-4471-b03c-f29a09539ff7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa531ad-29b5-4471-b03c-f29a09539ff7,segment=NetworkSegment(68e87791-b288-4ab5-ba57-6a9efdf5b842),segment_id=68e87791-b288-4ab5-ba57-6a9efdf5b842)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:17.181486 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.195680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] Calling delete_port for cfa531ad-29b5-4471-b03c-f29a09539ff7 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:06:17.238385 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (c23fdd15-c9b9-40eb-986e-ef3484b3efb6), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.258734 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f784489aa60>,) {'filters': {'network_id': ['c23fdd15-c9b9-40eb-986e-ef3484b3efb6']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:17.268675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f784489aa60>, '68e87791-b288-4ab5-ba57-6a9efdf5b842') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:17.268976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f784489aa60>, '68e87791-b288-4ab5-ba57-6a9efdf5b842') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:17.276972 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (cfa531ad-29b5-4471-b03c-f29a09539ff7), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.278983 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (68e87791-b288-4ab5-ba57-6a9efdf5b842), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.295838 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (68e87791-b288-4ab5-ba57-6a9efdf5b842), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.303874 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 22:06:17.304546 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (68e87791-b288-4ab5-ba57-6a9efdf5b842), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.306737 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] No DVR routers for this DVR port cfa531ad-29b5-4471-b03c-f29a09539ff7 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 22:06:17.307028 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 22:06:17.309126 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13815b4d-6409-423d-ac71-059b9abce25a None None] Pushing event deleted for resources: {'Port': ['ID=cfa531ad-29b5-4471-b03c-f29a09539ff7,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:17.369001 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (c23fdd15-c9b9-40eb-986e-ef3484b3efb6), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.374450 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.377855 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] 10.222.0.18 "DELETE /v2.0/networks/c23fdd15-c9b9-40eb-986e-ef3484b3efb6 HTTP/1.1" status: 204  len: 168 time: 0.5389223
Apr 02 22:06:17.393969 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de882d5b-817e-4ac3-9816-d302a9eeca1f admin admin] Pushing event deleted for resources: {'Network': ['ID=c23fdd15-c9b9-40eb-986e-ef3484b3efb6,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:17.488253 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55826) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:17.529674 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-112e60e7-f048-4452-b103-27d7b8d3c487 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e33cf82705649d680da9a6bb1ecf1fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377548
Apr 02 22:06:17.529915 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55828) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:17.576414 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c139a62-9e2b-4122-8071-67d5072b3101 admin admin] Publish callbacks [] for security_group (1cc11792-58cf-4b69-b83c-569cc5a75405), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.598231 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c139a62-9e2b-4122-8071-67d5072b3101 admin admin] Publish callbacks [] for security_group (1cc11792-58cf-4b69-b83c-569cc5a75405), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.644736 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c139a62-9e2b-4122-8071-67d5072b3101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (1cc11792-58cf-4b69-b83c-569cc5a75405), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.647311 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9c139a62-9e2b-4122-8071-67d5072b3101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:17.648501 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9c139a62-9e2b-4122-8071-67d5072b3101 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cc11792-58cf-4b69-b83c-569cc5a75405 HTTP/1.1" status: 204  len: 168 time: 0.1176624
Apr 02 22:06:17.656488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c139a62-9e2b-4122-8071-67d5072b3101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc11792-58cf-4b69-b83c-569cc5a75405,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:17.978232 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55834) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:18.017680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-01799f1d-a6dc-4d90-bb25-7ab901673b40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=606664aa1d6141f4ab9f26dfffc69a12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382509
Apr 02 22:06:18.020042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55836) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:18.064410 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51bc6d36-95cb-4ba8-a1ea-1a832857f024 admin admin] Publish callbacks [] for security_group (a0caede9-e5ad-40de-b90e-026aea1750d0), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:18.084934 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51bc6d36-95cb-4ba8-a1ea-1a832857f024 admin admin] Publish callbacks [] for security_group (a0caede9-e5ad-40de-b90e-026aea1750d0), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:18.133605 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51bc6d36-95cb-4ba8-a1ea-1a832857f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (a0caede9-e5ad-40de-b90e-026aea1750d0), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:18.136199 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-51bc6d36-95cb-4ba8-a1ea-1a832857f024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:18.137366 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-51bc6d36-95cb-4ba8-a1ea-1a832857f024 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0caede9-e5ad-40de-b90e-026aea1750d0 HTTP/1.1" status: 204  len: 168 time: 0.1164095
Apr 02 22:06:18.145131 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6d36-95cb-4ba8-a1ea-1a832857f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0caede9-e5ad-40de-b90e-026aea1750d0,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:18.242195 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6adf7285-540c-4b66-bb70-93b6550eabde no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:18.271948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6adf7285-540c-4b66-bb70-93b6550eabde {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:18.272295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6adf7285-540c-4b66-bb70-93b6550eabde not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:18.272752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cfa531ad-29b5-4471-b03c-f29a09539ff7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:18.301635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: cfa531ad-29b5-4471-b03c-f29a09539ff7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:18.301978 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device cfa531ad-29b5-4471-b03c-f29a09539ff7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:18.302396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:06:18.324758 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:06:18.325105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 188c9d23-8ed5-42bf-b07d-9b8afd56e4b7 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:06:18.461745 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:18.824976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55858) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:18.931144 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1506161227-network', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:18.950383 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Made reservation on behalf of 4b882d9c90ca4758aab82bb7f2db9dc6 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:06:18.952855 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:18.961506 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.035524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks [] for security_group (dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.039343 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.062903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 22:06:19.077885 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:19.081640 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3714d54c-6470-46c7-ac29-33ec2597ed3f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.081978 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Added segment 3714d54c-6470-46c7-ac29-33ec2597ed3f of type vlan for network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931
Apr 02 22:06:19.121787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.145989 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.147079 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:19.147655 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.180547 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3543897
Apr 02 22:06:19.183487 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55862) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:19.188938 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Request body: {'subnet': {'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1506161227-subnet', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:19.208790 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Made reservation on behalf of 4b882d9c90ca4758aab82bb7f2db9dc6 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:06:19.212431 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.213833 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91831d6-09a2-4df4-bd96-0b318df012a1 admin admin] Pushing event updated for resources: {'Network': ['ID=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:19.225848 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 22:06:19.381971 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (a9cfa603-f20a-4ee8-a237-79f1b0832a2b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.440968 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cfa603-f20a-4ee8-a237-79f1b0832a2b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:19.445257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Checking segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:19.445623 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Network hostable DHCP agents. Network: 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 22:06:19.461978 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 22:06:19.470526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:19.474476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:19.475071 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.479635 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd672673-2a12-46a8-822b-93fbd029c1d4 None None] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:06:19.491182 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-e33e3394-3dd5-4aa1-ad99-5743579891de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3064156
Apr 02 22:06:19.494002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55864) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:19.498595 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:19.521220 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (5750cb06-3735-4c1b-9331-8d5b10a915f5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.522453 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (5750cb06-3735-4c1b-9331-8d5b10a915f5), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.582048 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks [] for router_controller (5750cb06-3735-4c1b-9331-8d5b10a915f5), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.589948 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 22:06:19.590802 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.725492 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks [] for router_gateway (5750cb06-3735-4c1b-9331-8d5b10a915f5), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.726988 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Allocated IP 172.20.0.2 (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931/a9cfa603-f20a-4ee8-a237-79f1b0832a2b/236304b5-2ec7-4d64-9aac-4018508147bd) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:19.898900 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Publish callbacks [] for port (236304b5-2ec7-4d64-9aac-4018508147bd), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.905515 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.933685 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks [] for router_gateway (5750cb06-3735-4c1b-9331-8d5b10a915f5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.948406 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:19.953109 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:19.954219 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:19.960997 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:19.966523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Pushing event updated for resources: {'Port': ['ID=236304b5-2ec7-4d64-9aac-4018508147bd,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:20.024726 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Attempting to bind port 236304b5-2ec7-4d64-9aac-4018508147bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:20.025056 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Attempting to bind port 236304b5-2ec7-4d64-9aac-4018508147bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:20.025383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Attempting to bind port 236304b5-2ec7-4d64-9aac-4018508147bd on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:20.030790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:20.031167 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Checking segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:20.032087 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:20.032623 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Bound using segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:20.033096 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Bound port: 236304b5-2ec7-4d64-9aac-4018508147bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:20.033479 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:20.060764 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Allocated IP 172.35.4.247 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/09ef450f-bd43-4131-a3da-c1d3857ad82b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:20.095460 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] For port 236304b5-2ec7-4d64-9aac-4018508147bd, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:20.098563 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] For port 236304b5-2ec7-4d64-9aac-4018508147bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=236304b5-2ec7-4d64-9aac-4018508147bd,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:20.105560 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:20.176444 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186de3a6-d741-4200-a72f-8b8c4e4f374c None None] Pushing event updated for resources: {'Port': ['ID=236304b5-2ec7-4d64-9aac-4018508147bd,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:20.185404 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks [] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:20.220030 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:20.260034 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:20.262796 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:20.273629 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:20.279749 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Pushing event updated for resources: {'Port': ['ID=09ef450f-bd43-4131-a3da-c1d3857ad82b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:20.872933 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks [] for router_gateway (5750cb06-3735-4c1b-9331-8d5b10a915f5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.080412 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (5750cb06-3735-4c1b-9331-8d5b10a915f5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.153485 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993d277-c5a8-468d-9727-b466a717687b None None] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:06:21.226759 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 22:06:21.274949 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] Provisioning complete for port 236304b5-2ec7-4d64-9aac-4018508147bd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:21.275338 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.360504 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] Current status of the port 236304b5-2ec7-4d64-9aac-4018508147bd is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:21.361156 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.362955 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:21.373521 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:21.382264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.386381 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-a3599aa1-697b-4811-be78-6f95e4714355 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8886237
Apr 02 22:06:21.386719 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55866) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:21.390797 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:21.391856 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b2300a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:21.404841 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] For port 236304b5-2ec7-4d64-9aac-4018508147bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=236304b5-2ec7-4d64-9aac-4018508147bd,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:21.408988 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.457547 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57affa-a35b-4c83-8e7e-cec8fa206340 None None] Pushing event updated for resources: {'Port': ['ID=236304b5-2ec7-4d64-9aac-4018508147bd,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:21.551834 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:21.635368 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-cdc83cf0-2489-4a47-ac4d-b64d1897f197 None None] Provisioning complete for port 236304b5-2ec7-4d64-9aac-4018508147bd triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:21.635825 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cdc83cf0-2489-4a47-ac4d-b64d1897f197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.721809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cdc83cf0-2489-4a47-ac4d-b64d1897f197 None None] Current status of the port 236304b5-2ec7-4d64-9aac-4018508147bd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:21.758607 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b2300a0>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:20Z', 'revision_number': 3, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:21.789817 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:21.790860 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Updating router 5750cb06-3735-4c1b-9331-8d5b10a915f5 port 09ef450f-bd43-4131-a3da-c1d3857ad82b binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 22:06:21.874665 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:21.913271 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.037495 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Allocated IP 172.20.0.1 (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931/a9cfa603-f20a-4ee8-a237-79f1b0832a2b/53288e18-bf47-46d5-ad6f-c8367db78720) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:22.141428 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks [] for port (53288e18-bf47-46d5-ad6f-c8367db78720), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.161981 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Publish callbacks [] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.167385 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.178813 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.215749 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Attempting to bind port 09ef450f-bd43-4131-a3da-c1d3857ad82b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:22.216363 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Attempting to bind port 09ef450f-bd43-4131-a3da-c1d3857ad82b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:22.216743 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Attempting to bind port 09ef450f-bd43-4131-a3da-c1d3857ad82b on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:22.224771 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:22.225159 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:22.225563 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.225959 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:22.226431 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Bound port: 09ef450f-bd43-4131-a3da-c1d3857ad82b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:22.226812 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.229677 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:22.233100 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:22.240273 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:22.275802 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 236304b5-2ec7-4d64-9aac-4018508147bd up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:22.285745 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Pushing event updated for resources: {'Port': ['ID=53288e18-bf47-46d5-ad6f-c8367db78720,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:22.288547 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (5750cb06-3735-4c1b-9331-8d5b10a915f5), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.294787 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] For port 09ef450f-bd43-4131-a3da-c1d3857ad82b, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:22.298981 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] For port 09ef450f-bd43-4131-a3da-c1d3857ad82b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09ef450f-bd43-4131-a3da-c1d3857ad82b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:22.302613 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Pushing event updated for resources: {'Port': ['ID=09ef450f-bd43-4131-a3da-c1d3857ad82b,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:22.311773 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.314849 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.315205 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.315546 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.315885 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.316230 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.316640 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.317020 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.317353 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.317680 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.318004 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.318362 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.318689 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.319066 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.319391 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.319713 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:06:22.370045 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 236304b5-2ec7-4d64-9aac-4018508147bd triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:22.371012 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.378888 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9ae7-b891-4e98-9e1d-b61d54600ef4 None None] Pushing event updated for resources: {'Port': ['ID=09ef450f-bd43-4131-a3da-c1d3857ad82b,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:22.401389 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:22.403393 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784b2300a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:22.455229 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.484289 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 236304b5-2ec7-4d64-9aac-4018508147bd is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:22.530844 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:22.556696 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-057e0fe9-c8dd-4665-bbda-ab106e48a3e5 None None] Provisioning complete for port 53288e18-bf47-46d5-ad6f-c8367db78720 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:22.557104 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-057e0fe9-c8dd-4665-bbda-ab106e48a3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.593583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-057e0fe9-c8dd-4665-bbda-ab106e48a3e5 None None] Port 53288e18-bf47-46d5-ad6f-c8367db78720 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:06:22.651425 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks [] for port (53288e18-bf47-46d5-ad6f-c8367db78720), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.656322 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.723454 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (5750cb06-3735-4c1b-9331-8d5b10a915f5), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:22.723874 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784b2300a0>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:20Z', 'revision_number': 3, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:22.726094 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Pushing event updated for resources: {'Port': ['ID=53288e18-bf47-46d5-ad6f-c8367db78720,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:22.753783 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e13d8-fd11-4eea-9bfe-f0d35647cb8c None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:20Z', 'revision_number': 3, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:22.822832 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:22.824347 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:22.957157 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:06:23.087419 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:23.092689 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9fff74c8-b7d0-4fce-964e-32a04e275667 admin admin] 10.222.0.18 "PUT /v2.0/routers/5750cb06-3735-4c1b-9331-8d5b10a915f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7048547
Apr 02 22:06:23.122934 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-4baf9832-ecc4-4d2d-bcf5-0b3b6da41083 None None] Provisioning complete for port 53288e18-bf47-46d5-ad6f-c8367db78720 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:23.123603 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4baf9832-ecc4-4d2d-bcf5-0b3b6da41083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.167053 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-4baf9832-ecc4-4d2d-bcf5-0b3b6da41083 None None] Port 53288e18-bf47-46d5-ad6f-c8367db78720 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:06:23.245560 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e65d-fcd8-42c9-a9f1-a8831828dd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.616218 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55882) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:23.621248 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1428370316-network', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:23.642019 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Made reservation on behalf of 8caba273da6341909bf5c5cabbb24e56 for: {'network': 1} {{(pid=121649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:06:23.644396 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for network (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.654300 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.733320 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks [] for security_group (e3732eaa-1224-4b43-99d6-c25de5ca3ee8), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.737708 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3732eaa-1224-4b43-99d6-c25de5ca3ee8), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.765097 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=121649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 02 22:06:23.776714 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3732eaa-1224-4b43-99d6-c25de5ca3ee8,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:23.782787 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6d14a0e6-fd76-4378-aafc-530370aac463), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.783218 ncdv-master-1 neutron-server[121649]: INFO neutron.db.segments_db [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Added segment 6d14a0e6-fd76-4378-aafc-530370aac463 of type vlan for network e5ced69f-f37b-46ea-8600-40b38e126bd7
Apr 02 22:06:23.831748 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759661513283'] for network (e5ced69f-f37b-46ea-8600-40b38e126bd7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.863399 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423'] for network (e5ced69f-f37b-46ea-8600-40b38e126bd7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.865777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:23.866756 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.902051 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.2846916
Apr 02 22:06:23.905109 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55884) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:23.910760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Request body: {'subnet': {'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1428370316-subnet', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'ip_version': 4}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:23.931096 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Made reservation on behalf of 8caba273da6341909bf5c5cabbb24e56 for: {'subnet': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:06:23.933649 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599665'] for subnet (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:23.937777 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69271281-dc40-4d65-a287-edddc221596f admin admin] Pushing event updated for resources: {'Network': ['ID=e5ced69f-f37b-46ea-8600-40b38e126bd7,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:23.947710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 02 22:06:24.137179 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14006178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599655'] for subnet (02e6d86d-0bea-41ea-91ff-6ec77e70385b), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.214068 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e6d86d-0bea-41ea-91ff-6ec77e70385b,revision_number=0']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:24.233830 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Checking segment: {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:24.234197 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Network hostable DHCP agents. Network: e5ced69f-f37b-46ea-8600-40b38e126bd7, hostable agents: ['a7d06a42-548a-483f-ba30-af89f2000931'], hosted agents: [] {{(pid=121648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 02 22:06:24.253233 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 is scheduled to be hosted by DHCP agent a7d06a42-548a-483f-ba30-af89f2000931 with binding_index 1 {{(pid=121648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 02 22:06:24.264208 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 09ef450f-bd43-4131-a3da-c1d3857ad82b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:24.264411 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5ced69f-f37b-46ea-8600-40b38e126bd7) {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:24.273902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:24.274698 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.294873 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-3542ca9f-17ac-4bc1-b679-2d8a44faff2f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3883994
Apr 02 22:06:24.295260 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702c051-f7f8-4a3e-832d-48f12210da96 None None] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:06:24.297581 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55886) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:24.302448 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:24.325993 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-759772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125782'] for router (c0185a2e-8462-418a-8cbe-428972aa8416), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.327004 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125791'] for router (c0185a2e-8462-418a-8cbe-428972aa8416), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.382893 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks [] for router_controller (c0185a2e-8462-418a-8cbe-428972aa8416), precommit_add_association {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.390132 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:24.412078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 09ef450f-bd43-4131-a3da-c1d3857ad82b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:24.412474 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.428657 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:24.429296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784532bc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:05:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:24.473054 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5ced69f-f37b-46ea-8600-40b38e126bd7', 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7', 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'fixed_ips': [{'subnet_id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b'}]}} from ncdv-master-1. {{(pid=121650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 02 22:06:24.474651 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.531538 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks [] for router_gateway (c0185a2e-8462-418a-8cbe-428972aa8416), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.725853 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 09ef450f-bd43-4131-a3da-c1d3857ad82b is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:24.727773 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.733286 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks [] for router_gateway (c0185a2e-8462-418a-8cbe-428972aa8416), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.734154 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:24.752978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.796493 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 09ef450f-bd43-4131-a3da-c1d3857ad82b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09ef450f-bd43-4131-a3da-c1d3857ad82b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:24.797917 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.db_base_plugin_common [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Allocated IP 172.20.0.2 (e5ced69f-f37b-46ea-8600-40b38e126bd7/02e6d86d-0bea-41ea-91ff-6ec77e70385b/6ccc2d3b-de29-4e39-b56a-db34788c9d06) {{(pid=121650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:24.805849 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.860653 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Allocated IP 172.35.4.200 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/3e3ae8ee-7255-452c-b4ea-f1a5e088da31) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:24.965818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks [] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:24.998017 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=09ef450f-bd43-4131-a3da-c1d3857ad82b,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:25.001131 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.037399 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:25.040189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:25.043563 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:25.071806 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Pushing event updated for resources: {'Port': ['ID=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:25.120796 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Publish callbacks [] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), precommit_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.129577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), after_create {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.159015 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784532bc70>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 2, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:25.196141 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 is already hosted by enough agents. {{(pid=121650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:25.197059 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:25.197326 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Updating router 5750cb06-3735-4c1b-9331-8d5b10a915f5 port 53288e18-bf47-46d5-ad6f-c8367db78720 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 22:06:25.202277 ncdv-master-1 neutron-server[121650]: DEBUG neutron.scheduler.base_scheduler [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Resources bound (agent type, host, resource id):  {{(pid=121650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:25.226202 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Received port after_create {{(pid=121650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:25.232237 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d3b-de29-4e39-b56a-db34788c9d06,revision_number=1']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:25.245124 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.306843 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks [] for router_gateway (c0185a2e-8462-418a-8cbe-428972aa8416), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.324894 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Attempting to bind port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:25.325274 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Attempting to bind port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:25.325646 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Attempting to bind port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 on network e5ced69f-f37b-46ea-8600-40b38e126bd7 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:25.338777 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:25.339158 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Checking segment: {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:25.339564 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.339960 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Bound using segment: {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:25.340469 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Bound port: 6ccc2d3b-de29-4e39-b56a-db34788c9d06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:25.340849 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.529970 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] For port 6ccc2d3b-de29-4e39-b56a-db34788c9d06, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:25.536971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9aef-306d-4691-8efe-b53218ed9432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.551194 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] For port 6ccc2d3b-de29-4e39-b56a-db34788c9d06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ccc2d3b-de29-4e39-b56a-db34788c9d06,segment=NetworkSegment(6d14a0e6-fd76-4378-aafc-530370aac463),segment_id=6d14a0e6-fd76-4378-aafc-530370aac463)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:25.559084 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.676316 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869368b-5f57-4a4b-ac39-7cac0b966897 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d3b-de29-4e39-b56a-db34788c9d06,revision_number=2']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:25.705271 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Publish callbacks [] for port (53288e18-bf47-46d5-ad6f-c8367db78720), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.711325 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.764232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c7109-e5b2-496a-9424-a61f8e3e5fa8 None None] Pushing event updated for resources: {'Port': ['ID=53288e18-bf47-46d5-ad6f-c8367db78720,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:25.817872 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Attempting to bind port 53288e18-bf47-46d5-ad6f-c8367db78720 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:25.818241 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Attempting to bind port 53288e18-bf47-46d5-ad6f-c8367db78720 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:25.819697 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Attempting to bind port 53288e18-bf47-46d5-ad6f-c8367db78720 on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:25.823877 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:25.824275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Checking segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:25.824698 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.825095 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Bound using segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:25.825724 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Bound port: 53288e18-bf47-46d5-ad6f-c8367db78720, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:25.825952 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.902155 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] For port 53288e18-bf47-46d5-ad6f-c8367db78720, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:25.909264 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] For port 53288e18-bf47-46d5-ad6f-c8367db78720, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53288e18-bf47-46d5-ad6f-c8367db78720,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:25.912664 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754117'] for router (c0185a2e-8462-418a-8cbe-428972aa8416), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.916439 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:25.968215 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:25.968893 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f784532bc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:26.082958 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Router c0185a2e-8462-418a-8cbe-428972aa8416 is scheduled to L3 agent a63b33db-b456-496c-9f24-f406ba78832c with binding_index 1 {{(pid=121649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 02 22:06:26.187118 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c7109-e5b2-496a-9424-a61f8e3e5fa8 None None] Pushing event updated for resources: {'Port': ['ID=53288e18-bf47-46d5-ad6f-c8367db78720,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:26.211539 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] Provisioning complete for port 53288e18-bf47-46d5-ad6f-c8367db78720 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:26.211539 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.220182 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:26.230193 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Sync routers for ids ['c0185a2e-8462-418a-8cbe-428972aa8416'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:26.248098 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Routers {'c0185a2e-8462-418a-8cbe-428972aa8416'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:26.250109 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846035040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0185a2e-8462-418a-8cbe-428972aa8416'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:26.263965 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.268769 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55888) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:26.269865 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0699a414-b38a-44d0-999c-ddc2ec259bfc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9710321
Apr 02 22:06:26.315366 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:26.410911 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Set router c0185a2e-8462-418a-8cbe-428972aa8416 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:26.444239 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 09ef450f-bd43-4131-a3da-c1d3857ad82b up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:26.482889 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] Current status of the port 53288e18-bf47-46d5-ad6f-c8367db78720 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:26.483339 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.586120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] For port 53288e18-bf47-46d5-ad6f-c8367db78720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53288e18-bf47-46d5-ad6f-c8367db78720,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:26.603169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.614856 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 09ef450f-bd43-4131-a3da-c1d3857ad82b triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:26.615234 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.620277 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846035040>, [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:25Z', 'revision_number': 3, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:26.657386 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Checking router: c0185a2e-8462-418a-8cbe-428972aa8416 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:26.657871 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Updating router c0185a2e-8462-418a-8cbe-428972aa8416 port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 binding host ncdv-master-1 {{(pid=121651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 22:06:26.689786 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.760157 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd5f1a-3ae0-433c-8b47-f76db8e77fa7 None None] Pushing event updated for resources: {'Port': ['ID=53288e18-bf47-46d5-ad6f-c8367db78720,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:26.784135 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2eff014f-0a39-4053-923f-2f4c98156cd6 None None] Provisioning complete for port 53288e18-bf47-46d5-ad6f-c8367db78720 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:26.784533 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2eff014f-0a39-4053-923f-2f4c98156cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.818296 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 09ef450f-bd43-4131-a3da-c1d3857ad82b is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:26.819327 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ccc2d3b-de29-4e39-b56a-db34788c9d06 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:26.832765 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:26.853667 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-a6cd951b-011e-4409-be56-495b90819558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f784532bc70>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:25Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:26.891261 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd951b-011e-4409-be56-495b90819558 None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:25Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:26.913639 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:06:27.005454 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.012904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:27.013276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.014705 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2eff014f-0a39-4053-923f-2f4c98156cd6 None None] Current status of the port 53288e18-bf47-46d5-ad6f-c8367db78720 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:27.061435 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48576b-61c1-4c54-b322-71bfd505ea2f None None] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:06:27.085727 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Publish callbacks [] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), precommit_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.096365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Allocated IP 172.20.0.1 (e5ced69f-f37b-46ea-8600-40b38e126bd7/02e6d86d-0bea-41ea-91ff-6ec77e70385b/d5a2b531-6e7b-47e6-b223-96a64f365a93) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:27.098609 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.157316 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Attempting to bind port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:27.160893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Attempting to bind port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:27.160893 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Attempting to bind port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 on network 69e968fd-ce84-40ce-a27b-620992c0d153 {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:27.172967 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:27.173507 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Checking segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:27.174084 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.174567 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Bound using segment: {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'} {{(pid=121651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:27.175239 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.managers [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Bound port: 3e3ae8ee-7255-452c-b4ea-f1a5e088da31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b05935-d67e-46ba-8bb7-6aad85a10754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153'}}] {{(pid=121651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:27.175705 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), before_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.192001 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1700e01c-47c2-4259-9dc8-ab923f17ca21 None None] Provisioning complete for port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:27.192593 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1700e01c-47c2-4259-9dc8-ab923f17ca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.217383 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:27.217692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.224552 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks [] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.231210 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] For port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31, host ncdv-master-1, cleared binding levels {{(pid=121651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:27.237857 ncdv-master-1 neutron-server[121651]: DEBUG neutron.plugins.ml2.db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] For port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:27.239646 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1d7f5-ea8d-4403-a67e-0135184ebc4a None None] Pushing event updated for resources: {'Port': ['ID=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,revision_number=2']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:27.253236 ncdv-master-1 neutron-server[121651]: DEBUG neutron_lib.callbacks.manager [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), after_update {{(pid=121651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.272242 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.315837 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 6ccc2d3b-de29-4e39-b56a-db34788c9d06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ccc2d3b-de29-4e39-b56a-db34788c9d06,segment=NetworkSegment(6d14a0e6-fd76-4378-aafc-530370aac463),segment_id=6d14a0e6-fd76-4378-aafc-530370aac463)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:27.318172 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Routers {'c0185a2e-8462-418a-8cbe-428972aa8416'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:27.319589 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7846035040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0185a2e-8462-418a-8cbe-428972aa8416'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:27.326700 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.340642 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a2b531-6e7b-47e6-b223-96a64f365a93,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:27.347979 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:27.349560 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:27.354346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:27.376436 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1d7f5-ea8d-4403-a67e-0135184ebc4a None None] Pushing event updated for resources: {'Port': ['ID=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,revision_number=3']} {{(pid=121651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:27.409147 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761066'] for router_interface (c0185a2e-8462-418a-8cbe-428972aa8416), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.414501 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1700e01c-47c2-4259-9dc8-ab923f17ca21 None None] Current status of the port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:27.458790 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d3b-de29-4e39-b56a-db34788c9d06,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:27.574709 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] Set router c0185a2e-8462-418a-8cbe-428972aa8416 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:27.578123 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.745238 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f765c1e1-effa-4879-880b-d5586b940b2f None None] Provisioning complete for port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:27.746070 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f765c1e1-effa-4879-880b-d5586b940b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.819366 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7846035040>, [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:25Z', 'revision_number': 3, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:27.821481 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks [] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.831220 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.855899 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66aab9-0e4b-4d8d-b1b9-c271877964f5 None None] The sync data for ids ['c0185a2e-8462-418a-8cbe-428972aa8416'] in ncdv-master-1 is: [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:25Z', 'revision_number': 3, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:27.862823 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f765c1e1-effa-4879-880b-d5586b940b2f None None] Current status of the port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:27.925079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759834'] for router_interface (c0185a2e-8462-418a-8cbe-428972aa8416), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:27.934831 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a2b531-6e7b-47e6-b223-96a64f365a93,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:27.988558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-776878d7-b04c-4025-ac79-f598285800a9 None None] Provisioning complete for port d5a2b531-6e7b-47e6-b223-96a64f365a93 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:27.989222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-776878d7-b04c-4025-ac79-f598285800a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.033742 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-776878d7-b04c-4025-ac79-f598285800a9 None None] Port d5a2b531-6e7b-47e6-b223-96a64f365a93 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:06:28.046259 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:28.048926 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:28.214100 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Router c0185a2e-8462-418a-8cbe-428972aa8416 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:06:28.378587 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:28.384717 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-624df2a0-3833-40c1-9674-caae3ccaac03 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0185a2e-8462-418a-8cbe-428972aa8416/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1136522
Apr 02 22:06:28.429180 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:28.487941 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-1402226e-e2ff-4c0b-89ae-a800cc702658 None None] Provisioning complete for port d5a2b531-6e7b-47e6-b223-96a64f365a93 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:28.488320 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-1402226e-e2ff-4c0b-89ae-a800cc702658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.533765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:28.534140 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.540213 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-1402226e-e2ff-4c0b-89ae-a800cc702658 None None] Port d5a2b531-6e7b-47e6-b223-96a64f365a93 cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:06:28.620481 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:28.621017 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.645211 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] For port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:28.650492 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.651297 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ccc2d3b-de29-4e39-b56a-db34788c9d06 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:28.734203 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Pushing event updated for resources: {'Port': ['ID=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:28.747298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:28.747688 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.832280 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:28.833397 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53288e18-bf47-46d5-ad6f-c8367db78720 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:28.900036 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 53288e18-bf47-46d5-ad6f-c8367db78720 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:28.900561 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:28.984249 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 53288e18-bf47-46d5-ad6f-c8367db78720 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:29.003897 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.252779 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55896) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.257341 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048179443', 'description': 'tempest-secgroup-smoke-2048179443 description', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:29.278324 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.343283 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group (785c98d1-1610-4511-be4b-df6a020a4199), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.346859 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (785c98d1-1610-4511-be4b-df6a020a4199), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.375079 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.379616 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1231437
Apr 02 22:06:29.380186 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55906) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.381393 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba688-5a80-4c5e-96dc-00d82d687d84 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785c98d1-1610-4511-be4b-df6a020a4199,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:29.386865 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group_rule': {'security_group_id': '785c98d1-1610-4511-be4b-df6a020a4199', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:29.414121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (81c4b10c-0876-47a1-8c4c-3bc402875c79), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.471119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (81c4b10c-0876-47a1-8c4c-3bc402875c79), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.474811 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (81c4b10c-0876-47a1-8c4c-3bc402875c79), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.492333 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c4b10c-0876-47a1-8c4c-3bc402875c79,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:29.500966 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.502157 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c699a74a-3d6a-4919-9f56-03cbf5206e06 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1205206
Apr 02 22:06:29.505282 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55916) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.509503 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group_rule': {'security_group_id': '785c98d1-1610-4511-be4b-df6a020a4199', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:29.534949 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (c3afdf06-6747-4692-8478-1bfe65b17d42), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.569401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.592111 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (c3afdf06-6747-4692-8478-1bfe65b17d42), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.595691 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (c3afdf06-6747-4692-8478-1bfe65b17d42), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.613002 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3afdf06-6747-4692-8478-1bfe65b17d42,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:29.620264 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.621489 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c7836e54-269b-4f0b-8417-476c30fc4026 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1152866
Apr 02 22:06:29.624233 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55918) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.629095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group_rule': {'security_group_id': '785c98d1-1610-4511-be4b-df6a020a4199', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:29.652524 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (09d409b2-f3af-4629-bcbd-0fff2a6397f1), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.712658 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (09d409b2-f3af-4629-bcbd-0fff2a6397f1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.715903 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (09d409b2-f3af-4629-bcbd-0fff2a6397f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.733686 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d409b2-f3af-4629-bcbd-0fff2a6397f1,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:29.738907 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.740091 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4bc33178-4c2c-4eaa-9b3a-485c9749a730 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1149118
Apr 02 22:06:29.742948 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55920) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.747071 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group_rule': {'security_group_id': '785c98d1-1610-4511-be4b-df6a020a4199', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:29.771439 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (70130527-7d15-44e5-8648-cabd7005b2e4), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.829149 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (70130527-7d15-44e5-8648-cabd7005b2e4), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.832790 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (70130527-7d15-44e5-8648-cabd7005b2e4), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.850626 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70130527-7d15-44e5-8648-cabd7005b2e4,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:29.857176 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.858353 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-709e5fed-74b5-4fc7-ba8d-175373a63615 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1145623
Apr 02 22:06:29.861701 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55922) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.865994 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group_rule': {'security_group_id': '785c98d1-1610-4511-be4b-df6a020a4199', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:29.885226 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Project 4b882d9c90ca4758aab82bb7f2db9dc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 22:06:29.889824 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (65a68bbe-93ab-4063-9e24-cc3a960d62c7), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.951117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (65a68bbe-93ab-4063-9e24-cc3a960d62c7), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.954909 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (65a68bbe-93ab-4063-9e24-cc3a960d62c7), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.972544 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a68bbe-93ab-4063-9e24-cc3a960d62c7,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:29.979931 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:29.981139 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-00a399f8-e665-4e6c-93a8-30089d0707fc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1185341
Apr 02 22:06:29.983916 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 55924) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:29.989024 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'security_group_rule': {'security_group_id': '785c98d1-1610-4511-be4b-df6a020a4199', 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:30.008497 ncdv-master-1 neutron-server[121649]: INFO neutron.db.securitygroups_db [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Project 4b882d9c90ca4758aab82bb7f2db9dc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 22:06:30.013190 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (8bfb5bb8-158c-45d9-8d70-fe50853d858f), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:30.072825 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (8bfb5bb8-158c-45d9-8d70-fe50853d858f), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:30.076077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184503'] for security_group_rule (8bfb5bb8-158c-45d9-8d70-fe50853d858f), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:30.092778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfb5bb8-158c-45d9-8d70-fe50853d858f,revision_number=0']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:30.101304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:30.111161 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-ebcc38c3-6b4c-4c1b-82a3-0b3ced45bffe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1262381
Apr 02 22:06:30.250670 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:30.269583 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-1cbf81d0-8aff-4bdb-a3ae-7a81ba6dc6de tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048179443&fields=id&tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6 HTTP/1.1" status: 200  len: 267 time: 0.0449207
Apr 02 22:06:30.302603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:30.302992 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:30.383625 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:30.385424 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-a3ed6716-3934-42fa-a998-8e113e69ebbd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:30.386989 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-a3ed6716-3934-42fa-a998-8e113e69ebbd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 810 time: 0.1105828
Apr 02 22:06:30.402145 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-232dd827-cf6e-42bc-9d0a-16fb92e595ad tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/quotas/4b882d9c90ca4758aab82bb7f2db9dc6 HTTP/1.1" status: 200  len: 375 time: 0.0089884
Apr 02 22:06:30.458118 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-ea168c3a-122b-4375-ab09-c700b6132084 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501180
Apr 02 22:06:30.505833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Sync routers for ids ['c0185a2e-8462-418a-8cbe-428972aa8416'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:30.514636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Routers {'c0185a2e-8462-418a-8cbe-428972aa8416'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:30.515245 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845608af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0185a2e-8462-418a-8cbe-428972aa8416'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:30.572409 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-26aab70d-8c32-4bf8-83b5-c45ec7adedc5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=121648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 22:06:30.573452 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-26aab70d-8c32-4bf8-83b5-c45ec7adedc5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1034465
Apr 02 22:06:30.667561 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-61cd490c-6274-4dcb-ac7b-32b9eaa088c9 service neutron] 10.222.0.18 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872684
Apr 02 22:06:30.762006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-589a6550-6f26-43ca-b696-cfe425f5125b service neutron] 10.222.0.18 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884063
Apr 02 22:06:30.779196 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Set router c0185a2e-8462-418a-8cbe-428972aa8416 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:30.935723 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-86a19c66-c78e-43e7-9176-261065b34ad5 req-3f1ad323-6cbc-4860-9de4-8151c2a5b6c2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 210 time: 0.0292039
Apr 02 22:06:30.993257 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845608af0>, [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:27Z', 'revision_number': 4, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5a2b531-6e7b-47e6-b223-96a64f365a93', 'name': '', 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'mac_address': 'fa:16:3e:17:e5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:26Z', 'updated_at': '2022-04-02T22:06:27Z', 'revision_number': 2, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'subnets': [{'id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:31.019033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Checking router: c0185a2e-8462-418a-8cbe-428972aa8416 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:31.019388 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Updating router c0185a2e-8462-418a-8cbe-428972aa8416 port d5a2b531-6e7b-47e6-b223-96a64f365a93 binding host ncdv-master-1 {{(pid=121650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 02 22:06:31.046120 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.317898 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Publish callbacks [] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), precommit_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.324079 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.372409 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f815bc-2370-4c3a-9995-b74543ea1681 None None] Pushing event updated for resources: {'Port': ['ID=d5a2b531-6e7b-47e6-b223-96a64f365a93,revision_number=3']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:31.429092 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Attempting to bind port d5a2b531-6e7b-47e6-b223-96a64f365a93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:31.429466 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Attempting to bind port d5a2b531-6e7b-47e6-b223-96a64f365a93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:31.429828 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Attempting to bind port d5a2b531-6e7b-47e6-b223-96a64f365a93 on network e5ced69f-f37b-46ea-8600-40b38e126bd7 {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:31.435078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Checking agent: {'id': 'd6ce76f7-c544-4a33-88d1-2afc516d1505', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 41, 29), 'started_at': datetime.datetime(2022, 4, 2, 20, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:31.435463 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Checking segment: {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:31.435864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.436253 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Bound using segment: {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'} {{(pid=121650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:31.436752 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.managers [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Bound port: d5a2b531-6e7b-47e6-b223-96a64f365a93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d14a0e6-fd76-4378-aafc-530370aac463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7'}}] {{(pid=121650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:31.437132 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.507559 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] For port d5a2b531-6e7b-47e6-b223-96a64f365a93, host ncdv-master-1, cleared binding levels {{(pid=121650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:31.510876 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] For port d5a2b531-6e7b-47e6-b223-96a64f365a93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a2b531-6e7b-47e6-b223-96a64f365a93,segment=NetworkSegment(6d14a0e6-fd76-4378-aafc-530370aac463),segment_id=6d14a0e6-fd76-4378-aafc-530370aac463)] {{(pid=121650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:31.517047 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.584993 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Routers {'c0185a2e-8462-418a-8cbe-428972aa8416'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:31.585637 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845608af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0185a2e-8462-418a-8cbe-428972aa8416'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:31.587567 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f815bc-2370-4c3a-9995-b74543ea1681 None None] Pushing event updated for resources: {'Port': ['ID=d5a2b531-6e7b-47e6-b223-96a64f365a93,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:31.704804 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] Provisioning complete for port d5a2b531-6e7b-47e6-b223-96a64f365a93 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:31.705182 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.732058 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] Set router c0185a2e-8462-418a-8cbe-428972aa8416 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:31.919661 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] Current status of the port d5a2b531-6e7b-47e6-b223-96a64f365a93 is: DOWN; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:31.919661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:31.987904 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] For port d5a2b531-6e7b-47e6-b223-96a64f365a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a2b531-6e7b-47e6-b223-96a64f365a93,segment=NetworkSegment(6d14a0e6-fd76-4378-aafc-530370aac463),segment_id=6d14a0e6-fd76-4378-aafc-530370aac463)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:31.997828 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.060353 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845608af0>, [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:27Z', 'revision_number': 4, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5a2b531-6e7b-47e6-b223-96a64f365a93', 'name': '', 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'mac_address': 'fa:16:3e:17:e5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:26Z', 'updated_at': '2022-04-02T22:06:31Z', 'revision_number': 4, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'subnets': [{'id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:32.062113 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddd164-3840-43a8-9b30-494010f3ec3d None None] Pushing event updated for resources: {'Port': ['ID=d5a2b531-6e7b-47e6-b223-96a64f365a93,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:32.066867 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-6f693dc5-0b6a-4c80-81b5-eded942acb68 req-6f662d42-a96e-449d-81fa-178d7fc5d9a8 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 210 time: 0.0452793
Apr 02 22:06:32.089168 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-f1139fba-7cdb-4e3f-bb2f-bf3a614a6425 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:32.090610 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-f1139fba-7cdb-4e3f-bb2f-bf3a614a6425 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 810 time: 0.1908052
Apr 02 22:06:32.105136 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a356b4d-7aa9-446b-b920-d6cf2a9e0237 None None] The sync data for ids ['c0185a2e-8462-418a-8cbe-428972aa8416'] in ncdv-master-1 is: [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:27Z', 'revision_number': 4, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5a2b531-6e7b-47e6-b223-96a64f365a93', 'name': '', 'network_id': 'e5ced69f-f37b-46ea-8600-40b38e126bd7', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'mac_address': 'fa:16:3e:17:e5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:26Z', 'updated_at': '2022-04-02T22:06:31Z', 'revision_number': 4, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'subnets': [{'id': '02e6d86d-0bea-41ea-91ff-6ec77e70385b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:32.123338 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-501408a4-8c3a-45aa-b4ae-ae279796a0f7 None None] Provisioning complete for port d5a2b531-6e7b-47e6-b223-96a64f365a93 triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:32.123719 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-501408a4-8c3a-45aa-b4ae-ae279796a0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.170032 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-5716db77-7431-4692-b144-d7ade2ed7bf6 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6 HTTP/1.1" status: 200  len: 380 time: 0.0643058
Apr 02 22:06:32.185534 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'port': {'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'admin_state_up': True, 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'security_groups': ['785c98d1-1610-4511-be4b-df6a020a4199']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:32.237002 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-501408a4-8c3a-45aa-b4ae-ae279796a0f7 None None] Current status of the port d5a2b531-6e7b-47e6-b223-96a64f365a93 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:32.309051 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d5a2b531-6e7b-47e6-b223-96a64f365a93 up at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:32.323470 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Made reservation on behalf of 4b882d9c90ca4758aab82bb7f2db9dc6 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:06:32.327214 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.364578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Provisioning complete for port d5a2b531-6e7b-47e6-b223-96a64f365a93 triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:32.365077 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.457973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Current status of the port d5a2b531-6e7b-47e6-b223-96a64f365a93 is: ACTIVE; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:32.465443 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Allocated IP 172.20.0.3 (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931/a9cfa603-f20a-4ee8-a237-79f1b0832a2b/07bb58c5-a419-41ce-a042-9037ab913e1e) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:32.616541 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.650400 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.692167 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:32.695086 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:32.701088 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:32.707481 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:32.753346 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:32.753980 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.770450 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-0d7a68b8-9829-4fc9-8066-5c7e8bed1dc2 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5930667
Apr 02 22:06:32.783848 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Request body: {'port': {'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:32.851948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.962306 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-f882faf5-3521-4ea9-8f16-c00277495f70 None None] Provisioning complete for port 07bb58c5-a419-41ce-a042-9037ab913e1e triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:32.962864 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f882faf5-3521-4ea9-8f16-c00277495f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:32.996008 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-f882faf5-3521-4ea9-8f16-c00277495f70 None None] Port 07bb58c5-a419-41ce-a042-9037ab913e1e cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:06:33.127915 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bb58c5-a419-41ce-a042-9037ab913e1e {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:06:33.135761 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Publish callbacks [] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:33.147519 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Transition to ACTIVE for port object 07bb58c5-a419-41ce-a042-9037ab913e1e will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 22:06:33.153464 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:33.204654 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e6f9-5554-4543-9687-22727522b191 req-59ee1735-d5b4-44a3-bfc2-62547fde155a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:33.213251 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae38e6f9-5554-4543-9687-22727522b191 req-59ee1735-d5b4-44a3-bfc2-62547fde155a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 931 time: 0.0759401
Apr 02 22:06:33.230654 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:33.269669 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ae38e6f9-5554-4543-9687-22727522b191 req-fa914691-7885-4ea5-a964-91607f4186c1 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549159
Apr 02 22:06:33.280528 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Attempting to bind port 07bb58c5-a419-41ce-a042-9037ab913e1e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:06:33.280868 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Attempting to bind port 07bb58c5-a419-41ce-a042-9037ab913e1e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:06:33.281193 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Attempting to bind port 07bb58c5-a419-41ce-a042-9037ab913e1e on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:33.285697 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Port 07bb58c5-a419-41ce-a042-9037ab913e1e on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 22:06:33.286012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Attempting to bind port 07bb58c5-a419-41ce-a042-9037ab913e1e on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:06:33.290702 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:06:33.291026 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Checking segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:06:33.291401 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Bound using segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:06:33.291806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Bound port: 07bb58c5-a419-41ce-a042-9037ab913e1e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:06:33.292155 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:33.360396 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:06:33.364094 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:06:33.370364 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:33.405172 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:33.405797 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:33.407223 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 1091 time: 0.6276722
Apr 02 22:06:33.409647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:06:33.413288 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085d6bfd-7609-4528-8443-a8c23afb9a62" -d '{"events": [{"name": "network-changed", "server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:06:33.448400 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc83b-3d99-4217-8d6e-ca6ba07377b8 service neutron] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:33.513475 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-361ae3d6-5bac-4b7c-b517-491fdfb19f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:33.515322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-361ae3d6-5bac-4b7c-b517-491fdfb19f8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1125 time: 0.0587626
Apr 02 22:06:33.570094 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1537fa71-e65b-48e2-9ac5-08e0903df2bf x-openstack-request-id: req-1537fa71-e65b-48e2-9ac5-08e0903df2bf {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:06:33.570305 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:06:33.570565 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1537fa71-e65b-48e2-9ac5-08e0903df2bf {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:06:33.570976 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1537fa71-e65b-48e2-9ac5-08e0903df2bf'] response: {'name': 'network-changed', 'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'status': 'completed', 'code': 200}
Apr 02 22:06:33.573724 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-013c1679-6ac7-462b-95e2-585ef8cdcc9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 217 time: 0.0461082
Apr 02 22:06:33.625765 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-cf405b90-7d51-42dd-940f-fc75e123eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:33.627652 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-cf405b90-7d51-42dd-940f-fc75e123eb34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0475409
Apr 02 22:06:33.683040 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed885-007d-4f23-822e-efa9eb8d708b req-64ee8601-c8c0-48b6-ae0e-5dbda9476f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:33.684702 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-64ee8601-c8c0-48b6-ae0e-5dbda9476f4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480011
Apr 02 22:06:33.782737 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-d9d7ebba-3478-438e-8383-186abc8af5b6 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871797
Apr 02 22:06:33.880535 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-055ed885-007d-4f23-822e-efa9eb8d708b req-1fa95532-f60f-4b64-9aa8-1d625f8d6f71 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876555
Apr 02 22:06:33.984056 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-e58fc6d0-2aba-4e77-aeae-7bce694b3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:33.985654 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-e58fc6d0-2aba-4e77-aeae-7bce694b3b6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1125 time: 0.0525491
Apr 02 22:06:34.081806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-bd5ba69e-9727-4776-9ff7-6d8cdd6636ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:34.083318 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-bd5ba69e-9727-4776-9ff7-6d8cdd6636ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0917776
Apr 02 22:06:34.127483 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-da52ea53-de21-4838-96fd-89bfaa11e8a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 217 time: 0.0384457
Apr 02 22:06:34.182103 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-4175235b-537c-4d57-8570-d07acb8e3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:34.183589 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-4175235b-537c-4d57-8570-d07acb8e3a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0504889
Apr 02 22:06:34.233838 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-71c474f4-b1e1-44fa-9d55-54cf60b1a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:34.235430 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-71c474f4-b1e1-44fa-9d55-54cf60b1a1f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452101
Apr 02 22:06:34.329779 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-eca51d40-3684-4419-ba15-40ed8bc63d89 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872447
Apr 02 22:06:34.395514 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bdb7a-20f9-428c-8ba5-d8e9e53b7e06 req-09df09b4-3593-4c58-86a3-3cca424fc4de tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:34.397180 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-165bdb7a-20f9-428c-8ba5-d8e9e53b7e06 req-09df09b4-3593-4c58-86a3-3cca424fc4de tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 943 time: 0.0581782
Apr 02 22:06:34.452414 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-165bdb7a-20f9-428c-8ba5-d8e9e53b7e06 req-8ddce206-e190-440e-a013-2ad26ae22fb1 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489922
Apr 02 22:06:34.755271 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-085d6bfd-7609-4528-8443-a8c23afb9a62 req-be57ad97-b81b-4c5a-951e-7cd0a01c66db service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4189739
Apr 02 22:06:35.575853 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1de496-9f3d-447f-8147-2ea7ab461158 req-ff415bbe-0c3b-407b-a8ee-50446e201626 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:35.577274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb1de496-9f3d-447f-8147-2ea7ab461158 req-ff415bbe-0c3b-407b-a8ee-50446e201626 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 943 time: 0.0518358
Apr 02 22:06:35.627935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-cb1de496-9f3d-447f-8147-2ea7ab461158 req-51e12057-c559-4cad-93c6-ad5636c2826a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445411
Apr 02 22:06:36.101827 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:06:36.196439 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:36.207235 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:06:36.243533 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 07bb58c5-a419-41ce-a042-9037ab913e1e is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:36.243924 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:36.260283 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bb58c5-a419-41ce-a042-9037ab913e1e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:06:36.278887 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:36.282667 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:36.328765 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:36.619212 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['07bb58c5-a419-41ce-a042-9037ab913e1e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:06:36.747903 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccda5-6d72-40d5-aa01-8574f96d023e req-7542a4c3-e5f4-4662-83ba-debf361d9e26 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:36.749350 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19dccda5-6d72-40d5-aa01-8574f96d023e req-7542a4c3-e5f4-4662-83ba-debf361d9e26 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 944 time: 0.0532773
Apr 02 22:06:36.800276 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-19dccda5-6d72-40d5-aa01-8574f96d023e req-054751ac-3404-48ab-9d82-4994aab07ddd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446191
Apr 02 22:06:37.917248 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaa36b-1152-46b9-9925-06bbf7c292a9 req-e0cdaf69-c103-4412-87a0-af8e55d833f6 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:37.918928 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afeaa36b-1152-46b9-9925-06bbf7c292a9 req-e0cdaf69-c103-4412-87a0-af8e55d833f6 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 944 time: 0.0520830
Apr 02 22:06:37.971502 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-afeaa36b-1152-46b9-9925-06bbf7c292a9 req-223d06f1-bdc5-43c6-912f-bd66e0a88275 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463288
Apr 02 22:06:38.109701 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:06:38.157411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 07bb58c5-a419-41ce-a042-9037ab913e1e completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 22:06:38.161120 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 07bb58c5-a419-41ce-a042-9037ab913e1e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:06:38.161473 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:38.239078 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 07bb58c5-a419-41ce-a042-9037ab913e1e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:06:38.239469 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:38.261312 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:06:38.263540 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e71164-a0ab-4515-9399-e668883ebeb9" -d '{"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-plugged", "status": "completed", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:06:38.276107 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:06:38.280318 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:38.305736 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5784a4f7-6a50-467d-a91a-0a5d4f74df2b x-openstack-request-id: req-5784a4f7-6a50-467d-a91a-0a5d4f74df2b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:06:38.306035 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-plugged", "status": "completed", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:06:38.306294 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5784a4f7-6a50-467d-a91a-0a5d4f74df2b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:06:38.306691 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5784a4f7-6a50-467d-a91a-0a5d4f74df2b'] response: {'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'code': 200}
Apr 02 22:06:38.331033 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:38.414928 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05bbc2-f531-4db4-9920-b1a0123ea0fb req-e5a1ac02-b1ae-4fb7-b4d8-ec0d64ff9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:38.416413 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d05bbc2-f531-4db4-9920-b1a0123ea0fb req-e5a1ac02-b1ae-4fb7-b4d8-ec0d64ff9dab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1127 time: 0.0433702
Apr 02 22:06:38.465043 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-8d05bbc2-f531-4db4-9920-b1a0123ea0fb req-d72bd0a0-531f-470f-bab0-ad997035bd4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382147
Apr 02 22:06:39.091422 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5221fb-62eb-42f0-a57c-5deebc51138d req-721dbd1b-a649-4354-a204-30795271633c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:39.092828 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d5221fb-62eb-42f0-a57c-5deebc51138d req-721dbd1b-a649-4354-a204-30795271633c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 945 time: 0.0552824
Apr 02 22:06:39.140274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9d5221fb-62eb-42f0-a57c-5deebc51138d req-781025f0-c537-4875-880b-11a00826f3e8 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413859
Apr 02 22:06:40.263261 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb3bda-3fd3-4bc0-8d91-41015ac9deab req-a09ed2f2-9068-43a2-950f-869d889ffb4c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:40.264770 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddeb3bda-3fd3-4bc0-8d91-41015ac9deab req-a09ed2f2-9068-43a2-950f-869d889ffb4c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 945 time: 0.0529869
Apr 02 22:06:40.317204 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ddeb3bda-3fd3-4bc0-8d91-41015ac9deab req-4f3618aa-1f35-4b40-beae-354659f6d4b7 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468595
Apr 02 22:06:40.435012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa22d4-01a9-4e43-a836-7d899ac07823 req-0af414e8-51f8-4787-af01-612ee3ca4bc1 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:40.436406 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09aa22d4-01a9-4e43-a836-7d899ac07823 req-0af414e8-51f8-4787-af01-612ee3ca4bc1 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 945 time: 0.0523579
Apr 02 22:06:40.484411 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09aa22d4-01a9-4e43-a836-7d899ac07823 req-f609d45d-34c9-4097-9870-80b41913797c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423212
Apr 02 22:06:40.506234 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55978) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:40.594390 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04dbf7a-146a-4f0e-9c76-4b346bd2b216 tempest-TestSnapshotPattern-222048629 tempest-TestSnapshotPattern-222048629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:40.595924 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-c04dbf7a-146a-4f0e-9c76-4b346bd2b216 tempest-TestSnapshotPattern-222048629 tempest-TestSnapshotPattern-222048629-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1122 time: 0.0887177
Apr 02 22:06:40.598861 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 55982) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:06:40.603027 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:06:40.622959 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:40.715981 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:40.822693 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Allocated IP 172.35.4.182 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/66a3ffcc-459c-4ef8-af6f-992c4fccb2ab) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:06:40.922836 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:40.955119 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:40.995157 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:06:40.997859 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:06:41.001214 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:06:41.027277 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'Port': ['ID=66a3ffcc-459c-4ef8-af6f-992c4fccb2ab,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:41.367134 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (1106459d-843f-43b1-9e55-831d35dea38c), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:41.432948 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:41.581401 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:41.585631 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:41.654902 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'Port': ['ID=66a3ffcc-459c-4ef8-af6f-992c4fccb2ab,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:06:41.663834 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (1106459d-843f-43b1-9e55-831d35dea38c), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:41.764494 ncdv-master-1 neutron-server[121648]: INFO neutron.db.l3_db [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Floating IP 1106459d-843f-43b1-9e55-831d35dea38c associated. External IP: 172.35.4.182, port: 07bb58c5-a419-41ce-a042-9037ab913e1e.
Apr 02 22:06:41.979006 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:06:42.090324 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:06:42.101014 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:06:42.109011 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:42.111989 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:42.112626 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7847f79640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:42.138941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-94abc8b2-4ed9-46d0-8c00-0072face1d5a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5390990
Apr 02 22:06:42.139874 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:06:42.142312 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e032e9-b15f-4226-af1d-bb35ac14eba5" -d '{"events": [{"name": "network-changed", "server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:06:42.185681 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee3d6d5-c6e4-482b-949d-53c71002a655 x-openstack-request-id: req-6ee3d6d5-c6e4-482b-949d-53c71002a655 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:06:42.185972 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:06:42.186223 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ee3d6d5-c6e4-482b-949d-53c71002a655 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:06:42.186628 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee3d6d5-c6e4-482b-949d-53c71002a655'] response: {'name': 'network-changed', 'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'status': 'completed', 'code': 200}
Apr 02 22:06:42.220156 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:42.252617 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-b1a35cb6-ffda-443d-b629-e0ae51ded0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:42.254068 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-b1a35cb6-ffda-443d-b629-e0ae51ded0d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1127 time: 0.0448213
Apr 02 22:06:42.345585 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-fde61985-5916-42b7-908f-5390d46b5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:42.347124 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-fde61985-5916-42b7-908f-5390d46b5334 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0868812
Apr 02 22:06:42.419859 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-f4fb7cff-a883-4e48-85e1-53c9272c6a69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 999 time: 0.0660996
Apr 02 22:06:42.441842 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7847f79640>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:41Z', 'revision_number': 0, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:42.467218 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-0808346c-7606-446a-8bf0-e639bcbfa1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:42.468673 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:06:42.468830 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-0808346c-7606-446a-8bf0-e639bcbfa1e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0435338
Apr 02 22:06:42.476949 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:06:42.477548 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7847f79640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:06:25Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:42.517471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-9999ce4e-86f3-4757-8b82-e91fcc17e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:06:42.518938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-9999ce4e-86f3-4757-8b82-e91fcc17e185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441914
Apr 02 22:06:42.583903 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:06:42.614537 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-ddfddb8a-e87b-4f42-943d-67df0625845e service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891378
Apr 02 22:06:42.701625 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-09e032e9-b15f-4226-af1d-bb35ac14eba5 req-4fefb59d-7946-4caf-ab05-3b146dea2e25 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812347
Apr 02 22:06:42.800967 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7847f79640>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:41Z', 'revision_number': 0, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:06:42.829262 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59835d-d7f2-430b-9427-19de35021747 None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:41Z', 'revision_number': 0, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:06:43.032379 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75333e6a-9c51-48c3-96e0-2098595118b6 None None] New status for floating IP 1106459d-843f-43b1-9e55-831d35dea38c: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:06:45.042758 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:48.461730 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:53.248129 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0802aa4a-b922-4ec6-a1d6-ef2be7fc9ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:55.488963 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-37006b44-4f67-4732-816e-1ab04ed35047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:56.925373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:59.005218 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:06:59.571792 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:03.893381 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:07:15.061641 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:18.461936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:23.249841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f58ee292-1c68-4d97-a33c-f93a42382f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:25.490621 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7155315f-b8d2-4877-b1e0-f90d22d587ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:26.924405 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:29.007153 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:29.576022 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:36.513972 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-1580d1b9-ca0b-4675-9322-e36d44df7534 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0443547
Apr 02 22:07:36.610257 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-01698659-3d71-406c-b1dd-8db9da29604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:07:36.611877 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-01698659-3d71-406c-b1dd-8db9da29604d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1127 time: 0.0496626
Apr 02 22:07:36.718010 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-8909d10c-f716-4880-ac87-ed810b211742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:07:36.719981 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-8909d10c-f716-4880-ac87-ed810b211742 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0853915
Apr 02 22:07:36.792526 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-ce678282-6b3f-446b-81ae-805395e4e5da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 1001 time: 0.0622120
Apr 02 22:07:36.842477 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-ea6beaa7-d537-4d71-b550-5f5c906c3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:07:36.843862 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-ea6beaa7-d537-4d71-b550-5f5c906c3c50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0426471
Apr 02 22:07:36.895434 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-6cc11119-1132-43f2-b4de-e44bf8fbedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:07:36.896938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-6cc11119-1132-43f2-b4de-e44bf8fbedf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434818
Apr 02 22:07:36.991203 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-709fdf35-fffe-4d62-b6a7-8b256b2ed412 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848424
Apr 02 22:07:37.081378 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-39bce249-6ca6-4839-be4b-6ccf1c22087c req-ab42e6fc-9c06-497e-94d9-00565184ba8f service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817187
Apr 02 22:07:40.892933 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:07:45.051989 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:48.477848 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:53.252929 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-4ea3038e-8123-4a3d-afbe-856acfef36c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:55.491726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e39369f3-5df4-4baf-8f2a-c4d6c8971472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:56.928208 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:59.009552 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:07:59.577655 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:15.051573 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:17.891652 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:08:18.491830 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:23.254454 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-0af4380c-66c4-4114-9d48-2ae7c9bfecb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:25.492751 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-faddd99a-787c-46a4-99d8-6a2af4b15579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:26.930868 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:29.012216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:29.579348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:37.503186 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-25e83637-428f-4420-acae-0f19a71b629b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0488479
Apr 02 22:08:37.593516 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-3f11f4bc-0cd3-4a1e-b1e4-70f368b349de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:37.595034 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-3f11f4bc-0cd3-4a1e-b1e4-70f368b349de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1127 time: 0.0449386
Apr 02 22:08:37.699610 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-e32fd019-4ac9-4ca6-a6d1-3c24395549f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:37.701133 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-e32fd019-4ac9-4ca6-a6d1-3c24395549f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0829134
Apr 02 22:08:37.776348 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-80a271af-6b9e-4af2-a413-e82936d4216d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 1001 time: 0.0635185
Apr 02 22:08:37.826163 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-fd62b0f4-700e-49c2-bea5-f6b5bbf876ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:37.827550 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-fd62b0f4-700e-49c2-bea5-f6b5bbf876ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0416276
Apr 02 22:08:37.880803 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-d10aad49-e279-427c-a22d-3d2531bf11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:37.882270 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-d10aad49-e279-427c-a22d-3d2531bf11f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434709
Apr 02 22:08:37.972010 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-11871380-63d3-4490-b7a8-c364ebc03e94 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833015
Apr 02 22:08:38.061391 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ee952f88-8ecc-417e-a514-70712d2d9857 req-4befbc64-862f-4e08-a74c-f7fa5bc29397 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796733
Apr 02 22:08:42.709659 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:08:42.803088 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:08:42.813711 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:08:42.855834 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 07bb58c5-a419-41ce-a042-9037ab913e1e is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:08:42.856221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:42.868985 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07bb58c5-a419-41ce-a042-9037ab913e1e {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:08:42.888396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:08:42.892230 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:42.940117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:08:42.948207 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.948578 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.948925 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.949262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.949595 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.949928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.950255 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.950583 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.950912 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.951234 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.951558 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.951882 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.952232 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.952584 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.952909 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:42.972808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['07bb58c5-a419-41ce-a042-9037ab913e1e'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:08:44.712085 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:08:44.772061 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 07bb58c5-a419-41ce-a042-9037ab913e1e triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:08:44.772436 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:44.864878 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 07bb58c5-a419-41ce-a042-9037ab913e1e is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:08:44.865261 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:44.896707 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:08:44.899040 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf31aa3a-4c73-412e-b293-2e515d46cbb8" -d '{"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-plugged", "status": "completed", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:08:44.917024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:08:44.924293 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:44.984957 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:08:45.027660 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6314fb-e843-463c-b20c-503b11ecf14f x-openstack-request-id: req-cf6314fb-e843-463c-b20c-503b11ecf14f {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:08:45.028696 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-plugged", "status": "completed", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:08:45.028696 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf6314fb-e843-463c-b20c-503b11ecf14f {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:08:45.028920 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6314fb-e843-463c-b20c-503b11ecf14f'] response: {'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'code': 200}
Apr 02 22:08:45.052221 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:48.494507 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:53.256352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b38cf260-58f2-45a4-acff-e4eb32a58aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:53.542895 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-8c528f80-bcd5-4e39-8f39-2d7608e73c2e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048179443&fields=id&tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6 HTTP/1.1" status: 200  len: 267 time: 0.0553298
Apr 02 22:08:53.645973 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-4046fa22-caa7-4c73-9388-503f188b476e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:53.647424 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-4046fa22-caa7-4c73-9388-503f188b476e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 810 time: 0.0982311
Apr 02 22:08:53.661807 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-d821b721-16c7-4444-a588-d49b889fa8b5 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/quotas/4b882d9c90ca4758aab82bb7f2db9dc6 HTTP/1.1" status: 200  len: 375 time: 0.0088525
Apr 02 22:08:53.716322 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-20db5dab-9cef-4ecb-88f2-b246f9eb44fe tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0498786
Apr 02 22:08:53.811954 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-bc6f3baf-60bc-4474-a166-23f80a8aa2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844939
Apr 02 22:08:53.906077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-b672a27c-143f-4a06-865f-a1bdb4efc902 service neutron] 10.222.0.18 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869913
Apr 02 22:08:54.070448 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-703e5f22-9d7b-4758-92f1-91aae029b87a req-43535c3a-7ed2-4c89-beda-75b024b34a1a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 210 time: 0.0291562
Apr 02 22:08:54.890563 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:08:55.191964 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-bd637172-6bdb-401c-889f-985aa25965ce req-dd3d44e3-051f-4665-a1a1-f48b0c164889 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 210 time: 0.0396328
Apr 02 22:08:55.253012 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-77d98a2a-892a-42ba-a802-5d6ccee9ee74 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:55.254976 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-77d98a2a-892a-42ba-a802-5d6ccee9ee74 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 810 time: 0.1237609
Apr 02 22:08:55.324678 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-96ddcb22-39fa-4ec3-99d1-77c0f062706d tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6 HTTP/1.1" status: 200  len: 380 time: 0.0576832
Apr 02 22:08:55.334566 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'port': {'device_id': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'admin_state_up': True, 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'security_groups': ['785c98d1-1610-4511-be4b-df6a020a4199']}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:08:55.441260 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Made reservation on behalf of 4b882d9c90ca4758aab82bb7f2db9dc6 for: {'port': 1} {{(pid=121648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 02 22:08:55.444514 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:55.494602 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e3fbcda2-e888-4543-8f52-6bbaf96323fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:55.604903 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.db_base_plugin_common [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Allocated IP 172.20.0.8 (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931/a9cfa603-f20a-4ee8-a237-79f1b0832a2b/63b6a5ad-1023-4b8f-955a-089bfdde0cbe) {{(pid=121648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:08:55.804098 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), precommit_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:55.851343 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_create {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:55.892442 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 is already hosted by enough agents. {{(pid=121648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:08:55.895961 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.base_scheduler [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Resources bound (agent type, host, resource id):  {{(pid=121648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:08:55.899919 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Received port after_create {{(pid=121648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:08:55.964204 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=1']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:08:55.982758 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.983107 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.983451 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.983806 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.984263 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.984634 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.984964 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.985292 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.985620 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.985945 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.986270 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.986592 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.987376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.987376 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:55.988134 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:08:56.010995 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:56.011951 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:56.048991 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-99f5706a-1a39-4cbc-95a6-8f80acd0b8d3 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7187319
Apr 02 22:08:56.191354 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-2c719f7e-a5dd-4734-9a5b-c00e2b6239a2 None None] Provisioning complete for port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe triggered by entity DHCP. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:08:56.191726 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2c719f7e-a5dd-4734-9a5b-c00e2b6239a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:56.229526 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-2c719f7e-a5dd-4734-9a5b-c00e2b6239a2 None None] Port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe cannot update to ACTIVE because it is not bound. {{(pid=121650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 02 22:08:56.353494 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d5443-8377-4002-854f-8602fd727119 req-13438e01-cb5e-4c5e-8633-0fee51f47520 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:56.356313 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef2d5443-8377-4002-854f-8602fd727119 req-13438e01-cb5e-4c5e-8633-0fee51f47520 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0687816
Apr 02 22:08:56.416854 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ef2d5443-8377-4002-854f-8602fd727119 req-4c0e1d34-10b7-4ba1-8102-7fd4b0881d9a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545988
Apr 02 22:08:56.788575 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:08:56.874728 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 07bb58c5-a419-41ce-a042-9037ab913e1e is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:08:56.875123 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:56.904069 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:08:56.906361 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92426b93-0b15-43a3-aa36-0dabc06806fb" -d '{"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-unplugged", "status": "completed", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:08:56.943914 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:08:56.952301 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:56.958673 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:56.960197 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c724898-d00a-4d40-aa51-6a2a80c1b98e x-openstack-request-id: req-5c724898-d00a-4d40-aa51-6a2a80c1b98e {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:08:56.960533 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-unplugged", "status": "completed", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:08:56.960791 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c724898-d00a-4d40-aa51-6a2a80c1b98e {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:08:56.961187 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c724898-d00a-4d40-aa51-6a2a80c1b98e'] response: {'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'code': 200}
Apr 02 22:08:57.007427 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:08:57.551921 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a8b91-d66e-47de-8f50-1071ac48b0e6 req-6d426934-4661-4b65-87d4-95173e8b0698 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:57.553654 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-867a8b91-d66e-47de-8f50-1071ac48b0e6 req-6d426934-4661-4b65-87d4-95173e8b0698 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0634563
Apr 02 22:08:57.615849 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-867a8b91-d66e-47de-8f50-1071ac48b0e6 req-5db9ed26-b147-4ae2-a7aa-060b4ae54372 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554054
Apr 02 22:08:58.739517 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b839e-b75f-43f7-b3f8-8619122ec2f4 req-26c5273f-cbfa-42c2-84e9-fa7ad5d3710b tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:58.741230 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec8b839e-b75f-43f7-b3f8-8619122ec2f4 req-26c5273f-cbfa-42c2-84e9-fa7ad5d3710b tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0552161
Apr 02 22:08:58.800508 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-ec8b839e-b75f-43f7-b3f8-8619122ec2f4 req-30880ce3-1dc3-42e4-bbbc-7914bdbfea45 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513813
Apr 02 22:08:59.015216 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:59.582346 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:08:59.928205 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7673ce-ed02-432a-88e2-9100c165b3a7 req-74749574-b09c-45a6-8fd8-3a6acbe70de0 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:08:59.929864 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7673ce-ed02-432a-88e2-9100c165b3a7 req-74749574-b09c-45a6-8fd8-3a6acbe70de0 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0549107
Apr 02 22:08:59.989637 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-ab7673ce-ed02-432a-88e2-9100c165b3a7 req-09714924-9b25-4fdf-9491-ed37ee3febce tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534985
Apr 02 22:09:01.188471 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437ea6-18d0-4754-bf39-4d4b748dfdf7 req-cec74b32-dbe2-4219-a067-25e573a14a65 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:01.190187 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3437ea6-18d0-4754-bf39-4d4b748dfdf7 req-cec74b32-dbe2-4219-a067-25e573a14a65 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0570779
Apr 02 22:09:01.245680 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-c3437ea6-18d0-4754-bf39-4d4b748dfdf7 req-30ec1dbb-94c5-4c6d-920a-76aebab49dee tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480907
Apr 02 22:09:02.366368 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02952ad-9f8e-4a4b-a391-8d6883c3418f req-e1e66ff1-45bf-487c-a830-d3399b8d85ad tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:02.367850 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02952ad-9f8e-4a4b-a391-8d6883c3418f req-e1e66ff1-45bf-487c-a830-d3399b8d85ad tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0536292
Apr 02 22:09:02.421646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-b02952ad-9f8e-4a4b-a391-8d6883c3418f req-f260cf41-4651-434e-81e2-72f7e945814d tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480976
Apr 02 22:09:03.542352 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256ea84-e9e8-42e5-94b2-f4f91c3597ee req-dc947986-73f4-4bcf-8981-cc6a04d10581 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:03.543822 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e256ea84-e9e8-42e5-94b2-f4f91c3597ee req-dc947986-73f4-4bcf-8981-cc6a04d10581 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 931 time: 0.0509429
Apr 02 22:09:03.590811 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e256ea84-e9e8-42e5-94b2-f4f91c3597ee req-329c8b0b-c460-49b1-8702-4d483b660bc5 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413787
Apr 02 22:09:03.699577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.v2.base [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Request body: {'port': {'device_id': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:09:03.759507 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:04.010025 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b6a5ad-1023-4b8f-955a-089bfdde0cbe {{(pid=121648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:09:04.017176 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Publish callbacks [] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), precommit_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:04.028895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.provisioning_blocks [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Transition to ACTIVE for port object 63b6a5ad-1023-4b8f-955a-089bfdde0cbe will not be triggered until provisioned by entity L2. {{(pid=121648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 02 22:09:04.032116 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:04.084766 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=2']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:09:04.154482 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Attempting to bind port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 22:09:04.154823 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Attempting to bind port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 02 22:09:04.155154 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Attempting to bind port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:09:04.160536 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 22:09:04.160920 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Attempting to bind port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe on network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 02 22:09:04.166360 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Checking agent: {'id': '323ab4be-e4ba-45af-96f2-da423a00beb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'started_at': datetime.datetime(2022, 4, 2, 20, 49, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 2, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 02 22:09:04.166660 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Checking segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 02 22:09:04.167000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Bound using segment: {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'} {{(pid=121648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 02 22:09:04.167426 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.managers [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Bound port: 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3714d54c-6470-46c7-ac29-33ec2597ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931'}}] {{(pid=121648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 02 22:09:04.167783 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:04.235922 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, cleared binding levels {{(pid=121648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 02 22:09:04.239649 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 02 22:09:04.245148 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14005275'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:04.290591 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:04.291219 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:04.292706 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] 10.222.0.21 "PUT /v2.0/ports/63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 200  len: 1091 time: 0.5971451
Apr 02 22:09:04.293146 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:09:04.295401 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975b848-4015-450d-a869-a51870874d95" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:09:04.311000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1519c-e770-4b77-ae3b-0fb338a80cfd service neutron] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=3']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:09:04.351670 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d787cc03-cfd8-4a81-bb91-b27228110686 x-openstack-request-id: req-d787cc03-cfd8-4a81-bb91-b27228110686 {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:09:04.351860 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:09:04.352081 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d787cc03-cfd8-4a81-bb91-b27228110686 {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:09:04.352691 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d787cc03-cfd8-4a81-bb91-b27228110686'] response: {'name': 'network-changed', 'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'status': 'completed', 'code': 200}
Apr 02 22:09:04.397042 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-b466547d-f948-40a5-9dfe-6edbf9ec3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:04.398587 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-b466547d-f948-40a5-9dfe-6edbf9ec3a78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1125 time: 0.0577278
Apr 02 22:09:04.445941 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-24bcf901-9345-44f7-af41-05ce6b4d6f85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 200  len: 217 time: 0.0354619
Apr 02 22:09:04.506379 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-8b7d75c1-17f7-4048-b997-7ed753c438d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:04.507963 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-8b7d75c1-17f7-4048-b997-7ed753c438d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0499172
Apr 02 22:09:04.570648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-65b56bc9-0ae1-400c-9f48-83f2fae08754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:04.572208 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-65b56bc9-0ae1-400c-9f48-83f2fae08754 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0550580
Apr 02 22:09:04.676058 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-ee48d972-578b-41bc-9c86-f3488423ecf6 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910659
Apr 02 22:09:04.772300 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67f3a-84f1-4811-9312-d523c8f0c7e5 req-66484f47-6c7d-4cae-9098-108f8ca12a49 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:04.773866 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fe67f3a-84f1-4811-9312-d523c8f0c7e5 req-66484f47-6c7d-4cae-9098-108f8ca12a49 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 943 time: 0.1123085
Apr 02 22:09:04.817330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-f88f680a-bac2-43f6-a881-a5f3500c291e req-915c5745-9c6e-4e1d-886d-4cac89dd1047 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228378
Apr 02 22:09:04.843703 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5fe67f3a-84f1-4811-9312-d523c8f0c7e5 req-05173b58-9538-41e1-96b6-23416766a6b9 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636790
Apr 02 22:09:04.913577 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b848-4015-450d-a869-a51870874d95 req-b54cc552-1278-4753-a17a-4d190635a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:04.915084 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-b54cc552-1278-4753-a17a-4d190635a246 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1125 time: 0.0477664
Apr 02 22:09:05.002810 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b848-4015-450d-a869-a51870874d95 req-6e08770a-faee-4de7-8e3b-3c69f31b02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:05.004330 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-6e08770a-faee-4de7-8e3b-3c69f31b02d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0833127
Apr 02 22:09:05.047089 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-25933ac1-5a18-4143-b9e1-6bf6f443404d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 200  len: 217 time: 0.0367980
Apr 02 22:09:05.103525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b848-4015-450d-a869-a51870874d95 req-01453027-d3dd-4fd2-94b2-c4efa0dbf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:05.104901 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-01453027-d3dd-4fd2-94b2-c4efa0dbf10a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0421305
Apr 02 22:09:05.153149 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b848-4015-450d-a869-a51870874d95 req-40517b01-f33f-4295-a5f0-cb84926e5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:05.154879 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-40517b01-f33f-4295-a5f0-cb84926e5246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431619
Apr 02 22:09:05.248571 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-894f5132-59b6-47f0-8dc9-099373bf18da service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837545
Apr 02 22:09:05.336210 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-0975b848-4015-450d-a869-a51870874d95 req-a2b0f619-7676-44d8-aa11-a81caeeec14f service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803385
Apr 02 22:09:05.985244 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea9df7-11ae-47a1-9c7c-956f00ce4654 req-be5efae9-5a10-47a4-be86-062620164d20 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:05.986720 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28ea9df7-11ae-47a1-9c7c-956f00ce4654 req-be5efae9-5a10-47a4-be86-062620164d20 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 943 time: 0.0563426
Apr 02 22:09:06.036792 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-28ea9df7-11ae-47a1-9c7c-956f00ce4654 req-e32e5a80-747d-4a99-bb1d-28880d4f8fd4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428946
Apr 02 22:09:06.834973 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:09:06.935076 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:09:06.945710 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'port_id': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'mac_address': 'fa:16:3e:41:86:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:09:06.982019 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe is: DOWN; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:09:06.982409 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:06.995184 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b6a5ad-1023-4b8f-955a-089bfdde0cbe {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:09:07.015295 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:09:07.018850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:07.065451 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=4']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:09:07.155576 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007ddb-7498-4ea6-9e51-aa813dda8d22 req-7f8f81fc-08f7-42ce-b819-ac1ad409f1ff tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:07.157054 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9007ddb-7498-4ea6-9e51-aa813dda8d22 req-7f8f81fc-08f7-42ce-b819-ac1ad409f1ff tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 944 time: 0.0515327
Apr 02 22:09:07.209028 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-b9007ddb-7498-4ea6-9e51-aa813dda8d22 req-27374b8a-d695-4927-ac96-5188aba386c7 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455644
Apr 02 22:09:07.307833 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['63b6a5ad-1023-4b8f-955a-089bfdde0cbe'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:09:08.328735 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd62182-1b99-4a1f-ac65-9d83137c7f58 req-04897ac6-5375-470c-9ac5-ad70ad0a63cc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:08.330195 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cd62182-1b99-4a1f-ac65-9d83137c7f58 req-04897ac6-5375-470c-9ac5-ad70ad0a63cc tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 944 time: 0.0517690
Apr 02 22:09:08.378060 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-2cd62182-1b99-4a1f-ac65-9d83137c7f58 req-54a9362d-dc87-4608-9ceb-bde014dcfa27 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417511
Apr 02 22:09:08.835800 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:09:08.887024 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning for port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe completed by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 22:09:08.891221 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:09:08.891596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:08.969010 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:09:08.969398 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:08.991669 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:09:08.993910 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23b280-5bff-4317-a9a4-e1f76c4ea269" -d '{"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-plugged", "status": "completed", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:09:09.006638 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:09:09.011027 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:09.038290 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf175fe-d151-4321-aa50-81d6a4093d72 x-openstack-request-id: req-1cf175fe-d151-4321-aa50-81d6a4093d72 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:09:09.038583 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-plugged", "status": "completed", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:09:09.038837 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cf175fe-d151-4321-aa50-81d6a4093d72 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:09:09.039225 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf175fe-d151-4321-aa50-81d6a4093d72'] response: {'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'code': 200}
Apr 02 22:09:09.064394 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=5']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:09:09.142624 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73ed4-9124-4902-b43a-70e27addc799 req-f4a17327-94ea-4a0f-b61f-07e59f5c6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:09.144099 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a73ed4-9124-4902-b43a-70e27addc799 req-f4a17327-94ea-4a0f-b61f-07e59f5c6f24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1127 time: 0.0429516
Apr 02 22:09:09.194008 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-00a73ed4-9124-4902-b43a-70e27addc799 req-dd78e842-38ab-4374-bbf5-5d9c790230db service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423834
Apr 02 22:09:09.509343 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62d33f-5c87-4622-bac2-d69b9c57747f req-e165f2b5-909a-4fb2-a4ae-2a27c405dfd4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:09.510835 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b62d33f-5c87-4622-bac2-d69b9c57747f req-e165f2b5-909a-4fb2-a4ae-2a27c405dfd4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 945 time: 0.0577343
Apr 02 22:09:09.560903 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-3b62d33f-5c87-4622-bac2-d69b9c57747f req-33387f3f-0523-4569-a1db-0a06a66e0d4c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444641
Apr 02 22:09:10.678101 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f683abe-8c96-4fe4-bcfa-ab6317ae6461 req-052de98f-8fbb-4160-befa-0222bbdb10aa tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:10.679545 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f683abe-8c96-4fe4-bcfa-ab6317ae6461 req-052de98f-8fbb-4160-befa-0222bbdb10aa tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 945 time: 0.0513639
Apr 02 22:09:10.726548 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-5f683abe-8c96-4fe4-bcfa-ab6317ae6461 req-8e74c8b4-6250-4ed2-a18f-01db0cc2941e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414090
Apr 02 22:09:10.848733 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0724a-a93d-4ea7-8f38-9de35701e490 req-e79e823a-4a7f-4d0c-abaf-ab1503530ec8 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:10.850130 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9eb0724a-a93d-4ea7-8f38-9de35701e490 req-e79e823a-4a7f-4d0c-abaf-ab1503530ec8 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 945 time: 0.0530319
Apr 02 22:09:10.898023 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-9eb0724a-a93d-4ea7-8f38-9de35701e490 req-fe6b0cf6-5be7-43c0-b311-f3831c6ab701 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422549
Apr 02 22:09:10.919975 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56276) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:09:10.962095 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696279e-d216-48ff-8e97-56335cfbe426 tempest-TestSnapshotPattern-222048629 tempest-TestSnapshotPattern-222048629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:10.963593 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0696279e-d216-48ff-8e97-56335cfbe426 tempest-TestSnapshotPattern-222048629 tempest-TestSnapshotPattern-222048629-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1122 time: 0.0426402
Apr 02 22:09:10.966378 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56278) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:09:10.970668 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.v2.base [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Request body: {'floatingip': {'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'port_id': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 22:09:10.992077 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.089393 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (None), before_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.196285 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_common [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Allocated IP 172.35.4.63 (69e968fd-ce84-40ce-a27b-620992c0d153/cef63af3-5b18-4d76-b178-3f886f1a4940/7d69ba32-eed1-477d-9720-d4ad757cef3b) {{(pid=121649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 02 22:09:11.297268 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.329240 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759661500654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.363522 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Network 69e968fd-ce84-40ce-a27b-620992c0d153 is already hosted by enough agents. {{(pid=121649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 02 22:09:11.366335 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.base_scheduler [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Resources bound (agent type, host, resource id):  {{(pid=121649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 02 22:09:11.369747 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Received port after_create {{(pid=121649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 02 22:09:11.405189 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'Port': ['ID=7d69ba32-eed1-477d-9720-d4ad757cef3b,revision_number=1']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:09:11.417158 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.417513 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.417859 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.418202 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.418541 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.418878 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.419211 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.419542 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.419870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.420198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.420548 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.420876 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.421200 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.421527 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.421855 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:09:11.751165 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (edfa7d1a-09b8-414d-b94a-2316d76372f1), precommit_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.823998 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), before_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.967694 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), precommit_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:11.971827 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13934811'] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), after_update {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:12.042852 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event updated for resources: {'Port': ['ID=7d69ba32-eed1-477d-9720-d4ad757cef3b,revision_number=2']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:09:12.052296 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760935'] for floatingip (edfa7d1a-09b8-414d-b94a-2316d76372f1), after_create {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:12.159115 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Floating IP edfa7d1a-09b8-414d-b94a-2316d76372f1 associated. External IP: 172.35.4.63, port: 63b6a5ad-1023-4b8f-955a-089bfdde0cbe.
Apr 02 22:09:12.368226 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:09:12.480411 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:09:12.490471 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:09:12.497798 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:12.500346 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:09:12.500991 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e42f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:09:12.528625 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-5b6fac14-f8ef-4739-b23d-26442a18e2d4 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5609291
Apr 02 22:09:12.529207 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:09:12.531450 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:09:12.608874 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:09:12.627907 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed02702-dca7-4a20-8165-37297986a356 x-openstack-request-id: req-2ed02702-dca7-4a20-8165-37297986a356 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:09:12.628200 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:09:12.628483 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ed02702-dca7-4a20-8165-37297986a356 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:09:12.628890 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed02702-dca7-4a20-8165-37297986a356'] response: {'name': 'network-changed', 'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'status': 'completed', 'code': 200}
Apr 02 22:09:12.846830 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e42f10>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:43Z', 'revision_number': 1, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}, {'id': 'edfa7d1a-09b8-414d-b94a-2316d76372f1', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.63', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:41:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:09:11Z', 'updated_at': '2022-04-02T22:09:11Z', 'revision_number': 0, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:09:12.873720 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:09:12.882992 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:09:12.883613 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e42f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:08:55Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:09:12.992288 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:09:13.041526 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-d2f3712d-1eee-498a-9a87-b35c0eecae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:13.043085 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-d2f3712d-1eee-498a-9a87-b35c0eecae28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1127 time: 0.3843169
Apr 02 22:09:13.133895 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-81a920c9-cdb8-4066-836e-3812936bb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:13.135274 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-81a920c9-cdb8-4066-836e-3812936bb205 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0823178
Apr 02 22:09:13.208938 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-ceb0c632-8d43-4af8-acc8-d73f6f807c88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 200  len: 998 time: 0.0675900
Apr 02 22:09:13.223258 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e42f10>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:43Z', 'revision_number': 1, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}, {'id': 'edfa7d1a-09b8-414d-b94a-2316d76372f1', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.63', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:41:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:09:11Z', 'updated_at': '2022-04-02T22:09:11Z', 'revision_number': 0, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:09:13.249610 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4d5c6-c96b-47b5-96b2-810d8259fe6c None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:43Z', 'revision_number': 1, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}, {'id': 'edfa7d1a-09b8-414d-b94a-2316d76372f1', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.63', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:41:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:09:11Z', 'updated_at': '2022-04-02T22:09:11Z', 'revision_number': 0, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:09:13.257111 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-f4e76f98-f101-408b-b12a-d8ce315de511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:13.258683 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-f4e76f98-f101-408b-b12a-d8ce315de511 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0438387
Apr 02 22:09:13.308918 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-6006a82c-895b-41da-9329-16e829a25277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:13.310546 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-6006a82c-895b-41da-9329-16e829a25277 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462437
Apr 02 22:09:13.404102 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-96a57ee1-0f36-45e6-ae07-7afe2f6183f2 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865843
Apr 02 22:09:13.459744 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595ea6a-838c-4f91-b5f5-cf650f41750c None None] New status for floating IP edfa7d1a-09b8-414d-b94a-2316d76372f1: ACTIVE {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:09:13.499689 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-9b3b432b-93e0-4fd5-a0ce-68ad6ce27b2a req-d5476f05-ff31-4eda-aebe-35fc94efcca9 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895443
Apr 02 22:09:15.064319 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:18.491152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:23.257510 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-20a1fca9-96cb-409d-ba97-c5ba3f08eb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:25.496685 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-02dd9090-49ce-4c06-8d39-6d3f58f0c217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:26.936300 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:29.021301 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:29.586466 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:31.894297 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:09:39.512376 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-8680b12e-9ee5-4bee-9e96-d84c12740d09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434837
Apr 02 22:09:39.604656 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-a0cff84c-fb71-4559-af6b-ebbd8aecd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:39.606147 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-a0cff84c-fb71-4559-af6b-ebbd8aecd791 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1125 time: 0.0444031
Apr 02 22:09:39.714650 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-5e61fb04-7cf9-466b-a465-6e69e0e32481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:39.716006 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-5e61fb04-7cf9-466b-a465-6e69e0e32481 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0867913
Apr 02 22:09:39.782664 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-ef2a55d5-627f-4f4a-b2a4-cbf0e6caad0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 999 time: 0.0576532
Apr 02 22:09:39.835743 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-034cdccd-3bb2-4721-a005-16dbc5b2b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:39.837201 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-034cdccd-3bb2-4721-a005-16dbc5b2b17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0455670
Apr 02 22:09:39.890586 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-46f53188-d1db-42b2-a431-ac787d61acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:09:39.892077 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-46f53188-d1db-42b2-a431-ac787d61acbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472224
Apr 02 22:09:39.982333 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-6400d508-0458-4f72-95e0-e4304344bdd3 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801935
Apr 02 22:09:40.076386 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-d70ba12a-d9f1-45c7-bd13-0355fa02e326 req-86a3ffc4-b730-49d6-9561-a375fcb9f7b1 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840280
Apr 02 22:09:45.080844 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:48.500270 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:53.259023 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-391b2da6-f597-44b9-a215-f498a912c27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:55.500577 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2391-5670-4ed8-a1ae-e281a4c8609d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:56.939615 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:59.020411 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:09:59.589692 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:08.893307 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:10:15.093786 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:18.516941 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:23.261314 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d63c2889-c0a9-43e7-83fe-7813822ea864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:25.501496 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c7bea660-f52e-415e-a052-6e151c498ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:26.943626 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:29.022998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:29.591850 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:39.564140 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-a1745153-cea8-4605-8663-ea046f465d84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0872142
Apr 02 22:10:39.638855 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-fe7bfe8f-ed81-4169-8534-e3c666f82d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:10:39.640374 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-fe7bfe8f-ed81-4169-8534-e3c666f82d09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1127 time: 0.0497115
Apr 02 22:10:39.745638 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-1ff5e98f-b1af-4a12-85a9-1dc9be80622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:10:39.747025 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-1ff5e98f-b1af-4a12-85a9-1dc9be80622a service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.0869782
Apr 02 22:10:39.814117 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-1cc79083-aec6-4aae-8d9a-9d8dcd81710a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 200  len: 1000 time: 0.0571420
Apr 02 22:10:39.864281 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-484ca979-5edc-4de3-befe-fead67665a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:10:39.865738 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-484ca979-5edc-4de3-befe-fead67665a9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0461216
Apr 02 22:10:39.921179 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-42c61a6d-8e71-4dbc-82f2-e4848330c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:10:39.922674 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-42c61a6d-8e71-4dbc-82f2-e4848330c5e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478854
Apr 02 22:10:40.012440 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-cb602a42-7750-407c-b54e-4a0ee91e0f7c service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800483
Apr 02 22:10:40.106560 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-a1db7d29-b895-4e05-99d1-1c5e7ffbff04 req-ce6c16e7-760d-46d6-a4d9-4eb7baad8bc2 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844872
Apr 02 22:10:45.107059 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:45.891706 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:10:48.515188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:53.264374 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-3d82bc40-b1b5-4751-801c-3c693f3fe7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:55.352402 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 02 22:10:55.464293 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:10:55.479152 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Returning: {'device': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'port_id': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'mac_address': 'fa:16:3e:41:86:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 02 22:10:55.534352 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe is: ACTIVE; New status is: BUILD {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:10:55.534729 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:55.544045 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7209a252-8981-449f-b2da-abe0b9905b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:55.551716 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63b6a5ad-1023-4b8f-955a-089bfdde0cbe {{(pid=121650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 02 22:10:55.579636 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:10:55.584271 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:55.644603 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=6']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:10:55.653922 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.654276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.654622 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.654963 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.655303 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.655639 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.655972 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.659275 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:10:55.688616 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] get_ports_and_sgs() called for port_ids ['63b6a5ad-1023-4b8f-955a-089bfdde0cbe'] {{(pid=121650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 02 22:10:56.960384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:57.353367 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe up at agent hyperv_nch2-master-1 {{(pid=121650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 02 22:10:57.410468 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Provisioning complete for port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe triggered by entity L2. {{(pid=121650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 22:10:57.410852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1872197'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), provisioning_complete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:57.494464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe is: BUILD; New status is: ACTIVE {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:10:57.494852 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:57.521291 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:10:57.524711 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa4d68-152b-4eec-8e2e-37d96f0d75f0" -d '{"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-plugged", "status": "completed", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:10:57.538930 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:10:57.544885 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:57.579024 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68226446-a6ee-4e06-b469-e98efa41c458 x-openstack-request-id: req-68226446-a6ee-4e06-b469-e98efa41c458 {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:10:57.579323 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-plugged", "status": "completed", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:10:57.579574 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68226446-a6ee-4e06-b469-e98efa41c458 {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:10:57.579987 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68226446-a6ee-4e06-b469-e98efa41c458'] response: {'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'code': 200}
Apr 02 22:10:57.602401 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=7']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:10:59.030811 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:10:59.595698 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:04.749949 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56508) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:04.907254 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Deleting port 7d69ba32-eed1-477d-9720-d4ad757cef3b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:04.907575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:04.986892 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:04.987218 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (7d69ba32-eed1-477d-9720-d4ad757cef3b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:04.999235 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Calling delete_port for 7d69ba32-eed1-477d-9720-d4ad757cef3b owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:05.139230 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (7d69ba32-eed1-477d-9720-d4ad757cef3b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:05.166307 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event deleted for resources: {'Port': ['ID=7d69ba32-eed1-477d-9720-d4ad757cef3b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:05.176151 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.176530 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.177030 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.177376 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.177715 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.178606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.178606 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.178762 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.178999 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.179325 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.179675 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.180003 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.180328 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.180682 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.181007 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:05.240702 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (edfa7d1a-09b8-414d-b94a-2316d76372f1), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:05.241058 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Floating IP edfa7d1a-09b8-414d-b94a-2316d76372f1 disassociated (deleted). External IP: 172.35.4.63, port: 63b6a5ad-1023-4b8f-955a-089bfdde0cbe.
Apr 02 22:11:05.783434 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:11:05.891098 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:11:05.896303 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:05.902283 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:11:05.912377 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:05.913024 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:05.927126 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4b519261-cc1c-4603-8da9-0a77caabdacd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "DELETE /v2.0/floatingips/edfa7d1a-09b8-414d-b94a-2316d76372f1 HTTP/1.1" status: 204  len: 168 time: 1.1761122
Apr 02 22:11:05.927826 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:11:05.930589 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af6a4f-7e06-437f-9e3f-4c662e32db6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:11:05.975801 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdedc9ab-7c86-48d5-a938-88d70e096619 x-openstack-request-id: req-fdedc9ab-7c86-48d5-a938-88d70e096619 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:11:05.976172 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:11:05.976552 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdedc9ab-7c86-48d5-a938-88d70e096619 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:11:05.977051 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdedc9ab-7c86-48d5-a938-88d70e096619'] response: {'name': 'network-changed', 'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'status': 'completed', 'code': 200}
Apr 02 22:11:06.023260 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:06.056648 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-68946304-a767-4507-854d-ff844119b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:06.058998 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-68946304-a767-4507-854d-ff844119b10d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 1127 time: 0.0497303
Apr 02 22:11:06.208958 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-89dccffd-1e17-465d-8912-0ae8901dd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:06.210459 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-89dccffd-1e17-465d-8912-0ae8901dd7ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.1361592
Apr 02 22:11:06.220080 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775040d-b643-4f61-9771-76370fcef68f req-d7d28978-734b-4bcc-9268-8c56a9bfe2cd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:06.221524 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e775040d-b643-4f61-9771-76370fcef68f req-d7d28978-734b-4bcc-9268-8c56a9bfe2cd tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 945 time: 0.0748432
Apr 02 22:11:06.255384 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc970>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:43Z', 'revision_number': 1, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:06.272268 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-c10a8316-8cb1-4ed1-9d4d-6d792787bfaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 200  len: 217 time: 0.0498185
Apr 02 22:11:06.337853 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e775040d-b643-4f61-9771-76370fcef68f req-adb39f28-f13b-46a8-971d-d7a8e8048c1b tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082456
Apr 02 22:11:06.345476 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-41318f2b-12dd-4f6f-bc18-a92b224697d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:06.346978 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-41318f2b-12dd-4f6f-bc18-a92b224697d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0664160
Apr 02 22:11:06.371810 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:11:06.380155 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:06.380784 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:06.398097 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-8d761fba-b2d8-47bc-b20c-69b784d4b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:06.400372 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-8d761fba-b2d8-47bc-b20c-69b784d4b28b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469234
Apr 02 22:11:06.485577 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:06.494575 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-068763b7-e928-4a3a-b0c0-32452b14bdfa service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874572
Apr 02 22:11:06.584781 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-78af6a4f-7e06-437f-9e3f-4c662e32db6a req-c2ba1602-a650-4d64-9d70-7b92b9855da9 service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827243
Apr 02 22:11:06.706308 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845dbc970>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:43Z', 'revision_number': 1, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:06.731206 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01691ee-461c-4120-80a3-c2f0ad7826db None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1106459d-843f-43b1-9e55-831d35dea38c', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'floating_ip_address': '172.35.4.182', 'floating_network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'router_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'port_id': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-02T22:06:41Z', 'updated_at': '2022-04-02T22:06:43Z', 'revision_number': 1, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:11:06.957125 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675fd2c-2b8f-410e-9dea-78e3ce877d1d None None] New status for floating IP edfa7d1a-09b8-414d-b94a-2316d76372f1: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:11:07.373938 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:07.451928 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Current status of the port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe is: ACTIVE; New status is: DOWN {{(pid=121650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 02 22:11:07.452316 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2015679'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:07.474549 ncdv-master-1 neutron-server[121650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:11:07.476771 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2352f38d81b18c7735d8a2512c2f84569c18d770b7c20c411f599a1334dc6ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feedb3a-0382-4f0a-b313-e18cf258cdc7" -d '{"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-unplugged", "status": "completed", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:11:07.488808 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:07.495190 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759661891063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759661496324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759661496342'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:07.527442 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Apr 2022 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700b38e-5772-48a8-ace1-652266645b2b x-openstack-request-id: req-e700b38e-5772-48a8-ace1-652266645b2b {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:11:07.527739 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-unplugged", "status": "completed", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "code": 200}]} {{(pid=121650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:11:07.527997 ncdv-master-1 neutron-server[121650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e700b38e-5772-48a8-ace1-652266645b2b {{(pid=121650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:11:07.528672 ncdv-master-1 neutron-server[121650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e700b38e-5772-48a8-ace1-652266645b2b'] response: {'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'code': 200}
Apr 02 22:11:07.533742 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47678644-fd02-4a74-93ff-b780614924c2 req-5abf8b31-2b9e-4ea1-9dc9-5b9529fbf712 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:07.535302 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47678644-fd02-4a74-93ff-b780614924c2 req-5abf8b31-2b9e-4ea1-9dc9-5b9529fbf712 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 945 time: 0.1228471
Apr 02 22:11:07.555276 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Pushing event updated for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=8']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:07.591030 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-47678644-fd02-4a74-93ff-b780614924c2 req-1f763bd3-06fa-499f-a81f-f9ab9108b01d tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498424
Apr 02 22:11:07.976019 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-fa70ccaf-a855-46a4-8d97-2a0dfdbe2d8b tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:07.978021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-fa70ccaf-a855-46a4-8d97-2a0dfdbe2d8b tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 943 time: 0.0580471
Apr 02 22:11:08.068467 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Deleting port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:08.068822 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:08.157554 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] For port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:08.157920 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:08.170000 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Calling delete_port for 63b6a5ad-1023-4b8f-955a-089bfdde0cbe owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:08.299168 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (63b6a5ad-1023-4b8f-955a-089bfdde0cbe), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:08.340908 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event deleted for resources: {'Port': ['ID=63b6a5ad-1023-4b8f-955a-089bfdde0cbe,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:08.371148 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.371499 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.371839 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.372169 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.372522 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.372856 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.373180 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.373502 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.373821 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.374143 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.374464 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.374783 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.375102 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.375419 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.375737 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 02 22:11:08.392525 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] No DVR routers for this DVR port 63b6a5ad-1023-4b8f-955a-089bfdde0cbe on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:11:08.394727 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:08.398021 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e32ca0e2-cc57-4604-b70a-192ffd8f2871 req-f00fe725-7140-45f9-9655-77543abae05f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "DELETE /v2.0/ports/63b6a5ad-1023-4b8f-955a-089bfdde0cbe HTTP/1.1" status: 204  len: 173 time: 0.4143686
Apr 02 22:11:08.398440 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-deleted', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:11:08.400711 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62dc37f-2be8-48b5-bed6-e846b8a741fe" -d '{"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-deleted", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:11:08.443529 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb17a226-1873-4731-9a2d-80e035a4b1dc x-openstack-request-id: req-bb17a226-1873-4731-9a2d-80e035a4b1dc {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:11:08.443842 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcfc21e-945e-42c4-87ab-83076101a1be", "name": "network-vif-deleted", "tag": "63b6a5ad-1023-4b8f-955a-089bfdde0cbe", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:11:08.444084 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb17a226-1873-4731-9a2d-80e035a4b1dc {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:11:08.444526 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb17a226-1873-4731-9a2d-80e035a4b1dc'] response: {'server_uuid': '9fcfc21e-945e-42c4-87ab-83076101a1be', 'name': 'network-vif-deleted', 'tag': '63b6a5ad-1023-4b8f-955a-089bfdde0cbe', 'status': 'completed', 'code': 200}
Apr 02 22:11:08.704123 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-cf3d8aa3-8408-49bb-81c1-fdfeced26b0d req-65591e80-fb6b-4c27-a807-b9d1266a23f7 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcfc21e-945e-42c4-87ab-83076101a1be HTTP/1.1" status: 200  len: 210 time: 0.0329795
Apr 02 22:11:10.271258 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56574) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:10.426231 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Deleting port 66a3ffcc-459c-4ef8-af6f-992c4fccb2ab {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:10.426575 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:10.501042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:10.501304 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:10.513397 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Calling delete_port for 66a3ffcc-459c-4ef8-af6f-992c4fccb2ab owned by network:floatingip {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:10.663480 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (66a3ffcc-459c-4ef8-af6f-992c4fccb2ab), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:10.688870 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event deleted for resources: {'Port': ['ID=66a3ffcc-459c-4ef8-af6f-992c4fccb2ab,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:10.752721 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for floatingip (1106459d-843f-43b1-9e55-831d35dea38c), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:10.752986 ncdv-master-1 neutron-server[121649]: INFO neutron.db.l3_db [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Floating IP 1106459d-843f-43b1-9e55-831d35dea38c disassociated (deleted). External IP: 172.35.4.182, port: 07bb58c5-a419-41ce-a042-9037ab913e1e.
Apr 02 22:11:10.971381 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:11:11.079977 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:11:11.084473 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for floatingip (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:11.090180 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:11:11.099675 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:11.100386 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e20a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:11.114528 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6d7c4b96-15f1-45d5-a8a1-cc89074fe099 tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "DELETE /v2.0/floatingips/1106459d-843f-43b1-9e55-831d35dea38c HTTP/1.1" status: 204  len: 168 time: 0.8422024
Apr 02 22:11:11.115112 ncdv-master-1 neutron-server[121649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:11:11.117425 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73baf1f37ed7859df7da8b69fd8944eca477c622c58d05aca696905a4e198a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27110000-7ed8-420d-a807-3266cb864746" -d '{"events": [{"name": "network-changed", "server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:11:11.153807 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Apr 2022 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f897a-76dc-42fb-8a92-c3fad8b46e92 x-openstack-request-id: req-939f897a-76dc-42fb-8a92-c3fad8b46e92 {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:11:11.154216 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "status": "completed", "code": 200}]} {{(pid=121649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:11:11.154492 ncdv-master-1 neutron-server[121649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-939f897a-76dc-42fb-8a92-c3fad8b46e92 {{(pid=121649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:11:11.154907 ncdv-master-1 neutron-server[121649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939f897a-76dc-42fb-8a92-c3fad8b46e92'] response: {'name': 'network-changed', 'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'status': 'completed', 'code': 200}
Apr 02 22:11:11.215237 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:11.228142 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110000-7ed8-420d-a807-3266cb864746 req-f0e189d4-7d52-46b6-81f5-7492170d3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:11.229935 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-f0e189d4-7d52-46b6-81f5-7492170d3655 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 1125 time: 0.0480385
Apr 02 22:11:11.351351 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110000-7ed8-420d-a807-3266cb864746 req-165605e0-7289-4c8d-b782-2f07de79d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:11.353574 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-165605e0-7289-4c8d-b782-2f07de79d99b service neutron] 10.222.0.21 "GET /v2.0/networks?id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 200  len: 911 time: 0.1163666
Apr 02 22:11:11.364875 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:11.390262 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 63b6a5ad-1023-4b8f-955a-089bfdde0cbe {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:11.390609 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 63b6a5ad-1023-4b8f-955a-089bfdde0cbe not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:11.410272 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-debb0a91-b18d-4e52-8cf8-72553ff28104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 200  len: 217 time: 0.0476525
Apr 02 22:11:11.435614 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e20a00>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:11.462419 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:11:11.470794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:11.471399 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e20a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:11.486243 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110000-7ed8-420d-a807-3266cb864746 req-e0c22d20-fef5-449b-a898-04b4c123b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:11.487727 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-e0c22d20-fef5-449b-a898-04b4c123b1e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 200  len: 849 time: 0.0701764
Apr 02 22:11:11.499647 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597fbcf-03ac-47ee-812c-957cc24d7f5f req-96ad6974-11e1-4c2a-b59b-8b971a704e0f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:11.501093 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e597fbcf-03ac-47ee-812c-957cc24d7f5f req-96ad6974-11e1-4c2a-b59b-8b971a704e0f tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 943 time: 0.1843333
Apr 02 22:11:11.582256 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-e597fbcf-03ac-47ee-812c-957cc24d7f5f req-80e7394d-61d3-4106-839c-f78ffb5d87ab tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729759
Apr 02 22:11:11.584029 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110000-7ed8-420d-a807-3266cb864746 req-decac465-bc65-464f-98d7-57079244e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:11.585484 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-decac465-bc65-464f-98d7-57079244e04d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0835471
Apr 02 22:11:11.589185 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:11.680018 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-7be21445-4e3e-4b2d-a37c-5b95cc6e932f service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867488
Apr 02 22:11:11.770876 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-27110000-7ed8-420d-a807-3266cb864746 req-e90edd36-f66e-4c80-b0aa-50262c32375c service neutron] 10.222.0.21 "GET /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829766
Apr 02 22:11:11.789368 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e20a00>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:11.816940 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ae551-6de9-40c7-8fd9-bf3f658c02aa None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:22Z', 'revision_number': 4, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53288e18-bf47-46d5-ad6f-c8367db78720', 'name': '', 'network_id': '70d3c8a8-cce5-4dfb-9dd5-95e4c4210931', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'mac_address': 'fa:16:3e:ff:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:21Z', 'updated_at': '2022-04-02T22:06:26Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'subnets': [{'id': 'a9cfa603-f20a-4ee8-a237-79f1b0832a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:11:12.049117 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074db4bf-d419-4b6d-8dea-46b05a94b396 None None] New status for floating IP 1106459d-843f-43b1-9e55-831d35dea38c: DOWN {{(pid=121650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 02 22:11:12.702437 ncdv-master-1 neutron-server[121649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde93ed-66dd-4f5e-9d63-83f460e7cef7 req-32b4d3d4-65e2-400c-b703-3a5f2366b72c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:12.703912 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cde93ed-66dd-4f5e-9d63-83f460e7cef7 req-32b4d3d4-65e2-400c-b703-3a5f2366b72c tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 943 time: 0.0532134
Apr 02 22:11:12.751890 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-6cde93ed-66dd-4f5e-9d63-83f460e7cef7 req-5dea07e6-d9f3-42e9-b2b7-c57165848c7d tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/security-groups?id=785c98d1-1610-4511-be4b-df6a020a4199&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422366
Apr 02 22:11:13.191987 ncdv-master-1 neutron-server[121648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6da8ee0a-31dd-4c22-aaf1-f8eb863906ad tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 02 22:11:13.193479 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6da8ee0a-31dd-4c22-aaf1-f8eb863906ad tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 943 time: 0.0560803
Apr 02 22:11:13.286760 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Deleting port 07bb58c5-a419-41ce-a042-9037ab913e1e {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:13.287099 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:13.377316 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] For port 07bb58c5-a419-41ce-a042-9037ab913e1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07bb58c5-a419-41ce-a042-9037ab913e1e,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:13.377689 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:13.389385 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Calling delete_port for 07bb58c5-a419-41ce-a042-9037ab913e1e owned by compute:nova {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:13.515429 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (07bb58c5-a419-41ce-a042-9037ab913e1e), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:13.547350 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event deleted for resources: {'Port': ['ID=07bb58c5-a419-41ce-a042-9037ab913e1e,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:13.589669 ncdv-master-1 neutron-server[121648]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] No DVR routers for this DVR port 07bb58c5-a419-41ce-a042-9037ab913e1e on host nch2-master-1 {{(pid=121648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:11:13.592108 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162184'] for port (None), before_response {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:13.595433 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [req-05c71e5e-5798-43b5-bc9d-3b268f4def84 req-6452e44b-b866-4a5a-980d-d8fd382b296a tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.21 "DELETE /v2.0/ports/07bb58c5-a419-41ce-a042-9037ab913e1e HTTP/1.1" status: 204  len: 173 time: 0.3939755
Apr 02 22:11:13.595876 ncdv-master-1 neutron-server[121648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-deleted', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e'}] {{(pid=121648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 02 22:11:13.598120 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d18490ac5e2c40e432afd316b25efe8a3aca5223d649064f335d27b91a43a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b5391-875c-4a01-a630-170f42d1306e" -d '{"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-deleted", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e"}]}' {{(pid=121648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 02 22:11:13.634835 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Apr 2022 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0383432-081f-43b9-aef8-3197998ccbaf x-openstack-request-id: req-d0383432-081f-43b9-aef8-3197998ccbaf {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 02 22:11:13.635132 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e58e5-7c68-4c4c-bc41-2434197e05cf", "name": "network-vif-deleted", "tag": "07bb58c5-a419-41ce-a042-9037ab913e1e", "status": "completed", "code": 200}]} {{(pid=121648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 02 22:11:13.635389 ncdv-master-1 neutron-server[121648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0383432-081f-43b9-aef8-3197998ccbaf {{(pid=121648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 02 22:11:13.635795 ncdv-master-1 neutron-server[121648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0383432-081f-43b9-aef8-3197998ccbaf'] response: {'server_uuid': '196e58e5-7c68-4c4c-bc41-2434197e05cf', 'name': 'network-vif-deleted', 'tag': '07bb58c5-a419-41ce-a042-9037ab913e1e', 'status': 'completed', 'code': 200}
Apr 02 22:11:13.856938 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [req-4736fe91-87a8-488c-82ef-2169d13e46d7 req-795a6517-8882-4f18-abaa-1c69bd63774e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "GET /v2.0/ports?device_id=196e58e5-7c68-4c4c-bc41-2434197e05cf HTTP/1.1" status: 200  len: 210 time: 0.0271335
Apr 02 22:11:14.914389 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56592) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:14.973130 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9903a446-3662-42d6-98a4-e27154ab834e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group (785c98d1-1610-4511-be4b-df6a020a4199), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:14.998508 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9903a446-3662-42d6-98a4-e27154ab834e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group (785c98d1-1610-4511-be4b-df6a020a4199), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:15.058644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9903a446-3662-42d6-98a4-e27154ab834e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (785c98d1-1610-4511-be4b-df6a020a4199), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:15.061326 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-9903a446-3662-42d6-98a4-e27154ab834e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:15.062544 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-9903a446-3662-42d6-98a4-e27154ab834e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] 10.222.0.18 "DELETE /v2.0/security-groups/785c98d1-1610-4511-be4b-df6a020a4199 HTTP/1.1" status: 204  len: 168 time: 0.1471722
Apr 02 22:11:15.071535 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903a446-3662-42d6-98a4-e27154ab834e tempest-TestSnapshotPattern-120210652 tempest-TestSnapshotPattern-120210652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785c98d1-1610-4511-be4b-df6a020a4199,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:15.253194 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:15.375403 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e no longer exists at agent hyperv_nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:15.395614 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] No Port match for: 07bb58c5-a419-41ce-a042-9037ab913e1e {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:15.395956 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Device 07bb58c5-a419-41ce-a042-9037ab913e1e not bound to the agent host nch2-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:16.123573 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56598) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:16.466901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (5750cb06-3735-4c1b-9331-8d5b10a915f5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:16.713433 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Deleting port 53288e18-bf47-46d5-ad6f-c8367db78720 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:16.713690 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:16.794472 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] For port 53288e18-bf47-46d5-ad6f-c8367db78720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53288e18-bf47-46d5-ad6f-c8367db78720,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:16.794859 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:16.807791 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Calling delete_port for 53288e18-bf47-46d5-ad6f-c8367db78720 owned by network:router_interface {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:16.988669 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (53288e18-bf47-46d5-ad6f-c8367db78720), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:17.016822 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Pushing event deleted for resources: {'Port': ['ID=53288e18-bf47-46d5-ad6f-c8367db78720,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:17.186644 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (5750cb06-3735-4c1b-9331-8d5b10a915f5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:17.401539 ncdv-master-1 neutron-server[121649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Router 5750cb06-3735-4c1b-9331-8d5b10a915f5 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:11:17.509260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:11:17.514799 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-6511db2b-f898-4d9c-b559-1ef1a2093003 admin admin] 10.222.0.18 "PUT /v2.0/routers/5750cb06-3735-4c1b-9331-8d5b10a915f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3906956
Apr 02 22:11:17.517392 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56600) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:17.518681 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] Sync routers for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:11:17.529511 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:17.530120 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e20e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:17.624434 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks [] for router (5750cb06-3735-4c1b-9331-8d5b10a915f5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:17.635794 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: ncdv-master-1 {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:17.727693 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks [] for router_gateway (5750cb06-3735-4c1b-9331-8d5b10a915f5), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:17.780092 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Deleting port 09ef450f-bd43-4131-a3da-c1d3857ad82b {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:17.780430 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:17.813860 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e20e20>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247'}], 'enable_snat': True}, 'gw_port_id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:11:16Z', 'revision_number': 5, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port': {'id': '09ef450f-bd43-4131-a3da-c1d3857ad82b', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:17.863730 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] For port 09ef450f-bd43-4131-a3da-c1d3857ad82b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09ef450f-bd43-4131-a3da-c1d3857ad82b,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:17.864091 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:17.876971 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Calling delete_port for 09ef450f-bd43-4131-a3da-c1d3857ad82b owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:17.926687 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] Checking router: 5750cb06-3735-4c1b-9331-8d5b10a915f5 for host: ncdv-master-1 {{(pid=121651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:11:17.935578 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] Routers {'5750cb06-3735-4c1b-9331-8d5b10a915f5'} bound to L3 agent in host ncdv-master-1 {{(pid=121651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:17.936187 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7845e20e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['5750cb06-3735-4c1b-9331-8d5b10a915f5'], 'active': True} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:18.022906 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_dvr_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] Set router 5750cb06-3735-4c1b-9331-8d5b10a915f5 gateway port host: None {{(pid=121651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:18.046104 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (09ef450f-bd43-4131-a3da-c1d3857ad82b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.073414 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ef450f-bd43-4131-a3da-c1d3857ad82b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:18.078299 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.l3_hamode_db [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7845e20e20>, [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:11:17Z', 'revision_number': 6, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:18.104494 ncdv-master-1 neutron-server[121651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48eb35-b05a-4862-b91a-cd17fa78c804 None None] The sync data for ids ['5750cb06-3735-4c1b-9331-8d5b10a915f5'] in ncdv-master-1 is: [{'id': '5750cb06-3735-4c1b-9331-8d5b10a915f5', 'name': 'tempest-TestSnapshotPattern-1506161227-router', 'tenant_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:19Z', 'updated_at': '2022-04-02T22:11:17Z', 'revision_number': 6, 'project_id': '4b882d9c90ca4758aab82bb7f2db9dc6', 'gw_port_host': None}] {{(pid=121651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:11:18.134255 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (5750cb06-3735-4c1b-9331-8d5b10a915f5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.230555 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (5750cb06-3735-4c1b-9331-8d5b10a915f5), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.232699 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks [] for router_controller (5750cb06-3735-4c1b-9331-8d5b10a915f5), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.532817 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.611889 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (5750cb06-3735-4c1b-9331-8d5b10a915f5), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.612365 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5750cb06-3735-4c1b-9331-8d5b10a915f5 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 22:11:18.617117 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.618351 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-748e0616-3834-4985-b9cd-20a0530163a2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5750cb06-3735-4c1b-9331-8d5b10a915f5 HTTP/1.1" status: 204  len: 168 time: 1.1000371
Apr 02 22:11:18.620996 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56602) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:18.664067 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Deleting subnet a9cfa603-f20a-4ee8-a237-79f1b0832a2b {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 22:11:18.667668 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Publish callbacks [] for subnet (a9cfa603-f20a-4ee8-a237-79f1b0832a2b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.700145 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (a9cfa603-f20a-4ee8-a237-79f1b0832a2b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.779136 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (a9cfa603-f20a-4ee8-a237-79f1b0832a2b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.830370 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (a9cfa603-f20a-4ee8-a237-79f1b0832a2b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.857423 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cfa603-f20a-4ee8-a237-79f1b0832a2b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:18.861049 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:18.864230 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-b7feadd4-1f48-45d9-9d6d-50a40393d411 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a9cfa603-f20a-4ee8-a237-79f1b0832a2b HTTP/1.1" status: 204  len: 168 time: 0.2422976
Apr 02 22:11:18.866925 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56604) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:18.869678 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf948d3-b5b3-4d42-a846-d1b7530127b7 None None] Network 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:11:18.959224 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53288e18-bf47-46d5-ad6f-c8367db78720 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:18.982408 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 53288e18-bf47-46d5-ad6f-c8367db78720 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:18.982756 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 53288e18-bf47-46d5-ad6f-c8367db78720 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:19.057795 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.072304 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] DHCP port deletion for 70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 22:11:19.112811 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Deleting port 236304b5-2ec7-4d64-9aac-4018508147bd {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:19.113159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.126607 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] Deleting port 236304b5-2ec7-4d64-9aac-4018508147bd {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:19.127247 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.184344 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] For port 236304b5-2ec7-4d64-9aac-4018508147bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=236304b5-2ec7-4d64-9aac-4018508147bd,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:19.184901 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.198778 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] For port 236304b5-2ec7-4d64-9aac-4018508147bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=236304b5-2ec7-4d64-9aac-4018508147bd,segment=NetworkSegment(3714d54c-6470-46c7-ac29-33ec2597ed3f),segment_id=3714d54c-6470-46c7-ac29-33ec2597ed3f)] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:19.199496 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.205893 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Calling delete_port for 236304b5-2ec7-4d64-9aac-4018508147bd owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:19.215396 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] Calling delete_port for 236304b5-2ec7-4d64-9aac-4018508147bd owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:19.292003 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.299211 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (236304b5-2ec7-4d64-9aac-4018508147bd), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.317059 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=236304b5-2ec7-4d64-9aac-4018508147bd,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:19.319940 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] Pushing event deleted for resources: {'Port': ['ID=236304b5-2ec7-4d64-9aac-4018508147bd,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:19.322694 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] No DVR routers for this DVR port 236304b5-2ec7-4d64-9aac-4018508147bd on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:11:19.328771 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1b075-056a-439d-959c-b0ffda27907e None None] No DVR routers for this DVR port 236304b5-2ec7-4d64-9aac-4018508147bd on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:11:19.401042 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.420243 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845281370>,) {'filters': {'network_id': ['70d3c8a8-cce5-4dfb-9dd5-95e4c4210931']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:19.429198 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845281370>, '3714d54c-6470-46c7-ac29-33ec2597ed3f') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:19.429488 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845281370>, '3714d54c-6470-46c7-ac29-33ec2597ed3f') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:19.439129 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (3714d54c-6470-46c7-ac29-33ec2597ed3f), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.453536 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (3714d54c-6470-46c7-ac29-33ec2597ed3f), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.459667 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 22:11:19.460059 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (3714d54c-6470-46c7-ac29-33ec2597ed3f), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 22:11:19.462008 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 22:11:19.518978 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (70d3c8a8-cce5-4dfb-9dd5-95e4c4210931), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.524197 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:19.528072 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] 10.222.0.18 "DELETE /v2.0/networks/70d3c8a8-cce5-4dfb-9dd5-95e4c4210931 HTTP/1.1" status: 204  len: 168 time: 0.6601665
Apr 02 22:11:19.531445 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [-] (121648) accepted ('10.222.0.18', 56608) {{(pid=121648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:19.538724 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2835-0cfc-4499-9a27-c6e31d2a0b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d3c8a8-cce5-4dfb-9dd5-95e4c4210931,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:19.874581 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759911'] for router_interface (c0185a2e-8462-418a-8cbe-428972aa8416), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:20.117055 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Deleting port d5a2b531-6e7b-47e6-b223-96a64f365a93 {{(pid=121648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:20.117392 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), before_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:20.193215 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.db [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] For port d5a2b531-6e7b-47e6-b223-96a64f365a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a2b531-6e7b-47e6-b223-96a64f365a93,segment=NetworkSegment(6d14a0e6-fd76-4378-aafc-530370aac463),segment_id=6d14a0e6-fd76-4378-aafc-530370aac463)] {{(pid=121648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:20.193577 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), precommit_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:20.205999 ncdv-master-1 neutron-server[121648]: DEBUG neutron.plugins.ml2.plugin [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Calling delete_port for d5a2b531-6e7b-47e6-b223-96a64f365a93 owned by network:router_interface {{(pid=121648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:20.379681 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 09ef450f-bd43-4131-a3da-c1d3857ad82b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:20.402966 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 09ef450f-bd43-4131-a3da-c1d3857ad82b {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:20.403755 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 09ef450f-bd43-4131-a3da-c1d3857ad82b not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:20.404298 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 236304b5-2ec7-4d64-9aac-4018508147bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:20.425105 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 236304b5-2ec7-4d64-9aac-4018508147bd {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:20.425456 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 236304b5-2ec7-4d64-9aac-4018508147bd not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:20.715879 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14005266'] for port (d5a2b531-6e7b-47e6-b223-96a64f365a93), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:20.741365 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a2b531-6e7b-47e6-b223-96a64f365a93,revision_number=None']} {{(pid=121648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:20.913520 ncdv-master-1 neutron-server[121648]: DEBUG neutron_lib.callbacks.manager [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759955'] for router_interface (c0185a2e-8462-418a-8cbe-428972aa8416), after_delete {{(pid=121648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.129989 ncdv-master-1 neutron-server[121648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Router c0185a2e-8462-418a-8cbe-428972aa8416 has already been hosted by L3 agent a63b33db-b456-496c-9f24-f406ba78832c {{(pid=121648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 02 22:11:21.238479 ncdv-master-1 neutron-server[121648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 02 22:11:21.245365 ncdv-master-1 neutron-server[121648]: INFO neutron.wsgi [None req-67756136-f22d-4172-bd5c-977f2934cc35 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0185a2e-8462-418a-8cbe-428972aa8416/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7126791
Apr 02 22:11:21.246004 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56610) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:21.247702 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] Sync routers for ids ['c0185a2e-8462-418a-8cbe-428972aa8416'] in ncdv-master-1 {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 02 22:11:21.258774 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] Routers {'c0185a2e-8462-418a-8cbe-428972aa8416'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:21.259411 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78444a1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0185a2e-8462-418a-8cbe-428972aa8416'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:21.353076 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks [] for router (c0185a2e-8462-418a-8cbe-428972aa8416), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.365176 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] Set router c0185a2e-8462-418a-8cbe-428972aa8416 gateway port host: ncdv-master-1 {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:21.459276 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks [] for router_gateway (c0185a2e-8462-418a-8cbe-428972aa8416), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.512981 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Deleting port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:21.513354 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.545746 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78444a1d30>, [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'external_fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:11:20Z', 'revision_number': 5, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port': {'id': '3e3ae8ee-7255-452c-b4ea-f1a5e088da31', 'name': '', 'network_id': '69e968fd-ce84-40ce-a27b-620992c0d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cef63af3-5b18-4d76-b178-3f886f1a4940', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:21.571971 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] Checking router: c0185a2e-8462-418a-8cbe-428972aa8416 for host: ncdv-master-1 {{(pid=121650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 02 22:11:21.580830 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] Routers {'c0185a2e-8462-418a-8cbe-428972aa8416'} bound to L3 agent in host ncdv-master-1 {{(pid=121650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 02 22:11:21.581447 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78444a1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-02T20:41:25Z,description=<?>,heartbeat_timestamp=2022-04-02T22:10:56Z,host='ncdv-master-1',id=a63b33db-b456-496c-9f24-f406ba78832c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-02T20:41:25Z,topic='l3_agent')) {'router_ids': ['c0185a2e-8462-418a-8cbe-428972aa8416'], 'active': True} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:21.592871 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] For port 3e3ae8ee-7255-452c-b4ea-f1a5e088da31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,segment=NetworkSegment(35b05935-d67e-46ba-8bb7-6aad85a10754),segment_id=35b05935-d67e-46ba-8bb7-6aad85a10754)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:21.593238 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.605615 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Calling delete_port for 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 owned by network:router_gateway {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:21.669864 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvr_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] Set router c0185a2e-8462-418a-8cbe-428972aa8416 gateway port host: None {{(pid=121650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 02 22:11:21.726025 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_hamode_db [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78444a1d30>, [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:11:21Z', 'revision_number': 6, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:21.753680 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4c080-06e6-4be2-b8dd-4e83412d4770 None None] The sync data for ids ['c0185a2e-8462-418a-8cbe-428972aa8416'] in ncdv-master-1 is: [{'id': 'c0185a2e-8462-418a-8cbe-428972aa8416', 'name': 'tempest-TestSnapshotPattern-1428370316-router', 'tenant_id': '8caba273da6341909bf5c5cabbb24e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-02T22:06:24Z', 'updated_at': '2022-04-02T22:11:21Z', 'revision_number': 6, 'project_id': '8caba273da6341909bf5c5cabbb24e56', 'gw_port_host': None}] {{(pid=121650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 02 22:11:21.777996 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (3e3ae8ee-7255-452c-b4ea-f1a5e088da31), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.806213 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3ae8ee-7255-452c-b4ea-f1a5e088da31,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:21.864323 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760893'] for router_gateway (c0185a2e-8462-418a-8cbe-428972aa8416), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.956157 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125800'] for router (c0185a2e-8462-418a-8cbe-428972aa8416), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:21.958291 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks [] for router_controller (c0185a2e-8462-418a-8cbe-428972aa8416), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.003935 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765069'] for router (c0185a2e-8462-418a-8cbe-428972aa8416), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.004422 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0185a2e-8462-418a-8cbe-428972aa8416 {{(pid=121649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 02 22:11:22.008568 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.009751 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-68c6430f-7172-4f87-85f8-9cd57d326827 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0185a2e-8462-418a-8cbe-428972aa8416 HTTP/1.1" status: 204  len: 168 time: 0.7625771
Apr 02 22:11:22.012255 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56612) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:22.058187 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Deleting subnet 02e6d86d-0bea-41ea-91ff-6ec77e70385b {{(pid=121649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 02 22:11:22.061121 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Publish callbacks [] for subnet (02e6d86d-0bea-41ea-91ff-6ec77e70385b), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.094804 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16033608'] for subnet (02e6d86d-0bea-41ea-91ff-6ec77e70385b), precommit_delete_associations {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.177885 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876141'] for subnet (02e6d86d-0bea-41ea-91ff-6ec77e70385b), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.231720 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13935393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15558761'] for subnet (02e6d86d-0bea-41ea-91ff-6ec77e70385b), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.256778 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e6d86d-0bea-41ea-91ff-6ec77e70385b,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:22.261633 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.265100 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-e3ee0c71-d881-4424-8e79-2504e1e2ed77 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/02e6d86d-0bea-41ea-91ff-6ec77e70385b HTTP/1.1" status: 204  len: 168 time: 0.2518916
Apr 02 22:11:22.267467 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56614) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:22.269407 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4059209c-1b93-4aa7-acc7-8fec0cbfeb2a None None] Network e5ced69f-f37b-46ea-8600-40b38e126bd7 requested from ncdv-master-1 {{(pid=121650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 02 22:11:22.337459 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051704'] for network (e5ced69f-f37b-46ea-8600-40b38e126bd7), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.395993 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Deleting port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 {{(pid=121649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:22.396226 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.459474 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.db [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] For port 6ccc2d3b-de29-4e39-b56a-db34788c9d06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ccc2d3b-de29-4e39-b56a-db34788c9d06,segment=NetworkSegment(6d14a0e6-fd76-4378-aafc-530370aac463),segment_id=6d14a0e6-fd76-4378-aafc-530370aac463)] {{(pid=121649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:22.459844 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.472260 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Calling delete_port for 6ccc2d3b-de29-4e39-b56a-db34788c9d06 owned by network:dhcp {{(pid=121649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:22.506335 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] DHCP port deletion for e5ced69f-f37b-46ea-8600-40b38e126bd7 request from ncdv-master-1 {{(pid=121650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 02 22:11:22.560541 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934802'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.568339 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:22.588643 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccc2d3b-de29-4e39-b56a-db34788c9d06,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:22.590425 ncdv-master-1 neutron-server[121649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] No DVR routers for this DVR port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 on host ncdv-master-1 {{(pid=121649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:11:22.592589 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:22.592937 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 3e3ae8ee-7255-452c-b4ea-f1a5e088da31 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:22.593464 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ccc2d3b-de29-4e39-b56a-db34788c9d06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:22.619049 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: 6ccc2d3b-de29-4e39-b56a-db34788c9d06 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:22.619527 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device 6ccc2d3b-de29-4e39-b56a-db34788c9d06 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:22.619916 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d5a2b531-6e7b-47e6-b223-96a64f365a93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 02 22:11:22.625571 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Deleting port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 {{(pid=121650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 02 22:11:22.625944 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759661984386'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), before_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.653484 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] No Port match for: d5a2b531-6e7b-47e6-b223-96a64f365a93 {{(pid=121650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 02 22:11:22.653826 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.rpc [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Device d5a2b531-6e7b-47e6-b223-96a64f365a93 not bound to the agent host ncdv-master-1 {{(pid=121650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 02 22:11:22.674818 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1879846', 'neutron.services.segments.db._delete_segments_for_network-8759662041510'] for network (e5ced69f-f37b-46ea-8600-40b38e126bd7), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.695613 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7845a54280>,) {'filters': {'network_id': ['e5ced69f-f37b-46ea-8600-40b38e126bd7']}} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:22.706512 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.db [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] For port 6ccc2d3b-de29-4e39-b56a-db34788c9d06, host ncdv-master-1, got binding levels [] {{(pid=121650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 02 22:11:22.706911 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755853'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), precommit_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.709976 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845a54280>, '6d14a0e6-fd76-4378-aafc-530370aac463') {'for_net_delete': True} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:22.710283 ncdv-master-1 neutron-server[121649]: DEBUG neutron.services.segments.db [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7845a54280>, '6d14a0e6-fd76-4378-aafc-530370aac463') {} {{(pid=121649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 02 22:11:22.721836 ncdv-master-1 neutron-server[121650]: DEBUG neutron.plugins.ml2.plugin [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Calling delete_port for 6ccc2d3b-de29-4e39-b56a-db34788c9d06 owned by network:dhcp {{(pid=121650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 02 22:11:22.722584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759662043055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16033603'] for segment (6d14a0e6-fd76-4378-aafc-530370aac463), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.724523 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.ipam_backend_mixin [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 was not found and therefore no delete operation was performed {{(pid=121650) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 02 22:11:22.725789 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2015742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759661891045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759661500663'] for port (6ccc2d3b-de29-4e39-b56a-db34788c9d06), after_delete {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.737556 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884'] for segment (6d14a0e6-fd76-4378-aafc-530370aac463), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.744489 ncdv-master-1 neutron-server[121649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=121649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 02 22:11:22.746475 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13934727'] for segment (6d14a0e6-fd76-4378-aafc-530370aac463), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]: Traceback (most recent call last):
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     timer()
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     cb(*args, **kw)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     return func(*args, **kwargs)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     self._notify()
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     self.callback(batched_events)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     event.method(event)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     return f(self, *a, **k)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     return self._get(url).json()
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     return self.request(url, 'GET', **kwargs)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 22:11:22.748361 ncdv-master-1 neutron-server[121649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 22:11:22.752809 ncdv-master-1 neutron-server[121650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] No DVR routers for this DVR port 6ccc2d3b-de29-4e39-b56a-db34788c9d06 on host ncdv-master-1 {{(pid=121650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 02 22:11:22.756679 ncdv-master-1 neutron-server[121650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce61ac-a9ad-4c14-aa4f-556aaa4ae907 None None] Pushing event deleted for resources: {'Port': ['ID=6ccc2d3b-de29-4e39-b56a-db34788c9d06,revision_number=None']} {{(pid=121650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:22.812119 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1879855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760849'] for network (e5ced69f-f37b-46ea-8600-40b38e126bd7), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.819656 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:22.824197 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] 10.222.0.18 "DELETE /v2.0/networks/e5ced69f-f37b-46ea-8600-40b38e126bd7 HTTP/1.1" status: 204  len: 168 time: 0.5556769
Apr 02 22:11:22.836372 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ae01a-1b23-40f4-af7a-9fec311847ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ced69f-f37b-46ea-8600-40b38e126bd7,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:22.891306 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:11:22.934078 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56618) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:22.972646 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-65317edc-39c4-402e-b6e4-049b5d5c1c4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b882d9c90ca4758aab82bb7f2db9dc6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0373652
Apr 02 22:11:22.975012 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56620) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:23.025219 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587555-e8b1-4374-8bf3-b1afa0807fb9 admin admin] Publish callbacks [] for security_group (dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.046884 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587555-e8b1-4374-8bf3-b1afa0807fb9 admin admin] Publish callbacks [] for security_group (dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.091159 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587555-e8b1-4374-8bf3-b1afa0807fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.093940 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-25587555-e8b1-4374-8bf3-b1afa0807fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.095087 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-25587555-e8b1-4374-8bf3-b1afa0807fb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8 HTTP/1.1" status: 204  len: 168 time: 0.1192038
Apr 02 22:11:23.102798 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587555-e8b1-4374-8bf3-b1afa0807fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0955a0-e784-4c2a-ab02-a2d69d4a7aa8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:23.275099 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5f64-277c-4e11-9540-be39d311d72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.407028 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56626) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:23.446393 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-0077a3cd-7494-43b9-89dd-0d4928fd58ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8caba273da6341909bf5c5cabbb24e56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382142
Apr 02 22:11:23.449357 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [-] (121649) accepted ('10.222.0.18', 56628) {{(pid=121649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 02 22:11:23.495367 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c14b8ef9-d9c3-425b-81b4-ce909a082249 admin admin] Publish callbacks [] for security_group (e3732eaa-1224-4b43-99d6-c25de5ca3ee8), before_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.516627 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c14b8ef9-d9c3-425b-81b4-ce909a082249 admin admin] Publish callbacks [] for security_group (e3732eaa-1224-4b43-99d6-c25de5ca3ee8), precommit_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.563584 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c14b8ef9-d9c3-425b-81b4-ce909a082249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529914'] for security_group (e3732eaa-1224-4b43-99d6-c25de5ca3ee8), after_delete {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.566241 ncdv-master-1 neutron-server[121649]: DEBUG neutron_lib.callbacks.manager [None req-c14b8ef9-d9c3-425b-81b4-ce909a082249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:23.567396 ncdv-master-1 neutron-server[121649]: INFO neutron.wsgi [None req-c14b8ef9-d9c3-425b-81b4-ce909a082249 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3732eaa-1224-4b43-99d6-c25de5ca3ee8 HTTP/1.1" status: 204  len: 168 time: 0.1171482
Apr 02 22:11:23.575524 ncdv-master-1 neutron-server[121649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8ef9-d9c3-425b-81b4-ce909a082249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3732eaa-1224-4b43-99d6-c25de5ca3ee8,revision_number=None']} {{(pid=121649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 02 22:11:25.505113 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5e30-6baa-42ca-a9de-8f32ec484142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:26.544672 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-074106b1-76f3-483c-a278-ef0fe0994b97 req-6c3fdd13-3582-439a-bc33-3d1dcd44c3a0 service neutron] (121648) timed out ('10.222.0.21', 58239) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 22:11:26.947180 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:29.030368 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:29.602971 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:45.110497 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:48.537369 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:53.266575 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5be9bbc1-9e7d-4c40-972b-352134e2a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:55.506026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-aac8a3b8-5efb-474d-b3d5-cd37a165a8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:56.950384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:59.033057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:59.596863 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:11:59.891248 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:12:15.109498 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:18.543410 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:23.268275 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-621965d1-a0d9-451f-aafd-38c11018bc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:25.508974 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d2a650af-0295-47a3-9ddd-3a7281d73435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:26.952267 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:29.035396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:29.598955 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:36.891146 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:12:45.123894 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:48.552746 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:53.270057 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e1a46f66-6532-42f9-a936-d8757d43e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:55.509610 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6c569991-ea3c-49f3-89a5-f6227af2d637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:56.955998 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:59.040893 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:12:59.601401 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:13.889862 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:13:15.129571 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:18.557358 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:23.270874 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-38f649da-7f51-4fba-b7c0-cc134331ccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:25.510608 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-40321682-15f8-4c48-9ee5-c99dba2ca125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:26.958891 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:29.042800 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:29.602814 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:45.123169 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:48.566732 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:50.888510 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:13:53.273252 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-71bd2e7c-c976-40ec-aaf2-81014f03288e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:55.511421 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6f5d755c-723a-4a05-aa97-870a6ca1a03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:56.962212 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:59.044240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:13:59.604935 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:15.131661 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:18.580936 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:23.278866 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-f691b0fc-cd41-4835-89cc-75216dcb1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:25.513176 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5757fc30-7d45-4947-bc22-52bc9a1760f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:26.965253 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:27.886836 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:14:29.045970 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:29.606997 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:45.138648 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:48.581028 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:53.281558 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-5573c359-d7be-4b4b-a78f-a98b0dd31ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:55.513584 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-819e93d1-b590-4274-8fe1-a7b9076a62cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:56.967556 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:59.049177 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:14:59.609026 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:04.885570 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:15:15.158219 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:18.586412 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:23.282772 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e67978ed-3216-4f4f-a249-b689bcf32e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:25.514884 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c154769f-7db9-4686-9570-9d39bf218a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:26.970280 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:29.054035 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:29.612741 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:41.885031 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:15:45.176054 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:48.582222 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:53.284445 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-150f950c-b7de-44d3-a1ea-b9afa997858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:55.516046 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-8a45014a-dcbd-4e4d-afd4-19f848e5d7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:56.973995 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:59.054660 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:15:59.614152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:15.172213 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:18.594742 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:18.883639 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:16:23.289074 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-68eb68b5-472e-46ab-b7ca-24240bdbb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:25.516866 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-33eaab6e-7fcb-45dc-a003-b108cefb48e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:26.977170 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:29.058152 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:29.616621 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:45.183101 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:48.609877 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:53.291188 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-09f64b1f-bd65-4b59-a04c-3f37e908550a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:55.517476 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-7d16e04a-18bb-4422-9ab8-77eeddd1c296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:55.882446 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:16:56.979768 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:59.060841 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:16:59.618102 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:15.181384 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:18.608915 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:23.293392 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-367097c1-d2e9-4569-b2a1-a08a110ba751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:25.517596 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-ccb12867-8864-4858-bad3-0478fc2f9bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:26.982371 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:29.062825 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:29.620289 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:32.880170 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:17:45.196010 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:48.624396 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:53.295760 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-c4636c95-7bd9-4a33-bf76-a2b359695016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:55.518787 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-868ecd04-b332-4bef-a546-c0930cd6515b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:56.986587 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:59.065380 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:17:59.622041 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:09.881107 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:18:15.192867 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:18.639196 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:23.297256 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-344ff921-9dcd-47d0-85ca-13e7a5817b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:25.521240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-d95c8936-5763-451a-822c-b8cb75c134b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:26.988286 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:29.068373 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:29.623377 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:45.195276 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:46.880201 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:18:48.654131 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:53.299605 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-b8b9182b-1d17-46a8-98d1-fa280b623fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:55.521476 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-17aeadb3-d4a6-4b34-bd10-70687f5c9704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:56.991080 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:59.070784 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:18:59.625240 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:15.209435 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:16.209160 ncdv-master-1 neutron-server[121649]: DEBUG neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-538a672d-21c2-42f2-a8dd-982534e75a99 service neutron] (121649) timed out ('10.222.0.18', 54220) {{(pid=121649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 22:19:16.296668 ncdv-master-1 neutron-server[121648]: DEBUG neutron.wsgi [req-16de89fa-931d-4c72-b626-9b9e44ae6429 req-b74d58bc-fc03-4de3-acaf-f3190efb02cb tempest-TestShelveInstance-232604610 tempest-TestShelveInstance-232604610-project] (121648) timed out ('10.222.0.18', 54248) {{(pid=121648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 02 22:19:18.653072 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:23.301352 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a6d9182c-ba44-4ed5-a5c7-b66144663eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:23.878964 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 02 22:19:25.523348 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-078e804d-20c7-46f8-9d67-f1f2b33fc184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:26.992790 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:29.072611 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:29.627191 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:45.352838 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3975-5c93-4aaf-acdb-08e30cebad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (323ab4be-e4ba-45af-96f2-da423a00beb3), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:48.653309 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9fff6946-0b83-4521-b853-92ebe3c68115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (77eedaba-f182-45ac-93b4-c8a472658c5a), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:53.303837 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-e26fc4e2-bf87-475b-a6e4-4fd205600da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a7d06a42-548a-483f-ba30-af89f2000931), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:55.524896 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6343a1ad-7f1d-4e12-953f-821f8d546fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (a63b33db-b456-496c-9f24-f406ba78832c), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:56.996106 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1153-6137-491f-82d5-d83019cf14b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (5597b348-daea-4989-8e7b-818c31969871), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:59.074834 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-46a1b440-64f7-4b35-bdfe-bb32ad1cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d3926f33-0c3d-4428-8c60-86e7956bde94), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:19:59.630119 ncdv-master-1 neutron-server[121650]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fce6-6a7d-4095-aeed-3f6f8e4c639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759662041492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1872103'] for agent (d6ce76f7-c544-4a33-88d1-2afc516d1505), after_update {{(pid=121650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 02 22:20:00.878269 ncdv-master-1 neutron-server[121651]: DEBUG neutron.db.agents_db [None req-49f5cd3d-8a51-46d3-b83f-3d4371b14564 None None] Agent healthcheck: found 7 active agents {{(pid=121651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}